-- Logs begin at Fri 2021-08-27 15:07:16 UTC, end at Fri 2021-08-27 17:56:43 UTC. -- Aug 27 15:53:32.591823 n-d-806412-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 15:53:35.340751 n-d-806412-1 neutron-server[95141]: INFO neutron.common.config [-] Logging enabled! Aug 27 15:53:35.341368 n-d-806412-1 neutron-server[95141]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 15:53:35.341523 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95141) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 15:53:35.345140 n-d-806412-1 neutron-server[95141]: INFO neutron.common.config [-] Logging enabled! Aug 27 15:53:35.345391 n-d-806412-1 neutron-server[95141]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 15:53:35.345702 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95141) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 15:53:35.346634 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 15:53:35.347462 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 15:53:35.348123 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 15:53:35.348485 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 15:53:35.348871 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 15:53:35.349398 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.349775 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.350086 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.350326 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.350636 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.350933 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.351223 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.351548 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.351851 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.352139 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.352425 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.352713 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.352950 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.353231 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.353545 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.353817 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.354044 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] debug = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.354324 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.354750 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.355154 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.355459 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.355752 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.356033 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.356330 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.356589 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.356875 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.357209 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] host = n-d-806412-1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.357491 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.357780 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.358069 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.358360 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.358636 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.358913 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.359221 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.359505 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.359779 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] log_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.360045 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.360338 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.360629 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.360921 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.361599 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.361599 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.361758 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.361910 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.362187 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.363303 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.363639 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.363939 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.364221 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.364496 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.364784 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.365072 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.365359 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.365635 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.365912 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.366183 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.366458 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.366745 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.367019 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.367311 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.367593 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.367878 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.368153 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.368426 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.368730 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.369017 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.369300 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.369585 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.369860 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.370142 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.370419 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.370690 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.370962 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] use_json = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.371234 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.371529 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.371809 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.372081 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.372354 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.372629 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.372898 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.373188 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:35.373483 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.373774 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.374070 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.374351 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.374644 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.374926 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.375214 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.375517 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.375804 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.376092 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.376375 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.376651 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.376935 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.377210 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.377501 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.377805 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.378733 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.379250 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.379568 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.379850 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.380226 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.380515 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.380808 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.381089 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.381380 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.381670 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.381952 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.382237 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.382528 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.382819 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.383099 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.383401 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.383697 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.383974 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.384246 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.384523 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.384813 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.385094 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.385370 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.385651 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.385928 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.386197 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.386467 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.386742 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.387031 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.387329 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.387604 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.387872 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.388146 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.388415 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.388694 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.388969 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.389241 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.389511 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.389786 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.390056 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.390328 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.390601 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.390873 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.391147 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.391514 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.391788 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.392060 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.392330 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.392598 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.392868 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.393143 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.393418 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.394385 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.394867 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.395161 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.395467 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.395748 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.396039 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.396338 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.396617 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.396895 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.397172 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.397449 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.397726 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.398001 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.398278 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.398556 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.398825 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.399114 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.399425 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.399715 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.399997 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.400275 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.400576 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.400855 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.401137 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.401414 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.401692 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.401974 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.402325 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.402624 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.402919 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.403215 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.403534 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.403831 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.404110 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.404417 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.404696 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:35.404915 n-d-806412-1 neutron-server[95141]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 15:53:35.405157 n-d-806412-1 neutron-server[95141]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95141) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 15:53:35.758366 n-d-806412-1 neutron-server[95141]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 15:53:35.758552 n-d-806412-1 neutron-server[95141]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 15:53:35.758839 n-d-806412-1 neutron-server[95141]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 15:53:35.759168 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 15:53:36.157638 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.157946 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.158189 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.160237 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.160600 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.160868 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.196776 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.197052 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.197320 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.212082 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.212369 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.212639 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.241601 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.242005 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.242273 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.281013 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.281286 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.281553 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.520014 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.520627 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.520627 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.520799 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.521601 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.643159 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.643501 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.643866 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.644333 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.644612 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.644926 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.645186 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.645443 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.645697 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.645978 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.646236 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.646499 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.646753 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.647004 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.647256 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.647542 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.647799 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.648062 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.648328 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.648585 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.648854 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.649104 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.649385 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.649763 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.650013 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.650260 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.650652 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:36.650891 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:36.651126 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:36.651393 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:36.651626 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:36.651861 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:36.652222 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 15:53:36.655312 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 15:53:36.659804 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 15:53:36.663771 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Aug 27 15:53:36.665378 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 15:53:36.665827 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 15:53:36.666160 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 15:53:36.666543 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 15:53:36.669324 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 15:53:36.669576 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 15:53:36.669920 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 15:53:36.675827 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 15:53:36.698464 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 15:53:36.698917 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.699216 n-d-806412-1 neutron-server[95141]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95141) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 15:53:36.699623 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.700968 n-d-806412-1 neutron-server[95141]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95141) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 15:53:36.701253 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 15:53:36.701501 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 15:53:36.704709 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.704991 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:36.770008 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 15:53:36.770300 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 15:53:36.770495 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 15:53:36.770869 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 15:53:36.791463 n-d-806412-1 neutron-server[95141]: DEBUG oslo_db.sqlalchemy.engines [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95141) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 15:53:37.486016 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing driver for type 'gre' Aug 27 15:53:37.486550 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] gre ID ranges: [(1, 1000)] Aug 27 15:53:37.692104 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing driver for type 'local' Aug 27 15:53:37.692727 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing driver for type 'vlan' Aug 27 15:53:37.803319 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] VlanTypeDriver initialization complete Aug 27 15:53:37.803667 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing driver for type 'vxlan' Aug 27 15:53:37.804181 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] vxlan ID ranges: [(1, 1000)] Aug 27 15:53:38.031603 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing extension driver 'port_security' Aug 27 15:53:38.031924 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.extensions.port_security [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] PortSecurityExtensionDriver initialization complete Aug 27 15:53:38.032269 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing mechanism driver 'openvswitch' Aug 27 15:53:38.032593 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing mechanism driver 'hyperv' Aug 27 15:53:38.039203 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.plugin [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:53:38.039906 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.040283 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.040640 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.041167 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 15:53:38.041604 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnet after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.041966 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnet after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.042360 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.042756 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 15:53:38.043162 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.043538 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.043886 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.044276 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 15:53:38.044681 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > security_group after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.045036 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > security_group after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.045377 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.045910 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 15:53:38.046327 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.046683 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.047042 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.047443 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 15:53:38.047914 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > address_group after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.048270 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > address_group after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.048613 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.049001 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95141) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 15:53:38.049381 n-d-806412-1 neutron-server[95141]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] ML2 OVO RPC backend initialized. {{(pid=95141) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 15:53:38.050685 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.051050 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.051498 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.051851 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > networks before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.052201 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.052546 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > ports before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.052893 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnet before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.053269 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnets before_response 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.053623 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.053967 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.054305 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.054643 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.054985 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.055345 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.055684 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnet after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.056023 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnet after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.056362 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.056937 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.plugin [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Modular L2 Plugin initialization complete Aug 27 15:53:38.057266 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading services supported by the core plugin {{(pid=95141) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 15:53:38.057594 n-d-806412-1 neutron-server[95141]: INFO neutron.plugins.ml2.managers [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Got port-security extension from driver 'port_security' Aug 27 15:53:38.058054 n-d-806412-1 neutron-server[95141]: INFO neutron.extensions.vlantransparent [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Disabled vlantransparent extension. Aug 27 15:53:38.058531 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95141) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 15:53:38.058843 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: router Aug 27 15:53:38.104472 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.105143 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router after_create 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.105540 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router before_create 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.105917 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.106298 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.106742 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router after_delete 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.107135 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.107599 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.108086 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router after_create 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.108470 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router after_update 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.108831 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router after_update 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.109189 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.109556 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router after_update 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.109991 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_update 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.110391 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: port after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.110755 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: port after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.111162 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: subnet after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.111542 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.111913 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.112270 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_create 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.113214 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: port before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.113571 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.114041 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router after_update 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.114395 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.114827 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_create 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.115212 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.115630 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_update 55549900 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.116054 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > agent after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.116434 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > agent after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.116808 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > network after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.117745 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Tracking information for resource: router configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:38.118112 n-d-806412-1 neutron-server[95141]: DEBUG neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Tracking information for resource: floatingip configured {{(pid=95141) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 15:53:38.123576 n-d-806412-1 neutron-server[95141]: INFO neutron.db.l3_agentschedulers_db [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 15:53:38.124215 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: port after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.124607 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: port after_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.125004 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: port after_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.125364 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: port after_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.126171 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router before_create 55550100 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.126541 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.126911 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_create 55550100 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.127291 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > router precommit_update 55550100 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.132619 n-d-806412-1 neutron-server[95141]: DEBUG neutron.services.provider_configuration [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service providers = [] {{(pid=95141) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 15:53:38.132987 n-d-806412-1 neutron-server[95141]: DEBUG neutron.db.servicetype_db [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95141) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 15:53:38.135974 n-d-806412-1 neutron-server[95141]: DEBUG neutron.services.service_base [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 15:53:38.136332 n-d-806412-1 neutron-server[95141]: DEBUG neutron.services.service_base [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 15:53:38.136681 n-d-806412-1 neutron-server[95141]: DEBUG neutron.services.service_base [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 15:53:38.137582 n-d-806412-1 neutron-server[95141]: DEBUG neutron.services.service_base [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95141) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 15:53:38.137962 n-d-806412-1 neutron-server[95141]: INFO neutron.services.service_base [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 15:53:38.138343 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.138667 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 15:53:38.149494 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.149842 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: auto_allocate Aug 27 15:53:38.155815 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: network precommit_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.156196 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: network precommit_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.156725 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.157053 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: tag Aug 27 15:53:38.164179 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.164513 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: timestamp Aug 27 15:53:38.168556 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.168898 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: network_ip_availability Aug 27 15:53:38.174399 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.174775 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.175985 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.176700 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.177024 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: flavors Aug 27 15:53:38.181937 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.182276 n-d-806412-1 neutron-server[95141]: INFO neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading Plugin: revisions Aug 27 15:53:38.186676 n-d-806412-1 neutron-server[95141]: DEBUG neutron.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95141) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 15:53:38.187087 n-d-806412-1 neutron-server[95141]: DEBUG oslo_concurrency.lockutils [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.428s {{(pid=95141) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 15:53:38.187865 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95141) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 15:53:38.188230 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Initializing extension manager. Aug 27 15:53:38.188751 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: __init__.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.189099 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: __pycache__ {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.189440 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.189814 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: address_group.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.190614 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.191399 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: address-group Aug 27 15:53:38.191732 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: address_scope.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.192466 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.192982 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: address-scope Aug 27 15:53:38.193309 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.194248 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.194767 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: router-admin-state-down-before-update Aug 27 15:53:38.195093 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: agent.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.196025 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.196547 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: agent Aug 27 15:53:38.196872 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: agent_resources_synced.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.197803 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.198320 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: agent-resources-synced Aug 27 15:53:38.198646 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: allowedaddresspairs.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.200486 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.201035 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: allowed-address-pairs Aug 27 15:53:38.201380 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: auto_allocated_topology.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.202471 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.202991 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: auto-allocated-topology Aug 27 15:53:38.203354 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: availability_zone.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.204077 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.204608 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: availability_zone Aug 27 15:53:38.204935 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: availability_zone_filter.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.205885 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.206596 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: availability_zone_filter Aug 27 15:53:38.207005 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: data_plane_status.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.207975 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.208507 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 15:53:38.208855 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: default_subnetpools.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.209810 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.210334 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: default-subnetpools Aug 27 15:53:38.210678 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.211538 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.212050 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: dhcp_agent_scheduler Aug 27 15:53:38.212377 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: dns.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.213302 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.213817 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 15:53:38.214147 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: dns_domain_ports.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.215084 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.215620 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 15:53:38.215949 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.216884 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.217394 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 15:53:38.217720 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: dvr.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.218656 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.219170 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: dvr Aug 27 15:53:38.219535 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: ecmp_routes.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.220471 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.220985 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 15:53:38.221312 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: empty_string_filtering.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.222753 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.223292 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: empty-string-filtering Aug 27 15:53:38.223619 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.224540 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.225055 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 15:53:38.225384 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.226313 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.226824 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 15:53:38.227151 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: external_net.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.228095 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.228610 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: external-net Aug 27 15:53:38.228936 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.229858 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.230378 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: extra_dhcp_opt Aug 27 15:53:38.230704 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: extraroute.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.231649 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.232177 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: extraroute Aug 27 15:53:38.232502 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: extraroute_atomic.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.233538 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.234057 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: extraroute-atomic Aug 27 15:53:38.234383 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: filter_validation.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.235053 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.235603 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: filter-validation Aug 27 15:53:38.235923 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: fip_pf_description.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.236843 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.237353 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 15:53:38.238233 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: fip_port_details.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.239172 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.239711 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: fip-port-details Aug 27 15:53:38.240044 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: flavors.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.241288 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.241817 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: flavors Aug 27 15:53:38.242149 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.243818 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.244350 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 15:53:38.244688 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: floatingip_pools.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.245396 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.245919 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: floatingip-pools Aug 27 15:53:38.246250 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: ip_allocation.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.247190 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.247729 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 15:53:38.248060 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.248999 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.249523 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: ip-substring-filtering Aug 27 15:53:38.249935 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l2_adjacency.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.250815 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.251365 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 15:53:38.251700 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l3.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.252802 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.253357 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: router Aug 27 15:53:38.253687 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.255946 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.256485 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 15:53:38.256825 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.257777 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.258303 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: ext-gw-mode Aug 27 15:53:38.258637 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.259621 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.260148 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: l3-ha Aug 27 15:53:38.260482 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l3_flavors.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.261405 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.261921 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: l3-flavors Aug 27 15:53:38.262253 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.263178 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.263721 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 15:53:38.264052 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: l3agentscheduler.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.265098 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.265618 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: l3_agent_scheduler Aug 27 15:53:38.265948 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: logging.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.267482 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.268009 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension logging not supported by any of loaded plugins Aug 27 15:53:38.268348 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: metering.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.269189 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.269784 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: metering Aug 27 15:53:38.270142 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.271303 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.271853 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: metering_source_and_destination_fields Aug 27 15:53:38.272209 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: multiprovidernet.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.273185 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.273702 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: multi-provider Aug 27 15:53:38.274032 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: netmtu.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.274964 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.275513 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: net-mtu Aug 27 15:53:38.275842 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: netmtu_writable.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.276778 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.277292 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: net-mtu-writable Aug 27 15:53:38.277621 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: network_availability_zone.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.278302 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.278812 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: network_availability_zone Aug 27 15:53:38.279137 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: network_ip_availability.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.280277 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.280798 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: network-ip-availability Aug 27 15:53:38.281126 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: network_segment_range.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.281944 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.282410 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 15:53:38.282736 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: pagination.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.283749 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.284083 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: pagination Aug 27 15:53:38.284930 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: port_device_profile.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.285871 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.286394 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: port-device-profile Aug 27 15:53:38.286721 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.287701 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.288224 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: port-mac-address-regenerate Aug 27 15:53:38.288554 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.289482 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.289996 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: port-numa-affinity-policy Aug 27 15:53:38.290329 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: port_resource_request.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.291292 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.291805 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 15:53:38.292134 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: portbindings.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.293083 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.293602 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: binding Aug 27 15:53:38.293929 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: portbindings_extended.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.295350 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.295876 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: binding-extended Aug 27 15:53:38.296211 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: portsecurity.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.297143 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.297659 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: port-security Aug 27 15:53:38.297989 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: project_id.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.298969 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.299332 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: project-id Aug 27 15:53:38.299661 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: providernet.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.301226 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.301743 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: provider Aug 27 15:53:38.302091 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.305835 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.306388 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos not supported by any of loaded plugins Aug 27 15:53:38.306749 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.308080 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.308628 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 15:53:38.308976 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.309910 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.310432 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 15:53:38.310767 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_default.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.311756 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.312297 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-default not supported by any of loaded plugins Aug 27 15:53:38.312644 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_fip.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.313306 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.313819 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 15:53:38.314171 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_gateway_ip.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.315156 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.315762 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 15:53:38.316114 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_port_network_policy.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.317074 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.317611 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 15:53:38.317955 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_pps_rule.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.319194 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.319778 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 15:53:38.320143 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_rule_type_details.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.321106 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.321625 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 15:53:38.321951 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: qos_rules_alias.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.323052 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.323625 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 15:53:38.323971 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: quotasv2.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.324952 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.325308 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: quotas Aug 27 15:53:38.325650 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: quotasv2_detail.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.328833 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.329197 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: quota_details Aug 27 15:53:38.329554 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: rbac.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.330866 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.331543 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: rbac-policies Aug 27 15:53:38.331881 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: rbac_address_group.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.332846 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.333371 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: rbac-address-group Aug 27 15:53:38.333702 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: rbac_address_scope.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.334643 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.335165 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: rbac-address-scope Aug 27 15:53:38.335532 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: rbac_security_groups.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.336464 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.336988 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: rbac-security-groups Aug 27 15:53:38.337317 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: rbac_subnetpool.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.338244 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.338763 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: rbac-subnetpool Aug 27 15:53:38.339091 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: revisionifmatch.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.340049 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.340578 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: revision-if-match Aug 27 15:53:38.340904 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: revisions.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.342023 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.342549 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: standard-attr-revisions Aug 27 15:53:38.342876 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: router_availability_zone.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.343847 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.344369 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: router_availability_zone Aug 27 15:53:38.344696 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: routerservicetype.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.345631 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.346144 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 15:53:38.346470 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.347992 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.348548 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: security-groups-normalized-cidr Aug 27 15:53:38.348876 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.349813 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.350341 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: port-security-groups-filtering Aug 27 15:53:38.350667 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.351636 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.352167 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: security-groups-remote-address-group Aug 27 15:53:38.352490 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: securitygroup.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.366334 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.366889 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: security-group Aug 27 15:53:38.367231 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: segment.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.368089 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.368609 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension segment not supported by any of loaded plugins Aug 27 15:53:38.368944 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.369946 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.370472 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 15:53:38.370827 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: servicetype.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.372089 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.372619 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: service-type Aug 27 15:53:38.372949 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: sorting.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.373950 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.374287 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: sorting Aug 27 15:53:38.374618 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: standard_attr_segment.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.375588 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.376113 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 15:53:38.376443 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: standardattrdescription.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.377105 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.377621 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: standard-attr-description Aug 27 15:53:38.377949 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: stateful_security_group.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.378982 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.379546 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: stateful-security-group Aug 27 15:53:38.379876 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: stdattrs_common.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.380532 n-d-806412-1 neutron-server[95141]: WARNING neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 15:53:38.380864 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.381864 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.382403 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 15:53:38.382732 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: subnet_onboard.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.383865 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.384397 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: subnet_onboard Aug 27 15:53:38.384748 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.385684 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.386198 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 15:53:38.386526 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: subnet_service_types.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.387520 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.388063 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: subnet-service-types Aug 27 15:53:38.388407 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: subnetallocation.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.389521 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.390075 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: subnet_allocation Aug 27 15:53:38.390420 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.391128 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.391686 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: subnetpool-prefix-ops Aug 27 15:53:38.392014 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.392985 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.393529 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 15:53:38.393965 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: tagging.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.395051 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.395612 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: standard-attr-tag Aug 27 15:53:38.395946 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: timestamp.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.397164 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.397694 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loaded extension: standard-attr-timestamp Aug 27 15:53:38.398030 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: trunk.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.399078 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.399629 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension trunk not supported by any of loaded plugins Aug 27 15:53:38.399963 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: trunk_details.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.400910 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.401432 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 15:53:38.401761 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: uplink_status_propagation.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.402690 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.403209 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 15:53:38.403562 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Loading extension file: vlantransparent.py {{(pid=95141) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 15:53:38.404245 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95141) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 15:53:38.404765 n-d-806412-1 neutron-server[95141]: INFO neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 15:53:38.407255 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:network Aug 27 15:53:38.407803 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:subnet Aug 27 15:53:38.408206 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 15:53:38.408635 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:port Aug 27 15:53:38.410478 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.410909 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service FLAVORS assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.411573 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.412022 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.412377 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:router Aug 27 15:53:38.412817 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 15:53:38.413349 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service METERING assigned prefix: /metering {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.414841 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.415232 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.415618 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 15:53:38.416627 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 15:53:38.417077 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:security_group Aug 27 15:53:38.417505 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 15:53:38.418111 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service CORE assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.418446 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 15:53:38.418794 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] subnetpool is already registered Aug 27 15:53:38.419225 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service CORE assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.419584 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 15:53:38.419921 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] subnetpool is already registered Aug 27 15:53:38.422231 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.422667 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service FLAVORS assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.423284 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.423709 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.424044 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:router Aug 27 15:53:38.424387 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] router is already registered Aug 27 15:53:38.424802 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 15:53:38.425754 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] floatingip is already registered Aug 27 15:53:38.426173 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service METERING assigned prefix: /metering {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.426836 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 15:53:38.427168 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] rbac_policy is already registered Aug 27 15:53:38.427618 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:security_group Aug 27 15:53:38.427960 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] security_group is already registered Aug 27 15:53:38.428365 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 15:53:38.428702 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] security_group_rule is already registered Aug 27 15:53:38.429322 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service CORE assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.429651 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 15:53:38.429988 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] subnetpool is already registered Aug 27 15:53:38.430412 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.v2.resource_helper [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Service CORE assigned prefix: {{(pid=95141) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 15:53:38.430740 n-d-806412-1 neutron-server[95141]: INFO neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 15:53:38.431072 n-d-806412-1 neutron-server[95141]: WARNING neutron.quota.resource_registry [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] subnetpool is already registered Aug 27 15:53:38.431575 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: extensions {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.433038 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: address-groups {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.434537 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: address-scopes {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.435879 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: agents {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.437074 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: auto-allocated-topology {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.438329 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: availability_zones {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.439595 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: dhcp-networks {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.441774 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: dhcp-agents {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.443202 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: routers {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.445431 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: flavors {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.446598 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: service_profiles {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.447863 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: next_providers {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.449329 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: service_profiles {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.450870 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: floatingip-pools {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.452117 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: routers {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.454221 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: floatingips {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.455563 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: l3-routers {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.457537 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: l3-agents {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.458935 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: metering-labels {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.460381 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: metering-label-rules {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.461675 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: network-ip-availabilities {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.462946 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: bindings {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.464663 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: quotas {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.466102 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: quotas {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.467570 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: rbac-policies {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.469044 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: security-groups {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.470354 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: security-group-rules {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.471637 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: service-providers {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.473114 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: subnetpools {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.475583 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: subnetpools {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.477067 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.478814 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.480732 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.482579 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.484501 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.486417 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.488209 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.490117 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.491994 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.493739 n-d-806412-1 neutron-server[95141]: DEBUG neutron.api.extensions [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Extended resource: tags {{(pid=95141) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 15:53:38.499643 n-d-806412-1 neutron-server[95141]: WARNING keystonemiddleware.auth_token [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 15:53:38.505019 n-d-806412-1 neutron-server[95141]: WARNING keystonemiddleware.auth_token [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 15:53:38.513619 n-d-806412-1 neutron-server[95141]: DEBUG oslo_concurrency.lockutils [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Acquired lock "singleton_lock" {{(pid=95141) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 15:53:38.513962 n-d-806412-1 neutron-server[95141]: DEBUG oslo_concurrency.lockutils [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Releasing lock "singleton_lock" {{(pid=95141) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 15:53:38.514648 n-d-806412-1 neutron-server[95141]: INFO oslo_service.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Starting 2 workers Aug 27 15:53:38.520301 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Started child 95252 {{(pid=95141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 15:53:38.524901 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Started child 95253 {{(pid=95141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 15:53:38.525864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:38.526576 n-d-806412-1 neutron-server[95141]: INFO neutron.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 15:53:38.527249 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Notify callbacks [] for process, before_spawn {{(pid=95141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:38.527438 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [-] (95252) wsgi starting up on http://0.0.0.0:9696 Aug 27 15:53:38.529797 n-d-806412-1 neutron-server[95141]: INFO oslo_service.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Starting 1 workers Aug 27 15:53:38.530121 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:38.531710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [-] (95253) wsgi starting up on http://0.0.0.0:9696 Aug 27 15:53:38.535189 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Started child 95254 {{(pid=95141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 15:53:38.535735 n-d-806412-1 neutron-server[95141]: INFO oslo_service.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Starting 1 workers Aug 27 15:53:38.539006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] calling RpcWorker wait() {{(pid=95254) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 15:53:38.539642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] returning from RpcWorker wait() {{(pid=95254) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 15:53:38.540373 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Started child 95255 {{(pid=95141) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 15:53:38.541017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:38.541254 n-d-806412-1 neutron-server[95141]: DEBUG neutron_lib.callbacks.manager [None req-660e686a-9161-4b5c-9cff-9e3d1dcd1e08 None None] Notify callbacks [] for process, after_spawn {{(pid=95141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:38.541728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:53:38.543198 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95141) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 15:53:38.543440 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 15:53:38.543635 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 15:53:38.543857 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 15:53:38.544200 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 15:53:38.544367 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 15:53:38.544913 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.545206 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.545470 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.545730 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.546024 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.546297 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:38.546762 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.546885 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.547167 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.547460 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.547727 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.547903 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.548073 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.548336 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.548585 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.548896 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.549181 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.549420 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.549702 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.549896 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.550749 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.551040 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.551313 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.551586 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] debug = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.551842 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.552334 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.552567 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.552819 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.553041 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.553347 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.553568 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.553832 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.554083 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.554301 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.554556 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.554820 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.555080 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.555332 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.555558 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.555803 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.556047 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.556508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] host = n-d-806412-1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.556751 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.556986 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.557256 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.557481 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.557731 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.557967 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.558217 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.558474 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.558761 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.558976 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.559257 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_options = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.570670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571208 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.571897 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.572508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573052 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_json = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.573594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.574203 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.574203 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.574203 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.574203 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.574203 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.574203 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.574615 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.574700 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.575001 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.575154 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.575418 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.575739 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.575972 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.576278 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.576586 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.576781 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.577116 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.577362 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.577633 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.577883 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.578110 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.578351 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.578603 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.578877 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.579105 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.579369 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.579607 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.579863 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.580196 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.580474 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.580756 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.581027 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.581272 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.581510 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.581731 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.581968 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.582207 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.582425 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.582679 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.583906 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.583906 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.583906 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.583906 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.583906 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.584288 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.584288 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.584569 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.584687 n-d-806412-1 neutron-server[95255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:53:38.584826 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.585191 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.585310 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.585541 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.585799 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.586035 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.586266 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.587100 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.587100 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.587100 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.587395 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.587753 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.588304 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.588552 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.588817 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.589065 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.589284 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.589505 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.589751 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.589968 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.590224 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.590467 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.590704 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.590948 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.591170 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.591450 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.591689 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.591925 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.592148 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.592386 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.592624 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.592845 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.593361 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.593580 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.593813 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.594242 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.594351 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.594501 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.594729 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.594960 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.595176 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.595420 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.595636 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.595898 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.596217 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.596456 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.596717 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.597006 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.597459 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.597459 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.597986 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.598070 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.598070 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.598070 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.598070 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.599368 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.599368 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611159 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.611808 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.612375 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.613623 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614144 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.614766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.615873 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616990 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616990 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616990 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616990 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616990 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616990 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.616990 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.617627 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.617627 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.617627 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.617858 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.618182 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.618288 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.618509 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.618772 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.619003 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.619231 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.619482 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.619693 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.619912 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.620126 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.620355 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.620999 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.621246 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.621507 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.621866 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.622115 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.622355 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.622596 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.622818 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.623075 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.623387 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.623644 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.623865 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.624084 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.624302 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.624563 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.624824 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.625077 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.625293 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.625509 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.625745 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.625961 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.626178 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.626482 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.626724 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.626955 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.627215 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.627510 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.627727 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.627964 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.628743 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.629048 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.629179 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.629402 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.629641 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.629871 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.630084 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.630320 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.630547 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.630792 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.631026 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.631254 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.631493 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.631751 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.631977 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.632195 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.632432 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.632676 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.632909 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.633119 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.633648 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.633648 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.633843 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.633995 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.634209 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.634425 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.634649 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.634869 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.635103 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.635421 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.635681 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.635921 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.636226 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.636479 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.636738 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.637004 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.637320 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.637538 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.637781 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.638002 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.638220 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.638442 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.638697 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.639018 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.639408 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.639560 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.645414 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646074 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.646698 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.647258 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.647258 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 15:53:38.647482 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95141) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 15:53:38.647647 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 15:53:38.647802 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 15:53:38.647972 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 15:53:38.648143 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 15:53:38.648298 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 15:53:38.648507 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.648672 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.648836 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.649000 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.649163 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.649349 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.649515 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.649678 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.649839 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.650000 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.650161 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.650323 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.650483 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.650644 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.650800 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.650964 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.651125 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.651330 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.651476 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.651637 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.651798 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.651958 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.652117 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] debug = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.652369 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.652713 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.653010 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.653294 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.653588 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.653872 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.654156 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.654445 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.654734 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.655026 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.655523 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.655621 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.655932 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.656031 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.656191 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.656391 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.656516 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.656678 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] host = n-d-806412-1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.656840 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.657007 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.657151 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.657310 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.657471 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.657631 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.657792 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.657952 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.658112 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.658273 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.658434 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.658594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.658754 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.658914 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.659073 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_options = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.659232 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.659508 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.659675 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.659868 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.660105 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.660280 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.660446 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.660605 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.660767 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.660927 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.661089 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.661256 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.661415 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.661575 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.661735 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.661896 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.662056 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.662215 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.662376 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.662535 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.662695 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.662854 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.663014 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.663173 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.663355 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.663518 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.663678 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.663839 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.663999 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.664160 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.664320 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.664480 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.664641 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.664800 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.665075 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.665175 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.665324 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.665488 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.665650 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.665811 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.665987 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.666130 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.666289 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.666450 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.666609 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.666768 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_json = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.666928 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.667088 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.667247 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.667438 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.667602 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.667809 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.667901 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.668054 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 15:53:38.668238 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.668456 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.668577 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.668754 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.668892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.669064 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.669229 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.669393 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.669555 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.669736 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.669889 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.670682 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.670682 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.670682 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.670682 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.670682 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671048 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671048 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671201 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671529 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671529 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671670 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671758 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.671970 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.672094 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.672258 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.672419 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.672599 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.672764 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.672929 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.673094 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.673259 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.673422 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.673588 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.673752 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.673915 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.674079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.674243 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.674410 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.674579 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.674740 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.674879 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.675594 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.675775 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.676022 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.676353 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.676522 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.676689 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.676855 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.677022 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.677190 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.677355 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.677520 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.677688 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.677853 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.678027 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.678191 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.678356 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.678518 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.678683 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.678846 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.679009 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.679173 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.679360 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.679526 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.679690 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.679871 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.680037 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.680203 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.680366 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.680676 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.680997 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.681163 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.681332 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.681497 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.681662 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.681827 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.681977 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.682153 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.682314 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.682466 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.682631 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.682796 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.682960 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.683123 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.683301 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.683474 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.683638 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.683803 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.683976 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.684155 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.684513 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.684513 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.684757 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.684931 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.685049 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.685132 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.685272 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.685454 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.685619 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.685783 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.685947 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.686113 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.686276 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.686440 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.686615 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.686783 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.686946 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.687129 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.687360 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.687479 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.687643 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.687807 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.687969 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.688132 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.688295 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.688471 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.688636 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.688804 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.688969 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.689158 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.689335 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.689519 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.689683 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.689864 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.690032 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.690199 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.690361 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.690525 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.691255 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.691614 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.691784 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.691972 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.692171 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.692692 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.692692 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.692692 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.692896 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.692996 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.693169 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.693341 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.693524 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.693689 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.693852 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.694016 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.694180 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.694343 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.694511 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.694674 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.694838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.695001 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.695164 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.695351 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.695517 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.695683 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.695849 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.698892 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699389 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.699838 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700276 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700276 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700276 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700276 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700276 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700553 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700553 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700916 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.700916 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.701259 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.701259 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.701995 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.701995 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.701995 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.701995 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.701995 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.702615 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.702615 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.702615 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.702615 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703129 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703129 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703129 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703559 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703559 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703559 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703830 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.703830 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.704040 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.704133 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.704242 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.704420 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.704585 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.704996 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.704996 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.705237 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.705237 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.705381 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.705541 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.705680 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.705841 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.706004 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.706169 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.706426 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.706592 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.706756 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.706919 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.707082 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.707246 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.707442 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.707634 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.707766 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.707928 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.708090 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.708253 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.708426 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.708590 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.708752 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.708916 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.709079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.709245 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.709417 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.709580 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.709741 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.709903 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.710067 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.710307 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.710408 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.710558 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.710721 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.710895 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.711059 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.711222 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.711412 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.711587 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.711751 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.711918 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.712081 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.712245 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.712409 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.712574 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.712742 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.712915 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.713146 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.713247 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.713413 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.713583 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.713754 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.713918 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.714087 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.714261 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.714426 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.714589 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.714753 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.714917 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.715079 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.715243 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.715427 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.715591 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.715753 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.715942 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.716082 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.716256 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.716395 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.716558 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.716723 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.716887 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.717050 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.717213 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.717376 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 15:53:38.717532 n-d-806412-1 neutron-server[95141]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95141) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 15:53:38.724264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:53:38.771581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46580) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:53:38.780936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0068796 Aug 27 15:53:50.548644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee9295-6139-4c82-8522-585854f9890c None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 15:53:50.627413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee9295-6139-4c82-8522-585854f9890c None None] No non-hosted networks {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 15:53:50.688160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.agentschedulers_db [None req-7bee9295-6139-4c82-8522-585854f9890c None None] DHCP Agent not found on host n-d-806412-1 {{(pid=95254) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 15:53:50.844996 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5e60b4-5cca-4bb5-b8b2-8351cdb3f77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8365675'] for agent, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:53.097078 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3180ff43-6ff4-4c77-855d-d861296556dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8365675'] for agent, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:53.128027 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-d492ac43-db7a-4b36-9cb5-1ca4141c45a1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-806412-1 {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 15:53:53.128764 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-d492ac43-db7a-4b36-9cb5-1ca4141c45a1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 15:53:53.210009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8365675'] for agent, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:53.211035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.211638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.212171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.212714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.213254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.213787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.214309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.214828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.215382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.215902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.216436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.216962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:53:53.217574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806412-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:53:53.229973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806412-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:53:53.736099 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d492ac43-db7a-4b36-9cb5-1ca4141c45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:54.327076 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8365675'] for agent, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:55.836122 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8365675'] for agent, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:53:57.043480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46672) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:53:57.558070 n-d-806412-1 neutron-server[95252]: WARNING oslo_policy.policy [None req-93ea76b4-9aad-43c4-89e8-9a87d572a4a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:53:57.558647 n-d-806412-1 neutron-server[95252]: WARNING oslo_policy.policy [None req-93ea76b4-9aad-43c4-89e8-9a87d572a4a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:53:57.789859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [None req-93ea76b4-9aad-43c4-89e8-9a87d572a4a6 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:53:57.791932 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-93ea76b4-9aad-43c4-89e8-9a87d572a4a6 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7461600 Aug 27 15:53:58.366592 n-d-806412-1 neutron-server[95254]: INFO neutron.db.l3_hamode_db [None req-dbc79f55-d63b-4e3b-b018-aa42cfc85caa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 15:53:58.443908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc79f55-d63b-4e3b-b018-aa42cfc85caa None None] Routers set() bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:53:58.444298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc79f55-d63b-4e3b-b018-aa42cfc85caa None None] Router IDs set() for agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 15:54:00.176664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46686) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:00.491403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:54:00.587709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.policy [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95252) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 15:54:00.634112 n-d-806412-1 neutron-server[95252]: WARNING oslo_policy.policy [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:54:00.634478 n-d-806412-1 neutron-server[95252]: WARNING oslo_policy.policy [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:54:00.643028 n-d-806412-1 neutron-server[95252]: INFO neutron.quota [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] Loaded quota_driver: . Aug 27 15:54:00.822968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786555984572', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786555985035', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786555964289', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786555962803', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786562897362', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786556015019', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578023', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949465', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7940786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7992850'] for rbac-policy, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:01.024954 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:01.026184 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a0767bc1-5dbe-462e-b7c3-96aa7f4e5cf2 admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8485541 Aug 27 15:54:03.608884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46698) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:03.904688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:54:03.990932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Made reservation on behalf of 134bc1e35e664f74b76e76582eeda86e for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:54:03.993697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.010595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.132179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.215990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.241097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:54:04.265659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786559671269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.266238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Unsubscribe: segment precommit_create {{(pid=95252) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 15:54:04.266750 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Added segment 343095f1-9dc2-493e-bdd4-a85d0847288e of type vlan for network ea0c3914-0ff1-4926-99a0-3d9b9090228b Aug 27 15:54:04.272973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe54596-e3f2-4314-ab97-fa62727f59a7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:04.294026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.294362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.294689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.295018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.295367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.295692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.296010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.296344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.296639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.296954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.297267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.297581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Tracked resource versions report: Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: pushed versions: Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: { 'AddressGroup': {'1.2'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'ConntrackHelper': {'1.0'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Log': {'1.0'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Network': {'1.1'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Port': {'1.7'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'PortForwarding': {'1.2'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'QosPolicy': {'1.9'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'SecurityGroup': {'1.4'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'SecurityGroupRule': {'1.2'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'SubPort': {'1.0'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Subnet': {'1.1'}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Trunk': {'1.1'}} Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: consumer versions: Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: { DHCP agent@n-d-806412-1: {}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: L3 agent@n-d-806412-1: {}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: Metadata agent@n-d-806412-1: {}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: Metering agent@n-d-806412-1: {}, Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'ConntrackHelper': '1.0', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Log': '1.0', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Network': '1.1', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Port': '1.7', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'PortForwarding': '1.2', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'QosPolicy': '1.9', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'SecurityGroup': '1.4', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'SecurityGroupRule': '1.2', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'SubPort': '1.0', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Subnet': '1.1', Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: 'Trunk': '1.1'}} Aug 27 15:54:04.298700 n-d-806412-1 neutron-server[95252]: {{(pid=95252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 15:54:04.392096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.484658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.485864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:04.486515 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:04.581838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] Pushing event updated for resources: {'Network': ['ID=ea0c3914-0ff1-4926-99a0-3d9b9090228b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:04.593753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:54:04.637569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1b02b027-078c-4411-ab8f-bd301cb72bbd admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0275893 Aug 27 15:54:07.341383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46712) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:07.731830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e139ab4-2326-4c55-a118-e7a93a26c735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:07.733252 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e139ab4-2326-4c55-a118-e7a93a26c735 admin admin] 10.222.0.101 "GET /v2.0/networks/ea0c3914-0ff1-4926-99a0-3d9b9090228b HTTP/1.1" status: 200 len: 826 time: 0.3908792 Aug 27 15:54:07.760108 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-89c6ebfd-1dae-42f7-8db8-2edd2e3f0eaa admin admin] 10.222.0.101 "GET /v2.0/subnetpools/822f0040-14b1-453c-804f-9ed2962296ea HTTP/1.1" status: 200 len: 734 time: 0.0205331 Aug 27 15:54:07.769518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'gateway_ip': '172.20.0.1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'subnetpool_id': '822f0040-14b1-453c-804f-9ed2962296ea', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:54:07.971164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Made reservation on behalf of 134bc1e35e664f74b76e76582eeda86e for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:54:07.973586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:08.394211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:08.483477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Checking segment: {'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:54:08.483955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Network hostable DHCP agents. Network: ea0c3914-0ff1-4926-99a0-3d9b9090228b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:54:08.486308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc5a46b-e385-4337-b864-69648af9298d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:08.602943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:54:08.688502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ea0c3914-0ff1-4926-99a0-3d9b9090228b) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:54:08.693572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:08.694150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:08.698355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac37b64-f68b-4800-af05-7d51796c3e04 None None] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:54:08.860992 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c0c42bb-af47-403f-8ee0-f4a7b40b60cc admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0946767 Aug 27 15:54:09.023647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'fixed_ips': [{'subnet_id': '8fc5a46b-e385-4337-b864-69648af9298d'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:54:09.024967 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:09.300031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Allocated IP 172.20.0.2 (ea0c3914-0ff1-4926-99a0-3d9b9090228b/8fc5a46b-e385-4337-b864-69648af9298d/448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:54:09.500140 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:09.541944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Transition to ACTIVE for port object 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:54:09.563399 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Transition to ACTIVE for port object 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:54:09.646140 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:09.714562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:54:09.721805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:54:09.726325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:54:09.763231 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Pushing event updated for resources: {'Port': ['ID=448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:09.789183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.789540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.789886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.790225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.790560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.790892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.791221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.791583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.791910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.792237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.792563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.792887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Tracked resource versions report: Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: pushed versions: Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: { 'AddressGroup': {'1.2'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'ConntrackHelper': {'1.0'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Log': {'1.0'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Network': {'1.1'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Port': {'1.7'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'PortForwarding': {'1.2'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'QosPolicy': {'1.9'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'SecurityGroup': {'1.4'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'SecurityGroupRule': {'1.2'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'SubPort': {'1.0'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Subnet': {'1.1'}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Trunk': {'1.1'}} Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: consumer versions: Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: { DHCP agent@n-d-806412-1: {}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: L3 agent@n-d-806412-1: {}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: Metadata agent@n-d-806412-1: {}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: Metering agent@n-d-806412-1: {}, Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'ConntrackHelper': '1.0', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Log': '1.0', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Network': '1.1', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Port': '1.7', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'PortForwarding': '1.2', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'QosPolicy': '1.9', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'SecurityGroup': '1.4', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'SecurityGroupRule': '1.2', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'SubPort': '1.0', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Subnet': '1.1', Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: 'Trunk': '1.1'}} Aug 27 15:54:09.794013 n-d-806412-1 neutron-server[95254]: {{(pid=95254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 15:54:09.823184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Attempting to bind port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:54:09.823529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Attempting to bind port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:54:09.823971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Attempting to bind port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 on network ea0c3914-0ff1-4926-99a0-3d9b9090228b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:54:09.828769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:54:09.829187 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Checking segment: {'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:54:09.829653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:09.830048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Bound using segment: {'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:54:09.830577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Bound port: 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:54:09.831002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:09.895460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] For port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:54:09.900397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] For port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8,segment=NetworkSegment(343095f1-9dc2-493e-bdd4-a85d0847288e),segment_id=343095f1-9dc2-493e-bdd4-a85d0847288e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:54:10.017158 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:10.094773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b7169-f368-42c2-bf8f-c6a1b179643b None None] Pushing event updated for resources: {'Port': ['ID=448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:11.309587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46720) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:11.808870 n-d-806412-1 neutron-server[95253]: WARNING oslo_policy.policy [None req-a4784c13-a4a7-4267-9fea-388912f656f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:54:11.809443 n-d-806412-1 neutron-server[95253]: WARNING oslo_policy.policy [None req-a4784c13-a4a7-4267-9fea-388912f656f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:54:12.033385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-a4784c13-a4a7-4267-9fea-388912f656f8 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:54:12.034541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a4784c13-a4a7-4267-9fea-388912f656f8 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7238836 Aug 27 15:54:14.492291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46734) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:14.816096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [None req-2f4d665b-c9fc-4fa8-8d6e-26063bdf5a12 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:54:14.817109 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f4d665b-c9fc-4fa8-8d6e-26063bdf5a12 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3238573 Aug 27 15:54:17.517773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46748) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:17.822972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c5b9fb26-6ef1-46ac-bbe2-abe4ad979ecf admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'admin_state_up': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:54:17.908533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb26-6ef1-46ac-bbe2-abe4ad979ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:17.910128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb26-6ef1-46ac-bbe2-abe4ad979ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:18.050583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb26-6ef1-46ac-bbe2-abe4ad979ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:18.112979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb26-6ef1-46ac-bbe2-abe4ad979ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:18.192263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fb26-6ef1-46ac-bbe2-abe4ad979ecf admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:18.193609 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c5b9fb26-6ef1-46ac-bbe2-abe4ad979ecf admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6748288 Aug 27 15:54:18.520219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a9178-5667-4e84-a5fa-152f75d2cb79 None None] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:54:18.645302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9d96a093-e469-4c54-a78d-d83b48abe88b None None] Provisioning for port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:54:18.992961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:54:19.132793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:54:19.136970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:19.137368 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:19.243640 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:19.277289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8,segment=NetworkSegment(343095f1-9dc2-493e-bdd4-a85d0847288e),segment_id=343095f1-9dc2-493e-bdd4-a85d0847288e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:54:19.341041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:19.390667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:20.537638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-325b9caa-f71c-42e6-8479-4c7e53cbd53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:20.606191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46756) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:20.925532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [None req-e672aac7-0af6-4d22-a19a-15c95d384976 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:54:20.926530 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e672aac7-0af6-4d22-a19a-15c95d384976 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193972 Aug 27 15:54:20.975348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:54:21.028523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:21.028895 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.057609 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01e6bd6-9c17-4555-b332-bbeccd61f861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.217263 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.323064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46764) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:23.630443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:54:23.731197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Made reservation on behalf of 5f92dab60c56488db8dce5fc506a84af for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:54:23.733479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.742320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.829048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.942914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.957862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Reserving flat network on physical network physnet1 {{(pid=95252) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 15:54:23.977678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d980f66-e78e-429d-ba7f-ba8383f65859,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:23.980526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:23.980853 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Added segment 362c65c5-f16d-4eef-b4be-c742e3eb283d of type flat for network e7f88f2b-fe1e-4beb-a290-492ff7614bae Aug 27 15:54:24.026450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:24.160054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:24.161041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:24.161623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:24.223125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] Pushing event updated for resources: {'Network': ['ID=e7f88f2b-fe1e-4beb-a290-492ff7614bae,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:24.233315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:54:24.277760 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:24.298024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e43e8929-0cd7-419e-ad4f-3e141f455e6b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9737778 Aug 27 15:54:25.809584 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:26.659633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46782) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:26.837186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6abca-b061-40e9-a66f-127b8d106225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:26.838483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bbe6abca-b061-40e9-a66f-127b8d106225 admin admin] 10.222.0.101 "GET /v2.0/subnets/8fc5a46b-e385-4337-b864-69648af9298d HTTP/1.1" status: 200 len: 849 time: 0.1778800 Aug 27 15:54:26.957203 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1a44b6ac-2df6-4037-a702-55f0296eb121 admin admin] 10.222.0.101 "GET /v2.0/routers/5ff624d8-8eda-4c74-9f31-4e56e9ffc196 HTTP/1.1" status: 200 len: 704 time: 0.1126101 Aug 27 15:54:27.223651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:27.516118 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Allocated IP 172.20.0.1 (ea0c3914-0ff1-4926-99a0-3d9b9090228b/8fc5a46b-e385-4337-b864-69648af9298d/760932e1-0b8c-4529-bf2a-c34e511eb476) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:54:27.741238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:27.765248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Transition to ACTIVE for port object 760932e1-0b8c-4529-bf2a-c34e511eb476 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:54:27.869213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:27.938163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:54:27.948592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:54:27.951690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:54:27.952216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:27.974997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Pushing event updated for resources: {'Port': ['ID=760932e1-0b8c-4529-bf2a-c34e511eb476,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:28.210756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb8d2c3b-7e79-4f0b-8adc-55930db28dce None None] Provisioning for port 760932e1-0b8c-4529-bf2a-c34e511eb476 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:54:28.212211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:28.214554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb8d2c3b-7e79-4f0b-8adc-55930db28dce None None] Provisioning complete for port 760932e1-0b8c-4529-bf2a-c34e511eb476 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:28.214927 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2c3b-7e79-4f0b-8adc-55930db28dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:28.247721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d2c3b-7e79-4f0b-8adc-55930db28dce None None] Port 760932e1-0b8c-4529-bf2a-c34e511eb476 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:54:28.422150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:28.495547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:28.496264 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:28.573409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Pushing event updated for resources: {'Port': ['ID=760932e1-0b8c-4529-bf2a-c34e511eb476,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:28.619854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:54:28.621135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:54:28.868729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-61940f3b-965e-4613-9f40-69d2e24f9623 None None] Provisioning complete for port 760932e1-0b8c-4529-bf2a-c34e511eb476 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:28.869105 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61940f3b-965e-4613-9f40-69d2e24f9623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:28.880569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 15:54:28.902117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-61940f3b-965e-4613-9f40-69d2e24f9623 None None] Port 760932e1-0b8c-4529-bf2a-c34e511eb476 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 15:54:28.974593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:54:28.980689 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31662ad1-78ce-4714-a266-03ef077313b4 admin admin] 10.222.0.101 "PUT /v2.0/routers/5ff624d8-8eda-4c74-9f31-4e56e9ffc196/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0178483 Aug 27 15:54:28.987228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Sync routers for ids ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:54:28.999107 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Routers {'5ff624d8-8eda-4c74-9f31-4e56e9ffc196'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:54:28.999981 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T15:54:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:29.187762 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Set router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:54:29.616123 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'name': 'router1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:54:17Z', 'updated_at': '2021-08-27T15:54:28Z', 'revision_number': 2, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'gw_port_host': None, '_interfaces': [{'id': '760932e1-0b8c-4529-bf2a-c34e511eb476', 'name': '', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'mac_address': 'fa:16:3e:1c:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fc5a46b-e385-4337-b864-69648af9298d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:27Z', 'updated_at': '2021-08-27T15:54:28Z', 'revision_number': 2, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'subnets': [{'id': '8fc5a46b-e385-4337-b864-69648af9298d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '822f0040-14b1-453c-804f-9ed2962296ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:29.666673 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Checking router: 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:54:29.667043 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Updating router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 port 760932e1-0b8c-4529-bf2a-c34e511eb476 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:54:29.715536 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:30.228998 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:30.247373 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Transition to ACTIVE for port object 760932e1-0b8c-4529-bf2a-c34e511eb476 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:54:30.303845 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:30.467871 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Pushing event updated for resources: {'Port': ['ID=760932e1-0b8c-4529-bf2a-c34e511eb476,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:30.480536 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Attempting to bind port 760932e1-0b8c-4529-bf2a-c34e511eb476 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:54:30.480855 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Attempting to bind port 760932e1-0b8c-4529-bf2a-c34e511eb476 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:54:30.481306 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Attempting to bind port 760932e1-0b8c-4529-bf2a-c34e511eb476 on network ea0c3914-0ff1-4926-99a0-3d9b9090228b {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:54:30.483902 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.484249 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.484585 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.484917 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.485244 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.485572 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.485896 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.486219 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.486541 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.486861 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.487182 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.487527 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Tracked resource versions report: Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: pushed versions: Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: { 'AddressGroup': {'1.2'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'ConntrackHelper': {'1.0'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Log': {'1.0'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Network': {'1.1'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Port': {'1.7'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'PortForwarding': {'1.2'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'QosPolicy': {'1.9'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'SecurityGroup': {'1.4'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'SecurityGroupRule': {'1.2'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'SubPort': {'1.0'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Subnet': {'1.1'}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Trunk': {'1.1'}} Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: consumer versions: Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: { DHCP agent@n-d-806412-1: {}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: L3 agent@n-d-806412-1: {}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: Metadata agent@n-d-806412-1: {}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: Metering agent@n-d-806412-1: {}, Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'ConntrackHelper': '1.0', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Log': '1.0', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Network': '1.1', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Port': '1.7', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'PortForwarding': '1.2', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'QosPolicy': '1.9', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'SecurityGroup': '1.4', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'SecurityGroupRule': '1.2', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'SubPort': '1.0', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Subnet': '1.1', Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: 'Trunk': '1.1'}} Aug 27 15:54:30.488834 n-d-806412-1 neutron-server[95255]: {{(pid=95255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 15:54:30.495249 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:54:30.495698 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Checking segment: {'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:54:30.496195 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:30.496569 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Bound using segment: {'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:54:30.497081 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Bound port: 760932e1-0b8c-4529-bf2a-c34e511eb476, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343095f1-9dc2-493e-bdd4-a85d0847288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:54:30.497463 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:30.565447 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] For port 760932e1-0b8c-4529-bf2a-c34e511eb476, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:54:30.585012 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] For port 760932e1-0b8c-4529-bf2a-c34e511eb476, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=760932e1-0b8c-4529-bf2a-c34e511eb476,segment=NetworkSegment(343095f1-9dc2-493e-bdd4-a85d0847288e),segment_id=343095f1-9dc2-493e-bdd4-a85d0847288e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:54:30.658017 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:30.718212 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a0cc-8e59-4dd4-ac2c-fc4b1ab880d5 None None] Pushing event updated for resources: {'Port': ['ID=760932e1-0b8c-4529-bf2a-c34e511eb476,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:30.722609 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Routers {'5ff624d8-8eda-4c74-9f31-4e56e9ffc196'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:54:30.723214 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T15:54:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:30.813322 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] Set router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:54:31.021016 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'name': 'router1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:54:17Z', 'updated_at': '2021-08-27T15:54:28Z', 'revision_number': 2, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'gw_port_host': None, '_interfaces': [{'id': '760932e1-0b8c-4529-bf2a-c34e511eb476', 'name': '', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'mac_address': 'fa:16:3e:1c:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fc5a46b-e385-4337-b864-69648af9298d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:27Z', 'updated_at': '2021-08-27T15:54:30Z', 'revision_number': 4, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'subnets': [{'id': '8fc5a46b-e385-4337-b864-69648af9298d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '822f0040-14b1-453c-804f-9ed2962296ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:31.048226 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a75483-95fb-48ba-b53f-ca4a701d1d21 None None] The sync data for ids ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'] in n-d-806412-1 is: [{'id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'name': 'router1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:54:17Z', 'updated_at': '2021-08-27T15:54:28Z', 'revision_number': 2, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'gw_port_host': None, '_interfaces': [{'id': '760932e1-0b8c-4529-bf2a-c34e511eb476', 'name': '', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'mac_address': 'fa:16:3e:1c:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fc5a46b-e385-4337-b864-69648af9298d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:27Z', 'updated_at': '2021-08-27T15:54:30Z', 'revision_number': 4, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'subnets': [{'id': '8fc5a46b-e385-4337-b864-69648af9298d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '822f0040-14b1-453c-804f-9ed2962296ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:54:31.260747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46802) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:31.535594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.policy [None req-bf93b2b7-6d98-468e-ae72-291dbf93d9aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 15:54:31.581795 n-d-806412-1 neutron-server[95253]: WARNING oslo_policy.policy [None req-bf93b2b7-6d98-468e-ae72-291dbf93d9aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:54:31.582180 n-d-806412-1 neutron-server[95253]: WARNING oslo_policy.policy [None req-bf93b2b7-6d98-468e-ae72-291dbf93d9aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 15:54:31.591453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93b2b7-6d98-468e-ae72-291dbf93d9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:31.594791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bf93b2b7-6d98-468e-ae72-291dbf93d9aa admin admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 842 time: 0.3313081 Aug 27 15:54:31.604558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Request body: {'subnet': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'ip_version': 4, 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:54:31.606726 n-d-806412-1 neutron-server[95253]: INFO neutron.quota [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Loaded quota_driver: . Aug 27 15:54:31.709776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Made reservation on behalf of 5f92dab60c56488db8dce5fc506a84af for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:54:31.712797 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:32.193967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 15:54:32.194473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:32.274036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:54:32.274715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Network hostable DHCP agents. Network: e7f88f2b-fe1e-4beb-a290-492ff7614bae, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:54:32.276913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400464f6-afda-455a-b1df-c22b948f0703,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:32.289957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.290298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.290636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.290971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.291321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.291650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.291982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.292305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.292626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.292947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.293266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.293584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Tracked resource versions report: Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: pushed versions: Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: { 'AddressGroup': {'1.2'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'ConntrackHelper': {'1.0'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Log': {'1.0'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Network': {'1.1'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Port': {'1.7'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'PortForwarding': {'1.2'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'QosPolicy': {'1.9'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'SecurityGroup': {'1.4'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'SecurityGroupRule': {'1.2'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'SubPort': {'1.0'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Subnet': {'1.1'}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Trunk': {'1.1'}} Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: consumer versions: Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: { DHCP agent@n-d-806412-1: {}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: L3 agent@n-d-806412-1: {}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: Metadata agent@n-d-806412-1: {}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: Metering agent@n-d-806412-1: {}, Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'ConntrackHelper': '1.0', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Log': '1.0', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Network': '1.1', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Port': '1.7', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'PortForwarding': '1.2', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'QosPolicy': '1.9', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'SecurityGroup': '1.4', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'SecurityGroupRule': '1.2', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'SubPort': '1.0', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Subnet': '1.1', Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: 'Trunk': '1.1'}} Aug 27 15:54:32.294724 n-d-806412-1 neutron-server[95253]: {{(pid=95253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 15:54:32.423453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:54:32.509078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e7f88f2b-fe1e-4beb-a290-492ff7614bae) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:54:32.513881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:32.514500 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:32.519615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f936161-21e5-4a70-a43e-e038fd6d2551 None None] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:54:32.595502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-933b6d34-a588-4ff9-a873-83f31d5227e9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9953969 Aug 27 15:54:32.653938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020081c-db31-473a-a16f-29eefda2db8c None None] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:54:34.908518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46816) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:35.153628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-32963b1a-65a2-4747-a12f-83f94bbf5262 admin admin] 10.222.0.101 "GET /v2.0/routers/5ff624d8-8eda-4c74-9f31-4e56e9ffc196 HTTP/1.1" status: 200 len: 710 time: 0.2438929 Aug 27 15:54:35.244061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7c74a-8ba2-43d8-92f3-518de06078b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:54:35.245455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a9a7c74a-8ba2-43d8-92f3-518de06078b6 admin admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 886 time: 0.0859945 Aug 27 15:54:35.254806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:54:35.505885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:35.609199 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:54:35.916667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:35.994998 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:36.188356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Allocated IP 172.25.4.68 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/2834ed97-50f1-4ae1-9d6b-bf63bdd86121) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:54:36.373501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:36.542744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:36.607573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:54:36.613099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:54:36.621486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:54:36.710561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Pushing event updated for resources: {'Port': ['ID=2834ed97-50f1-4ae1-9d6b-bf63bdd86121,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:37.008023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 760932e1-0b8c-4529-bf2a-c34e511eb476 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:54:37.026850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:37.126694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 760932e1-0b8c-4529-bf2a-c34e511eb476 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:54:37.130961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 760932e1-0b8c-4529-bf2a-c34e511eb476 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:37.131387 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:37.212595 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:37.227767 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:37.232910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:37.244868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 760932e1-0b8c-4529-bf2a-c34e511eb476, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=760932e1-0b8c-4529-bf2a-c34e511eb476,segment=NetworkSegment(343095f1-9dc2-493e-bdd4-a85d0847288e),segment_id=343095f1-9dc2-493e-bdd4-a85d0847288e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:54:37.298218 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:37.348278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=760932e1-0b8c-4529-bf2a-c34e511eb476,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:37.358057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 15:54:37.468196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 15:54:37.472770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:37.474029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9c952c36-fce2-40b9-b5ba-74396be4c84d admin admin] 10.222.0.101 "PUT /v2.0/routers/5ff624d8-8eda-4c74-9f31-4e56e9ffc196 HTTP/1.1" status: 200 len: 889 time: 2.2224340 Aug 27 15:54:37.491613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Sync routers for ids ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 15:54:37.502562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Routers {'5ff624d8-8eda-4c74-9f31-4e56e9ffc196'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:54:37.503241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T15:54:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:37.783863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Set router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:54:38.176083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'name': 'router1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '2834ed97-50f1-4ae1-9d6b-bf63bdd86121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:54:17Z', 'updated_at': '2021-08-27T15:54:36Z', 'revision_number': 4, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'gw_port': {'id': '2834ed97-50f1-4ae1-9d6b-bf63bdd86121', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:36Z', 'updated_at': '2021-08-27T15:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '760932e1-0b8c-4529-bf2a-c34e511eb476', 'name': '', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'mac_address': 'fa:16:3e:1c:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fc5a46b-e385-4337-b864-69648af9298d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:27Z', 'updated_at': '2021-08-27T15:54:37Z', 'revision_number': 5, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'subnets': [{'id': '8fc5a46b-e385-4337-b864-69648af9298d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '822f0040-14b1-453c-804f-9ed2962296ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:38.227920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Checking router: 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 15:54:38.228277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Updating router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 15:54:38.275082 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:38.590825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:38.624991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Transition to ACTIVE for port object 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:54:38.669775 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:38.721587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ac424-455f-4d88-9904-a01b1501bbfb None None] Pushing event updated for resources: {'Port': ['ID=2834ed97-50f1-4ae1-9d6b-bf63bdd86121,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:38.724157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Attempting to bind port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:54:38.724521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Attempting to bind port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:54:38.724884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Attempting to bind port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:54:38.730926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:54:38.731432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:54:38.733536 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:38.733536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:54:38.733536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Bound port: 2834ed97-50f1-4ae1-9d6b-bf63bdd86121, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:54:38.733536 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:38.781939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] For port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:54:38.784945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] For port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2834ed97-50f1-4ae1-9d6b-bf63bdd86121,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:54:38.897366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:38.949719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Routers {'5ff624d8-8eda-4c74-9f31-4e56e9ffc196'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 15:54:38.950345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T15:54:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:38.994416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ac424-455f-4d88-9904-a01b1501bbfb None None] Pushing event updated for resources: {'Port': ['ID=2834ed97-50f1-4ae1-9d6b-bf63bdd86121,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:39.001900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 760932e1-0b8c-4529-bf2a-c34e511eb476 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:54:39.179896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] Set router 5ff624d8-8eda-4c74-9f31-4e56e9ffc196 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 15:54:39.181590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 760932e1-0b8c-4529-bf2a-c34e511eb476 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:39.181966 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:39.448381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'name': 'router1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '2834ed97-50f1-4ae1-9d6b-bf63bdd86121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:54:17Z', 'updated_at': '2021-08-27T15:54:36Z', 'revision_number': 4, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'gw_port': {'id': '2834ed97-50f1-4ae1-9d6b-bf63bdd86121', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:36Z', 'updated_at': '2021-08-27T15:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '760932e1-0b8c-4529-bf2a-c34e511eb476', 'name': '', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'mac_address': 'fa:16:3e:1c:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fc5a46b-e385-4337-b864-69648af9298d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:27Z', 'updated_at': '2021-08-27T15:54:37Z', 'revision_number': 5, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'subnets': [{'id': '8fc5a46b-e385-4337-b864-69648af9298d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '822f0040-14b1-453c-804f-9ed2962296ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 15:54:39.474923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500265a3-e067-448d-9fd9-e760cf9d2a9b None None] The sync data for ids ['5ff624d8-8eda-4c74-9f31-4e56e9ffc196'] in n-d-806412-1 is: [{'id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'name': 'router1', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '2834ed97-50f1-4ae1-9d6b-bf63bdd86121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T15:54:17Z', 'updated_at': '2021-08-27T15:54:36Z', 'revision_number': 4, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'gw_port': {'id': '2834ed97-50f1-4ae1-9d6b-bf63bdd86121', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:00:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:36Z', 'updated_at': '2021-08-27T15:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '760932e1-0b8c-4529-bf2a-c34e511eb476', 'name': '', 'network_id': 'ea0c3914-0ff1-4926-99a0-3d9b9090228b', 'tenant_id': '134bc1e35e664f74b76e76582eeda86e', 'mac_address': 'fa:16:3e:1c:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff624d8-8eda-4c74-9f31-4e56e9ffc196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fc5a46b-e385-4337-b864-69648af9298d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T15:54:27Z', 'updated_at': '2021-08-27T15:54:37Z', 'revision_number': 5, 'project_id': '134bc1e35e664f74b76e76582eeda86e', 'subnets': [{'id': '8fc5a46b-e385-4337-b864-69648af9298d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '822f0040-14b1-453c-804f-9ed2962296ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 15:54:39.882408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46828) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:54:40.000856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-de9318d7-909d-44c2-9cff-022ab1b2e3bb admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1173236 Aug 27 15:54:41.011556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:54:41.144156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:54:41.148493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:41.148874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:41.237582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:41.258209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2834ed97-50f1-4ae1-9d6b-bf63bdd86121,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:54:41.344354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:41.392980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=2834ed97-50f1-4ae1-9d6b-bf63bdd86121,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:54:43.024392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:54:43.074430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2834ed97-50f1-4ae1-9d6b-bf63bdd86121 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:54:43.074798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:50.498774 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34e260e7-b38e-4639-bcd0-0181474f8eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:53.076133 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a500efb4-36c0-436a-9e45-d0af661f5e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:53.215795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:54.248088 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:54:55.813750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:12.608644 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:55:20.512924 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7c4e72a-d544-45f7-87b5-fc3078a1e7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:23.088569 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c99fcb79-0ee7-42dd-9cfd-a816961b03c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:23.214535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:24.260135 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:25.824181 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:49.607018 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:55:50.514161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db449ec-dd67-4f9f-ac3d-6b0de6c40ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:53.062193 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5c1a54d-32b8-4bd8-b102-6f7b2408bb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:53.210752 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:54.244444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:55:55.792377 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:20.574604 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e509534-17f4-44e4-a4cd-7b2604828243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:23.083257 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8e458deb-9ce4-4f37-a921-09b089ca62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:23.180356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:23.735590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47424) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:23.798638 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e95187d-72a7-41f5-9ecf-3912a15d5ff4 admin admin] GET failed (client error): The resource could not be found. Aug 27 15:56:23.799997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7e95187d-72a7-41f5-9ecf-3912a15d5ff4 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633662 Aug 27 15:56:23.965413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d5ce1-527d-4d42-8404-7e39ea2037b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:23.966813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fc1d5ce1-527d-4d42-8404-7e39ea2037b7 admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1620741 Aug 27 15:56:24.294573 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:25.814081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:26.169516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47434) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:26.269579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de20db-818e-4bcc-9b11-06e9066a0af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:26.270919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-72de20db-818e-4bcc-9b11-06e9066a0af2 admin admin] 10.222.0.101 "GET /v2.0/subnets/8fc5a46b-e385-4337-b864-69648af9298d HTTP/1.1" status: 200 len: 849 time: 0.1001418 Aug 27 15:56:26.281043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:56:26.374440 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Notify callbacks [] for subnet, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:26.574068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786559581224'] for subnet, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:26.604572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:26.605170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:26.612067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] 10.222.0.101 "PUT /v2.0/subnets/8fc5a46b-e385-4337-b864-69648af9298d HTTP/1.1" status: 200 len: 868 time: 0.3291557 Aug 27 15:56:26.612320 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:56:26.615052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb9d491-7112-483e-a003-608ee7f03683 None None] Network ea0c3914-0ff1-4926-99a0-3d9b9090228b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:56:26.628279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc5a46b-e385-4337-b864-69648af9298d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:56:26.635744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.636121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.636432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.636770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.637102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.637433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.637761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.638090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.638419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.638742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.639064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.639418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f7c79-d3b9-4265-8b0c-07892003fe2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:56:26.968418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b55c1190-d07e-46bb-8170-f7169f248fa3 None None] Provisioning complete for port 760932e1-0b8c-4529-bf2a-c34e511eb476 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:56:26.969948 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b55c1190-d07e-46bb-8170-f7169f248fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:27.054006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b55c1190-d07e-46bb-8170-f7169f248fa3 None None] Provisioning complete for port 448a5f1d-5306-4bdb-8fc2-9a9d4fe0d8e8 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:56:27.054304 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b55c1190-d07e-46bb-8170-f7169f248fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:28.811108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47442) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:29.010298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9afb2-68f0-4d2a-ae57-67f6a1aa4ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:29.010687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9afb2-68f0-4d2a-ae57-67f6a1aa4ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:29.012278 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-21c9afb2-68f0-4d2a-ae57-67f6a1aa4ea4 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2001517 Aug 27 15:56:31.191892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:31.398179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4d5ed-c9e5-4c7e-bee1-97db55b24145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:31.398651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4d5ed-c9e5-4c7e-bee1-97db55b24145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:31.400219 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eab4d5ed-c9e5-4c7e-bee1-97db55b24145 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2073715 Aug 27 15:56:33.617270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47460) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:33.743860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5bfa37-e95b-4781-b6cc-788d5d76a76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:33.745304 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cd5bfa37-e95b-4781-b6cc-788d5d76a76b admin admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 886 time: 0.1270368 Aug 27 15:56:35.926492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47468) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:36.072405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14dbf82-8763-4d81-b511-7628b2c25d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:36.073785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b14dbf82-8763-4d81-b511-7628b2c25d87 admin admin] 10.222.0.101 "GET /v2.0/networks/ea0c3914-0ff1-4926-99a0-3d9b9090228b HTTP/1.1" status: 200 len: 870 time: 0.1463284 Aug 27 15:56:38.251783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47476) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:38.434971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df76eb-daed-474d-a22d-4dc3268fec0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:38.435377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df76eb-daed-474d-a22d-4dc3268fec0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:38.437668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-40df76eb-daed-474d-a22d-4dc3268fec0e admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1848769 Aug 27 15:56:40.617255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47484) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:40.741849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee917d5e-c49a-4b6d-855e-2f3acdae0618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:40.742314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee917d5e-c49a-4b6d-855e-2f3acdae0618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:40.743895 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee917d5e-c49a-4b6d-855e-2f3acdae0618 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259699 Aug 27 15:56:42.948305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47492) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:43.034558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f7cf4-fb7e-473b-acea-63b87d52760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:43.035943 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d68f7cf4-fb7e-473b-acea-63b87d52760c admin admin] 10.222.0.101 "GET /v2.0/subnets/400464f6-afda-455a-b1df-c22b948f0703 HTTP/1.1" status: 200 len: 816 time: 0.0863905 Aug 27 15:56:45.212128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47500) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:56:45.307045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551b4891-8d94-4c5b-a86d-f3ec52b82409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:56:45.308340 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-551b4891-8d94-4c5b-a86d-f3ec52b82409 admin admin] 10.222.0.101 "GET /v2.0/subnets/8fc5a46b-e385-4337-b864-69648af9298d HTTP/1.1" status: 200 len: 868 time: 0.0952482 Aug 27 15:56:50.506872 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2dc8240e-3c16-4dd4-a14d-9a998d838ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:53.060617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7b83-8586-4ccb-b10f-326088798189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:53.226217 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:54.248667 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:56:55.797147 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:03.607031 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:57:09.485361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47554) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:57:09.533406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [None req-59a1e1d3-46f3-4106-bccf-82305b807e12 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:57:09.534423 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59a1e1d3-46f3-4106-bccf-82305b807e12 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480599 Aug 27 15:57:11.817774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47562) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:57:11.878834 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c2ed27-018c-47c3-a8de-5d92ed575416 admin admin] GET failed (client error): The resource could not be found. Aug 27 15:57:11.880306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e8c2ed27-018c-47c3-a8de-5d92ed575416 admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613217 Aug 27 15:57:11.967358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a97da-f017-4e16-9e29-68d055a63c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:57:11.968840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea0a97da-f017-4e16-9e29-68d055a63c62 admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839088 Aug 27 15:57:14.223474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47570) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:57:14.269855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:57:14.353259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Made reservation on behalf of 5f92dab60c56488db8dce5fc506a84af for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:57:14.355591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:14.397370 n-d-806412-1 neutron-server[95253]: WARNING neutron.services.revisions.revision_plugin [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Could not find related network for resource to bump revision. Aug 27 15:57:14.414514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 15:57:14.425076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786559671269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:14.425604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Unsubscribe: segment precommit_create {{(pid=95253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 15:57:14.426094 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Added segment e29b9aa9-1f0a-4669-b8c0-0bede43d70d4 of type vlan for network e309fdb3-8ce6-4fa1-a657-7a1d34457081 Aug 27 15:57:14.483576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:14.600831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:14.601877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:57:14.602471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:14.691719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e309fdb3-8ce6-4fa1-a657-7a1d34457081,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:57:14.703668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 15:57:14.749692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1c3cc890-7fa4-447d-b583-31e2f20b82c9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5249543 Aug 27 15:57:16.950332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47578) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:57:17.010269 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed612de8-409c-4144-975e-ce4d8fb6b9ef admin admin] GET failed (client error): The resource could not be found. Aug 27 15:57:17.011587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed612de8-409c-4144-975e-ce4d8fb6b9ef admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602841 Aug 27 15:57:17.086934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f5ecb8-3403-44f1-a799-cc70cda1e7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:57:17.088414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-06f5ecb8-3403-44f1-a799-cc70cda1e7ff admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0723035 Aug 27 15:57:17.099231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 15:57:17.182727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Made reservation on behalf of 5f92dab60c56488db8dce5fc506a84af for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 15:57:17.184936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:17.422740 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:17.480513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:57:17.488859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:57:17.489208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Network hostable DHCP agents. Network: e309fdb3-8ce6-4fa1-a657-7a1d34457081, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 15:57:17.559758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 15:57:17.662379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e309fdb3-8ce6-4fa1-a657-7a1d34457081) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:57:17.666613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 15:57:17.667197 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:17.672046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b70e4d-60c4-44ff-aa87-089b7027fcab None None] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:57:17.760708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f5dc2c6e-318c-46db-a0c3-c804e778790e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6650164 Aug 27 15:57:17.819217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'tenant_id': '5f92dab60c56488db8dce5fc506a84af', 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 15:57:17.820867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:18.132853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Allocated IP 192.168.233.2 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/d857b6ed-5eb6-404a-97d6-93a1065dcc45) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 15:57:18.300385 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:18.309251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Transition to ACTIVE for port object d857b6ed-5eb6-404a-97d6-93a1065dcc45 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:57:18.324384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Transition to ACTIVE for port object d857b6ed-5eb6-404a-97d6-93a1065dcc45 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 15:57:18.383327 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:18.421542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 15:57:18.426337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 15:57:18.432883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 15:57:18.435928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Pushing event updated for resources: {'Port': ['ID=d857b6ed-5eb6-404a-97d6-93a1065dcc45,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:57:18.446815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.447171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.447541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.447906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.448241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.448569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.448905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.449236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.449560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.449886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.450210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.450530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:57:18.501713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Attempting to bind port d857b6ed-5eb6-404a-97d6-93a1065dcc45 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Attempting to bind port d857b6ed-5eb6-404a-97d6-93a1065dcc45 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Attempting to bind port d857b6ed-5eb6-404a-97d6-93a1065dcc45 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Bound port: d857b6ed-5eb6-404a-97d6-93a1065dcc45, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 15:57:18.513366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:18.571708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] For port d857b6ed-5eb6-404a-97d6-93a1065dcc45, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 15:57:18.574790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] For port d857b6ed-5eb6-404a-97d6-93a1065dcc45, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d857b6ed-5eb6-404a-97d6-93a1065dcc45,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 15:57:18.685040 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:18.742746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77130542-3bf2-465b-8eef-cea3a7481d41 None None] Pushing event updated for resources: {'Port': ['ID=d857b6ed-5eb6-404a-97d6-93a1065dcc45,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:57:19.148620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d857b6ed-5eb6-404a-97d6-93a1065dcc45 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:57:19.269141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d857b6ed-5eb6-404a-97d6-93a1065dcc45 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:57:19.592076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ce7a1-e444-4c2e-a8d9-478fd2f9e225 None None] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 15:57:19.739478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-036ba11b-cd73-4785-8452-de231266d153 None None] Provisioning for port d857b6ed-5eb6-404a-97d6-93a1065dcc45 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 15:57:19.745832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-036ba11b-cd73-4785-8452-de231266d153 None None] Provisioning complete for port d857b6ed-5eb6-404a-97d6-93a1065dcc45 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:57:19.746215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-036ba11b-cd73-4785-8452-de231266d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:19.837625 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-036ba11b-cd73-4785-8452-de231266d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:19.873874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-036ba11b-cd73-4785-8452-de231266d153 None None] For port d857b6ed-5eb6-404a-97d6-93a1065dcc45, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d857b6ed-5eb6-404a-97d6-93a1065dcc45,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 15:57:19.977275 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-036ba11b-cd73-4785-8452-de231266d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:20.028249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ba11b-cd73-4785-8452-de231266d153 None None] Pushing event updated for resources: {'Port': ['ID=d857b6ed-5eb6-404a-97d6-93a1065dcc45,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:57:20.096075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f738e083-d58f-41f7-a1d9-00332031873d None None] Provisioning complete for port d857b6ed-5eb6-404a-97d6-93a1065dcc45 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:57:20.096447 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f738e083-d58f-41f7-a1d9-00332031873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:20.512879 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a00cb60d-5c31-4d3f-a7a2-f85718aaefd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:21.110772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d857b6ed-5eb6-404a-97d6-93a1065dcc45 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 15:57:21.158526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d857b6ed-5eb6-404a-97d6-93a1065dcc45 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 15:57:21.158895 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:23.073867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5759a95-05a5-40fc-9303-f6749ef957e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:23.205197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:24.283680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:25.799074 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:40.605529 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:57:50.505333 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f8f079cb-29e9-4bc9-a0e7-3400dce079dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:53.057332 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5a16b36-77fc-4e83-9b1e-966a498e9b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:53.218941 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:54.303098 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:57:55.848134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:17.604457 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:58:20.557423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c390d4a-3b60-43ba-95f4-6bdd216fca12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:23.060845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c84197fa-4490-4152-b293-14da9a9d8dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:23.217243 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:24.348441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:25.846045 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:36.238316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47630) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:58:36.244062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [None req-6f53d2e5-4d8b-4e89-89e5-5816c07aa451 tempest-verify_tempest_config-1174793733 tempest-verify_tempest_config-1174793733-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 15:58:36.245051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6f53d2e5-4d8b-4e89-89e5-5816c07aa451 tempest-verify_tempest_config-1174793733 tempest-verify_tempest_config-1174793733-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057666 Aug 27 15:58:36.770083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47648) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:58:36.869836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:36.955620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:37.030172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:37.074162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c56dbb0-9bc0-446d-be2a-c6cd8946f6c9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:58:37.077774 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=84128d7e7031466aabb788ee7c4f29ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3067210 Aug 27 15:58:37.081269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47652) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 15:58:37.083810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.084108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.084454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.084795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.085135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.085472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.085804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.086135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.086463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.086788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.087112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.087462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b772fbc-f03a-4e8c-82cd-d334690065bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.157500 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:37.176917 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:37.342050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:37.344866 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:37.346039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7c56dbb0-9bc0-446d-be2a-c6cd8946f6c9 HTTP/1.1" status: 204 len: 168 time: 0.2637126 Aug 27 15:58:37.354154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c56dbb0-9bc0-446d-be2a-c6cd8946f6c9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 15:58:37.361078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.361443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.361778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.362117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.362453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.362794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.363115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.363778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.363778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.364198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.364426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:37.364756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af6013c-f3cc-451d-88eb-605f72a19fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 15:58:50.497980 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8abd58a-1460-4e12-a110-61b2c2e8476d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:53.092058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fccaf9a5-71c1-4533-bbca-5f1e9da2dedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:53.223483 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:54.278271 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:58:54.602782 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:58:55.861343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:20.517458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08ef9307-a5f7-432e-9489-8a23c3b64ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:23.096365 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-999e8371-1925-45ae-966c-e7a4986e97e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:23.191356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:24.306088 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:25.873581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:31.601745 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 15:59:50.512523 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73d19c33-30db-44fa-9219-059a9e73b39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:53.067518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78e352c5-dad7-462f-83c1-b0302fc3a3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:53.196694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:54.289716 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 15:59:55.826206 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:08.601303 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:00:20.511457 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4fd8-97d4-4c3b-83ea-d7de37b6ffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:23.088880 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69dec8d6-8245-46ae-855d-3ad05ea39d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:23.202988 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:24.300209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:25.871113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:45.599391 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:00:50.504948 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c1c19fe-4c5b-4347-8edf-04ef6eafd13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:53.082164 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13afc4f9-c4fc-4787-adfb-0df87be1b4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:53.219530 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:54.276841 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:00:55.842403 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:20.510640 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e75aaef4-0443-4e2a-a693-c6cdfdf91ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:22.598851 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 5 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:01:23.104861 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-639390df-0215-4815-b2c2-9dbcd04aaecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:23.185286 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:24.345203 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:25.853659 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:50.545130 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dd94cf1-98e4-407c-a76b-6fda80aee3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:52.882343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8365675'] for agent, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:53.082516 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1947-8905-4821-86c6-b3216b3716ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:53.191045 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:53.574222 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8365675'] for agent, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:54.311169 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:55.962673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:01:59.598948 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:02:20.562514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad60d79-ba64-40bf-893e-680ee6a14984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:22.831657 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:23.082514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73e6ac42-8767-40dd-ada1-f82d39201c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:23.191042 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:23.538658 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:24.316087 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:25.854413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:36.599434 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:02:38.937229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47718) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:02:39.040427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7f911bba-d8f1-4e21-928b-4e7a393ed9b7 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.1021059 Aug 27 16:02:41.226394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47728) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:02:41.281675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a53a0b41-667c-4b25-93a5-c1a1e1df221b admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0541387 Aug 27 16:02:50.528701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab339077-dc23-4275-8148-b9b0eee6a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:52.785935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:53.112238 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f19db15-d2c1-45d0-a7b9-180f21a10c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:53.209236 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:53.515670 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:54.300789 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:02:55.849160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:13.599377 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:03:20.507211 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92b64979-cb9d-4620-88fe-534d3dcb0290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:22.808142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:23.076231 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f66f875-e394-40ba-8284-a659fe4fa26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:23.198433 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:23.512955 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:24.315960 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:25.850235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:50.512432 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a4bda18-dfd4-4883-9fbd-12e3d8568e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:50.597919 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:03:52.840422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:53.097679 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce3ece90-9bbc-454d-bf67-5f397ebf5f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:53.238058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:53.534951 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:54.415030 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:03:55.872262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:07.491479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47874) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:07.957344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-network', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:08.058198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Made reservation on behalf of f8c5920671ec4e9584dc477cc4c08ccc for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:08.058198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.065139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.155909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.250374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.280037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:04:08.288994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9d277-746a-4cf0-8d16-cd8fea4c350f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:08.293572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.293919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.294263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.294600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.294933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.295290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.295612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.295947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.296262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.296584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.296908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.297494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Tracked resource versions report: Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: pushed versions: Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: { 'AddressGroup': {'1.2'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'ConntrackHelper': {'1.0'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Log': {'1.0'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Network': {'1.1'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Port': {'1.7'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'PortForwarding': {'1.2'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'QosPolicy': {'1.9'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'SecurityGroup': {'1.4'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'SubPort': {'1.0'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Subnet': {'1.1'}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Trunk': {'1.1'}} Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: consumer versions: Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: { DHCP agent@n-d-806412-1: {}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: HyperV agent@n-h1-806412-1: {}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: HyperV agent@n-h2-806412-1: {}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: L3 agent@n-d-806412-1: {}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: Metadata agent@n-d-806412-1: {}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: Metering agent@n-d-806412-1: {}, Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'ConntrackHelper': '1.0', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Log': '1.0', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Network': '1.1', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Port': '1.7', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'PortForwarding': '1.2', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'QosPolicy': '1.9', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'SecurityGroup': '1.4', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'SecurityGroupRule': '1.2', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'SubPort': '1.0', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Subnet': '1.1', Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: 'Trunk': '1.1'}} Aug 27 16:04:08.298282 n-d-806412-1 neutron-server[95252]: {{(pid=95252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:04:08.303791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.304142 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Added segment 480b0d85-b467-4635-8657-e077f8169af2 of type vlan for network b21ea7b5-c1e7-4128-846e-fe74ee909096 Aug 27 16:04:08.348656 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.470785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.471818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:08.472419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:08.531842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] Pushing event updated for resources: {'Network': ['ID=b21ea7b5-c1e7-4128-846e-fe74ee909096,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:08.542881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:04:08.591500 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8d0b8cec-85fa-4fd0-8d39-a676bb074886 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0958865 Aug 27 16:04:08.593693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47920) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:08.605395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Request body: {'subnet': {'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-subnet', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:08.741952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Made reservation on behalf of f8c5920671ec4e9584dc477cc4c08ccc for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:08.744608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.006438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.059144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:09.073990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.074343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.074657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.074992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.075343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.075668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.075989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.076308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.076669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.076925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.077239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.077645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Tracked resource versions report: Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: pushed versions: Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: { 'AddressGroup': {'1.2'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'ConntrackHelper': {'1.0'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Log': {'1.0'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Network': {'1.1'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Port': {'1.7'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'PortForwarding': {'1.2'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'QosPolicy': {'1.9'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'SecurityGroup': {'1.4'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'SubPort': {'1.0'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Subnet': {'1.1'}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Trunk': {'1.1'}} Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: consumer versions: Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: { DHCP agent@n-d-806412-1: {}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: HyperV agent@n-h1-806412-1: {}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: HyperV agent@n-h2-806412-1: {}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: L3 agent@n-d-806412-1: {}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: Metadata agent@n-d-806412-1: {}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: Metering agent@n-d-806412-1: {}, Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'ConntrackHelper': '1.0', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Log': '1.0', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Network': '1.1', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Port': '1.7', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'PortForwarding': '1.2', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'QosPolicy': '1.9', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'SecurityGroup': '1.4', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'SecurityGroupRule': '1.2', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'SubPort': '1.0', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Subnet': '1.1', Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: 'Trunk': '1.1'}} Aug 27 16:04:09.078578 n-d-806412-1 neutron-server[95253]: {{(pid=95253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:04:09.088526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Checking segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:09.088894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Network hostable DHCP agents. Network: b21ea7b5-c1e7-4128-846e-fe74ee909096, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:04:09.102904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47942) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:09.219864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:04:09.353342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b21ea7b5-c1e7-4128-846e-fe74ee909096) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:09.358155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:09.359795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.364415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90f17f-1744-4661-8ee0-90a68efa74c8 None None] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:09.468942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c15b9f6d-087b-463b-b275-d239888c05e6 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8734741 Aug 27 16:04:09.478117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47958) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:09.483943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:09.524150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-b21ea7b5-c1e7-4128-846e-fe74ee909096', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:04:09.525056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.614311 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.615574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.670327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Allocated IP 172.20.0.2 (b21ea7b5-c1e7-4128-846e-fe74ee909096/4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b/b64eae1f-f3be-4b39-afbe-4352fb00eb6f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:09.701785 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9c59d8cc-b4a1-4c4e-8da6-0037aa7b1b73 tempest-AutoAllocateNetworkTest-218152045 tempest-AutoAllocateNetworkTest-218152045-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=2b7aec296632407e9744406ce23688e6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5960104 Aug 27 16:04:09.703510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:09.764232 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.830965 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.841877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Transition to ACTIVE for port object b64eae1f-f3be-4b39-afbe-4352fb00eb6f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:09.858895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Transition to ACTIVE for port object b64eae1f-f3be-4b39-afbe-4352fb00eb6f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:09.892960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e87bdfd-a0c6-4610-bf74-42e01ba78bb0 tempest-AutoAllocateNetworkTest-218152045 tempest-AutoAllocateNetworkTest-218152045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:09.897900 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2e87bdfd-a0c6-4610-bf74-42e01ba78bb0 tempest-AutoAllocateNetworkTest-218152045 tempest-AutoAllocateNetworkTest-218152045-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1934083 Aug 27 16:04:09.898723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47972) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:09.953938 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:09.964556 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bbf10508-f2fd-4b29-b2b6-0e3e2d68c4ca tempest-AutoAllocateNetworkTest-218152045 tempest-AutoAllocateNetworkTest-218152045-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645130 Aug 27 16:04:09.965162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47978) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:09.995843 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-118cc1be-fd3a-47a5-9c35-095a1a23d0b7 tempest-AutoAllocateNetworkTest-218152045 tempest-AutoAllocateNetworkTest-218152045-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=2b7aec296632407e9744406ce23688e6 HTTP/1.1" status: 200 len: 208 time: 0.0293069 Aug 27 16:04:10.011520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.012877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Pushing event updated for resources: {'Port': ['ID=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:10.024984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.025565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.026116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.026618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.027116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.027513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.027847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.028183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.028627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.028952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.029283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.029607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Tracked resource versions report: Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: pushed versions: Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: { 'AddressGroup': {'1.2'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'ConntrackHelper': {'1.0'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Log': {'1.0'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Network': {'1.1'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Port': {'1.7'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'PortForwarding': {'1.2'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'QosPolicy': {'1.9'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'SecurityGroup': {'1.4'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'SubPort': {'1.0'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Subnet': {'1.1'}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Trunk': {'1.1'}} Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: consumer versions: Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: { DHCP agent@n-d-806412-1: {}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: HyperV agent@n-h1-806412-1: {}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: HyperV agent@n-h2-806412-1: {}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: L3 agent@n-d-806412-1: {}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: Metadata agent@n-d-806412-1: {}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: Metering agent@n-d-806412-1: {}, Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'ConntrackHelper': '1.0', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Log': '1.0', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Network': '1.1', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Port': '1.7', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'PortForwarding': '1.2', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'QosPolicy': '1.9', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'SecurityGroup': '1.4', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'SecurityGroupRule': '1.2', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'SubPort': '1.0', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Subnet': '1.1', Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: 'Trunk': '1.1'}} Aug 27 16:04:10.030678 n-d-806412-1 neutron-server[95254]: {{(pid=95254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:04:10.042568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:10.044050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:10.046543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:10.100590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Attempting to bind port b64eae1f-f3be-4b39-afbe-4352fb00eb6f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:10.100954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Attempting to bind port b64eae1f-f3be-4b39-afbe-4352fb00eb6f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:10.101311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Attempting to bind port b64eae1f-f3be-4b39-afbe-4352fb00eb6f on network b21ea7b5-c1e7-4128-846e-fe74ee909096 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:10.106316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:10.106694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Checking segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:10.107121 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.107600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Bound using segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:10.108167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Bound port: b64eae1f-f3be-4b39-afbe-4352fb00eb6f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:10.108576 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.174837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] For port b64eae1f-f3be-4b39-afbe-4352fb00eb6f, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:10.179935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] For port b64eae1f-f3be-4b39-afbe-4352fb00eb6f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:10.484109 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.484109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9d8cb-918e-4704-a4df-26bc8c83807b None None] Pushing event updated for resources: {'Port': ['ID=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:10.484420 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.484420 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.587091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Allocated IP 172.25.4.217 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/657ee8ba-69b9-4b31-9192-8263e8dbf4bc) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:10.712696 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.808485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:10.844010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:10.846849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:10.850370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:10.896822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Pushing event updated for resources: {'Port': ['ID=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:11.145987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:11.198122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48014) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:11.344659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cc45c-5b50-4936-8eac-b43b977421fa None None] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:11.382066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:11.462786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b64eae1f-f3be-4b39-afbe-4352fb00eb6f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:11.585459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4d9fabfa-01e3-41e5-9569-29746ce89a05 None None] Provisioning for port b64eae1f-f3be-4b39-afbe-4352fb00eb6f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:11.650309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port b64eae1f-f3be-4b39-afbe-4352fb00eb6f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:11.650530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:04:11.654743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b64eae1f-f3be-4b39-afbe-4352fb00eb6f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:11.655328 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:11.750410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe68f-d022-46aa-869b-9dc70e027afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:11.781487 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:11.809704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:04:11.820430 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Sync routers for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:04:11.827949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port b64eae1f-f3be-4b39-afbe-4352fb00eb6f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:11.833819 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:11.834458 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:03:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:11.882512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe68f-d022-46aa-869b-9dc70e027afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:11.931223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e05f9e70-8ea6-4b43-a1b1-395cadc18754 None None] Provisioning complete for port b64eae1f-f3be-4b39-afbe-4352fb00eb6f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:11.931223 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e05f9e70-8ea6-4b43-a1b1-395cadc18754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:11.973848 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:12.004929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.024782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe68f-d022-46aa-869b-9dc70e027afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.047912 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e05f9e70-8ea6-4b43-a1b1-395cadc18754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.075431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe68f-d022-46aa-869b-9dc70e027afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ffc1c5-e526-4b96-8c82-85dbb0d363b8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:12.097670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:12.098764 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fbbfe68f-d022-46aa-869b-9dc70e027afc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2b7aec296632407e9744406ce23688e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8982022 Aug 27 16:04:12.101110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48042) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:12.110863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.115520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-987f9084-564b-4853-ae27-f21f933e3c05 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6327672 Aug 27 16:04:12.115777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48044) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:12.173073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89b4e7c1-99e7-4ec8-9a3f-9b85e0282e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.184015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-e05f9e70-8ea6-4b43-a1b1-395cadc18754 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:04:12.188815 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-e05f9e70-8ea6-4b43-a1b1-395cadc18754 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:04:12.207041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89b4e7c1-99e7-4ec8-9a3f-9b85e0282e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.310857 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:10Z', 'revision_number': 3, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:12.352533 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Checking router: 8d5cf21f-52e5-45e2-b436-fb8d48e41045 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:04:12.353274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89b4e7c1-99e7-4ec8-9a3f-9b85e0282e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.353949 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Updating router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:04:12.355808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89b4e7c1-99e7-4ec8-9a3f-9b85e0282e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.360115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-89b4e7c1-99e7-4ec8-9a3f-9b85e0282e25 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b5ffc1c5-e526-4b96-8c82-85dbb0d363b8 HTTP/1.1" status: 204 len: 168 time: 0.2576663 Aug 27 16:04:12.370636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4e7c1-99e7-4ec8-9a3f-9b85e0282e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ffc1c5-e526-4b96-8c82-85dbb0d363b8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:12.408520 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.726798 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.740202 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Transition to ACTIVE for port object 657ee8ba-69b9-4b31-9192-8263e8dbf4bc will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:12.833927 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.843858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.883578 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Attempting to bind port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:12.883886 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Attempting to bind port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:12.884391 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Attempting to bind port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:12.893519 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Pushing event updated for resources: {'Port': ['ID=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:12.897490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:12.897490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:12.897490 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.897714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:12.898227 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Bound port: 657ee8ba-69b9-4b31-9192-8263e8dbf4bc, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:12.898723 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:12.924908 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.925271 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.926162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.926549 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.926893 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.927393 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.927751 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.928333 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.928676 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.929002 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.929331 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.929656 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Tracked resource versions report: Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: pushed versions: Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: { 'AddressGroup': {'1.2'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'ConntrackHelper': {'1.0'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Log': {'1.0'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Network': {'1.1'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Port': {'1.7'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'PortForwarding': {'1.2'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'QosPolicy': {'1.9'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'SecurityGroup': {'1.4'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'SubPort': {'1.0'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Subnet': {'1.1'}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Trunk': {'1.1'}} Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: consumer versions: Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: { DHCP agent@n-d-806412-1: {}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: HyperV agent@n-h1-806412-1: {}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: HyperV agent@n-h2-806412-1: {}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: L3 agent@n-d-806412-1: {}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: Metadata agent@n-d-806412-1: {}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: Metering agent@n-d-806412-1: {}, Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: Open vSwitch agent@n-d-806412-1: { 'AddressGroup': '1.2', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'ConntrackHelper': '1.0', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Log': '1.0', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Network': '1.1', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Port': '1.7', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'PortForwarding': '1.2', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'QosPolicy': '1.9', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'SecurityGroup': '1.4', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'SecurityGroupRule': '1.2', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'SubPort': '1.0', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Subnet': '1.1', Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: 'Trunk': '1.1'}} Aug 27 16:04:12.930793 n-d-806412-1 neutron-server[95255]: {{(pid=95255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:04:12.970830 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] For port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:12.975183 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] For port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:13.034524 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.068351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Allocated IP 172.20.0.1 (b21ea7b5-c1e7-4128-846e-fe74ee909096/4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b/f59ebf7f-7ec4-4475-a56a-8b2653563091) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:13.096314 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:13.102853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:03:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:13.151808 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd134ef-35e2-4956-a6e7-c7dcc168f9d2 None None] Pushing event updated for resources: {'Port': ['ID=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:13.199774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.228195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Transition to ACTIVE for port object f59ebf7f-7ec4-4475-a56a-8b2653563091 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:13.238281 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:13.245831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:13.351140 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.367828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b64eae1f-f3be-4b39-afbe-4352fb00eb6f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:13.427159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Pushing event updated for resources: {'Port': ['ID=f59ebf7f-7ec4-4475-a56a-8b2653563091,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:13.453228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:13.456010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:13.459969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:13.460524 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.466215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b64eae1f-f3be-4b39-afbe-4352fb00eb6f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:13.466696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.672998 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:10Z', 'revision_number': 3, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:13.710657 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f09f7b-c54d-4e7a-95c1-7b81e2a878e5 None None] The sync data for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 is: [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:10Z', 'revision_number': 3, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:04:13.834474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc672113-8656-4b91-8fc6-ca593b0be05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.861084 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.937193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c0b2c9d3-e90c-43a0-825d-90836c34a365 None None] Provisioning for port f59ebf7f-7ec4-4475-a56a-8b2653563091 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:13.945060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c0b2c9d3-e90c-43a0-825d-90836c34a365 None None] Provisioning complete for port f59ebf7f-7ec4-4475-a56a-8b2653563091 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:13.958331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c9d3-e90c-43a0-825d-90836c34a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:13.984968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc672113-8656-4b91-8fc6-ca593b0be05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.056276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc672113-8656-4b91-8fc6-ca593b0be05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.067333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2c9d3-e90c-43a0-825d-90836c34a365 None None] Port f59ebf7f-7ec4-4475-a56a-8b2653563091 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:04:14.098918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc672113-8656-4b91-8fc6-ca593b0be05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e819c87-0bb2-4cc4-af68-176c4fa2b185,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:14.128362 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cc672113-8656-4b91-8fc6-ca593b0be05c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee1c4f79ab9f4041a0024b7a4aad9319&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8812828 Aug 27 16:04:14.134639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48110) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:14.187204 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.225353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f39a305-8ca5-44a8-977e-167b2a9aa241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.270696 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f39a305-8ca5-44a8-977e-167b2a9aa241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.313280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.314267 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.420161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Pushing event updated for resources: {'Port': ['ID=f59ebf7f-7ec4-4475-a56a-8b2653563091,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:14.493532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f39a305-8ca5-44a8-977e-167b2a9aa241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.496332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f39a305-8ca5-44a8-977e-167b2a9aa241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.497773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f39a305-8ca5-44a8-977e-167b2a9aa241 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3e819c87-0bb2-4cc4-af68-176c4fa2b185 HTTP/1.1" status: 204 len: 168 time: 0.3620641 Aug 27 16:04:14.526792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39a305-8ca5-44a8-977e-167b2a9aa241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e819c87-0bb2-4cc4-af68-176c4fa2b185,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:14.540289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:14.541720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:14.705379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:04:14.794508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c26e431f-1b36-438a-9daf-5012fe1cc353 None None] Provisioning complete for port f59ebf7f-7ec4-4475-a56a-8b2653563091 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:14.795093 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c26e431f-1b36-438a-9daf-5012fe1cc353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:14.836932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:04:14.851320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d2d34b55-8b7b-49cd-bf81-75792f4dda5e admin admin] 10.222.0.101 "PUT /v2.0/routers/8d5cf21f-52e5-45e2-b436-fb8d48e41045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7256379 Aug 27 16:04:14.851501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c26e431f-1b36-438a-9daf-5012fe1cc353 None None] Port f59ebf7f-7ec4-4475-a56a-8b2653563091 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:04:15.408715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 657ee8ba-69b9-4b31-9192-8263e8dbf4bc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:15.474511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48178) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:15.497509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0740fc96-d4c3-4f7c-97fd-fb4f52d6c38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.596568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:15.601217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:15.607436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.610902 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0740fc96-d4c3-4f7c-97fd-fb4f52d6c38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.706415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0740fc96-d4c3-4f7c-97fd-fb4f52d6c38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.744888 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.752847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740fc96-d4c3-4f7c-97fd-fb4f52d6c38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19f6d5-920a-4793-940a-7b8a5c280f8e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:15.780493 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0740fc96-d4c3-4f7c-97fd-fb4f52d6c38f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=004b380b521f48a5adf0d63f6a3712e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3047740 Aug 27 16:04:15.783030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:15.788717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:15.855832 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.863720 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ae73663-6f04-4126-88df-133d439bf317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.888531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Sync routers for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:04:15.888624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ae73663-6f04-4126-88df-133d439bf317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:15.911469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:15.920026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:03:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:15.965984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:16.030672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ae73663-6f04-4126-88df-133d439bf317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.033538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ae73663-6f04-4126-88df-133d439bf317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.036168 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0ae73663-6f04-4126-88df-133d439bf317 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd19f6d5-920a-4793-940a-7b8a5c280f8e HTTP/1.1" status: 204 len: 168 time: 0.2514617 Aug 27 16:04:16.045376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73663-6f04-4126-88df-133d439bf317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19f6d5-920a-4793-940a-7b8a5c280f8e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:16.073957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:16.100608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48222) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:16.303501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 2, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:16.440464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Checking router: 8d5cf21f-52e5-45e2-b436-fb8d48e41045 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:04:16.440848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Updating router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 port f59ebf7f-7ec4-4475-a56a-8b2653563091 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:04:16.467428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.566656 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2879abeb-27f3-4335-8aa7-65b0cef35359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.688785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2879abeb-27f3-4335-8aa7-65b0cef35359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.771430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2879abeb-27f3-4335-8aa7-65b0cef35359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.821849 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2879abeb-27f3-4335-8aa7-65b0cef35359 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6ec91fcc5dec46429c0d9570a1e02cfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7130144 Aug 27 16:04:16.821849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879abeb-27f3-4335-8aa7-65b0cef35359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe1281-e08f-4f87-a4ba-551b263f2fb6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:16.822382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48268) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:16.842253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.852840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Transition to ACTIVE for port object f59ebf7f-7ec4-4475-a56a-8b2653563091 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:16.871213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-acc068a1-2474-4e09-aa05-17725d7e7b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.897070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-acc068a1-2474-4e09-aa05-17725d7e7b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:16.960020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48278) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:16.966578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-network', 'tenant_id': '65a00201339947b087bbd94c330319fb'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:17.001992 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.034728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-acc068a1-2474-4e09-aa05-17725d7e7b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.038576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-acc068a1-2474-4e09-aa05-17725d7e7b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.045258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-acc068a1-2474-4e09-aa05-17725d7e7b2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4abe1281-e08f-4f87-a4ba-551b263f2fb6 HTTP/1.1" status: 204 len: 168 time: 0.2211709 Aug 27 16:04:17.064351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc068a1-2474-4e09-aa05-17725d7e7b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe1281-e08f-4f87-a4ba-551b263f2fb6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:17.091971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Made reservation on behalf of 65a00201339947b087bbd94c330319fb for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:17.096503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.108892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88add28e-ae19-4c18-bfa6-4d0d340fdf8c None None] Pushing event updated for resources: {'Port': ['ID=f59ebf7f-7ec4-4475-a56a-8b2653563091,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:17.121994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.137937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Attempting to bind port f59ebf7f-7ec4-4475-a56a-8b2653563091 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:17.138326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Attempting to bind port f59ebf7f-7ec4-4475-a56a-8b2653563091 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:17.138691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Attempting to bind port f59ebf7f-7ec4-4475-a56a-8b2653563091 on network b21ea7b5-c1e7-4128-846e-fe74ee909096 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:17.148717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:17.148955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Checking segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:17.150380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.150774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Bound using segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:17.153598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Bound port: f59ebf7f-7ec4-4475-a56a-8b2653563091, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:17.154013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.293279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] For port f59ebf7f-7ec4-4475-a56a-8b2653563091, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:17.294218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] For port f59ebf7f-7ec4-4475-a56a-8b2653563091, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f59ebf7f-7ec4-4475-a56a-8b2653563091,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:17.296603 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.368369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 657ee8ba-69b9-4b31-9192-8263e8dbf4bc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:17.399704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48302) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:17.406579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.409800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.436066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:04:17.452108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09557cd-42d8-4f4c-8761-afb948c221b1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:17.468842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.469823 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Added segment 08dcfa6d-7d84-432d-9d59-cd6a652f98b8 of type vlan for network 0af60d35-2f4d-433e-835f-ddab5dc49566 Aug 27 16:04:17.549417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.596770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88add28e-ae19-4c18-bfa6-4d0d340fdf8c None None] Pushing event updated for resources: {'Port': ['ID=f59ebf7f-7ec4-4475-a56a-8b2653563091,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:17.619285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:17.619285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:03:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:17.673216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.676035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:17.677077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.693318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:17.693985 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.776374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8091438 Aug 27 16:04:17.776537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48326) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:17.778833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Request body: {'subnet': {'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-subnet', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:17.786957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb14f5-9c48-4341-b31b-e0cdc8f3a26b admin admin] Pushing event updated for resources: {'Network': ['ID=0af60d35-2f4d-433e-835f-ddab5dc49566,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:17.806049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:04:17.898759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Made reservation on behalf of 65a00201339947b087bbd94c330319fb for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:17.901129 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:17.918935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:18.031489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed452f17-0dad-4d55-a66e-8489260e63e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.191287 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed452f17-0dad-4d55-a66e-8489260e63e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.210763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.230754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:17Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:18.260971 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed452f17-0dad-4d55-a66e-8489260e63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.270733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab591e7-0158-43e2-ab49-829bab0274ff None None] The sync data for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 is: [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:17Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:04:18.365039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ed452f17-0dad-4d55-a66e-8489260e63e9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9c4847f06dfe4810838ed796bac9bf59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9634383 Aug 27 16:04:18.365414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48360) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:18.365770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:18.375993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed452f17-0dad-4d55-a66e-8489260e63e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de011b2-7681-4e9b-9034-725d170bd84a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:18.464644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8978e89d-955a-4314-8132-fd8ae5f18bac,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:18.469632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-435cd39b-d29b-4d35-bbe5-a95a54ee078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.478301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Checking segment: {'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:18.478645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Network hostable DHCP agents. Network: 0af60d35-2f4d-433e-835f-ddab5dc49566, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:04:18.507620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-435cd39b-d29b-4d35-bbe5-a95a54ee078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.567052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:04:18.656290 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-435cd39b-d29b-4d35-bbe5-a95a54ee078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.656992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 0af60d35-2f4d-433e-835f-ddab5dc49566) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:18.660911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-435cd39b-d29b-4d35-bbe5-a95a54ee078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.662746 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-435cd39b-d29b-4d35-bbe5-a95a54ee078d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1de011b2-7681-4e9b-9034-725d170bd84a HTTP/1.1" status: 204 len: 168 time: 0.2881336 Aug 27 16:04:18.667003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:18.670000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.678565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cd39b-d29b-4d35-bbe5-a95a54ee078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de011b2-7681-4e9b-9034-725d170bd84a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:18.680450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3131d3b-2a07-4559-b922-bd6596fd53cf None None] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:18.728103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48386) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:18.752387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-343e802c-eaf8-4c7d-b931-c85e2e10fe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.810425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5ef93e76-24ab-4e6f-877a-bc14558cd3cc admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0355968 Aug 27 16:04:18.813352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48390) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:18.819205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:18.949235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-0af60d35-2f4d-433e-835f-ddab5dc49566', 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'fixed_ips': [{'subnet_id': '8978e89d-955a-4314-8132-fd8ae5f18bac'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:04:18.950599 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:18.972722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07dbe642-840b-4824-a792-41f09dac717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.019544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-343e802c-eaf8-4c7d-b931-c85e2e10fe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.096987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-343e802c-eaf8-4c7d-b931-c85e2e10fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.153557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Allocated IP 172.20.0.2 (0af60d35-2f4d-433e-835f-ddab5dc49566/8978e89d-955a-4314-8132-fd8ae5f18bac/c8166bbd-16fe-447c-ab0e-fd66fd8b32c1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:19.203556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.204525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.214406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-343e802c-eaf8-4c7d-b931-c85e2e10fe46 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f8a4a95017fb4771b8b5917c5acf0b2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4850898 Aug 27 16:04:19.226272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48408) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:19.312456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e802c-eaf8-4c7d-b931-c85e2e10fe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487ee708-865e-436d-8bc8-cf2f34f7ef84,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:19.430915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0b7-0f69-4e74-8a01-bd0eed10fe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.494756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0b7-0f69-4e74-8a01-bd0eed10fe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.499771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.518016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Transition to ACTIVE for port object c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:19.553481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f59ebf7f-7ec4-4475-a56a-8b2653563091 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:19.564196 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.664377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0b7-0f69-4e74-8a01-bd0eed10fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.665903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Transition to ACTIVE for port object c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:19.666981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0b7-0f69-4e74-8a01-bd0eed10fe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.668234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c81ff0b7-0f69-4e74-8a01-bd0eed10fe6a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/487ee708-865e-436d-8bc8-cf2f34f7ef84 HTTP/1.1" status: 204 len: 168 time: 0.4390557 Aug 27 16:04:19.670072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f59ebf7f-7ec4-4475-a56a-8b2653563091 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:19.681952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f59ebf7f-7ec4-4475-a56a-8b2653563091 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:19.682627 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.682778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ff0b7-0f69-4e74-8a01-bd0eed10fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487ee708-865e-436d-8bc8-cf2f34f7ef84,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:19.741289 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.817437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:19.826768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:19.832732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Pushing event updated for resources: {'Port': ['ID=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:19.836712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:19.854156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.894988 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.899044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07dbe642-840b-4824-a792-41f09dac717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.923047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Attempting to bind port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:19.923536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Attempting to bind port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:19.923967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Attempting to bind port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 on network 0af60d35-2f4d-433e-835f-ddab5dc49566 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:19.936858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f59ebf7f-7ec4-4475-a56a-8b2653563091, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f59ebf7f-7ec4-4475-a56a-8b2653563091,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:19.938252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:19.938625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Checking segment: {'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:19.939028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.939452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Bound using segment: {'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:19.939911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Bound port: c8166bbd-16fe-447c-ab0e-fd66fd8b32c1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:19.940495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:19.971541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48438) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:19.986185 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b93efa1-8327-43eb-98ee-dad3d1bdf697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.016695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] For port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:20.021027 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07dbe642-840b-4824-a792-41f09dac717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.022312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] For port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,segment=NetworkSegment(08dcfa6d-7d84-432d-9d59-cd6a652f98b8),segment_id=08dcfa6d-7d84-432d-9d59-cd6a652f98b8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:20.058397 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.114563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.115821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbe642-840b-4824-a792-41f09dac717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789cb2ad-22bf-4160-812a-dd0cec7aeaeb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:20.126261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b93efa1-8327-43eb-98ee-dad3d1bdf697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.147405 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-07dbe642-840b-4824-a792-41f09dac717e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9f982dfac53640609f62e5d3e17b01ba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7789962 Aug 27 16:04:20.152644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:20.152771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f59ebf7f-7ec4-4475-a56a-8b2653563091,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:20.203933 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b93efa1-8327-43eb-98ee-dad3d1bdf697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.255432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff718d-35f6-476a-9db2-d24e40905895 None None] Pushing event updated for resources: {'Port': ['ID=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:20.274605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93efa1-8327-43eb-98ee-dad3d1bdf697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44582ee6-1c81-471d-a1a1-50db8e13d832,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:20.279437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1b93efa1-8327-43eb-98ee-dad3d1bdf697 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=25edbb53a6464491a686aafa94a5909f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3058858 Aug 27 16:04:20.281983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48452) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:20.296213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac3987e3-0670-4592-9903-d6d2b2d4f0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.346041 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac3987e3-0670-4592-9903-d6d2b2d4f0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.403511 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c299-58e6-4864-a1d1-b8b08708b02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.416066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.435401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c299-58e6-4864-a1d1-b8b08708b02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.463370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.505984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac3987e3-0670-4592-9903-d6d2b2d4f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.509683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac3987e3-0670-4592-9903-d6d2b2d4f0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.510940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ac3987e3-0670-4592-9903-d6d2b2d4f0cd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/789cb2ad-22bf-4160-812a-dd0cec7aeaeb HTTP/1.1" status: 204 len: 168 time: 0.3612344 Aug 27 16:04:20.524418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3987e3-0670-4592-9903-d6d2b2d4f0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789cb2ad-22bf-4160-812a-dd0cec7aeaeb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:20.591458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09384e00-41a8-4dba-b114-cd370403a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.630563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c299-58e6-4864-a1d1-b8b08708b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.634841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbe1c299-58e6-4864-a1d1-b8b08708b02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:20.640675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dbe1c299-58e6-4864-a1d1-b8b08708b02c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44582ee6-1c81-471d-a1a1-50db8e13d832 HTTP/1.1" status: 204 len: 168 time: 0.3541799 Aug 27 16:04:20.653011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1c299-58e6-4864-a1d1-b8b08708b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44582ee6-1c81-471d-a1a1-50db8e13d832,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:20.784862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Allocated IP 172.25.4.53 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/89af69f5-808c-4f47-a5d8-55f78745f146) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:20.892557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48480) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:20.941410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:21.202525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:21.250639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:21.257810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:21.262807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:21.267216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Pushing event updated for resources: {'Port': ['ID=89af69f5-808c-4f47-a5d8-55f78745f146,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:21.316911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2af4aa-b725-418d-97d2-279c1000c1d2 None None] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:21.594133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:21.609878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0fdfa65f-65e5-48ff-afeb-969f20d4318d None None] Provisioning for port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:21.731079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:21.790682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f14164-da3d-4f86-8c8e-06349bb33c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:21.827318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:21.832257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:21.832692 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:21.988115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.030040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,segment=NetworkSegment(08dcfa6d-7d84-432d-9d59-cd6a652f98b8),segment_id=08dcfa6d-7d84-432d-9d59-cd6a652f98b8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:22.051046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.054239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f14164-da3d-4f86-8c8e-06349bb33c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.074883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-761f30f5-c7a1-4a16-b002-0e1b8b3a68e5 None None] Provisioning complete for port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:22.075277 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-761f30f5-c7a1-4a16-b002-0e1b8b3a68e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.105157 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.106000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f59ebf7f-7ec4-4475-a56a-8b2653563091 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:22.204196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:22.244458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f59ebf7f-7ec4-4475-a56a-8b2653563091 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:22.244837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.246586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f14164-da3d-4f86-8c8e-06349bb33c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.298128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14164-da3d-4f86-8c8e-06349bb33c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91730d2f-abad-4016-853a-6efaf805e6cb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:22.305732 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-38f14164-da3d-4f86-8c8e-06349bb33c91 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e79474b9bf474a7daebea424e9549d7b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4098094 Aug 27 16:04:22.307380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48520) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:22.324372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48522) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:22.342102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cfd200ae-3b0c-4931-abe4-da841a2e91f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.371773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc12556b-eeff-4b0b-98cf-b30bb9a89845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.397504 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc12556b-eeff-4b0b-98cf-b30bb9a89845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.463254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cfd200ae-3b0c-4931-abe4-da841a2e91f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.466376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Router e758abaf-8443-482c-94e2-07062c70828e is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:04:22.512686 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc12556b-eeff-4b0b-98cf-b30bb9a89845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.516422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc12556b-eeff-4b0b-98cf-b30bb9a89845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.517115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dc12556b-eeff-4b0b-98cf-b30bb9a89845 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91730d2f-abad-4016-853a-6efaf805e6cb HTTP/1.1" status: 204 len: 168 time: 0.2077029 Aug 27 16:04:22.525568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12556b-eeff-4b0b-98cf-b30bb9a89845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91730d2f-abad-4016-853a-6efaf805e6cb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:22.568651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cfd200ae-3b0c-4931-abe4-da841a2e91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.627007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48532) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:22.627308 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cfd200ae-3b0c-4931-abe4-da841a2e91f8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4641bbe0b7ed4fb3891821351d98d87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006008 Aug 27 16:04:22.629480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:04:22.631071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd200ae-3b0c-4931-abe4-da841a2e91f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21f1cc8-7ab7-4e23-8bae-76074436b99b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:22.643072 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Sync routers for ids ['e758abaf-8443-482c-94e2-07062c70828e'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:04:22.649629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48542) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:22.654017 n-d-806412-1 neutron-server[95253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 16:04:22.660699 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Routers {'e758abaf-8443-482c-94e2-07062c70828e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:22.662515 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:03:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e758abaf-8443-482c-94e2-07062c70828e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:22.686518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48544) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:22.716515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-df2c9656-5a27-46c6-921b-75f2d02235ad tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=9dfadbcd39e94110b7b9f9754538d240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640326 Aug 27 16:04:22.718015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.722321 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62a62507-a106-425e-90f2-aeaf9f62faca admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.9050527 Aug 27 16:04:22.722832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48550) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:22.819053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:22.832574 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Set router e758abaf-8443-482c-94e2-07062c70828e gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:22.973984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-a69cbf7b-3613-4ead-accb-9cbc850ce3f8 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:22.975439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-a69cbf7b-3613-4ead-accb-9cbc850ce3f8 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400553 Aug 27 16:04:22.978401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ee72b28-0de7-4a14-ab8e-72f2f2e02e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.004711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e02d2b98-ce61-428f-b4af-3551dd684ceb tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/quotas/9dfadbcd39e94110b7b9f9754538d240 HTTP/1.1" status: 200 len: 375 time: 0.0214880 Aug 27 16:04:23.016078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ee72b28-0de7-4a14-ab8e-72f2f2e02e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.070348 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:04:21Z', 'revision_number': 3, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port': {'id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:20Z', 'updated_at': '2021-08-27T16:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:23.096797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-1e18f07d-0517-419e-9597-3aabdec2afb6 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9dfadbcd39e94110b7b9f9754538d240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844088 Aug 27 16:04:23.113557 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Checking router: e758abaf-8443-482c-94e2-07062c70828e for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:04:23.114255 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Updating router e758abaf-8443-482c-94e2-07062c70828e port 89af69f5-808c-4f47-a5d8-55f78745f146 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:04:23.124113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e12aca12-e628-41c9-845a-9e176e606c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.157257 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.186053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b2843035-ba1b-4644-b8d9-ef6233946b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.207033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ee72b28-0de7-4a14-ab8e-72f2f2e02e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.207033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ee72b28-0de7-4a14-ab8e-72f2f2e02e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.210488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1ee72b28-0de7-4a14-ab8e-72f2f2e02e0d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f21f1cc8-7ab7-4e23-8bae-76074436b99b HTTP/1.1" status: 204 len: 168 time: 0.5763752 Aug 27 16:04:23.223478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee72b28-0de7-4a14-ab8e-72f2f2e02e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21f1cc8-7ab7-4e23-8bae-76074436b99b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:23.245482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.379045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.406957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:23.421147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b2843035-ba1b-4644-b8d9-ef6233946b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.500914 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.501385 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b2843035-ba1b-4644-b8d9-ef6233946b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.515349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:23.526164 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Transition to ACTIVE for port object 89af69f5-808c-4f47-a5d8-55f78745f146 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:23.529317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.575366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.601611 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.638450 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b2843035-ba1b-4644-b8d9-ef6233946b31 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=10456a09801a49f0a45c52b7cfc2cab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9457369 Aug 27 16:04:23.638548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48578) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:23.658574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2843035-ba1b-4644-b8d9-ef6233946b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d6f4a-5acb-4a5d-b3a0-c261f5dea14f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:23.712073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Allocated IP 172.20.0.1 (0af60d35-2f4d-433e-835f-ddab5dc49566/8978e89d-955a-4314-8132-fd8ae5f18bac/ae91883a-3cb2-45be-b530-bb35ed1854a1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:23.722192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8b280773-e9ad-4df8-9ead-f5d997d449a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.730629 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Attempting to bind port 89af69f5-808c-4f47-a5d8-55f78745f146 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:23.731246 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Attempting to bind port 89af69f5-808c-4f47-a5d8-55f78745f146 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:23.731393 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Attempting to bind port 89af69f5-808c-4f47-a5d8-55f78745f146 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:23.741990 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:23.742370 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:23.742778 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.743176 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:23.743930 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Bound port: 89af69f5-808c-4f47-a5d8-55f78745f146, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:23.744344 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.749416 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4859948-67c9-4e4e-8572-a10f2b87edbe None None] Pushing event updated for resources: {'Port': ['ID=89af69f5-808c-4f47-a5d8-55f78745f146,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:23.749892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8b280773-e9ad-4df8-9ead-f5d997d449a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.806500 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] For port 89af69f5-808c-4f47-a5d8-55f78745f146, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:23.809775 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] For port 89af69f5-808c-4f47-a5d8-55f78745f146, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=89af69f5-808c-4f47-a5d8-55f78745f146,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:23.832285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.895306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Transition to ACTIVE for port object ae91883a-3cb2-45be-b530-bb35ed1854a1 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:23.895808 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.896064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8b280773-e9ad-4df8-9ead-f5d997d449a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.899217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8b280773-e9ad-4df8-9ead-f5d997d449a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:23.900939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8b280773-e9ad-4df8-9ead-f5d997d449a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5f2d6f4a-5acb-4a5d-b3a0-c261f5dea14f HTTP/1.1" status: 204 len: 168 time: 0.2610066 Aug 27 16:04:23.910001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b280773-e9ad-4df8-9ead-f5d997d449a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d6f4a-5acb-4a5d-b3a0-c261f5dea14f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:23.959296 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Routers {'e758abaf-8443-482c-94e2-07062c70828e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:23.959928 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:04:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e758abaf-8443-482c-94e2-07062c70828e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:23.966184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48588) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:23.980443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-191ef5ef-416d-4377-b383-fb3147b0386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.004807 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4859948-67c9-4e4e-8572-a10f2b87edbe None None] Pushing event updated for resources: {'Port': ['ID=89af69f5-808c-4f47-a5d8-55f78745f146,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:24.022639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.085845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:24.090415 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] Set router e758abaf-8443-482c-94e2-07062c70828e gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:24.091081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:24.093691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae91883a-3cb2-45be-b530-bb35ed1854a1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:24.099601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:24.100126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.145132 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-191ef5ef-416d-4377-b383-fb3147b0386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.209384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-191ef5ef-416d-4377-b383-fb3147b0386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.299156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-191ef5ef-416d-4377-b383-fb3147b0386a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dc3e7d05df4343b1ac419e68cadc4c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318346 Aug 27 16:04:24.304667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48596) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:24.312145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.325645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ef5ef-416d-4377-b383-fb3147b0386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702e6e4b-9def-4f7c-b681-aeb2fcf9a824,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:24.384148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6d0-e8da-4728-ae4e-6c4ceb7489d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.392141 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:04:21Z', 'revision_number': 3, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port': {'id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:20Z', 'updated_at': '2021-08-27T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:24.421972 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6d0-e8da-4728-ae4e-6c4ceb7489d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.431847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.436261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e6f89-0fe1-4801-aaab-c60db07cd5ab None None] The sync data for ids ['e758abaf-8443-482c-94e2-07062c70828e'] in n-d-806412-1 is: [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:04:21Z', 'revision_number': 3, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port': {'id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:20Z', 'updated_at': '2021-08-27T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:04:24.493863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ff98fff4-2ade-467c-acc2-3f5c4504c066 None None] Provisioning for port ae91883a-3cb2-45be-b530-bb35ed1854a1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:24.501915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ff98fff4-2ade-467c-acc2-3f5c4504c066 None None] Provisioning complete for port ae91883a-3cb2-45be-b530-bb35ed1854a1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:24.501915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff98fff4-2ade-467c-acc2-3f5c4504c066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.557162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ff98fff4-2ade-467c-acc2-3f5c4504c066 None None] Port ae91883a-3cb2-45be-b530-bb35ed1854a1 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:04:24.573717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6d0-e8da-4728-ae4e-6c4ceb7489d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.576351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffda6d0-e8da-4728-ae4e-6c4ceb7489d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.584122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ffda6d0-e8da-4728-ae4e-6c4ceb7489d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/702e6e4b-9def-4f7c-b681-aeb2fcf9a824 HTTP/1.1" status: 204 len: 168 time: 0.2718961 Aug 27 16:04:24.594178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda6d0-e8da-4728-ae4e-6c4ceb7489d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e6e4b-9def-4f7c-b681-aeb2fcf9a824,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:24.664617 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.771323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.772111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:24.810942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48618) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:24.881962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae91883a-3cb2-45be-b530-bb35ed1854a1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:24.946887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:24.948355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:25.292821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcc3320a-08ff-443a-868e-be44a1256f79 None None] Provisioning complete for port ae91883a-3cb2-45be-b530-bb35ed1854a1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:25.295698 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcc3320a-08ff-443a-868e-be44a1256f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:25.351807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Router e758abaf-8443-482c-94e2-07062c70828e has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:04:25.452371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3320a-08ff-443a-868e-be44a1256f79 None None] Port ae91883a-3cb2-45be-b530-bb35ed1854a1 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:04:25.485476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 89af69f5-808c-4f47-a5d8-55f78745f146 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:25.632494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:04:25.641830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06ab782f-0f2e-4bcd-b3ad-f674f7f12ac4 admin admin] 10.222.0.101 "PUT /v2.0/routers/e758abaf-8443-482c-94e2-07062c70828e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9182892 Aug 27 16:04:25.666013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbb7dd8f-3609-4433-90f1-b8bc76f09598 req-fffd2b0d-118e-46bd-8b7c-db25a4a30a34 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 210 time: 0.8537452 Aug 27 16:04:25.704316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 89af69f5-808c-4f47-a5d8-55f78745f146 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:25.712610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 89af69f5-808c-4f47-a5d8-55f78745f146 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:25.713172 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:25.770733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48652) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:25.790474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0180a451-01dd-44e6-95dc-00e4e2b16758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:25.881494 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:25.904847 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:25.914836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 89af69f5-808c-4f47-a5d8-55f78745f146, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=89af69f5-808c-4f47-a5d8-55f78745f146,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:25.921438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0180a451-01dd-44e6-95dc-00e4e2b16758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:25.986569 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:26.014935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0180a451-01dd-44e6-95dc-00e4e2b16758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:26.056178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180a451-01dd-44e6-95dc-00e4e2b16758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d74063-1496-4e72-98a7-9f265ee5c983,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:26.072028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=89af69f5-808c-4f47-a5d8-55f78745f146,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:26.099648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0180a451-01dd-44e6-95dc-00e4e2b16758 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=770b4a92123f40008bed971e4f5ec7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278351 Aug 27 16:04:26.102599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48666) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:26.153527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bee64768-467a-4ba2-954a-01093c65e1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:26.176254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bee64768-467a-4ba2-954a-01093c65e1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:26.303926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bee64768-467a-4ba2-954a-01093c65e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:26.306624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bee64768-467a-4ba2-954a-01093c65e1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:26.307964 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bee64768-467a-4ba2-954a-01093c65e1cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/32d74063-1496-4e72-98a7-9f265ee5c983 HTTP/1.1" status: 204 len: 168 time: 0.2043757 Aug 27 16:04:26.316975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee64768-467a-4ba2-954a-01093c65e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d74063-1496-4e72-98a7-9f265ee5c983,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:26.583733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Sync routers for ids ['e758abaf-8443-482c-94e2-07062c70828e'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:04:26.594999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Routers {'e758abaf-8443-482c-94e2-07062c70828e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:26.597662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:04:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e758abaf-8443-482c-94e2-07062c70828e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:26.722132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48688) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:26.732812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Set router e758abaf-8443-482c-94e2-07062c70828e gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:26.887894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a763927d-4c92-4639-8c3d-33aa55e89ae5 req-9503b9f7-ac5b-4c6e-9661-bc5ca592c5a1 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 210 time: 0.0323956 Aug 27 16:04:26.998359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:04:24Z', 'revision_number': 4, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port': {'id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:20Z', 'updated_at': '2021-08-27T16:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ae91883a-3cb2-45be-b530-bb35ed1854a1', 'name': '', 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'mac_address': 'fa:16:3e:7d:5a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8978e89d-955a-4314-8132-fd8ae5f18bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:23Z', 'updated_at': '2021-08-27T16:04:24Z', 'revision_number': 2, 'project_id': '65a00201339947b087bbd94c330319fb', 'subnets': [{'id': '8978e89d-955a-4314-8132-fd8ae5f18bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:27.022101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Checking router: e758abaf-8443-482c-94e2-07062c70828e for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:04:27.027506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Updating router e758abaf-8443-482c-94e2-07062c70828e port ae91883a-3cb2-45be-b530-bb35ed1854a1 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:04:27.047032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.222676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1631295965-network', 'tenant_id': '1713de73f0ef45e3aef20559238dd3d5'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:27.351864 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.361177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Made reservation on behalf of 1713de73f0ef45e3aef20559238dd3d5 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:27.367078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.371250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Transition to ACTIVE for port object ae91883a-3cb2-45be-b530-bb35ed1854a1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:27.388577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.404522 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 89af69f5-808c-4f47-a5d8-55f78745f146 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:27.442509 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.504686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.90', 64381) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:27.525683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.549859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-85cf8638-37b3-4a9b-888f-dfaf576cf476 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=9dfadbcd39e94110b7b9f9754538d240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434747 Aug 27 16:04:27.561930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6fee9-7201-4c57-8b7a-770adf8a6d29 None None] Pushing event updated for resources: {'Port': ['ID=ae91883a-3cb2-45be-b530-bb35ed1854a1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:27.587559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 89af69f5-808c-4f47-a5d8-55f78745f146 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:27.587559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.620735 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:04:27.627323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.670211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:04:27.696820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Attempting to bind port ae91883a-3cb2-45be-b530-bb35ed1854a1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:27.699688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Attempting to bind port ae91883a-3cb2-45be-b530-bb35ed1854a1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:27.699688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Attempting to bind port ae91883a-3cb2-45be-b530-bb35ed1854a1 on network 0af60d35-2f4d-433e-835f-ddab5dc49566 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:27.705265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:27.706134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Checking segment: {'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:27.706134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.706443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Bound using segment: {'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:27.706910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Bound port: ae91883a-3cb2-45be-b530-bb35ed1854a1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dcfa6d-7d84-432d-9d59-cd6a652f98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:27.707392 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.712379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b707920-e63c-49c5-aa6a-4c336e25f966,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:27.721920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.722302 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Added segment d61a4edb-f0a1-424c-acb1-c4a21ea85806 of type vlan for network d315019b-6d4f-48e1-b77d-ba55d795f60b Aug 27 16:04:27.747314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-37c6d674-edb0-49b2-a34a-b5c80085a753 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:27.750535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-37c6d674-edb0-49b2-a34a-b5c80085a753 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950207 Aug 27 16:04:27.812828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.843934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] For port ae91883a-3cb2-45be-b530-bb35ed1854a1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:27.847798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] For port ae91883a-3cb2-45be-b530-bb35ed1854a1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ae91883a-3cb2-45be-b530-bb35ed1854a1,segment=NetworkSegment(08dcfa6d-7d84-432d-9d59-cd6a652f98b8),segment_id=08dcfa6d-7d84-432d-9d59-cd6a652f98b8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:27.865105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Request body: {'port': {'device_id': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '9dfadbcd39e94110b7b9f9754538d240'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:27.911907 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.912981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:27.913446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:27.913629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.001324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48730) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:28.006509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-eae53d2c-751d-4a6e-8564-f096a0fb7822 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292653170', 'description': 'tempest-description--921927640'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:28.027125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3031912 Aug 27 16:04:28.036503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48734) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:28.049006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Request body: {'subnet': {'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1631295965-subnet', 'tenant_id': '1713de73f0ef45e3aef20559238dd3d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:28.064181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6fee9-7201-4c57-8b7a-770adf8a6d29 None None] Pushing event updated for resources: {'Port': ['ID=ae91883a-3cb2-45be-b530-bb35ed1854a1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:28.082277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Routers {'e758abaf-8443-482c-94e2-07062c70828e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:04:28.083335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:04:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e758abaf-8443-482c-94e2-07062c70828e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:28.091927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646db6a-1e7f-4d12-8209-b53f027ba5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d315019b-6d4f-48e1-b77d-ba55d795f60b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:28.095645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:04:28.095645 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:04:28.095645 n-d-806412-1 neutron-server[95252]: [parameters: {'project_id_1': '1713de73f0ef45e3aef20559238dd3d5', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 4, 28, 63737)}] Aug 27 16:04:28.095645 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:04:28.096593 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:04:28.161958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d315019b-6d4f-48e1-b77d-ba55d795f60b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:04:28.178248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecc6ee47-27cc-4af2-99ba-119f867b1a08 req-7ab7426f-c84c-4a6a-b8fb-345a013b0774 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 210 time: 0.0925479 Aug 27 16:04:28.194214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eae53d2c-751d-4a6e-8564-f096a0fb7822 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.305843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48752) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:28.373194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eae53d2c-751d-4a6e-8564-f096a0fb7822 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.441233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] Set router e758abaf-8443-482c-94e2-07062c70828e gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:04:28.444428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eae53d2c-751d-4a6e-8564-f096a0fb7822 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.491333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae53d2c-751d-4a6e-8564-f096a0fb7822 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd342cb4-52f0-443c-ad0c-1c0150b4a87e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:28.552094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Made reservation on behalf of 9dfadbcd39e94110b7b9f9754538d240 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:28.556792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.573455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.612551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eae53d2c-751d-4a6e-8564-f096a0fb7822 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.614520 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eae53d2c-751d-4a6e-8564-f096a0fb7822 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6120024 Aug 27 16:04:28.617533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48768) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:28.622435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-77a8a470-113c-4d51-af7c-6485324f6b3e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'security_group_rule': {'security_group_id': 'cd342cb4-52f0-443c-ad0c-1c0150b4a87e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:28.696366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:04:24Z', 'revision_number': 4, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port': {'id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:20Z', 'updated_at': '2021-08-27T16:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ae91883a-3cb2-45be-b530-bb35ed1854a1', 'name': '', 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'mac_address': 'fa:16:3e:7d:5a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8978e89d-955a-4314-8132-fd8ae5f18bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:23Z', 'updated_at': '2021-08-27T16:04:27Z', 'revision_number': 4, 'project_id': '65a00201339947b087bbd94c330319fb', 'subnets': [{'id': '8978e89d-955a-4314-8132-fd8ae5f18bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:04:28.707743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.728825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea31d61-61f0-4161-a027-1dc91e1ea510 None None] The sync data for ids ['e758abaf-8443-482c-94e2-07062c70828e'] in n-d-806412-1 is: [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:04:24Z', 'revision_number': 4, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port': {'id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:20Z', 'updated_at': '2021-08-27T16:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ae91883a-3cb2-45be-b530-bb35ed1854a1', 'name': '', 'network_id': '0af60d35-2f4d-433e-835f-ddab5dc49566', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'mac_address': 'fa:16:3e:7d:5a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8978e89d-955a-4314-8132-fd8ae5f18bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:23Z', 'updated_at': '2021-08-27T16:04:27Z', 'revision_number': 4, 'project_id': '65a00201339947b087bbd94c330319fb', 'subnets': [{'id': '8978e89d-955a-4314-8132-fd8ae5f18bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:04:28.734633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5b1abc4-1a84-4df6-9464-3056dd64af3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.764970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:28.834078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Made reservation on behalf of 1713de73f0ef45e3aef20559238dd3d5 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:28.836375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.077221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6212f68d-823e-4365-92ea-c909a75447ce,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:29.100126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77a8a470-113c-4d51-af7c-6485324f6b3e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.192730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77a8a470-113c-4d51-af7c-6485324f6b3e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.215038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.308468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Allocated IP 192.168.233.31 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/01d9a8d6-e24c-4598-89a7-970a92a1a947) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:29.325915 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77a8a470-113c-4d51-af7c-6485324f6b3e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.337436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:29.337806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Network hostable DHCP agents. Network: d315019b-6d4f-48e1-b77d-ba55d795f60b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:04:29.363142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8a470-113c-4d51-af7c-6485324f6b3e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32160f0-936b-4c9c-a8f0-5f11dab7c892,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:29.406626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccdb5e4-86df-40db-9508-b4f073210aaf,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:29.506002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Network d315019b-6d4f-48e1-b77d-ba55d795f60b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:04:29.525364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ae91883a-3cb2-45be-b530-bb35ed1854a1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:29.560538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6a28fd6-a049-4bad-8e2e-f54c593f1a4c req-7a0c7465-2c79-4383-944e-7629d58726c2 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 210 time: 0.0892737 Aug 27 16:04:29.597491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d315019b-6d4f-48e1-b77d-ba55d795f60b) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:29.601797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:29.604094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.609230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5b1abc4-1a84-4df6-9464-3056dd64af3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.614112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb970a3-13f5-4645-891b-8731e24b0f13 None None] Network d315019b-6d4f-48e1-b77d-ba55d795f60b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:29.672275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.693602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Transition to ACTIVE for port object 01d9a8d6-e24c-4598-89a7-970a92a1a947 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:29.710367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port ae91883a-3cb2-45be-b530-bb35ed1854a1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:29.749379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5b1abc4-1a84-4df6-9464-3056dd64af3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.763786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ae91883a-3cb2-45be-b530-bb35ed1854a1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:29.764484 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.809072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77a8a470-113c-4d51-af7c-6485324f6b3e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.814059 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-77a8a470-113c-4d51-af7c-6485324f6b3e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1953034 Aug 27 16:04:29.815170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48796) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:29.820678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fdbcabd6-45d3-4574-8373-977e841e8460 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'security_group_rule': {'security_group_id': 'cd342cb4-52f0-443c-ad0c-1c0150b4a87e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:29.824344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c5b1abc4-1a84-4df6-9464-3056dd64af3a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b2addcc3cbca40ebb22a03eb3d9725aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5171866 Aug 27 16:04:29.828145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48798) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:29.855815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1abc4-1a84-4df6-9464-3056dd64af3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13314a-3a09-4f4a-aa31-49a46364fa86,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:29.864910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:29.891459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34b66e7f-affa-4653-9d4e-d8254a873024 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8519833 Aug 27 16:04:30.004103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:30.011053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:30.015711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-921f9585-b99a-4f87-ada3-8f54caf0b96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.027905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15651c-0e5d-42b8-bdf7-3f3bc8d612ad None None] Network d315019b-6d4f-48e1-b77d-ba55d795f60b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:30.030794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:30.040479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:30.041433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.066476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-921f9585-b99a-4f87-ada3-8f54caf0b96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.083155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Pushing event updated for resources: {'Port': ['ID=01d9a8d6-e24c-4598-89a7-970a92a1a947,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:30.122414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdbcabd6-45d3-4574-8373-977e841e8460 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.169492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-e3c603d4-6b4d-4151-98ab-fbba024f5a01 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3085313 Aug 27 16:04:30.192859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-f10b7db0-b11d-4532-b6c8-be8e56ffe486 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:04:30.194448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-f10b7db0-b11d-4532-b6c8-be8e56ffe486 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086946 Aug 27 16:04:30.410544 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.492662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port ae91883a-3cb2-45be-b530-bb35ed1854a1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ae91883a-3cb2-45be-b530-bb35ed1854a1,segment=NetworkSegment(08dcfa6d-7d84-432d-9d59-cd6a652f98b8),segment_id=08dcfa6d-7d84-432d-9d59-cd6a652f98b8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:30.493478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-921f9585-b99a-4f87-ada3-8f54caf0b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.496545 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-921f9585-b99a-4f87-ada3-8f54caf0b96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.502691 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-921f9585-b99a-4f87-ada3-8f54caf0b96f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ff13314a-3a09-4f4a-aa31-49a46364fa86 HTTP/1.1" status: 204 len: 168 time: 0.6579187 Aug 27 16:04:30.539726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdbcabd6-45d3-4574-8373-977e841e8460 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.539726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f9585-b99a-4f87-ada3-8f54caf0b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13314a-3a09-4f4a-aa31-49a46364fa86,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:30.596430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-adbd8f77-a1d2-4d6f-8b02-0cdc8c05df86 None None] Provisioning for port 01d9a8d6-e24c-4598-89a7-970a92a1a947 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:30.600323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.650634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-adbd8f77-a1d2-4d6f-8b02-0cdc8c05df86 None None] Provisioning complete for port 01d9a8d6-e24c-4598-89a7-970a92a1a947 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:30.651297 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f77-a1d2-4d6f-8b02-0cdc8c05df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.652347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdbcabd6-45d3-4574-8373-977e841e8460 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.669976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcabd6-45d3-4574-8373-977e841e8460 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dbef63-6f9d-4efc-ba45-7ad1de5ecdd9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:30.716069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=ae91883a-3cb2-45be-b530-bb35ed1854a1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:30.735734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-adbd8f77-a1d2-4d6f-8b02-0cdc8c05df86 None None] Port 01d9a8d6-e24c-4598-89a7-970a92a1a947 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:04:30.801260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d995a1d-6d97-450f-a4de-f809013c26e4 req-1d6af0d2-3d38-48df-8658-48e09e3e1028 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:30.804238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d995a1d-6d97-450f-a4de-f809013c26e4 req-1d6af0d2-3d38-48df-8658-48e09e3e1028 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 935 time: 0.0973632 Aug 27 16:04:30.873699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d995a1d-6d97-450f-a4de-f809013c26e4 req-e7b2ae5a-e299-4784-b2c0-974a849b7b20 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522840 Aug 27 16:04:30.926556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdbcabd6-45d3-4574-8373-977e841e8460 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:30.928062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fdbcabd6-45d3-4574-8373-977e841e8460 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1112828 Aug 27 16:04:30.931331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48828) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:30.936133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:31.054396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:31.280570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:31.427100 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Allocated IP 172.25.4.119 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/e12389e4-0ed2-4d69-a4d9-420fae5d861b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:31.451364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ae91883a-3cb2-45be-b530-bb35ed1854a1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:31.542151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ae91883a-3cb2-45be-b530-bb35ed1854a1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:31.543234 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:31.582474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:31.807316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:31.857848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:31.860858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:31.866251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:31.871557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event updated for resources: {'Port': ['ID=e12389e4-0ed2-4d69-a4d9-420fae5d861b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:31.956981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.028893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d7e9f-0eb9-4aee-bc28-7c09e2372148 req-7734792b-d783-42d5-8d89-4f4c33336f3d tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:32.031614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f7d7e9f-0eb9-4aee-bc28-7c09e2372148 req-7734792b-d783-42d5-8d89-4f4c33336f3d tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 935 time: 0.0790749 Aug 27 16:04:32.078549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f7d7e9f-0eb9-4aee-bc28-7c09e2372148 req-5eae4f67-58d2-439f-9222-a5912c1581de tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Aug 27 16:04:32.115303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.170770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Request body: {'port': {'device_id': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'device_owner': 'compute:tempest-test_az-1253524327', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:32.297246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.409952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.635230 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.686814 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.724311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event updated for resources: {'Port': ['ID=e12389e4-0ed2-4d69-a4d9-420fae5d861b,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:32.782929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d9a8d6-e24c-4598-89a7-970a92a1a947 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:32.797156 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.820537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Transition to ACTIVE for port object 01d9a8d6-e24c-4598-89a7-970a92a1a947 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:32.824347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.826306 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3bf8cf14-751c-4bae-8e58-13663c0f03b7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8937206 Aug 27 16:04:32.893714 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:32.964392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Pushing event updated for resources: {'Port': ['ID=01d9a8d6-e24c-4598-89a7-970a92a1a947,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:33.040221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Attempting to bind port 01d9a8d6-e24c-4598-89a7-970a92a1a947 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:33.040922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Attempting to bind port 01d9a8d6-e24c-4598-89a7-970a92a1a947 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:33.041095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Attempting to bind port 01d9a8d6-e24c-4598-89a7-970a92a1a947 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:33.045970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Port 01d9a8d6-e24c-4598-89a7-970a92a1a947 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:04:33.046295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Attempting to bind port 01d9a8d6-e24c-4598-89a7-970a92a1a947 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:33.052468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:33.052775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:33.053341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:33.053815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Bound port: 01d9a8d6-e24c-4598-89a7-970a92a1a947, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:33.054163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:33.177037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] For port 01d9a8d6-e24c-4598-89a7-970a92a1a947, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:33.184739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] For port 01d9a8d6-e24c-4598-89a7-970a92a1a947, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=01d9a8d6-e24c-4598-89a7-970a92a1a947,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:33.244452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48870) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:33.263963 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07976a38-e291-4700-b897-d15fd0c95f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:33.336325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4664b14-bdda-43b3-b428-977c34e1c949 req-ab2248dd-1fa6-46f1-a33d-57f535bb8111 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:33.348137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4664b14-bdda-43b3-b428-977c34e1c949 req-ab2248dd-1fa6-46f1-a33d-57f535bb8111 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.1298485 Aug 27 16:04:33.422673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4664b14-bdda-43b3-b428-977c34e1c949 req-c902830e-1469-482f-9901-a6ad2d52c4d2 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729256 Aug 27 16:04:33.444824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07976a38-e291-4700-b897-d15fd0c95f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:33.467572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:33.523056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:33.523056 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:33.523056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] 10.222.0.90 "PUT /v2.0/ports/01d9a8d6-e24c-4598-89a7-970a92a1a947 HTTP/1.1" status: 200 len: 1117 time: 2.6706305 Aug 27 16:04:33.523056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'tag': '01d9a8d6-e24c-4598-89a7-970a92a1a947'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:04:33.630489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935701f-4bce-4c48-97ac-0f45e6589f1a service neutron] Pushing event updated for resources: {'Port': ['ID=01d9a8d6-e24c-4598-89a7-970a92a1a947,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:33.871623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07976a38-e291-4700-b897-d15fd0c95f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:33.908709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-e4872abf-362b-4871-b33b-31f20a335218 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--292653170&fields=id&tenant_id=f8c5920671ec4e9584dc477cc4c08ccc HTTP/1.1" status: 200 len: 267 time: 0.0541453 Aug 27 16:04:33.910048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07976a38-e291-4700-b897-d15fd0c95f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b6b4dc-b4e1-43b7-85d8-7c4377ebc64a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:33.936728 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-07976a38-e291-4700-b897-d15fd0c95f61 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=68d3bf8ae442406db83462c4315fde4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910136 Aug 27 16:04:33.938494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48892) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:34.012675 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2a215f1-a04a-41b9-bba3-3712fa345a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:34.040998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2a215f1-a04a-41b9-bba3-3712fa345a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:34.175017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-273eb7c6-8681-46b7-91bb-2d59124f5797 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:34.176950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-273eb7c6-8681-46b7-91bb-2d59124f5797 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 823 time: 0.2509809 Aug 27 16:04:34.210663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-d9b41f96-c9ac-443a-9a6f-4951053c867d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/quotas/f8c5920671ec4e9584dc477cc4c08ccc HTTP/1.1" status: 200 len: 375 time: 0.0264933 Aug 27 16:04:34.375689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-c20b67b2-4cd7-41dc-8a52-e0c980151333 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026919 Aug 27 16:04:34.394620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48912) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:34.499874 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a7a940-cf0b-4720-a953-9c68d2dd959c" -d '{"events": [{"name": "network-changed", "server_uuid": "232e4c7c-162b-4461-9558-3246e8a7f3be", "tag": "01d9a8d6-e24c-4598-89a7-970a92a1a947"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:04:34.573292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2a215f1-a04a-41b9-bba3-3712fa345a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:34.577945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2a215f1-a04a-41b9-bba3-3712fa345a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:34.582447 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2a215f1-a04a-41b9-bba3-3712fa345a44 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/98b6b4dc-b4e1-43b7-85d8-7c4377ebc64a HTTP/1.1" status: 204 len: 168 time: 0.6382554 Aug 27 16:04:34.589251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a215f1-a04a-41b9-bba3-3712fa345a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b6b4dc-b4e1-43b7-85d8-7c4377ebc64a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:34.810918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48930) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:34.817051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1105297857-network', 'tenant_id': '438715f30c8b4983b0d5da58d64c4084'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:34.897311 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3baff410-ae99-40d9-875f-a73edf031ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:34.918803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-c6b2e251-d588-492e-a93a-d68def17a329 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:04:34.920114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-c6b2e251-d588-492e-a93a-d68def17a329 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4034414 Aug 27 16:04:34.943867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bbe53-1327-47f8-9756-df8615919ab6 req-b9e257f9-f278-4d59-8b2d-170b464902b2 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:34.945530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-226bbe53-1327-47f8-9756-df8615919ab6 req-b9e257f9-f278-4d59-8b2d-170b464902b2 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.2638271 Aug 27 16:04:34.990980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Made reservation on behalf of 438715f30c8b4983b0d5da58d64c4084 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:34.993459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.005189 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.047284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:04:35.047284 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:04:35.047284 n-d-806412-1 neutron-server[95252]: [parameters: {'project_id_1': '438715f30c8b4983b0d5da58d64c4084', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 4, 35, 18498)}] Aug 27 16:04:35.047284 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:04:35.048145 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:04:35.124302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-226bbe53-1327-47f8-9756-df8615919ab6 req-e064d185-b17c-4fb3-b5cf-47d04771937f tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657503 Aug 27 16:04:35.156221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-7c0d9913-f681-42c2-94c9-3ddc020e7081 service neutron] 10.222.0.101 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283177 Aug 27 16:04:35.271873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3baff410-ae99-40d9-875f-a73edf031ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.312326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-f68e9156-b40c-49ee-b561-399c3c0d840a service neutron] 10.222.0.101 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401284 Aug 27 16:04:35.363877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3baff410-ae99-40d9-875f-a73edf031ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.411770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3baff410-ae99-40d9-875f-a73edf031ae1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=626c1ca1012f4fb7b226e27d30f18b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160179 Aug 27 16:04:35.412732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baff410-ae99-40d9-875f-a73edf031ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf23b8d-c8ed-456f-bc8a-3952d49ba711,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:35.414486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48942) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:35.545559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7414539d-190c-4ac7-9169-b0408101f385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.552125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.611593 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7414539d-190c-4ac7-9169-b0408101f385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.652659 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063acded-0922-4b1e-abf9-d29c2c822c08 x-openstack-request-id: req-063acded-0922-4b1e-abf9-d29c2c822c08 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:04:35.652903 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232e4c7c-162b-4461-9558-3246e8a7f3be", "tag": "01d9a8d6-e24c-4598-89a7-970a92a1a947", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:04:35.653165 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-063acded-0922-4b1e-abf9-d29c2c822c08 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:04:35.653634 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'tag': '01d9a8d6-e24c-4598-89a7-970a92a1a947', 'status': 'completed', 'code': 200} Aug 27 16:04:35.758768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.760470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7414539d-190c-4ac7-9169-b0408101f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.763689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7414539d-190c-4ac7-9169-b0408101f385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.766085 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7414539d-190c-4ac7-9169-b0408101f385 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0cf23b8d-c8ed-456f-bc8a-3952d49ba711 HTTP/1.1" status: 204 len: 168 time: 0.3505042 Aug 27 16:04:35.774460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dfc714-9efb-4b83-9162-c252f634c916 req-c9fa53d0-70f0-433c-8c20-d484ec6b8b22 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 210 time: 0.0625055 Aug 27 16:04:35.776740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414539d-190c-4ac7-9169-b0408101f385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf23b8d-c8ed-456f-bc8a-3952d49ba711,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:35.865165 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.888771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:04:35.932638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:35.932638 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Added segment cf36fc6b-ba39-446f-9b47-b375a6460d29 of type vlan for network 2f4c53ae-3378-493f-b7b9-faf59dbcc67f Aug 27 16:04:35.997293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b60057-4c38-4c03-81df-72b43ec35222,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:36.008982 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:36.259686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31c628-6a33-4e4a-b2cb-268deb352fef req-f11407e3-0b64-4218-9316-d1e629e588a8 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:36.261227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb31c628-6a33-4e4a-b2cb-268deb352fef req-f11407e3-0b64-4218-9316-d1e629e588a8 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.0590353 Aug 27 16:04:36.288774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:36.289935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:36.290537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:36.310439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb31c628-6a33-4e4a-b2cb-268deb352fef req-64663991-79cf-4ccd-8a24-9860b4beedb5 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Aug 27 16:04:36.358392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4c53ae-3378-493f-b7b9-faf59dbcc67f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:36.369969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 2f4c53ae-3378-493f-b7b9-faf59dbcc67f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:04:36.483218 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e98fbbd7-8d1c-4b2e-b6cf-558afec887a9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6709430 Aug 27 16:04:36.486899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48990) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:36.491916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Request body: {'subnet': {'network_id': '2f4c53ae-3378-493f-b7b9-faf59dbcc67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1105297857-subnet', 'tenant_id': '438715f30c8b4983b0d5da58d64c4084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:36.602411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Made reservation on behalf of 438715f30c8b4983b0d5da58d64c4084 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:36.605062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:36.857757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49004) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:36.877896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:36.975170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50544c9a-041c-4819-935c-bbcc93f055a4 req-d7ca062f-4418-40b0-8e40-22399be8b0a6 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 210 time: 0.0536065 Aug 27 16:04:37.021461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Checking segment: {'id': 'cf36fc6b-ba39-446f-9b47-b375a6460d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '2f4c53ae-3378-493f-b7b9-faf59dbcc67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:37.021954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Network hostable DHCP agents. Network: 2f4c53ae-3378-493f-b7b9-faf59dbcc67f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:04:37.031296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=145a1fe5-6866-4bdb-b4f2-ad282102dd18,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:37.203384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Network 2f4c53ae-3378-493f-b7b9-faf59dbcc67f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:04:37.365063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 2f4c53ae-3378-493f-b7b9-faf59dbcc67f) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:37.447239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:37.447239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:37.449534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65675592-a707-44fc-97e6-c034deb9dd3e None None] Network 2f4c53ae-3378-493f-b7b9-faf59dbcc67f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:37.450260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-687f2469-373b-448a-83a9-a15ffe0dcd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:37.473239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75680f97-5a2b-4286-bf86-f5e6829fa545 req-09516891-8f3b-4378-875c-98900a94e1d4 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:37.485380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75680f97-5a2b-4286-bf86-f5e6829fa545 req-09516891-8f3b-4378-875c-98900a94e1d4 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.0914867 Aug 27 16:04:37.518670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0279b378-7b6f-4902-a54f-80ca5b6a3c18 None None] Network 2f4c53ae-3378-493f-b7b9-faf59dbcc67f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:37.526196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75680f97-5a2b-4286-bf86-f5e6829fa545 req-c4f72a90-8a53-4c19-bf08-3952f95a064a tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Aug 27 16:04:37.643929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49020) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:37.675255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8f006d3a-43cf-4900-963a-c6cafba0f9ff admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1877401 Aug 27 16:04:37.679313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b80976c-080d-4403-ad6d-9d09dd9a7baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:37.772220 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-687f2469-373b-448a-83a9-a15ffe0dcd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:37.835664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-687f2469-373b-448a-83a9-a15ffe0dcd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:37.944482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-687f2469-373b-448a-83a9-a15ffe0dcd9e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=47c83242b3b24f3b82bec1515147703a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0854349 Aug 27 16:04:37.947374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49030) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:37.956380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f2469-373b-448a-83a9-a15ffe0dcd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e035d9f-21ee-44ee-92ae-18cea049b8f6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:38.089106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd6c68ff-4ac6-4bda-bcea-c8d154b975d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.138887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b80976c-080d-4403-ad6d-9d09dd9a7baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.141255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd6c68ff-4ac6-4bda-bcea-c8d154b975d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.196819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6316e1f-6f2e-4ee3-a533-e4866ca8f1d0 req-3b0d1f71-3f95-4bae-8750-130efa83f1b9 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 210 time: 0.0563884 Aug 27 16:04:38.214780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b80976c-080d-4403-ad6d-9d09dd9a7baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.255711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9b80976c-080d-4403-ad6d-9d09dd9a7baa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=70b0b8a45a8140659e8173f42a201a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104994 Aug 27 16:04:38.259932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49050) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:38.292299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80976c-080d-4403-ad6d-9d09dd9a7baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4334929d-205d-4d19-a6a8-d581f900528f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:38.349380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd6c68ff-4ac6-4bda-bcea-c8d154b975d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.349380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd6c68ff-4ac6-4bda-bcea-c8d154b975d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.349658 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cd6c68ff-4ac6-4bda-bcea-c8d154b975d7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3e035d9f-21ee-44ee-92ae-18cea049b8f6 HTTP/1.1" status: 204 len: 168 time: 0.4005654 Aug 27 16:04:38.375195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c68ff-4ac6-4bda-bcea-c8d154b975d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e035d9f-21ee-44ee-92ae-18cea049b8f6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:38.419904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9923848-7395-4a41-a7a1-5f20bea3b465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.488405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9923848-7395-4a41-a7a1-5f20bea3b465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.849093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5191dc-fb08-433a-836f-4c08d3b23990 req-81226423-e7dd-4f9c-9803-d305aee8ba71 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:38.849093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e5191dc-fb08-433a-836f-4c08d3b23990 req-81226423-e7dd-4f9c-9803-d305aee8ba71 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.0580542 Aug 27 16:04:38.849093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e5191dc-fb08-433a-836f-4c08d3b23990 req-8b0cd52f-bd27-437d-9add-28c96f726c5c tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Aug 27 16:04:38.849093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-e6aa1e2e-77eb-484b-8a5c-f98cd5e099ad tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:38.849093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-e6aa1e2e-77eb-484b-8a5c-f98cd5e099ad tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.1087627 Aug 27 16:04:38.858193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-7a919bc6-77c1-4bce-8e34-409e78f15119 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/quotas/1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 375 time: 0.0174835 Aug 27 16:04:38.903922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-75a0ae53-9c9b-4872-adc6-81e0f17b5178 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382562 Aug 27 16:04:38.966075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9923848-7395-4a41-a7a1-5f20bea3b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.969413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9923848-7395-4a41-a7a1-5f20bea3b465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:38.971012 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b9923848-7395-4a41-a7a1-5f20bea3b465 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4334929d-205d-4d19-a6a8-d581f900528f HTTP/1.1" status: 204 len: 168 time: 0.7097032 Aug 27 16:04:38.979802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9923848-7395-4a41-a7a1-5f20bea3b465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334929d-205d-4d19-a6a8-d581f900528f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:39.402182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0eb5f547-d914-4381-82c1-1c7413631223 req-8631c2d5-86a0-444f-b595-130dfd172ecf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Aug 27 16:04:39.527790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.97', 56919) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:39.605283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-f670295e-4dc2-459e-b859-7f164981b86c service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:04:39.611924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-f670295e-4dc2-459e-b859-7f164981b86c service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2424002 Aug 27 16:04:39.726681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-c38f7b3f-ba48-4ff5-a978-91d7af43ea0e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:39.728240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-c38f7b3f-ba48-4ff5-a978-91d7af43ea0e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.97 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 823 time: 0.2010980 Aug 27 16:04:39.760665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-9e10d39f-107f-4e44-95fc-701436f8e4d5 service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448460 Aug 27 16:04:39.769641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49104) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:39.784910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f3edf14-2353-4063-930c-6ad1ab386c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:39.934434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-75442cbc-5440-4258-8190-89d1b8f10b41 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8c5920671ec4e9584dc477cc4c08ccc HTTP/1.1" status: 200 len: 379 time: 0.0798912 Aug 27 16:04:39.950434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'port': {'device_id': '40ff49d0-bdc9-4c56-a428-043402097756', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'admin_state_up': True, 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'security_groups': ['cd342cb4-52f0-443c-ad0c-1c0150b4a87e']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:39.952619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f3edf14-2353-4063-930c-6ad1ab386c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.051612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4485381e-d639-429a-be6b-1fbbc56069b8 service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752078 Aug 27 16:04:40.113008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc39a70-e6f2-4844-a066-27c4732f1a9d req-be1fd6a7-a1e5-4a54-afe4-23a0166aef49 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:40.120208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bc39a70-e6f2-4844-a066-27c4732f1a9d req-be1fd6a7-a1e5-4a54-afe4-23a0166aef49 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.1039875 Aug 27 16:04:40.172838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bc39a70-e6f2-4844-a066-27c4732f1a9d req-eab0d61f-6ada-4d31-8f94-eecf8c90e3a2 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514989 Aug 27 16:04:40.364527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f3edf14-2353-4063-930c-6ad1ab386c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.446429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49118) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:40.459872 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5f3edf14-2353-4063-930c-6ad1ab386c05 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be30aaef149c4a238657d1a89afdac16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6884854 Aug 27 16:04:40.461251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3edf14-2353-4063-930c-6ad1ab386c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9832c774-84d4-458c-aaa3-af4281e3f628,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:40.519338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Made reservation on behalf of f8c5920671ec4e9584dc477cc4c08ccc for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:40.524487 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.533685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a634077a-900a-4e30-ad0a-849f70281fb5 req-e495ef67-81c2-43ee-bc49-ec05eae16fb6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 210 time: 0.0880105 Aug 27 16:04:40.577528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49128) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:40.591404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a95680f-c721-44f3-bbe0-ee7ec98eb674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.616770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ffa0a71-1b64-4975-a026-eea138ed22b7 req-f9c3b105-181c-4c13-819c-d0cbc395eec5 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 210 time: 0.0479319 Aug 27 16:04:40.697752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a95680f-c721-44f3-bbe0-ee7ec98eb674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.822371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-536a8376-908d-41db-9e79-3e1cdf1c6899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.864122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Allocated IP 172.20.0.13 (b21ea7b5-c1e7-4128-846e-fe74ee909096/4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b/441c3c7d-bad1-4c4e-b574-386dd4958ea3) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:40.908904 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a95680f-c721-44f3-bbe0-ee7ec98eb674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.914315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a95680f-c721-44f3-bbe0-ee7ec98eb674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:40.920081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9a95680f-c721-44f3-bbe0-ee7ec98eb674 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9832c774-84d4-458c-aaa3-af4281e3f628 HTTP/1.1" status: 204 len: 168 time: 0.4704440 Aug 27 16:04:40.950985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95680f-c721-44f3-bbe0-ee7ec98eb674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832c774-84d4-458c-aaa3-af4281e3f628,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:40.989241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-536a8376-908d-41db-9e79-3e1cdf1c6899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.053904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-536a8376-908d-41db-9e79-3e1cdf1c6899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.118389 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-536a8376-908d-41db-9e79-3e1cdf1c6899 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=91b8e6c2847c42f5a5a266aff18da4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394757 Aug 27 16:04:41.119445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49150) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:41.126769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a8376-908d-41db-9e79-3e1cdf1c6899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ca265-b22a-4754-b27f-e4571591d46a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:41.181006 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.225979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Transition to ACTIVE for port object 441c3c7d-bad1-4c4e-b574-386dd4958ea3 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:41.245123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f88c0f67-8bed-4544-9dec-dc9b2a82995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.293983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f88c0f67-8bed-4544-9dec-dc9b2a82995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.427750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.476384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f88c0f67-8bed-4544-9dec-dc9b2a82995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.479580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f88c0f67-8bed-4544-9dec-dc9b2a82995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.480911 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f88c0f67-8bed-4544-9dec-dc9b2a82995e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a77ca265-b22a-4754-b27f-e4571591d46a HTTP/1.1" status: 204 len: 168 time: 0.3573546 Aug 27 16:04:41.491340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c0f67-8bed-4544-9dec-dc9b2a82995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ca265-b22a-4754-b27f-e4571591d46a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:41.521100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:41.525332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event updated for resources: {'Port': ['ID=441c3c7d-bad1-4c4e-b574-386dd4958ea3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:41.529484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:41.564391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5eb13-3b5f-4e39-b8fe-32080d4fa580 req-9bf240e5-2e8e-4e5c-ac95-729f58b8a129 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:41.575587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3e5eb13-3b5f-4e39-b8fe-32080d4fa580 req-9bf240e5-2e8e-4e5c-ac95-729f58b8a129 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.1938245 Aug 27 16:04:41.601489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:41.616588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:41.621476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:41.761311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3e5eb13-3b5f-4e39-b8fe-32080d4fa580 req-ec05169d-513a-45f0-99fe-71316b12abef tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847374 Aug 27 16:04:41.781873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c620eac8-7d72-4aca-b0bf-8fd551beb240 req-5b631f45-2c28-48ac-a63e-f5b58899afeb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 210 time: 0.0971000 Aug 27 16:04:41.789650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0b3e150d-56d3-4555-8f4a-b03fef57cb5e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8440130 Aug 27 16:04:41.924191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c1ae3-c67d-4767-9060-7afc5c87dff6 req-6ed46bbc-407c-4d4f-b746-9f71fc46c558 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:41.925684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be2c1ae3-c67d-4767-9060-7afc5c87dff6 req-6ed46bbc-407c-4d4f-b746-9f71fc46c558 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.0719144 Aug 27 16:04:41.965304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be2c1ae3-c67d-4767-9060-7afc5c87dff6 req-568c5bb3-52df-49cb-9c28-4304cffbb671 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Aug 27 16:04:42.187551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7a940-cf0b-4720-a953-9c68d2dd959c req-eed900d2-aa47-44f7-834e-885a388972bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:42.189569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2a7a940-cf0b-4720-a953-9c68d2dd959c req-eed900d2-aa47-44f7-834e-885a388972bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9dfadbcd39e94110b7b9f9754538d240&device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 1120 time: 0.0864477 Aug 27 16:04:42.227326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2a7a940-cf0b-4720-a953-9c68d2dd959c req-673b8e72-9106-4b3f-8f2d-9aff144cea3a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=9dfadbcd39e94110b7b9f9754538d240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270929 Aug 27 16:04:42.355994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fe2dd215-9a59-432c-b9b2-c153c8dea81c None None] Provisioning for port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:42.380088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fe2dd215-9a59-432c-b9b2-c153c8dea81c None None] Provisioning complete for port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:42.380796 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe2dd215-9a59-432c-b9b2-c153c8dea81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:42.424108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7a940-cf0b-4720-a953-9c68d2dd959c req-76907b63-cea8-4892-bb57-a2540be4627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:42.426027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2a7a940-cf0b-4720-a953-9c68d2dd959c req-76907b63-cea8-4892-bb57-a2540be4627a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1887617 Aug 27 16:04:42.434939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fe2dd215-9a59-432c-b9b2-c153c8dea81c None None] Port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:04:42.514287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-63ff2e81-935b-4959-b736-4f7d4404520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:42.515826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-63ff2e81-935b-4959-b736-4f7d4404520e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9dfadbcd39e94110b7b9f9754538d240&device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 1120 time: 0.0466878 Aug 27 16:04:42.600039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-a5af517f-29e7-4cc8-8219-76190f494f00 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=01d9a8d6-e24c-4598-89a7-970a92a1a947 HTTP/1.1" status: 200 len: 217 time: 0.0758355 Aug 27 16:04:42.842937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49188) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:42.949866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb7663b3-17b0-4660-816a-8c286860eff2 req-d4030d2d-5ab8-4d75-86da-d21d60b47fe2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 210 time: 0.0465605 Aug 27 16:04:42.951486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-92911cf7-bef5-414b-b1cd-5bec3656d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:42.954642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-92911cf7-bef5-414b-b1cd-5bec3656d7ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.3439131 Aug 27 16:04:42.988450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ab5d-c242-4837-95a0-0ef8736daebf req-2d492cd0-8290-415b-8d5f-1b0c48e8c7db tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:42.990172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f137ab5d-c242-4837-95a0-0ef8736daebf req-2d492cd0-8290-415b-8d5f-1b0c48e8c7db tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.1452975 Aug 27 16:04:43.105093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30c2ea65-8f15-4a1a-8ac9-58055f207ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.128227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f2ac-a47b-49bd-8111-55974390f98c req-089c9ac6-1eae-4afe-a7ff-17c6c5956db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:43.129911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-089c9ac6-1eae-4afe-a7ff-17c6c5956db5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692357 Aug 27 16:04:43.138393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f137ab5d-c242-4837-95a0-0ef8736daebf req-832a81be-e39a-48f2-8782-9f90338e383c tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953064 Aug 27 16:04:43.203700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77acc-b8e3-4cd1-b300-828b6a2c3d40 req-11e448e8-cd90-4a66-81e9-125b925e1835 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:43.206031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3e77acc-b8e3-4cd1-b300-828b6a2c3d40 req-11e448e8-cd90-4a66-81e9-125b925e1835 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.1421664 Aug 27 16:04:43.228547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49198) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:43.247811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30c2ea65-8f15-4a1a-8ac9-58055f207ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.262516 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53db8527-353c-4bac-93e4-7146daafeb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.323942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3e77acc-b8e3-4cd1-b300-828b6a2c3d40 req-77b1ec87-4b6a-4e1a-a857-7cb5e39e1d26 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076379 Aug 27 16:04:43.326666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-9d3275f0-5957-4341-98e5-3e3ba246fdaa service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864343 Aug 27 16:04:43.333701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30c2ea65-8f15-4a1a-8ac9-58055f207ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.368162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2ea65-8f15-4a1a-8ac9-58055f207ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390726db-c97e-4ee1-88a4-8d31dc5c9b52,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:43.419633 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-30c2ea65-8f15-4a1a-8ac9-58055f207ba6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=abd61dbb260d4fd186da77f88c999bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746136 Aug 27 16:04:43.422226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49202) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:43.501583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.90', 64388) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:43.528316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49206) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:43.538263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7842f2ac-a47b-49bd-8111-55974390f98c req-9735ccdd-d66f-461e-8340-5de084f9220f service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006357 Aug 27 16:04:43.589825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e27a1e42-fe7f-41ff-b439-1fab3bd95ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.591135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53db8527-353c-4bac-93e4-7146daafeb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.663514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e27a1e42-fe7f-41ff-b439-1fab3bd95ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.693902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1917609973-network', 'tenant_id': 'de75d09ab1be4454b8a0a6c5f43a2f2f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:43.739538 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53db8527-353c-4bac-93e4-7146daafeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.752364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-64913de8-d3f0-4192-9a6e-4d2746e87613 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:43.754097 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-64913de8-d3f0-4192-9a6e-4d2746e87613 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.2514296 Aug 27 16:04:43.779592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Request body: {'port': {'device_id': '74c96009-2ce5-4573-98fb-c39a80561d39', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'admin_state_up': True, 'tenant_id': '1713de73f0ef45e3aef20559238dd3d5'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:43.798643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-53db8527-353c-4bac-93e4-7146daafeb09 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2e25276a374847989696c9423ffb594a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690913 Aug 27 16:04:43.816565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49212) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:43.832648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db8527-353c-4bac-93e4-7146daafeb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20afaf7c-3fc3-478e-86a0-67684ba837f2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:43.881127 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-970ea7cc-6787-4cde-bdda-fa1ecd436f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.901931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-970ea7cc-6787-4cde-bdda-fa1ecd436f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.904452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e27a1e42-fe7f-41ff-b439-1fab3bd95ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.907726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e27a1e42-fe7f-41ff-b439-1fab3bd95ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.910003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e27a1e42-fe7f-41ff-b439-1fab3bd95ea3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/390726db-c97e-4ee1-88a4-8d31dc5c9b52 HTTP/1.1" status: 204 len: 168 time: 0.4852290 Aug 27 16:04:43.919112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1e42-fe7f-41ff-b439-1fab3bd95ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390726db-c97e-4ee1-88a4-8d31dc5c9b52,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:43.943023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Made reservation on behalf of de75d09ab1be4454b8a0a6c5f43a2f2f for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:43.945873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:43.976102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.065549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Made reservation on behalf of 1713de73f0ef45e3aef20559238dd3d5 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:44.069246 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.075783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d43b6b4e-330a-483d-9cb6-f010fb78f48b req-d7c4f467-34f6-4ae2-bd79-eccec41a5329 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 210 time: 0.0311830 Aug 27 16:04:44.124216 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-970ea7cc-6787-4cde-bdda-fa1ecd436f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.128294 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-970ea7cc-6787-4cde-bdda-fa1ecd436f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.134436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-970ea7cc-6787-4cde-bdda-fa1ecd436f08 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/20afaf7c-3fc3-478e-86a0-67684ba837f2 HTTP/1.1" status: 204 len: 168 time: 0.3117232 Aug 27 16:04:44.147951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea7cc-6787-4cde-bdda-fa1ecd436f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20afaf7c-3fc3-478e-86a0-67684ba837f2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:44.258293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.325868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5031acc-bf48-4ef0-aff7-e0c985cf3153 req-503e9813-6466-4c83-b2d2-1616f09c483d tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:44.325868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5031acc-bf48-4ef0-aff7-e0c985cf3153 req-503e9813-6466-4c83-b2d2-1616f09c483d tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.0704069 Aug 27 16:04:44.382181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Allocated IP 172.20.0.14 (d315019b-6d4f-48e1-b77d-ba55d795f60b/fccdb5e4-86df-40db-9508-b4f073210aaf/9325fc2b-0ca7-4567-9b5a-8150eefc4587) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:44.404287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5031acc-bf48-4ef0-aff7-e0c985cf3153 req-7238b765-7032-4350-9102-51c9c22e6d1c tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625803 Aug 27 16:04:44.412381 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.459401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:04:44.499573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.499956 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Added segment 4fa164f1-8471-4065-a9ef-13afa2c38056 of type vlan for network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 Aug 27 16:04:44.521290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a85dfd-9a67-4975-a685-a871a258ef1f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:44.572540 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.587883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c3cf-9b3e-46ac-8b30-e3b6f89117a0 req-16c2112d-14a9-4aac-bc88-cafd6c2eadc9 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:44.590220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c25c3cf-9b3e-46ac-8b30-e3b6f89117a0 req-16c2112d-14a9-4aac-bc88-cafd6c2eadc9 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.1835861 Aug 27 16:04:44.631744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.657959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c25c3cf-9b3e-46ac-8b30-e3b6f89117a0 req-5cdb569e-8c38-49d9-a455-88b51288d7aa tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553753 Aug 27 16:04:44.716107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.717115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:44.717704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.795544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] Pushing event updated for resources: {'Network': ['ID=a07f7c57-a13b-45fb-a78d-0ae4b2590a89,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:44.808397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:04:44.814290 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.879988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49240) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:44.881206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-af641c76-1fff-4683-afc0-87fd122c0d03 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3516088 Aug 27 16:04:44.889197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Request body: {'subnet': {'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1917609973-subnet', 'tenant_id': 'de75d09ab1be4454b8a0a6c5f43a2f2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:44.909864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Network d315019b-6d4f-48e1-b77d-ba55d795f60b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:44.919221 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:44.929557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:44.935370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:44.935859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:44.953562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:45.046187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49244) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:45.051137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Made reservation on behalf of de75d09ab1be4454b8a0a6c5f43a2f2f for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:45.053544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.068551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65db78ae-6992-4a1a-9ae4-72a4a654a278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.119137 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-54c2c8f8-8625-4d72-8073-74eb6dfbc5fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3440912 Aug 27 16:04:45.136620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Request body: {'port': {'device_id': '74c96009-2ce5-4573-98fb-c39a80561d39', 'device_owner': 'compute:tempest-test_az-1253524327', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:45.214223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.336808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65db78ae-6992-4a1a-9ae4-72a4a654a278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.369813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d447-3082-48b0-aa55-bf2e332b6c7d req-c837ad1b-5a9a-40de-ab54-f534988a9b74 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:45.379782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25e8d447-3082-48b0-aa55-bf2e332b6c7d req-c837ad1b-5a9a-40de-ab54-f534988a9b74 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 932 time: 0.0873821 Aug 27 16:04:45.441860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25e8d447-3082-48b0-aa55-bf2e332b6c7d req-01ed6f81-30ef-4626-9a3e-a6339cf8241b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574112 Aug 27 16:04:45.567641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65db78ae-6992-4a1a-9ae4-72a4a654a278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.640219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db78ae-6992-4a1a-9ae4-72a4a654a278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea65a2eb-cd56-48f4-8fc4-56e2583f30a3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:45.649650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-65db78ae-6992-4a1a-9ae4-72a4a654a278 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=657f7c0d362645b3b609c9044e052137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021855 Aug 27 16:04:45.657793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49260) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:45.658187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ff0ff-8a12-49d5-bd8a-d2dfd5c6f341 req-941bf624-b10e-4765-a23d-8851609f82ab tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:45.659744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b3ff0ff-8a12-49d5-bd8a-d2dfd5c6f341 req-941bf624-b10e-4765-a23d-8851609f82ab tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.1692522 Aug 27 16:04:45.702334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.768239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2acc92-3dfe-41c3-a2f1-50dda4247839,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:45.772307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b3ff0ff-8a12-49d5-bd8a-d2dfd5c6f341 req-9b668c14-fbb3-4278-8c4b-6e600bd9ad3b tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049542 Aug 27 16:04:45.842932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84a4efda-ffb1-4d12-a91b-0065cd9725c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.857637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a58bc3-ecec-4996-aa65-eefeeec57f58 req-d57ea3f4-836d-4c58-96eb-637c987e39f7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:45.859361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88a58bc3-ecec-4996-aa65-eefeeec57f58 req-d57ea3f4-836d-4c58-96eb-637c987e39f7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.1017852 Aug 27 16:04:45.889244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:45.889581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Network hostable DHCP agents. Network: a07f7c57-a13b-45fb-a78d-0ae4b2590a89, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:04:45.932742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84a4efda-ffb1-4d12-a91b-0065cd9725c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:45.940194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88a58bc3-ecec-4996-aa65-eefeeec57f58 req-afa7ceec-9369-4903-bb63-53c27b95adb5 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664983 Aug 27 16:04:46.056731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9325fc2b-0ca7-4567-9b5a-8150eefc4587 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:46.065401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.114103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:04:46.149980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Transition to ACTIVE for port object 9325fc2b-0ca7-4567-9b5a-8150eefc4587 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:46.151000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84a4efda-ffb1-4d12-a91b-0065cd9725c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.153806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84a4efda-ffb1-4d12-a91b-0065cd9725c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.157949 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-84a4efda-ffb1-4d12-a91b-0065cd9725c0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ea65a2eb-cd56-48f4-8fc4-56e2583f30a3 HTTP/1.1" status: 204 len: 168 time: 0.4961488 Aug 27 16:04:46.180996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4efda-ffb1-4d12-a91b-0065cd9725c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea65a2eb-cd56-48f4-8fc4-56e2583f30a3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:46.205937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, a07f7c57-a13b-45fb-a78d-0ae4b2590a89) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:46.210084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:46.210678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.218725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10ae608-39a3-4e68-870a-1e2eb708ba49 None None] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:46.229020 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.299894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5f0dbf9d-29e7-43e9-b146-5eb4b6e71458 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4188173 Aug 27 16:04:46.303828 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:46.383585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:46.384029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:46.384452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:46.395327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:04:46.395745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:46.401288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:46.401732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:46.402351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:46.402914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Bound port: 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:46.403348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.488833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:46.500424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:46.510437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060590d-8375-4d6c-ad1e-24f5d1a7f08c None None] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:46.593019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa291f9-e7e4-42e5-8cdc-82ef1ba8a43a req-358d7489-5741-4aae-8346-24e1af9cc619 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:46.599798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eaa291f9-e7e4-42e5-8cdc-82ef1ba8a43a req-358d7489-5741-4aae-8346-24e1af9cc619 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.0718315 Aug 27 16:04:46.637500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eaa291f9-e7e4-42e5-8cdc-82ef1ba8a43a req-7c1c58a0-00b7-4f96-8c81-5f1781299e50 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359311 Aug 27 16:04:46.653914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.709883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:46.710701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:46.712220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] 10.222.0.90 "PUT /v2.0/ports/9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 1114 time: 1.5803757 Aug 27 16:04:46.717919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:04:46.796509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416a125-88d9-4f95-9572-2311cce02cac service neutron] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:46.907627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-6cbd73a2-09e8-4073-beab-a9d6565e4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:46.909311 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-6cbd73a2-09e8-4073-beab-a9d6565e4838 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1117 time: 0.0793967 Aug 27 16:04:46.960198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccae73-749e-4e86-947f-a81d8e5165fc req-c8ddf967-b9b0-450b-9ce5-0d0e6df2c2a4 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:46.961838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fccae73-749e-4e86-947f-a81d8e5165fc req-c8ddf967-b9b0-450b-9ce5-0d0e6df2c2a4 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.0889947 Aug 27 16:04:46.987374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-9304d497-cce2-44d7-81a1-f272c3d71541 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 217 time: 0.0698783 Aug 27 16:04:47.019041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fccae73-749e-4e86-947f-a81d8e5165fc req-d7fb56e1-0690-4e03-b81c-7d151a55e843 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464602 Aug 27 16:04:47.087041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037066e4-fa64-455a-a22b-217e7a05f4e0 req-cf7522b3-6487-4135-8987-2290776247b5 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:47.088827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-037066e4-fa64-455a-a22b-217e7a05f4e0 req-cf7522b3-6487-4135-8987-2290776247b5 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.0593965 Aug 27 16:04:47.092729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-6f4666af-b480-48d7-a20e-6bf56b88c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:47.094470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-6f4666af-b480-48d7-a20e-6bf56b88c0a6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0987597 Aug 27 16:04:47.152624 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-037066e4-fa64-455a-a22b-217e7a05f4e0 req-ef509324-e363-43ac-8acc-f0b03f64e11d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567062 Aug 27 16:04:47.153118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-b9cfc812-028e-4d9e-87ac-5736e71ef945 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512488 Aug 27 16:04:47.255488 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-9364db4e-b6d2-4d87-919a-fbe751ce9ec4 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949099 Aug 27 16:04:47.371809 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-335bc4c9-b386-4030-947d-5e3bfc900351 req-9154c54d-9f58-408b-ab4d-2f30466be324 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085443 Aug 27 16:04:47.570891 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab40d6c-c81a-4498-a781-ede3fc6eab1b" -d '{"events": [{"name": "network-changed", "server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:04:47.608665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49328) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:47.713500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 01d9a8d6-e24c-4598-89a7-970a92a1a947 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:04:47.771283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b167dd-ae50-4162-be18-f91165091024 req-bba7a1c7-f00c-4e7c-bb5f-e027c3e70647 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:47.780414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7b167dd-ae50-4162-be18-f91165091024 req-bba7a1c7-f00c-4e7c-bb5f-e027c3e70647 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.0677471 Aug 27 16:04:47.790784 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b41d7b-d62a-4a31-bc2e-0e95418ff91f x-openstack-request-id: req-96b41d7b-d62a-4a31-bc2e-0e95418ff91f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:04:47.791074 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:04:47.791345 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-96b41d7b-d62a-4a31-bc2e-0e95418ff91f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:04:47.791852 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587', 'status': 'completed', 'code': 200} Aug 27 16:04:47.842721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7b167dd-ae50-4162-be18-f91165091024 req-ae05ee96-ac1e-4644-8f7d-d34c5359951b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562828 Aug 27 16:04:47.871577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-aabecb1c-93fe-4731-9990-69f6f423c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:47.873051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-aabecb1c-93fe-4731-9990-69f6f423c133 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1117 time: 0.0608091 Aug 27 16:04:47.945242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f10c44c-af1c-4e37-904d-5e8d3fcfdf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:47.959751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 01d9a8d6-e24c-4598-89a7-970a92a1a947, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=01d9a8d6-e24c-4598-89a7-970a92a1a947,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:48.008474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '01d9a8d6-e24c-4598-89a7-970a92a1a947', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '01d9a8d6-e24c-4598-89a7-970a92a1a947', 'mac_address': 'fa:16:3e:c3:3c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:tempest-test_az-1253524327', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:04:48.086203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-4c7c4fe3-027c-4781-82fe-1e11e9337e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:48.088346 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-4c7c4fe3-027c-4781-82fe-1e11e9337e7b service neutron] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.2066483 Aug 27 16:04:48.149270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.159602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f10c44c-af1c-4e37-904d-5e8d3fcfdf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.174768 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-74a046b0-1688-4928-a56e-23ec1fc26fe1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 217 time: 0.0784330 Aug 27 16:04:48.178994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d9a8d6-e24c-4598-89a7-970a92a1a947 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:48.201670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2acd0-c397-4394-819d-6a34b00b7421 req-d5bea450-6fed-472f-9286-e801dd1b748b tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:48.204444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 01d9a8d6-e24c-4598-89a7-970a92a1a947, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=01d9a8d6-e24c-4598-89a7-970a92a1a947,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:48.209838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0c2acd0-c397-4394-819d-6a34b00b7421 req-d5bea450-6fed-472f-9286-e801dd1b748b tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 969 time: 0.0934708 Aug 27 16:04:48.237685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f10c44c-af1c-4e37-904d-5e8d3fcfdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.268999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.297671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-14546036-1344-4859-83f8-20cfc509c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:48.304462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-14546036-1344-4859-83f8-20cfc509c438 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.1210759 Aug 27 16:04:48.376421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0c2acd0-c397-4394-819d-6a34b00b7421 req-da95b677-bd28-4c00-899e-4424d33b18c9 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654489 Aug 27 16:04:48.378125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-fcc6c0b8-e7b6-4b75-9730-7e42ba46891e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627689 Aug 27 16:04:48.383558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=01d9a8d6-e24c-4598-89a7-970a92a1a947,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:48.394650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6334a4-df4d-45eb-a86f-6681ff174e84 req-f96125e2-c916-44c6-87ee-79849afb67a3 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:48.402251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad6334a4-df4d-45eb-a86f-6681ff174e84 req-f96125e2-c916-44c6-87ee-79849afb67a3 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.1152029 Aug 27 16:04:48.414702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4f10c44c-af1c-4e37-904d-5e8d3fcfdf4c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a87bce3d0e214f968f0cf911006cf3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8033864 Aug 27 16:04:48.415414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49356) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:48.463502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10c44c-af1c-4e37-904d-5e8d3fcfdf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5b420-6d70-4f06-8174-619b1b4c2358,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:48.498913 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-224a04df-57bb-490c-a006-12bc6667118f service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981870 Aug 27 16:04:48.536256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad6334a4-df4d-45eb-a86f-6681ff174e84 req-8868ba25-5913-436a-8f43-51caa397d95e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330206 Aug 27 16:04:48.547190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad86a3d5-9f9b-4397-867d-3dccb1807bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.575684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad86a3d5-9f9b-4397-867d-3dccb1807bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.600329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49362) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:48.605320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-576716345-network', 'tenant_id': 'af0a7ad814aa45e499f35ac017716908'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:48.643761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['01d9a8d6-e24c-4598-89a7-970a92a1a947'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:04:48.743723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Made reservation on behalf of af0a7ad814aa45e499f35ac017716908 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:48.746947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.757882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.778416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad86a3d5-9f9b-4397-867d-3dccb1807bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.781430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad86a3d5-9f9b-4397-867d-3dccb1807bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:48.785603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ad86a3d5-9f9b-4397-867d-3dccb1807bf3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89d5b420-6d70-4f06-8174-619b1b4c2358 HTTP/1.1" status: 204 len: 168 time: 0.3659568 Aug 27 16:04:48.803123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86a3d5-9f9b-4397-867d-3dccb1807bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5b420-6d70-4f06-8174-619b1b4c2358,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:48.993880 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eab40d6c-c81a-4498-a781-ede3fc6eab1b req-7e1988c4-a785-42af-888f-d97804ff0c8d service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839704 Aug 27 16:04:49.022276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.056948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be5f36-0bdd-4a7b-85bc-55923101132a req-39f63a23-d712-47b2-8a38-4daee571012c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:49.064548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33be5f36-0bdd-4a7b-85bc-55923101132a req-39f63a23-d712-47b2-8a38-4daee571012c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.1260312 Aug 27 16:04:49.112460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33be5f36-0bdd-4a7b-85bc-55923101132a req-c3193da7-4bd4-43ce-9f35-53cfb088766d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464742 Aug 27 16:04:49.135373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.159001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8946de39-ed48-4bbb-ab87-abe4420875c7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:49.174028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:04:49.187504 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.188825 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Added segment c2d88213-4bc5-4dbb-8235-5a8e60b5beab of type vlan for network 6b7cd1af-739d-47f5-898d-812fb6e8e202 Aug 27 16:04:49.246913 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.378813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.380007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:49.381161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.469260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] Pushing event updated for resources: {'Network': ['ID=6b7cd1af-739d-47f5-898d-812fb6e8e202,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:49.479598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 6b7cd1af-739d-47f5-898d-812fb6e8e202 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:04:49.506413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ec4de-7b6f-445d-889e-9638fb7b3380 req-906089b3-ede8-4f4e-9e53-f0a8d36668a5 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:49.507946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-683ec4de-7b6f-445d-889e-9638fb7b3380 req-906089b3-ede8-4f4e-9e53-f0a8d36668a5 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 970 time: 0.0534885 Aug 27 16:04:49.551078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-97f9e499-22c2-4b94-a8cf-932016b566ae admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9495242 Aug 27 16:04:49.559370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49388) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:49.559940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-683ec4de-7b6f-445d-889e-9638fb7b3380 req-0d0dfc10-1e51-4778-b18e-2b3c71df6287 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Aug 27 16:04:49.568693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Request body: {'subnet': {'network_id': '6b7cd1af-739d-47f5-898d-812fb6e8e202', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-576716345-subnet', 'tenant_id': 'af0a7ad814aa45e499f35ac017716908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:49.664363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Made reservation on behalf of af0a7ad814aa45e499f35ac017716908 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:49.668768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.686975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 01d9a8d6-e24c-4598-89a7-970a92a1a947 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:49.712773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49392) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:49.764422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb871159-f29f-4ac2-a6ee-50ec22daf432 req-d056e635-4254-4578-aa67-737c7f40c696 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:49.767968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb871159-f29f-4ac2-a6ee-50ec22daf432 req-d056e635-4254-4578-aa67-737c7f40c696 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.1170344 Aug 27 16:04:49.770815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52ad2407-cdc6-4dbc-8149-68cc4d234c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.829634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 01d9a8d6-e24c-4598-89a7-970a92a1a947 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:49.834623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 01d9a8d6-e24c-4598-89a7-970a92a1a947 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:49.834623 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.842927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb871159-f29f-4ac2-a6ee-50ec22daf432 req-d9a43dd3-7fdb-4157-9d8f-90716a0641a2 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675797 Aug 27 16:04:49.963851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:49.966567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52ad2407-cdc6-4dbc-8149-68cc4d234c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.011416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9a8d6-e24c-4598-89a7-970a92a1a947'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:04:50.030126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.076034 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52ad2407-cdc6-4dbc-8149-68cc4d234c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.105423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 01d9a8d6-e24c-4598-89a7-970a92a1a947, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=01d9a8d6-e24c-4598-89a7-970a92a1a947,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:50.121517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a25afc1-5e2b-48a0-89ab-35e98dd904c9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:50.173680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.178558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Checking segment: {'id': 'c2d88213-4bc5-4dbb-8235-5a8e60b5beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6b7cd1af-739d-47f5-898d-812fb6e8e202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:50.178710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-52ad2407-cdc6-4dbc-8149-68cc4d234c6d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3cfca80819fc46c789f0cc9f491ce6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614234 Aug 27 16:04:50.178790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Network hostable DHCP agents. Network: 6b7cd1af-739d-47f5-898d-812fb6e8e202, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:04:50.178790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49422) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:50.184822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad2407-cdc6-4dbc-8149-68cc4d234c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b664725-f12d-44fa-ab34-1acd3c51e5ad,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:50.272314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=01d9a8d6-e24c-4598-89a7-970a92a1a947,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:50.274478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7347671d-1cdd-4ea8-b414-88a70ac33103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.314726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7347671d-1cdd-4ea8-b414-88a70ac33103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.324716 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d18ed3-a3ff-4175-ae38-2c983311d4b3" -d '{"events": [{"server_uuid": "232e4c7c-162b-4461-9558-3246e8a7f3be", "name": "network-vif-plugged", "status": "completed", "tag": "01d9a8d6-e24c-4598-89a7-970a92a1a947"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:04:50.359008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60825d-c594-43f5-92d8-87da5e5696da req-bb345a0c-879a-4b33-836b-cbb7f6504609 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:50.364888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e60825d-c594-43f5-92d8-87da5e5696da req-bb345a0c-879a-4b33-836b-cbb7f6504609 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.1181121 Aug 27 16:04:50.367159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Network 6b7cd1af-739d-47f5-898d-812fb6e8e202 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:04:50.415781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e60825d-c594-43f5-92d8-87da5e5696da req-f30b4a12-f595-490d-a118-afbb36ae5e2c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Aug 27 16:04:50.476162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 6b7cd1af-739d-47f5-898d-812fb6e8e202) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:50.486294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:50.486572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085e258-ddff-4e66-be99-43cfd50f081f None None] Network 6b7cd1af-739d-47f5-898d-812fb6e8e202 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:50.487056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.533095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7347671d-1cdd-4ea8-b414-88a70ac33103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.533095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7347671d-1cdd-4ea8-b414-88a70ac33103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.533095 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7347671d-1cdd-4ea8-b414-88a70ac33103 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b664725-f12d-44fa-ab34-1acd3c51e5ad HTTP/1.1" status: 204 len: 168 time: 0.3518386 Aug 27 16:04:50.548336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347671d-1cdd-4ea8-b414-88a70ac33103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b664725-f12d-44fa-ab34-1acd3c51e5ad,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:50.590888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-32152a99-3ea8-49a0-b148-ba4de9eb25e2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0241857 Aug 27 16:04:50.603259 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ba99-aa2a-4315-8e7b-270e62ec8642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:50.642267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc696d3-28cb-4c47-bf99-d1bcd84ffcd6 None None] Network 6b7cd1af-739d-47f5-898d-812fb6e8e202 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:04:50.721517 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f842cf-4ad8-4218-b5e5-332bb5f17b34 x-openstack-request-id: req-f0f842cf-4ad8-4218-b5e5-332bb5f17b34 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:04:50.722305 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e4c7c-162b-4461-9558-3246e8a7f3be", "name": "network-vif-plugged", "status": "completed", "tag": "01d9a8d6-e24c-4598-89a7-970a92a1a947", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:04:50.726876 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f0f842cf-4ad8-4218-b5e5-332bb5f17b34 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:04:50.726876 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d9a8d6-e24c-4598-89a7-970a92a1a947', 'code': 200} Aug 27 16:04:50.779195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da33c-53b2-488b-aab8-843bf7103933 req-075c0927-e2a3-4eff-85f4-914700a0876e tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:50.781291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-365da33c-53b2-488b-aab8-843bf7103933 req-075c0927-e2a3-4eff-85f4-914700a0876e tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 971 time: 0.0767465 Aug 27 16:04:50.877116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-365da33c-53b2-488b-aab8-843bf7103933 req-6182a5da-8984-4dae-b073-2926d4038d0d tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811470 Aug 27 16:04:50.879356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8c4c-4217-4912-b2bb-9eaf93290197 req-86458eba-7fb9-40e4-bbd7-41abb3f6d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:50.885340 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d5bb8c4c-4217-4912-b2bb-9eaf93290197 req-86458eba-7fb9-40e4-bbd7-41abb3f6d6f6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 1122 time: 0.1280947 Aug 27 16:04:50.924563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d5bb8c4c-4217-4912-b2bb-9eaf93290197 req-9758e4c6-5ace-4321-b740-419d5551d9c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.033695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78842a2-173a-4c5d-9d1b-0f091b0b9932 req-6fd37f25-f1bf-48ca-87de-dbf4ab592538 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:51.035337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d5bb8c4c-4217-4912-b2bb-9eaf93290197 req-9758e4c6-5ace-4321-b740-419d5551d9c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.035463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b78842a2-173a-4c5d-9d1b-0f091b0b9932 req-6fd37f25-f1bf-48ca-87de-dbf4ab592538 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.0630901 Aug 27 16:04:51.089036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b78842a2-173a-4c5d-9d1b-0f091b0b9932 req-4dbcc84f-bc15-4e9b-8070-0a776f55c048 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462544 Aug 27 16:04:51.104338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d5bb8c4c-4217-4912-b2bb-9eaf93290197 req-9758e4c6-5ace-4321-b740-419d5551d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.137624 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d5bb8c4c-4217-4912-b2bb-9eaf93290197 req-9758e4c6-5ace-4321-b740-419d5551d9c7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365806 Aug 27 16:04:51.150153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49452) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:51.151721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758e4c6-5ace-4321-b740-419d5551d9c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=faf6712c-3fb1-4461-8827-5e9905cdf462,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:51.381050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713b695f-1a25-4ca9-bcc4-1fe06f5bae86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.526048 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713b695f-1a25-4ca9-bcc4-1fe06f5bae86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.612456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713b695f-1a25-4ca9-bcc4-1fe06f5bae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.661584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-d5601519-d1c3-4790-a89f-7048bc6f2931 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535448 Aug 27 16:04:51.700642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:04:51.708492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-713b695f-1a25-4ca9-bcc4-1fe06f5bae86 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6876a6d5c5334daaab74771e6dbeebd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566974 Aug 27 16:04:51.714209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49492) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:51.755748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b695f-1a25-4ca9-bcc4-1fe06f5bae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dbd1e2-f502-4b87-85c3-4cbfc8e4ec46,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:51.794378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcde02d3-a573-4dbd-951d-b63dc49b3e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.795779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-15f70ce0-35e2-4893-8c6a-4e896ddc2b6d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:51.797912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-15f70ce0-35e2-4893-8c6a-4e896ddc2b6d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.2537546 Aug 27 16:04:51.826517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-71f76d75-285e-4243-85f3-ad71f68e89d1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/quotas/de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 375 time: 0.0179636 Aug 27 16:04:51.830580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcde02d3-a573-4dbd-951d-b63dc49b3e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.851504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:51.859837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-3a04dc01-c602-49a7-bc04-2b17510f8f15 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:51.861326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-3a04dc01-c602-49a7-bc04-2b17510f8f15 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822119 Aug 27 16:04:51.866568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '9325fc2b-0ca7-4567-9b5a-8150eefc4587', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'port_id': '9325fc2b-0ca7-4567-9b5a-8150eefc4587', 'mac_address': 'fa:16:3e:4c:33:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdb5e4-86df-40db-9508-b4f073210aaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1253524327', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:04:51.881517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-04371850-ebd6-4930-879b-ad303ce41eac tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472181 Aug 27 16:04:51.898523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f2ed560a-c710-4420-a7bb-cc2384637190 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/quotas/3d1b1caea22144e68b41a55e028f29b8 HTTP/1.1" status: 200 len: 375 time: 0.0194623 Aug 27 16:04:51.911804 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.926514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9325fc2b-0ca7-4567-9b5a-8150eefc4587 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:51.954580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:51.964543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcde02d3-a573-4dbd-951d-b63dc49b3e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.967841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcde02d3-a573-4dbd-951d-b63dc49b3e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:51.969924 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bcde02d3-a573-4dbd-951d-b63dc49b3e18 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1dbd1e2-f502-4b87-85c3-4cbfc8e4ec46 HTTP/1.1" status: 204 len: 168 time: 0.2541134 Aug 27 16:04:51.972075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-ca2a99db-777a-4133-88fe-9fe5eda90544 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622919 Aug 27 16:04:51.979933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde02d3-a573-4dbd-951d-b63dc49b3e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dbd1e2-f502-4b87-85c3-4cbfc8e4ec46,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:52.013038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:52.029415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-5eb2c942-8764-4e26-a0ad-eece8f91246d service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403990 Aug 27 16:04:52.074566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:52.151782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-c7946d1d-f941-4da7-992a-5f1fcc4ac3f2 service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155536 Aug 27 16:04:52.269597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9325fc2b-0ca7-4567-9b5a-8150eefc4587'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:04:52.318098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2fb4e-2e72-48e9-857c-f2f3c5f608b8 req-6a8771c6-3326-43a1-bdcc-18b4a4aac93f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:52.328798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aff2fb4e-2e72-48e9-857c-f2f3c5f608b8 req-6a8771c6-3326-43a1-bdcc-18b4a4aac93f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 967 time: 0.0707762 Aug 27 16:04:52.395869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aff2fb4e-2e72-48e9-857c-f2f3c5f608b8 req-0feacbc4-704d-483c-8676-d0f90929c5e6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572557 Aug 27 16:04:52.427655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-5b614c38-4b46-40b1-a22b-fe5c241379c9 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:04:52.431825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-5b614c38-4b46-40b1-a22b-fe5c241379c9 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326242 Aug 27 16:04:52.599357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002453a-6cb4-41e3-96ae-0810cb2712d3 req-2d90e40d-1c3b-4121-ab06-fd0bd08e3064 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:52.600921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0002453a-6cb4-41e3-96ae-0810cb2712d3 req-2d90e40d-1c3b-4121-ab06-fd0bd08e3064 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 971 time: 0.1097372 Aug 27 16:04:52.622366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535c2cb-7a2d-47c1-b8c4-eba68398454d req-b9a607fd-405b-4f15-aa00-995e219baabf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:52.623831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8535c2cb-7a2d-47c1-b8c4-eba68398454d req-b9a607fd-405b-4f15-aa00-995e219baabf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 932 time: 0.0980444 Aug 27 16:04:52.673655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0002453a-6cb4-41e3-96ae-0810cb2712d3 req-7dc8625e-0264-485c-a44b-9a0b11f8ee49 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653002 Aug 27 16:04:52.681008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8535c2cb-7a2d-47c1-b8c4-eba68398454d req-268c6fb7-33d7-45ff-8b98-85d085266366 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484591 Aug 27 16:04:52.778114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d31af4a2-bcd0-4e2f-9122-46a015f6471f req-a0297ca6-2440-4bca-ac83-e44f9bd9b383 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 210 time: 0.0381587 Aug 27 16:04:52.802022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29b43eae-bf51-422c-9696-8b979f4d5c41 req-00692035-50d0-415f-a866-5d2a2255cb70 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 210 time: 0.0568092 Aug 27 16:04:52.856267 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:52.923754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49536) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:52.923754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e897a03-e36d-4bf2-a892-64dcd269a4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:52.999237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Request body: {'port': {'device_id': '40ff49d0-bdc9-4c56-a428-043402097756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:53.037959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e897a03-e36d-4bf2-a892-64dcd269a4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.058870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.110165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33ec705f-45b5-4e51-a718-6b54758886cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.112376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e897a03-e36d-4bf2-a892-64dcd269a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.173070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6e897a03-e36d-4bf2-a892-64dcd269a4dc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5ccf39b3fc9441c78e88dea2f5384470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646582 Aug 27 16:04:53.175444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e897a03-e36d-4bf2-a892-64dcd269a4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd168f2d-b00d-4f7e-ae77-71a47101e74a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:53.177735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49544) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:53.228501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fb88e294-965e-49d7-9462-c821fd8a2aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.251413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fb88e294-965e-49d7-9462-c821fd8a2aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.252593 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.381814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441c3c7d-bad1-4c4e-b574-386dd4958ea3 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:53.394685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.397104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fb88e294-965e-49d7-9462-c821fd8a2aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.400407 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fb88e294-965e-49d7-9462-c821fd8a2aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.402102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fb88e294-965e-49d7-9462-c821fd8a2aca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fd168f2d-b00d-4f7e-ae77-71a47101e74a HTTP/1.1" status: 204 len: 168 time: 0.2234476 Aug 27 16:04:53.404232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Transition to ACTIVE for port object 441c3c7d-bad1-4c4e-b574-386dd4958ea3 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:53.435447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88e294-965e-49d7-9462-c821fd8a2aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd168f2d-b00d-4f7e-ae77-71a47101e74a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:53.476754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.555946 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.717481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:04:53.812336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Pushing event updated for resources: {'Port': ['ID=441c3c7d-bad1-4c4e-b574-386dd4958ea3,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:53.833177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Attempting to bind port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:53.833177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Attempting to bind port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:53.833177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Attempting to bind port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 on network b21ea7b5-c1e7-4128-846e-fe74ee909096 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:53.844984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f3429-00ea-4c86-ae60-048991c2ab57 req-e9949354-a0ba-4379-bb41-c0d4ebf4e02b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:53.846615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c7f3429-00ea-4c86-ae60-048991c2ab57 req-e9949354-a0ba-4379-bb41-c0d4ebf4e02b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 967 time: 0.3187897 Aug 27 16:04:53.857958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 on network b21ea7b5-c1e7-4128-846e-fe74ee909096 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:04:53.858280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Attempting to bind port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 on network b21ea7b5-c1e7-4128-846e-fe74ee909096 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:53.886372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:53.886718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Checking segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:53.887325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Bound using segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:53.887671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Bound port: 441c3c7d-bad1-4c4e-b574-386dd4958ea3, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:53.888030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.899509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:53.908803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:53.908803 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:53.958381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c7f3429-00ea-4c86-ae60-048991c2ab57 req-ae8847f6-7291-422b-8f1f-f6208038246f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960295 Aug 27 16:04:53.970212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ad9b2-9e7b-4ee9-a121-fde28e01674c req-379f01dd-4184-41b7-87e4-58d7f5846dd1 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:53.971920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-928ad9b2-9e7b-4ee9-a121-fde28e01674c req-379f01dd-4184-41b7-87e4-58d7f5846dd1 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 971 time: 0.1230607 Aug 27 16:04:54.019244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] For port 441c3c7d-bad1-4c4e-b574-386dd4958ea3, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:54.021361 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:54.040231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-928ad9b2-9e7b-4ee9-a121-fde28e01674c req-b17025bc-1288-4eb4-8ebc-c315fd02593f tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581486 Aug 27 16:04:54.041880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] For port 441c3c7d-bad1-4c4e-b574-386dd4958ea3, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:54.058079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:04:54.060514 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619be36e-d09e-4238-88c3-14f041672d2a" -d '{"events": [{"server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "name": "network-vif-plugged", "status": "completed", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:04:54.083425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:54.098999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a48568-1463-4809-a09a-f8af12914c7e req-7441b37a-057f-4c7f-bcc3-34e47c3f5a99 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.100713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04a48568-1463-4809-a09a-f8af12914c7e req-7441b37a-057f-4c7f-bcc3-34e47c3f5a99 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 944 time: 0.0575924 Aug 27 16:04:54.120959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:54.189599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04a48568-1463-4809-a09a-f8af12914c7e req-e7bd8b0a-7f65-43c4-8935-e431ce584d05 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827951 Aug 27 16:04:54.190889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.191677 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:54.192965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] 10.222.0.97 "PUT /v2.0/ports/441c3c7d-bad1-4c4e-b574-386dd4958ea3 HTTP/1.1" status: 200 len: 1092 time: 1.3829067 Aug 27 16:04:54.195353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:04:54.197910 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c" -d '{"events": [{"name": "network-changed", "server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:04:54.201818 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:54.268949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e25cd-d0ec-48aa-b9f6-ba55769c24ef service neutron] Pushing event updated for resources: {'Port': ['ID=441c3c7d-bad1-4c4e-b574-386dd4958ea3,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:54.304134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:54.361467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad62502-e76a-4d46-9d68-2cb914dbdcf0 req-948968c0-d798-4632-b5b6-6121632b8fea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 210 time: 0.0368567 Aug 27 16:04:54.372898 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:54.408202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f2a1263b-36a9-4d45-9187-ce55baf695b3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283048 Aug 27 16:04:54.422698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.97', 56927) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:54.504474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-d1112134-b56c-4fa5-976d-46402dc64cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.506441 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-d1112134-b56c-4fa5-976d-46402dc64cbe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 1095 time: 0.0820701 Aug 27 16:04:54.533934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78a0bc54-d3b2-4cb9-9255-199693a3b27a req-ef8e2ccf-8c7f-4333-adae-2b1f0f1b1594 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 210 time: 0.0985663 Aug 27 16:04:54.561250 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-8ebfe09d-01e0-4ab1-a545-8a55fc46dd66 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3 HTTP/1.1" status: 200 len: 217 time: 0.0455124 Aug 27 16:04:54.599023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-c29d261a-ee84-453b-939e-e4597795165b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.600883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-c29d261a-ee84-453b-939e-e4597795165b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866844 Aug 27 16:04:54.625673 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53c1bc3-a8ca-4cb2-b063-ecee8b842e97 x-openstack-request-id: req-b53c1bc3-a8ca-4cb2-b063-ecee8b842e97 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:04:54.626027 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "name": "network-vif-plugged", "status": "completed", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:04:54.626249 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b53c1bc3-a8ca-4cb2-b063-ecee8b842e97 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:04:54.627105 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587', 'code': 200} Aug 27 16:04:54.628877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:54.664721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0d994f65-a186-449c-9f07-64a5808f38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.668251 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-0d994f65-a186-449c-9f07-64a5808f38c6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 200 len: 862 time: 0.0978682 Aug 27 16:04:54.772569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-41297316-99ae-4c10-948a-80b06556a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.774066 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-41297316-99ae-4c10-948a-80b06556a9c5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b21ea7b5-c1e7-4128-846e-fe74ee909096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929744 Aug 27 16:04:54.786749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44fdd4-52e0-4cab-bfac-914ee749d9b5 req-50bd4d6f-298f-4bfa-8313-35dde2335724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.788224 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e44fdd4-52e0-4cab-bfac-914ee749d9b5 req-50bd4d6f-298f-4bfa-8313-35dde2335724 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1119 time: 0.0546036 Aug 27 16:04:54.831581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2dbf-b817-48e1-98ec-14d872f9a219 req-5117cfea-ae55-4c53-be83-5ce3d4c03dbf tempest-AggregatesAdminTestJSON-1320890690 tempest-AggregatesAdminTestJSON-1320890690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:54.832892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-104d2dbf-b817-48e1-98ec-14d872f9a219 req-5117cfea-ae55-4c53-be83-5ce3d4c03dbf tempest-AggregatesAdminTestJSON-1320890690 tempest-AggregatesAdminTestJSON-1320890690-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 1122 time: 0.1067922 Aug 27 16:04:54.876465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e44fdd4-52e0-4cab-bfac-914ee749d9b5 req-495f223b-6d58-4869-96cf-02d1fc771c30 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698898 Aug 27 16:04:54.880446 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167f222-2670-411b-9beb-e00ea06d4d15 x-openstack-request-id: req-3167f222-2670-411b-9beb-e00ea06d4d15 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:04:54.881810 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:04:54.882178 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3167f222-2670-411b-9beb-e00ea06d4d15 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:04:54.883677 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'status': 'completed', 'code': 200} Aug 27 16:04:54.910897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-57d9d637-36c1-4cbf-a1e4-731e0a548560 service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216433 Aug 27 16:04:54.917372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-104d2dbf-b817-48e1-98ec-14d872f9a219 req-46e631f1-f4e3-4648-a109-778d0c71c3b9 tempest-AggregatesAdminTestJSON-1320890690 tempest-AggregatesAdminTestJSON-1320890690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:54.971336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:54.975524 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:55.024056 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be0eadfe-7052-4e47-ae80-77ee5f1a56a2 req-a97559b9-1b30-4f0a-b588-6b386a2ef092 service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035788 Aug 27 16:04:55.046303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:55.119329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-104d2dbf-b817-48e1-98ec-14d872f9a219 req-46e631f1-f4e3-4648-a109-778d0c71c3b9 tempest-AggregatesAdminTestJSON-1320890690 tempest-AggregatesAdminTestJSON-1320890690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:55.173294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.97', 56930) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:55.222052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-dfe7a159-0d68-4906-b76b-be07dc2e93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:55.224802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-dfe7a159-0d68-4906-b76b-be07dc2e93c4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 1095 time: 0.0478327 Aug 27 16:04:55.241043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-bf0832e8-e839-49b2-8a8f-254f3bf0000c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:55.242506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-bf0832e8-e839-49b2-8a8f-254f3bf0000c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.1079338 Aug 27 16:04:55.261455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Request body: {'port': {'device_id': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'admin_state_up': True, 'tenant_id': 'de75d09ab1be4454b8a0a6c5f43a2f2f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:55.296622 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-104d2dbf-b817-48e1-98ec-14d872f9a219 req-46e631f1-f4e3-4648-a109-778d0c71c3b9 tempest-AggregatesAdminTestJSON-1320890690 tempest-AggregatesAdminTestJSON-1320890690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:55.418350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-104d2dbf-b817-48e1-98ec-14d872f9a219 req-46e631f1-f4e3-4648-a109-778d0c71c3b9 tempest-AggregatesAdminTestJSON-1320890690 tempest-AggregatesAdminTestJSON-1320890690-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322549 Aug 27 16:04:55.445509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e631f1-f4e3-4648-a109-778d0c71c3b9 tempest-AggregatesAdminTestJSON-1320890690 tempest-AggregatesAdminTestJSON-1320890690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfff918-b576-44a5-969b-6cfe108d18c6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:55.502290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b988a-efc1-4592-af73-e973713f6576 req-e6c6b7c9-b27a-4d32-bfce-3731d49aa649 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:55.509656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b67b988a-efc1-4592-af73-e973713f6576 req-e6c6b7c9-b27a-4d32-bfce-3731d49aa649 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 968 time: 0.2770989 Aug 27 16:04:55.592698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-f6e36cfa-0031-4168-81a4-5ce28a9c865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:55.594786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-f6e36cfa-0031-4168-81a4-5ce28a9c865a service neutron] 10.222.0.97 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 925 time: 0.3635120 Aug 27 16:04:55.616246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b67b988a-efc1-4592-af73-e973713f6576 req-bfc3ae2c-cf66-4cb0-88e6-7e6222284e8d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057382 Aug 27 16:04:55.654876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-b4531808-5d72-4d57-ba74-a62ce0869007 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3 HTTP/1.1" status: 200 len: 217 time: 0.0493801 Aug 27 16:04:55.714371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4f32-1ca7-472c-abf5-020a8689f940 req-1c62c149-8765-4836-8b6c-9fbfbbbfb281 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:55.715889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-019a4f32-1ca7-472c-abf5-020a8689f940 req-1c62c149-8765-4836-8b6c-9fbfbbbfb281 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 944 time: 0.1899626 Aug 27 16:04:55.734105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:55.759091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-665c81d6-8b69-4433-853f-bb5d9c9cbe42 req-a8b41d46-9498-484a-a7a9-3b62c1c4a2c7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 210 time: 0.0594354 Aug 27 16:04:55.776759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-f021a9c2-d743-455a-ba0f-a21c5ca6807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:55.776759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-f021a9c2-d743-455a-ba0f-a21c5ca6807f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 200 len: 862 time: 0.1093628 Aug 27 16:04:55.816679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-019a4f32-1ca7-472c-abf5-020a8689f940 req-9ee1bf65-ccb0-4356-99e0-888a7dbb7cf4 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836015 Aug 27 16:04:55.817265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:55.879566 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:55.908591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196cf623-5e67-410d-a77a-9905c26face2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:55.911935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Made reservation on behalf of de75d09ab1be4454b8a0a6c5f43a2f2f for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:04:55.915890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-de12fdd9-2e58-4ab5-ad55-7ec21ad982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:55.922653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-de12fdd9-2e58-4ab5-ad55-7ec21ad982ac service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b21ea7b5-c1e7-4128-846e-fe74ee909096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322725 Aug 27 16:04:55.922953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:56.054560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.13 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/0d1cb6e1-3d72-459e-93a7-bfb1baa88005) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:56.088273 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-70aceda6-0d0d-4d60-a701-a2591241bb61 service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602342 Aug 27 16:04:56.156736 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-94df3a9b-90f0-4900-ad54-148464d909e7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1406841 Aug 27 16:04:56.168757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Allocated IP 172.20.0.13 (a07f7c57-a13b-45fb-a78d-0ae4b2590a89/2a2acc92-3dfe-41c3-a2f1-50dda4247839/f7156a07-3282-45f8-b2b6-5618645201dc) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:04:56.339770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-a1ddf3fe-8102-4c9a-953e-6ebc8dd05daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:56.341391 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-a1ddf3fe-8102-4c9a-953e-6ebc8dd05daf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9dfadbcd39e94110b7b9f9754538d240&device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 1122 time: 0.0892687 Aug 27 16:04:56.454454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:56.465594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd61f07e-bba9-4534-ac7f-3bbc65db9a92 req-bf5bfc2f-02ba-44d8-8b50-1b7019b63f97 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 210 time: 0.0474536 Aug 27 16:04:56.503605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-f913215b-9148-44b9-a8ff-bb9002ab27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:56.503605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-f913215b-9148-44b9-a8ff-bb9002ab27f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1291852 Aug 27 16:04:56.512775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c14cd411-dcc2-4665-b7f4-cc2bc2d5746c req-9684bc14-9cf1-4363-acb6-d0be04e24550 service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089272 Aug 27 16:04:56.543468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:56.551832 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-fbb87cfe-479a-45d6-8dbf-041bebb6c4e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=01d9a8d6-e24c-4598-89a7-970a92a1a947 HTTP/1.1" status: 200 len: 217 time: 0.0444484 Aug 27 16:04:56.568291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:56.607144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-15f1b46b-7995-4dc2-af2f-492e7f3a0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:56.608699 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-15f1b46b-7995-4dc2-af2f-492e7f3a0e0e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0478914 Aug 27 16:04:56.658848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-a43f182d-5e74-43ec-b72d-bee89db3db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:56.660432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-a43f182d-5e74-43ec-b72d-bee89db3db3a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438526 Aug 27 16:04:56.679796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:56.705450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:56.770843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:56.777683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:56.782885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:56.789124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:56.789478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:04:56.789945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:56.793952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:04:56.802103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:04:56.807751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:56.808387 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:56.833521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:56.873085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09923d0-a15d-4f67-be99-6a6645091d4e req-9f3f8e4a-58d2-4acd-b8c3-a14ec84c59d0 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:56.876276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:56.876397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e09923d0-a15d-4f67-be99-6a6645091d4e req-9f3f8e4a-58d2-4acd-b8c3-a14ec84c59d0 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 968 time: 0.0808535 Aug 27 16:04:56.886127 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-70dff0c9-db52-4c86-9200-989ca263e189 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175970 Aug 27 16:04:56.926715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2461552c-fbcd-4c3c-af4e-58fa564103dd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3161712 Aug 27 16:04:56.930426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e09923d0-a15d-4f67-be99-6a6645091d4e req-f98246c8-622b-4cb8-a629-b883d6138f0f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469520 Aug 27 16:04:56.940150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Request body: {'port': {'device_id': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:56.965003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-3eb5adc3-e884-45a3-848c-3daa1539e567 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7121298 Aug 27 16:04:56.979319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Request body: {'port': {'device_id': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:04:57.011513 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.078519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.087125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0cde034a-73e2-47df-9295-fbd9a51cf1ee req-ba06d65a-ac20-4a1a-aa90-c594a0eefb59 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908920 Aug 27 16:04:57.106590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a0ed7-77aa-4ef9-a968-4ead7f6ad919 req-1d85e5cc-1c54-4f1b-82e7-ef55aa99e998 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:57.108203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-745a0ed7-77aa-4ef9-a968-4ead7f6ad919 req-1d85e5cc-1c54-4f1b-82e7-ef55aa99e998 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 935 time: 0.0939167 Aug 27 16:04:57.214138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcf98e59-1bee-4091-8af7-a26de79c9f42 None None] Provisioning for port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:04:57.216290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-745a0ed7-77aa-4ef9-a968-4ead7f6ad919 req-c036e635-1bba-4ce9-ac87-2c6c0e085e65 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006286 Aug 27 16:04:57.224029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcf98e59-1bee-4091-8af7-a26de79c9f42 None None] Provisioning complete for port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:04:57.224402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcf98e59-1bee-4091-8af7-a26de79c9f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.276975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bcf98e59-1bee-4091-8af7-a26de79c9f42 None None] Port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:04:57.418985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49672) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:57.438517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cca4d-5b16-451b-98cb-bc9e87701494 req-a33969a8-72f5-4017-b579-4e18684fcbfb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:57.440264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c27cca4d-5b16-451b-98cb-bc9e87701494 req-a33969a8-72f5-4017-b579-4e18684fcbfb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 944 time: 0.1019251 Aug 27 16:04:57.442459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:57.450961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7156a07-3282-45f8-b2b6-5618645201dc {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:57.451883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.459721 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.472206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Transition to ACTIVE for port object f7156a07-3282-45f8-b2b6-5618645201dc will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:57.478455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Transition to ACTIVE for port object 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:04:57.498140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c27cca4d-5b16-451b-98cb-bc9e87701494 req-05c03e04-b433-455a-a5cd-61162a0de536 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489116 Aug 27 16:04:57.554827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.576153 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99459c73-0b93-41f8-8181-2b49edd65dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.614620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.659072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:57.659442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:57.659779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:57.663658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:57.676377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:04:57.676744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:57.684844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:57.685602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:57.685602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:57.685977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Bound port: f7156a07-3282-45f8-b2b6-5618645201dc, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:57.686361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.705419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Pushing event updated for resources: {'Port': ['ID=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:57.771165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:57.771963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Attempting to bind port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:04:57.772313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Attempting to bind port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:04:57.776525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Attempting to bind port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:57.776840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:57.816283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:04:57.816618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Attempting to bind port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:04:57.851658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:04:57.851658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:04:57.851993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:04:57.852445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Bound port: 0d1cb6e1-3d72-459e-93a7-bfb1baa88005, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:04:57.852809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.853130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.880895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99459c73-0b93-41f8-8181-2b49edd65dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.885748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b840fb6-100a-4ec4-a426-c6fa12293475 req-dd11bd92-6e7a-4c41-9e0e-5d479971e746 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:57.892394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:57.893009 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:57.894603 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] 10.222.0.97 "PUT /v2.0/ports/f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 1092 time: 0.9202676 Aug 27 16:04:57.895043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:04:57.895691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b840fb6-100a-4ec4-a426-c6fa12293475 req-dd11bd92-6e7a-4c41-9e0e-5d479971e746 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1119 time: 0.1501377 Aug 27 16:04:57.897355 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a2a179-6424-4351-aed6-59ec1cead799" -d '{"events": [{"name": "network-changed", "server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:04:57.918608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb16d-3ada-4e50-be1e-889e5dee5b7a service neutron] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:57.950690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851c7e0-7d48-4855-aea6-00b077b85d6d req-9df211b5-e603-4ea6-aabe-d93a928cc191 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:57.952261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3851c7e0-7d48-4855-aea6-00b077b85d6d req-9df211b5-e603-4ea6-aabe-d93a928cc191 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.1520054 Aug 27 16:04:57.985467 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99459c73-0b93-41f8-8181-2b49edd65dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.030853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b840fb6-100a-4ec4-a426-c6fa12293475 req-ee2fdcec-7640-4794-a0a3-540bee1157c9 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330972 Aug 27 16:04:58.065041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] For port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:04:58.072639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-bcdbdd02-1fcb-4d22-bf66-35a04dafc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.074380 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-bcdbdd02-1fcb-4d22-bf66-35a04dafc5af service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1095 time: 0.0538268 Aug 27 16:04:58.088957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-99459c73-0b93-41f8-8181-2b49edd65dd6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2c7c54104b0347649821f852d3ae4dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648245 Aug 27 16:04:58.091399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49688) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:58.096154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] For port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:04:58.110575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3851c7e0-7d48-4855-aea6-00b077b85d6d req-f6617e5f-b9b7-43bd-a740-88be7636c965 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476102 Aug 27 16:04:58.111315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99459c73-0b93-41f8-8181-2b49edd65dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5c2e8-9374-43b2-86fb-7e5dffa88ec0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:58.143192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-a012efc4-4972-419b-9652-4715d174fee5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 217 time: 0.0600536 Aug 27 16:04:58.150927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.173272 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1dba6d-d798-402e-a141-a45dc7cdc5e6 x-openstack-request-id: req-fb1dba6d-d798-402e-a141-a45dc7cdc5e6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:04:58.173556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:04:58.173971 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fb1dba6d-d798-402e-a141-a45dc7cdc5e6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:04:58.174364 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc', 'status': 'completed', 'code': 200} Aug 27 16:04:58.227917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Pushing event updated for resources: {'Port': ['ID=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:58.228674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-42d2282e-22fb-40e6-9137-50a6727b3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.230123 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-42d2282e-22fb-40e6-9137-50a6727b3c4f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0772233 Aug 27 16:04:58.252980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ace953fe-f0df-4b5d-a7ee-cc19ee115f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.262636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.263261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.264929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-f18ce4cc-045a-4502-bf0a-665dbac2a74c service neutron] 10.222.0.97 "PUT /v2.0/ports/0d1cb6e1-3d72-459e-93a7-bfb1baa88005 HTTP/1.1" status: 200 len: 1095 time: 1.3293645 Aug 27 16:04:58.269762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'tag': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:04:58.272162 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f326e6-eb05-498f-96ec-82961b740548" -d '{"events": [{"name": "network-changed", "server_uuid": "1eff1152-c064-46e7-b2ae-3fc0817bdabf", "tag": "0d1cb6e1-3d72-459e-93a7-bfb1baa88005"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:04:58.287477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3162b88-04f6-4b12-8e04-9028cf96db85 req-b61d7e1f-ed78-4aa1-a650-67bfe2cdf99e tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.288995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3162b88-04f6-4b12-8e04-9028cf96db85 req-b61d7e1f-ed78-4aa1-a650-67bfe2cdf99e tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1119 time: 0.0539112 Aug 27 16:04:58.289484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49700) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:58.305063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ace953fe-f0df-4b5d-a7ee-cc19ee115f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.337640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3162b88-04f6-4b12-8e04-9028cf96db85 req-f9a2892d-eedc-4c8b-bb39-261caba12e2e tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353301 Aug 27 16:04:58.342041 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-8df6a680-8fbe-492c-be28-3ea213804033 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018498 Aug 27 16:04:58.382913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 441c3c7d-bad1-4c4e-b574-386dd4958ea3 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:04:58.454247 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a87758-81e1-475e-bf99-03e3a4a7122c x-openstack-request-id: req-d3a87758-81e1-475e-bf99-03e3a4a7122c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:04:58.461552 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eff1152-c064-46e7-b2ae-3fc0817bdabf", "tag": "0d1cb6e1-3d72-459e-93a7-bfb1baa88005", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:04:58.469249 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d3a87758-81e1-475e-bf99-03e3a4a7122c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:04:58.469249 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'tag': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005', 'status': 'completed', 'code': 200} Aug 27 16:04:58.479852 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-78d79ce7-39c7-4cfa-bc7e-20f74faee144 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286194 Aug 27 16:04:58.492450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-94e37a08-2c1a-4ecf-abff-b32730837459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.494051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-94e37a08-2c1a-4ecf-abff-b32730837459 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 1098 time: 0.0940886 Aug 27 16:04:58.518863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a9db0616-d9d2-43d2-b8bd-1441da40f1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.566957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-2d26a5ef-a99d-4756-bc99-1d198c5802a5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0d1cb6e1-3d72-459e-93a7-bfb1baa88005 HTTP/1.1" status: 200 len: 217 time: 0.0622625 Aug 27 16:04:58.618163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ace953fe-f0df-4b5d-a7ee-cc19ee115f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.620097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 441c3c7d-bad1-4c4e-b574-386dd4958ea3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:58.627199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ace953fe-f0df-4b5d-a7ee-cc19ee115f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.632203 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ace953fe-f0df-4b5d-a7ee-cc19ee115f2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/08b5c2e8-9374-43b2-86fb-7e5dffa88ec0 HTTP/1.1" status: 204 len: 168 time: 0.5363750 Aug 27 16:04:58.649683 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4b5b419-37f8-4e42-9e9a-1c158acdbf94 req-a6dfce0a-8e55-4069-85b7-8379b6954dad service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611636 Aug 27 16:04:58.660781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'port_id': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:04:58.672882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-923bd059-d611-4b3f-b7c6-78c339e421d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.674374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-923bd059-d611-4b3f-b7c6-78c339e421d6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0942667 Aug 27 16:04:58.679074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace953fe-f0df-4b5d-a7ee-cc19ee115f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5c2e8-9374-43b2-86fb-7e5dffa88ec0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:58.712358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.734421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441c3c7d-bad1-4c4e-b574-386dd4958ea3 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:04:58.754550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 441c3c7d-bad1-4c4e-b574-386dd4958ea3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:04:58.823582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2a179-6424-4351-aed6-59ec1cead799 req-3319fe90-2b52-4bed-b7f6-0bab84b5467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.825232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-45a2a179-6424-4351-aed6-59ec1cead799 req-3319fe90-2b52-4bed-b7f6-0bab84b5467d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1095 time: 0.0439959 Aug 27 16:04:58.836722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-c5f25ca5-5ff4-42b6-92c3-ecf2e7c7470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.838317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-c5f25ca5-5ff4-42b6-92c3-ecf2e7c7470b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484358 Aug 27 16:04:58.849486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0904a-ed40-4ef1-851b-15059ea36031 req-98e47c05-9669-4afe-b84b-fa7a05999b0e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.851009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57d0904a-ed40-4ef1-851b-15059ea36031 req-98e47c05-9669-4afe-b84b-fa7a05999b0e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 944 time: 0.1402495 Aug 27 16:04:58.856713 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.917534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=441c3c7d-bad1-4c4e-b574-386dd4958ea3,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:58.918516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d951b-c6b6-439c-9b0b-fbdc480d3432 req-2d8acc0d-bcd5-4678-b171-d7d69a874a93 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.920110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f48d951b-c6b6-439c-9b0b-fbdc480d3432 req-2d8acc0d-bcd5-4678-b171-d7d69a874a93 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 947 time: 0.1830230 Aug 27 16:04:58.941212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2a179-6424-4351-aed6-59ec1cead799 req-7829c259-00e6-4721-b36c-c8284df6fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:58.943167 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-45a2a179-6424-4351-aed6-59ec1cead799 req-7829c259-00e6-4721-b36c-c8284df6fa9b service neutron] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1104581 Aug 27 16:04:58.972728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a9db0616-d9d2-43d2-b8bd-1441da40f1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:58.987194 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-45a2a179-6424-4351-aed6-59ec1cead799 req-40b56424-f7a5-4d46-b965-5c4ceae72fb9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 217 time: 0.0364342 Aug 27 16:04:59.006362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57d0904a-ed40-4ef1-851b-15059ea36031 req-e274d73f-753d-4eae-9b35-43eb21743750 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429238 Aug 27 16:04:59.017725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f48d951b-c6b6-439c-9b0b-fbdc480d3432 req-c0e03b79-c8d6-49a6-a5c8-a61919c423d6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805898 Aug 27 16:04:59.034815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-58284c6c-9dbf-4ffc-ad3c-080805a46777 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828320 Aug 27 16:04:59.063240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2a179-6424-4351-aed6-59ec1cead799 req-5d9ef1ff-b432-44ed-8741-0a157fa94ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:59.064997 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-45a2a179-6424-4351-aed6-59ec1cead799 req-5d9ef1ff-b432-44ed-8741-0a157fa94ae2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0668550 Aug 27 16:04:59.071942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a9db0616-d9d2-43d2-b8bd-1441da40f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.132240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db0616-d9d2-43d2-b8bd-1441da40f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb46228-a000-4729-9bac-fe7061d5ab53,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:59.164424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a9db0616-d9d2-43d2-b8bd-1441da40f1fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=db642248fc3848caabb02d9e72cb28c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8715796 Aug 27 16:04:59.164660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49722) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:59.242429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b99239c-ae07-4ede-934a-493aab99343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.245886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['441c3c7d-bad1-4c4e-b574-386dd4958ea3'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:04:59.264571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9207a71e-59c6-4abd-85da-e6ae0ec5c310 req-ebaf23b8-9ff0-4515-bd21-01f76610954f service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166181 Aug 27 16:04:59.305630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b99239c-ae07-4ede-934a-493aab99343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.319740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-45a2a179-6424-4351-aed6-59ec1cead799 req-780a817c-3980-4414-9343-8ebdef842ab6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2431977 Aug 27 16:04:59.366055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fca74-546d-4603-8bbb-848e49b5636b req-2a9cff0a-2c73-4cf0-afec-a311ce5ef439 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:59.367812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-134fca74-546d-4603-8bbb-848e49b5636b req-2a9cff0a-2c73-4cf0-afec-a311ce5ef439 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.1266303 Aug 27 16:04:59.386457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49726) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:59.411923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3704-5690-4192-bd66-918b8595abbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.422447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-134fca74-546d-4603-8bbb-848e49b5636b req-980ca38a-650a-4a29-9fa2-d691f7505fb4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Aug 27 16:04:59.477334 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-45a2a179-6424-4351-aed6-59ec1cead799 req-92fc875c-373a-40b5-9997-b0d9d5398b6e service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478400 Aug 27 16:04:59.485910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f326e6-eb05-498f-96ec-82961b740548 req-2ae3cf1a-95da-4d16-840a-6eeefc3d6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:59.487643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f326e6-eb05-498f-96ec-82961b740548 req-2ae3cf1a-95da-4d16-840a-6eeefc3d6b70 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 1098 time: 0.0473499 Aug 27 16:04:59.488691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b99239c-ae07-4ede-934a-493aab99343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.491374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b99239c-ae07-4ede-934a-493aab99343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.492445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6b99239c-ae07-4ede-934a-493aab99343e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cbb46228-a000-4729-9bac-fe7061d5ab53 HTTP/1.1" status: 204 len: 168 time: 0.3267655 Aug 27 16:04:59.509740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99239c-ae07-4ede-934a-493aab99343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb46228-a000-4729-9bac-fe7061d5ab53,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:59.607193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f326e6-eb05-498f-96ec-82961b740548 req-c40f856c-84aa-4a33-ab6a-10c68f6b29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:59.609015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f326e6-eb05-498f-96ec-82961b740548 req-c40f856c-84aa-4a33-ab6a-10c68f6b29f9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1070476 Aug 27 16:04:59.619135 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-45a2a179-6424-4351-aed6-59ec1cead799 req-1a768ac7-5d56-47af-a0d5-dd96c56d62b8 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283145 Aug 27 16:04:59.639248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3704-5690-4192-bd66-918b8595abbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.681962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f326e6-eb05-498f-96ec-82961b740548 req-26258e98-42ad-4512-94dc-b806e8825b09 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0d1cb6e1-3d72-459e-93a7-bfb1baa88005 HTTP/1.1" status: 200 len: 217 time: 0.0593984 Aug 27 16:04:59.709199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3704-5690-4192-bd66-918b8595abbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.733543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f326e6-eb05-498f-96ec-82961b740548 req-2e81f4f8-11bb-4331-b670-365d71fa139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:59.735425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f326e6-eb05-498f-96ec-82961b740548 req-2e81f4f8-11bb-4331-b670-365d71fa139e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0453441 Aug 27 16:04:59.762767 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e2a3704-5690-4192-bd66-918b8595abbd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6d211bfb371e41fdbc8a21a5d2a1ec5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743248 Aug 27 16:04:59.763400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49740) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:04:59.771913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3704-5690-4192-bd66-918b8595abbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbf6aa-7bd1-4d0b-abd4-f71120175c3d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:04:59.794962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f326e6-eb05-498f-96ec-82961b740548 req-4904a963-3620-4732-88c0-880bcda1f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:04:59.796788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f326e6-eb05-498f-96ec-82961b740548 req-4904a963-3620-4732-88c0-880bcda1f8f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491292 Aug 27 16:04:59.838884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c56eee2f-f7c3-4d26-80d5-059168b9e563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.860902 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c56eee2f-f7c3-4d26-80d5-059168b9e563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.909284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f326e6-eb05-498f-96ec-82961b740548 req-324c0b03-8c50-4551-a9cc-915108c4e0cf service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986555 Aug 27 16:04:59.994774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c56eee2f-f7c3-4d26-80d5-059168b9e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:04:59.999356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c56eee2f-f7c3-4d26-80d5-059168b9e563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.004943 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c56eee2f-f7c3-4d26-80d5-059168b9e563 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d7dbf6aa-7bd1-4d0b-abd4-f71120175c3d HTTP/1.1" status: 204 len: 168 time: 0.2372441 Aug 27 16:05:00.012837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eee2f-f7c3-4d26-80d5-059168b9e563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbf6aa-7bd1-4d0b-abd4-f71120175c3d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:00.014074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f326e6-eb05-498f-96ec-82961b740548 req-2e700cbd-1762-4b03-85c5-25bfe38c4703 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959966 Aug 27 16:05:00.155695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23ce64-0b0c-4d31-8824-fab83422078e req-ed8a58ab-03a9-49f3-8435-b47836cd4a1b tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:00.157343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d23ce64-0b0c-4d31-8824-fab83422078e req-ed8a58ab-03a9-49f3-8435-b47836cd4a1b tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 945 time: 0.0533690 Aug 27 16:05:00.195965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d23ce64-0b0c-4d31-8824-fab83422078e req-25a38376-56aa-4707-a7af-25df27b1193f tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Aug 27 16:05:00.298094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ff332-96af-43bf-983b-4c43014f4940 req-291d4815-f621-4d23-9a3b-405699d0e614 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:00.299824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-810ff332-96af-43bf-983b-4c43014f4940 req-291d4815-f621-4d23-9a3b-405699d0e614 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 947 time: 0.0488410 Aug 27 16:05:00.320342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49770) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:00.333334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70d5b5fe-1503-43fc-bab0-e4f23c6d3a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.340326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-810ff332-96af-43bf-983b-4c43014f4940 req-6410f65f-d94f-47a0-96cc-00cb3096ce60 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Aug 27 16:05:00.356782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:00.395010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 441c3c7d-bad1-4c4e-b574-386dd4958ea3 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:00.501981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70d5b5fe-1503-43fc-bab0-e4f23c6d3a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.556158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:00.572073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005', 'mac_address': 'fa:16:3e:67:2a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:00.588777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70d5b5fe-1503-43fc-bab0-e4f23c6d3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.617705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:00.631825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.633532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:00.634195 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.645810 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-70d5b5fe-1503-43fc-bab0-e4f23c6d3a06 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5e5f47b340ec4d889e43ab418eb4f1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220398 Aug 27 16:05:00.645810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b5fe-1503-43fc-bab0-e4f23c6d3a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11520a5c-d17f-41b2-bcfc-92b11a0ad68f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:00.647473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49790) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:00.649129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbee232-5ed2-40c1-8659-d467464e25e2 req-98235987-82de-4bb8-92ce-519fd941ac61 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:00.650777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcbee232-5ed2-40c1-8659-d467464e25e2 req-98235987-82de-4bb8-92ce-519fd941ac61 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.0921886 Aug 27 16:05:00.681569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:00.716265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcbee232-5ed2-40c1-8659-d467464e25e2 req-f0cd5cb5-8b9a-4b78-baeb-b15f552e6b5a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500364 Aug 27 16:05:00.716473 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6511-dd9d-48dc-bbd6-3293478f5e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.727497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:00.744737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6511-dd9d-48dc-bbd6-3293478f5e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.748261 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.779550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:00.782712 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d98a815-2402-4c24-a487-15350f7ea7ef" -d '{"events": [{"server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "name": "network-vif-plugged", "status": "completed", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:00.796667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 441c3c7d-bad1-4c4e-b574-386dd4958ea3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:00.816197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.816992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7156a07-3282-45f8-b2b6-5618645201dc details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:00.901991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6511-dd9d-48dc-bbd6-3293478f5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.905319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6511-dd9d-48dc-bbd6-3293478f5e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:00.911474 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e0c6511-dd9d-48dc-bbd6-3293478f5e67 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/11520a5c-d17f-41b2-bcfc-92b11a0ad68f HTTP/1.1" status: 204 len: 168 time: 0.2481596 Aug 27 16:05:00.922512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c6511-dd9d-48dc-bbd6-3293478f5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11520a5c-d17f-41b2-bcfc-92b11a0ad68f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:00.925515 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eebff0-0ac1-49c5-a621-efbafff8fb72 x-openstack-request-id: req-f6eebff0-0ac1-49c5-a621-efbafff8fb72 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:00.925805 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "name": "network-vif-plugged", "status": "completed", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:00.926059 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f6eebff0-0ac1-49c5-a621-efbafff8fb72 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:00.926611 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'code': 200} Aug 27 16:05:00.927174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:00.933577 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:01.039005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=441c3c7d-bad1-4c4e-b574-386dd4958ea3,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:01.047094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:01.068122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'f7156a07-3282-45f8-b2b6-5618645201dc', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'port_id': 'f7156a07-3282-45f8-b2b6-5618645201dc', 'mac_address': 'fa:16:3e:35:09:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2acc92-3dfe-41c3-a2f1-50dda4247839', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:01.073775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea090-36f5-478e-a692-8a934c8dfefe req-cb4be394-403f-432a-86cb-e48bbb0063c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:01.075065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af4ea090-36f5-478e-a692-8a934c8dfefe req-cb4be394-403f-432a-86cb-e48bbb0063c1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 1097 time: 0.0825272 Aug 27 16:05:01.118607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af4ea090-36f5-478e-a692-8a934c8dfefe req-88bc14de-caf4-4776-a781-131497bcbbe7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354178 Aug 27 16:05:01.120680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:01.147911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7156a07-3282-45f8-b2b6-5618645201dc {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:01.173475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:01.281874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:01.334414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:01.392860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d873e06-fd5a-484d-ad3b-a35a7d85aa19 req-0ae052d8-d5b7-4411-a17c-cdbc72c35695 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:01.394535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d873e06-fd5a-484d-ad3b-a35a7d85aa19 req-0ae052d8-d5b7-4411-a17c-cdbc72c35695 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 946 time: 0.0608034 Aug 27 16:05:01.434397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d873e06-fd5a-484d-ad3b-a35a7d85aa19 req-c3787cef-f5b0-476b-9b7f-668e72286b7e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337198 Aug 27 16:05:01.542492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:01.578695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f7156a07-3282-45f8-b2b6-5618645201dc'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:01.818590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb266e5-03aa-4ce5-905e-6ac9be904653 req-f07a6061-d989-460c-9d0b-fdf997f79cfa tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:01.820633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eb266e5-03aa-4ce5-905e-6ac9be904653 req-f07a6061-d989-460c-9d0b-fdf997f79cfa tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 948 time: 0.0523241 Aug 27 16:05:01.882645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eb266e5-03aa-4ce5-905e-6ac9be904653 req-173691ad-5537-4b47-976f-9a65e721e1f6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533564 Aug 27 16:05:02.087538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70092845-a4c8-4f92-96fd-9fdc15ae5cd1 req-cbcb0345-a1d4-40dd-9cf1-abe1c6004977 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:02.088910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70092845-a4c8-4f92-96fd-9fdc15ae5cd1 req-cbcb0345-a1d4-40dd-9cf1-abe1c6004977 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.0523095 Aug 27 16:05:02.131958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70092845-a4c8-4f92-96fd-9fdc15ae5cd1 req-5602faaa-c126-4a92-ab85-b3acf97e7c07 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Aug 27 16:05:02.333039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49878) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:02.464107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-8491b357-10f7-4f43-aa61-115cc8037faa tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:05:02.465238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-8491b357-10f7-4f43-aa61-115cc8037faa tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1341290 Aug 27 16:05:02.554310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Request body: {'binding': {'host': 'n-h2-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:02.554823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:05:02.705102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on host n-h2-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:02.705440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:02.705943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:02.710074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:02.710407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:02.715303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:02.715723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:02.716020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:02.716439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Bound port: 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:02.802985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:02.893849 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:02.895142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-30b77186-0d8a-4599-9b66-84e54f3fc042 service neutron] 10.222.0.101 "POST /v2.0/ports/9325fc2b-0ca7-4567-9b5a-8150eefc4587/bindings HTTP/1.1" status: 201 len: 389 time: 0.3839190 Aug 27 16:05:03.146859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beff26b-655e-4d7f-a27e-31d5475253be req-29fe604a-11c8-481e-bcba-3b1fad233d99 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:03.149955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7beff26b-655e-4d7f-a27e-31d5475253be req-29fe604a-11c8-481e-bcba-3b1fad233d99 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 946 time: 0.0620334 Aug 27 16:05:03.197623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7beff26b-655e-4d7f-a27e-31d5475253be req-f2730660-6704-47d4-94e0-8b3284050023 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Aug 27 16:05:03.337505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aa057-b696-4f19-ab02-1d11d6eea411 req-63cbd241-6fc6-45ef-bf8d-82607f174669 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:03.338976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-690aa057-b696-4f19-ab02-1d11d6eea411 req-63cbd241-6fc6-45ef-bf8d-82607f174669 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 948 time: 0.0841374 Aug 27 16:05:03.382404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05c7f6-2890-43ad-b6e3-d43e096c1c73 req-a195af1a-f707-4d31-a0b3-b996ee2a634f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:03.384033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e05c7f6-2890-43ad-b6e3-d43e096c1c73 req-a195af1a-f707-4d31-a0b3-b996ee2a634f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 968 time: 0.0822551 Aug 27 16:05:03.400629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-690aa057-b696-4f19-ab02-1d11d6eea411 req-e262f1d9-3dfc-4a40-a6ca-c48ded63bfc1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535381 Aug 27 16:05:03.441550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e05c7f6-2890-43ad-b6e3-d43e096c1c73 req-afab140d-a034-4ee1-a977-867251957773 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Aug 27 16:05:03.569277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca6c4-3793-4765-b84e-dfd3fac722bd req-88f94036-3e98-403d-897b-2c8896124f72 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:03.570882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c71ca6c4-3793-4765-b84e-dfd3fac722bd req-88f94036-3e98-403d-897b-2c8896124f72 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.0695829 Aug 27 16:05:03.641687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c71ca6c4-3793-4765-b84e-dfd3fac722bd req-1d73f282-9789-4f39-b174-8514d438c327 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642643 Aug 27 16:05:03.654763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-267d8635-adf7-4faf-b305-fadf6f7fc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:03.657777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-267d8635-adf7-4faf-b305-fadf6f7fc96f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1119 time: 0.0579412 Aug 27 16:05:03.756913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-4b5d5743-4e3e-4045-b095-e41f6af967dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:03.759341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-4b5d5743-4e3e-4045-b095-e41f6af967dd service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.0906863 Aug 27 16:05:03.822136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-8d27e7a5-a96e-4b32-83bb-69b91820ddba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 217 time: 0.0549405 Aug 27 16:05:03.871695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-dc0e33bf-776b-4f9a-a73a-726066de5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:03.873124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-dc0e33bf-776b-4f9a-a73a-726066de5a9c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0441341 Aug 27 16:05:03.905209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-b5f7619d-4caf-43d7-8074-a96852e328b0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252359 Aug 27 16:05:04.189672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-8146b4dc-0007-41b3-bbba-c008887533c8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2113960 Aug 27 16:05:04.267441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-90e71739-48d7-4abe-85c4-9a95a19f4ff8 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493874 Aug 27 16:05:04.356516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-40fd9702-de28-4dab-89c2-35191a167f09 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:04.357954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-40fd9702-de28-4dab-89c2-35191a167f09 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620843 Aug 27 16:05:04.370615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:04.383768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-911eb53c-87d6-4ce8-8d84-a59ee90fc794 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/quotas/174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 375 time: 0.0194035 Aug 27 16:05:04.410287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-de3dbb97-a9d9-4806-97ec-6b68fcb6f308 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348815 Aug 27 16:05:04.428615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-d5d2aa3e-5e21-4bc2-b9c5-39f81c288493 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390201 Aug 27 16:05:04.503769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:04.508214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:04.513302 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:04.558053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80867c2-5623-4781-90e4-06bbd09b737c req-b0ac8089-3cd6-4846-a6f8-baac796db744 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:04.559652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80867c2-5623-4781-90e4-06bbd09b737c req-b0ac8089-3cd6-4846-a6f8-baac796db744 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 946 time: 0.0554423 Aug 27 16:05:04.586913 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:04.600129 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:05:04.603801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80867c2-5623-4781-90e4-06bbd09b737c req-c1fd0af2-565e-4920-b3e5-5f056dff6b2b tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370793 Aug 27 16:05:04.623485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:04.632292 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bbde88-ab9c-40b1-bb39-1516fee9670e" -d '{"events": [{"server_uuid": "1eff1152-c064-46e7-b2ae-3fc0817bdabf", "name": "network-vif-plugged", "status": "completed", "tag": "0d1cb6e1-3d72-459e-93a7-bfb1baa88005"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:04.654138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:04.731868 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:04.732674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7156a07-3282-45f8-b2b6-5618645201dc up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:04.814110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd1ec-898a-4f61-bff0-97a59b002a30 req-8f1931c6-8a17-49e8-bd32-dcbb5b771605 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:04.817109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a16fd1ec-898a-4f61-bff0-97a59b002a30 req-8f1931c6-8a17-49e8-bd32-dcbb5b771605 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 948 time: 0.1206081 Aug 27 16:05:04.823769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:04.835069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-60a5bd94-c9bf-4109-9207-8b076ace2b6e tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:04.836563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-60a5bd94-c9bf-4109-9207-8b076ace2b6e tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1119 time: 0.1775270 Aug 27 16:05:04.856946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806412-1'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:04.907112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a16fd1ec-898a-4f61-bff0-97a59b002a30 req-bd559485-62d1-4414-bbe9-e0921cab8c1b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756600 Aug 27 16:05:04.954363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port f7156a07-3282-45f8-b2b6-5618645201dc completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:04.958494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port f7156a07-3282-45f8-b2b6-5618645201dc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:04.958878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:04.962591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.005788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31cdaa70-2cf3-4bb8-ac55-5b68f7249dfe req-e5ce14c9-bb3f-4795-80d4-6837f7869f5c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 210 time: 0.0577111 Aug 27 16:05:05.044392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b0c23-e9a1-43ae-86f0-a69072e2c143 req-702015c9-10bd-45ae-8c25-bfd3155266f1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:05.046039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-471b0c23-e9a1-43ae-86f0-a69072e2c143 req-702015c9-10bd-45ae-8c25-bfd3155266f1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 968 time: 0.1177237 Aug 27 16:05:05.051621 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.087931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:05.154079 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.168215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-471b0c23-e9a1-43ae-86f0-a69072e2c143 req-927259f7-f833-49e7-b987-5e88e2588e58 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130502 Aug 27 16:05:05.207601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:05.216552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0361ef7-13f7-419e-952e-f906c40a1b6a req-194e6000-4545-4eed-b0ef-a35c23db5a80 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:05.218710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0361ef7-13f7-419e-952e-f906c40a1b6a req-194e6000-4545-4eed-b0ef-a35c23db5a80 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 946 time: 0.1026707 Aug 27 16:05:05.227752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50012) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:05.231025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:05.235424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'floatingip': {'port_id': '441c3c7d-bad1-4c4e-b574-386dd4958ea3'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:05.248200 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebde33ce-8756-4f6c-b2ef-dde05a1d38c3 x-openstack-request-id: req-ebde33ce-8756-4f6c-b2ef-dde05a1d38c3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:05.248527 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff1152-c064-46e7-b2ae-3fc0817bdabf", "name": "network-vif-plugged", "status": "completed", "tag": "0d1cb6e1-3d72-459e-93a7-bfb1baa88005", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:05.249078 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ebde33ce-8756-4f6c-b2ef-dde05a1d38c3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:05.249520 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005', 'code': 200} Aug 27 16:05:05.267962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:05.349887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:05.352196 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a354d-f2c7-41ea-b2cd-c1a31261916b" -d '{"events": [{"server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "name": "network-vif-unplugged", "status": "completed", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:05.353444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.357332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.384196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec4dfe-5af8-48f2-b99a-c7ff28902c0a req-81c6f429-6848-4991-b61d-01feb6158869 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:05.391816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08ec4dfe-5af8-48f2-b99a-c7ff28902c0a req-81c6f429-6848-4991-b61d-01feb6158869 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 946 time: 0.0910692 Aug 27 16:05:05.425829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08ec4dfe-5af8-48f2-b99a-c7ff28902c0a req-8ca26d14-b2aa-4c70-b34f-5aed38eda537 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Aug 27 16:05:05.467381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534daf1f-80db-4054-a5e8-6f7d279f049b req-3e38d907-8fb6-4af9-8749-708cf557d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:05.469301 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-534daf1f-80db-4054-a5e8-6f7d279f049b req-3e38d907-8fb6-4af9-8749-708cf557d943 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 1100 time: 0.1485069 Aug 27 16:05:05.480345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.526454 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb38b34c-0b9c-4ea7-8397-ee8d2d599060 x-openstack-request-id: req-fb38b34c-0b9c-4ea7-8397-ee8d2d599060 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:05.526808 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "name": "network-vif-unplugged", "status": "completed", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:05.526998 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fb38b34c-0b9c-4ea7-8397-ee8d2d599060 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:05.527397 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587', 'code': 200} Aug 27 16:05:05.597632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:05.602613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on host n-h1-806412-1 for vnic_type normal with profile {"migrating_to": "n-h2-806412-1"} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:05.602948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:05.603891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:05.610845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:05.611222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Attempting to bind port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:05.617827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:05.618174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:05.618718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:05.619170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Bound port: 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:05.619553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.699394 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-534daf1f-80db-4054-a5e8-6f7d279f049b req-b83cfd02-9115-429a-8e50-9d16cd9c4e84 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187912 Aug 27 16:05:05.706837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:05.709939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:05.810815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.902829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:05.911387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:05.913443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] 10.222.0.97 "PUT /v2.0/ports/9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 1144 time: 1.0604248 Aug 27 16:05:05.917483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3493-7038-413c-a9fd-0a7ac6230bbe service neutron] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=8']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:05.993684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9325fc2b-0ca7-4567-9b5a-8150eefc4587'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:06.087942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d738be-829e-4721-a9c3-7c39277d5c5b req-e79dd315-d4ce-46dd-b083-98ff91f91cd8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:06.096920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40d738be-829e-4721-a9c3-7c39277d5c5b req-e79dd315-d4ce-46dd-b083-98ff91f91cd8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 949 time: 0.0804553 Aug 27 16:05:06.134947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50054) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:06.148742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40d738be-829e-4721-a9c3-7c39277d5c5b req-f260e456-004b-448f-9bab-0e1abeeebe8e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Aug 27 16:05:06.156415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:06.262784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:06.285278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f793e1-9d57-41c2-b801-1a1737169617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:06.386922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e68a5caf-40d7-42a6-bd23-98ea4d2d3056 req-d14de8e9-13ad-4bdd-9919-c0393c508ddd tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 210 time: 0.0557301 Aug 27 16:05:06.426209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403f51-b383-4730-9a81-7769c13203f1 req-205d5106-56fe-4ca8-9f39-0f6e2f26e2c8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:06.427830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee403f51-b383-4730-9a81-7769c13203f1 req-205d5106-56fe-4ca8-9f39-0f6e2f26e2c8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.0872405 Aug 27 16:05:06.470005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee403f51-b383-4730-9a81-7769c13203f1 req-b122b4c5-2ace-454b-9570-8e8b55486d6e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358911 Aug 27 16:05:06.612519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51245-e0dc-4c9f-8774-96fd8f634c2e req-702adb6b-8ff0-4457-93e1-535c175a8376 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:06.614081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71b51245-e0dc-4c9f-8774-96fd8f634c2e req-702adb6b-8ff0-4457-93e1-535c175a8376 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 946 time: 0.0582817 Aug 27 16:05:06.621474 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c associated. External IP: 172.25.4.119, port: 441c3c7d-bad1-4c4e-b574-386dd4958ea3. Aug 27 16:05:06.656324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71b51245-e0dc-4c9f-8774-96fd8f634c2e req-a2650fd8-7fab-4121-906f-7a69f8dda7fa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347924 Aug 27 16:05:06.691614 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f793e1-9d57-41c2-b801-1a1737169617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:06.807213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f793e1-9d57-41c2-b801-1a1737169617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:06.857653 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57f793e1-9d57-41c2-b801-1a1737169617 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b39dc1b84073409dadddcea8f047c3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214146 Aug 27 16:05:06.860504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50084) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:06.886984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f793e1-9d57-41c2-b801-1a1737169617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754ee2f-ad91-4e7f-a21f-c9605448dc72,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:06.914627 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-6496cb10-6fbf-4234-aeb2-6cb3e0eaaf4a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286179 Aug 27 16:05:06.931883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c25a8017-6a09-4d22-9bec-ffdf5b739563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:06.954746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c25a8017-6a09-4d22-9bec-ffdf5b739563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:06.996527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:05:07.090467 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c25a8017-6a09-4d22-9bec-ffdf5b739563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:07.094754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c25a8017-6a09-4d22-9bec-ffdf5b739563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:07.095918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c25a8017-6a09-4d22-9bec-ffdf5b739563 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7754ee2f-ad91-4e7f-a21f-c9605448dc72 HTTP/1.1" status: 204 len: 168 time: 0.2319932 Aug 27 16:05:07.106077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8017-6a09-4d22-9bec-ffdf5b739563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754ee2f-ad91-4e7f-a21f-c9605448dc72,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:07.114735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-cb5e9f86-edfb-4ddf-8f53-6985308c52ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:07.116383 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-cb5e9f86-edfb-4ddf-8f53-6985308c52ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921871 Aug 27 16:05:07.173923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Request body: {'port': {'device_id': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '174fac1f470a466b8adebc92c32192b7'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:07.250689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:07.252921 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159f119e-3544-4880-a987-f5044ccf4e28" -d '{"events": [{"server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "name": "network-vif-plugged", "status": "completed", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:07.258103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:05:07.264419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:07.272031 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] Sync routers for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:05:07.282658 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:05:07.283633 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:04:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:05:07.301458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04bb5d-373f-43c2-9462-994c44fba8c0 req-651d8eeb-1b71-4b6a-adf6-86d6260073f3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:07.310602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a04bb5d-373f-43c2-9462-994c44fba8c0 req-651d8eeb-1b71-4b6a-adf6-86d6260073f3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 949 time: 0.0645492 Aug 27 16:05:07.334360 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-991cb272-24a4-485c-a8f6-25e9bf2141bb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "PUT /v2.0/floatingips/dc306481-90c4-4a90-bcd8-15d6ffbbc96c HTTP/1.1" status: 200 len: 992 time: 2.1022913 Aug 27 16:05:07.337672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:07.342455 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8" -d '{"events": [{"name": "network-changed", "server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:07.377448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a04bb5d-373f-43c2-9462-994c44fba8c0 req-79920ab1-3b9b-4891-a736-f3c1047e2270 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575359 Aug 27 16:05:07.474429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Made reservation on behalf of 174fac1f470a466b8adebc92c32192b7 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:07.486571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:07.504884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:07.526330 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba133e-889a-411a-8700-7756f0c43351 x-openstack-request-id: req-5bba133e-889a-411a-8700-7756f0c43351 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:07.526834 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "name": "network-vif-plugged", "status": "completed", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:07.527241 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5bba133e-889a-411a-8700-7756f0c43351 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:07.527870 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc', 'code': 200} Aug 27 16:05:07.528640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:07.532114 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d8256-b77e-47f6-b33d-495a77b70580" -d '{"events": [{"name": "network-changed", "server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:07.549745 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:05:07.661343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:07.667722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d515b6-f993-454f-9e3f-6b1e5cdf70f8 req-440b1292-aa20-4c05-898e-d6e96af40e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:07.669637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2d515b6-f993-454f-9e3f-6b1e5cdf70f8 req-440b1292-aa20-4c05-898e-d6e96af40e03 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1097 time: 0.0617478 Aug 27 16:05:07.687064 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e40d96f-57bb-4e50-a982-ccbf0bb5947b x-openstack-request-id: req-4e40d96f-57bb-4e50-a982-ccbf0bb5947b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:07.687572 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:07.687865 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4e40d96f-57bb-4e50-a982-ccbf0bb5947b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:07.688408 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'status': 'completed', 'code': 200} Aug 27 16:05:07.730168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2d515b6-f993-454f-9e3f-6b1e5cdf70f8 req-524a8a32-1db7-4456-a14d-847dab811322 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508375 Aug 27 16:05:07.747072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:07.803888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32d9a2ef-6611-417c-82ab-bdaf6c6d4bfa req-fff44989-43c2-40eb-a9ae-b8ba2fcd3a5b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 210 time: 0.0268679 Aug 27 16:05:07.831632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef10692-75a0-4474-94ac-8fa051b0959f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:07.854379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-7db5cc66-1ffc-4801-b6fa-6460b538ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:07.855900 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-7db5cc66-1ffc-4801-b6fa-6460b538ed65 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 1097 time: 0.1401324 Aug 27 16:05:07.925507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'dc306481-90c4-4a90-bcd8-15d6ffbbc96c', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'port_id': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ff49d0-bdc9-4c56-a428-043402097756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:04:31Z', 'updated_at': '2021-08-27T16:05:05Z', 'revision_number': 1, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:05:07.938465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Allocated IP 192.168.233.241 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/8c3178c3-33e0-422f-a5eb-870cdb595d4e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:07.957959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c0990-f791-4ad0-8c6f-b195f1b4ce93 req-94e8e932-5100-4553-8b9b-25954ebcbcc1 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:07.959901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-660c0990-f791-4ad0-8c6f-b195f1b4ce93 req-94e8e932-5100-4553-8b9b-25954ebcbcc1 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 971 time: 0.0615540 Aug 27 16:05:07.966046 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] Checking router: 8d5cf21f-52e5-45e2-b436-fb8d48e41045 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:05:07.975710 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:05:07.976344 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:04:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:05:08.004082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-660c0990-f791-4ad0-8c6f-b195f1b4ce93 req-2aa26918-c6cf-44b3-83ca-5a112c5a4aab tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375056 Aug 27 16:05:08.015988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50134) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:08.047653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06f17146-9f4b-4e99-bfb4-9687c81ac9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.095439 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:05:08.169675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200e91-c73e-4a8f-b750-a100b9baf0eb req-d26cd683-50ef-4acf-bf17-e95ae7b9f21b tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.171935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae200e91-c73e-4a8f-b750-a100b9baf0eb req-d26cd683-50ef-4acf-bf17-e95ae7b9f21b tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 1100 time: 0.1264243 Aug 27 16:05:08.191657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d40b-2fbc-4c7d-87c7-74644aeb2062 req-9187f462-7b09-4a20-a634-31e2a125f62f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.193129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb82d40b-2fbc-4c7d-87c7-74644aeb2062 req-9187f462-7b09-4a20-a634-31e2a125f62f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.0949206 Aug 27 16:05:08.194243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-82ed1230-3df9-48c0-8b33-b9281b4c082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.195760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-82ed1230-3df9-48c0-8b33-b9281b4c082c service neutron] 10.222.0.97 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 925 time: 0.2272301 Aug 27 16:05:08.213507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae200e91-c73e-4a8f-b750-a100b9baf0eb req-30c4a202-1cab-43fc-9e8e-c1e39acad5f7 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.273529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06f17146-9f4b-4e99-bfb4-9687c81ac9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.281874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb82d40b-2fbc-4c7d-87c7-74644aeb2062 req-f8c4b067-da00-47cd-80a0-0d478c267e94 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718298 Aug 27 16:05:08.298655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.331881 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a87ea-cc2c-4096-acb2-3947b5991447 x-openstack-request-id: req-0e5a87ea-cc2c-4096-acb2-3947b5991447 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:08.332336 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-2c2e1cfe-8e17-4d57-8e82-3c8e97dc6a2f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3 HTTP/1.1" status: 200 len: 1000 time: 0.1278734 Aug 27 16:05:08.341238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Transition to ACTIVE for port object 8c3178c3-33e0-422f-a5eb-870cdb595d4e will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:08.341536 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:08.341536 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0e5a87ea-cc2c-4096-acb2-3947b5991447 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:08.341536 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587', 'status': 'completed', 'code': 200} Aug 27 16:05:08.356628 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'dc306481-90c4-4a90-bcd8-15d6ffbbc96c', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'port_id': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ff49d0-bdc9-4c56-a428-043402097756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:04:31Z', 'updated_at': '2021-08-27T16:05:05Z', 'revision_number': 1, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:05:08.363409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06f17146-9f4b-4e99-bfb4-9687c81ac9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.393383 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5bc3c-02f6-4c5e-bb8b-01f8ec781c65 None None] The sync data for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 is: [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'dc306481-90c4-4a90-bcd8-15d6ffbbc96c', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'port_id': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ff49d0-bdc9-4c56-a428-043402097756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:04:31Z', 'updated_at': '2021-08-27T16:05:05Z', 'revision_number': 1, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:05:08.408893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-89c84371-bf99-4b87-a5bd-bc4c39d9bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.410490 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-89c84371-bf99-4b87-a5bd-bc4c39d9bcb3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 200 len: 862 time: 0.0700724 Aug 27 16:05:08.465996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-53a35669-bbec-4455-9010-5a91188a63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.467879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-53a35669-bbec-4455-9010-5a91188a63b1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b21ea7b5-c1e7-4128-846e-fe74ee909096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462484 Aug 27 16:05:08.476997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-06f17146-9f4b-4e99-bfb4-9687c81ac9ef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1fc81168f37b4d5ea710cb7e949a7aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598513 Aug 27 16:05:08.481879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f17146-9f4b-4e99-bfb4-9687c81ac9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597da004-5ff8-4688-9520-d1321398e7f0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:08.486136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50136) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:08.536835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-c759d80c-3949-41e3-846a-c76ba5ec47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.538402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-c759d80c-3949-41e3-846a-c76ba5ec47c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1147 time: 0.1723521 Aug 27 16:05:08.539633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.551502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3ba2f-2798-4aaf-99e4-e5891b04f1e0 req-e9119cc3-b7ff-41f8-9ac1-d894b26162c8 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.553055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69c3ba2f-2798-4aaf-99e4-e5891b04f1e0 req-e9119cc3-b7ff-41f8-9ac1-d894b26162c8 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 946 time: 0.1547742 Aug 27 16:05:08.629025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:08.632799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:08.648019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259eee7c-1096-4e13-a5e2-b21d9e8701e6 None None] New status for floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:05:08.658867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc431fcb-e6aa-41ec-936e-50f94a2b9c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.660674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:08.665884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.666228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.666768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.667299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.667798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.667914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae200e91-c73e-4a8f-b750-a100b9baf0eb req-30c4a202-1cab-43fc-9e8e-c1e39acad5f7 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.668378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.669528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.670097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.670359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.671230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.671685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.672256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:08.677584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:08.684026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.685055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.695532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69c3ba2f-2798-4aaf-99e4-e5891b04f1e0 req-656e6f2b-1d02-4a66-b763-006d87af6738 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218379 Aug 27 16:05:08.732687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae200e91-c73e-4a8f-b750-a100b9baf0eb req-30c4a202-1cab-43fc-9e8e-c1e39acad5f7 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.740446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc431fcb-e6aa-41ec-936e-50f94a2b9c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.754180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-36a4dd48-1b59-4381-8561-ec17c3b69b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.756262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-36a4dd48-1b59-4381-8561-ec17c3b69b36 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1998026 Aug 27 16:05:08.765608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-f1ce18f8-e7ff-4cf3-b2e4-400893367dff service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878511 Aug 27 16:05:08.768036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae200e91-c73e-4a8f-b750-a100b9baf0eb req-30c4a202-1cab-43fc-9e8e-c1e39acad5f7 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860589 Aug 27 16:05:08.847481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-ae52b171-e9c9-4705-a878-c9921906850c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 217 time: 0.0770092 Aug 27 16:05:08.847481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4a202-1cab-43fc-9e8e-c1e39acad5f7 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013c6230-eb93-4595-8189-8badbdbf2a3a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:08.849156 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-5a6700b5-c5a4-4bcc-98f8-6da6fe195519 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6828187 Aug 27 16:05:08.953245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Request body: {'port': {'device_id': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:08.956842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-33f8bc2e-f5f9-402d-b3f5-2b206aeb5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:08.959524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc431fcb-e6aa-41ec-936e-50f94a2b9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.960263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-33f8bc2e-f5f9-402d-b3f5-2b206aeb5d01 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0988455 Aug 27 16:05:08.962167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc431fcb-e6aa-41ec-936e-50f94a2b9c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:08.974442 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cc431fcb-e6aa-41ec-936e-50f94a2b9c43 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/597da004-5ff8-4688-9520-d1321398e7f0 HTTP/1.1" status: 204 len: 168 time: 0.4795003 Aug 27 16:05:09.006901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-ff0586a6-1fa1-4df8-81cb-b556acdfff88 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389674 Aug 27 16:05:09.033544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc431fcb-e6aa-41ec-936e-50f94a2b9c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597da004-5ff8-4688-9520-d1321398e7f0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:09.078718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.90', 64419) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:09.146447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-86765e76-6b41-4059-babb-e51c880b06ee service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292522 Aug 27 16:05:09.155164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:09.161610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-94fbaf2d-add8-4aef-aa59-effe32581b51 None None] Provisioning for port 8c3178c3-33e0-422f-a5eb-870cdb595d4e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:09.177779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-94fbaf2d-add8-4aef-aa59-effe32581b51 None None] Provisioning complete for port 8c3178c3-33e0-422f-a5eb-870cdb595d4e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:09.178325 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94fbaf2d-add8-4aef-aa59-effe32581b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:09.197632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a2f35ae-749b-4e4b-b7a8-1ba7ae3104e8 req-591ffcfa-8dac-4307-8b25-f2f29ba01239 service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946550 Aug 27 16:05:09.260789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-94fbaf2d-add8-4aef-aa59-effe32581b51 None None] Port 8c3178c3-33e0-422f-a5eb-870cdb595d4e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:09.268563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220fb8-2f19-4679-8990-1e88456b083a req-a812ee38-7478-4aab-8e93-040e8c552f2b tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:09.270540 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8b220fb8-2f19-4679-8990-1e88456b083a req-a812ee38-7478-4aab-8e93-040e8c552f2b tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.90 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 971 time: 0.1908116 Aug 27 16:05:09.407942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d6d8256-b77e-47f6-b33d-495a77b70580 req-398c9a41-aede-491b-b9fb-230a098ffb2a service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530656 Aug 27 16:05:09.432349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdcabe-3067-44c2-8d9f-ac1f6752155a req-677aa125-8cbd-4040-b43c-cba7f66cbc26 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:09.440629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-afbdcabe-3067-44c2-8d9f-ac1f6752155a req-677aa125-8cbd-4040-b43c-cba7f66cbc26 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 936 time: 0.1380312 Aug 27 16:05:09.449439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d94840-5901-431f-b286-855d59c67f34 req-fd26b102-2e0d-4244-a72f-c523470d3ab8 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:09.450912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5d94840-5901-431f-b286-855d59c67f34 req-fd26b102-2e0d-4244-a72f-c523470d3ab8 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 971 time: 0.1288326 Aug 27 16:05:09.506878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-afbdcabe-3067-44c2-8d9f-ac1f6752155a req-06f556d4-20e8-443b-bbbd-7d7c04e04528 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655820 Aug 27 16:05:09.514550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5d94840-5901-431f-b286-855d59c67f34 req-c5829f88-deba-4b8f-be01-ec1a14311161 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/security-groups?id=6212f68d-823e-4365-92ea-c909a75447ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502744 Aug 27 16:05:09.588575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Deleting port 01d9a8d6-e24c-4598-89a7-970a92a1a947 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:05:09.589088 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:09.658677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce218303-ec7d-4ef9-b69e-2a8c8fe7a372 req-1d56646a-a183-4a9d-9083-5566fd66a7d5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:09.660657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce218303-ec7d-4ef9-b69e-2a8c8fe7a372 req-1d56646a-a183-4a9d-9083-5566fd66a7d5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.0578916 Aug 27 16:05:09.707317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce218303-ec7d-4ef9-b69e-2a8c8fe7a372 req-4055009c-14d4-4bda-9137-c8c4036db40d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Aug 27 16:05:09.735541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-75a494bc-7b07-44e4-996a-6eca55b3153d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343676 Aug 27 16:05:09.753526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] For port 01d9a8d6-e24c-4598-89a7-970a92a1a947, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=01d9a8d6-e24c-4598-89a7-970a92a1a947,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:09.753912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:09.775662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Calling delete_port for 01d9a8d6-e24c-4598-89a7-970a92a1a947 owned by compute:tempest-test_az-1253524327 {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:05:09.779595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3178c3-33e0-422f-a5eb-870cdb595d4e {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:09.791198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:09.832128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Transition to ACTIVE for port object 8c3178c3-33e0-422f-a5eb-870cdb595d4e will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:09.865277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-a4ffa287-e8a6-4866-9add-f9f5d0480d13 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:09.866886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-a4ffa287-e8a6-4866-9add-f9f5d0480d13 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247416 Aug 27 16:05:09.896130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-c9cf9fef-f58b-4a78-9bf1-a102ba1cf794 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/quotas/3d1b1caea22144e68b41a55e028f29b8 HTTP/1.1" status: 200 len: 375 time: 0.0210516 Aug 27 16:05:09.965171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45749d2-3c4a-4d22-9132-7416284f7d2e req-46050907-ecea-4a08-83ec-9503d26f393d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:09.966753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a45749d2-3c4a-4d22-9132-7416284f7d2e req-46050907-ecea-4a08-83ec-9503d26f393d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 946 time: 0.0851076 Aug 27 16:05:09.986557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-5a994328-907d-4138-8064-1a3f4e563553 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764511 Aug 27 16:05:10.025385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a45749d2-3c4a-4d22-9132-7416284f7d2e req-1e78a33a-7f99-4ccd-947c-b68443d94bd6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Aug 27 16:05:10.071476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:10.149682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:10.192122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:10.192457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:10.192782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:10.220623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:10.220956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:10.234824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:10.235171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:10.235584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:10.236104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Bound port: 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:10.236404 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:10.326270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:10.329904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:10.332671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:10.345309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['01d9a8d6-e24c-4598-89a7-970a92a1a947'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:10.365662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Pushing event deleted for resources: {'Port': ['ID=01d9a8d6-e24c-4598-89a7-970a92a1a947,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:10.393722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:10.436278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] No DVR routers for this DVR port 01d9a8d6-e24c-4598-89a7-970a92a1a947 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:05:10.440346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:10.442406 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8b220fb8-2f19-4679-8990-1e88456b083a req-2c80606d-3784-45bd-8d3f-987bbe8599fd tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.90 "DELETE /v2.0/ports/01d9a8d6-e24c-4598-89a7-970a92a1a947 HTTP/1.1" status: 204 len: 173 time: 1.1555524 Aug 27 16:05:10.442857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'name': 'network-vif-deleted', 'tag': '01d9a8d6-e24c-4598-89a7-970a92a1a947'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:10.445151 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24f682-9136-4916-949b-39fcec9d3c2b" -d '{"events": [{"server_uuid": "232e4c7c-162b-4461-9558-3246e8a7f3be", "name": "network-vif-deleted", "tag": "01d9a8d6-e24c-4598-89a7-970a92a1a947"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:10.449694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:10.499203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:10.499880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:10.505422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] 10.222.0.90 "PUT /v2.0/ports/8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 1096 time: 1.6042855 Aug 27 16:05:10.542882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e4fb-75e9-4a1f-94ca-e30f4753404a service neutron] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:10.587940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:10.602396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 has no active binding in host n-h2-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:05:10.674256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-2e282fa9-be27-41cb-8989-5a0ffca2ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:10.675816 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-2e282fa9-be27-41cb-8989-5a0ffca2ab3f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1099 time: 0.0534408 Aug 27 16:05:10.737746 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-c049c66e-7742-4474-8c54-32508e4d6882 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0517538 Aug 27 16:05:10.737933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c51d6-311b-46e9-9606-bdf3b43e1f06 req-695c6b03-96c8-4454-89a1-c05173105abe tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:10.746500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-336c51d6-311b-46e9-9606-bdf3b43e1f06 req-695c6b03-96c8-4454-89a1-c05173105abe tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1097 time: 0.0617678 Aug 27 16:05:10.801004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-336c51d6-311b-46e9-9606-bdf3b43e1f06 req-3478d48e-1934-47b1-8852-32c6e13416fd tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Aug 27 16:05:10.809923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-28dd67b5-912f-4c4d-a812-3ca7f081a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:10.812103 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-28dd67b5-912f-4c4d-a812-3ca7f081a2f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0657721 Aug 27 16:05:10.877813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-c5ca3d63-356c-40fc-ac32-c71bcb3ed013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:10.877813 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-c5ca3d63-356c-40fc-ac32-c71bcb3ed013 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556846 Aug 27 16:05:10.978873 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-4ab01421-659b-4a28-a5c9-1ddf4b02736f service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944290 Aug 27 16:05:10.980628 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fdcac0-def1-48b2-815a-0d8543013a18 x-openstack-request-id: req-02fdcac0-def1-48b2-815a-0d8543013a18 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:10.981150 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232e4c7c-162b-4461-9558-3246e8a7f3be", "name": "network-vif-deleted", "tag": "01d9a8d6-e24c-4598-89a7-970a92a1a947", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:10.981557 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-02fdcac0-def1-48b2-815a-0d8543013a18 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:10.981936 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232e4c7c-162b-4461-9558-3246e8a7f3be', 'name': 'network-vif-deleted', 'tag': '01d9a8d6-e24c-4598-89a7-970a92a1a947', 'status': 'completed', 'code': 200} Aug 27 16:05:11.136756 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b7c2516-1b81-40b5-8070-73a8b3c23d49 req-320ceebe-3407-4123-8fdd-207b4f3f3c26 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476009 Aug 27 16:05:11.147688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c76c785-9c43-4a91-9f04-69a236a78f3a req-cef4e98c-998b-4653-8fda-3c3a8a3b6fa9 tempest-AggregatesAdminTestJSON-514237970 tempest-AggregatesAdminTestJSON-514237970-project] 10.222.0.101 "GET /v2.0/ports?device_id=232e4c7c-162b-4461-9558-3246e8a7f3be HTTP/1.1" status: 200 len: 210 time: 0.0379753 Aug 27 16:05:11.171606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895c41b-5082-4b6a-82c3-72cc5c33b698 req-6d82c87a-420d-417f-bd46-31f1f9a632be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:11.171606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e895c41b-5082-4b6a-82c3-72cc5c33b698 req-6d82c87a-420d-417f-bd46-31f1f9a632be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.0969107 Aug 27 16:05:11.213542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e895c41b-5082-4b6a-82c3-72cc5c33b698 req-987daa72-7387-4f11-bfcd-c0df7d62e58d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Aug 27 16:05:11.310592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3f886-c3d7-44eb-bd01-90273c993b06 req-d7d783e0-1c92-490f-a8a1-42ce6b3d497e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:11.314120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68e3f886-c3d7-44eb-bd01-90273c993b06 req-d7d783e0-1c92-490f-a8a1-42ce6b3d497e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 966 time: 0.0847204 Aug 27 16:05:11.392687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68e3f886-c3d7-44eb-bd01-90273c993b06 req-5d1c0066-e56f-49fa-a752-6301e60f3a4c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679407 Aug 27 16:05:11.395251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b177d2-a710-475e-bdf9-d8073e85e0c7 req-00b1a64d-9a6f-4206-930b-b89c12cb95b7 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:11.399832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81b177d2-a710-475e-bdf9-d8073e85e0c7 req-00b1a64d-9a6f-4206-930b-b89c12cb95b7 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1097 time: 0.0856907 Aug 27 16:05:11.466095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81b177d2-a710-475e-bdf9-d8073e85e0c7 req-82eb2b25-1dd3-4f62-b1bf-90f19bc42ff9 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574880 Aug 27 16:05:11.533891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50244) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:11.840055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5226820-c1cb-4d3c-83d1-182b7c6a90e7 req-3b2597cc-a7b4-4bff-96ee-ae065c486bbe tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 210 time: 0.0369291 Aug 27 16:05:11.883162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:11.893909 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-51226708-e186-422b-9543-a0168d345dd0 service neutron] 10.222.0.90 "GET /v2.0/ports/9325fc2b-0ca7-4567-9b5a-8150eefc4587/bindings/n-h2-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.0827937 Aug 27 16:05:11.986670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.063634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.100439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:12.106051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7d3686ebd2194f66b6419b21ff770b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5679417 Aug 27 16:05:12.106051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea41748-75ba-4ef6-bdcb-dcf9ae08c26b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:12.106674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50272) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:12.125460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.125812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.126159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.126499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.126753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:12.126849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.127158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.128993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.128993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.128993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.128993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.128993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.129298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949b590-684d-4449-ad38-c7244636bd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:12.172316 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc278f5b-e5c4-46e1-bc16-823b4ba4c1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.172926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9325fc2b-0ca7-4567-9b5a-8150eefc4587 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:12.184562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:12.196039 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc278f5b-e5c4-46e1-bc16-823b4ba4c1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.262640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.343023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc278f5b-e5c4-46e1-bc16-823b4ba4c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.352273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc278f5b-e5c4-46e1-bc16-823b4ba4c1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.353398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dc278f5b-e5c4-46e1-bc16-823b4ba4c1a8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eea41748-75ba-4ef6-bdcb-dcf9ae08c26b HTTP/1.1" status: 204 len: 168 time: 0.2457931 Aug 27 16:05:12.373754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278f5b-e5c4-46e1-bc16-823b4ba4c1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea41748-75ba-4ef6-bdcb-dcf9ae08c26b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:12.400854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] Transition to ACTIVE for port object 9325fc2b-0ca7-4567-9b5a-8150eefc4587 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:12.452728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37de856-cb1c-4427-a6da-5fc16647e31e req-d3d5b2b1-657d-47b4-8927-cb645169d9f3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:12.454238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d37de856-cb1c-4427-a6da-5fc16647e31e req-d3d5b2b1-657d-47b4-8927-cb645169d9f3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.0831974 Aug 27 16:05:12.458921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:12.502706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d37de856-cb1c-4427-a6da-5fc16647e31e req-53addd68-d35e-4aa2-8409-0e4de11d5764 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Aug 27 16:05:12.529327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] No DVR routers for this DVR port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:05:12.541775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] Pushing event updated for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=10']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:12.565818 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3cbf3d92-4c9e-48e9-8540-f803a8b73f6b service neutron] 10.222.0.90 "PUT /v2.0/ports/9325fc2b-0ca7-4567-9b5a-8150eefc4587/bindings/n-h2-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6609070 Aug 27 16:05:12.818162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-d91e8e70-b45a-4e49-9d1a-c5543ec4587c tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:12.819786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-d91e8e70-b45a-4e49-9d1a-c5543ec4587c tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1118 time: 0.0846231 Aug 27 16:05:12.890114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:12.924953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-a1066432-d8e0-4250-857a-efb798969f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:12.927515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-a1066432-d8e0-4250-857a-efb798969f4b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39&tenant_id=1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 1118 time: 0.0992818 Aug 27 16:05:12.928073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8a7a605-7714-4b38-997a-7775450686bb req-4a2bc310-12ef-404b-a92a-a09405d05178 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=03d280d2212245a7a0f8ccd2c1716ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393078 Aug 27 16:05:12.982869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:12.988146 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:13.005215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-89fe2830-4450-4de0-8a1f-d6a34e083630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.006723 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-89fe2830-4450-4de0-8a1f-d6a34e083630 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1118 time: 0.0512455 Aug 27 16:05:13.063134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a605-7714-4b38-997a-7775450686bb req-0d0616cf-8608-4830-9e29-f2a8380e2694 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.064986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8a7a605-7714-4b38-997a-7775450686bb req-0d0616cf-8608-4830-9e29-f2a8380e2694 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359878 Aug 27 16:05:13.138313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8a7a605-7714-4b38-997a-7775450686bb req-fbc0f9dd-ada6-434c-8ca4-06826677b9f3 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/quotas/03d280d2212245a7a0f8ccd2c1716ccd HTTP/1.1" status: 200 len: 375 time: 0.0097518 Aug 27 16:05:13.138313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8a7a605-7714-4b38-997a-7775450686bb req-66c53e85-b856-4039-9752-71db234d212e tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=03d280d2212245a7a0f8ccd2c1716ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276268 Aug 27 16:05:13.139079 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3b213904-5102-49f4-af9f-9c2a6fe84c73 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9dfadbcd39e94110b7b9f9754538d240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436266 Aug 27 16:05:13.141131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50334) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:13.149962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-68bf5f96-1362-4c24-9f0a-f0126cf9674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.151562 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-68bf5f96-1362-4c24-9f0a-f0126cf9674a service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1316278 Aug 27 16:05:13.212271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-64236cb9-6c25-48ae-8cb4-c1e53a1c5f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:13.212639 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-7632ca9d-8223-4f0d-80e9-5ac0f8e7e40d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 217 time: 0.0426848 Aug 27 16:05:13.229816 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-64236cb9-6c25-48ae-8cb4-c1e53a1c5f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:13.425406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3b6ec72e-078b-4a41-8eb7-b3107a2f4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.425406 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-3b6ec72e-078b-4a41-8eb7-b3107a2f4e68 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0573421 Aug 27 16:05:13.425406 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-62687dbe-199c-4316-a732-fb9b7d825ec0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289824 Aug 27 16:05:13.427814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11210eda-dde2-4900-a986-557d506ae527 req-7198771f-e094-405a-8121-da5fc1c4d366 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.427814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11210eda-dde2-4900-a986-557d506ae527 req-7198771f-e094-405a-8121-da5fc1c4d366 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 967 time: 0.0525417 Aug 27 16:05:13.427814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11210eda-dde2-4900-a986-557d506ae527 req-f3d3a401-3b29-462c-abd3-6249b67284b3 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Aug 27 16:05:13.431894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-2299ced3-e5f1-4b39-aa0d-c238893daccf service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904245 Aug 27 16:05:13.499742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-444a8525-bb59-45f8-b76d-a6b2f690fee2 req-bef0f8ff-ac7e-4332-bc0e-8612a55f0a0f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 210 time: 0.0295627 Aug 27 16:05:13.548095 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-eca59e0b-8287-4d10-a1ac-a39c1e349f84 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901263 Aug 27 16:05:13.552072 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d11071-f47c-4d92-b4b6-609eeac2d468 x-openstack-request-id: req-35d11071-f47c-4d92-b4b6-609eeac2d468 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:13.552421 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:13.552680 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35d11071-f47c-4d92-b4b6-609eeac2d468 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:13.553055 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'status': 'completed', 'code': 200} Aug 27 16:05:13.615682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-bf41ecd1-a18c-481e-89a1-288efeae9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.617173 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-bf41ecd1-a18c-481e-89a1-288efeae9e48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1099 time: 0.0412169 Aug 27 16:05:13.711575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-5036c38b-7894-4be2-9cc7-e5a83b9ad90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.713050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-5036c38b-7894-4be2-9cc7-e5a83b9ad90f service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.0894592 Aug 27 16:05:13.742262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-64236cb9-6c25-48ae-8cb4-c1e53a1c5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:13.745431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-64236cb9-6c25-48ae-8cb4-c1e53a1c5f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:13.748991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-64236cb9-6c25-48ae-8cb4-c1e53a1c5f5e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6212f68d-823e-4365-92ea-c909a75447ce HTTP/1.1" status: 204 len: 168 time: 0.6043942 Aug 27 16:05:13.755309 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-52da4c44-b5c6-40f3-8d51-309a2a2801bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0355172 Aug 27 16:05:13.756475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64236cb9-6c25-48ae-8cb4-c1e53a1c5f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6212f68d-823e-4365-92ea-c909a75447ce,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:13.793857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:13.836059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-cafe13e7-d2e0-44c3-9893-262674c6d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.837429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-cafe13e7-d2e0-44c3-9893-262674c6d00d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0712137 Aug 27 16:05:13.843231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50354) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:13.848651 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 01d9a8d6-e24c-4598-89a7-970a92a1a947 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:05:13.868875 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6603cc09-e44c-42f4-9351-c68aaab6c452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:13.912278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 01d9a8d6-e24c-4598-89a7-970a92a1a947 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:05:13.913005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 01d9a8d6-e24c-4598-89a7-970a92a1a947 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:05:13.951573 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-d3e502c2-7d7e-4bff-ac90-c983a2c0740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:13.951573 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-d3e502c2-7d7e-4bff-ac90-c983a2c0740c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045034 Aug 27 16:05:13.980411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:13.998968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'mac_address': 'fa:16:3e:98:f0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:14.051955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6603cc09-e44c-42f4-9351-c68aaab6c452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.055107 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.072147 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-bc2d556a-57d9-4aeb-ab07-32c58f828e15 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118171 Aug 27 16:05:14.079051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3178c3-33e0-422f-a5eb-870cdb595d4e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:14.082305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4b3b2-684a-43e0-9a5a-4e5235db7074 req-c988afbb-128f-46bf-879b-2dc454e3395b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:14.084146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4a4b3b2-684a-43e0-9a5a-4e5235db7074 req-c988afbb-128f-46bf-879b-2dc454e3395b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.1114364 Aug 27 16:05:14.103342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:14.121531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6603cc09-e44c-42f4-9351-c68aaab6c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.154985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4a4b3b2-684a-43e0-9a5a-4e5235db7074 req-27747087-ec12-4b2c-8871-3cdd8a42a5aa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546913 Aug 27 16:05:14.196639 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8547d1f-5c8d-404e-9ce6-7d3c93a761b2 req-a546f0e6-c911-4163-b82d-9937cd41ba39 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174250 Aug 27 16:05:14.200143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.222536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6603cc09-e44c-42f4-9351-c68aaab6c452 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=41ab976a7f31424aa6f9251550a85222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780053 Aug 27 16:05:14.230775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:14.267425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603cc09-e44c-42f4-9351-c68aaab6c452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486a15fc-bfc3-4450-b3c6-1157151e8fb9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:14.288120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:14.300492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.301164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.301290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-16c6a4d2-13d8-478d-b964-7f053c0c1486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.301774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.302272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.302768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.303250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.303943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.304556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.305032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.305527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.306008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.306536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:05:14.328417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-16c6a4d2-13d8-478d-b964-7f053c0c1486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.397204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:14.442316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-24eaef1f-eae9-4bcb-a35a-b69ec1bbb2f6 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:14.444650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-24eaef1f-eae9-4bcb-a35a-b69ec1bbb2f6 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1118 time: 0.0523763 Aug 27 16:05:14.485228 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-16c6a4d2-13d8-478d-b964-7f053c0c1486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.487761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-16c6a4d2-13d8-478d-b964-7f053c0c1486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.488952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-16c6a4d2-13d8-478d-b964-7f053c0c1486 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/486a15fc-bfc3-4450-b3c6-1157151e8fb9 HTTP/1.1" status: 204 len: 168 time: 0.2574730 Aug 27 16:05:14.497748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6a4d2-13d8-478d-b964-7f053c0c1486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486a15fc-bfc3-4450-b3c6-1157151e8fb9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:14.588602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e0e5-2389-4ed0-b596-e02caa22f75f req-6bff64c3-79fd-48a9-b2a8-0aae2fd2f15a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:14.590296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7da8e0e5-2389-4ed0-b596-e02caa22f75f req-6bff64c3-79fd-48a9-b2a8-0aae2fd2f15a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 967 time: 0.0823150 Aug 27 16:05:14.631920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7da8e0e5-2389-4ed0-b596-e02caa22f75f req-7fac3edf-85be-457a-b44b-db88b8dbc52f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Aug 27 16:05:14.669512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50382) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:14.735635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-47ac7311-3a3c-474b-8500-2206dc8cd936 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6b0db5a8e8bb4ce4a5ad20c0bf72e656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646954 Aug 27 16:05:14.738056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50386) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:14.774457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-42bf2a80-666b-4c69-82cb-c35ce1ab0007 service neutron] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:14.778539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-42bf2a80-666b-4c69-82cb-c35ce1ab0007 service neutron] Notify callbacks [] for binding, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.779868 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6b9c05b0-1555-4298-a478-df88aff2f08e req-42bf2a80-666b-4c69-82cb-c35ce1ab0007 service neutron] 10.222.0.97 "DELETE /v2.0/ports/9325fc2b-0ca7-4567-9b5a-8150eefc4587/bindings/n-h1-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.3178782 Aug 27 16:05:14.796064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c48dd117-4062-4b34-892d-fa5ec3f2bd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.822377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c48dd117-4062-4b34-892d-fa5ec3f2bd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.982545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c48dd117-4062-4b34-892d-fa5ec3f2bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.985780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c48dd117-4062-4b34-892d-fa5ec3f2bd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:14.987142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c48dd117-4062-4b34-892d-fa5ec3f2bd4e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1bfff918-b576-44a5-969b-6cfe108d18c6 HTTP/1.1" status: 204 len: 168 time: 0.2481673 Aug 27 16:05:14.995523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dd117-4062-4b34-892d-fa5ec3f2bd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfff918-b576-44a5-969b-6cfe108d18c6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:15.045849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50402) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:15.164965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-6341e3fd-4ad1-4da8-8f31-ffee820cc6bb tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:05:15.166061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-6341e3fd-4ad1-4da8-8f31-ffee820cc6bb tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1186724 Aug 27 16:05:15.326951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff51e218-967a-4919-a4e8-88c3654870c5 req-b6bd7538-c1d8-47ce-bfb9-04bc7ff821db tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 210 time: 0.0313244 Aug 27 16:05:15.459217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86e570-da87-4c2d-b00a-7902a7da6bfc req-461b4f3f-980a-4cf7-a196-257b5a5fe9fa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:15.460797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a86e570-da87-4c2d-b00a-7902a7da6bfc req-461b4f3f-980a-4cf7-a196-257b5a5fe9fa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 949 time: 0.0530703 Aug 27 16:05:15.472551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Request body: {'binding': {'host': 'n-h1-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:15.473020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:05:15.535930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a86e570-da87-4c2d-b00a-7902a7da6bfc req-466d5251-6839-409c-b25e-3260969ab8c7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689373 Aug 27 16:05:15.781783 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-d8b36fd9-73d4-40e5-8043-0d572d473273 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249560 Aug 27 16:05:15.813168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:15.851225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f8eb-a62e-4b4a-bc7e-2a3d462f1816 req-2b6cbc83-986e-4705-b383-2a2ab014a1fe tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:15.852758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfc9f8eb-a62e-4b4a-bc7e-2a3d462f1816 req-2b6cbc83-986e-4705-b383-2a2ab014a1fe tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1118 time: 0.0659881 Aug 27 16:05:15.917599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfc9f8eb-a62e-4b4a-bc7e-2a3d462f1816 req-2e2f9269-8e5e-4b9b-8b65-76cd10ef85d8 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514081 Aug 27 16:05:15.921664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on host n-h1-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:15.922636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:15.922636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:15.927182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:15.927542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:15.933080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:15.933278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:15.933646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:15.934077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Bound port: f7156a07-3282-45f8-b2b6-5618645201dc, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:15.971755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 8c3178c3-33e0-422f-a5eb-870cdb595d4e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:15.975219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-21b04258-061f-4514-be4e-1d2f8260a4c3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:15.976695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 8c3178c3-33e0-422f-a5eb-870cdb595d4e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:15.977074 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:15.984148 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-21b04258-061f-4514-be4e-1d2f8260a4c3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947515 Aug 27 16:05:15.999106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:16.021797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:16.097123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8cdf815-896d-403e-a45e-291d07ba2338 req-e6ec81ac-e667-4ec2-ab71-80c657fb8f98 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=03d280d2212245a7a0f8ccd2c1716ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363493 Aug 27 16:05:16.109468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:16.110752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ee3fd1e3-89ce-44aa-b054-6a3b8876fd42 service neutron] 10.222.0.101 "POST /v2.0/ports/f7156a07-3282-45f8-b2b6-5618645201dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.8824711 Aug 27 16:05:16.198745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:16.234623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:16.238492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:16.241072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:16.252429 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3045069-ea5d-4add-b57f-2e2a0e41d012" -d '{"events": [{"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:16.269843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:16.297866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdf815-896d-403e-a45e-291d07ba2338 req-365c000b-fd5d-48a0-b3ac-014304789c15 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:16.300497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8cdf815-896d-403e-a45e-291d07ba2338 req-365c000b-fd5d-48a0-b3ac-014304789c15 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023938 Aug 27 16:05:16.328715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8cdf815-896d-403e-a45e-291d07ba2338 req-f8c6c3ce-9d46-4875-aab9-af876f42ea29 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/quotas/03d280d2212245a7a0f8ccd2c1716ccd HTTP/1.1" status: 200 len: 375 time: 0.0173304 Aug 27 16:05:16.343187 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:16.344098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:05:16.415368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8cdf815-896d-403e-a45e-291d07ba2338 req-8bbe9d4a-651d-46a9-9361-d0d5dd9a9a9c tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=03d280d2212245a7a0f8ccd2c1716ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784280 Aug 27 16:05:16.434266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:16.437906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:05:16.592400 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d89f5f-9add-4750-b30c-f33d8a61594e x-openstack-request-id: req-98d89f5f-9add-4750-b30c-f33d8a61594e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:16.592851 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:16.593255 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-98d89f5f-9add-4750-b30c-f33d8a61594e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:16.593662 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'code': 200} Aug 27 16:05:16.608685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.38 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/536232a8-c4ae-401c-a681-fce331c0309c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:16.644258 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-2ed7058a-25b7-4bc6-ac84-8a636fc4293e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464632 Aug 27 16:05:16.721468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cea9985-8e93-41e1-9e03-13fc70f370f5 req-6b405061-4eae-4f22-b2ec-b49c347959be tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 210 time: 0.0620437 Aug 27 16:05:16.880862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-cf429782-d2e2-4146-9d42-3e85464aedf5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:16.882553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-cf429782-d2e2-4146-9d42-3e85464aedf5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135923 Aug 27 16:05:16.898061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:16.908681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.90', 64427) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:16.927000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-c5689acd-c87b-4ce3-8429-99e7c91d0318 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:16.934218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-c5689acd-c87b-4ce3-8429-99e7c91d0318 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.3787665 Aug 27 16:05:16.948932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637d36e-6f45-4482-97a8-f7c1c2b45a4b req-ee5f97c1-8cd3-40b9-8e64-73079269d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:16.950672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2637d36e-6f45-4482-97a8-f7c1c2b45a4b req-ee5f97c1-8cd3-40b9-8e64-73079269d5e0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1101 time: 0.2029746 Aug 27 16:05:16.960725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-ee0c4c12-9341-4f82-a990-10c125986e88 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/quotas/1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 375 time: 0.0252986 Aug 27 16:05:17.000479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:17.021600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a805d-a3d3-47d2-94ab-f0522429e60b req-09d5fded-ccb9-4991-8b2c-358769bc6842 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:17.023391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e2a805d-a3d3-47d2-94ab-f0522429e60b req-09d5fded-ccb9-4991-8b2c-358769bc6842 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 946 time: 0.1569703 Aug 27 16:05:17.041392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object 536232a8-c4ae-401c-a681-fce331c0309c will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:17.056026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-444b9cc5-f215-49a1-980f-77efff0a3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:17.058080 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-444b9cc5-f215-49a1-980f-77efff0a3b30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1097 time: 0.1482460 Aug 27 16:05:17.067106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2637d36e-6f45-4482-97a8-f7c1c2b45a4b req-ea3913fa-c656-4b61-a1b9-28304ba708d5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 Aug 27 16:05:17.083459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-e02503bf-de41-4a5f-aa7f-338e87313231 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1213763 Aug 27 16:05:17.141226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e2a805d-a3d3-47d2-94ab-f0522429e60b req-11d2a5d0-2b4f-43dc-9e74-4ce838a4786d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108057 Aug 27 16:05:17.216358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-f98b4e05-01b2-4c69-91fc-9b52b04956e3 service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316640 Aug 27 16:05:17.345840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-b3388d37-fb11-4c56-9e58-5c530969f135 service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217780 Aug 27 16:05:17.441841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-69743d27-be40-4ba3-88a3-a543203e6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:17.443650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-69743d27-be40-4ba3-88a3-a543203e6e25 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.3776860 Aug 27 16:05:17.487435 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-f0efe5b7-d638-4e9f-bc72-f8a3cd5d9f24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 217 time: 0.0359952 Aug 27 16:05:17.491115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:17.507588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:17.555069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:17.559028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:17.577214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:17.591443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:17.600512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:17.605986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:17.606613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:17.620590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=536232a8-c4ae-401c-a681-fce331c0309c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:17.639943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-0125e16d-0cb9-49c0-ba26-bbfa1f1c6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:17.641446 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-0125e16d-0cb9-49c0-ba26-bbfa1f1c6555 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.1432002 Aug 27 16:05:17.739981 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-c586dbe6-582c-41de-87a0-5ff5f60cb062 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875523 Aug 27 16:05:17.803256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efaa6f-ed14-4e50-b4a3-ee1db5a4dd41 req-22834b36-75c3-4059-a12b-5f835c26c820 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:17.808763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-b7e74cd5-4e44-4c33-abb3-374a1156f6bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8158517 Aug 27 16:05:17.822945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8efaa6f-ed14-4e50-b4a3-ee1db5a4dd41 req-22834b36-75c3-4059-a12b-5f835c26c820 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1439245 Aug 27 16:05:17.831648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Request body: {'port': {'device_id': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:17.941201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8efaa6f-ed14-4e50-b4a3-ee1db5a4dd41 req-63c8a0c0-ef39-47b6-b042-90c40911d2ea tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158779 Aug 27 16:05:18.055933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.28 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/9f356e4a-7ab9-41ac-817b-fc197948f27f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:18.087218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:18.104057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-e80aa996-ea7a-44f0-834a-9c251b1426dd service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547518 Aug 27 16:05:18.212317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1330a595-59df-439d-93ed-0e801f2ecf22 None None] Provisioning for port 536232a8-c4ae-401c-a681-fce331c0309c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:18.224613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1330a595-59df-439d-93ed-0e801f2ecf22 None None] Provisioning complete for port 536232a8-c4ae-401c-a681-fce331c0309c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:18.224992 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1330a595-59df-439d-93ed-0e801f2ecf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:18.239281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d76fa95-ed5d-4e0d-b2c0-ef8521dc1069 req-68896ebc-f974-4826-a72c-f06530d5f792 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 210 time: 0.0504682 Aug 27 16:05:18.276644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1330a595-59df-439d-93ed-0e801f2ecf22 None None] Port 536232a8-c4ae-401c-a681-fce331c0309c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:18.295849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf3eb5c9-4345-429b-9b87-df7f34d002d8 req-2acfdf1a-a515-4dc7-ac23-79297405a44a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 210 time: 0.0715945 Aug 27 16:05:18.467478 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-6b4b0bb7-f533-4597-bef2-e97bd9e40b9c service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530016 Aug 27 16:05:18.493198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec2434-e805-4d09-934f-4366ab40bc2a req-086892e1-3de5-4a0b-b983-c3e935301589 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:18.495704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44ec2434-e805-4d09-934f-4366ab40bc2a req-086892e1-3de5-4a0b-b983-c3e935301589 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 946 time: 0.0866520 Aug 27 16:05:18.531378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:18.544085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44ec2434-e805-4d09-934f-4366ab40bc2a req-dac5ce3f-60f1-4bdf-8979-52ea80734534 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Aug 27 16:05:18.552265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object 9f356e4a-7ab9-41ac-817b-fc197948f27f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:18.658498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9c311aab-ad6f-4da5-8d5e-f04cd5142cc0 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:18.660205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9c311aab-ad6f-4da5-8d5e-f04cd5142cc0 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1097 time: 0.0559747 Aug 27 16:05:18.693541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806412-1'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:18.703495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-9aa9ad13-8fbb-4e09-8414-39bc683f1e6e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=f52a6241534540a2b28a28f7046a21a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272887 Aug 27 16:05:18.711869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:18.733191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:18.849184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-eafd3358-d080-4d4c-b78f-926fcc8c2d98 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:18.851099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-eafd3358-d080-4d4c-b78f-926fcc8c2d98 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351752 Aug 27 16:05:18.855917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:18.861627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=9f356e4a-7ab9-41ac-817b-fc197948f27f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:18.864297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:18.868222 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:18.872628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:18.874364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-68697d84-fd1d-46cf-acce-3c66d24b14ac tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/quotas/f52a6241534540a2b28a28f7046a21a6 HTTP/1.1" status: 200 len: 375 time: 0.0168746 Aug 27 16:05:18.876867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:18.877604 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:18.924267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-278ea444-4e81-4ef7-90ba-e143b5e76276 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467560 Aug 27 16:05:18.980378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-72174758-ce38-45b5-9d31-988f0e957aa3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0866351 Aug 27 16:05:19.032898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Request body: {'port': {'device_id': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:19.108701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536232a8-c4ae-401c-a681-fce331c0309c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:19.137600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.191632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:19.193682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.196074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Transition to ACTIVE for port object 536232a8-c4ae-401c-a681-fce331c0309c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:19.279446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1fc2f8b5-e1b1-4a5c-87ea-28ea806f4f84 None None] Provisioning for port 9f356e4a-7ab9-41ac-817b-fc197948f27f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:19.287178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.298820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1fc2f8b5-e1b1-4a5c-87ea-28ea806f4f84 None None] Provisioning complete for port 9f356e4a-7ab9-41ac-817b-fc197948f27f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:19.299200 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f8b5-e1b1-4a5c-87ea-28ea806f4f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.383333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43171b-47f4-473a-9a27-cd7d6baba03a req-e6b90c73-7abd-4723-938e-d946c433a842 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:19.393704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d43171b-47f4-473a-9a27-cd7d6baba03a req-e6b90c73-7abd-4723-938e-d946c433a842 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1310153 Aug 27 16:05:19.424666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:19.468956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d43171b-47f4-473a-9a27-cd7d6baba03a req-78c65796-a44b-4850-a877-8a9f5594d5ac tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681314 Aug 27 16:05:19.563679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Pushing event updated for resources: {'Port': ['ID=536232a8-c4ae-401c-a681-fce331c0309c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:19.570681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f8b5-e1b1-4a5c-87ea-28ea806f4f84 None None] Port 9f356e4a-7ab9-41ac-817b-fc197948f27f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:19.584494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a06800d3-4625-4746-8f8b-cda26149b7d8 req-9fe47c99-6e5c-47a5-9e4b-284735baf29f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 210 time: 0.0640175 Aug 27 16:05:19.612752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:19.612752 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f0dc8-1059-4715-ad76-72d007731706" -d '{"events": [{"server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:19.619138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.646839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8006b0ae-7fe2-4cc7-b269-21dc1a8dc7db req-4c1f2de9-26ce-41ce-8880-dd48ba6bfc31 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 210 time: 0.0634766 Aug 27 16:05:19.697045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.704159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Attempting to bind port 536232a8-c4ae-401c-a681-fce331c0309c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:19.704159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Attempting to bind port 536232a8-c4ae-401c-a681-fce331c0309c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:19.704159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Attempting to bind port 536232a8-c4ae-401c-a681-fce331c0309c on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:19.721797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Port 536232a8-c4ae-401c-a681-fce331c0309c on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:19.722135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Attempting to bind port 536232a8-c4ae-401c-a681-fce331c0309c on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:19.762274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b564c73-8ac6-4e8c-badd-82e9a526ae98 req-1407e225-52db-451d-afae-bbaad54b26ed tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=03d280d2212245a7a0f8ccd2c1716ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286593 Aug 27 16:05:19.763463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:19.763986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:19.764451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:19.773337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Bound port: 536232a8-c4ae-401c-a681-fce331c0309c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:19.773337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.780385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390438df-a030-433d-ae3f-31a5541af19f req-44710989-4084-44f9-a6bf-559dda55979f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:19.781908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-390438df-a030-433d-ae3f-31a5541af19f req-44710989-4084-44f9-a6bf-559dda55979f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 935 time: 0.0833473 Aug 27 16:05:19.882648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:19.886424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-390438df-a030-433d-ae3f-31a5541af19f req-786ac38b-b295-476b-9c70-fcbab64a93b9 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944149 Aug 27 16:05:19.937659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on host n-h2-806412-1 for vnic_type normal with profile {"migrating_to": "n-h1-806412-1"} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:19.937994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:19.938334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:19.939076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b564c73-8ac6-4e8c-badd-82e9a526ae98 req-c5b2ae14-a657-4771-9ad4-f9ff2c7e17a7 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:19.940654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b564c73-8ac6-4e8c-badd-82e9a526ae98 req-c5b2ae14-a657-4771-9ad4-f9ff2c7e17a7 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694493 Aug 27 16:05:19.956065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] For port 536232a8-c4ae-401c-a681-fce331c0309c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:19.960274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:19.960605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Attempting to bind port f7156a07-3282-45f8-b2b6-5618645201dc on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:19.964332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] For port 536232a8-c4ae-401c-a681-fce331c0309c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=536232a8-c4ae-401c-a681-fce331c0309c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:19.986835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:19.987180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:19.987594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:19.988037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Bound port: f7156a07-3282-45f8-b2b6-5618645201dc, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:19.988398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:19.993198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b564c73-8ac6-4e8c-badd-82e9a526ae98 req-feced788-d9e1-4c2b-9597-fef2c0879f5d tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/quotas/03d280d2212245a7a0f8ccd2c1716ccd HTTP/1.1" status: 200 len: 375 time: 0.0424323 Aug 27 16:05:20.032480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f356e4a-7ab9-41ac-817b-fc197948f27f {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:20.043071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.045535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b564c73-8ac6-4e8c-badd-82e9a526ae98 req-a0a80d68-5a33-42d2-8925-90c292ce7ab8 tempest-QuotasAdminNegativeTest-1250931774 tempest-QuotasAdminNegativeTest-1250931774-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=03d280d2212245a7a0f8ccd2c1716ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446491 Aug 27 16:05:20.071471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Transition to ACTIVE for port object 9f356e4a-7ab9-41ac-817b-fc197948f27f will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:20.074897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.088333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-45034728-a798-40e4-b5ee-03db795a5837 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.089862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-45034728-a798-40e4-b5ee-03db795a5837 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.1717269 Aug 27 16:05:20.105466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Request body: {'port': {'device_id': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'admin_state_up': True, 'tenant_id': '1713de73f0ef45e3aef20559238dd3d5'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:20.112284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:20.131417 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:20.140601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.141432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.143396 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] 10.222.0.90 "PUT /v2.0/ports/536232a8-c4ae-401c-a681-fce331c0309c HTTP/1.1" status: 200 len: 1095 time: 2.3254349 Aug 27 16:05:20.171795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.175485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d7c37-d94e-4f1e-8c97-62a64e0e8651 service neutron] Pushing event updated for resources: {'Port': ['ID=536232a8-c4ae-401c-a681-fce331c0309c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:20.230596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.242885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Pushing event updated for resources: {'Port': ['ID=9f356e4a-7ab9-41ac-817b-fc197948f27f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:20.347708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Attempting to bind port 9f356e4a-7ab9-41ac-817b-fc197948f27f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:20.348208 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Attempting to bind port 9f356e4a-7ab9-41ac-817b-fc197948f27f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:20.348654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Attempting to bind port 9f356e4a-7ab9-41ac-817b-fc197948f27f on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:20.370900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Port 9f356e4a-7ab9-41ac-817b-fc197948f27f on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:20.371144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Attempting to bind port 9f356e4a-7ab9-41ac-817b-fc197948f27f on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:20.376548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6dfe1-6bc7-44e3-8c03-69db3c2c01c5 req-0eaf4578-d36f-47a9-9209-9eae9eb638cf tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.384695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07f6dfe1-6bc7-44e3-8c03-69db3c2c01c5 req-0eaf4578-d36f-47a9-9209-9eae9eb638cf tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.1199787 Aug 27 16:05:20.405116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.405116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.406541 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] 10.222.0.90 "PUT /v2.0/ports/f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 1122 time: 1.7342525 Aug 27 16:05:20.407442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=8']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:20.412716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:20.413205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:20.413716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:20.414262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Bound port: 9f356e4a-7ab9-41ac-817b-fc197948f27f, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:20.414721 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.430223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-965a103c-a39f-486c-891f-644396ee2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.431504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfb0fe-4ead-4adc-a248-4c032bcf0e3c req-cdb4ca87-5324-4248-8de2-59f2a7501778 tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.432380 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-965a103c-a39f-486c-891f-644396ee2ed1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 1098 time: 0.1634362 Aug 27 16:05:20.433300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9bfb0fe-4ead-4adc-a248-4c032bcf0e3c req-cdb4ca87-5324-4248-8de2-59f2a7501778 tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1101 time: 0.1123793 Aug 27 16:05:20.449852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07f6dfe1-6bc7-44e3-8c03-69db3c2c01c5 req-58f70f7b-cb74-4201-986c-5b6ab1f3b5b4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621665 Aug 27 16:05:20.450525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Made reservation on behalf of 1713de73f0ef45e3aef20559238dd3d5 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:20.454434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.492268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9bfb0fe-4ead-4adc-a248-4c032bcf0e3c req-35b26be8-9a27-4446-a354-880f1f83deba tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.545672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f7156a07-3282-45f8-b2b6-5618645201dc'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:20.590930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff0933a6-079c-4cf9-829c-5479d747374c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.705295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Allocated IP 172.20.0.9 (d315019b-6d4f-48e1-b77d-ba55d795f60b/fccdb5e4-86df-40db-9508-b4f073210aaf/449c0c47-70fb-4222-982f-d9e03b391601) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:20.839294 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9bfb0fe-4ead-4adc-a248-4c032bcf0e3c req-35b26be8-9a27-4446-a354-880f1f83deba tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.841402 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdeb420-c5af-482d-ac5e-039fd09f6258 x-openstack-request-id: req-6fdeb420-c5af-482d-ac5e-039fd09f6258 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:20.842308 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:20.842555 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6fdeb420-c5af-482d-ac5e-039fd09f6258 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:20.842944 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc', 'code': 200} Aug 27 16:05:20.845894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-f1e1bf8e-9a5f-4e3e-a517-f15dea1ce081 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=536232a8-c4ae-401c-a681-fce331c0309c HTTP/1.1" status: 200 len: 217 time: 0.3885512 Aug 27 16:05:20.914255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] For port 9f356e4a-7ab9-41ac-817b-fc197948f27f, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:20.914394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9bfb0fe-4ead-4adc-a248-4c032bcf0e3c req-35b26be8-9a27-4446-a354-880f1f83deba tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:20.914486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] For port 9f356e4a-7ab9-41ac-817b-fc197948f27f, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f356e4a-7ab9-41ac-817b-fc197948f27f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:20.921919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-36a18853-2b99-4f0f-b848-5eb23bb5fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.923684 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-36a18853-2b99-4f0f-b848-5eb23bb5fcf7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0679257 Aug 27 16:05:20.971196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9bfb0fe-4ead-4adc-a248-4c032bcf0e3c req-35b26be8-9a27-4446-a354-880f1f83deba tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143316 Aug 27 16:05:20.978212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b26be8-9a27-4446-a354-880f1f83deba tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45790e0-03e2-4ef7-95ed-f6278e352569,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:20.989104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-40cc7ddb-4523-41c3-8948-8a875992ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:20.991227 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-40cc7ddb-4523-41c3-8948-8a875992ba63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597205 Aug 27 16:05:20.992770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:21.016692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:21.112979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.113597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:21.115154 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] 10.222.0.90 "PUT /v2.0/ports/9f356e4a-7ab9-41ac-817b-fc197948f27f HTTP/1.1" status: 200 len: 1095 time: 2.1141484 Aug 27 16:05:21.151899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4b9a480-a934-4c6e-8633-ce8e359d39ec req-6b8efe1e-5f4f-4681-965b-b2faf3597038 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 210 time: 0.0555956 Aug 27 16:05:21.178145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff16e0a-8244-4b4c-a620-1d5f912cabeb service neutron] Pushing event updated for resources: {'Port': ['ID=9f356e4a-7ab9-41ac-817b-fc197948f27f,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:21.203959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-255ed30f-7991-4daf-b3c6-1fa5aae3bd44 req-9854ee22-ab4e-411e-b246-482dfb109847 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 210 time: 0.0932114 Aug 27 16:05:21.207197 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:21.233968 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-35b2d063-0c81-411e-80ca-f1fe52bd6268 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313552 Aug 27 16:05:21.320634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:21.395117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Network d315019b-6d4f-48e1-b77d-ba55d795f60b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:21.399842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:21.417884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:21.427610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.428331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:21.473554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39a475-9abc-483d-8bea-18fadf1754c9 req-a91a4ef8-8e75-4371-a26b-b91d702d09c5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.474807 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-adc0446d-ab27-4a6c-9335-e6cf683a05fd service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162230 Aug 27 16:05:21.484291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e39a475-9abc-483d-8bea-18fadf1754c9 req-a91a4ef8-8e75-4371-a26b-b91d702d09c5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 947 time: 0.1608069 Aug 27 16:05:21.494663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-6f755fbe-2656-45b2-8416-beaeb55218e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.498670 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-6f755fbe-2656-45b2-8416-beaeb55218e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 1098 time: 0.2614996 Aug 27 16:05:21.524994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e39a475-9abc-483d-8bea-18fadf1754c9 req-d251fa7f-bb58-47c2-99e1-6d53b11a9f59 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Aug 27 16:05:21.557635 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-d311af0b-5db1-46b8-ae51-8d03e20ec319 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9f356e4a-7ab9-41ac-817b-fc197948f27f HTTP/1.1" status: 200 len: 217 time: 0.0520751 Aug 27 16:05:21.569980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-103ea137-9488-439c-8d9e-0cb409474dde tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4711120 Aug 27 16:05:21.594236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Request body: {'port': {'device_id': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:21.639864 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-6b3e4cee-ded5-461b-8505-605c4a9beace tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f52a6241534540a2b28a28f7046a21a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307729 Aug 27 16:05:21.672073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:21.715618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-3b524df3-4990-4e8e-a5af-d9ee978a4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.717802 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-3b524df3-4990-4e8e-a5af-d9ee978a4c85 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1534345 Aug 27 16:05:21.825366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-48f5f9d6-aed0-424a-a80a-79c7efa15cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.827602 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-48f5f9d6-aed0-424a-a80a-79c7efa15cd5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937107 Aug 27 16:05:21.834525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-b87f4e64-6c14-47e6-82f3-40b16252e9d8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.835946 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-b87f4e64-6c14-47e6-82f3-40b16252e9d8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901393 Aug 27 16:05:21.858400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Request body: {'port': {'device_id': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'f52a6241534540a2b28a28f7046a21a6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:21.903324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecd7c-af19-4ead-9535-430791ee1acb req-f8d0700c-0202-47c5-8896-8146ad9e0de5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:21.905821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeaecd7c-af19-4ead-9535-430791ee1acb req-f8d0700c-0202-47c5-8896-8146ad9e0de5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.1039333 Aug 27 16:05:21.978232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeaecd7c-af19-4ead-9535-430791ee1acb req-6705da8a-4e03-42dd-bf0a-6edcce8468d9 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Aug 27 16:05:22.014283 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-a484f671-5bcf-4402-9feb-aee3562eb458 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768138 Aug 27 16:05:22.115853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50656) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:22.162707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449c0c47-70fb-4222-982f-d9e03b391601 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:22.164326 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-88c6eb4f-f8b7-4912-8cd4-9614132d2c47 req-6affcc55-9afe-49ef-9109-984df3e558a4 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274238 Aug 27 16:05:22.175086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.221931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Transition to ACTIVE for port object 449c0c47-70fb-4222-982f-d9e03b391601 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:22.233939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Made reservation on behalf of f52a6241534540a2b28a28f7046a21a6 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:22.237638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.244861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dd352-b2c8-4a7c-8681-3cbb08d1afb9 req-220bc31c-9908-4cea-a71c-abdaa63dbbd4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:22.246513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e5dd352-b2c8-4a7c-8681-3cbb08d1afb9 req-220bc31c-9908-4cea-a71c-abdaa63dbbd4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0685639 Aug 27 16:05:22.247174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.327228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18cce-9453-4c3e-8b36-5fb0a3f3c872 req-63309c16-49fe-4973-900e-4bf3f5d1fccd tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:22.328791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19a18cce-9453-4c3e-8b36-5fb0a3f3c872 req-63309c16-49fe-4973-900e-4bf3f5d1fccd tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 931 time: 0.0810211 Aug 27 16:05:22.337720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e5dd352-b2c8-4a7c-8681-3cbb08d1afb9 req-7a76e7d1-1623-4f9d-abce-aa88af4b561a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810015 Aug 27 16:05:22.342099 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.370148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.391926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-550af22f-0b7b-4727-aaad-a5ffddb02314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.470536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:22.478807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19a18cce-9453-4c3e-8b36-5fb0a3f3c872 req-219559ac-e1e3-405e-adc8-8579b228139e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398644 Aug 27 16:05:22.493830 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.557086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bfae7f-573a-4f0e-8564-0e6c99646404,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:22.645710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Allocated IP 192.168.233.4 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/07aef489-03bb-47d5-836c-90d05add9c5e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:22.702725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50670) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:22.726502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-9b9670e0-f183-48a3-a1c8-e6d628bcf890 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3678234 Aug 27 16:05:22.742300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-724e2ab3-1084-4261-abe2-661664832043 req-f95c30c8-16df-4737-92b8-6ef882c8b538 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 210 time: 0.2940390 Aug 27 16:05:22.767156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:22.767520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:22.767856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:22.781501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:22.781829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:22.800511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:22.800855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:22.801252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:22.801693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Bound port: 449c0c47-70fb-4222-982f-d9e03b391601, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:22.802054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.814727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a058208-a19e-4b59-a399-544767387a74 req-9839b57e-8cbc-4b36-8568-6c0b53451369 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:22.816353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a058208-a19e-4b59-a399-544767387a74 req-9839b57e-8cbc-4b36-8568-6c0b53451369 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 947 time: 0.1135552 Aug 27 16:05:22.821918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.844910 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Transition to ACTIVE for port object 07aef489-03bb-47d5-836c-90d05add9c5e will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:22.846476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'tag': '536232a8-c4ae-401c-a681-fce331c0309c'}, {'name': 'network-changed', 'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc'}, {'name': 'network-changed', 'server_uuid': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'tag': '9f356e4a-7ab9-41ac-817b-fc197948f27f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:22.849241 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e436c3ad-bfd6-41e3-9c1d-abda55a8b12b", "tag": "536232a8-c4ae-401c-a681-fce331c0309c"}, {"name": "network-changed", "server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc"}, {"name": "network-changed", "server_uuid": "151f7f2e-e8d2-46dd-9130-849067b9b9aa", "tag": "9f356e4a-7ab9-41ac-817b-fc197948f27f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:22.874372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.927598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6080-0357-4abe-ba5b-682080065f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:22.931099 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb1dbf-fed2-4b3b-b04e-ff6ba6df1ec4 x-openstack-request-id: req-22eb1dbf-fed2-4b3b-b04e-ff6ba6df1ec4 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:22.931429 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436c3ad-bfd6-41e3-9c1d-abda55a8b12b", "tag": "536232a8-c4ae-401c-a681-fce331c0309c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "151f7f2e-e8d2-46dd-9130-849067b9b9aa", "tag": "9f356e4a-7ab9-41ac-817b-fc197948f27f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:22.931677 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-22eb1dbf-fed2-4b3b-b04e-ff6ba6df1ec4 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:22.934923 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'tag': '536232a8-c4ae-401c-a681-fce331c0309c', 'status': 'completed', 'code': 200} Aug 27 16:05:22.934923 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc', 'status': 'completed', 'code': 200} Aug 27 16:05:22.934923 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'tag': '9f356e4a-7ab9-41ac-817b-fc197948f27f', 'status': 'completed', 'code': 200} Aug 27 16:05:22.938953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a058208-a19e-4b59-a399-544767387a74 req-b74b1c5c-b99b-41c7-bc92-08075e411805 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083248 Aug 27 16:05:22.947827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:22.953160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:22.972845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-550af22f-0b7b-4727-aaad-a5ffddb02314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.000366 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.012272 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.075576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:23.077541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-550af22f-0b7b-4727-aaad-a5ffddb02314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.080865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:23.107629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-de7a3621-5f15-4d76-a9dd-35bf616a3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.108743 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db77548c-24b6-44ac-99bf-8e4fefabed69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.108921 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-de7a3621-5f15-4d76-a9dd-35bf616a3263 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1125 time: 0.1485994 Aug 27 16:05:23.109837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:23.127229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:23.133349 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.134007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.159661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.160351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.161815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-cba14d1a-7204-4cce-98b4-fa69741a8d7b service neutron] 10.222.0.90 "PUT /v2.0/ports/449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 200 len: 1091 time: 1.5826802 Aug 27 16:05:23.164117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:23.166892 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f326305-95d1-4e33-956a-ee68457266b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "tag": "449c0c47-70fb-4222-982f-d9e03b391601"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:23.169141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-44617f29-5d55-4b6b-80e8-6835e9c13c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.175363 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-44617f29-5d55-4b6b-80e8-6835e9c13c38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 1098 time: 0.2135127 Aug 27 16:05:23.186925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-550af22f-0b7b-4727-aaad-a5ffddb02314 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=03d280d2212245a7a0f8ccd2c1716ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0663595 Aug 27 16:05:23.193743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50698) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:23.195968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550af22f-0b7b-4727-aaad-a5ffddb02314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0276c18-296a-4d1a-aae4-e3aaf999132d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:23.221829 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.233609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9e6b5-1d4a-4eba-9ba9-22bbcfa97db2 req-5f432aea-0053-4902-bb46-595b1a5d4435 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.235111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25a9e6b5-1d4a-4eba-9ba9-22bbcfa97db2 req-5f432aea-0053-4902-bb46-595b1a5d4435 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.1629941 Aug 27 16:05:23.260606 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24521d0b-ba4c-4f70-a46e-b8833d6265d5 x-openstack-request-id: req-24521d0b-ba4c-4f70-a46e-b8833d6265d5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:23.260904 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "tag": "449c0c47-70fb-4222-982f-d9e03b391601", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:23.261157 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-24521d0b-ba4c-4f70-a46e-b8833d6265d5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:23.261644 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601', 'status': 'completed', 'code': 200} Aug 27 16:05:23.293297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Pushing event updated for resources: {'Port': ['ID=07aef489-03bb-47d5-836c-90d05add9c5e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:23.336491 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-93730d99-fdb0-4559-be22-a3fca8beb0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.393117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25a9e6b5-1d4a-4eba-9ba9-22bbcfa97db2 req-90feb7ad-4f19-4aa2-bb3d-f84299f9bc5e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242523 Aug 27 16:05:23.407393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-93730d99-fdb0-4559-be22-a3fca8beb0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.435302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f326305-95d1-4e33-956a-ee68457266b6 req-c2b1ffbc-b144-41c9-ac89-748cf4ff6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.437995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f326305-95d1-4e33-956a-ee68457266b6 req-c2b1ffbc-b144-41c9-ac89-748cf4ff6749 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1094 time: 0.1455314 Aug 27 16:05:23.438835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-e8038811-1d24-4ae1-9f18-60d13f15aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.440355 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-e8038811-1d24-4ae1-9f18-60d13f15aa25 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.2636189 Aug 27 16:05:23.505347 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-c72b1f2b-27bc-4ab3-a3db-e11626b518e5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 217 time: 0.0501764 Aug 27 16:05:23.506645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-926a76b0-31b1-4a30-baac-b608cc6415d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.508046 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-926a76b0-31b1-4a30-baac-b608cc6415d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2369492 Aug 27 16:05:23.509947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6080-0357-4abe-ba5b-682080065f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.570396 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.593376 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-80729aa1-b305-43a6-96c9-cd3a13bf47fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=536232a8-c4ae-401c-a681-fce331c0309c HTTP/1.1" status: 200 len: 217 time: 0.0573449 Aug 27 16:05:23.605413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1aa2cd49-946a-4292-a6f9-adf4a63705b9 None None] Provisioning for port 07aef489-03bb-47d5-836c-90d05add9c5e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:23.612873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1aa2cd49-946a-4292-a6f9-adf4a63705b9 None None] Provisioning complete for port 07aef489-03bb-47d5-836c-90d05add9c5e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:23.613332 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1aa2cd49-946a-4292-a6f9-adf4a63705b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.637236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6080-0357-4abe-ba5b-682080065f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.651692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-74928b2c-3a38-4c72-9a6e-22c24fff5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.652837 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-74928b2c-3a38-4c72-9a6e-22c24fff5b4f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.1380503 Aug 27 16:05:23.665422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2cd49-946a-4292-a6f9-adf4a63705b9 None None] Port 07aef489-03bb-47d5-836c-90d05add9c5e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:23.673758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505570a8-411b-445f-92f9-a686db68df1b req-3a02378d-5c02-4994-b3e4-b692c1db5e43 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.675320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-505570a8-411b-445f-92f9-a686db68df1b req-3a02378d-5c02-4994-b3e4-b692c1db5e43 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.2194383 Aug 27 16:05:23.682647 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-93730d99-fdb0-4559-be22-a3fca8beb0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.685978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-93730d99-fdb0-4559-be22-a3fca8beb0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.687276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-93730d99-fdb0-4559-be22-a3fca8beb0c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c0276c18-296a-4d1a-aae4-e3aaf999132d HTTP/1.1" status: 204 len: 168 time: 0.4922969 Aug 27 16:05:23.737095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e6080-0357-4abe-ba5b-682080065f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92711337-c84e-4b62-ac89-df2a82472d2f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:23.738133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93730d99-fdb0-4559-be22-a3fca8beb0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0276c18-296a-4d1a-aae4-e3aaf999132d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:23.746669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f326305-95d1-4e33-956a-ee68457266b6 req-1ab7dbe8-32a7-4c0d-8667-b1ca09404509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.748414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f326305-95d1-4e33-956a-ee68457266b6 req-1ab7dbe8-32a7-4c0d-8667-b1ca09404509 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1713de73f0ef45e3aef20559238dd3d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2978215 Aug 27 16:05:23.757529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c5ab-c7a1-4f3c-9056-2115c9daf141 req-69502e15-045f-41c7-a6a8-f14273cec695 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.758192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d3e6080-0357-4abe-ba5b-682080065f6a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a6d44a17051f4e01bd993668f2d06ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0544055 Aug 27 16:05:23.759764 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-432ead54-445f-410b-99d1-9fb3bcae0870 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9142010 Aug 27 16:05:23.761929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b206c5ab-c7a1-4f3c-9056-2115c9daf141 req-69502e15-045f-41c7-a6a8-f14273cec695 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.1918654 Aug 27 16:05:23.763898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50710) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:23.776889 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-3a605239-f587-4895-bf6f-beb727b2b66b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928321 Aug 27 16:05:23.779945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Request body: {'port': {'device_id': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:23.783657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-10298093-699c-44eb-906a-b73ff4aec215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:23.785102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-10298093-699c-44eb-906a-b73ff4aec215 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1840568 Aug 27 16:05:23.854122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-505570a8-411b-445f-92f9-a686db68df1b req-b6cea25c-1b71-4d2a-9c74-f77c815cc601 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656225 Aug 27 16:05:23.884771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f7156a07-3282-45f8-b2b6-5618645201dc details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:23.939037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b206c5ab-c7a1-4f3c-9056-2115c9daf141 req-c4a983f9-40a7-4ae7-a8de-df23b4a39605 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376619 Aug 27 16:05:23.958164 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac04ed11-4fac-4248-a121-e06f41b49c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.970566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:23.998567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f326305-95d1-4e33-956a-ee68457266b6 req-a1ab322b-6162-4529-a7f7-74b9efed7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.008059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f326305-95d1-4e33-956a-ee68457266b6 req-a1ab322b-6162-4529-a7f7-74b9efed7856 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2449527 Aug 27 16:05:24.013237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-91a07678-5758-4d06-8785-3a49a7e4854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.014950 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-91a07678-5758-4d06-8785-3a49a7e4854a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2053442 Aug 27 16:05:24.033997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac04ed11-4fac-4248-a121-e06f41b49c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.041134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:24.059415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f7156a07-3282-45f8-b2b6-5618645201dc has no active binding in host n-h1-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:05:24.127182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-4ba56698-90c1-49ee-8c38-bff13bd4b9eb service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518267 Aug 27 16:05:24.212905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d07b4f-6873-405e-8e41-5b976b51527d req-06104c50-bcf1-45b9-970f-2ad018647092 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.214665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1d07b4f-6873-405e-8e41-5b976b51527d req-06104c50-bcf1-45b9-970f-2ad018647092 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 934 time: 0.1623569 Aug 27 16:05:24.225213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468200-0dc6-4f3c-8c2e-4098b69c2976 req-9c0e6e64-947f-460a-bcd7-9b1274669a93 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.226973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da468200-0dc6-4f3c-8c2e-4098b69c2976 req-9c0e6e64-947f-460a-bcd7-9b1274669a93 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 947 time: 0.1556046 Aug 27 16:05:24.230538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-8ad44052-e278-4ba5-a2bd-e4a0a4aef74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.232738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-8ad44052-e278-4ba5-a2bd-e4a0a4aef74e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1094 time: 0.1786077 Aug 27 16:05:24.298585 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-e5eaf190-94b1-4096-be4e-7afcccc27dce service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724156 Aug 27 16:05:24.305460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-3e3c3272-0b9e-4f12-8a18-1e88769b2eec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 200 len: 217 time: 0.0629568 Aug 27 16:05:24.307826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac04ed11-4fac-4248-a121-e06f41b49c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.310957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac04ed11-4fac-4248-a121-e06f41b49c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.312475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ac04ed11-4fac-4248-a121-e06f41b49c92 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/92711337-c84e-4b62-ac89-df2a82472d2f HTTP/1.1" status: 204 len: 168 time: 0.5451510 Aug 27 16:05:24.354674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1d07b4f-6873-405e-8e41-5b976b51527d req-ccf21f0f-1714-4f5a-a7f7-455a08f7bb8d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262567 Aug 27 16:05:24.380304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04ed11-4fac-4248-a121-e06f41b49c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92711337-c84e-4b62-ac89-df2a82472d2f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:24.396196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da468200-0dc6-4f3c-8c2e-4098b69c2976 req-6f949efe-4a4c-4984-93f4-6813bfd097ed tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560385 Aug 27 16:05:24.408161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.424105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-18b4177c-e96c-4812-a715-6b7789802b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.426133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-18b4177c-e96c-4812-a715-6b7789802b02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.1003416 Aug 27 16:05:24.440893 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-5dceee7d-d571-4d17-8d07-ef990704e305 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938011 Aug 27 16:05:24.502313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50728) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:24.504922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-16d2209b-2709-4b36-b405-1d8c94f25b78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545661 Aug 27 16:05:24.532852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13e493b5-6553-447d-99da-8b7c9299b3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.537423 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-3c2b7fae-9f50-4ddd-b85f-5fe6b01aa20a service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214444 Aug 27 16:05:24.604915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2724a8-13c7-4dfc-b6dc-3eb22db07428 req-a8f222be-6069-4fd2-aebf-2bca69a58512 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.606384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b2724a8-13c7-4dfc-b6dc-3eb22db07428 req-a8f222be-6069-4fd2-aebf-2bca69a58512 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.1041954 Aug 27 16:05:24.642314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07aef489-03bb-47d5-836c-90d05add9c5e {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:24.655976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.661280 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-44f3d343-006d-4c6b-a42f-9e280404633e service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307664 Aug 27 16:05:24.668665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b2724a8-13c7-4dfc-b6dc-3eb22db07428 req-efeaaa69-0f35-47d4-9516-2080427c797b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536261 Aug 27 16:05:24.679836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Transition to ACTIVE for port object 07aef489-03bb-47d5-836c-90d05add9c5e will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:24.681546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-42dbd89c-1177-40c7-8441-19b9f3b6b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.683051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-42dbd89c-1177-40c7-8441-19b9f3b6b693 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 1098 time: 0.0923307 Aug 27 16:05:24.771908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.787734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db408615-a4a4-44fc-aa93-7d78298b4863 req-596d4412-67fa-4346-b2a4-54b2fa2c4117 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179118 Aug 27 16:05:24.853077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13e493b5-6553-447d-99da-8b7c9299b3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.863822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Pushing event updated for resources: {'Port': ['ID=07aef489-03bb-47d5-836c-90d05add9c5e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:24.869029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-63d8f839-7d5c-435e-80e3-7a36b4545041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:24.870517 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-63d8f839-7d5c-435e-80e3-7a36b4545041 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1784050 Aug 27 16:05:24.937899 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-dcc5368c-1a1a-4c25-b3a5-912b9ead4a6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=9f356e4a-7ab9-41ac-817b-fc197948f27f HTTP/1.1" status: 200 len: 217 time: 0.0487306 Aug 27 16:05:24.940020 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13e493b5-6553-447d-99da-8b7c9299b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:24.945924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Attempting to bind port 07aef489-03bb-47d5-836c-90d05add9c5e on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:24.946264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Attempting to bind port 07aef489-03bb-47d5-836c-90d05add9c5e by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:24.946604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Attempting to bind port 07aef489-03bb-47d5-836c-90d05add9c5e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:25.019051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f49b9-3ead-4757-a8b4-5695de25fb4e req-1c9d8de0-dba7-4542-adcf-3ee42f87415b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.020674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Port 07aef489-03bb-47d5-836c-90d05add9c5e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:25.021166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Attempting to bind port 07aef489-03bb-47d5-836c-90d05add9c5e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:25.023749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea6f49b9-3ead-4757-a8b4-5695de25fb4e req-1c9d8de0-dba7-4542-adcf-3ee42f87415b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0724480 Aug 27 16:05:25.033401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e493b5-6553-447d-99da-8b7c9299b3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f75c968-2139-4166-95fa-b4ff5bf88ff3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:25.041923 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-13e493b5-6553-447d-99da-8b7c9299b3a3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4c654202a5a5408ba2f2835422144d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363078 Aug 27 16:05:25.045458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:25.045458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:25.045458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:25.046122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Bound port: 07aef489-03bb-47d5-836c-90d05add9c5e, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:25.046122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.049009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50736) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:25.106830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-d27a5f56-6833-4038-a27d-9bc473d14244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.107590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b227ee-d4e9-467c-b652-b392f6aa3329 req-7905ccff-372c-410c-b91b-b1ff6c033eee tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.109070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-d27a5f56-6833-4038-a27d-9bc473d14244 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1602657 Aug 27 16:05:25.109216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96b227ee-d4e9-467c-b652-b392f6aa3329 req-7905ccff-372c-410c-b91b-b1ff6c033eee tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.0843115 Aug 27 16:05:25.124469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea6f49b9-3ead-4757-a8b4-5695de25fb4e req-b29aea81-e707-49f2-b784-560cb56c1fe6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914295 Aug 27 16:05:25.131256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50738) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:25.152162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e234d0f-d81c-45f4-b24f-751d611d752e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.182747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96b227ee-d4e9-467c-b652-b392f6aa3329 req-0cd7ea78-ae1e-4bfc-8401-a8b17069a134 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571730 Aug 27 16:05:25.206122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] For port 07aef489-03bb-47d5-836c-90d05add9c5e, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:25.215523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-e65f5567-4495-4868-87c5-1869b03409dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.217903 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-e65f5567-4495-4868-87c5-1869b03409dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968108 Aug 27 16:05:25.219566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] For port 07aef489-03bb-47d5-836c-90d05add9c5e, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=07aef489-03bb-47d5-836c-90d05add9c5e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:25.220942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df57b878-225d-4ff7-a162-45b4c82ce9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.261818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e234d0f-d81c-45f4-b24f-751d611d752e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.281729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df57b878-225d-4ff7-a162-45b4c82ce9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.307847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.330977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e234d0f-d81c-45f4-b24f-751d611d752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.392055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5e234d0f-d81c-45f4-b24f-751d611d752e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4cf0c866024945cdbd5cf0ebee1dacab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596879 Aug 27 16:05:25.403367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50742) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:25.403367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e234d0f-d81c-45f4-b24f-751d611d752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b066726f-afe2-4511-8a95-d3b0622b4b1d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:25.476377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33822848-3c50-4dca-85fb-118dd7a8a7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.553774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33822848-3c50-4dca-85fb-118dd7a8a7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.609267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.609887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.611395 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] 10.222.0.90 "PUT /v2.0/ports/07aef489-03bb-47d5-836c-90d05add9c5e HTTP/1.1" status: 200 len: 1094 time: 1.8374534 Aug 27 16:05:25.616257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'tag': '07aef489-03bb-47d5-836c-90d05add9c5e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:25.616257 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4076cf-a751-44b6-a05d-d74f8d80eeae" -d '{"events": [{"name": "network-changed", "server_uuid": "336f4f22-0624-4f92-92d2-5fe93970b95e", "tag": "07aef489-03bb-47d5-836c-90d05add9c5e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:25.622684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c406dac-1949-45c1-877a-a70c97a42955 req-8aa7be96-55e3-4cc4-837f-e5636a2aa788 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.623024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c406dac-1949-45c1-877a-a70c97a42955 req-8aa7be96-55e3-4cc4-837f-e5636a2aa788 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 946 time: 0.1618018 Aug 27 16:05:25.636851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fca1a-6161-41f5-a17a-7d5b7f56221d req-a151837c-f576-4187-9f2f-44fd91b66def tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.638888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-666fca1a-6161-41f5-a17a-7d5b7f56221d req-a151837c-f576-4187-9f2f-44fd91b66def tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 947 time: 0.1451056 Aug 27 16:05:25.650704 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-f30fffa9-7425-4136-bff0-af430f80786d service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209583 Aug 27 16:05:25.651902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce84df8-6af7-434d-b79c-ab3c5431ed3f service neutron] Pushing event updated for resources: {'Port': ['ID=07aef489-03bb-47d5-836c-90d05add9c5e,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:25.670393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-b293f95a-f840-4a57-8ec0-01578434cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.671897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-b293f95a-f840-4a57-8ec0-01578434cce5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1101 time: 0.1348922 Aug 27 16:05:25.737501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df57b878-225d-4ff7-a162-45b4c82ce9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.740135 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df57b878-225d-4ff7-a162-45b4c82ce9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.743745 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-df57b878-225d-4ff7-a162-45b4c82ce9b3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6f75c968-2139-4166-95fa-b4ff5bf88ff3 HTTP/1.1" status: 204 len: 168 time: 0.6898606 Aug 27 16:05:25.757994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c406dac-1949-45c1-877a-a70c97a42955 req-fb3ff9e7-58d9-499e-80bf-24643a7c5f94 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179528 Aug 27 16:05:25.764742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-666fca1a-6161-41f5-a17a-7d5b7f56221d req-9f842040-e8f2-41ac-ac2d-70a9cd3c5312 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158526 Aug 27 16:05:25.787133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b878-225d-4ff7-a162-45b4c82ce9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f75c968-2139-4166-95fa-b4ff5bf88ff3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:25.812187 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a223b8c4-02ac-4cb7-bb42-1af0a230e9ed req-642b1e87-2636-428e-b57d-582081251641 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486824 Aug 27 16:05:25.845997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-f46c9955-c630-4cb9-a51c-77e86a618f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.850508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33822848-3c50-4dca-85fb-118dd7a8a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.850744 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-f46c9955-c630-4cb9-a51c-77e86a618f1d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 1097 time: 0.1045265 Aug 27 16:05:25.856786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33822848-3c50-4dca-85fb-118dd7a8a7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:25.873826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33822848-3c50-4dca-85fb-118dd7a8a7dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b066726f-afe2-4511-8a95-d3b0622b4b1d HTTP/1.1" status: 204 len: 168 time: 0.4778833 Aug 27 16:05:25.893347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 536232a8-c4ae-401c-a681-fce331c0309c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:25.923455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33822848-3c50-4dca-85fb-118dd7a8a7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b066726f-afe2-4511-8a95-d3b0622b4b1d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:25.925836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-ef3e8c32-fe1f-4e1a-8ed6-2520d39cb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:25.927359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-ef3e8c32-fe1f-4e1a-8ed6-2520d39cb58d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2443602 Aug 27 16:05:25.933663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-a23a4e36-82e3-433e-a226-93e0ba21d8c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=07aef489-03bb-47d5-836c-90d05add9c5e HTTP/1.1" status: 200 len: 217 time: 0.0670178 Aug 27 16:05:25.936835 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eef120-9c73-4d82-87d0-66a294c8dec8 x-openstack-request-id: req-26eef120-9c73-4d82-87d0-66a294c8dec8 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:25.937214 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336f4f22-0624-4f92-92d2-5fe93970b95e", "tag": "07aef489-03bb-47d5-836c-90d05add9c5e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:25.937554 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-26eef120-9c73-4d82-87d0-66a294c8dec8 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:25.938160 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'tag': '07aef489-03bb-47d5-836c-90d05add9c5e', 'status': 'completed', 'code': 200} Aug 27 16:05:26.037095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-644e250a-38ac-4d94-8d0c-3ddce25669b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0845993 Aug 27 16:05:26.053487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-9048f91a-1d7d-4e19-bfc3-bc87763d265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.055594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-9048f91a-1d7d-4e19-bfc3-bc87763d265e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1024594 Aug 27 16:05:26.095995 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:26.143445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 536232a8-c4ae-401c-a681-fce331c0309c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=536232a8-c4ae-401c-a681-fce331c0309c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:26.147311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52662-521e-4529-838e-dfc4dfef172b req-07f9496d-b8f9-4246-8488-aecb839eb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.156258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '536232a8-c4ae-401c-a681-fce331c0309c', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '536232a8-c4ae-401c-a681-fce331c0309c', 'mac_address': 'fa:16:3e:a1:d5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:26.160827 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-07f9496d-b8f9-4246-8488-aecb839eb7dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949271 Aug 27 16:05:26.213944 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:26.231123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440a189-b827-4a22-bca8-3da8d7d63d12 req-317c8390-8d49-453d-8702-fb9edb18d1a9 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.240598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3440a189-b827-4a22-bca8-3da8d7d63d12 req-317c8390-8d49-453d-8702-fb9edb18d1a9 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 944 time: 0.1982038 Aug 27 16:05:26.242942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536232a8-c4ae-401c-a681-fce331c0309c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:26.270073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 536232a8-c4ae-401c-a681-fce331c0309c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=536232a8-c4ae-401c-a681-fce331c0309c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:26.280717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-1cb3dd1e-8d16-4654-832f-f57daaa5363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.282178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-1cb3dd1e-8d16-4654-832f-f57daaa5363b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.2091167 Aug 27 16:05:26.313273 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-6d6b8b37-7baf-4692-8eac-21a97aecca23 service neutron] 10.222.0.97 "GET /v2.0/ports/f7156a07-3282-45f8-b2b6-5618645201dc/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.1154461 Aug 27 16:05:26.357622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3440a189-b827-4a22-bca8-3da8d7d63d12 req-ee69bb17-86de-422a-8c19-84a0b09ec713 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154640 Aug 27 16:05:26.367174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:26.370445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f356e4a-7ab9-41ac-817b-fc197948f27f details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:26.400062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-4a6041d0-c474-4b87-876b-3020f2116ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.401631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-4a6041d0-c474-4b87-876b-3020f2116ac8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051824 Aug 27 16:05:26.405773 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-69a5c33c-338e-481e-8665-8d9b88c4a911 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348080 Aug 27 16:05:26.412866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7e43c-d601-4802-b417-609548536a3e req-8378332a-0027-41d3-8959-6f0bb6ef12ac tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.414526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00a7e43c-d601-4802-b417-609548536a3e req-8378332a-0027-41d3-8959-6f0bb6ef12ac tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1452374 Aug 27 16:05:26.529874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9f356e4a-7ab9-41ac-817b-fc197948f27f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f356e4a-7ab9-41ac-817b-fc197948f27f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:26.542965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=536232a8-c4ae-401c-a681-fce331c0309c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:26.546581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '9f356e4a-7ab9-41ac-817b-fc197948f27f', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '9f356e4a-7ab9-41ac-817b-fc197948f27f', 'mac_address': 'fa:16:3e:3d:83:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:26.616670 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:26.617663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2e52662-521e-4529-838e-dfc4dfef172b req-de78475d-03c3-4167-aaa7-e607bf6a262e service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953785 Aug 27 16:05:26.648189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f356e4a-7ab9-41ac-817b-fc197948f27f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:26.652968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:26.675300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9f356e4a-7ab9-41ac-817b-fc197948f27f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f356e4a-7ab9-41ac-817b-fc197948f27f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:26.684754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:26.750642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7156a07-3282-45f8-b2b6-5618645201dc {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:26.753066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:26.793847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:26.811186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9f356e4a-7ab9-41ac-817b-fc197948f27f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:26.822957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-10a761dc-c6e9-4fd3-a421-66914fb3d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.824596 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-10a761dc-c6e9-4fd3-a421-66914fb3d623 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 1097 time: 0.0648456 Aug 27 16:05:26.842911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00a7e43c-d601-4802-b417-609548536a3e req-282ee74a-499b-4c9e-ba37-1e85aae8aad6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177721 Aug 27 16:05:26.873092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccf8b-cded-426d-a7b3-f02f238bf5c6 req-52dd1efc-e742-4787-8adb-7fb9bd174239 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:26.874607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b6ccf8b-cded-426d-a7b3-f02f238bf5c6 req-52dd1efc-e742-4787-8adb-7fb9bd174239 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.3984790 Aug 27 16:05:26.901626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-94410300-09b5-4aa3-bd70-cba793966877 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855037 Aug 27 16:05:26.906512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:26.939307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b6ccf8b-cded-426d-a7b3-f02f238bf5c6 req-617a2bc4-35f2-4711-a76b-7c4a0f3a9b99 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551116 Aug 27 16:05:27.022140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-080918b3-386a-4aae-b1d2-602954940a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.023658 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-080918b3-386a-4aae-b1d2-602954940a75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1813638 Aug 27 16:05:27.079055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] Transition to ACTIVE for port object f7156a07-3282-45f8-b2b6-5618645201dc will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:27.080766 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-56512c08-f35c-49c1-8e7a-fb9dfefe5ed9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=07aef489-03bb-47d5-836c-90d05add9c5e HTTP/1.1" status: 200 len: 217 time: 0.0433683 Aug 27 16:05:27.101702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['536232a8-c4ae-401c-a681-fce331c0309c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:27.108397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-97fa853c-6cd3-4463-95e6-6dde7cde7c9e service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866109 Aug 27 16:05:27.114766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:27.123308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345dda6-090a-46fa-a658-eb18f826bdec req-409d6349-eeac-402b-9686-6c8a95f381b1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.130419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f345dda6-090a-46fa-a658-eb18f826bdec req-409d6349-eeac-402b-9686-6c8a95f381b1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 948 time: 0.2045383 Aug 27 16:05:27.152425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-551ba305-b49e-4cd8-a27e-a13e814fa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.154286 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-551ba305-b49e-4cd8-a27e-a13e814fa232 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0614758 Aug 27 16:05:27.156688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:27.160967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f58406-8a1d-45b9-b8a9-9ebdbfda3e99 req-9f8ef631-8706-4fb7-b09b-cf5c072d9979 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.162665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f58406-8a1d-45b9-b8a9-9ebdbfda3e99 req-9f8ef631-8706-4fb7-b09b-cf5c072d9979 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 946 time: 0.1080272 Aug 27 16:05:27.211400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f345dda6-090a-46fa-a658-eb18f826bdec req-09ef2717-7148-4824-bbc1-652b6628f54e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746129 Aug 27 16:05:27.251246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f58406-8a1d-45b9-b8a9-9ebdbfda3e99 req-2623d7da-a668-449a-96a8-cef82287bcf2 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795960 Aug 27 16:05:27.283245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] No DVR routers for this DVR port f7156a07-3282-45f8-b2b6-5618645201dc on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:05:27.318163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] Pushing event updated for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=10']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:27.347346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-eca49971-094a-4790-8429-4e0bc20bdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.347346 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-eca49971-094a-4790-8429-4e0bc20bdb6f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493597 Aug 27 16:05:27.353612 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-ab04d5b1-80e1-4a8f-abff-069e6464f508 service neutron] 10.222.0.97 "PUT /v2.0/ports/f7156a07-3282-45f8-b2b6-5618645201dc/bindings/n-h1-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0228426 Aug 27 16:05:27.487103 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-78e14688-93a2-40c4-96fd-73373fd7732f service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299891 Aug 27 16:05:27.513244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1acbc-b7b8-489f-bf9b-8aca4e8c8391 req-ba8eb828-b738-443b-b2ff-eee20cde8104 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.514866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0b1acbc-b7b8-489f-bf9b-8aca4e8c8391 req-ba8eb828-b738-443b-b2ff-eee20cde8104 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.0568883 Aug 27 16:05:27.586996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-4f31c3f3-a254-4a98-955f-fbfc3271f8c1 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.588533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-4f31c3f3-a254-4a98-955f-fbfc3271f8c1 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0727885 Aug 27 16:05:27.591890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0b1acbc-b7b8-489f-bf9b-8aca4e8c8391 req-ac956a3f-b94d-4cf4-92d5-171623c36670 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673900 Aug 27 16:05:27.625386 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c4076cf-a751-44b6-a05d-d74f8d80eeae req-1831f252-fe83-47de-b6f8-676041d93131 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267877 Aug 27 16:05:27.681039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-b820e4f8-3647-45db-b380-67d541c0e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.682447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-b820e4f8-3647-45db-b380-67d541c0e379 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 1096 time: 0.0848241 Aug 27 16:05:27.755498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-b2a3a6b9-cc8b-4356-841a-560b82075280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.757002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-b2a3a6b9-cc8b-4356-841a-560b82075280 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1096 time: 0.0451891 Aug 27 16:05:27.863666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-fb767484-43f0-4963-a0e6-0ef4b50ff70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:27.865140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-fb767484-43f0-4963-a0e6-0ef4b50ff70d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.0832551 Aug 27 16:05:27.896476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:27.937663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-c27865b5-8dc8-4058-bdd3-ceba2849ef68 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 217 time: 0.0550771 Aug 27 16:05:28.022836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a259-78b9-4078-9747-3eaff5ac3eac req-f996b845-aa22-4ce7-ab41-93849d820337 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:28.024562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18c5a259-78b9-4078-9747-3eaff5ac3eac req-f996b845-aa22-4ce7-ab41-93849d820337 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0899849 Aug 27 16:05:28.042182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-3e55ffa7-8aef-4387-9ea2-59de269e795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:28.043694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-3e55ffa7-8aef-4387-9ea2-59de269e795f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0972443 Aug 27 16:05:28.051497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:28.062874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '449c0c47-70fb-4222-982f-d9e03b391601', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'port_id': '449c0c47-70fb-4222-982f-d9e03b391601', 'mac_address': 'fa:16:3e:1b:91:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdb5e4-86df-40db-9508-b4f073210aaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:28.105160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-029246ac-8f84-4098-b853-940853197632 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413129 Aug 27 16:05:28.110599 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:28.128483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449c0c47-70fb-4222-982f-d9e03b391601 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:28.152437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:28.171052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18c5a259-78b9-4078-9747-3eaff5ac3eac req-39d94692-e100-4133-b921-2a2ee57af93d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313443 Aug 27 16:05:28.181619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8437162-f60d-49a6-8315-07cef4da5497 req-ffea34eb-12cd-4804-9469-d668e0a4eef2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:28.183136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8437162-f60d-49a6-8315-07cef4da5497 req-ffea34eb-12cd-4804-9469-d668e0a4eef2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.1575696 Aug 27 16:05:28.215712 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:28.250499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8437162-f60d-49a6-8315-07cef4da5497 req-cabdce04-9803-4313-a17f-852b0af3dd6d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580790 Aug 27 16:05:28.259258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-e4a11949-b01f-4279-b9c9-ed0619386ad2 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381853 Aug 27 16:05:28.295570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:28.417874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2b5c4-5135-45d3-a70d-d938202f3977 req-6f9d7553-be1e-434b-b43f-f8be84fdc890 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:28.419435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23c2b5c4-5135-45d3-a70d-d938202f3977 req-6f9d7553-be1e-434b-b43f-f8be84fdc890 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 948 time: 0.1250796 Aug 27 16:05:28.461458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-a978ed22-1ae6-44ca-bf56-eddc9c0d27de service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961210 Aug 27 16:05:28.469779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbf7a3-4155-4606-9c17-1e8303a93a33 req-a9eb18b3-573c-40db-afe3-593adc364c85 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:28.471220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6edbf7a3-4155-4606-9c17-1e8303a93a33 req-a9eb18b3-573c-40db-afe3-593adc364c85 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 946 time: 0.1203215 Aug 27 16:05:28.485501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['449c0c47-70fb-4222-982f-d9e03b391601'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:28.492188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23c2b5c4-5135-45d3-a70d-d938202f3977 req-3c2a7046-d96a-4f99-a7af-e4baf1fd1e53 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Aug 27 16:05:28.560293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6edbf7a3-4155-4606-9c17-1e8303a93a33 req-eaaf14f5-b859-435a-aace-d950fe34426c tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Aug 27 16:05:28.736403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89d8da-ab33-424b-aafa-fa7c80fbc99e req-e3a3f838-880e-4100-9085-e03aaa512dba tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:28.737784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec89d8da-ab33-424b-aafa-fa7c80fbc99e req-e3a3f838-880e-4100-9085-e03aaa512dba tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.0509906 Aug 27 16:05:28.777121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec89d8da-ab33-424b-aafa-fa7c80fbc99e req-d03c2cd8-f6dd-4ad9-a16b-b04db7da065b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Aug 27 16:05:28.927876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Request body: {'security_group': {'name': 'tempest-securitygroup-771912056', 'description': 'tempest-description-1841820007'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:28.956535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-8d61524d-daf4-44eb-b688-8c07a6c902ab tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:28.958020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-8d61524d-daf4-44eb-b688-8c07a6c902ab tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0658326 Aug 27 16:05:29.057424 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.072317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.171034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-f72e8281-05d7-4259-9ea2-0159f66c0562 service neutron] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:29.173242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.176570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-f72e8281-05d7-4259-9ea2-0159f66c0562 service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.177677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-f72e8281-05d7-4259-9ea2-0159f66c0562 service neutron] 10.222.0.90 "DELETE /v2.0/ports/f7156a07-3282-45f8-b2b6-5618645201dc/bindings/n-h2-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.2097785 Aug 27 16:05:29.226620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.277292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eca5d40-0bd8-4e09-9d98-9320b8421e0e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:29.340029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393ced1-8c25-4df7-8b46-adcf0a7bed58 req-d9a43b95-bd04-4ba0-b421-b44e29be3925 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:29.341574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9393ced1-8c25-4df7-8b46-adcf0a7bed58 req-d9a43b95-bd04-4ba0-b421-b44e29be3925 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0839021 Aug 27 16:05:29.380290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.397618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9393ced1-8c25-4df7-8b46-adcf0a7bed58 req-473c0012-b49e-4d40-81b6-984b0c41479f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Aug 27 16:05:29.448951 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.508319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34b1ab-bf75-4a34-b6f9-d71274f5e316,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:29.526924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddc24f-ba2e-48a5-a37a-f142843f147b req-dc219f7b-af24-4a09-80fc-5ad2cdd06895 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:29.528704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68ddc24f-ba2e-48a5-a37a-f142843f147b req-dc219f7b-af24-4a09-80fc-5ad2cdd06895 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 944 time: 0.0634906 Aug 27 16:05:29.532471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50888) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:29.559539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.561384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e058af3a-815a-4ee1-807b-5e5e4652c8c2 req-ce93c42e-b5a2-47ad-b85d-6e47bc3faaa5 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6385653 Aug 27 16:05:29.574049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68ddc24f-ba2e-48a5-a37a-f142843f147b req-3864c77f-c43a-44d5-b8ef-ba7dd8237686 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356617 Aug 27 16:05:29.611802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-109593a0-0fdd-4f29-9879-8d9056a8bf81 req-a65a918e-257e-46d9-ae4a-5e6174e6a192 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Request body: {'security_group': {'name': 'tempest-securitygroup-589771815', 'description': 'tempest-description-524684695'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:29.674320 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed0cae28-a539-4584-b442-7a48fe7cdd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.704005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4be809-d91d-44c4-a6c7-191bc8d0b9b7 req-bf1809c4-b9e0-4f74-8916-e3c7f295e15c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:29.705511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de4be809-d91d-44c4-a6c7-191bc8d0b9b7 req-bf1809c4-b9e0-4f74-8916-e3c7f295e15c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 948 time: 0.0795252 Aug 27 16:05:29.743551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109593a0-0fdd-4f29-9879-8d9056a8bf81 req-a65a918e-257e-46d9-ae4a-5e6174e6a192 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.759228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de4be809-d91d-44c4-a6c7-191bc8d0b9b7 req-5af9e45a-7089-42fe-b75b-d030dad3b0e8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Aug 27 16:05:29.864285 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed0cae28-a539-4584-b442-7a48fe7cdd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:29.880643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7ac1a-b7ce-43e8-a88d-6074be2496cb req-199a0d90-f9d1-48be-81e3-ecd381643015 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:29.882150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2be7ac1a-b7ce-43e8-a88d-6074be2496cb req-199a0d90-f9d1-48be-81e3-ecd381643015 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 946 time: 0.0653851 Aug 27 16:05:29.908233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 07aef489-03bb-47d5-836c-90d05add9c5e details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:29.912415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 536232a8-c4ae-401c-a681-fce331c0309c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:29.920234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2be7ac1a-b7ce-43e8-a88d-6074be2496cb req-ff5d552c-ed39-476f-90d5-71962eed1b03 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Aug 27 16:05:29.977188 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed0cae28-a539-4584-b442-7a48fe7cdd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.038710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed0cae28-a539-4584-b442-7a48fe7cdd73 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=373aafdec088432fb2e9796bbf19eaf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029814 Aug 27 16:05:30.039524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:30.048206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 07aef489-03bb-47d5-836c-90d05add9c5e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=07aef489-03bb-47d5-836c-90d05add9c5e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:30.049025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cae28-a539-4584-b442-7a48fe7cdd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba967107-cd8e-477f-85dc-41b22c607cf8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:30.060875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '07aef489-03bb-47d5-836c-90d05add9c5e', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '07aef489-03bb-47d5-836c-90d05add9c5e', 'mac_address': 'fa:16:3e:84:8e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:30.091130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 536232a8-c4ae-401c-a681-fce331c0309c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:30.098853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 536232a8-c4ae-401c-a681-fce331c0309c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:30.099234 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.100064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80c43cb9-713a-431b-a2f3-4595578c8999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.125238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80c43cb9-713a-431b-a2f3-4595578c8999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.133787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f171c1-4b20-469e-ac8b-39ccaa500e0a req-0e0260d4-5011-4ba0-abba-adf573a29bc5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:30.135347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46f171c1-4b20-469e-ac8b-39ccaa500e0a req-0e0260d4-5011-4ba0-abba-adf573a29bc5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.0824006 Aug 27 16:05:30.137672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109593a0-0fdd-4f29-9879-8d9056a8bf81 req-a65a918e-257e-46d9-ae4a-5e6174e6a192 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.139059 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.157766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07aef489-03bb-47d5-836c-90d05add9c5e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:30.179214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46f171c1-4b20-469e-ac8b-39ccaa500e0a req-3386eb4e-7269-4244-9957-588e7d5f0048 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Aug 27 16:05:30.187060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109593a0-0fdd-4f29-9879-8d9056a8bf81 req-a65a918e-257e-46d9-ae4a-5e6174e6a192 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.207701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 07aef489-03bb-47d5-836c-90d05add9c5e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=07aef489-03bb-47d5-836c-90d05add9c5e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:30.213431 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.226490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a918e-257e-46d9-ae4a-5e6174e6a192 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20474df-ccf1-46d5-953c-ff3f33809eec,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:30.240280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536232a8-c4ae-401c-a681-fce331c0309c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:30.242509 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e646416b-e820-42dd-8f18-4fade7b962ab" -d '{"events": [{"server_uuid": "e436c3ad-bfd6-41e3-9c1d-abda55a8b12b", "name": "network-vif-plugged", "status": "completed", "tag": "536232a8-c4ae-401c-a681-fce331c0309c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:30.254896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80c43cb9-713a-431b-a2f3-4595578c8999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.256334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 536232a8-c4ae-401c-a681-fce331c0309c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=536232a8-c4ae-401c-a681-fce331c0309c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:30.257660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80c43cb9-713a-431b-a2f3-4595578c8999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.258836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-80c43cb9-713a-431b-a2f3-4595578c8999 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ba967107-cd8e-477f-85dc-41b22c607cf8 HTTP/1.1" status: 204 len: 168 time: 0.2177510 Aug 27 16:05:30.267785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c43cb9-713a-431b-a2f3-4595578c8999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba967107-cd8e-477f-85dc-41b22c607cf8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:30.285166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109593a0-0fdd-4f29-9879-8d9056a8bf81 req-a65a918e-257e-46d9-ae4a-5e6174e6a192 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.286406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-109593a0-0fdd-4f29-9879-8d9056a8bf81 req-a65a918e-257e-46d9-ae4a-5e6174e6a192 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6808939 Aug 27 16:05:30.299539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.339965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc1fa2-a92e-4159-8c01-3c72d46a5d78 req-673d7323-4704-41cf-8730-91ae15a049d8 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:30.342161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83fc1fa2-a92e-4159-8c01-3c72d46a5d78 req-673d7323-4704-41cf-8730-91ae15a049d8 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1096 time: 0.0429385 Aug 27 16:05:30.356148 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703ea23-19b8-463c-abcc-9cb27daba30c x-openstack-request-id: req-e703ea23-19b8-463c-abcc-9cb27daba30c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:30.357303 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436c3ad-bfd6-41e3-9c1d-abda55a8b12b", "name": "network-vif-plugged", "status": "completed", "tag": "536232a8-c4ae-401c-a681-fce331c0309c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:30.357303 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e703ea23-19b8-463c-abcc-9cb27daba30c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:30.357687 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536232a8-c4ae-401c-a681-fce331c0309c', 'code': 200} Aug 27 16:05:30.359007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=07aef489-03bb-47d5-836c-90d05add9c5e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:30.364497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.369479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:30.397687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83fc1fa2-a92e-4159-8c01-3c72d46a5d78 req-fe624cbf-4f53-4547-8417-a749837a8ea4 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Aug 27 16:05:30.456045 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=536232a8-c4ae-401c-a681-fce331c0309c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:30.497511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7156a07-3282-45f8-b2b6-5618645201dc no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:05:30.536352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 449c0c47-70fb-4222-982f-d9e03b391601 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:30.551784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 449c0c47-70fb-4222-982f-d9e03b391601 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:30.552406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.575447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b9861-b58f-4c6c-a848-58fffcd6e8d8 req-74ce2ad6-6875-4d4d-b187-25e6d3185e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:30.577264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7156a07-3282-45f8-b2b6-5618645201dc not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:05:30.577540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-887b9861-b58f-4c6c-a848-58fffcd6e8d8 req-74ce2ad6-6875-4d4d-b187-25e6d3185e70 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 1100 time: 0.1274605 Aug 27 16:05:30.601108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['07aef489-03bb-47d5-836c-90d05add9c5e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:30.602934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381e749-8cbf-436e-94fb-49fc2f138028 req-2f2611a6-fa70-41f0-b237-2e034dee8890 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:30.604769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2381e749-8cbf-436e-94fb-49fc2f138028 req-2f2611a6-fa70-41f0-b237-2e034dee8890 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0719779 Aug 27 16:05:30.658874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-887b9861-b58f-4c6c-a848-58fffcd6e8d8 req-65dc9427-34f7-494c-b3dd-c9ec78676905 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718141 Aug 27 16:05:30.664319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2381e749-8cbf-436e-94fb-49fc2f138028 req-87fe8cbe-8f1b-414c-8fd7-0490973a5959 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510144 Aug 27 16:05:30.710688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.740612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1937708325', 'description': 'tempest-description-1084264541'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:30.771917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:30.810339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f25970-2734-4aad-9708-03538e3a969c req-bab95722-7b9e-43ae-a7a5-c11067a7d065 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:30.812199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51f25970-2734-4aad-9708-03538e3a969c req-bab95722-7b9e-43ae-a7a5-c11067a7d065 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 944 time: 0.0665171 Aug 27 16:05:30.849575 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.850417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f356e4a-7ab9-41ac-817b-fc197948f27f up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:30.851944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51f25970-2734-4aad-9708-03538e3a969c req-6ca7f14e-4214-4c02-b70f-9f780d5af271 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Aug 27 16:05:30.900959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.910814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:30.927959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:31.020883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 9f356e4a-7ab9-41ac-817b-fc197948f27f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:31.024878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 9f356e4a-7ab9-41ac-817b-fc197948f27f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:31.025270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.073923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-4988111d-3097-462f-87a1-1ce4e9016949 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:31.075369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-4988111d-3097-462f-87a1-1ce4e9016949 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.1355374 Aug 27 16:05:31.100430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-8d9fc4dd-1bd7-435b-851c-ae06e9d2442b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/quotas/de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 375 time: 0.0175312 Aug 27 16:05:31.114838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.115881 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.125839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50938) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:31.138914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc6aa-9db8-4829-a8e6-de2a7a000655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.150869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9f356e4a-7ab9-41ac-817b-fc197948f27f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f356e4a-7ab9-41ac-817b-fc197948f27f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:31.163729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-3b791732-b3b1-4852-92fd-5434a02d4de4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530360 Aug 27 16:05:31.190224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.204894 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.251910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cdd78d-e046-4d72-82a6-3d20650b4996,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:31.257507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9f356e4a-7ab9-41ac-817b-fc197948f27f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:31.269992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc6aa-9db8-4829-a8e6-de2a7a000655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.283732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-66b745bb-9d3e-4be8-bcee-4ca789e6e145 service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119072 Aug 27 16:05:31.335658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc6aa-9db8-4829-a8e6-de2a7a000655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.378231 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a6dbc6aa-9db8-4829-a8e6-de2a7a000655 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4155bde82dc9426eb8a810f2c86b22ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513075 Aug 27 16:05:31.379618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbc6aa-9db8-4829-a8e6-de2a7a000655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd2d747-44d2-44bd-ac86-0844000af477,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:31.381899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:31.408099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-66d1ff22-7d7c-49ec-aa2a-7950b4857dbe service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182730 Aug 27 16:05:31.435640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7682d9-9ac9-417b-809a-9dafc49c594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.437647 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.459127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7682d9-9ac9-417b-809a-9dafc49c594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.518067 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.548843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53c5cfc-dcc2-4de7-9850-a14020ec8ea1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:31.552824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7682d9-9ac9-417b-809a-9dafc49c594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.555456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7682d9-9ac9-417b-809a-9dafc49c594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.556630 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0b7682d9-9ac9-417b-809a-9dafc49c594b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6bd2d747-44d2-44bd-ac86-0844000af477 HTTP/1.1" status: 204 len: 168 time: 0.1738141 Aug 27 16:05:31.564651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7682d9-9ac9-417b-809a-9dafc49c594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd2d747-44d2-44bd-ac86-0844000af477,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:31.626825 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:31.628133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25527164-e403-4c97-87cf-fcfa117907f8 req-fee1daf1-d4ed-465d-80bf-2c00eadb7306 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8923113 Aug 27 16:05:31.710506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb735d-df70-403a-a1bb-a3d9a675dfa7 req-9c963cde-7b16-4651-9241-7411158b2542 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:31.712165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99eb735d-df70-403a-a1bb-a3d9a675dfa7 req-9c963cde-7b16-4651-9241-7411158b2542 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 949 time: 0.0601614 Aug 27 16:05:31.785509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99eb735d-df70-403a-a1bb-a3d9a675dfa7 req-40627224-c9d3-499f-bf84-4cf81e489c7d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650113 Aug 27 16:05:31.798143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0f91c-7e6e-4b5c-bee0-ef1e7a2867cd req-a392a4f9-5d19-4dd8-b67d-98afc01a7794 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:31.805848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31a0f91c-7e6e-4b5c-bee0-ef1e7a2867cd req-a392a4f9-5d19-4dd8-b67d-98afc01a7794 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 947 time: 0.0873876 Aug 27 16:05:31.843775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31a0f91c-7e6e-4b5c-bee0-ef1e7a2867cd req-2fa66904-f89f-4c1d-aace-d1f84432b8e0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Aug 27 16:05:31.883485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8984e3f3-c2ee-4549-90b6-aa41d8c8b88a req-1e81f6ea-d06e-4b42-a3bf-a53a51710eb7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-327333545', 'description': 'tempest-description-714749354'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:31.922780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65bb719f-60fb-4fbb-b0dd-08bb48e7b901 req-b7ec3082-4dc1-4281-8cf9-c0888aee1fe0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 210 time: 0.0422812 Aug 27 16:05:31.927906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 07aef489-03bb-47d5-836c-90d05add9c5e up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:32.053381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356361-ff92-4ede-926b-cc18d59c8cc2 req-6ecd4e21-6319-4f16-ab5b-8893b18b12eb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:32.060563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20356361-ff92-4ede-926b-cc18d59c8cc2 req-6ecd4e21-6319-4f16-ab5b-8893b18b12eb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0592043 Aug 27 16:05:32.060563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8984e3f3-c2ee-4549-90b6-aa41d8c8b88a req-1e81f6ea-d06e-4b42-a3bf-a53a51710eb7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:32.077750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 07aef489-03bb-47d5-836c-90d05add9c5e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:32.082778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 07aef489-03bb-47d5-836c-90d05add9c5e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:32.086653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:32.113631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20356361-ff92-4ede-926b-cc18d59c8cc2 req-0e02457e-45f9-4b0c-9f80-50982bc60f24 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475390 Aug 27 16:05:32.183390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8984e3f3-c2ee-4549-90b6-aa41d8c8b88a req-1e81f6ea-d06e-4b42-a3bf-a53a51710eb7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:32.193773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:32.229789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 07aef489-03bb-47d5-836c-90d05add9c5e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=07aef489-03bb-47d5-836c-90d05add9c5e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:32.240652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7654425-ae65-4375-84d5-07dff35bdc33 req-83c69c5e-c719-49e2-8d44-fe430bc53934 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:32.242310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7654425-ae65-4375-84d5-07dff35bdc33 req-83c69c5e-c719-49e2-8d44-fe430bc53934 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 945 time: 0.0621057 Aug 27 16:05:32.277313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8984e3f3-c2ee-4549-90b6-aa41d8c8b88a req-1e81f6ea-d06e-4b42-a3bf-a53a51710eb7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:32.299852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7654425-ae65-4375-84d5-07dff35bdc33 req-ea1ac3ee-815a-4e0f-81d9-8b4f9ef6c090 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499194 Aug 27 16:05:32.321424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81f6ea-d06e-4b42-a3bf-a53a51710eb7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5261e7da-8b6b-4d75-9907-7fece1261f82,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:32.335317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:32.359585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601'}, {'server_uuid': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f356e4a-7ab9-41ac-817b-fc197948f27f'}, {'server_uuid': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aef489-03bb-47d5-836c-90d05add9c5e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:32.361831 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57928be3-4f67-42b8-9c88-ca7aae608516" -d '{"events": [{"server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "name": "network-vif-plugged", "status": "completed", "tag": "449c0c47-70fb-4222-982f-d9e03b391601"}, {"server_uuid": "151f7f2e-e8d2-46dd-9130-849067b9b9aa", "name": "network-vif-plugged", "status": "completed", "tag": "9f356e4a-7ab9-41ac-817b-fc197948f27f"}, {"server_uuid": "336f4f22-0624-4f92-92d2-5fe93970b95e", "name": "network-vif-plugged", "status": "completed", "tag": "07aef489-03bb-47d5-836c-90d05add9c5e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:32.391603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=07aef489-03bb-47d5-836c-90d05add9c5e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:32.407490 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d72e1-698b-4acc-bff9-02f12f9947e0 x-openstack-request-id: req-017d72e1-698b-4acc-bff9-02f12f9947e0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:32.407793 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "name": "network-vif-plugged", "status": "completed", "tag": "449c0c47-70fb-4222-982f-d9e03b391601", "code": 200}, {"server_uuid": "151f7f2e-e8d2-46dd-9130-849067b9b9aa", "name": "network-vif-plugged", "status": "completed", "tag": "9f356e4a-7ab9-41ac-817b-fc197948f27f", "code": 200}, {"server_uuid": "336f4f22-0624-4f92-92d2-5fe93970b95e", "name": "network-vif-plugged", "status": "completed", "tag": "07aef489-03bb-47d5-836c-90d05add9c5e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:32.408046 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-017d72e1-698b-4acc-bff9-02f12f9947e0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:32.408442 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601', 'code': 200} Aug 27 16:05:32.408704 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f356e4a-7ab9-41ac-817b-fc197948f27f', 'code': 200} Aug 27 16:05:32.408959 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aef489-03bb-47d5-836c-90d05add9c5e', 'code': 200} Aug 27 16:05:32.415553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8984e3f3-c2ee-4549-90b6-aa41d8c8b88a req-1e81f6ea-d06e-4b42-a3bf-a53a51710eb7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:32.416921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8984e3f3-c2ee-4549-90b6-aa41d8c8b88a req-1e81f6ea-d06e-4b42-a3bf-a53a51710eb7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5389912 Aug 27 16:05:32.589211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d240b45-d1e4-4398-b249-d0a911d24866 req-54b0c5da-e56c-43a0-9b25-5b2214f43f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:32.591903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d240b45-d1e4-4398-b249-d0a911d24866 req-54b0c5da-e56c-43a0-9b25-5b2214f43f05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 1099 time: 0.0926595 Aug 27 16:05:32.599178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcdbc8-98bb-438c-b2ee-47b1a9945daf req-0161b00d-b1f1-482e-930c-5f2d68d03172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:32.600716 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fcfcdbc8-98bb-438c-b2ee-47b1a9945daf req-0161b00d-b1f1-482e-930c-5f2d68d03172 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 1100 time: 0.0781658 Aug 27 16:05:32.602525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabacc3-ddb7-43d6-b8ad-ff587aa74e81 req-df8eb6e8-da80-482d-a72d-dce33178ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:32.603899 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ceabacc3-ddb7-43d6-b8ad-ff587aa74e81 req-df8eb6e8-da80-482d-a72d-dce33178ab35 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1096 time: 0.0799780 Aug 27 16:05:32.657491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d240b45-d1e4-4398-b249-d0a911d24866 req-00a97930-2705-4ac4-a335-5cc2c580248c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580461 Aug 27 16:05:32.680101 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fcfcdbc8-98bb-438c-b2ee-47b1a9945daf req-4bdb5afa-6d3f-4d47-a16b-96f193a76e44 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549221 Aug 27 16:05:32.681697 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ceabacc3-ddb7-43d6-b8ad-ff587aa74e81 req-7e2c4a2e-677f-41f3-b4db-2c317101bb81 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Aug 27 16:05:32.808642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-68f1dee7-275e-4f66-ada6-53262745a0a3 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53368 time: 0.3611453 Aug 27 16:05:32.878897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-0c8d909e-2aed-4fb3-a24e-f49070ede99c tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/013c6230-eb93-4595-8189-8badbdbf2a3a HTTP/1.1" status: 200 len: 2981 time: 0.0612428 Aug 27 16:05:32.947106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35906eb-6a10-42f8-94ea-b4710df979b3 req-d2845ac2-b886-4ee0-bc72-0139e2870578 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:32.948585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b35906eb-6a10-42f8-94ea-b4710df979b3 req-d2845ac2-b886-4ee0-bc72-0139e2870578 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 949 time: 0.0864775 Aug 27 16:05:32.954458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-00e88ee3-c4f5-4ea6-98fb-68cc63320b64 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/013c6230-eb93-4595-8189-8badbdbf2a3a HTTP/1.1" status: 200 len: 2981 time: 0.0563238 Aug 27 16:05:33.018400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b35906eb-6a10-42f8-94ea-b4710df979b3 req-76a97c77-0d9b-4946-98c6-f13e0e29059f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627251 Aug 27 16:05:33.021591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-721fdb09-afe9-4f33-a082-399981be216b tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/196cf623-5e67-410d-a77a-9905c26face2 HTTP/1.1" status: 200 len: 2981 time: 0.0601459 Aug 27 16:05:33.077990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-f8d4d951-8a2a-4373-86fd-c220b9d5c6c5 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/196cf623-5e67-410d-a77a-9905c26face2 HTTP/1.1" status: 200 len: 2981 time: 0.0502808 Aug 27 16:05:33.170496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-91499bd5-2482-447f-a495-1f891b61112d tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/1eca5d40-0bd8-4e09-9d98-9320b8421e0e HTTP/1.1" status: 200 len: 2981 time: 0.0822477 Aug 27 16:05:33.179191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e504b-3466-42ee-994a-eb57aa521e02 req-a2f978bf-fcd9-4d5f-936c-9ff64a7a5c25 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:33.180739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b5e504b-3466-42ee-994a-eb57aa521e02 req-a2f978bf-fcd9-4d5f-936c-9ff64a7a5c25 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 948 time: 0.0838583 Aug 27 16:05:33.252253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-0aa778b8-ab34-419c-8a77-61eca16eb550 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/1eca5d40-0bd8-4e09-9d98-9320b8421e0e HTTP/1.1" status: 200 len: 2981 time: 0.0705459 Aug 27 16:05:33.255112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b5e504b-3466-42ee-994a-eb57aa521e02 req-7cc70a53-bc9b-42c9-8190-706ae8497ed3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620267 Aug 27 16:05:33.322250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-6c2193af-e77b-48ed-8dc0-cbc54d02b742 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/20bfae7f-573a-4f0e-8564-0e6c99646404 HTTP/1.1" status: 200 len: 2981 time: 0.0637043 Aug 27 16:05:33.378036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-f5523c5f-9078-4eaf-aa1a-bab28aff9992 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/20bfae7f-573a-4f0e-8564-0e6c99646404 HTTP/1.1" status: 200 len: 2981 time: 0.0545335 Aug 27 16:05:33.419954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-47c2c46f-8449-4df4-bcc3-6516abc88732 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/34a85dfd-9a67-4975-a685-a871a258ef1f HTTP/1.1" status: 200 len: 2981 time: 0.0409689 Aug 27 16:05:33.454691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c476cb55-fe96-4da1-980f-e2401069f7df req-1708166a-ea4f-460f-9249-9e5ebcaee962 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 210 time: 0.0335512 Aug 27 16:05:33.499028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-e5bfef85-c48f-4f55-a7fc-9a1085b07edf tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/34a85dfd-9a67-4975-a685-a871a258ef1f HTTP/1.1" status: 200 len: 2981 time: 0.0689988 Aug 27 16:05:33.555292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-097aa34d-ac0c-4367-b7fc-0fc0c9594bf3 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/3b707920-e63c-49c5-aa6a-4c336e25f966 HTTP/1.1" status: 200 len: 2981 time: 0.0495772 Aug 27 16:05:33.631500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837c7d-f57c-4c62-8495-4b943637d14d req-e3660a3d-2d17-4435-9be4-3a1f64814e36 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:33.633396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1837c7d-f57c-4c62-8495-4b943637d14d req-e3660a3d-2d17-4435-9be4-3a1f64814e36 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0975888 Aug 27 16:05:33.635434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-4ac34276-aff4-428c-a771-2e56ab9bdcc6 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/3b707920-e63c-49c5-aa6a-4c336e25f966 HTTP/1.1" status: 200 len: 2981 time: 0.0664716 Aug 27 16:05:33.701994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1837c7d-f57c-4c62-8495-4b943637d14d req-adfe90a5-e0be-481e-a2db-c87cf901aaae tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609431 Aug 27 16:05:33.707557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-5ad646f0-bc27-4fb0-b92f-7ff773a0a31a tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/44f9d277-746a-4cf0-8d16-cd8fea4c350f HTTP/1.1" status: 200 len: 2977 time: 0.0635693 Aug 27 16:05:33.759758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-62c8f201-dce5-4575-85df-edd8ab266274 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/44f9d277-746a-4cf0-8d16-cd8fea4c350f HTTP/1.1" status: 200 len: 2977 time: 0.0427933 Aug 27 16:05:33.905628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-e9aa5b6a-b511-45c5-a5f2-4ba328adaf50 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:33.907050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-e9aa5b6a-b511-45c5-a5f2-4ba328adaf50 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.1073298 Aug 27 16:05:33.926587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Request body: {'port': {'device_id': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'admin_state_up': True, 'tenant_id': 'de75d09ab1be4454b8a0a6c5f43a2f2f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:34.032111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dcec5-4142-4f88-a0c2-fc238eef7652 req-2ed71237-1958-4d7e-8e55-b768ccb227d8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:34.033527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d27dcec5-4142-4f88-a0c2-fc238eef7652 req-2ed71237-1958-4d7e-8e55-b768ccb227d8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 945 time: 0.2718468 Aug 27 16:05:34.035119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-4fadc64d-6d51-4f27-9a6c-139c7cbeca56 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/51cdd78d-e046-4d72-82a6-3d20650b4996 HTTP/1.1" status: 200 len: 2981 time: 0.2642264 Aug 27 16:05:34.100629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Made reservation on behalf of de75d09ab1be4454b8a0a6c5f43a2f2f for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:34.104211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:34.106147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d27dcec5-4142-4f88-a0c2-fc238eef7652 req-fcbd54e6-37c5-40d1-ba2e-e142f1ea2919 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Aug 27 16:05:34.108678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-36b381f6-70e8-4bc8-9cb9-e5dda09e32d6 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/51cdd78d-e046-4d72-82a6-3d20650b4996 HTTP/1.1" status: 200 len: 2981 time: 0.0639870 Aug 27 16:05:34.156060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-2cc55b23-3579-4c17-b981-1d0b2ed514af tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/8946de39-ed48-4bbb-ab87-abe4420875c7 HTTP/1.1" status: 200 len: 2981 time: 0.0399370 Aug 27 16:05:34.216481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-35056ea2-880f-47eb-b291-79348e65b6c6 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/8946de39-ed48-4bbb-ab87-abe4420875c7 HTTP/1.1" status: 200 len: 2981 time: 0.0460558 Aug 27 16:05:34.244333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Allocated IP 172.20.0.14 (a07f7c57-a13b-45fb-a78d-0ae4b2590a89/2a2acc92-3dfe-41c3-a2f1-50dda4247839/fced5363-dc1e-471f-b062-d8f2dd9f3c9c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:34.275043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-aa51f1d7-f3ff-4e09-bc56-b6f8978dad20 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/8d980f66-e78e-429d-ba7f-ba8383f65859 HTTP/1.1" status: 200 len: 2977 time: 0.0440516 Aug 27 16:05:34.327849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-4bfc34f5-14e6-4bf5-b884-09954631f791 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/8d980f66-e78e-429d-ba7f-ba8383f65859 HTTP/1.1" status: 200 len: 2977 time: 0.0452731 Aug 27 16:05:34.400039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-134c3dfe-1416-437d-a423-81d594f88d2b tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/a5b60057-4c38-4c03-81df-72b43ec35222 HTTP/1.1" status: 200 len: 2981 time: 0.0674736 Aug 27 16:05:34.412363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ad468-1c1e-4e11-9dfb-6abdf0944ca7 req-de8ef16b-52c1-4390-8d82-01b3119c7e2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:34.413835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e77ad468-1c1e-4e11-9dfb-6abdf0944ca7 req-de8ef16b-52c1-4390-8d82-01b3119c7e2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 949 time: 0.0754099 Aug 27 16:05:34.416815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:34.477924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-00b3ddcc-fb6f-477c-9f06-effe9a9e8aa3 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/a5b60057-4c38-4c03-81df-72b43ec35222 HTTP/1.1" status: 200 len: 2981 time: 0.0631073 Aug 27 16:05:34.480804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e77ad468-1c1e-4e11-9dfb-6abdf0944ca7 req-4c75c9d1-7e84-49ab-b848-a8d5c4f902a2 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589962 Aug 27 16:05:34.523173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-367c1309-be60-446a-a044-fd5671473823 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/cef10692-75a0-4474-94ac-8fa051b0959f HTTP/1.1" status: 200 len: 2981 time: 0.0379765 Aug 27 16:05:34.536462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:34.588427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:34.592612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:34.595229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:34.601174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:34.601782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:34.606895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-3ffad31d-ade5-464b-9e45-15f87693043e tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/cef10692-75a0-4474-94ac-8fa051b0959f HTTP/1.1" status: 200 len: 2981 time: 0.0763569 Aug 27 16:05:34.613045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:34.619314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b001dca-850e-4f2c-9bd6-b4630e3cb39f req-14fe2650-6f7b-4ed5-a6d1-ec20bdbc40e7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:34.620788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b001dca-850e-4f2c-9bd6-b4630e3cb39f req-14fe2650-6f7b-4ed5-a6d1-ec20bdbc40e7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 948 time: 0.0711701 Aug 27 16:05:34.683546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-5c8ffc8f-1e45-48c0-b7d6-9d9502fbd4e7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/d09557cd-42d8-4f4c-8761-afb948c221b1 HTTP/1.1" status: 200 len: 2977 time: 0.0617340 Aug 27 16:05:34.686673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b001dca-850e-4f2c-9bd6-b4630e3cb39f req-c03c29cd-21ab-41f0-b1cc-88f931eeb9d0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593340 Aug 27 16:05:34.695762 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-48b8212f-9f1f-408d-932d-026f41391395 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742410 Aug 27 16:05:34.709686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Request body: {'port': {'device_id': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:34.734431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-faebf4a7-4beb-4e9d-818e-be54e138310d tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/d09557cd-42d8-4f4c-8761-afb948c221b1 HTTP/1.1" status: 200 len: 2977 time: 0.0444727 Aug 27 16:05:34.770569 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:34.787127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-178320a5-23df-45ea-aa8e-79018b748b01 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/d45790e0-03e2-4ef7-95ed-f6278e352569 HTTP/1.1" status: 200 len: 2981 time: 0.0426216 Aug 27 16:05:34.840094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-7908b1eb-5f87-42da-af0a-26a443b49040 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/d45790e0-03e2-4ef7-95ed-f6278e352569 HTTP/1.1" status: 200 len: 2981 time: 0.0465863 Aug 27 16:05:34.899821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-137cce64-b98e-4a35-92c0-eb99c3d7b5cb tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/faf6712c-3fb1-4461-8827-5e9905cdf462 HTTP/1.1" status: 200 len: 2981 time: 0.0537102 Aug 27 16:05:34.950735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-9c33cee6-9aac-4cb9-976f-87e93984642d tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/faf6712c-3fb1-4461-8827-5e9905cdf462 HTTP/1.1" status: 200 len: 2981 time: 0.0495393 Aug 27 16:05:35.011219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7004-53ab-43af-9742-672ebc365dc2 req-0e13305c-1dff-4203-b7f9-4e923bffb202 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.012960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aae7004-53ab-43af-9742-672ebc365dc2 req-0e13305c-1dff-4203-b7f9-4e923bffb202 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 932 time: 0.0794661 Aug 27 16:05:35.044834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-33813508-04c2-4abb-97af-9744f035e52a tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/fbe54596-e3f2-4314-ab97-fa62727f59a7 HTTP/1.1" status: 200 len: 2973 time: 0.0778670 Aug 27 16:05:35.073940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aae7004-53ab-43af-9742-672ebc365dc2 req-75c7fe13-c6eb-47dd-82ba-118ff0768e2b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542800 Aug 27 16:05:35.074819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fced5363-dc1e-471f-b062-d8f2dd9f3c9c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:35.082709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.101056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1c4bb0-b0c0-42fd-9d3e-be892d15bc20 req-61bfaa11-b955-49b3-a5ae-ee13063240c7 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/fbe54596-e3f2-4314-ab97-fa62727f59a7 HTTP/1.1" status: 200 len: 2973 time: 0.0489070 Aug 27 16:05:35.106953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Transition to ACTIVE for port object fced5363-dc1e-471f-b062-d8f2dd9f3c9c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:35.180911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.224065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649f43a-b07e-41d9-adbe-b3d29ad15058 req-14044f74-4f25-451e-b265-12d062004558 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.225712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0649f43a-b07e-41d9-adbe-b3d29ad15058 req-14044f74-4f25-451e-b265-12d062004558 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0815310 Aug 27 16:05:35.239308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023ad2-649b-4417-a355-f71173976531 service neutron] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:35.256142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-272f950c-9565-4f1f-9636-35a02e199986 req-65d25aef-764e-4688-ace2-7cc9f0649c96 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0a6356cdeffa40899ea9d6ef3132a471 HTTP/1.1" status: 200 len: 6101 time: 0.1196597 Aug 27 16:05:35.274827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:35.275169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:35.275540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:35.281082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:35.281412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:35.287810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:35.288374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:35.288837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:35.290624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Bound port: fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:35.290624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.314035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0649f43a-b07e-41d9-adbe-b3d29ad15058 req-7dc46b5e-4f01-4b4c-8d7d-71f6d9616782 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721493 Aug 27 16:05:35.335210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-272f950c-9565-4f1f-9636-35a02e199986 req-72f74288-9c2a-423b-9473-ab6d47f90806 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "GET /v2.0/security-groups/1eca5d40-0bd8-4e09-9d98-9320b8421e0e HTTP/1.1" status: 200 len: 2981 time: 0.0642056 Aug 27 16:05:35.390309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-272f950c-9565-4f1f-9636-35a02e199986 req-c349ddd1-670b-411c-b76a-3b850d4806cb tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "GET /v2.0/security-groups/1eca5d40-0bd8-4e09-9d98-9320b8421e0e HTTP/1.1" status: 200 len: 2981 time: 0.0523255 Aug 27 16:05:35.408806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:35.413501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:35.476655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c1d76b2-b7d6-481b-a749-686e859433d1 req-11018ce9-eaf9-4c5e-a069-bc3f181174f2 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/5261e7da-8b6b-4d75-9907-7fece1261f82 HTTP/1.1" status: 200 len: 1776 time: 0.0603063 Aug 27 16:05:35.489393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.497966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d56d3-52e9-4902-9428-81289c04eb34 req-5350e588-a112-4cec-9dd2-f9c4a6e6f6d7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.499476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e3d56d3-52e9-4902-9428-81289c04eb34 req-5350e588-a112-4cec-9dd2-f9c4a6e6f6d7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 945 time: 0.0705187 Aug 27 16:05:35.526728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.528064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.530997 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-30023ad2-649b-4417-a355-f71173976531 service neutron] 10.222.0.97 "PUT /v2.0/ports/fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 200 len: 1092 time: 0.8254602 Aug 27 16:05:35.536162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:35.540267 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d12f1-209e-4c45-9ce9-8bb3db716b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:35.565463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023ad2-649b-4417-a355-f71173976531 service neutron] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:35.569611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e3d56d3-52e9-4902-9428-81289c04eb34 req-eeb193bd-82b1-4ecd-911f-4f73378d1de8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630925 Aug 27 16:05:35.574306 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c1d76b2-b7d6-481b-a749-686e859433d1 req-090b26ae-a54e-4970-a901-b0cf6d88a8b4 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.600432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c1d76b2-b7d6-481b-a749-686e859433d1 req-090b26ae-a54e-4970-a901-b0cf6d88a8b4 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.674368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-6b9cc40b-9b31-4ba2-beb8-ac8ae9c089e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.675892 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-6b9cc40b-9b31-4ba2-beb8-ac8ae9c089e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1095 time: 0.0426595 Aug 27 16:05:35.690732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13424f17-9a28-4bc6-8846-c5530369a90b req-fa10e171-93c0-4c7a-a6f3-5e5324ac301a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.692238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13424f17-9a28-4bc6-8846-c5530369a90b req-fa10e171-93c0-4c7a-a6f3-5e5324ac301a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 949 time: 0.0481646 Aug 27 16:05:35.721115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c1d76b2-b7d6-481b-a749-686e859433d1 req-090b26ae-a54e-4970-a901-b0cf6d88a8b4 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.723613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c1d76b2-b7d6-481b-a749-686e859433d1 req-090b26ae-a54e-4970-a901-b0cf6d88a8b4 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:35.724382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-1a7eff08-b9ac-4f18-b5d7-aad8b4e958ba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 200 len: 217 time: 0.0368176 Aug 27 16:05:35.724721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c1d76b2-b7d6-481b-a749-686e859433d1 req-090b26ae-a54e-4970-a901-b0cf6d88a8b4 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/5261e7da-8b6b-4d75-9907-7fece1261f82 HTTP/1.1" status: 204 len: 173 time: 0.2421541 Aug 27 16:05:35.743354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13424f17-9a28-4bc6-8846-c5530369a90b req-c3428557-ad97-4585-97a2-c09554f5fed6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Aug 27 16:05:35.744043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b26ae-a54e-4970-a901-b0cf6d88a8b4 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5261e7da-8b6b-4d75-9907-7fece1261f82,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:35.779140 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e54517-1201-4ead-8d93-8299db09110f x-openstack-request-id: req-d3e54517-1201-4ead-8d93-8299db09110f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:35.779464 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:35.779719 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d3e54517-1201-4ead-8d93-8299db09110f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:35.780188 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c', 'status': 'completed', 'code': 200} Aug 27 16:05:35.788462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-fdf71345-043b-48d0-92cf-30b520d02a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.790015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-fdf71345-043b-48d0-92cf-30b520d02a5e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0586400 Aug 27 16:05:35.828210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-b4ddf3e5-00ea-4709-83cf-ca53efef91ee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262091 Aug 27 16:05:35.889131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a427-cbf4-431e-bbcf-e59413ee6e14 req-f6845104-f9fa-4328-a872-4e15f449bbe9 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.890637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a37a427-cbf4-431e-bbcf-e59413ee6e14 req-f6845104-f9fa-4328-a872-4e15f449bbe9 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1096 time: 0.0749183 Aug 27 16:05:35.898733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6cb52-821f-434d-b95c-f9b5b3957b27 req-7d469693-9e21-437c-8ca7-02b886b27b00 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:35.900152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31e6cb52-821f-434d-b95c-f9b5b3957b27 req-7d469693-9e21-437c-8ca7-02b886b27b00 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 948 time: 0.0602312 Aug 27 16:05:35.924101 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-047eb85e-3129-4326-a96a-fa5f72dda702 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Aug 27 16:05:35.945711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a37a427-cbf4-431e-bbcf-e59413ee6e14 req-918a18bd-d0e8-48a4-9d2d-84f32c9d9f25 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445893 Aug 27 16:05:35.967858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31e6cb52-821f-434d-b95c-f9b5b3957b27 req-249ce114-1cd4-423b-8536-0038431fd73d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507278 Aug 27 16:05:36.015317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1ac5a1b-40b7-4542-b624-bb479aaba75a req-87b46b2e-5b2b-4625-b896-53c1b3e63143 tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "GET /v2.0/security-groups/a53c5cfc-dcc2-4de7-9850-a14020ec8ea1 HTTP/1.1" status: 200 len: 1778 time: 0.0371115 Aug 27 16:05:36.029109 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3de2c8e3-d2c3-4fc8-a5bb-b4d3e65b3504 req-10910711-2503-4845-9005-55b400fcf992 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972784 Aug 27 16:05:36.090144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae109c-f2cf-4fbb-a783-11fccbf21f63 req-dee74362-18db-4cc9-af7a-5f261a1a61ae tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.091830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bae109c-f2cf-4fbb-a783-11fccbf21f63 req-dee74362-18db-4cc9-af7a-5f261a1a61ae tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 949 time: 0.0748765 Aug 27 16:05:36.110389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a1ac5a1b-40b7-4542-b624-bb479aaba75a req-2bddf329-4a8e-4d99-bf22-a7893605d35c tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:36.148221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a1ac5a1b-40b7-4542-b624-bb479aaba75a req-2bddf329-4a8e-4d99-bf22-a7893605d35c tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:36.161371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bae109c-f2cf-4fbb-a783-11fccbf21f63 req-56a20a3d-3556-44ec-992d-fe7437cc2af7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 Aug 27 16:05:36.241292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-41c927e1-8bd5-4b57-b79f-df67706a929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.242793 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-41c927e1-8bd5-4b57-b79f-df67706a929d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1095 time: 0.0424433 Aug 27 16:05:36.266626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a1ac5a1b-40b7-4542-b624-bb479aaba75a req-2bddf329-4a8e-4d99-bf22-a7893605d35c tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:36.271892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a1ac5a1b-40b7-4542-b624-bb479aaba75a req-2bddf329-4a8e-4d99-bf22-a7893605d35c tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:36.271892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1ac5a1b-40b7-4542-b624-bb479aaba75a req-2bddf329-4a8e-4d99-bf22-a7893605d35c tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/a53c5cfc-dcc2-4de7-9850-a14020ec8ea1 HTTP/1.1" status: 204 len: 173 time: 0.2452099 Aug 27 16:05:36.282828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddf329-4a8e-4d99-bf22-a7893605d35c tempest-SecurityGroupsTestAdminJSON-1610520998 tempest-SecurityGroupsTestAdminJSON-1610520998-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53c5cfc-dcc2-4de7-9850-a14020ec8ea1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:36.355125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d02a4b-2437-46e5-856c-0d58634abebe req-6358baab-e655-4866-9afd-b002a8568049 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.357423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71d02a4b-2437-46e5-856c-0d58634abebe req-6358baab-e655-4866-9afd-b002a8568049 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1096 time: 0.0461540 Aug 27 16:05:36.374242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-dee5477b-c319-42d2-89fd-c9e16b7d2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.375644 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-dee5477b-c319-42d2-89fd-c9e16b7d2beb service neutron] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1169980 Aug 27 16:05:36.395112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71d02a4b-2437-46e5-856c-0d58634abebe req-0b2db597-9b2f-464d-a767-e09bd9614b2b tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Aug 27 16:05:36.422326 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-8e5264bc-abc4-4283-923c-c3ac18a6de91 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 200 len: 217 time: 0.0378554 Aug 27 16:05:36.480041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-42bacf9d-7daf-4783-be49-9309feaa4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.482988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-42bacf9d-7daf-4783-be49-9309feaa4c7f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0518801 Aug 27 16:05:36.499148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e20400-af8b-4ec2-9854-7d0a7879e8fb req-68cb639b-dd25-4e27-84e0-1762fecb457f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.500572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2e20400-af8b-4ec2-9854-7d0a7879e8fb req-68cb639b-dd25-4e27-84e0-1762fecb457f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0494306 Aug 27 16:05:36.519639 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-1d04287a-a805-446e-8a70-4dac32922786 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260835 Aug 27 16:05:36.538253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2e20400-af8b-4ec2-9854-7d0a7879e8fb req-d2e33803-a1ad-4e56-9f72-258abc1cace7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316286 Aug 27 16:05:36.620672 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-b0eb3bec-0f97-43d5-aa1d-adec8fc07563 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831084 Aug 27 16:05:36.719844 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-195d12f1-209e-4c45-9ce9-8bb3db716b6b req-5c164463-dbea-48fb-9338-201b00e13529 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901737 Aug 27 16:05:36.826099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09b696f9-535a-4ef8-8b99-a9cbd6ce5c9a req-d4910c60-4e96-4c9b-8bf2-41d5b133f3d6 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "GET /v2.0/security-groups/b20474df-ccf1-46d5-953c-ff3f33809eec HTTP/1.1" status: 200 len: 1776 time: 0.0425081 Aug 27 16:05:36.901140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dcda7-4eb0-49a3-8a7e-b4ff61b41d37 req-011a7b59-2b90-4d0b-87c9-89b05f96f358 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.907124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dcda7-4eb0-49a3-8a7e-b4ff61b41d37 req-011a7b59-2b90-4d0b-87c9-89b05f96f358 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:36.908706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f7dcda7-4eb0-49a3-8a7e-b4ff61b41d37 req-011a7b59-2b90-4d0b-87c9-89b05f96f358 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa&device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 1689 time: 0.0797327 Aug 27 16:05:36.936504 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09b696f9-535a-4ef8-8b99-a9cbd6ce5c9a req-25545829-215c-45ee-ab5a-697d536efa76 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:36.969505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09b696f9-535a-4ef8-8b99-a9cbd6ce5c9a req-25545829-215c-45ee-ab5a-697d536efa76 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:36.974127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f7dcda7-4eb0-49a3-8a7e-b4ff61b41d37 req-0cdcbb33-2b8c-489d-969e-3fc8444d2ada tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Aug 27 16:05:37.071398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca7fe9-4eba-4aa7-8d91-21e0ec3c08fe req-af73654e-d4fb-4ef8-94c2-0726a2081f4e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:37.072856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24ca7fe9-4eba-4aa7-8d91-21e0ec3c08fe req-af73654e-d4fb-4ef8-94c2-0726a2081f4e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0509977 Aug 27 16:05:37.105321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09b696f9-535a-4ef8-8b99-a9cbd6ce5c9a req-25545829-215c-45ee-ab5a-697d536efa76 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:37.108898 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09b696f9-535a-4ef8-8b99-a9cbd6ce5c9a req-25545829-215c-45ee-ab5a-697d536efa76 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:37.109989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09b696f9-535a-4ef8-8b99-a9cbd6ce5c9a req-25545829-215c-45ee-ab5a-697d536efa76 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "DELETE /v2.0/security-groups/b20474df-ccf1-46d5-953c-ff3f33809eec HTTP/1.1" status: 204 len: 173 time: 0.2727988 Aug 27 16:05:37.117212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24ca7fe9-4eba-4aa7-8d91-21e0ec3c08fe req-ed8d2685-07df-46b8-a4a1-b00ab395f1dd tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Aug 27 16:05:37.124723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25545829-215c-45ee-ab5a-697d536efa76 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20474df-ccf1-46d5-953c-ff3f33809eec,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:37.228397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7cfe6-4da6-4f44-a353-1bcf92aa23ec req-703672b5-f323-49ab-ad50-e937dc21e57e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:37.229892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2df7cfe6-4da6-4f44-a353-1bcf92aa23ec req-703672b5-f323-49ab-ad50-e937dc21e57e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 948 time: 0.0506711 Aug 27 16:05:37.291585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2df7cfe6-4da6-4f44-a353-1bcf92aa23ec req-163d767d-194f-4d62-b6d4-cf333f713c21 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548851 Aug 27 16:05:37.302706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-923a5f7c-d12e-4d5c-a0c0-59d00d8fec80 req-33f276a4-85b9-4dcb-ab0f-f018b8dc4d79 tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "GET /v2.0/security-groups/2a34b1ab-bf75-4a34-b6f9-d71274f5e316 HTTP/1.1" status: 200 len: 1777 time: 0.0586970 Aug 27 16:05:37.362684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-923a5f7c-d12e-4d5c-a0c0-59d00d8fec80 req-97be3837-a74f-4317-b0bc-478427c3a3bb tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:37.385159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-923a5f7c-d12e-4d5c-a0c0-59d00d8fec80 req-97be3837-a74f-4317-b0bc-478427c3a3bb tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:37.506544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-923a5f7c-d12e-4d5c-a0c0-59d00d8fec80 req-97be3837-a74f-4317-b0bc-478427c3a3bb tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:37.509111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-923a5f7c-d12e-4d5c-a0c0-59d00d8fec80 req-97be3837-a74f-4317-b0bc-478427c3a3bb tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:37.510253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-923a5f7c-d12e-4d5c-a0c0-59d00d8fec80 req-97be3837-a74f-4317-b0bc-478427c3a3bb tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] 10.222.0.101 "DELETE /v2.0/security-groups/2a34b1ab-bf75-4a34-b6f9-d71274f5e316 HTTP/1.1" status: 204 len: 173 time: 0.2015600 Aug 27 16:05:37.528491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be3837-a74f-4317-b0bc-478427c3a3bb tempest-SecurityGroupsTestAdminJSON-278778008 tempest-SecurityGroupsTestAdminJSON-278778008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a34b1ab-bf75-4a34-b6f9-d71274f5e316,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:37.635725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c317-e578-4d75-b83e-0371db2ef998 req-517830ca-f0d1-44cf-a9c9-fc682fc6d4f5 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:37.638196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d32c317-e578-4d75-b83e-0371db2ef998 req-517830ca-f0d1-44cf-a9c9-fc682fc6d4f5 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 1100 time: 0.0437825 Aug 27 16:05:37.676182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d32c317-e578-4d75-b83e-0371db2ef998 req-6b1f9290-98b6-4c68-bd30-055f87ac244b tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Aug 27 16:05:37.726068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b098ff7-ada1-4068-ba94-44c656fa8e23 req-78557743-3264-45eb-91ad-44b4099e3d21 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:37.727767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b098ff7-ada1-4068-ba94-44c656fa8e23 req-78557743-3264-45eb-91ad-44b4099e3d21 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1096 time: 0.0440931 Aug 27 16:05:37.798302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b098ff7-ada1-4068-ba94-44c656fa8e23 req-616cfc9e-4e12-443f-a819-5c9b2493e1cd tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638669 Aug 27 16:05:37.806561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617eff8-e9ba-403b-8bf0-d4bf67db3913 req-9c4ad558-8af0-4033-a5ad-c7fa76f0856c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:37.808098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9617eff8-e9ba-403b-8bf0-d4bf67db3913 req-9c4ad558-8af0-4033-a5ad-c7fa76f0856c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0726089 Aug 27 16:05:37.849090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9617eff8-e9ba-403b-8bf0-d4bf67db3913 req-5d2e3b8b-c6eb-453c-a24d-e597ae8cbdc6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Aug 27 16:05:37.909106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100260c-c35e-48e5-9b97-e78b15d44f9f req-edbc6f26-7a0a-48f7-99ad-9e153c52450e tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:37.910867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7100260c-c35e-48e5-9b97-e78b15d44f9f req-edbc6f26-7a0a-48f7-99ad-9e153c52450e tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 1100 time: 0.0460470 Aug 27 16:05:37.948389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7100260c-c35e-48e5-9b97-e78b15d44f9f req-c2d9667d-fe9b-43e6-bc1d-12edfcf0c28c tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 27 16:05:38.005158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51118) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:38.140694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1c0d5e3f-a7a0-49c6-bdab-bfb7213aa52f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0a6356cdeffa40899ea9d6ef3132a471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343198 Aug 27 16:05:38.143116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51122) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:38.205727 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5529f17c-d3e9-46b9-bb0c-0716a0f2d95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.257113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5529f17c-d3e9-46b9-bb0c-0716a0f2d95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.296053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca889ce9-9a93-45e2-bb4d-2e7e8bcfc54b req-38714d77-ca0e-42aa-a485-28ee64032b06 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:38.297814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca889ce9-9a93-45e2-bb4d-2e7e8bcfc54b req-38714d77-ca0e-42aa-a485-28ee64032b06 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0938118 Aug 27 16:05:38.345052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca889ce9-9a93-45e2-bb4d-2e7e8bcfc54b req-bd072077-c8c8-4c3e-8a0b-e2187f19f26a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Aug 27 16:05:38.374336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-df2ec93a-6cf0-46c5-b8d6-b71c512431fd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278146 Aug 27 16:05:38.444785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:38.503882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ddd07-1c78-43c0-895a-2780ad965b30 req-54267ead-adbf-4f54-9cc5-40dc3f93d5ca tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:38.505509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a9ddd07-1c78-43c0-895a-2780ad965b30 req-54267ead-adbf-4f54-9cc5-40dc3f93d5ca tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 948 time: 0.0804892 Aug 27 16:05:38.531146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-fbead48e-1a5d-4de6-9e70-62ea22860fad tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:38.532738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-fbead48e-1a5d-4de6-9e70-62ea22860fad tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576037 Aug 27 16:05:38.555581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cff708d3-db74-45f9-bd72-23509ac12f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.555810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5529f17c-d3e9-46b9-bb0c-0716a0f2d95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.558088 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5529f17c-d3e9-46b9-bb0c-0716a0f2d95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.562200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5529f17c-d3e9-46b9-bb0c-0716a0f2d95f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1eca5d40-0bd8-4e09-9d98-9320b8421e0e HTTP/1.1" status: 204 len: 168 time: 0.4151275 Aug 27 16:05:38.568779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-8e9456fb-b1ee-468f-9c3d-e6a6f841be73 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/quotas/3d1b1caea22144e68b41a55e028f29b8 HTTP/1.1" status: 200 len: 375 time: 0.0284572 Aug 27 16:05:38.580290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529f17c-d3e9-46b9-bb0c-0716a0f2d95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eca5d40-0bd8-4e09-9d98-9320b8421e0e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:38.594243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a9ddd07-1c78-43c0-895a-2780ad965b30 req-0ce26ce5-07f5-49f2-8966-85747ccdff56 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 Aug 27 16:05:38.655943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-fa1c5f57-7146-4573-b13a-58d2de92f87f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762565 Aug 27 16:05:38.681328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cff708d3-db74-45f9-bd72-23509ac12f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.759733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cff708d3-db74-45f9-bd72-23509ac12f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.805139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff708d3-db74-45f9-bd72-23509ac12f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086e724-0f20-4aa5-97bf-269172f196d5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:38.810837 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cff708d3-db74-45f9-bd72-23509ac12f72 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7f073c810931430c891355d63ad343b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647316 Aug 27 16:05:38.814045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51150) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:38.822748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-44bdbc7b-c2fd-415d-97c7-245dae08ca74 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:38.824206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-44bdbc7b-c2fd-415d-97c7-245dae08ca74 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 1099 time: 0.0909591 Aug 27 16:05:38.919259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f876-9c24-42a7-a62c-8b96da8837a4 req-da7560f8-67a4-4735-a8b6-499dcd7d8269 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:38.920875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfd0f876-9c24-42a7-a62c-8b96da8837a4 req-da7560f8-67a4-4735-a8b6-499dcd7d8269 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1096 time: 0.0517898 Aug 27 16:05:38.922172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60911ce6-d29d-4d61-a8c4-944ffb153471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.952292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60911ce6-d29d-4d61-a8c4-944ffb153471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:38.957555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfd0f876-9c24-42a7-a62c-8b96da8837a4 req-dbf2b85f-79eb-4c12-bf3a-229714da52ad tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301137 Aug 27 16:05:38.970557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Deleting port 07aef489-03bb-47d5-836c-90d05add9c5e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:05:38.970892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.073770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] For port 07aef489-03bb-47d5-836c-90d05add9c5e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=07aef489-03bb-47d5-836c-90d05add9c5e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:39.074161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.080138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d2858-bd6e-4ed2-a054-7e3d7e187de1 req-1bec65c5-e313-434e-8dcb-de3d2271d00d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:39.081582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e21d2858-bd6e-4ed2-a054-7e3d7e187de1 req-1bec65c5-e313-434e-8dcb-de3d2271d00d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0530529 Aug 27 16:05:39.091772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Calling delete_port for 07aef489-03bb-47d5-836c-90d05add9c5e owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:05:39.120884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e21d2858-bd6e-4ed2-a054-7e3d7e187de1 req-3b70f71b-e15a-4e69-8f8c-c116c1409604 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Aug 27 16:05:39.147536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60911ce6-d29d-4d61-a8c4-944ffb153471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.149952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60911ce6-d29d-4d61-a8c4-944ffb153471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.151076 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-60911ce6-d29d-4d61-a8c4-944ffb153471 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8086e724-0f20-4aa5-97bf-269172f196d5 HTTP/1.1" status: 204 len: 168 time: 0.3362079 Aug 27 16:05:39.161099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911ce6-d29d-4d61-a8c4-944ffb153471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086e724-0f20-4aa5-97bf-269172f196d5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:39.300899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.315318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['07aef489-03bb-47d5-836c-90d05add9c5e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:39.340247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Pushing event deleted for resources: {'Port': ['ID=07aef489-03bb-47d5-836c-90d05add9c5e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:39.340469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51162) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:39.383057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] No DVR routers for this DVR port 07aef489-03bb-47d5-836c-90d05add9c5e on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:05:39.385885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.388811 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2dd44281-00f6-4ba1-b58d-5a9f7c4eaa56 req-01ed81f7-c3bf-422b-9f22-0cb27341da99 tempest-DeleteServersAdminTestJSON-104921767 tempest-DeleteServersAdminTestJSON-104921767-project-admin] 10.222.0.90 "DELETE /v2.0/ports/07aef489-03bb-47d5-836c-90d05add9c5e HTTP/1.1" status: 204 len: 173 time: 0.5538135 Aug 27 16:05:39.389292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'name': 'network-vif-deleted', 'tag': '07aef489-03bb-47d5-836c-90d05add9c5e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:39.395140 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69aa64-a3d4-4df8-868f-327f17437075" -d '{"events": [{"server_uuid": "336f4f22-0624-4f92-92d2-5fe93970b95e", "name": "network-vif-deleted", "tag": "07aef489-03bb-47d5-836c-90d05add9c5e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:39.430650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51170) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:39.439528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eec16878-d378-4355-a613-2acdd6340518 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4ce8269847434639b6f390928f9f1891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958819 Aug 27 16:05:39.509031 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-026a619c-1d89-458b-8a1a-6e5bcd5a3811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.542293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-026a619c-1d89-458b-8a1a-6e5bcd5a3811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.567808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c19f30-6e70-4cfe-9067-c0c70aa2c004 req-5e784166-4387-4eb7-96ed-d2a6bb5e5ec3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:39.569688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6c19f30-6e70-4cfe-9067-c0c70aa2c004 req-5e784166-4387-4eb7-96ed-d2a6bb5e5ec3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0919352 Aug 27 16:05:39.674556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6c19f30-6e70-4cfe-9067-c0c70aa2c004 req-e6b9099c-93ad-4eeb-a849-c8a65ba457e8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972779 Aug 27 16:05:39.720886 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6786c38a-13b8-42c5-a6dc-a0d2290ad4fc x-openstack-request-id: req-6786c38a-13b8-42c5-a6dc-a0d2290ad4fc {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:39.721287 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336f4f22-0624-4f92-92d2-5fe93970b95e", "name": "network-vif-deleted", "tag": "07aef489-03bb-47d5-836c-90d05add9c5e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:39.721635 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6786c38a-13b8-42c5-a6dc-a0d2290ad4fc {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:39.722669 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336f4f22-0624-4f92-92d2-5fe93970b95e', 'name': 'network-vif-deleted', 'tag': '07aef489-03bb-47d5-836c-90d05add9c5e', 'status': 'completed', 'code': 200} Aug 27 16:05:39.740729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-026a619c-1d89-458b-8a1a-6e5bcd5a3811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.744643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-026a619c-1d89-458b-8a1a-6e5bcd5a3811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:39.746314 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-026a619c-1d89-458b-8a1a-6e5bcd5a3811 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/51cdd78d-e046-4d72-82a6-3d20650b4996 HTTP/1.1" status: 204 len: 168 time: 0.3138809 Aug 27 16:05:39.757922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a619c-1d89-458b-8a1a-6e5bcd5a3811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cdd78d-e046-4d72-82a6-3d20650b4996,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:39.906461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-561f39a1-ebd6-4161-8d87-e96798b25846 req-1fffef49-759e-4e9b-a35b-775f9b4a7b29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=336f4f22-0624-4f92-92d2-5fe93970b95e HTTP/1.1" status: 200 len: 210 time: 0.0287335 Aug 27 16:05:39.980276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51194) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:40.003900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b7c9-a209-4895-8322-6fd683f34bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.067806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d632777c-3d78-4fcd-b0fe-7356cd68635c req-a5647364-0d94-4e06-b60e-a6e6376567b7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0546782 Aug 27 16:05:40.129178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b7c9-a209-4895-8322-6fd683f34bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.228561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b7c9-a209-4895-8322-6fd683f34bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.253469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b8d39-dc02-40f8-93b2-68b76efc5f03 req-c7460d98-7121-4ecd-8c7b-d8a825cd6100 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:40.264470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a04b8d39-dc02-40f8-93b2-68b76efc5f03 req-c7460d98-7121-4ecd-8c7b-d8a825cd6100 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0684829 Aug 27 16:05:40.306577 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1ff8b7c9-a209-4895-8322-6fd683f34bdc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2b46fff1ad6a4603997b442f0d1de50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241677 Aug 27 16:05:40.307182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51220) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:40.316162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a04b8d39-dc02-40f8-93b2-68b76efc5f03 req-1230eae4-3fc6-4c14-aee7-55a9768e3df4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Aug 27 16:05:40.337752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8b7c9-a209-4895-8322-6fd683f34bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a9de4-6449-4b49-9688-f70df60623c0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:40.367789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c605134-4198-4a54-81c8-d9928dd1c21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.392351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c605134-4198-4a54-81c8-d9928dd1c21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.529140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c605134-4198-4a54-81c8-d9928dd1c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.531768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c605134-4198-4a54-81c8-d9928dd1c21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.532967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0c605134-4198-4a54-81c8-d9928dd1c21d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f39a9de4-6449-4b49-9688-f70df60623c0 HTTP/1.1" status: 204 len: 168 time: 0.2237704 Aug 27 16:05:40.540793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c605134-4198-4a54-81c8-d9928dd1c21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a9de4-6449-4b49-9688-f70df60623c0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:40.588693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:40.699205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:40.713197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'port_id': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c', 'mac_address': 'fa:16:3e:1b:cf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2acc92-3dfe-41c3-a2f1-50dda4247839', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:40.758628 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.772424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fced5363-dc1e-471f-b062-d8f2dd9f3c9c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:40.802283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3a9b0-1be5-4d7b-af99-35f811974590 req-dae45b42-ae6e-4ec5-817b-e22f48a91dd9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:40.802283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aed3a9b0-1be5-4d7b-af99-35f811974590 req-dae45b42-ae6e-4ec5-817b-e22f48a91dd9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0509093 Aug 27 16:05:40.804062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:40.846701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aed3a9b0-1be5-4d7b-af99-35f811974590 req-874abbba-ac8d-4665-b2ff-633f8d7aa73d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Aug 27 16:05:40.883331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:40.934964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:41.136328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['fced5363-dc1e-471f-b062-d8f2dd9f3c9c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:41.209884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-702142e1-689d-4661-b2a5-6b39ee12e3a6 req-3f676c93-ae35-41b1-ba6a-bb0949fa884a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0436666 Aug 27 16:05:41.322847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-cd3a7b3a-3c39-448c-8ea0-71bca0adbd40 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=f52a6241534540a2b28a28f7046a21a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226812 Aug 27 16:05:41.439160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-eca94220-4c51-4958-b9f2-6cacdee0f34d tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:05:41.440286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-eca94220-4c51-4958-b9f2-6cacdee0f34d tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094624 Aug 27 16:05:41.453442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Request body: {'binding': {'host': 'n-h2-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:41.453892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:05:41.462999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-b37fa67d-095b-439d-b6d2-f270f92ff0ab tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:41.465118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-b37fa67d-095b-439d-b6d2-f270f92ff0ab tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343586 Aug 27 16:05:41.516811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-5845e110-2ebc-42b0-96b0-c7624c510578 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/quotas/f52a6241534540a2b28a28f7046a21a6 HTTP/1.1" status: 200 len: 375 time: 0.0208716 Aug 27 16:05:41.587919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-6b19dc12-915c-4f9a-a0a0-8aa1f6b020f6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625832 Aug 27 16:05:41.615200 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:05:41.679310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on host n-h2-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:41.686169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:41.686169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:41.686169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:41.686169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:41.690885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:41.691231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:41.691648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:41.692077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Bound port: 449c0c47-70fb-4222-982f-d9e03b391601, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:41.752533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:41.861200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:41.862380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9eefb6c4-31aa-46d4-ad2b-b518448b1bbc service neutron] 10.222.0.101 "POST /v2.0/ports/449c0c47-70fb-4222-982f-d9e03b391601/bindings HTTP/1.1" status: 201 len: 389 time: 0.4145873 Aug 27 16:05:41.954389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f2bb-dcab-4235-972d-7fcb8cc7d136 req-549968f5-50e0-4873-94af-bc8c7bb65c77 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:41.956003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4454f2bb-dcab-4235-972d-7fcb8cc7d136 req-549968f5-50e0-4873-94af-bc8c7bb65c77 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 945 time: 0.0749068 Aug 27 16:05:42.034218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4454f2bb-dcab-4235-972d-7fcb8cc7d136 req-3e4dcdd1-e2bf-4d8b-b159-2fe9dddc2c20 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713079 Aug 27 16:05:42.123590 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-24aff917-787d-4a5d-98e4-7166ef55c7f8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301025 Aug 27 16:05:42.140425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec7b9955-a535-418e-885f-23e4da34c8c4 req-6021761a-df24-4c8d-aa37-9cc7c46c5545 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Aug 27 16:05:42.348372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-1a3a7c44-34e3-43a0-abb2-a300fa8e8bea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:42.350374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-1a3a7c44-34e3-43a0-abb2-a300fa8e8bea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207971 Aug 27 16:05:42.355366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e742c3c-fe79-40c3-9a15-a64803f2c6c5 req-5a7bf980-e145-4ee5-9d0a-e024312d6efa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:42.357410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e742c3c-fe79-40c3-9a15-a64803f2c6c5 req-5a7bf980-e145-4ee5-9d0a-e024312d6efa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1000741 Aug 27 16:05:42.366266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:42.426370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e742c3c-fe79-40c3-9a15-a64803f2c6c5 req-1d95c069-c6ea-4ad7-b5f7-5d58b56b866a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Aug 27 16:05:42.435471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb3b9-63df-458b-93a9-9311d0a6d4f0 req-1627b8c6-3d1c-4656-8f59-67bd97592e2b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:42.436985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4afeb3b9-63df-458b-93a9-9311d0a6d4f0 req-1627b8c6-3d1c-4656-8f59-67bd97592e2b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 945 time: 0.0786722 Aug 27 16:05:42.534043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4afeb3b9-63df-458b-93a9-9311d0a6d4f0 req-8a151179-4d35-4798-bb2c-d8b5012a7840 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908689 Aug 27 16:05:42.576254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d5382a5-0aa4-4f0e-b379-eec4d53eb433 req-51c867a0-5117-453c-85b1-38cc57573610 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0567033 Aug 27 16:05:42.604725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:42.609197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:42.613255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:42.619604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-c8381e73-102e-4826-819a-95ab8cccea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:42.621678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-c8381e73-102e-4826-819a-95ab8cccea66 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1096 time: 0.0785122 Aug 27 16:05:42.772130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9403b26c-90a9-4783-8d3b-eb5bcc2040ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:42.774255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9403b26c-90a9-4783-8d3b-eb5bcc2040ca service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1414745 Aug 27 16:05:42.826462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port fced5363-dc1e-471f-b062-d8f2dd9f3c9c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:42.833470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port fced5363-dc1e-471f-b062-d8f2dd9f3c9c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:42.833848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:42.842220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-dc63a5f5-b31b-49b8-a5a2-e4a1735dd1d5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 200 len: 217 time: 0.0597730 Aug 27 16:05:42.932778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-df3a5b1f-b4b3-4726-955f-2df76e6f266f tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=87b58ede5a4c4cb5b461d9d0e4c003d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005528 Aug 27 16:05:42.967811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:42.987571 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-78905f3d-1659-474f-acd3-9e9ed821e2a1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344005 Aug 27 16:05:42.993779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:42.996199 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7351bf21-f5f7-47f2-a98e-9f6c9e578c2d" -d '{"events": [{"server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "name": "network-vif-plugged", "status": "completed", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:43.014632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:43.030224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-b5cacaf5-7654-44ed-8e54-b120ca966769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.031937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-b5cacaf5-7654-44ed-8e54-b120ca966769 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.1669438 Aug 27 16:05:43.076792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-f09bd3ca-b597-42a0-b5fc-2315210aeb06 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343556 Aug 27 16:05:43.084196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-6266ca9a-bc3a-487b-a6aa-2e14da2cea52 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.088744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:43.092970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-6266ca9a-bc3a-487b-a6aa-2e14da2cea52 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585166 Aug 27 16:05:43.129926 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f798300-22b2-4103-8ea3-0aa510746b4a x-openstack-request-id: req-0f798300-22b2-4103-8ea3-0aa510746b4a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:43.130218 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "name": "network-vif-plugged", "status": "completed", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:43.130477 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f798300-22b2-4103-8ea3-0aa510746b4a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:43.130926 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c', 'code': 200} Aug 27 16:05:43.155989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.128 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/5ed3d4d1-298d-47c9-a187-7a1b81fb6b48) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:43.185412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-dcd67e7c-38ed-4794-b190-3cbd257a8c6f tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/quotas/87b58ede5a4c4cb5b461d9d0e4c003d3 HTTP/1.1" status: 200 len: 375 time: 0.0912366 Aug 27 16:05:43.192939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:43.231851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-8a992b64-055c-430a-94af-80ae183bff51 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=87b58ede5a4c4cb5b461d9d0e4c003d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452988 Aug 27 16:05:43.232018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-20f571cd-e885-44eb-a343-93cc45ca35d6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.233482 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-20f571cd-e885-44eb-a343-93cc45ca35d6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364490 Aug 27 16:05:43.254437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:43.287626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-57f458bb-0d2b-448d-890a-3fd8b1b48175 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923707 Aug 27 16:05:43.381278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4a4db-e893-4f93-9de8-412000cd9a50 req-45c127b0-eff5-4c24-b075-67a76701793c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.382796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bc4a4db-e893-4f93-9de8-412000cd9a50 req-45c127b0-eff5-4c24-b075-67a76701793c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 946 time: 0.1398947 Aug 27 16:05:43.395955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae9c9-c3de-483a-be7a-6e986ebd9876 req-3ed621cc-867d-43a5-b4cd-19cee3cac0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.397412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f91ae9c9-c3de-483a-be7a-6e986ebd9876 req-3ed621cc-867d-43a5-b4cd-19cee3cac0ac service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1097 time: 0.1609807 Aug 27 16:05:43.472112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0dd1d13b-3ed3-4d18-b3d2-775211569af2 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682770 Aug 27 16:05:43.480093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bc4a4db-e893-4f93-9de8-412000cd9a50 req-1508fce8-2a16-489c-9013-e8ff7ae50766 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890713 Aug 27 16:05:43.482069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f91ae9c9-c3de-483a-be7a-6e986ebd9876 req-0fa49637-a423-43a2-8ea3-e9ff49672eb8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719271 Aug 27 16:05:43.527044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:43.539740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:43.609253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:43.613253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:43.641323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:43.654555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:43.662166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:43.736143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d0469ff-94ed-4083-a24f-25a977a6c113 req-fad7615e-3ab5-4cd0-8b37-b22c07fa7652 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0435588 Aug 27 16:05:43.750315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:43.780176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:43.819694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:43.830339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:43.842089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.842749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:43.957385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 07aef489-03bb-47d5-836c-90d05add9c5e no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:05:43.961397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.4 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/7f5c84d2-03b0-4c77-989b-0ce14204d17c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:43.969617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcca5ff-ff20-495f-8415-7bd1eba99ddc req-b5ca73b9-d0f9-4dc5-907a-b24eb5679f4d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.971388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fcca5ff-ff20-495f-8415-7bd1eba99ddc req-b5ca73b9-d0f9-4dc5-907a-b24eb5679f4d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1124196 Aug 27 16:05:43.973914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-ecc97005-4eb1-4a09-961a-20d109a8e1cd tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:43.985347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-ecc97005-4eb1-4a09-961a-20d109a8e1cd tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.2078068 Aug 27 16:05:44.000108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f1aa6-8a81-446e-b2fd-b576024337e9 req-8359dd7c-f959-4b6e-96b8-d9d65510a043 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:44.006755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-043de545-dd54-461c-8e78-c5916a9f4f2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6390862 Aug 27 16:05:44.007026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb3f1aa6-8a81-446e-b2fd-b576024337e9 req-8359dd7c-f959-4b6e-96b8-d9d65510a043 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 945 time: 0.1466787 Aug 27 16:05:44.016631 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 07aef489-03bb-47d5-836c-90d05add9c5e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:05:44.016971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 07aef489-03bb-47d5-836c-90d05add9c5e not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:05:44.024583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806412-1'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:44.036336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Request body: {'port': {'device_id': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:44.180127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb3f1aa6-8a81-446e-b2fd-b576024337e9 req-d50284bc-daf4-46fe-9f0a-0033f1f6268c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631923 Aug 27 16:05:44.180127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fcca5ff-ff20-495f-8415-7bd1eba99ddc req-e72d3681-89ef-4601-9b6c-8c1a7406a141 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604576 Aug 27 16:05:44.180309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.208566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.272607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.303771 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20fc88ad-5ce0-49ce-88fd-f6f7aeb97813 req-cda56257-952c-424a-8a32-f181e4e65f80 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 210 time: 0.0549383 Aug 27 16:05:44.330940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-271d796e-92a1-48e4-8a9a-c4a227284ac2 req-a3b707ce-3648-4694-bc30-c5ceb6bbc739 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0810030 Aug 27 16:05:44.344432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object 7f5c84d2-03b0-4c77-989b-0ce14204d17c will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:44.651169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b166c6-e5f3-4e1a-a134-2b6a5306a593 req-7acad9b0-f3f8-4503-9e66-719537683804 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:44.653231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53b166c6-e5f3-4e1a-a134-2b6a5306a593 req-7acad9b0-f3f8-4503-9e66-719537683804 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 946 time: 0.0769532 Aug 27 16:05:44.657972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:44.711606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53b166c6-e5f3-4e1a-a134-2b6a5306a593 req-3a16831f-72cf-4f34-82cb-2aa1b5ef57ba tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Aug 27 16:05:44.721159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:44.769310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:44.771698 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b65c0ab-fce2-47b3-9859-829e3e469326" -d '{"events": [{"server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "name": "network-vif-unplugged", "status": "completed", "tag": "449c0c47-70fb-4222-982f-d9e03b391601"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:44.782497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.840706 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6594a2b3-966b-4525-9bcd-7933daa33091 x-openstack-request-id: req-6594a2b3-966b-4525-9bcd-7933daa33091 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:44.841000 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "name": "network-vif-unplugged", "status": "completed", "tag": "449c0c47-70fb-4222-982f-d9e03b391601", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:44.841251 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6594a2b3-966b-4525-9bcd-7933daa33091 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:44.841635 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601', 'code': 200} Aug 27 16:05:44.843553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b24d6c1-794d-415e-8670-a852492863a7 req-742f282b-1307-4b55-a72e-cbc67c19c496 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0299745 Aug 27 16:05:44.872536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1e0798f9-fb8e-44bf-b720-1ded6c4e74a5 None None] Provisioning for port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:44.877508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1e0798f9-fb8e-44bf-b720-1ded6c4e74a5 None None] Provisioning complete for port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:44.878064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1e0798f9-fb8e-44bf-b720-1ded6c4e74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.884026 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.903915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.923909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:44.930935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:44.959445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:44.966369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:44.972215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:44.978214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:44.982126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:44.986484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-0771ed8a-534f-4b6b-8080-e528d3ad41eb tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=f52a6241534540a2b28a28f7046a21a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687876 Aug 27 16:05:45.031721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=7f5c84d2-03b0-4c77-989b-0ce14204d17c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:45.048837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1e0798f9-fb8e-44bf-b720-1ded6c4e74a5 None None] Port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:45.116628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on host n-h1-806412-1 for vnic_type normal with profile {"migrating_to": "n-h2-806412-1"} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:45.117254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:45.117753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:45.125679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:45.142611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:45.143206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Attempting to bind port 449c0c47-70fb-4222-982f-d9e03b391601 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:45.154323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:45.156551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:45.164788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:45.164788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:45.164788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Bound port: 449c0c47-70fb-4222-982f-d9e03b391601, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:45.166429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.179048 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.183210 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Transition to ACTIVE for port object 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:45.188203 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-40eeae65-947f-4fe5-853e-ece630765dbc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9392436 Aug 27 16:05:45.216984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Request body: {'port': {'device_id': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:45.310953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.328217 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.374476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51394) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:45.390931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-a89332ac-6085-4c3e-88d2-9f61dace98c7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:45.393034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-a89332ac-6085-4c3e-88d2-9f61dace98c7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3753991 Aug 27 16:05:45.444381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Request body: {'port': {'device_id': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'f52a6241534540a2b28a28f7046a21a6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:45.473798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:45.537309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Attempting to bind port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:45.541733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Attempting to bind port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:45.541733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Attempting to bind port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:45.550302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:45.560087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fc4e0-fda7-40a8-bab1-6ce1be094893 req-4a802f5a-84af-4779-89db-5bc9535bc8dd tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:45.567470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab3fc4e0-fda7-40a8-bab1-6ce1be094893 req-4a802f5a-84af-4779-89db-5bc9535bc8dd tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.2438157 Aug 27 16:05:45.585694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02815760-1452-447e-8f0f-d6b489de8600 req-224a2ca2-8044-48a2-a274-2cddecfbbe98 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:45.587306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02815760-1452-447e-8f0f-d6b489de8600 req-224a2ca2-8044-48a2-a274-2cddecfbbe98 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.2648318 Aug 27 16:05:45.609675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:45.616237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2055ca5b-95d7-4ce2-9b50-cb70b8a49a22 None None] Provisioning for port 7f5c84d2-03b0-4c77-989b-0ce14204d17c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:45.621764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:45.621764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Attempting to bind port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:45.625901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2055ca5b-95d7-4ce2-9b50-cb70b8a49a22 None None] Provisioning complete for port 7f5c84d2-03b0-4c77-989b-0ce14204d17c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:45.626282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2055ca5b-95d7-4ce2-9b50-cb70b8a49a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.631870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:45.632503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:45.633214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:45.633852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Bound port: 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:45.634416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.635521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b1a0-9910-4545-9bb3-aef8ed558d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.677972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2055ca5b-95d7-4ce2-9b50-cb70b8a49a22 None None] Port 7f5c84d2-03b0-4c77-989b-0ce14204d17c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:45.680646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.780133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab3fc4e0-fda7-40a8-bab1-6ce1be094893 req-9b0a2812-c579-455b-91dc-96a3223d78da tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117798 Aug 27 16:05:45.785717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] For port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:45.794567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02815760-1452-447e-8f0f-d6b489de8600 req-844236dd-a62e-46cd-8d38-366ebb8329da tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935472 Aug 27 16:05:45.813202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] For port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:45.876760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:45.877392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.878747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] 10.222.0.97 "PUT /v2.0/ports/449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 200 len: 1121 time: 1.8910012 Aug 27 16:05:45.879383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac401b8-b878-4eba-801f-e3a55880fdaa service neutron] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=8']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:45.910631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5c84d2-03b0-4c77-989b-0ce14204d17c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:45.918759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.921234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:45.943819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33ef7956-1934-4aad-961b-cac92873ece0 req-8d3e6b79-75fa-4181-ac75-4f2026db3fe9 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 210 time: 0.0727956 Aug 27 16:05:45.964293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Transition to ACTIVE for port object 7f5c84d2-03b0-4c77-989b-0ce14204d17c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:45.986978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e12f-194c-4d8f-8013-858e8183faee req-85080b82-5cfd-4dbf-9ae3-1d2cb9d47fdd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:45.998344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ef3e12f-194c-4d8f-8013-858e8183faee req-85080b82-5cfd-4dbf-9ae3-1d2cb9d47fdd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 934 time: 0.0975101 Aug 27 16:05:46.002085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.003055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.004722 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] 10.222.0.97 "PUT /v2.0/ports/5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 HTTP/1.1" status: 200 len: 1096 time: 1.9886599 Aug 27 16:05:46.005181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'tag': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:46.007506 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6671b044-0a64-46d1-8e9d-60f4991e04a5" -d '{"events": [{"name": "network-changed", "server_uuid": "11aca0e2-4d68-428c-8f89-c7aae08ae498", "tag": "5ed3d4d1-298d-47c9-a187-7a1b81fb6b48"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:46.034542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdd5f2-bd0d-4726-95ba-4c4f40786de6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:46.038183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b1a0-9910-4545-9bb3-aef8ed558d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.040065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['449c0c47-70fb-4222-982f-d9e03b391601'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:46.054184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.112601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ef3e12f-194c-4d8f-8013-858e8183faee req-30e88906-80ba-447f-9b9a-687833749602 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163580 Aug 27 16:05:46.134377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b1a0-9910-4545-9bb3-aef8ed558d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.224227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Attempting to bind port 7f5c84d2-03b0-4c77-989b-0ce14204d17c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:46.224712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36c10f-0db4-4f1c-bfe2-5c343e2240d6 req-549009cc-60b1-4e1c-a5a3-2a954a789eb0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.225292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Attempting to bind port 7f5c84d2-03b0-4c77-989b-0ce14204d17c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:46.226272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Attempting to bind port 7f5c84d2-03b0-4c77-989b-0ce14204d17c on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:46.228878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c84d2-03b0-4c77-989b-0ce14204d17c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:46.234522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a36c10f-0db4-4f1c-bfe2-5c343e2240d6 req-549009cc-60b1-4e1c-a5a3-2a954a789eb0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 946 time: 0.1981180 Aug 27 16:05:46.242015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Port 7f5c84d2-03b0-4c77-989b-0ce14204d17c on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:46.242709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Attempting to bind port 7f5c84d2-03b0-4c77-989b-0ce14204d17c on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:46.253617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d5f0b1a0-9910-4545-9bb3-aef8ed558d7b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=05dc6c50ea3b41a0872b03d6bfdd7748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743203 Aug 27 16:05:46.255638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51408) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:46.259958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0b1a0-9910-4545-9bb3-aef8ed558d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac9ce4d-599b-4f3e-8614-95cc85be08c3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:46.261148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:46.261589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:46.264993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:46.268735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Bound port: 7f5c84d2-03b0-4c77-989b-0ce14204d17c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:46.268735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.289963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-318f7d0f-360f-4265-b9fd-4319e7644131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.291510 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-318f7d0f-360f-4265-b9fd-4319e7644131 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 1099 time: 0.1678951 Aug 27 16:05:46.297613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a36c10f-0db4-4f1c-bfe2-5c343e2240d6 req-af65d092-46b8-4469-acf4-d47a72afbabb tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 Aug 27 16:05:46.303757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Made reservation on behalf of f52a6241534540a2b28a28f7046a21a6 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:46.306627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.342864 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-599b27cb-734a-4613-b121-b59d2c38653c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 HTTP/1.1" status: 200 len: 217 time: 0.0404220 Aug 27 16:05:46.364429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc3b7fdf-9ef1-473b-80c3-c755db9756ed req-995b7012-e14d-4d72-a253-961c6b74fad3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0646882 Aug 27 16:05:46.417256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] For port 7f5c84d2-03b0-4c77-989b-0ce14204d17c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:46.426551 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c718d7-7f5b-4dcd-a5df-9751d041567f x-openstack-request-id: req-61c718d7-7f5b-4dcd-a5df-9751d041567f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:46.426881 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11aca0e2-4d68-428c-8f89-c7aae08ae498", "tag": "5ed3d4d1-298d-47c9-a187-7a1b81fb6b48", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:46.427733 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-61c718d7-7f5b-4dcd-a5df-9751d041567f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:46.427733 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'tag': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48', 'status': 'completed', 'code': 200} Aug 27 16:05:46.483650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] For port 7f5c84d2-03b0-4c77-989b-0ce14204d17c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7f5c84d2-03b0-4c77-989b-0ce14204d17c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:46.507698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e78adab8-32aa-456c-94c9-41e42875d2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.515338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-d7d20ddb-9d21-4e04-97f4-c9e02d0440ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.516916 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-d7d20ddb-9d21-4e04-97f4-c9e02d0440ad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0971613 Aug 27 16:05:46.527549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d46284-9832-42ed-b1fd-c68670369e54 req-0a6fd6fc-f384-449e-bf1f-8d1b9541d1c2 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.529747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4d46284-9832-42ed-b1fd-c68670369e54 req-0a6fd6fc-f384-449e-bf1f-8d1b9541d1c2 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1097 time: 0.0884907 Aug 27 16:05:46.544713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e78adab8-32aa-456c-94c9-41e42875d2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.568199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Allocated IP 192.168.233.196 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/5eba6195-bae6-4435-af5d-e50577f266e6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:46.587985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.603553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4d46284-9832-42ed-b1fd-c68670369e54 req-6d56e8a6-b823-4724-ada4-b8ad1dadd3cc tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621901 Aug 27 16:05:46.655163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-eef3d518-83b4-4540-8626-2066fde40288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.656809 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-eef3d518-83b4-4540-8626-2066fde40288 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255994 Aug 27 16:05:46.663858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.668733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.668733 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] 10.222.0.90 "PUT /v2.0/ports/7f5c84d2-03b0-4c77-989b-0ce14204d17c HTTP/1.1" status: 200 len: 1094 time: 1.4583967 Aug 27 16:05:46.720511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc73b2c-30a3-4fc3-b082-d63505766a31 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c84d2-03b0-4c77-989b-0ce14204d17c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:46.803393 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-d235511a-ea39-4e8f-af57-69c68d8970b5 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342828 Aug 27 16:05:46.810896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e78adab8-32aa-456c-94c9-41e42875d2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.818146 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e78adab8-32aa-456c-94c9-41e42875d2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.818146 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e78adab8-32aa-456c-94c9-41e42875d2f5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ac9ce4d-599b-4f3e-8614-95cc85be08c3 HTTP/1.1" status: 204 len: 168 time: 0.5562530 Aug 27 16:05:46.842740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:46.845388 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e6f39-de42-4051-a9de-03d0416ff7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "tag": "449c0c47-70fb-4222-982f-d9e03b391601"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:46.846902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78adab8-32aa-456c-94c9-41e42875d2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac9ce4d-599b-4f3e-8614-95cc85be08c3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:46.855059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:46.859215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c49fd596-2f1f-428f-9fc7-7c262a2ac026 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=87b58ede5a4c4cb5b461d9d0e4c003d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638938 Aug 27 16:05:46.863850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6d53b-d343-4b4b-9f1b-53406b145f93 req-f9b258b6-f043-467a-ad09-62de2b4326c8 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.874376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ff6d53b-d343-4b4b-9f1b-53406b145f93 req-f9b258b6-f043-467a-ad09-62de2b4326c8 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1097 time: 0.1525698 Aug 27 16:05:46.916344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-b009bb49-bda9-4525-900d-8845064958ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:46.918797 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-b009bb49-bda9-4525-900d-8845064958ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 1097 time: 0.1456442 Aug 27 16:05:46.974822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Transition to ACTIVE for port object 5eba6195-bae6-4435-af5d-e50577f266e6 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:46.979956 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-dd8ba43f-ee01-4e89-90ce-f057cd9ae52c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7f5c84d2-03b0-4c77-989b-0ce14204d17c HTTP/1.1" status: 200 len: 217 time: 0.0397854 Aug 27 16:05:47.006548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-211df206-0db1-4920-8f8a-f3a3193ee6e9 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876802 Aug 27 16:05:47.046291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-8a144f5b-2a31-4427-b7be-023e7379560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.048179 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-8a144f5b-2a31-4427-b7be-023e7379560a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0516284 Aug 27 16:05:47.063978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ff6d53b-d343-4b4b-9f1b-53406b145f93 req-ee34d2c0-e55f-41af-82d7-ba2604e70e17 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880224 Aug 27 16:05:47.121240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967846c-0f8d-489f-911c-547ad3bd950f req-85d47d14-0a88-4ac8-87d4-b3b3221cc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.123836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-85d47d14-0a88-4ac8-87d4-b3b3221cc9dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642807 Aug 27 16:05:47.130954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a35c9-ad9c-4c8a-9230-f43b3a4a7feb req-240256f2-0f43-43d5-82b9-d06fa2d93991 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.132531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d78a35c9-ad9c-4c8a-9230-f43b3a4a7feb req-240256f2-0f43-43d5-82b9-d06fa2d93991 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.2074091 Aug 27 16:05:47.144919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-a508d3ff-30bb-40ee-8aaf-176d3970e6be tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.147629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-a508d3ff-30bb-40ee-8aaf-176d3970e6be tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663462 Aug 27 16:05:47.177346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Request body: {'port': {'device_id': '560ff701-937b-4693-abb4-b38168f20c40', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '87b58ede5a4c4cb5b461d9d0e4c003d3'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:47.248541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:47.275776 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-b5803784-620e-4063-9b1c-14d77dbd09c2 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393604 Aug 27 16:05:47.279822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d78a35c9-ad9c-4c8a-9230-f43b3a4a7feb req-512ff44e-d628-493c-b047-e7be10855a4e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324239 Aug 27 16:05:47.284249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-ca61624e-cb14-4d52-bbc0-e2fcab6f9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.285708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-ca61624e-cb14-4d52-bbc0-e2fcab6f9bd9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 1099 time: 0.0647204 Aug 27 16:05:47.328820 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7744d8ce-91db-4009-9b10-04b74674ff95 x-openstack-request-id: req-7744d8ce-91db-4009-9b10-04b74674ff95 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:47.329117 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "tag": "449c0c47-70fb-4222-982f-d9e03b391601", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:47.329369 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7744d8ce-91db-4009-9b10-04b74674ff95 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:47.329755 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601', 'status': 'completed', 'code': 200} Aug 27 16:05:47.358607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:47.375180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c374ce6-cf49-45f9-85a7-815f01006e24 req-fb6ae049-496b-4aaf-a096-53a95a8235bd tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.376802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c374ce6-cf49-45f9-85a7-815f01006e24 req-fb6ae049-496b-4aaf-a096-53a95a8235bd tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.1961935 Aug 27 16:05:47.385380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:47.385380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Pushing event updated for resources: {'Port': ['ID=5eba6195-bae6-4435-af5d-e50577f266e6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:47.387840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:47.393294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.393917 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:47.455426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77c99bf7-fc5d-40bd-a5f9-2a0ef4a41452 req-301db05c-3436-412c-b493-08fb114b9bb6 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 210 time: 0.0571332 Aug 27 16:05:47.510715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c374ce6-cf49-45f9-85a7-815f01006e24 req-ebb31863-6df4-4baf-b189-a293466b64fe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108711 Aug 27 16:05:47.525306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-0f5d7239-1f89-4e55-a94a-77701e267647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.526738 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-0f5d7239-1f89-4e55-a94a-77701e267647 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1124 time: 0.1173680 Aug 27 16:05:47.530368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-2a9eb7ba-cffd-48d9-bd72-766500fabe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.531961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-2a9eb7ba-cffd-48d9-bd72-766500fabe63 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2296052 Aug 27 16:05:47.536342 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4967846c-0f8d-489f-911c-547ad3bd950f req-39411e78-e941-481e-bf1f-fb81e1226aa6 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445259 Aug 27 16:05:47.588259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Made reservation on behalf of 87b58ede5a4c4cb5b461d9d0e4c003d3 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:47.588259 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:47.598194 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-cc1ff1c8-446f-4c86-a252-7e6be2a6523f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 HTTP/1.1" status: 200 len: 217 time: 0.0553551 Aug 27 16:05:47.600071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:47.622989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51438) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:47.664005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2070ac22-888b-4c2b-9659-90167d7d1022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:47.706286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07c3ad-a797-4784-baf1-6f12a94fd3b7 req-5d58127e-e0bb-4b5d-afb8-63c605f12000 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.707840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e07c3ad-a797-4784-baf1-6f12a94fd3b7 req-5d58127e-e0bb-4b5d-afb8-63c605f12000 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 946 time: 0.0839171 Aug 27 16:05:47.707958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-cd935cb0-2b8f-4f99-a40d-1335dcc9d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.709415 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-cd935cb0-2b8f-4f99-a40d-1335dcc9d705 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1009688 Aug 27 16:05:47.723769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-af3ec387-0cbc-4120-a050-efa9e347bc0f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2960267 Aug 27 16:05:47.760693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-44ca1097-08bf-498e-9e33-2920c45d93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.762890 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-44ca1097-08bf-498e-9e33-2920c45d93c6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.2089436 Aug 27 16:05:47.766375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Request body: {'port': {'device_id': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:47.776745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-5fef9528-7bfd-41c9-b9f1-4830a67b2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.778631 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-5fef9528-7bfd-41c9-b9f1-4830a67b2564 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561306 Aug 27 16:05:47.785476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4ea1b316-1eca-436e-9013-0dbc0ae7d4d8 None None] Provisioning for port 5eba6195-bae6-4435-af5d-e50577f266e6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:47.789724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4ea1b316-1eca-436e-9013-0dbc0ae7d4d8 None None] Provisioning complete for port 5eba6195-bae6-4435-af5d-e50577f266e6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:47.790444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b316-1eca-436e-9013-0dbc0ae7d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:47.844039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00ee60-c0d1-4e6b-9af9-2a4fe2843617 req-d4d03358-3ba0-4a6f-825c-fe01505e8f4e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:47.845610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b00ee60-c0d1-4e6b-9af9-2a4fe2843617 req-d4d03358-3ba0-4a6f-825c-fe01505e8f4e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 936 time: 0.1368537 Aug 27 16:05:47.873682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e07c3ad-a797-4784-baf1-6f12a94fd3b7 req-ee47a59c-a414-4d61-bcae-6d01a4d804bb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478553 Aug 27 16:05:47.912450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:47.940364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b00ee60-c0d1-4e6b-9af9-2a4fe2843617 req-d2575d85-252a-4215-9d86-5e49e6663737 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728192 Aug 27 16:05:47.963171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1b316-1eca-436e-9013-0dbc0ae7d4d8 None None] Port 5eba6195-bae6-4435-af5d-e50577f266e6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:48.010510 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:48.053885 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-a83326dd-59ab-4320-a9d3-b15a0f72012b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 200 len: 217 time: 0.2793822 Aug 27 16:05:48.135952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:48.154675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-4af1ecdf-66fa-4bae-96c6-48cc83658b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:48.156242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-4af1ecdf-66fa-4bae-96c6-48cc83658b44 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0671489 Aug 27 16:05:48.201071 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-32dc917d-42b7-4666-919f-13e0d1a816f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298398 Aug 27 16:05:48.203210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-9e1f2a79-6e1a-4bbf-90b7-0ea944c39dd9 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575313 Aug 27 16:05:48.246654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:48.362049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba365b7-0882-451f-b756-c06898225647 req-4924867f-48ab-454c-83b4-5aa08dde21b9 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:48.363609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cba365b7-0882-451f-b756-c06898225647 req-4924867f-48ab-454c-83b4-5aa08dde21b9 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1097 time: 0.1385627 Aug 27 16:05:48.428354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'tag': '7f5c84d2-03b0-4c77-989b-0ce14204d17c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:48.430455 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573bdbda-06cc-4414-9c38-ae9bf2b25137" -d '{"events": [{"name": "network-changed", "server_uuid": "8051f95e-d286-450f-8501-a7d7f3a9f9e4", "tag": "7f5c84d2-03b0-4c77-989b-0ce14204d17c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:48.442435 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6671b044-0a64-46d1-8e9d-60f4991e04a5 req-95563130-f462-496d-b798-cbd58466a2be service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256148 Aug 27 16:05:48.445841 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-18fd9184-2199-4822-a2b1-41d289645c10 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308393 Aug 27 16:05:48.546964 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d53e6f39-de42-4051-a9de-03d0416ff7f8 req-f892563e-cf00-46c4-97d8-8c6a90b4d725 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888157 Aug 27 16:05:48.639220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:48.662916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eba6195-bae6-4435-af5d-e50577f266e6 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:48.685578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:48.690274 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2070ac22-888b-4c2b-9659-90167d7d1022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:48.696824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cba365b7-0882-451f-b756-c06898225647 req-92d6f79c-e2dd-43a6-97e0-fc26e636e01c tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082781 Aug 27 16:05:48.706754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Transition to ACTIVE for port object 5eba6195-bae6-4435-af5d-e50577f266e6 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:48.724514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2bb05-ec4d-43b4-b50e-775823cadc80 req-e5aa13b5-d92d-4962-84a3-e0b58169c551 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:48.726056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ab2bb05-ec4d-43b4-b50e-775823cadc80 req-e5aa13b5-d92d-4962-84a3-e0b58169c551 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.3321629 Aug 27 16:05:48.741953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:48.765643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 has no active binding in host n-h2-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:05:48.772123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ab2bb05-ec4d-43b4-b50e-775823cadc80 req-af5f32b8-2ded-4117-ae22-17dc4874a68a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Aug 27 16:05:48.773736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2070ac22-888b-4c2b-9659-90167d7d1022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:48.782718 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466b03ce-d66e-46b1-8482-592c6046de4e x-openstack-request-id: req-466b03ce-d66e-46b1-8482-592c6046de4e {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:48.783012 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8051f95e-d286-450f-8501-a7d7f3a9f9e4", "tag": "7f5c84d2-03b0-4c77-989b-0ce14204d17c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:48.783283 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-466b03ce-d66e-46b1-8482-592c6046de4e {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:48.783683 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'tag': '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'status': 'completed', 'code': 200} Aug 27 16:05:48.816672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:48.849157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070ac22-888b-4c2b-9659-90167d7d1022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0824b0-b306-453b-93bc-e6599fa8eb2d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:48.864604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-e86460c5-e3e0-4334-a9a4-a07b2069f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:48.866197 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-e86460c5-e3e0-4334-a9a4-a07b2069f2c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0475028 Aug 27 16:05:48.887153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2070ac22-888b-4c2b-9659-90167d7d1022 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4052dbabe2fb4e0383d30fb37527ee8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2592630 Aug 27 16:05:48.893338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:48.945694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1410c56-b084-4350-8fc2-c10a8534aae9 req-b3d217f3-07c5-4197-9c01-8d5ae7e936a7 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 210 time: 0.0708930 Aug 27 16:05:48.972034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Allocated IP 192.168.233.146 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/4424dc49-dea5-4b5e-9ea0-2b5204b25ef5) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:48.982857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Pushing event updated for resources: {'Port': ['ID=5eba6195-bae6-4435-af5d-e50577f266e6,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:49.028759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a283ec8-b390-44c3-a87e-4405d83c22d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.035802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-7aed682b-55c3-487e-888b-be000932f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.037305 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-7aed682b-55c3-487e-888b-be000932f80e service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1618211 Aug 27 16:05:49.047515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Attempting to bind port 5eba6195-bae6-4435-af5d-e50577f266e6 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:49.047790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Attempting to bind port 5eba6195-bae6-4435-af5d-e50577f266e6 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:49.048128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Attempting to bind port 5eba6195-bae6-4435-af5d-e50577f266e6 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:49.056728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a283ec8-b390-44c3-a87e-4405d83c22d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.066325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1e79-b557-484d-9e17-bd1a5fe15e0b req-885ed121-4b21-4f5f-9261-d00f63f8055f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.068089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b4b1e79-b557-484d-9e17-bd1a5fe15e0b req-885ed121-4b21-4f5f-9261-d00f63f8055f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.1944718 Aug 27 16:05:49.072330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Port 5eba6195-bae6-4435-af5d-e50577f266e6 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:49.072664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Attempting to bind port 5eba6195-bae6-4435-af5d-e50577f266e6 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:49.096353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:49.096702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:49.097085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:49.097539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Bound port: 5eba6195-bae6-4435-af5d-e50577f266e6, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:49.097897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.118397 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-65dc0dd0-8b5d-4a4a-8302-dc240b4a9577 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7f5c84d2-03b0-4c77-989b-0ce14204d17c HTTP/1.1" status: 200 len: 217 time: 0.0536933 Aug 27 16:05:49.180025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-0d47ca4a-1852-4f5e-bf5c-92a813a9e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.181450 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-0d47ca4a-1852-4f5e-bf5c-92a813a9e692 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0511549 Aug 27 16:05:49.239222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-634501da-fcf3-4d57-b26d-5582a314c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.241066 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-634501da-fcf3-4d57-b26d-5582a314c7c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419014 Aug 27 16:05:49.270068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b4b1e79-b557-484d-9e17-bd1a5fe15e0b req-f157e6ab-783f-487b-8011-72fb97a50b70 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883085 Aug 27 16:05:49.278352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a283ec8-b390-44c3-a87e-4405d83c22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.281696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a283ec8-b390-44c3-a87e-4405d83c22d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.285197 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a283ec8-b390-44c3-a87e-4405d83c22d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e0824b0-b306-453b-93bc-e6599fa8eb2d HTTP/1.1" status: 204 len: 168 time: 0.3882947 Aug 27 16:05:49.297043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] For port 5eba6195-bae6-4435-af5d-e50577f266e6, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:49.301655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] For port 5eba6195-bae6-4435-af5d-e50577f266e6, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5eba6195-bae6-4435-af5d-e50577f266e6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:49.327419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a283ec8-b390-44c3-a87e-4405d83c22d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0824b0-b306-453b-93bc-e6599fa8eb2d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:49.348185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f6f85-49ab-4762-be96-b56827f1f8d7 req-32d88e5a-b174-4f5b-b2ac-90f9d9ea92b3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.350895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-597f6f85-49ab-4762-be96-b56827f1f8d7 req-32d88e5a-b174-4f5b-b2ac-90f9d9ea92b3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 946 time: 0.1984570 Aug 27 16:05:49.387723 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-cc4e9cb5-67a0-44a2-9c7f-dd249ca01ba8 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284566 Aug 27 16:05:49.413846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.464093 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.474155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.475486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.476889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] 10.222.0.97 "PUT /v2.0/ports/5eba6195-bae6-4435-af5d-e50577f266e6 HTTP/1.1" status: 200 len: 1096 time: 1.7277696 Aug 27 16:05:49.487218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'tag': '5eba6195-bae6-4435-af5d-e50577f266e6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:49.489168 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e52376-0b13-47c6-b26c-846573abc47a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f8691b-9ec6-4c51-94a0-2116ff0b96f9", "tag": "5eba6195-bae6-4435-af5d-e50577f266e6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:49.497015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-573bdbda-06cc-4414-9c38-ae9bf2b25137 req-b9219734-c58d-4869-b8d8-2f41c5cd7721 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900600 Aug 27 16:05:49.529935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-597f6f85-49ab-4762-be96-b56827f1f8d7 req-c6940c07-3b98-4939-96f0-0b655860e5ea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551614 Aug 27 16:05:49.530912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Transition to ACTIVE for port object 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:49.549345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a891f9f-e52d-4e27-b025-34109f7495d6 req-5b66468b-07ea-42f4-b550-20acec533101 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.550934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a891f9f-e52d-4e27-b025-34109f7495d6 req-5b66468b-07ea-42f4-b550-20acec533101 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 948 time: 0.1988752 Aug 27 16:05:49.556590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efcbb1-da6c-4826-b7c9-5f166e13893a service neutron] Pushing event updated for resources: {'Port': ['ID=5eba6195-bae6-4435-af5d-e50577f266e6,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:49.593267 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173c7dec-6738-4bb9-b1a5-393f3f39d503 x-openstack-request-id: req-173c7dec-6738-4bb9-b1a5-393f3f39d503 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:49.593559 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f8691b-9ec6-4c51-94a0-2116ff0b96f9", "tag": "5eba6195-bae6-4435-af5d-e50577f266e6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:49.593811 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-173c7dec-6738-4bb9-b1a5-393f3f39d503 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:49.594205 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'tag': '5eba6195-bae6-4435-af5d-e50577f266e6', 'status': 'completed', 'code': 200} Aug 27 16:05:49.647972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a891f9f-e52d-4e27-b025-34109f7495d6 req-7108f4c2-2b40-4767-82b2-fefca61a42e9 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865529 Aug 27 16:05:49.665806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-ce6112e5-00c6-40e4-9715-aca9c9fd423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.665911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-ce6112e5-00c6-40e4-9715-aca9c9fd423f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 1099 time: 0.0611062 Aug 27 16:05:49.726771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.732956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-62744e9e-084f-432b-8ca2-418fd6a96e18 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5eba6195-bae6-4435-af5d-e50577f266e6 HTTP/1.1" status: 200 len: 217 time: 0.0521281 Aug 27 16:05:49.800838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:49.810992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:49.820651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:49.820651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.820651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:49.849704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Pushing event updated for resources: {'Port': ['ID=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:49.887837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-86fdc4f4-c76c-466b-8a14-62588830db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.889465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-86fdc4f4-c76c-466b-8a14-62588830db83 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1486852 Aug 27 16:05:49.955489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-c7dcb902-3d18-41ee-bede-64892b453304 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7830591 Aug 27 16:05:49.958291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f322-233a-429a-8c7c-6331469df4c3 req-17ff5489-1d86-40bf-8605-abcd2659c23b tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.959783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7977f322-233a-429a-8c7c-6331469df4c3 req-17ff5489-1d86-40bf-8605-abcd2659c23b tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1097 time: 0.1316388 Aug 27 16:05:49.974278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d093e6d-3571-4619-9482-6ac61564f3e6 req-1390f61b-4405-4cd7-a512-2de607ae4c21 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:49.975899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d093e6d-3571-4619-9482-6ac61564f3e6 req-1390f61b-4405-4cd7-a512-2de607ae4c21 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1062582 Aug 27 16:05:49.984721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Request body: {'port': {'device_id': '560ff701-937b-4693-abb4-b38168f20c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:50.046139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-cc30ed52-9b88-4977-b806-48ac79a79849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:50.047941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-cc30ed52-9b88-4977-b806-48ac79a79849 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387415 Aug 27 16:05:50.110185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7977f322-233a-429a-8c7c-6331469df4c3 req-17024fa1-3b7e-4589-884b-57e56614180b tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319900 Aug 27 16:05:50.138760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d093e6d-3571-4619-9482-6ac61564f3e6 req-45820244-3bf9-4889-a629-cf9b730ffac4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497738 Aug 27 16:05:50.153520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:50.156839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc377cf8-b4fa-430f-97b1-91b270aa7e8b None None] Provisioning for port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:50.161383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc377cf8-b4fa-430f-97b1-91b270aa7e8b None None] Provisioning complete for port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:50.161984 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc377cf8-b4fa-430f-97b1-91b270aa7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:50.217618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cc377cf8-b4fa-430f-97b1-91b270aa7e8b None None] Port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:05:50.226416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-461c75d0-d913-4f2c-b00e-1abb06f67c21 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527667 Aug 27 16:05:50.416011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154bdf1-6f02-44d4-92d3-e98ebd7449c3 req-58625889-d8bf-4608-8991-229321e7e310 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:50.417279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b154bdf1-6f02-44d4-92d3-e98ebd7449c3 req-58625889-d8bf-4608-8991-229321e7e310 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 936 time: 0.1826985 Aug 27 16:05:50.491290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fe52773-6dad-4b0a-b81a-8cef2a61c52f req-1d236256-3c10-4df5-af50-57f5f650aa9b service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553427 Aug 27 16:05:50.518500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b154bdf1-6f02-44d4-92d3-e98ebd7449c3 req-574111ec-832b-4118-8245-367d6e3371bb tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866461 Aug 27 16:05:50.614247 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ae2308f-0a67-4b8a-806f-bc50998d7579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:50.630388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:50.636062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:50.644014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:50.658261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Transition to ACTIVE for port object 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:50.667225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a1f6e-79f4-439d-ae80-ef46cbca9486 req-fdff7a08-413b-44fe-b128-02fdef1200ab tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:50.669364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-774a1f6e-79f4-439d-ae80-ef46cbca9486 req-fdff7a08-413b-44fe-b128-02fdef1200ab tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 943 time: 0.0775633 Aug 27 16:05:50.750953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-774a1f6e-79f4-439d-ae80-ef46cbca9486 req-0a10f846-7156-44ec-a061-aa29a3576ae6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739057 Aug 27 16:05:50.772801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:50.778605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:50.793889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48', 'mac_address': 'fa:16:3e:be:d2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:50.815521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e52376-0b13-47c6-b26c-846573abc47a req-9393bbd1-9ccd-4781-9877-95c4fab17400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:50.817025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e52376-0b13-47c6-b26c-846573abc47a req-9393bbd1-9ccd-4781-9877-95c4fab17400 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 1099 time: 0.1224992 Aug 27 16:05:50.847358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:50.865482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:50.893595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Pushing event updated for resources: {'Port': ['ID=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:50.896721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:50.968330 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:50.981508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Attempting to bind port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:50.983044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Attempting to bind port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:50.983044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Attempting to bind port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:50.994525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:50.994865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Attempting to bind port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:51.001044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-88924764-4025-4f45-bf4d-53d147135d35 service neutron] 10.222.0.90 "GET /v2.0/ports/449c0c47-70fb-4222-982f-d9e03b391601/bindings/n-h2-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.1172993 Aug 27 16:05:51.021011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0c9f-5a59-4586-9269-3c4d53909158 req-7533c96a-7d84-49dc-86b8-1089386de08b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.034599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628b0c9f-5a59-4586-9269-3c4d53909158 req-7533c96a-7d84-49dc-86b8-1089386de08b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 946 time: 0.1906292 Aug 27 16:05:51.038026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:51.038582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:51.039134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:51.039828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Bound port: 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:51.040773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:51.065309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e52376-0b13-47c6-b26c-846573abc47a req-3228146f-946c-4a52-a1c0-ae2c174d3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.067290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e52376-0b13-47c6-b26c-846573abc47a req-3228146f-946c-4a52-a1c0-ae2c174d3d4f service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2379560 Aug 27 16:05:51.081175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:51.154131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e52376-0b13-47c6-b26c-846573abc47a req-795e37e0-d5da-43a5-a578-834ae6d1f539 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5eba6195-bae6-4435-af5d-e50577f266e6 HTTP/1.1" status: 200 len: 217 time: 0.0771687 Aug 27 16:05:51.205541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628b0c9f-5a59-4586-9269-3c4d53909158 req-0f1531f2-f7df-46c3-a9ec-05d96d006a07 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693435 Aug 27 16:05:51.251682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] For port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:51.258516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e52376-0b13-47c6-b26c-846573abc47a req-ca3004c1-249f-4092-91c2-7fa24f9d2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.259550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e52376-0b13-47c6-b26c-846573abc47a req-ca3004c1-249f-4092-91c2-7fa24f9d2d40 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0966835 Aug 27 16:05:51.269926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] For port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:51.270961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:51.323284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:51.348488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e52376-0b13-47c6-b26c-846573abc47a req-f6d703ee-8ff5-4cb3-a0dd-27ff34907967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.349988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e52376-0b13-47c6-b26c-846573abc47a req-f6d703ee-8ff5-4cb3-a0dd-27ff34907967 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787823 Aug 27 16:05:51.362850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6819fa-db91-4670-af09-cea3ff7710b4 req-b7311250-debb-4cc2-9907-93e81f0a69dc tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.363047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:51.363156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c6819fa-db91-4670-af09-cea3ff7710b4 req-b7311250-debb-4cc2-9907-93e81f0a69dc tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 948 time: 0.0768447 Aug 27 16:05:51.372279 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:51.414938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449c0c47-70fb-4222-982f-d9e03b391601 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:51.432922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:51.480927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.481790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:51.482714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] 10.222.0.97 "PUT /v2.0/ports/4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 HTTP/1.1" status: 200 len: 1096 time: 1.5057313 Aug 27 16:05:51.527353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c6819fa-db91-4670-af09-cea3ff7710b4 req-2900ff40-338b-440d-8a13-d4fb0fab397d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584201 Aug 27 16:05:51.530204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5124f-8a8a-48d4-8328-ed0cfadb6644 service neutron] Pushing event updated for resources: {'Port': ['ID=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:51.563125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:51.583657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e52376-0b13-47c6-b26c-846573abc47a req-67068f10-fd8e-4b38-9a16-cf214db55ad0 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220922 Aug 27 16:05:51.596123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560ff701-937b-4693-abb4-b38168f20c40', 'tag': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:51.604151 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62209bb3-3609-44ca-abe4-4706e624de7b" -d '{"events": [{"name": "network-changed", "server_uuid": "560ff701-937b-4693-abb4-b38168f20c40", "tag": "4424dc49-dea5-4b5e-9ea0-2b5204b25ef5"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:51.708722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] Transition to ACTIVE for port object 449c0c47-70fb-4222-982f-d9e03b391601 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:05:51.787791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:51.860443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] No DVR routers for this DVR port 449c0c47-70fb-4222-982f-d9e03b391601 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:05:51.876286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] Pushing event updated for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=10']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:51.903731 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0a136588-ec55-45c6-9785-946e6c1f54dd service neutron] 10.222.0.90 "PUT /v2.0/ports/449c0c47-70fb-4222-982f-d9e03b391601/bindings/n-h2-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8853948 Aug 27 16:05:51.967202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7f5c84d2-03b0-4c77-989b-0ce14204d17c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:51.979676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1636f1-c10a-4f49-9cc7-5157957805b1 req-46cde7fb-ac0d-4614-a53c-65b6c1f182e3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.982030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f1636f1-c10a-4f49-9cc7-5157957805b1 req-46cde7fb-ac0d-4614-a53c-65b6c1f182e3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.3584521 Aug 27 16:05:51.991918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-fcbc44cd-221d-4f92-847a-7f861e6e3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:51.993355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-fcbc44cd-221d-4f92-847a-7f861e6e3b72 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=87b58ede5a4c4cb5b461d9d0e4c003d3&device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 1099 time: 0.1013381 Aug 27 16:05:52.004716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e52376-0b13-47c6-b26c-846573abc47a req-d1df1983-2b79-4ed3-820c-c2887862407a service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126799 Aug 27 16:05:52.048172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-7fd3ceb7-4d38-4026-acd4-13445285b113 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0416100 Aug 27 16:05:52.065798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7f5c84d2-03b0-4c77-989b-0ce14204d17c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7f5c84d2-03b0-4c77-989b-0ce14204d17c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:52.079089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'mac_address': 'fa:16:3e:c1:fc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:52.120475 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:52.130893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f1636f1-c10a-4f49-9cc7-5157957805b1 req-11ad22fc-af0c-42df-ab41-d544b28d5792 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351507 Aug 27 16:05:52.136032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5c84d2-03b0-4c77-989b-0ce14204d17c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:52.151122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-6d92d847-916a-42e1-b53f-dc5c4809abd4 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.153675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-6d92d847-916a-42e1-b53f-dc5c4809abd4 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.1045985 Aug 27 16:05:52.170208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7f5c84d2-03b0-4c77-989b-0ce14204d17c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7f5c84d2-03b0-4c77-989b-0ce14204d17c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:52.171945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-8ee492b9-0ff7-4dc4-aea2-824255941a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.173646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-8ee492b9-0ff7-4dc4-aea2-824255941a14 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1112990 Aug 27 16:05:52.235993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1d6bee93-0c47-4a73-869f-26ec2657922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.237466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-1d6bee93-0c47-4a73-869f-26ec2657922c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066&tenant_id=1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 1095 time: 0.0749085 Aug 27 16:05:52.242220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:52.246767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-0c2c65ce-3b28-4fe7-bb47-60a6d2d9a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.246767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-0c2c65ce-3b28-4fe7-bb47-60a6d2d9a0c9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539360 Aug 27 16:05:52.290830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=7f5c84d2-03b0-4c77-989b-0ce14204d17c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:52.412594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-53a3f93c-8303-40f4-9826-22847b368526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.414081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-53a3f93c-8303-40f4-9826-22847b368526 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1095 time: 0.1359715 Aug 27 16:05:52.423464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdee942-45b6-4f0f-a7fb-9969dfd0ee53 req-ff9f4445-c517-4495-bae3-3e25ef410424 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.424832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfdee942-45b6-4f0f-a7fb-9969dfd0ee53 req-ff9f4445-c517-4495-bae3-3e25ef410424 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 948 time: 0.1456277 Aug 27 16:05:52.434821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-572c6ee7-8a78-4b9a-961b-a9f48cbc323a service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810014 Aug 27 16:05:52.499625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-aa28f4fb-a382-4068-9d0a-dfbefe66addc tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:05:52.500596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-aa28f4fb-a382-4068-9d0a-dfbefe66addc tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164189 Aug 27 16:05:52.546913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Request body: {'binding': {'host': 'n-h1-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:52.547385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:05:52.593823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['7f5c84d2-03b0-4c77-989b-0ce14204d17c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:52.619443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfdee942-45b6-4f0f-a7fb-9969dfd0ee53 req-4058f26d-baf1-44e6-9415-5640310b51fa tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836514 Aug 27 16:05:52.639204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:52.686099 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec5ba1e-8280-424a-8d79-69f30844b92b x-openstack-request-id: req-9ec5ba1e-8280-424a-8d79-69f30844b92b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:52.686401 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560ff701-937b-4693-abb4-b38168f20c40", "tag": "4424dc49-dea5-4b5e-9ea0-2b5204b25ef5", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:52.686658 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9ec5ba1e-8280-424a-8d79-69f30844b92b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:52.687430 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560ff701-937b-4693-abb4-b38168f20c40', 'tag': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5', 'status': 'completed', 'code': 200} Aug 27 16:05:52.702810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-dd6e38ef-4257-48ae-9b97-5dd87e25542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.704331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-dd6e38ef-4257-48ae-9b97-5dd87e25542e service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.2786512 Aug 27 16:05:52.707780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb808bf5-1d78-4e9c-ab48-37fb6aa1dbb3 req-9ea636f2-f4b6-4132-85c2-54ef3e688ab7 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548926 Aug 27 16:05:52.794562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-529820ec-ce5e-4e87-94a4-f36930e4c265 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 200 len: 217 time: 0.0744712 Aug 27 16:05:52.865547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:52.867656 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:52.870335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:52.870797 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:52.873511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on host n-h1-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:52.873851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:52.874180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:52.888085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5691f86-e347-4d44-a1e7-9100089f4c91 req-aff4380b-1c89-46f9-9a69-797f7db5237a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.889561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5691f86-e347-4d44-a1e7-9100089f4c91 req-aff4380b-1c89-46f9-9a69-797f7db5237a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 944 time: 0.1599498 Aug 27 16:05:52.907904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0859e1a2-deba-469b-bb34-53cdbe538b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:52.909313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-0859e1a2-deba-469b-bb34-53cdbe538b8d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.1014001 Aug 27 16:05:52.912067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:52.912395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:52.940918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:52.941262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:52.941651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:52.942094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Bound port: fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:52.950257 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:52.968523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-72e18911-4bf7-4e81-bfe0-6e65f4be68ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457675 Aug 27 16:05:52.972216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:52.974445 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de456907-ea33-44e7-b56c-4860d05f178e" -d '{"events": [{"server_uuid": "11aca0e2-4d68-428c-8f89-c7aae08ae498", "name": "network-vif-plugged", "status": "completed", "tag": "5ed3d4d1-298d-47c9-a187-7a1b81fb6b48"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:52.986539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:53.060768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62209bb3-3609-44ca-abe4-4706e624de7b req-6e0379da-61de-469a-ae3b-3029fb7f671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.062256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62209bb3-3609-44ca-abe4-4706e624de7b req-6e0379da-61de-469a-ae3b-3029fb7f671a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=87b58ede5a4c4cb5b461d9d0e4c003d3&device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 1099 time: 0.1984067 Aug 27 16:05:53.069387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5691f86-e347-4d44-a1e7-9100089f4c91 req-8f01f7ff-73b2-4baa-8ffe-51f44f43d6a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641564 Aug 27 16:05:53.106121 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:53.141945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:53.162422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee08d-b56f-4264-a1c7-74614b7d98a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:53.184470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:53.185857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-e9fa858d-9a6e-4fac-91e1-3816541acbe6 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943474 Aug 27 16:05:53.248941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62209bb3-3609-44ca-abe4-4706e624de7b req-d0d71768-aa14-4fe9-a4ec-845f4545b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.250342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62209bb3-3609-44ca-abe4-4706e624de7b req-d0d71768-aa14-4fe9-a4ec-845f4545b3c3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1801336 Aug 27 16:05:53.251823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:53.252842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a3701c93-1bbf-4a1e-a32e-b602dfdd1fed service neutron] 10.222.0.101 "POST /v2.0/ports/fced5363-dc1e-471f-b062-d8f2dd9f3c9c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7147894 Aug 27 16:05:53.282680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:53.353722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62209bb3-3609-44ca-abe4-4706e624de7b req-24400c4a-be33-4d15-bc49-9813ae62b846 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 HTTP/1.1" status: 200 len: 217 time: 0.0869627 Aug 27 16:05:53.489679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9f33be40-a443-435e-8515-4754e99b98dc service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918057 Aug 27 16:05:53.498444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62209bb3-3609-44ca-abe4-4706e624de7b req-a4c6b774-4049-4dfe-a03e-6cf1ed6e9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.499902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62209bb3-3609-44ca-abe4-4706e624de7b req-a4c6b774-4049-4dfe-a03e-6cf1ed6e9f03 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1337860 Aug 27 16:05:53.563764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.564239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.564707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.565171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.565672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.566072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.566522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.567006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.567459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.569312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ceeba62f-982c-46fd-9b36-50af1c3b3239 req-48df8682-d160-4eca-b552-5964439bd8dc tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6445 time: 0.3245606 Aug 27 16:05:53.581375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62209bb3-3609-44ca-abe4-4706e624de7b req-b6542c15-ea31-45b2-b023-d4dbe560dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.583054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62209bb3-3609-44ca-abe4-4706e624de7b req-b6542c15-ea31-45b2-b023-d4dbe560dc05 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739231 Aug 27 16:05:53.585707 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:53.930037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa094c-b917-4974-bbe7-b471e331c16c req-a331d948-3dfc-454a-be9c-910fecbfc50b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.931535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9afa094c-b917-4974-bbe7-b471e331c16c req-a331d948-3dfc-454a-be9c-910fecbfc50b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 947 time: 0.3472602 Aug 27 16:05:53.960962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78314def-4661-46ac-9c90-7c1ece3ee4c8 req-171145e5-479a-4288-b0aa-0e0aa4e7d37f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:53.962384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78314def-4661-46ac-9c90-7c1ece3ee4c8 req-171145e5-479a-4288-b0aa-0e0aa4e7d37f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 948 time: 0.1309779 Aug 27 16:05:53.985873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7f5c84d2-03b0-4c77-989b-0ce14204d17c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:53.986442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62209bb3-3609-44ca-abe4-4706e624de7b req-a0cdcf4d-4404-4a1e-8bbe-e1fa98f5cff8 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920646 Aug 27 16:05:54.087980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 7f5c84d2-03b0-4c77-989b-0ce14204d17c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:54.090367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-554cd78e-8a70-481b-a7ff-3c94fc9fb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.090974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9afa094c-b917-4974-bbe7-b471e331c16c req-5e0d0920-72fe-45e2-aa48-2ffa99eccad9 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494541 Aug 27 16:05:54.092732 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-554cd78e-8a70-481b-a7ff-3c94fc9fb514 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1097 time: 0.0414393 Aug 27 16:05:54.093500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 7f5c84d2-03b0-4c77-989b-0ce14204d17c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:54.093878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:54.118006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78314def-4661-46ac-9c90-7c1ece3ee4c8 req-bbaff954-f0fb-4fb6-9f14-c2f0d2fe5c15 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333165 Aug 27 16:05:54.136072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-f4e04155-7443-44f1-bfc0-87e1ddf19139 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.137762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-f4e04155-7443-44f1-bfc0-87e1ddf19139 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.1745102 Aug 27 16:05:54.174379 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27c1212-e183-4f60-9bfd-fd9ad75bb02e x-openstack-request-id: req-e27c1212-e183-4f60-9bfd-fd9ad75bb02e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:54.175050 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aca0e2-4d68-428c-8f89-c7aae08ae498", "name": "network-vif-plugged", "status": "completed", "tag": "5ed3d4d1-298d-47c9-a187-7a1b81fb6b48", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:54.176154 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e27c1212-e183-4f60-9bfd-fd9ad75bb02e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:54.176808 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48', 'code': 200} Aug 27 16:05:54.216335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62209bb3-3609-44ca-abe4-4706e624de7b req-2b06b6b0-0dea-4b49-8af6-38a8a8f9a0b7 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991584 Aug 27 16:05:54.227086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-1a8db4e3-e844-4a5d-b4c1-93b2430450e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.229294 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-1a8db4e3-e844-4a5d-b4c1-93b2430450e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1136587 Aug 27 16:05:54.265433 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:54.299955 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-a653f935-171a-4883-9007-f7cede74fa36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 200 len: 217 time: 0.0522552 Aug 27 16:05:54.304155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7f5c84d2-03b0-4c77-989b-0ce14204d17c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7f5c84d2-03b0-4c77-989b-0ce14204d17c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:54.360144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-05e2152a-8772-461a-8d65-64280c9ad2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.361845 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-05e2152a-8772-461a-8d65-64280c9ad2a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0475752 Aug 27 16:05:54.367909 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:54.385444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:54.386799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:05:54.390236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd6b7d-1873-4f05-af6b-0a0162196477 req-08b330e4-6220-4515-a18b-004b37d6287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.391767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cafd6b7d-1873-4f05-af6b-0a0162196477 req-08b330e4-6220-4515-a18b-004b37d6287b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 1101 time: 0.1062596 Aug 27 16:05:54.397951 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-958c95ca-9f4d-4990-89d6-f96eba6dc3e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281880 Aug 27 16:05:54.405711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69d76f-3a23-4329-86fe-fde31daa7bd2 req-3812181d-8966-44bd-be5d-116292c30b75 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.407173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e69d76f-3a23-4329-86fe-fde31daa7bd2 req-3812181d-8966-44bd-be5d-116292c30b75 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1227512 Aug 27 16:05:54.408979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9b1ed494-a59d-4c2c-9b95-a884047feb1b service neutron] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:54.422694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4ba30-312b-4edb-a608-cdeba2d914e8 req-af07788b-7e50-4b61-9cd3-4ea399ae7fa5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.424191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82b4ba30-312b-4edb-a608-cdeba2d914e8 req-af07788b-7e50-4b61-9cd3-4ea399ae7fa5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 946 time: 0.1006436 Aug 27 16:05:54.429139 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9b1ed494-a59d-4c2c-9b95-a884047feb1b service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:54.430431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd249758-f0c6-4d25-85db-4770d48155c4 req-9b1ed494-a59d-4c2c-9b95-a884047feb1b service neutron] 10.222.0.97 "DELETE /v2.0/ports/449c0c47-70fb-4222-982f-d9e03b391601/bindings/n-h1-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.2789783 Aug 27 16:05:54.464459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=7f5c84d2-03b0-4c77-989b-0ce14204d17c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:54.467948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:05:54.506780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cafd6b7d-1873-4f05-af6b-0a0162196477 req-e111abed-244c-427f-9a39-ce2ac86370db service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966959 Aug 27 16:05:54.512538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82b4ba30-312b-4edb-a608-cdeba2d914e8 req-dda655a7-82c2-455c-8797-cf6731c65d35 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733023 Aug 27 16:05:54.514359 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-aa7eaa68-0cdd-4bf0-bb7c-8aa3a99405d3 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088855 Aug 27 16:05:54.515396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e69d76f-3a23-4329-86fe-fde31daa7bd2 req-566e6312-18ec-42b2-804c-cf5e7319f441 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892866 Aug 27 16:05:54.619258 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-88e6235c-8352-41e8-bf9f-8c265e3e3767 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945408 Aug 27 16:05:54.655752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f40ef-da74-45d6-8c4c-e2d92812d434 req-ec12d083-e6de-49e1-9c46-b07eec9b7f79 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.657233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b39f40ef-da74-45d6-8c4c-e2d92812d434 req-ec12d083-e6de-49e1-9c46-b07eec9b7f79 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 948 time: 0.0706663 Aug 27 16:05:54.658453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5eba6195-bae6-4435-af5d-e50577f266e6 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:54.673672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ce431-12b3-4e1b-b3dc-bf142ef61511 req-da0629b4-2b25-4874-9472-d05aa8ab136b tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.674981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c12ce431-12b3-4e1b-b3dc-bf142ef61511 req-da0629b4-2b25-4874-9472-d05aa8ab136b tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 886 time: 0.1350846 Aug 27 16:05:54.706115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b39f40ef-da74-45d6-8c4c-e2d92812d434 req-36151a1d-e35b-4086-9657-39e7c329d973 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Aug 27 16:05:54.767589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5eba6195-bae6-4435-af5d-e50577f266e6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5eba6195-bae6-4435-af5d-e50577f266e6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:54.779699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '5eba6195-bae6-4435-af5d-e50577f266e6', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '5eba6195-bae6-4435-af5d-e50577f266e6', 'mac_address': 'fa:16:3e:f1:4b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:54.817608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:54.831285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eba6195-bae6-4435-af5d-e50577f266e6 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:54.852996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dfe73-f208-4f6c-8f60-08ca6d479970 req-64097546-7fea-442c-812a-35fe2ec1633d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.854505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc2dfe73-f208-4f6c-8f60-08ca6d479970 req-64097546-7fea-442c-812a-35fe2ec1633d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 944 time: 0.1086493 Aug 27 16:05:54.859523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-253eecd5-5694-4822-b91e-65f93e56a05b tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.861019 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-253eecd5-5694-4822-b91e-65f93e56a05b tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1097 time: 0.0496566 Aug 27 16:05:54.864979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5eba6195-bae6-4435-af5d-e50577f266e6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5eba6195-bae6-4435-af5d-e50577f266e6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:54.887810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806412-1'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:54.906208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.906684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.907154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.907642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.908094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.908550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.909005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.909459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.909909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:54.911769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efd5ef44-7fdc-413c-aea0-adf90db821fe req-194af1e7-2b3e-429d-93b0-04119030bbf8 tempest-NetworksTest-436637090 tempest-NetworksTest-436637090-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6445 time: 0.1745811 Aug 27 16:05:54.926905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc2dfe73-f208-4f6c-8f60-08ca6d479970 req-b54f7afa-309f-44b7-b129-b8a89ca0ddd2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641584 Aug 27 16:05:54.949519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:54.951689 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.010734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5eba6195-bae6-4435-af5d-e50577f266e6,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:55.077442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e362f69-5f74-4ab4-95d6-6846eeda4fa8 req-1d44ebfd-610a-4085-adbe-2eb802f822f5 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:55.079245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e362f69-5f74-4ab4-95d6-6846eeda4fa8 req-1d44ebfd-610a-4085-adbe-2eb802f822f5 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1095 time: 0.0434718 Aug 27 16:05:55.099309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:55.119990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e362f69-5f74-4ab4-95d6-6846eeda4fa8 req-8357a489-ffba-46d3-b9f5-8294d23d6645 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343235 Aug 27 16:05:55.148312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:55.206552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:55.210207 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef72bf-1860-4652-ae38-e89ab728af6a" -d '{"events": [{"server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "name": "network-vif-unplugged", "status": "completed", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:55.215544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.269621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5eba6195-bae6-4435-af5d-e50577f266e6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:55.283435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090eeb-772d-4235-a0f8-fdd32f8465e9 req-d4ca3e08-fd10-4a34-bf56-2234459a60b3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:55.291439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a090eeb-772d-4235-a0f8-fdd32f8465e9 req-d4ca3e08-fd10-4a34-bf56-2234459a60b3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 949 time: 0.0945981 Aug 27 16:05:55.301236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3dd7f-bf2d-4a20-ab8d-554294cbaa5b req-d8b38bbb-ece7-4f3d-a3db-bbd248675242 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:55.302702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82b3dd7f-bf2d-4a20-ab8d-554294cbaa5b req-d8b38bbb-ece7-4f3d-a3db-bbd248675242 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 948 time: 0.0794835 Aug 27 16:05:55.351164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.367316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a090eeb-772d-4235-a0f8-fdd32f8465e9 req-04bb99a2-bfb1-4c03-9c8a-32b9d3991c7e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749507 Aug 27 16:05:55.383016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82b3dd7f-bf2d-4a20-ab8d-554294cbaa5b req-94de2ad3-9b6d-49db-acdb-9e3c1fd3c5ae tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692582 Aug 27 16:05:55.487556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24a95da-0eb5-43b3-8e38-a7fa2072b730 x-openstack-request-id: req-f24a95da-0eb5-43b3-8e38-a7fa2072b730 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:55.487556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "name": "network-vif-unplugged", "status": "completed", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:55.487556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f24a95da-0eb5-43b3-8e38-a7fa2072b730 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:55.488855 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c', 'code': 200} Aug 27 16:05:55.503531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:55.523701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on host n-h2-806412-1 for vnic_type normal with profile {"migrating_to": "n-h1-806412-1"} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:05:55.524092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:05:55.524348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:55.529566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:05:55.529882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Attempting to bind port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:05:55.534843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:05:55.535185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:05:55.535602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:05:55.536029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Bound port: fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:05:55.536388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.579722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51596) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:55.627332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:05:55.631815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:05:55.673624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-493027f5-a51f-4c76-9c8d-fcc4396a27a5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:55.675084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-493027f5-a51f-4c76-9c8d-fcc4396a27a5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.1578729 Aug 27 16:05:55.684191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c2664-c7f4-4e6a-b9d6-0abb85fa2108 req-57b84038-5c33-41d9-ae50-00da6a424d44 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:55.685815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-159c2664-c7f4-4e6a-b9d6-0abb85fa2108 req-57b84038-5c33-41d9-ae50-00da6a424d44 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0856526 Aug 27 16:05:55.702557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-2d76f045-d152-4f43-b0b2-8eb0a46c6f50 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/quotas/1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 375 time: 0.0157759 Aug 27 16:05:55.709612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.709612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6719-5024-453e-a264-c93a5450f9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.762849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-159c2664-c7f4-4e6a-b9d6-0abb85fa2108 req-28f9558e-f411-4196-adb4-7973323addbd tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693486 Aug 27 16:05:55.782686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-2cc7bac2-6552-4f2d-ad45-b572ec03a508 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682654 Aug 27 16:05:55.828050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:55.828678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.830086 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] 10.222.0.90 "PUT /v2.0/ports/fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 200 len: 1122 time: 0.9473298 Aug 27 16:05:55.840902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd158f-7488-4a86-9849-a0a804adb2bf service neutron] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=8']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:55.882578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.916661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6719-5024-453e-a264-c93a5450f9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:55.919113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-92f6d6b2-2173-4e8d-b0f9-9cf1eefb3378 service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284044 Aug 27 16:05:55.927765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b296792-7de8-4272-91a6-24d8ffd12684 req-bdbb960b-7221-4631-b5c1-00d5b1a46093 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:55.929169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b296792-7de8-4272-91a6-24d8ffd12684 req-bdbb960b-7221-4631-b5c1-00d5b1a46093 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0801518 Aug 27 16:05:55.942615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['fced5363-dc1e-471f-b062-d8f2dd9f3c9c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:56.015327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b296792-7de8-4272-91a6-24d8ffd12684 req-2c385bed-52e0-44a8-9b56-d4fb265e2aed tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770247 Aug 27 16:05:56.032294 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6719-5024-453e-a264-c93a5450f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:56.064287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4d7ca556-547c-49c3-b248-2c0a18002003 service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341345 Aug 27 16:05:56.088723 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8f9d6719-5024-453e-a264-c93a5450f9b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b1b01c4b52584163a2b798bb15266ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046916 Aug 27 16:05:56.088723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d6719-5024-453e-a264-c93a5450f9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c297fc-1793-4fd1-9363-74ac5f87cdb6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:56.106727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51602) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:56.178070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c84d2-03b0-4c77-989b-0ce14204d17c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:56.180588 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687654d2-541e-4365-9dab-3eddea909489" -d '{"events": [{"server_uuid": "8051f95e-d286-450f-8501-a7d7f3a9f9e4", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c84d2-03b0-4c77-989b-0ce14204d17c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:56.194185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582ad7-12d9-45f6-a510-bfdaaf16b0a1 req-f910682d-70b9-4b0c-90a5-19edfd26e186 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:56.195718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0582ad7-12d9-45f6-a510-bfdaaf16b0a1 req-f910682d-70b9-4b0c-90a5-19edfd26e186 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 948 time: 0.0837412 Aug 27 16:05:56.196760 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33279212-b9a7-43dc-b042-9fd4a296208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:56.234902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33279212-b9a7-43dc-b042-9fd4a296208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:56.263591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0582ad7-12d9-45f6-a510-bfdaaf16b0a1 req-0b57dee4-ce1c-4c20-8027-5984fe2fc832 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610418 Aug 27 16:05:56.324007 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db1941e-20e7-45b2-b030-48edce272a02 x-openstack-request-id: req-5db1941e-20e7-45b2-b030-48edce272a02 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:56.324312 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8051f95e-d286-450f-8501-a7d7f3a9f9e4", "name": "network-vif-plugged", "status": "completed", "tag": "7f5c84d2-03b0-4c77-989b-0ce14204d17c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:56.324708 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5db1941e-20e7-45b2-b030-48edce272a02 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:56.325324 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'code': 200} Aug 27 16:05:56.368290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33279212-b9a7-43dc-b042-9fd4a296208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:56.371005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33279212-b9a7-43dc-b042-9fd4a296208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:56.378051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33279212-b9a7-43dc-b042-9fd4a296208e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d0c297fc-1793-4fd1-9363-74ac5f87cdb6 HTTP/1.1" status: 204 len: 168 time: 0.2817712 Aug 27 16:05:56.390679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8d80228-5a6b-4e6e-8402-735cca1c8750 req-485a4222-fdbf-41db-b1be-16aab601a83f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 210 time: 0.0379891 Aug 27 16:05:56.409841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33279212-b9a7-43dc-b042-9fd4a296208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c297fc-1793-4fd1-9363-74ac5f87cdb6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:56.488711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753019-aa8d-4271-a275-e819ab15baba req-2e87059c-cf79-4373-9cbc-3fb39a84ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:56.490204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11753019-aa8d-4271-a275-e819ab15baba req-2e87059c-cf79-4373-9cbc-3fb39a84ce09 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.0619807 Aug 27 16:05:56.531529 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11753019-aa8d-4271-a275-e819ab15baba req-034c98d6-d0d7-41ba-8dc6-52bfc182e875 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294738 Aug 27 16:05:56.567631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11505d25-8654-4ebd-a0e5-0d0925f8bd12 req-7ff90080-ae37-469c-b4e7-e956ebb5024f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:56.569987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11505d25-8654-4ebd-a0e5-0d0925f8bd12 req-7ff90080-ae37-469c-b4e7-e956ebb5024f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 948 time: 0.0963278 Aug 27 16:05:56.589765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f957d0-86da-4424-8787-1afc4ac82a37 req-9a0e02f1-ef69-41e5-b0fa-e2b76b76e477 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:56.591343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64f957d0-86da-4424-8787-1afc4ac82a37 req-9a0e02f1-ef69-41e5-b0fa-e2b76b76e477 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 949 time: 0.0874417 Aug 27 16:05:56.640421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11505d25-8654-4ebd-a0e5-0d0925f8bd12 req-ed3d1d9d-af0d-416c-a580-a8ede294f4aa tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652130 Aug 27 16:05:56.647387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64f957d0-86da-4424-8787-1afc4ac82a37 req-d85528b9-e57b-4619-aa98-010e364b0309 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484910 Aug 27 16:05:56.664007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:05:56.672065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5eba6195-bae6-4435-af5d-e50577f266e6 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:56.814397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:56.826685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5', 'mac_address': 'fa:16:3e:11:7f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:05:56.874005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:56.878075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 5eba6195-bae6-4435-af5d-e50577f266e6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:56.893437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 5eba6195-bae6-4435-af5d-e50577f266e6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:56.894049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:56.898236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:05:56.903139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c248f-1516-424f-ac9b-2f40ae385ec8 req-be8e5475-4838-4879-befb-e5b68ba62b1a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:56.904899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b75c248f-1516-424f-ac9b-2f40ae385ec8 req-be8e5475-4838-4879-befb-e5b68ba62b1a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0644562 Aug 27 16:05:56.948982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b75c248f-1516-424f-ac9b-2f40ae385ec8 req-844575d1-3764-4da2-8b12-191e652d926b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Aug 27 16:05:56.949916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:57.004025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.013125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.056491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51630) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:57.070840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e6b12a1-8ed1-4e2b-953f-d1a47b8220e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.073215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5eba6195-bae6-4435-af5d-e50577f266e6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5eba6195-bae6-4435-af5d-e50577f266e6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:57.099622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:57.117108 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.175200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd27e1-72cf-4d01-bf41-946539aa0ca8 req-57c7d15c-334a-4ca8-adec-519973e91b91 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:57.178345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5eba6195-bae6-4435-af5d-e50577f266e6,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:57.186204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70cd27e1-72cf-4d01-bf41-946539aa0ca8 req-57c7d15c-334a-4ca8-adec-519973e91b91 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0699780 Aug 27 16:05:57.188606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e6b12a1-8ed1-4e2b-953f-d1a47b8220e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.219209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70cd27e1-72cf-4d01-bf41-946539aa0ca8 req-fa3630f5-44f2-4511-9507-6e1d0b45366c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Aug 27 16:05:57.253372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e6b12a1-8ed1-4e2b-953f-d1a47b8220e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.298199 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e6b12a1-8ed1-4e2b-953f-d1a47b8220e8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=674c95eae5274f158fbb41c496ace8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378311 Aug 27 16:05:57.298199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b12a1-8ed1-4e2b-953f-d1a47b8220e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d6d9c4-e521-4080-aefa-ca278c3cc7aa,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:57.298891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51634) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:05:57.350267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adf2baaf-de43-44cf-947d-f6d4666b66f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.356300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['4424dc49-dea5-4b5e-9ea0-2b5204b25ef5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:05:57.376191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adf2baaf-de43-44cf-947d-f6d4666b66f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.392152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae68ef-bb76-4c0c-bcf0-374357a27b83 req-e43cfeaf-8ac4-46fc-a5cb-49707a9ed418 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:57.393484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1ae68ef-bb76-4c0c-bcf0-374357a27b83 req-e43cfeaf-8ac4-46fc-a5cb-49707a9ed418 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 949 time: 0.0528541 Aug 27 16:05:57.451465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1ae68ef-bb76-4c0c-bcf0-374357a27b83 req-d2ce310b-05cc-481b-8de3-a08eb077f181 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Aug 27 16:05:57.490645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:57.494941 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbce37f-cfdc-4adb-b58a-90886d845fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:57.508744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20e85d05-8a75-4c69-a23f-decfed24fef0 req-b1e9312c-d73e-4b20-a58e-f3891c2a6627 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 210 time: 0.0286102 Aug 27 16:05:57.528440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adf2baaf-de43-44cf-947d-f6d4666b66f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.531160 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adf2baaf-de43-44cf-947d-f6d4666b66f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:57.533084 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-adf2baaf-de43-44cf-947d-f6d4666b66f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/06d6d9c4-e521-4080-aefa-ca278c3cc7aa HTTP/1.1" status: 204 len: 168 time: 0.2325985 Aug 27 16:05:57.540988 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2180f9ec-b517-4029-a2fb-53e502224faf x-openstack-request-id: req-2180f9ec-b517-4029-a2fb-53e502224faf {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:57.541335 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:57.541640 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2180f9ec-b517-4029-a2fb-53e502224faf {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:57.542042 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c', 'status': 'completed', 'code': 200} Aug 27 16:05:57.552032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2baaf-de43-44cf-947d-f6d4666b66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d6d9c4-e521-4080-aefa-ca278c3cc7aa,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:57.610854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-4e27cf7a-fd8b-4010-a289-9674b0ba0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:57.612389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-4e27cf7a-fd8b-4010-a289-9674b0ba0213 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1125 time: 0.0467427 Aug 27 16:05:57.752911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-9e7b060b-8fc3-49eb-a7cb-47b21428f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:57.754321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-9e7b060b-8fc3-49eb-a7cb-47b21428f39a service neutron] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1350758 Aug 27 16:05:57.819504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-2ec8d4ad-2b0d-4f98-b1a5-a51b8a72d624 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 200 len: 217 time: 0.0505991 Aug 27 16:05:57.866101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5706d-39e6-42a9-8778-9a9277ca4127 req-98f0ad00-c01d-42e9-b9ec-03a2beac09ae tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:57.867576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bf5706d-39e6-42a9-8778-9a9277ca4127 req-98f0ad00-c01d-42e9-b9ec-03a2beac09ae tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 950 time: 0.1396878 Aug 27 16:05:57.876784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2f46-bfea-41ed-b838-4b6a25673bbb req-f7619843-8868-4d55-a0d4-4fd583df2ae4 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:57.878088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb2d2f46-bfea-41ed-b838-4b6a25673bbb req-f7619843-8868-4d55-a0d4-4fd583df2ae4 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 948 time: 0.1677811 Aug 27 16:05:57.934370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-681f56e2-33fb-41e7-b13d-0dff99557aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:57.935870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-681f56e2-33fb-41e7-b13d-0dff99557aa8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.1086349 Aug 27 16:05:57.944347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bf5706d-39e6-42a9-8778-9a9277ca4127 req-fff419c4-22fd-4266-999b-6ad11c6288d2 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636387 Aug 27 16:05:57.980795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-d380761d-5c98-40fe-8207-b31c57a2acf0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354726 Aug 27 16:05:57.984084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb2d2f46-bfea-41ed-b838-4b6a25673bbb req-6344e56b-e5e5-4c61-87b5-cdffa0f14e0f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916255 Aug 27 16:05:58.106362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-b8c7efd6-bf23-413d-a42a-7bf8224d6261 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176114 Aug 27 16:05:58.130443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a37a7-1e0d-4c6a-bf32-caad435e5954 req-40adcc55-1d09-4722-ae0f-06f334c0ba76 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.131929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d7a37a7-1e0d-4c6a-bf32-caad435e5954 req-40adcc55-1d09-4722-ae0f-06f334c0ba76 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0735018 Aug 27 16:05:58.217565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d7a37a7-1e0d-4c6a-bf32-caad435e5954 req-aaeaa775-0e45-4adc-9488-80a748c0e6d8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760171 Aug 27 16:05:58.238773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fbce37f-cfdc-4adb-b58a-90886d845fc4 req-019c53a4-deb8-43e5-93ca-bb999dc7263a service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245713 Aug 27 16:05:58.242429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-609d39fd-ea6d-4d25-8ccd-07f4bbd14a21 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512865 Aug 27 16:05:58.327101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eba6195-bae6-4435-af5d-e50577f266e6'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:05:58.330100 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aff0c2-69a6-44d7-b3f4-9cff22150154" -d '{"events": [{"server_uuid": "b7f8691b-9ec6-4c51-94a0-2116ff0b96f9", "name": "network-vif-plugged", "status": "completed", "tag": "5eba6195-bae6-4435-af5d-e50577f266e6"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:05:58.351459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-eb2d0e04-454c-4ab2-9915-7f9c4c920170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.353629 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-eb2d0e04-454c-4ab2-9915-7f9c4c920170 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1096 time: 0.0524423 Aug 27 16:05:58.362675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057fdd9-0618-4423-b6bf-a5b71557637d req-9022daf1-b59d-4dee-8317-b372117c7a2a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.364164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8057fdd9-0618-4423-b6bf-a5b71557637d req-9022daf1-b59d-4dee-8317-b372117c7a2a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0530965 Aug 27 16:05:58.377118 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a2c26-c88c-4315-a46f-e623fecc9d34 x-openstack-request-id: req-cc8a2c26-c88c-4315-a46f-e623fecc9d34 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:05:58.377440 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f8691b-9ec6-4c51-94a0-2116ff0b96f9", "name": "network-vif-plugged", "status": "completed", "tag": "5eba6195-bae6-4435-af5d-e50577f266e6", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:05:58.377693 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cc8a2c26-c88c-4315-a46f-e623fecc9d34 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:05:58.378132 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eba6195-bae6-4435-af5d-e50577f266e6', 'code': 200} Aug 27 16:05:58.411561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8057fdd9-0618-4423-b6bf-a5b71557637d req-b355ee3b-6758-4563-b95b-e94f5c27810c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Aug 27 16:05:58.513331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-f79aa545-5931-4dc8-a973-301f5f426972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.515134 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-f79aa545-5931-4dc8-a973-301f5f426972 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1211615 Aug 27 16:05:58.570369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b024f54-02c4-40b9-a0dd-a1b2847c7b5d req-e99308ca-301e-4494-b0d4-87131363cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.571869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b024f54-02c4-40b9-a0dd-a1b2847c7b5d req-e99308ca-301e-4494-b0d4-87131363cd68 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 1101 time: 0.0996544 Aug 27 16:05:58.617246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ea9bda0-b021-4cb6-a3a4-0d231f1826a6 req-0cbae538-528d-4407-b2fc-f7ad4a891aee tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 210 time: 0.0404480 Aug 27 16:05:58.621831 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-ab584f33-1267-40b4-9a44-1116b8002cc4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 217 time: 0.0391517 Aug 27 16:05:58.672741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fa876-0634-4cb5-a893-9ba69e09a856 req-87a89b2f-e6c8-4806-acc3-4b0b633493a4 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.679334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:05:58.679830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-663fa876-0634-4cb5-a893-9ba69e09a856 req-87a89b2f-e6c8-4806-acc3-4b0b633493a4 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 949 time: 0.1535859 Aug 27 16:05:58.717506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-39b803f2-1a60-47b7-b365-ab2cc1964c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.718961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-39b803f2-1a60-47b7-b365-ab2cc1964c29 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0794244 Aug 27 16:05:58.719334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b024f54-02c4-40b9-a0dd-a1b2847c7b5d req-a9626900-7ed8-4bc6-8c09-33bf552462e1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248429 Aug 27 16:05:58.728892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-35cac51a-ad25-42a9-acb3-a24171328078 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158836 Aug 27 16:05:58.743647 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-663fa876-0634-4cb5-a893-9ba69e09a856 req-98e6fc40-2adb-4aaa-8d7f-d9a545d45123 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629199 Aug 27 16:05:58.802468 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-f40c05f7-4076-4bae-ad05-297811c3f3c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431762 Aug 27 16:05:58.820184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:05:58.826020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:05:58.826500 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:58.907620 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:58.945405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:05:58.959956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-d1ed5523-16b3-4e9c-8b2f-3867f91a6f38 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.961389 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-d1ed5523-16b3-4e9c-8b2f-3867f91a6f38 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.1934161 Aug 27 16:05:58.967381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-f57f6a2a-e19a-4d06-91fe-e39e1fe08cc8 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375458 Aug 27 16:05:58.986352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-e429435b-3ea1-49f4-9854-58fd7fa31271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:58.987871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-e429435b-3ea1-49f4-9854-58fd7fa31271 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 1097 time: 0.0411048 Aug 27 16:05:59.005646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Request body: {'port': {'device_id': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'admin_state_up': True, 'tenant_id': '1713de73f0ef45e3aef20559238dd3d5'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:59.116976 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:59.170524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eef4fc29-0ccf-4779-84fd-0ea85a524e0a req-bfccdd37-7ad9-46d8-9fbe-2c6a08fc589c service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703761 Aug 27 16:05:59.184861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:59.203554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91715e-af79-4b2e-805f-5b8785559157 req-d6251e99-be23-424e-a46c-d59c93a6013f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.203554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa91715e-af79-4b2e-805f-5b8785559157 req-d6251e99-be23-424e-a46c-d59c93a6013f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 950 time: 0.1833231 Aug 27 16:05:59.208177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-432880c9-fd66-4de6-b0f1-a1d45e260210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.209647 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-432880c9-fd66-4de6-b0f1-a1d45e260210 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 925 time: 0.1883326 Aug 27 16:05:59.242946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Made reservation on behalf of 1713de73f0ef45e3aef20559238dd3d5 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:05:59.247157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:59.386355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Allocated IP 172.20.0.12 (d315019b-6d4f-48e1-b77d-ba55d795f60b/fccdb5e4-86df-40db-9508-b4f073210aaf/ed864fdb-0103-4ba2-9bfd-f93dfccf264c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:05:59.396046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa91715e-af79-4b2e-805f-5b8785559157 req-189ae578-96dd-4380-b978-705f6c564959 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571589 Aug 27 16:05:59.399303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-3f69cf3e-a706-4214-95db-ca7736dc870d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3 HTTP/1.1" status: 200 len: 1002 time: 0.1570961 Aug 27 16:05:59.407749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918c05-4e40-44a8-92ee-0d8bffdf1df8 req-d2b68148-76ff-4120-a5d2-41315df83c8c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.409261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5918c05-4e40-44a8-92ee-0d8bffdf1df8 req-d2b68148-76ff-4120-a5d2-41315df83c8c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 948 time: 0.2475107 Aug 27 16:05:59.485015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-a77a6e60-049a-4f21-8c11-16f3462632af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.486626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-a77a6e60-049a-4f21-8c11-16f3462632af service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 200 len: 862 time: 0.0764933 Aug 27 16:05:59.491628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5918c05-4e40-44a8-92ee-0d8bffdf1df8 req-47fb3182-15c9-4c84-9fc6-f06eef6d5c78 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722659 Aug 27 16:05:59.610508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:59.700623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:59.756977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Network d315019b-6d4f-48e1-b77d-ba55d795f60b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:05:59.761813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:05:59.768030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:05:59.773550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.774163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:59.777947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:05:59.826669 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-91ab8f9c-5f97-4b2d-b730-88cf489f4bbc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8278170 Aug 27 16:05:59.848700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Request body: {'port': {'device_id': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:05:59.851906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-796f8218-eefb-4082-8a2d-4a6a0a2c8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.853409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-796f8218-eefb-4082-8a2d-4a6a0a2c8327 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b21ea7b5-c1e7-4128-846e-fe74ee909096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3343666 Aug 27 16:05:59.866705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0dec-7450-40ee-a812-2ae848e7589a req-8e3d66d6-06c8-409c-898b-7807de33ccad tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.868183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c20c0dec-7450-40ee-a812-2ae848e7589a req-8e3d66d6-06c8-409c-898b-7807de33ccad tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 944 time: 0.0949142 Aug 27 16:05:59.884113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375319a4-8c2c-4b2c-972d-d71607e6e0bd req-5ee2f62d-35b2-4b33-a1ae-2ab6d975b879 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:05:59.885543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-375319a4-8c2c-4b2c-972d-d71607e6e0bd req-5ee2f62d-35b2-4b33-a1ae-2ab6d975b879 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1133924 Aug 27 16:05:59.909432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:05:59.993593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c20c0dec-7450-40ee-a812-2ae848e7589a req-9ed1d8fd-5c12-45b0-b66a-6a411f75cca6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Aug 27 16:06:00.002360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-375319a4-8c2c-4b2c-972d-d71607e6e0bd req-56410615-8a09-4211-9e15-0759d0ab49c0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996041 Aug 27 16:06:00.026430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:00.032523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-e1908d5a-0afd-4b63-a342-16240f13e592 service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633656 Aug 27 16:06:00.154089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:00.173219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c has no active binding in host n-h1-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:06:00.216863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96742804-2e59-45db-aa4f-590924baa416 req-7097023e-9262-4c30-a2e9-46945d295b8d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.218428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96742804-2e59-45db-aa4f-590924baa416 req-7097023e-9262-4c30-a2e9-46945d295b8d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 950 time: 0.1314974 Aug 27 16:06:00.247552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d8086-5a8a-4943-bf4c-2cf386975d60 req-36d69fa4-6726-4b1c-a206-71ca9cde8807 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.249109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd7d8086-5a8a-4943-bf4c-2cf386975d60 req-36d69fa4-6726-4b1c-a206-71ca9cde8807 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 932 time: 0.1256053 Aug 27 16:06:00.263248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4feb9669-bcbd-40f4-9eb8-33d5f2d8ced4 req-c719c18b-c1d6-471b-bfdb-8947775cc1bd service neutron] 10.222.0.97 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178712 Aug 27 16:06:00.298750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96742804-2e59-45db-aa4f-590924baa416 req-98600c18-f248-41a5-9413-97054b8a57dc tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737209 Aug 27 16:06:00.327130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd7d8086-5a8a-4943-bf4c-2cf386975d60 req-79ae6e51-b4e1-4a00-939d-fe2e3c2bbeae tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688066 Aug 27 16:06:00.379556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ff701-937b-4693-abb4-b38168f20c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:00.381886 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0603f8-72ef-4b8c-9f87-8c9abfeb1f84" -d '{"events": [{"server_uuid": "560ff701-937b-4693-abb4-b38168f20c40", "name": "network-vif-plugged", "status": "completed", "tag": "4424dc49-dea5-4b5e-9ea0-2b5204b25ef5"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:00.474285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed864fdb-0103-4ba2-9bfd-f93dfccf264c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:00.482228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c1510-bba9-42c5-b9d7-87a8fa394af9 req-4fc1b61d-3d80-4862-89cf-b9fb1ee024ac tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.483154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:00.483773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8c1510-bba9-42c5-b9d7-87a8fa394af9 req-4fc1b61d-3d80-4862-89cf-b9fb1ee024ac tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 950 time: 0.0972097 Aug 27 16:06:00.501728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Transition to ACTIVE for port object ed864fdb-0103-4ba2-9bfd-f93dfccf264c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:00.521651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-1f5222c0-8667-417d-845d-75d11f371f7b service neutron] 10.222.0.97 "GET /v2.0/ports/fced5363-dc1e-471f-b062-d8f2dd9f3c9c/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.1025212 Aug 27 16:06:00.540643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8c1510-bba9-42c5-b9d7-87a8fa394af9 req-051b0b1d-6c3e-4207-b512-237095486e59 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508568 Aug 27 16:06:00.574451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:00.589995 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54be9fb2-a1f4-4186-9750-ea7f67f79604 x-openstack-request-id: req-54be9fb2-a1f4-4186-9750-ea7f67f79604 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:00.590288 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ff701-937b-4693-abb4-b38168f20c40", "name": "network-vif-plugged", "status": "completed", "tag": "4424dc49-dea5-4b5e-9ea0-2b5204b25ef5", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:00.590543 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-54be9fb2-a1f4-4186-9750-ea7f67f79604 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:00.590938 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ff701-937b-4693-abb4-b38168f20c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5', 'code': 200} Aug 27 16:06:00.629186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:00.681961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:00.682298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:00.682688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:00.687122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:00.687808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:00.692764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:00.693104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:00.693484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:00.694395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Bound port: ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:00.694395 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:00.761602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:00.765094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:00.787756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6681a4-e0aa-4141-a6e2-d322518ce01d req-d2bbd3d2-7980-4453-91ba-311eeba47c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.789283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b6681a4-e0aa-4141-a6e2-d322518ce01d req-d2bbd3d2-7980-4453-91ba-311eeba47c2d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 1101 time: 0.1307294 Aug 27 16:06:00.799990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fc2d8-7e34-4a7e-86fd-0820ceff94ab req-4a88c5c1-e555-4adc-af75-0e5629c73eaa tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.801380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd2fc2d8-7e34-4a7e-86fd-0820ceff94ab req-4a88c5c1-e555-4adc-af75-0e5629c73eaa tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 950 time: 0.1443617 Aug 27 16:06:00.820171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:00.855058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.855715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:00.857127 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] 10.222.0.90 "PUT /v2.0/ports/ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 200 len: 1092 time: 1.0129583 Aug 27 16:06:00.857574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:00.859855 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8111d58-355c-4fd1-8534-8b6cbff1debc" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:00.888589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2b0fa-ef89-477c-8bfc-b154032c2c5d service neutron] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:00.908221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:00.914757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b6681a4-e0aa-4141-a6e2-d322518ce01d req-aecd0242-c0cb-4ecf-bf02-d63e05c53f4c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056767 Aug 27 16:06:00.931804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd2fc2d8-7e34-4a7e-86fd-0820ceff94ab req-3b94a1dc-7244-4d27-9e50-705c1aa20536 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199179 Aug 27 16:06:00.943841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285f5df-de74-4759-bbcb-5aec90e1f752 req-44298813-9c06-4a86-9c90-552cde9e0de9 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.950219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285f5df-de74-4759-bbcb-5aec90e1f752 req-44298813-9c06-4a86-9c90-552cde9e0de9 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:00.951860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f285f5df-de74-4759-bbcb-5aec90e1f752 req-44298813-9c06-4a86-9c90-552cde9e0de9 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4&device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 1689 time: 0.1671658 Aug 27 16:06:00.957433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:01.009494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fced5363-dc1e-471f-b062-d8f2dd9f3c9c {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:01.012537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4678bf05-6254-4442-b7ea-726ff2464b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.014037 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-4678bf05-6254-4442-b7ea-726ff2464b00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1095 time: 0.0431013 Aug 27 16:06:01.028857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:01.033813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f285f5df-de74-4759-bbcb-5aec90e1f752 req-30b8c2f1-4533-4eff-91b3-30afd8b35c99 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547886 Aug 27 16:06:01.067054 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-ef258e92-b80e-44ed-baf0-b1922c01708d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 200 len: 217 time: 0.0392563 Aug 27 16:06:01.124963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-0c5ced9c-8027-4bec-b1cd-dd7286638545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.126645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-0c5ced9c-8027-4bec-b1cd-dd7286638545 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0488751 Aug 27 16:06:01.127840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:01.138855 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16c0c6d-5872-46de-8535-ad584f202ad2 x-openstack-request-id: req-a16c0c6d-5872-46de-8535-ad584f202ad2 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:01.139220 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:01.139566 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a16c0c6d-5872-46de-8535-ad584f202ad2 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:01.140031 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c', 'status': 'completed', 'code': 200} Aug 27 16:06:01.174533 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-199e4782-8dd3-49c9-bee1-833187167dff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281782 Aug 27 16:06:01.209655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] Transition to ACTIVE for port object fced5363-dc1e-471f-b062-d8f2dd9f3c9c will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:01.272503 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-c7527d84-be0b-4e9b-9105-b88a9b46a46d service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848167 Aug 27 16:06:01.318840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:01.371600 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cd9fe63-6705-4d31-824d-5c97ae732c1a req-dbb8e2b6-ca3f-4dd6-b140-77bc4f21f6d7 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905333 Aug 27 16:06:01.397634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] No DVR routers for this DVR port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:06:01.411731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9a5b-47c2-4ffe-8468-071aaa81eb1e req-b191ef81-a4e0-4a5b-a717-b58035a8c3fe tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.413216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3ac9a5b-47c2-4ffe-8468-071aaa81eb1e req-b191ef81-a4e0-4a5b-a717-b58035a8c3fe tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.1249328 Aug 27 16:06:01.418972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] Pushing event updated for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=10']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:01.470592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c83dcd93-e0a3-4355-87ac-5b28c5558761 service neutron] 10.222.0.97 "PUT /v2.0/ports/fced5363-dc1e-471f-b062-d8f2dd9f3c9c/bindings/n-h1-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9384952 Aug 27 16:06:01.495895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3ac9a5b-47c2-4ffe-8468-071aaa81eb1e req-2d3aee3a-e274-47e9-a502-b50812694371 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686808 Aug 27 16:06:01.531871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-5cdcde01-fa3a-48c1-b4ba-95e90caaefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.532787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e39ac-a79d-473c-bb46-68992cbd1794 req-dbf0e7b4-943b-4568-8aba-441efbf98e8f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.534125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-5cdcde01-fa3a-48c1-b4ba-95e90caaefdb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1095 time: 0.0536022 Aug 27 16:06:01.534316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299e39ac-a79d-473c-bb46-68992cbd1794 req-dbf0e7b4-943b-4568-8aba-441efbf98e8f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 945 time: 0.0542972 Aug 27 16:06:01.582401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299e39ac-a79d-473c-bb46-68992cbd1794 req-855f79fc-9c76-4fd0-bef3-f8b658696eaf tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Aug 27 16:06:01.667711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-0036d319-90e8-4669-b676-55da77b3e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.669605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-0036d319-90e8-4669-b676-55da77b3e00d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1257205 Aug 27 16:06:01.680484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-7ac00ec7-d112-450a-ae46-2d5e972a27cb tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.681976 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-7ac00ec7-d112-450a-ae46-2d5e972a27cb tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0607040 Aug 27 16:06:01.698020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9878c-bdd8-4136-8ed9-2eb97fdf69ff req-ceed5619-a524-486d-bf09-f55a62956c0b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.699988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7e9878c-bdd8-4136-8ed9-2eb97fdf69ff req-ceed5619-a524-486d-bf09-f55a62956c0b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0507739 Aug 27 16:06:01.736100 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-08dd9590-db87-466f-b8dc-eccb64f94052 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 200 len: 217 time: 0.0530543 Aug 27 16:06:01.739390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7e9878c-bdd8-4136-8ed9-2eb97fdf69ff req-403ac03d-c12a-4707-9b98-2f4651160922 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Aug 27 16:06:01.804360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-e6d5b3f2-20af-4679-97b8-e77e5d15f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.805780 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-e6d5b3f2-20af-4679-97b8-e77e5d15f6be service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 1096 time: 0.0795188 Aug 27 16:06:01.808845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee651675-bddd-4fa4-9ea2-8118b4024dca req-20749b61-5fa4-4c3e-a42c-5a1e01867510 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.810336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee651675-bddd-4fa4-9ea2-8118b4024dca req-20749b61-5fa4-4c3e-a42c-5a1e01867510 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 950 time: 0.0623412 Aug 27 16:06:01.811631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-05870d66-b28e-44b4-b3d8-57b3c3063d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.812989 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-05870d66-b28e-44b4-b3d8-57b3c3063d66 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0590067 Aug 27 16:06:01.855287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-c3fe0c4c-b88e-4691-895f-3f39b35f759e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282693 Aug 27 16:06:01.879387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee651675-bddd-4fa4-9ea2-8118b4024dca req-3cf44b61-73b8-43df-bd8e-e9b354bd0b7d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Aug 27 16:06:01.891852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098dec-5c38-4dab-a162-803be7f002d1 req-691efecd-feb6-45ed-bedb-232a5bdf9133 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.893466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9098dec-5c38-4dab-a162-803be7f002d1 req-691efecd-feb6-45ed-bedb-232a5bdf9133 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 950 time: 0.0822353 Aug 27 16:06:01.935211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9098dec-5c38-4dab-a162-803be7f002d1 req-eb34f788-c7d2-41b8-a1e2-ab86101072cd tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350606 Aug 27 16:06:01.954789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-9c56f6f8-94e6-4561-82b4-1309fedc4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.956335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-9c56f6f8-94e6-4561-82b4-1309fedc4136 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1096 time: 0.1040514 Aug 27 16:06:01.994100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a1f13-ea9f-413b-97bd-211738d87574 req-72815581-5f7f-458b-8a04-d3b45b89a53f tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:01.995757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d6a1f13-ea9f-413b-97bd-211738d87574 req-72815581-5f7f-458b-8a04-d3b45b89a53f tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.0510855 Aug 27 16:06:02.032876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-41021e88-c75a-4a29-897e-3499743271ca service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543870 Aug 27 16:06:02.039039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d6a1f13-ea9f-413b-97bd-211738d87574 req-62e8ce33-5d99-48ff-914d-7ae69776d189 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Aug 27 16:06:02.134693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-548391fe-6727-4693-8461-2370fdea041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:02.136988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-548391fe-6727-4693-8461-2370fdea041a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1636345 Aug 27 16:06:02.171234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e4c3b-c5d0-48f9-9388-85a3a6f030ed req-014d2c5e-83b6-48f8-a239-13f45696588b tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:02.172948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c18e4c3b-c5d0-48f9-9388-85a3a6f030ed req-014d2c5e-83b6-48f8-a239-13f45696588b tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 1101 time: 0.0504012 Aug 27 16:06:02.189845 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-c6d4e6f6-25d5-496f-8734-2f612bcfedee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 200 len: 217 time: 0.0426195 Aug 27 16:06:02.210041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c18e4c3b-c5d0-48f9-9388-85a3a6f030ed req-6441058b-309a-4c2b-9b6f-d86434640f7d tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Aug 27 16:06:02.242370 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c8111d58-355c-4fd1-8534-8b6cbff1debc req-2b14caa1-8993-4606-8c38-38596ea69f51 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911819 Aug 27 16:06:02.277548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-552e0c42-762f-4aad-8f0e-8827e61ab6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:02.280081 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-552e0c42-762f-4aad-8f0e-8827e61ab6cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0775032 Aug 27 16:06:02.319462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-e72eb06f-6474-4192-97fc-13289855263f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281563 Aug 27 16:06:02.444046 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-15a32551-6767-4441-bb55-33d22ed28ece service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077640 Aug 27 16:06:02.456726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-d32cc7cc-d41d-44cd-958a-dbd8a69a653f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284913 Aug 27 16:06:02.557024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-54d67591-4a48-4ab5-8626-df0134b31f60 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966163 Aug 27 16:06:02.569712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-af623a0a-cef4-4c5f-b481-2e361a5d29e0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:02.571104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-af623a0a-cef4-4c5f-b481-2e361a5d29e0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136289 Aug 27 16:06:02.587187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-43475ff8-389d-4f61-a63e-eda0dae0a65c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/quotas/3d1b1caea22144e68b41a55e028f29b8 HTTP/1.1" status: 200 len: 375 time: 0.0093474 Aug 27 16:06:02.655420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-9bfa4457-1da9-4cdc-a67f-70d7b8145de1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607619 Aug 27 16:06:02.767289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350a3e7-6030-469b-bd07-a05edd706062 req-3abaebc7-a8d9-4be5-a854-16066264e5ee tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:02.768816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c350a3e7-6030-469b-bd07-a05edd706062 req-3abaebc7-a8d9-4be5-a854-16066264e5ee tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 950 time: 0.0487900 Aug 27 16:06:02.811600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c350a3e7-6030-469b-bd07-a05edd706062 req-f35a3bd5-190f-47f8-a679-04da121482c5 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Aug 27 16:06:02.970606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972bf53-d520-43ae-b7fb-3549694a8eda req-84d145b3-f2c5-459f-8d2a-455fa20ddace tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:02.972166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b972bf53-d520-43ae-b7fb-3549694a8eda req-84d145b3-f2c5-459f-8d2a-455fa20ddace tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0859289 Aug 27 16:06:02.989322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58ff5-1573-48ed-a08a-9a8c77e1a4f3 req-55c53adb-f135-4aac-b01f-95fab20a3133 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:02.991089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35b58ff5-1573-48ed-a08a-9a8c77e1a4f3 req-55c53adb-f135-4aac-b01f-95fab20a3133 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 945 time: 0.0951931 Aug 27 16:06:03.045990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b972bf53-d520-43ae-b7fb-3549694a8eda req-4156f353-cd71-463c-b389-ea43adfdd8e3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Aug 27 16:06:03.054094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-177c2636-e384-4a62-92b7-b6d9f1e88355 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:03.054722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35b58ff5-1573-48ed-a08a-9a8c77e1a4f3 req-08c7de46-d4c7-4dcf-b415-9b511cc61b46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560732 Aug 27 16:06:03.055769 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-177c2636-e384-4a62-92b7-b6d9f1e88355 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0491095 Aug 27 16:06:03.125179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54435656-4e82-4613-bd1a-9ff5508b7614 req-5ef0e2f1-09e4-4fd5-989d-566535a4444d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 210 time: 0.0287266 Aug 27 16:06:03.205646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fbb5-bdb6-45e0-bcfd-00f27e38e2a3 req-f53db4ee-0e90-4ded-acf6-4e38f4868de2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:03.207167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d768fbb5-bdb6-45e0-bcfd-00f27e38e2a3 req-f53db4ee-0e90-4ded-acf6-4e38f4868de2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0811219 Aug 27 16:06:03.248300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d768fbb5-bdb6-45e0-bcfd-00f27e38e2a3 req-2790e8fc-42a4-4455-afbd-1ced4b50f04c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348597 Aug 27 16:06:03.291580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-dd8f5862-dc95-44e8-8632-ff7a349d052b service neutron] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:03.294964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-dd8f5862-dc95-44e8-8632-ff7a349d052b service neutron] Notify callbacks [] for binding, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:03.296528 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3da7077f-7368-4cba-994b-1de3a3d4a203 req-dd8f5862-dc95-44e8-8632-ff7a349d052b service neutron] 10.222.0.90 "DELETE /v2.0/ports/fced5363-dc1e-471f-b062-d8f2dd9f3c9c/bindings/n-h2-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.2222290 Aug 27 16:06:03.358948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a040262-ce2a-44f8-b9f6-c3253a459ef7 req-e8e869d2-0060-4750-856d-78907a12f805 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:03.360559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a040262-ce2a-44f8-b9f6-c3253a459ef7 req-e8e869d2-0060-4750-856d-78907a12f805 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 950 time: 0.0492859 Aug 27 16:06:03.407230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a040262-ce2a-44f8-b9f6-c3253a459ef7 req-52a4e7b4-627d-40fc-8c19-4068c2288bb2 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Aug 27 16:06:03.936658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163097c-2675-401e-8ec2-6db14f6a865a req-1c436586-1d1a-4e3e-acda-1fac63912f30 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:03.938179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7163097c-2675-401e-8ec2-6db14f6a865a req-1c436586-1d1a-4e3e-acda-1fac63912f30 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 950 time: 0.0518377 Aug 27 16:06:03.979244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7163097c-2675-401e-8ec2-6db14f6a865a req-ac968221-0fb3-476d-b35c-ae07fd3a4f42 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Aug 27 16:06:04.107097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f78d92-e8c4-45c5-9662-96d38ef6d777 req-d81dd61f-962d-464e-be1e-740860754fd3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:04.108628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4f78d92-e8c4-45c5-9662-96d38ef6d777 req-d81dd61f-962d-464e-be1e-740860754fd3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 950 time: 0.0576549 Aug 27 16:06:04.177394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4f78d92-e8c4-45c5-9662-96d38ef6d777 req-60df6134-73e6-4c27-bd4e-789d74dee324 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/security-groups?id=20bfae7f-573a-4f0e-8564-0e6c99646404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622606 Aug 27 16:06:04.196839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265f1e1-0a90-4bcc-9cf4-18e8d730d93c req-4a0c42ac-678f-44e0-8fcf-d53a32a5405b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:04.198866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a265f1e1-0a90-4bcc-9cf4-18e8d730d93c req-4a0c42ac-678f-44e0-8fcf-d53a32a5405b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.0682089 Aug 27 16:06:04.246686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a265f1e1-0a90-4bcc-9cf4-18e8d730d93c req-9481ecb3-ec1e-412a-8244-fdcf8837e505 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Aug 27 16:06:04.371430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-896d8f4b-d315-4df2-b43a-121b9d4ac2fc req-f97e3733-638c-4278-ac6b-f59a9113b93a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 210 time: 0.0333066 Aug 27 16:06:04.391902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793d8af-fc67-45cc-bf0b-be6d375222ae req-fb751b75-4043-4e63-becc-b296b18cfd98 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:04.392038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0793d8af-fc67-45cc-bf0b-be6d375222ae req-fb751b75-4043-4e63-becc-b296b18cfd98 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 945 time: 0.0807588 Aug 27 16:06:04.434841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0793d8af-fc67-45cc-bf0b-be6d375222ae req-74893ca0-5961-4858-a7cc-e39a6cdbb19e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360768 Aug 27 16:06:04.510065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b484e-985d-49e8-a9fb-9ec02359561e req-f81d0edb-1ccf-46d9-b8f8-5f45e1b2fe52 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:04.511633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-988b484e-985d-49e8-a9fb-9ec02359561e req-f81d0edb-1ccf-46d9-b8f8-5f45e1b2fe52 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0815136 Aug 27 16:06:04.532554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613be84-f221-45ee-8732-97fc62c90ecd req-5ea8a0ef-ca10-4fef-8c51-57ee48cd1357 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:04.537726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6613be84-f221-45ee-8732-97fc62c90ecd req-5ea8a0ef-ca10-4fef-8c51-57ee48cd1357 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 950 time: 0.0983593 Aug 27 16:06:04.611846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-988b484e-985d-49e8-a9fb-9ec02359561e req-fc606706-5a7d-4dbe-aaa8-81f488f710df tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930035 Aug 27 16:06:04.710581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602bfdd-9b1d-4d1c-a852-888648034706 req-ac02f16a-b138-45c3-a8c3-723a2ff4c176 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:04.710740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:06:04.712305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e602bfdd-9b1d-4d1c-a852-888648034706 req-ac02f16a-b138-45c3-a8c3-723a2ff4c176 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 1096 time: 0.0995784 Aug 27 16:06:04.756363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:06:04.763404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e602bfdd-9b1d-4d1c-a852-888648034706 req-1f37b2e5-1283-4c23-8d04-5e48f99d20d9 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Aug 27 16:06:04.781996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Deleting port 5eba6195-bae6-4435-af5d-e50577f266e6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:06:04.783992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:04.886498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] For port 5eba6195-bae6-4435-af5d-e50577f266e6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5eba6195-bae6-4435-af5d-e50577f266e6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:04.887102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:04.904365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Calling delete_port for 5eba6195-bae6-4435-af5d-e50577f266e6 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:06:05.096842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-52e963c0-af13-4ee5-b36a-3fe2208f7d32 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217617 Aug 27 16:06:05.218040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-30506d7d-d8af-4ed8-9364-9c9433003224 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:05.219459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-30506d7d-d8af-4ed8-9364-9c9433003224 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096978 Aug 27 16:06:05.237129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:05.363084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fc6c8-c756-437c-8b78-bba6fe8b061b req-3d364603-3749-46f9-9e09-c5b8534d60d8 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:05.364619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c0fc6c8-c756-437c-8b78-bba6fe8b061b req-3d364603-3749-46f9-9e09-c5b8534d60d8 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 950 time: 0.1558082 Aug 27 16:06:05.424979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4994f9-26ca-4080-af02-27022f316293 req-578d7c02-7882-4d75-9c6c-1b07a80935e2 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:05.430632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-578d7c02-7882-4d75-9c6c-1b07a80935e2 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.2194223 Aug 27 16:06:05.452889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:05.456481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:05.461803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-49c6dfe6-0248-41f4-8cfd-126135af1f82 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/quotas/de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 375 time: 0.0269489 Aug 27 16:06:05.467414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c0fc6c8-c756-437c-8b78-bba6fe8b061b req-3fe16fbb-df6f-4460-acee-7ea36c85023c tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/security-groups?id=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934391 Aug 27 16:06:05.564442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-f3aa4fa5-df1d-403e-aec2-b995ed012b3d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940893 Aug 27 16:06:05.573405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-1aef2090-ed39-4abf-96c9-a867b314e012 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:05.575065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-1aef2090-ed39-4abf-96c9-a867b314e012 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.97 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 950 time: 0.0991006 Aug 27 16:06:05.575771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:05.589751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5eba6195-bae6-4435-af5d-e50577f266e6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:05.656754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.163 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/d17590c5-5147-4031-88a2-ec224a8bcd0f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:05.673853 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-607e042e-0763-40f6-aeef-09d5e35839d3 service neutron] show failed (client error): The resource could not be found. Aug 27 16:06:05.674892 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-607e042e-0763-40f6-aeef-09d5e35839d3 service neutron] 10.222.0.90 "GET /v2.0/ports/8c3178c3-33e0-422f-a5eb-870cdb595d4e/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0926895 Aug 27 16:06:05.706262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Pushing event deleted for resources: {'Port': ['ID=5eba6195-bae6-4435-af5d-e50577f266e6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:05.762281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] No DVR routers for this DVR port 5eba6195-bae6-4435-af5d-e50577f266e6 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:06:05.766392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:05.768928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6613be84-f221-45ee-8732-97fc62c90ecd req-0e58c2cd-821c-4baa-b095-7460787f5c29 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.97 "DELETE /v2.0/ports/5eba6195-bae6-4435-af5d-e50577f266e6 HTTP/1.1" status: 204 len: 173 time: 1.2228482 Aug 27 16:06:05.772340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'name': 'network-vif-deleted', 'tag': '5eba6195-bae6-4435-af5d-e50577f266e6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:05.775019 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611796df-5284-46fe-b5d4-3e93f29dfbab" -d '{"events": [{"server_uuid": "b7f8691b-9ec6-4c51-94a0-2116ff0b96f9", "name": "network-vif-deleted", "tag": "5eba6195-bae6-4435-af5d-e50577f266e6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:05.840696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-d6b3eabd-a91c-4a78-89b3-88c6ac711096 service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557895 Aug 27 16:06:05.841930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:05.856742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object d17590c5-5147-4031-88a2-ec224a8bcd0f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:05.917659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Deleting port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:06:05.917924 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.013361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-2cd548f5-a03f-4ab8-94b9-53a4f9b40b6b service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639254 Aug 27 16:06:06.037141 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.041260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] For port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:06.041643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.045882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:06.052935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005', '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:06.058010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Calling delete_port for 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:06:06.097747 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:06.101236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:06.105676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:06.117316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:06.117316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.150006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=d17590c5-5147-4031-88a2-ec224a8bcd0f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:06.159064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c', '7f5c84d2-03b0-4c77-989b-0ce14204d17c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:06.202265 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-39485776-7660-4d8c-9bad-1daa8aadc9f1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9690220 Aug 27 16:06:06.254176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:06.255418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Request body: {'port': {'device_id': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:06.267814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'port_id': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c', 'mac_address': 'fa:16:3e:de:83:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdb5e4-86df-40db-9508-b4f073210aaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:06.319858 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.345565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed864fdb-0103-4ba2-9bfd-f93dfccf264c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:06.388195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:06.404805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.438508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.449933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ecb56cc-8e6d-4596-8032-bb3f092227cd req-27b3ea66-dba4-4489-973e-49188d163c6b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0778065 Aug 27 16:06:06.541860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Pushing event deleted for resources: {'Port': ['ID=4424dc49-dea5-4b5e-9ea0-2b5204b25ef5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:06.573747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.705667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] No DVR routers for this DVR port 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:06:06.709964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-595ccbc5-1190-4d11-af58-53bd6e5c938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:06.711496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-595ccbc5-1190-4d11-af58-53bd6e5c938b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b&tenant_id=174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 1101 time: 0.3264146 Aug 27 16:06:06.715832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.717795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2db2db76-1360-4f29-b7a7-4034d3a23ecf req-28b08433-1cf6-4800-9ef7-6d6e67c4dde3 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.97 "DELETE /v2.0/ports/4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 HTTP/1.1" status: 204 len: 173 time: 1.1255088 Aug 27 16:06:06.724812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:06.731442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a7abac03-d971-4cbd-8d8e-7b54d28cff69 None None] Provisioning for port d17590c5-5147-4031-88a2-ec224a8bcd0f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:06.758479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a7abac03-d971-4cbd-8d8e-7b54d28cff69 None None] Provisioning complete for port d17590c5-5147-4031-88a2-ec224a8bcd0f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:06.758861 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7abac03-d971-4cbd-8d8e-7b54d28cff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.764575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ceaa0-9a40-4945-9e96-04def2505bf0 req-5e52519f-7117-4843-abf2-dd9894bb3e1a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:06.772451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-231ceaa0-9a40-4945-9e96-04def2505bf0 req-5e52519f-7117-4843-abf2-dd9894bb3e1a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.2238781 Aug 27 16:06:06.787972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:06.846104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17590c5-5147-4031-88a2-ec224a8bcd0f {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:06.857342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.874470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Transition to ACTIVE for port object d17590c5-5147-4031-88a2-ec224a8bcd0f will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:06.883162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:06.904573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-231ceaa0-9a40-4945-9e96-04def2505bf0 req-436d4f87-ea7d-4214-ac60-0a0e8edb2ae2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247783 Aug 27 16:06:06.904966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a7abac03-d971-4cbd-8d8e-7b54d28cff69 None None] Port d17590c5-5147-4031-88a2-ec224a8bcd0f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:06:06.952691 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:07.004736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['ed864fdb-0103-4ba2-9bfd-f93dfccf264c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:07.131151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Attempting to bind port d17590c5-5147-4031-88a2-ec224a8bcd0f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:07.132702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Attempting to bind port d17590c5-5147-4031-88a2-ec224a8bcd0f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:07.133270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Attempting to bind port d17590c5-5147-4031-88a2-ec224a8bcd0f on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:07.139637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Port d17590c5-5147-4031-88a2-ec224a8bcd0f on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:07.140433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Attempting to bind port d17590c5-5147-4031-88a2-ec224a8bcd0f on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:07.151590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Pushing event updated for resources: {'Port': ['ID=d17590c5-5147-4031-88a2-ec224a8bcd0f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:07.157534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:07.158108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:07.158839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:07.160275 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Bound port: d17590c5-5147-4031-88a2-ec224a8bcd0f, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:07.160901 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:07.291125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] For port d17590c5-5147-4031-88a2-ec224a8bcd0f, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:07.299741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] For port d17590c5-5147-4031-88a2-ec224a8bcd0f, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d17590c5-5147-4031-88a2-ec224a8bcd0f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:07.308177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccacd1-a523-49de-95c4-23d8326f6816 req-3854659d-de14-45e6-a653-e98dcf9fadfd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:07.309721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ccacd1-a523-49de-95c4-23d8326f6816 req-3854659d-de14-45e6-a653-e98dcf9fadfd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 948 time: 0.1798348 Aug 27 16:06:07.400204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:07.405887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ccacd1-a523-49de-95c4-23d8326f6816 req-e1f89cef-53ed-464a-b2c6-bfa49d271de8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816827 Aug 27 16:06:07.424103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165352-272a-423d-84b1-102e1ee9e552 req-47618d03-07f4-460c-bc27-384ff3185c1c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:07.428840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca165352-272a-423d-84b1-102e1ee9e552 req-47618d03-07f4-460c-bc27-384ff3185c1c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.1150031 Aug 27 16:06:07.475467 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcebac6-65a4-4bf9-9093-bc36bd9c93e0 x-openstack-request-id: req-9fcebac6-65a4-4bf9-9093-bc36bd9c93e0 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:07.476112 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f8691b-9ec6-4c51-94a0-2116ff0b96f9", "name": "network-vif-deleted", "tag": "5eba6195-bae6-4435-af5d-e50577f266e6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:07.476112 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9fcebac6-65a4-4bf9-9093-bc36bd9c93e0 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:07.476383 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f8691b-9ec6-4c51-94a0-2116ff0b96f9', 'name': 'network-vif-deleted', 'tag': '5eba6195-bae6-4435-af5d-e50577f266e6', 'status': 'completed', 'code': 200} Aug 27 16:06:07.486717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:07.513601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca165352-272a-423d-84b1-102e1ee9e552 req-ef0e43d2-b1de-4f39-a397-8954dd7f50f0 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772920 Aug 27 16:06:07.516573 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:07.544376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a222c066-fedd-4780-895a-a5199e9ea97e req-b5bfc2c7-df0d-4a82-89ff-680c5341d70b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 210 time: 0.0342019 Aug 27 16:06:07.564135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:07.578383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Transition to ACTIVE for port object 8c3178c3-33e0-422f-a5eb-870cdb595d4e will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:07.593343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Pushing event updated for resources: {'Port': ['ID=d17590c5-5147-4031-88a2-ec224a8bcd0f,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:07.597621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:07.598229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:07.599642 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-88c5ca19-9f72-45b9-99f3-7e9df21be915 service neutron] 10.222.0.90 "PUT /v2.0/ports/d17590c5-5147-4031-88a2-ec224a8bcd0f HTTP/1.1" status: 200 len: 1096 time: 1.3487463 Aug 27 16:06:07.600351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'tag': 'd17590c5-5147-4031-88a2-ec224a8bcd0f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:07.602905 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f1b295-8c2b-4458-a199-4dc83467378b", "tag": "d17590c5-5147-4031-88a2-ec224a8bcd0f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:07.650685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['4424dc49-dea5-4b5e-9ea0-2b5204b25ef5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:07.660196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd80da23-9815-4f08-a596-25cef8870eaf req-bf4c67de-97eb-4a51-a2c8-9ad1b4633c50 tempest-ServerDiagnosticsNegativeTest-303735319 tempest-ServerDiagnosticsNegativeTest-303735319-project] 10.222.0.101 "GET /v2.0/ports?device_id=560ff701-937b-4693-abb4-b38168f20c40 HTTP/1.1" status: 200 len: 210 time: 0.0350797 Aug 27 16:06:07.683534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:07.793623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-d741ea46-65dc-43b3-862b-9b1ff2196fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:07.796709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-d741ea46-65dc-43b3-862b-9b1ff2196fb1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 1099 time: 0.0658054 Aug 27 16:06:07.830444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50701893-5f4f-4fe1-8327-2579ba599e5b req-2ed9d7fb-e1aa-470d-8e4c-65d33507b1b7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0661407 Aug 27 16:06:07.858705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:07.858887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] No DVR routers for this DVR port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:06:07.862517 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-b3b36347-2c30-410c-8129-69c9fbb8375f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=d17590c5-5147-4031-88a2-ec224a8bcd0f HTTP/1.1" status: 200 len: 217 time: 0.0503974 Aug 27 16:06:07.900051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:07.900419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:07.901186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:07.908384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:07.908384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Attempting to bind port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:07.923050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:07.923443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:07.923823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:07.924257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Bound port: 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:07.924616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:07.933565 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5081053b-646f-4083-879a-aa672e983e02 x-openstack-request-id: req-5081053b-646f-4083-879a-aa672e983e02 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:07.933857 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f1b295-8c2b-4458-a199-4dc83467378b", "tag": "d17590c5-5147-4031-88a2-ec224a8bcd0f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:07.934113 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5081053b-646f-4083-879a-aa672e983e02 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:07.934501 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'tag': 'd17590c5-5147-4031-88a2-ec224a8bcd0f', 'status': 'completed', 'code': 200} Aug 27 16:06:07.949560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-87ad88df-742f-4737-b8af-bcd40deb2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:07.951359 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-87ad88df-742f-4737-b8af-bcd40deb2682 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0721557 Aug 27 16:06:08.017930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-5f2f0e4e-cc34-429e-b71b-6eb887e58d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.020578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-5f2f0e4e-cc34-429e-b71b-6eb887e58d8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531843 Aug 27 16:06:08.045067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:08.049964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:08.064435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28361c-45af-45b5-9008-46a5baf275e9 req-4c2c1ec7-f87a-4f3a-8eb1-bcf572806090 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.066004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd28361c-45af-45b5-9008-46a5baf275e9 req-4c2c1ec7-f87a-4f3a-8eb1-bcf572806090 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.0829797 Aug 27 16:06:08.078549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:06:08.127156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:06:08.129724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd28361c-45af-45b5-9008-46a5baf275e9 req-8664f4fe-581a-4d82-921a-dda53154e286 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Aug 27 16:06:08.130963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:08.153201 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-75179db9-5fdf-44b2-b6db-5ee82d8e7a81 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241126 Aug 27 16:06:08.166377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.167579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:08.169136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] 10.222.0.97 "PUT /v2.0/ports/8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 1096 time: 1.4486804 Aug 27 16:06:08.195143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e532fec-89ec-48eb-b59f-2bc3372adfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:08.275676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-765f4515-b247-4b8d-a0aa-91a49cc49a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.278087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-765f4515-b247-4b8d-a0aa-91a49cc49a1f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1099 time: 0.0685213 Aug 27 16:06:08.305726 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a258b85-e118-42cf-bcde-31996b36b6ca req-fa0fec57-b85c-447e-96ef-6ff008618020 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404748 Aug 27 16:06:08.397112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-7a1203d8-30e7-45bb-a605-ecb7afe98b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.397112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-7a1203d8-30e7-45bb-a605-ecb7afe98b92 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1086013 Aug 27 16:06:08.436832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-1f7ce285-4821-42f3-a813-78f2fdc44b1a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0361934 Aug 27 16:06:08.490162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-48423cdd-65d7-444b-9c12-32af66c719cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.491698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-48423cdd-65d7-444b-9c12-32af66c719cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0458064 Aug 27 16:06:08.519955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-52f5237e-ee34-4698-8001-8d451f069f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.521454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-52f5237e-ee34-4698-8001-8d451f069f87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 1099 time: 0.0432014 Aug 27 16:06:08.567906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-ce6b5744-3a6c-43a0-b18f-a674b52dba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.569391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-ce6b5744-3a6c-43a0-b18f-a674b52dba76 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678258 Aug 27 16:06:08.577742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f7593-2f62-4c8f-af20-fdaf88f3a67e req-a3be1207-0037-4ec6-be44-b1265d8490d8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.579216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-354f7593-2f62-4c8f-af20-fdaf88f3a67e req-a3be1207-0037-4ec6-be44-b1265d8490d8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 948 time: 0.0866473 Aug 27 16:06:08.626945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-4a3b5a56-a581-48b7-b0b1-15e356f943fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.633818 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-4a3b5a56-a581-48b7-b0b1-15e356f943fd service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.0937109 Aug 27 16:06:08.661768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-354f7593-2f62-4c8f-af20-fdaf88f3a67e req-53df3a5b-cf60-4116-8198-6b97f0cd2946 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Aug 27 16:06:08.686922 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-bd6059c3-9d8d-45b0-a054-b32d730d4d55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=d17590c5-5147-4031-88a2-ec224a8bcd0f HTTP/1.1" status: 200 len: 217 time: 0.0464404 Aug 27 16:06:08.694218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-5e4045c2-5ef9-438b-bc1c-783ce8ec0a05 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140215 Aug 27 16:06:08.734462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:06:08.749531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-23335f1e-23c6-4ec6-9fe2-696b89f72d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.751100 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-23335f1e-23c6-4ec6-9fe2-696b89f72d16 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0541601 Aug 27 16:06:08.758784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:06:08.759140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4424dc49-dea5-4b5e-9ea0-2b5204b25ef5 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:06:08.759583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5eba6195-bae6-4435-af5d-e50577f266e6 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:06:08.779606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 5eba6195-bae6-4435-af5d-e50577f266e6 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:06:08.779963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5eba6195-bae6-4435-af5d-e50577f266e6 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:06:08.815388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607a59-4848-4f3f-84e0-398a9ba8a25e req-bcad9829-45e3-4aa2-b2e2-be0a673dc027 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.816862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6607a59-4848-4f3f-84e0-398a9ba8a25e req-bcad9829-45e3-4aa2-b2e2-be0a673dc027 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.0924246 Aug 27 16:06:08.818372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-57f4f6e4-fb0b-4824-9ce5-627fee76f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:08.819890 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-57f4f6e4-fb0b-4824-9ce5-627fee76f208 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453355 Aug 27 16:06:08.844836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b09a1e1d-3012-4c4c-a1dc-373b3d3b60b5 req-235629a1-31c5-4a59-8946-22402b22fa69 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420877 Aug 27 16:06:08.865817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6607a59-4848-4f3f-84e0-398a9ba8a25e req-0b1d6283-c638-40d8-bea3-b879d58ed46d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Aug 27 16:06:08.920137 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-7876cc25-cd4a-4182-8ad1-d501791b14ff service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912755 Aug 27 16:06:08.953661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bda7361e-8e5c-4f5a-a591-3149566c02fa req-2598af18-0887-4fce-9972-6176bdbd8533 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 210 time: 0.0294750 Aug 27 16:06:09.026812 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eae7e0f3-8d15-4ba3-8375-fa805c15d28a req-7d7b15e0-e8c0-4275-981d-bad5886f9159 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928171 Aug 27 16:06:09.089221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8cb9d7f9-e0bc-42dd-87fa-bbc7c838dce5 req-4f0c6347-c0d9-4c8e-9d7d-835419ec02aa tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0259943 Aug 27 16:06:09.289637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966732-77a2-4b0c-a651-785daa91f056 req-5ce972c7-f5d3-4b29-a616-c6dde114ea59 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.291136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93966732-77a2-4b0c-a651-785daa91f056 req-5ce972c7-f5d3-4b29-a616-c6dde114ea59 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.0890589 Aug 27 16:06:09.298245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4994f9-26ca-4080-af02-27022f316293 req-a9723400-22a2-459e-9820-098b879aa964 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.299680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-a9723400-22a2-459e-9820-098b879aa964 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.1436336 Aug 27 16:06:09.318302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Request body: {'port': {'device_id': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'admin_state_up': True, 'tenant_id': 'de75d09ab1be4454b8a0a6c5f43a2f2f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:09.384579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93966732-77a2-4b0c-a651-785daa91f056 req-396d3cff-8563-4767-bff5-745bdd193499 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Aug 27 16:06:09.477668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ff701-937b-4693-abb4-b38168f20c40', 'name': 'network-vif-deleted', 'tag': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5'}, {'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e'}, {'name': 'network-changed', 'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:09.480351 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc137ff-4ceb-4845-ae97-6b10f1028314" -d '{"events": [{"server_uuid": "560ff701-937b-4693-abb4-b38168f20c40", "name": "network-vif-deleted", "tag": "4424dc49-dea5-4b5e-9ea0-2b5204b25ef5"}, {"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e"}, {"name": "network-changed", "server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:09.538175 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abea533-8479-4ab9-a7e6-d19d04736135 x-openstack-request-id: req-8abea533-8479-4ab9-a7e6-d19d04736135 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:09.538848 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ff701-937b-4693-abb4-b38168f20c40", "name": "network-vif-deleted", "tag": "4424dc49-dea5-4b5e-9ea0-2b5204b25ef5", "status": "completed", "code": 200}, {"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e", "code": 200}, {"name": "network-changed", "server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:09.538848 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8abea533-8479-4ab9-a7e6-d19d04736135 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:09.539119 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ff701-937b-4693-abb4-b38168f20c40', 'name': 'network-vif-deleted', 'tag': '4424dc49-dea5-4b5e-9ea0-2b5204b25ef5', 'status': 'completed', 'code': 200} Aug 27 16:06:09.539424 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'code': 200} Aug 27 16:06:09.539680 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'status': 'completed', 'code': 200} Aug 27 16:06:09.555605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Made reservation on behalf of de75d09ab1be4454b8a0a6c5f43a2f2f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:09.559723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:09.599729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51956) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:09.617035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-fdec67d5-43c5-410a-9aa6-4e16331867c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.618761 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-fdec67d5-43c5-410a-9aa6-4e16331867c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1099 time: 0.0415635 Aug 27 16:06:09.663143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-e50f3df2-a115-417e-acfe-a393e60b2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.664764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-e50f3df2-a115-417e-acfe-a393e60b2445 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1099 time: 0.1016760 Aug 27 16:06:09.733698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-82523893-02e9-4680-bde3-947d2c0c1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.735193 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-82523893-02e9-4680-bde3-947d2c0c1150 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1067879 Aug 27 16:06:09.784083 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-81fd7859-0218-4bcb-a7a3-cbc0d9d5fe65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0352836 Aug 27 16:06:09.837405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-b6725e2d-ff8a-49b1-a759-21cc35e1bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.838838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-b6725e2d-ff8a-49b1-a759-21cc35e1bad3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0441928 Aug 27 16:06:09.856302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Allocated IP 172.20.0.7 (a07f7c57-a13b-45fb-a78d-0ae4b2590a89/2a2acc92-3dfe-41c3-a2f1-50dda4247839/e01b2c11-4cce-4954-bac6-255a74a65101) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:09.899495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:09.899653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cd2548d1-57d4-47f6-891f-a3a3ca6862e1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87b58ede5a4c4cb5b461d9d0e4c003d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958486 Aug 27 16:06:09.906445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150896-fcfd-4c73-b5a5-a80a3e176e27 req-59bf9085-f6b2-4b3b-8531-7a87cdba7518 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.908143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4150896-fcfd-4c73-b5a5-a80a3e176e27 req-59bf9085-f6b2-4b3b-8531-7a87cdba7518 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 948 time: 0.1621003 Aug 27 16:06:09.923898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-701b75d8-e3cf-4f9e-8427-8aa4ad156e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.924325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-701b75d8-e3cf-4f9e-8427-8aa4ad156e3f service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2461596 Aug 27 16:06:09.959750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-578dd500-2ea7-4d57-bf20-53208edf6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:09.961256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-578dd500-2ea7-4d57-bf20-53208edf6d13 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018260 Aug 27 16:06:09.981173 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.008098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-ed0b287f-7d5c-43a5-a5f4-89fc7f9f1e73 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0734985 Aug 27 16:06:10.043632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.074044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:10.102604 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-5a031162-b944-4cd2-a886-62d08c78528f service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303983 Aug 27 16:06:10.178580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port ed864fdb-0103-4ba2-9bfd-f93dfccf264c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:10.183878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port ed864fdb-0103-4ba2-9bfd-f93dfccf264c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:10.184267 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.217250 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-ca33daed-d98e-48e1-9c8d-18d7a23ecc43 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067467 Aug 27 16:06:10.242068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.247383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.248740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4a470be9-c4f0-4a49-8ceb-587b8eb31ea5 HTTP/1.1" status: 204 len: 168 time: 0.3475807 Aug 27 16:06:10.254565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51976) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:10.267937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a470be9-c4f0-4a49-8ceb-587b8eb31ea5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:10.278123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.278293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.278544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.278954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.279281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.279627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.279957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.280282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.280606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.280927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.281251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.281574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022bb61-224e-4ff9-8bab-0505772b0166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:10.282901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.324645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:10.327196 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ed061b-91b4-4d85-a098-0fcda559a23c" -d '{"events": [{"server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "name": "network-vif-plugged", "status": "completed", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:10.342499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:10.344424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4150896-fcfd-4c73-b5a5-a80a3e176e27 req-43360987-88ae-4e90-9e18-2de1330693d2 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263740 Aug 27 16:06:10.406877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fea6f831-358b-42b9-adc1-6019bb74c207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.416934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf1758-935f-4816-aff9-20768871d2f3 req-09ccab43-bbc9-4e61-a46b-15db4cb948f1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:10.418505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8cf1758-935f-4816-aff9-20768871d2f3 req-09ccab43-bbc9-4e61-a46b-15db4cb948f1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.4666297 Aug 27 16:06:10.428096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-2b51616d-3a57-4bfe-bebd-acdfc9dc1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:10.429543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-2b51616d-3a57-4bfe-bebd-acdfc9dc1315 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.4035180 Aug 27 16:06:10.483146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26c7325f-47d4-4256-addd-50d446be9824 req-9a95507c-41f6-45b6-a609-7a9853e88071 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 210 time: 0.0595315 Aug 27 16:06:10.502991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fea6f831-358b-42b9-adc1-6019bb74c207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.510811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.563407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:10.571337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8cf1758-935f-4816-aff9-20768871d2f3 req-5ee39be5-dd1e-4e2d-bdf1-7d64d07caca7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318698 Aug 27 16:06:10.576200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-54766e03-0997-4ced-8fa2-9239d3461911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:10.577692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-54766e03-0997-4ced-8fa2-9239d3461911 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373143 Aug 27 16:06:10.581726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.584609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fea6f831-358b-42b9-adc1-6019bb74c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.611729 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257bcb0-3579-42f4-a8b0-72498d43cb41 x-openstack-request-id: req-b257bcb0-3579-42f4-a8b0-72498d43cb41 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:10.612028 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "name": "network-vif-plugged", "status": "completed", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:10.612513 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b257bcb0-3579-42f4-a8b0-72498d43cb41 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:10.612911 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c', 'code': 200} Aug 27 16:06:10.630673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-806c9b90-7aa3-4e49-8c80-633aec809721 req-8b861c0e-a5c8-4f71-ae5e-5d05bd3a5871 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0519950 Aug 27 16:06:10.635767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6f831-358b-42b9-adc1-6019bb74c207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2b336a-75fb-482c-b548-fcc656937c69,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:10.701841 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fea6f831-358b-42b9-adc1-6019bb74c207 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=41a0ec237c87418da221b9d6ddeec444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448481 Aug 27 16:06:10.704566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51988) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:10.760889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-730090e4-a059-44d8-95f1-ca8e6c2b8ce0 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685083 Aug 27 16:06:10.776737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832249c-b938-431c-a61e-d79fdb3601e8 req-9cd166f5-6f06-4c69-9d54-f327b5bb0ed9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:10.778304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c832249c-b938-431c-a61e-d79fdb3601e8 req-9cd166f5-6f06-4c69-9d54-f327b5bb0ed9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.0755608 Aug 27 16:06:10.841250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.914440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c832249c-b938-431c-a61e-d79fdb3601e8 req-a6ed1424-9087-4fca-9dc5-fe907b8e766e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275980 Aug 27 16:06:10.930272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:10.936522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:10.942437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:10.949968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:10.955921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:10.956133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:10.967261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cc137ff-4ceb-4845-ae97-6b10f1028314 req-2f841b3c-0428-482d-a85a-32ed28c8866a service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879635 Aug 27 16:06:11.014624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fba102-1048-486f-8dff-ee8f1e7dc5c3 req-157a00b1-0642-4d82-b470-ffe68b1cbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:11.016177 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-57fba102-1048-486f-8dff-ee8f1e7dc5c3 req-157a00b1-0642-4d82-b470-ffe68b1cbbc7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1097 time: 0.2972064 Aug 27 16:06:11.019120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-9677b89f-73c2-4aba-ae1d-2961dae809b1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7045178 Aug 27 16:06:11.032703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Request body: {'port': {'device_id': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:11.036343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cce7fce-406a-4d27-86e8-922d441745a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.073516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51990) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:11.074281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cce7fce-406a-4d27-86e8-922d441745a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.083148 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-57fba102-1048-486f-8dff-ee8f1e7dc5c3 req-0951c931-6e33-4eb3-8ce7-3f687f879eee service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Aug 27 16:06:11.108089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdf9c-9883-43e5-9fbb-b371075907b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.118650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.184398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cce7fce-406a-4d27-86e8-922d441745a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.187250 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cce7fce-406a-4d27-86e8-922d441745a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.190929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6cce7fce-406a-4d27-86e8-922d441745a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ff2b336a-75fb-482c-b548-fcc656937c69 HTTP/1.1" status: 204 len: 168 time: 0.4811044 Aug 27 16:06:11.199939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce7fce-406a-4d27-86e8-922d441745a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2b336a-75fb-482c-b548-fcc656937c69,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:11.382262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdf9c-9883-43e5-9fbb-b371075907b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.470285 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e87fdf9c-9883-43e5-9fbb-b371075907b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.524920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01b2c11-4cce-4954-bac6-255a74a65101 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:11.535362 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.539499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fdf9c-9883-43e5-9fbb-b371075907b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43615eba-c4c4-4191-9e18-fb75f39c9015,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:11.551845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e87fdf9c-9883-43e5-9fbb-b371075907b5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1be806488540436f878b52bbd3264fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713705 Aug 27 16:06:11.552042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52000) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:11.565184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201974c8-73a6-41c6-91f4-349fe81d926e req-1177e133-7ecd-40b9-b0ee-fb6efaf92f31 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:11.566893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-201974c8-73a6-41c6-91f4-349fe81d926e req-1177e133-7ecd-40b9-b0ee-fb6efaf92f31 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 948 time: 0.1432922 Aug 27 16:06:11.567971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Transition to ACTIVE for port object e01b2c11-4cce-4954-bac6-255a74a65101 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:11.630009 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8622-4f17-475c-8d16-9b8a9e83b8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.637354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.649015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-201974c8-73a6-41c6-91f4-349fe81d926e req-52e48ee4-4334-4097-9090-879f9be921a3 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744541 Aug 27 16:06:11.656832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8622-4f17-475c-8d16-9b8a9e83b8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.704707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2635a22-2b80-4beb-a344-eaf00b0c71a7 req-86504ad0-c4f3-4dd2-b8e7-d24fe870d644 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:11.707718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2635a22-2b80-4beb-a344-eaf00b0c71a7 req-86504ad0-c4f3-4dd2-b8e7-d24fe870d644 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 931 time: 0.1244373 Aug 27 16:06:11.720536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:11.778754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8622-4f17-475c-8d16-9b8a9e83b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.781433 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8622-4f17-475c-8d16-9b8a9e83b8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.782593 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f4b8622-4f17-475c-8d16-9b8a9e83b8b3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/43615eba-c4c4-4191-9e18-fb75f39c9015 HTTP/1.1" status: 204 len: 168 time: 0.2317681 Aug 27 16:06:11.790821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b8622-4f17-475c-8d16-9b8a9e83b8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43615eba-c4c4-4191-9e18-fb75f39c9015,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:11.807047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:11.807223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:11.807568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:11.818796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2635a22-2b80-4beb-a344-eaf00b0c71a7 req-b7b4cb72-c200-443c-bbfb-5e6336614356 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034226 Aug 27 16:06:11.820127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:11.820459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:11.836607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58a06b-4541-45c5-a305-18f53799f954 req-cbafaf15-cd19-4289-ba0c-9a2749b0cad7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:11.843964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa58a06b-4541-45c5-a305-18f53799f954 req-cbafaf15-cd19-4289-ba0c-9a2749b0cad7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1249814 Aug 27 16:06:11.855664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:11.855664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:11.855664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:11.856155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Bound port: e01b2c11-4cce-4954-bac6-255a74a65101, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:11.856574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.928455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa58a06b-4541-45c5-a305-18f53799f954 req-aa74411c-f071-45dd-b3c0-20ec8d9cf6db tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834117 Aug 27 16:06:11.944007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52012) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:11.963731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33161529-6870-4e51-9dc7-5e18783191e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:11.966954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e0d32e7-ffeb-4e3f-b00b-75f582516016 req-9b537051-c697-424e-98ef-3fd2d5cb280a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0577509 Aug 27 16:06:12.008143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:12.012037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:12.089913 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.091598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33161529-6870-4e51-9dc7-5e18783191e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.092607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d17590c5-5147-4031-88a2-ec224a8bcd0f details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:12.131673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d5d88-3a86-4c3a-b134-eeefb99e1d76 req-5c03a025-255a-4dcc-af1a-6400ce493830 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.133209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b5d5d88-3a86-4c3a-b134-eeefb99e1d76 req-5c03a025-255a-4dcc-af1a-6400ce493830 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.0873547 Aug 27 16:06:12.140033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.140567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.141892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] 10.222.0.97 "PUT /v2.0/ports/e01b2c11-4cce-4954-bac6-255a74a65101 HTTP/1.1" status: 200 len: 1091 time: 1.1134160 Aug 27 16:06:12.142334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:12.144602 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea924c8-386f-4cc7-b0de-7574521a51ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:12.145858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33161529-6870-4e51-9dc7-5e18783191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.209043 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f70d527-3b60-4529-9009-d2f8f306f00a x-openstack-request-id: req-7f70d527-3b60-4529-9009-d2f8f306f00a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:12.209331 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:12.209587 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7f70d527-3b60-4529-9009-d2f8f306f00a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:12.209982 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101', 'status': 'completed', 'code': 200} Aug 27 16:06:12.213214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b5d5d88-3a86-4c3a-b134-eeefb99e1d76 req-9837e3ac-1f51-46a3-893b-c2a6bd5670e3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631716 Aug 27 16:06:12.219256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:12.231017 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-33161529-6870-4e51-9dc7-5e18783191e1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fed7e0ac0b8a42638f7d97947b413424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858665 Aug 27 16:06:12.234482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52020) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:12.243932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.244280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.244620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d17590c5-5147-4031-88a2-ec224a8bcd0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d17590c5-5147-4031-88a2-ec224a8bcd0f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:12.244738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.245003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.245337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.245664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.245990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.246315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.246640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.247060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.247523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.247849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0d9c7-759b-4000-9bee-21118ab09487 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:12.261890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33161529-6870-4e51-9dc7-5e18783191e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c5144f-b052-47c3-84c6-9b29fd8e304d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:12.281318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'd17590c5-5147-4031-88a2-ec224a8bcd0f', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'd17590c5-5147-4031-88a2-ec224a8bcd0f', 'mac_address': 'fa:16:3e:19:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:12.296389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea924c8-386f-4cc7-b0de-7574521a51ce req-300b441e-cd75-42c5-95fa-b8ea841eb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.297857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea924c8-386f-4cc7-b0de-7574521a51ce req-300b441e-cd75-42c5-95fa-b8ea841eb290 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1094 time: 0.0641711 Aug 27 16:06:12.330156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf3589f-b0be-4d75-a62b-78e7a330b4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.355578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf3589f-b0be-4d75-a62b-78e7a330b4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.364193 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.382582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17590c5-5147-4031-88a2-ec224a8bcd0f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:12.404302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d17590c5-5147-4031-88a2-ec224a8bcd0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d17590c5-5147-4031-88a2-ec224a8bcd0f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:12.426501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea924c8-386f-4cc7-b0de-7574521a51ce req-94fe8b9e-9544-4e7a-997d-1496f622cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.428021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea924c8-386f-4cc7-b0de-7574521a51ce req-94fe8b9e-9544-4e7a-997d-1496f622cdc3 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1215389 Aug 27 16:06:12.528087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea924c8-386f-4cc7-b0de-7574521a51ce req-d022129f-3e3e-4f72-9bcb-277adc1b6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.529550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea924c8-386f-4cc7-b0de-7574521a51ce req-d022129f-3e3e-4f72-9bcb-277adc1b6deb service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925417 Aug 27 16:06:12.538789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf3589f-b0be-4d75-a62b-78e7a330b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.539037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.548095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf3589f-b0be-4d75-a62b-78e7a330b4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:12.549323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bf3589f-b0be-4d75-a62b-78e7a330b4a4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40c5144f-b052-47c3-84c6-9b29fd8e304d HTTP/1.1" status: 204 len: 168 time: 0.3136241 Aug 27 16:06:12.576598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3589f-b0be-4d75-a62b-78e7a330b4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c5144f-b052-47c3-84c6-9b29fd8e304d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:12.658673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d17590c5-5147-4031-88a2-ec224a8bcd0f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:12.695859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4994f9-26ca-4080-af02-27022f316293 req-1cb3da42-f372-4e9b-b728-6c7b92553448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.697417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-1cb3da42-f372-4e9b-b728-6c7b92553448 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1094 time: 0.0909252 Aug 27 16:06:12.714687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266b352-1539-4240-a733-1ae21f5b30fd req-bed04a5d-cf93-4e90-9373-3fb03b03b75a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.716326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8266b352-1539-4240-a733-1ae21f5b30fd req-bed04a5d-cf93-4e90-9373-3fb03b03b75a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 948 time: 0.0698612 Aug 27 16:06:12.741071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:12.771776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-d913ba62-4896-4c3a-93fc-1cd819ad7115 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01b2c11-4cce-4954-bac6-255a74a65101 HTTP/1.1" status: 200 len: 217 time: 0.0543504 Aug 27 16:06:12.869028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8266b352-1539-4240-a733-1ae21f5b30fd req-b2f38480-aa9a-41af-876b-17887e203853 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455538 Aug 27 16:06:12.886936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4994f9-26ca-4080-af02-27022f316293 req-53812017-01a0-4d3b-89b3-9511a7656f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.886936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-53812017-01a0-4d3b-89b3-9511a7656f8b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0857582 Aug 27 16:06:12.887202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:12.904183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd2b92-c2d9-4140-9ec8-5563c0873248 req-9c38a98b-a5df-43e2-9b42-c512847490e1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.908842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'mac_address': 'fa:16:3e:98:f0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:12.913788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d17590c5-5147-4031-88a2-ec224a8bcd0f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:12.914408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90bd2b92-c2d9-4140-9ec8-5563c0873248 req-9c38a98b-a5df-43e2-9b42-c512847490e1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 949 time: 0.1593876 Aug 27 16:06:12.929022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-7cd678aa-d064-4842-969c-177bbb66fdf6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:12.944858 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-7cd678aa-d064-4842-969c-177bbb66fdf6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b&tenant_id=174fac1f470a466b8adebc92c32192b7&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 948 time: 0.1844237 Aug 27 16:06:12.966021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-576b6d97-5feb-45c3-814c-d33fa154d07e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481365 Aug 27 16:06:13.027258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90bd2b92-c2d9-4140-9ec8-5563c0873248 req-8de2c5b9-9091-41c0-b10f-000997aabca8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066947 Aug 27 16:06:13.028994 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-27395c26-c1fc-4a3e-a34e-b82d00c9d960 service neutron] delete failed (client error): The resource could not be found. Aug 27 16:06:13.030129 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-27395c26-c1fc-4a3e-a34e-b82d00c9d960 service neutron] 10.222.0.90 "DELETE /v2.0/ports/8c3178c3-33e0-422f-a5eb-870cdb595d4e/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0879159 Aug 27 16:06:13.078132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:13.112900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3178c3-33e0-422f-a5eb-870cdb595d4e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:13.120739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f33a2-00bf-4eda-93d3-fde2f6fe284d req-fe69ccec-6f8d-471e-a67f-d855c99e3268 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:13.122496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-144f33a2-00bf-4eda-93d3-fde2f6fe284d req-fe69ccec-6f8d-471e-a67f-d855c99e3268 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.1462059 Aug 27 16:06:13.179194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:13.221821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-16f19537-ad31-4f30-a543-f9c38673b320 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484081 Aug 27 16:06:13.237625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d56d9-3399-4bdd-8fbe-25715a80aefc req-bcdf5cb7-c30e-4dea-8bf6-31905cd8c13e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:13.239131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30d56d9-3399-4bdd-8fbe-25715a80aefc req-bcdf5cb7-c30e-4dea-8bf6-31905cd8c13e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1055708 Aug 27 16:06:13.247834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-144f33a2-00bf-4eda-93d3-fde2f6fe284d req-6ef8f4fc-bdef-4969-a1e1-f907b4c65beb tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153097 Aug 27 16:06:13.248487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-654e71df-304e-43a0-b2ee-dc8517c4b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:13.250076 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-654e71df-304e-43a0-b2ee-dc8517c4b7de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1099 time: 0.0730162 Aug 27 16:06:13.269815 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:13.364599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:13.412223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-577af1dd-d6b0-4213-b9ed-f214191117b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:13.413717 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-577af1dd-d6b0-4213-b9ed-f214191117b1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1519208 Aug 27 16:06:13.421239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30d56d9-3399-4bdd-8fbe-25715a80aefc req-04aa295e-c934-484f-9eb2-8e71f7e24c10 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716876 Aug 27 16:06:13.456189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1fc255e-f990-486c-9c0b-bedbe6050f18 req-10b7beab-9f40-4bb0-93eb-6b9a49fe9db8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0738094 Aug 27 16:06:13.468160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4994f9-26ca-4080-af02-27022f316293 req-80ce8228-2e91-4630-be17-9e653535aa6e service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173758 Aug 27 16:06:13.488022 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-c8632600-85cb-468e-8065-cb19f951134a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0625286 Aug 27 16:06:13.556089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-bdcf7e07-907e-40f2-abe5-181a6de7f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:13.557727 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-bdcf7e07-907e-40f2-abe5-181a6de7f743 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0580292 Aug 27 16:06:13.573322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:13.579122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed3976-218e-4090-9a7d-fb3bbeb991cc req-dfd0c4fc-e204-4682-b44b-be18bb2d3d2d tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:13.586521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0aed3976-218e-4090-9a7d-fb3bbeb991cc req-dfd0c4fc-e204-4682-b44b-be18bb2d3d2d tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1097 time: 0.0567563 Aug 27 16:06:13.621625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-c9264c2f-36e4-40c4-9e01-8897e8aa619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:13.623170 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-c9264c2f-36e4-40c4-9e01-8897e8aa619a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548990 Aug 27 16:06:13.627814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0aed3976-218e-4090-9a7d-fb3bbeb991cc req-cc09203e-6f75-4c21-ad45-114a498412a5 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Aug 27 16:06:13.755103 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-dfb0a736-b18a-4f21-8f9f-d82fc11f7f8c service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203549 Aug 27 16:06:13.861298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8465d003-ec0b-45ad-b117-a4b08b7551d8 req-c65bb618-9008-41b3-ae5f-7509f69d0f1c service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978754 Aug 27 16:06:14.006200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490c01-52a2-496b-a3c6-5fa0032c7094 req-f97ae0d7-9588-4d7a-9d23-335b01e17db8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:14.008548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1490c01-52a2-496b-a3c6-5fa0032c7094 req-f97ae0d7-9588-4d7a-9d23-335b01e17db8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 949 time: 0.0597527 Aug 27 16:06:14.049368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1490c01-52a2-496b-a3c6-5fa0032c7094 req-70bfc55a-64f7-4564-a68e-027c860c218b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Aug 27 16:06:14.156807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cba9c-48d7-464c-9092-ecd46ab222f8 req-54966b9d-d51a-434f-bd7d-2ecbdd6cdbc9 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:14.159333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-802cba9c-48d7-464c-9092-ecd46ab222f8 req-54966b9d-d51a-434f-bd7d-2ecbdd6cdbc9 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 949 time: 0.0567098 Aug 27 16:06:14.201390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-802cba9c-48d7-464c-9092-ecd46ab222f8 req-fb60ab9f-d7e8-4925-b2c8-9e66cbe9b1e1 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357945 Aug 27 16:06:14.367081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be146eb-7e76-430d-bab5-1b6a32dec3d0 req-c761eb0e-c6d0-42ad-af2e-3568411f94e4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:14.368656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be146eb-7e76-430d-bab5-1b6a32dec3d0 req-c761eb0e-c6d0-42ad-af2e-3568411f94e4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.0542731 Aug 27 16:06:14.418032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be146eb-7e76-430d-bab5-1b6a32dec3d0 req-02f4ddaf-a524-4219-9594-ba6fd75c0cf3 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Aug 27 16:06:14.575733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd123090-7318-40e3-a18f-6beaf84e819d req-95625b86-d7e9-4347-af43-c97d576d3a52 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0292702 Aug 27 16:06:14.757066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:14.890255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-6ba2c70e-59ec-4567-8357-9ba82eb9acd6 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=0d8652891bd2497299fdebaa9d0fde7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224679 Aug 27 16:06:14.928663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 8c3178c3-33e0-422f-a5eb-870cdb595d4e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:14.935785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8c3178c3-33e0-422f-a5eb-870cdb595d4e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:14.937294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:15.022537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-8d3aee91-e6e8-4ad2-8918-2d390e68724c tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:15.024090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-8d3aee91-e6e8-4ad2-8918-2d390e68724c tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278989 Aug 27 16:06:15.041328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-688607b3-e05f-4573-a377-860cbe8eb187 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/quotas/0d8652891bd2497299fdebaa9d0fde7a HTTP/1.1" status: 200 len: 375 time: 0.0099771 Aug 27 16:06:15.056068 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:15.077758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-b5bec435-e2d9-4adf-9203-95cce55db710 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0d8652891bd2497299fdebaa9d0fde7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267656 Aug 27 16:06:15.080217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:15.082636 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7be99ef-1db8-4cea-8ef0-71feb0e3ca4d" -d '{"events": [{"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:15.096794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:15.178503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e133709-c03b-4498-9560-52802424334b req-d47f49da-a44a-49ec-b70c-ae3586365f29 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:15.180062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e133709-c03b-4498-9560-52802424334b req-d47f49da-a44a-49ec-b70c-ae3586365f29 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 949 time: 0.0502400 Aug 27 16:06:15.218918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e133709-c03b-4498-9560-52802424334b req-bf0efde9-a9a6-4483-bd63-77f75b325aa6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Aug 27 16:06:15.261538 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e4d0f7-4272-42aa-ae5d-4ec6c5aced1d x-openstack-request-id: req-d1e4d0f7-4272-42aa-ae5d-4ec6c5aced1d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:15.261835 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:15.262095 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1e4d0f7-4272-42aa-ae5d-4ec6c5aced1d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:15.262639 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'code': 200} Aug 27 16:06:15.264023 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:15.325009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:15.334192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.334549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.334896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.335610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.335958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.336296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.336999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.337347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.337722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.338177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.339079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.339466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:15.422257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204bcd-deb0-43ca-967d-b4db762bd985 req-58d10ea4-a77a-4070-a112-1c379b38594d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:15.423832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0204bcd-deb0-43ca-967d-b4db762bd985 req-58d10ea4-a77a-4070-a112-1c379b38594d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 949 time: 0.0569065 Aug 27 16:06:15.529457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0204bcd-deb0-43ca-967d-b4db762bd985 req-f2809271-f30f-444f-a06c-868e83129d6f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929251 Aug 27 16:06:15.535538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d29313-5a60-46db-b807-0a58ae0dc662 req-879a3f16-0914-45fb-a840-c1fa7621925c tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:15.543661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86d29313-5a60-46db-b807-0a58ae0dc662 req-879a3f16-0914-45fb-a840-c1fa7621925c tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1101 time: 0.0803354 Aug 27 16:06:15.587252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86d29313-5a60-46db-b807-0a58ae0dc662 req-553dfd98-a111-4247-95ca-9157a5f62822 tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Aug 27 16:06:15.662626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b135d1b6-e2f2-435a-8ce8-f4952b6a9065 req-a9dc69aa-0508-420a-a544-b0ce5132ca39 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 210 time: 0.0342298 Aug 27 16:06:15.796924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d8d9-fb08-4a53-9e87-3e8bc0ee156c req-fcffa9b2-6f42-49f5-a06e-e72aec97b155 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:15.798836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a643d8d9-fb08-4a53-9e87-3e8bc0ee156c req-fcffa9b2-6f42-49f5-a06e-e72aec97b155 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.0579746 Aug 27 16:06:15.841981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a643d8d9-fb08-4a53-9e87-3e8bc0ee156c req-db7f75b5-1d1d-4ab2-81a6-7e8deff02220 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368133 Aug 27 16:06:15.939407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b165b11b-ceb8-4d24-ba2b-5500f9a05bce req-f2adaf0e-37c4-45ce-aead-960173b9f131 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0270174 Aug 27 16:06:16.122250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d17590c5-5147-4031-88a2-ec224a8bcd0f up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:16.185454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-e19dea64-3839-46dd-ad1b-cea15ba206ff tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289114 Aug 27 16:06:16.264189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port d17590c5-5147-4031-88a2-ec224a8bcd0f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:16.275720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port d17590c5-5147-4031-88a2-ec224a8bcd0f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:16.276998 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:16.340019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-8a9a569f-4c59-40e4-b6e4-bc8f36feecd4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:16.342232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-8a9a569f-4c59-40e4-b6e4-bc8f36feecd4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506898 Aug 27 16:06:16.372192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-29d9ac47-47be-498d-bcc9-68a75dfd58f0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/quotas/174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 375 time: 0.0138550 Aug 27 16:06:16.404673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:16.437341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-cb19a896-6d82-48de-ac49-4d0ba7475c96 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579743 Aug 27 16:06:16.441305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d17590c5-5147-4031-88a2-ec224a8bcd0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d17590c5-5147-4031-88a2-ec224a8bcd0f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:16.601798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:16.694149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d17590c5-5147-4031-88a2-ec224a8bcd0f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:16.735687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7486cb32-6dc0-4bd5-b817-3d6c2bcf2f7c req-3774a3b9-9859-45fb-b8d4-27c07f594c5e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 210 time: 0.0320837 Aug 27 16:06:16.778020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e01b2c11-4cce-4954-bac6-255a74a65101 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:16.820405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2774e2-d0f6-4489-a5a1-b8af1ab7cf48 req-66439bb6-5019-4e1d-8e00-6e9b20af9a47 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:16.822841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2774e2-d0f6-4489-a5a1-b8af1ab7cf48 req-66439bb6-5019-4e1d-8e00-6e9b20af9a47 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.0893712 Aug 27 16:06:16.888976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2774e2-d0f6-4489-a5a1-b8af1ab7cf48 req-f127105d-fbeb-422c-9ee6-a002d8392a00 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593209 Aug 27 16:06:16.965574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:16.993388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'e01b2c11-4cce-4954-bac6-255a74a65101', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'port_id': 'e01b2c11-4cce-4954-bac6-255a74a65101', 'mac_address': 'fa:16:3e:15:a7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2acc92-3dfe-41c3-a2f1-50dda4247839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:17.041251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecf363b3-d14f-4c33-8168-bf4c35045bb6 req-86133abd-af8a-427b-97fb-7e1ac8a77c58 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 210 time: 0.0617445 Aug 27 16:06:17.049714 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:17.076816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01b2c11-4cce-4954-bac6-255a74a65101 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:17.101238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:17.173814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8de9f-e0e6-4585-a880-5e43f35adf37 req-208a80f9-0bbf-4709-81d9-e6b37172f7a8 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:17.175474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77c8de9f-e0e6-4585-a880-5e43f35adf37 req-208a80f9-0bbf-4709-81d9-e6b37172f7a8 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.0688300 Aug 27 16:06:17.184067 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:17.220818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77c8de9f-e0e6-4585-a880-5e43f35adf37 req-af2071a6-a17c-4839-93e3-821b8a38c302 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Aug 27 16:06:17.241740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:17.263976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17590c5-5147-4031-88a2-ec224a8bcd0f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:17.266346 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8559a6-27f6-4d8e-856d-51ad645feb96" -d '{"events": [{"server_uuid": "a6f1b295-8c2b-4458-a199-4dc83467378b", "name": "network-vif-plugged", "status": "completed", "tag": "d17590c5-5147-4031-88a2-ec224a8bcd0f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:17.502633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28fe7326-f3d2-4f3e-a4df-e237d7ebde9a req-ea808f2b-b7f1-45c7-a065-a0b3ce2f576e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0277436 Aug 27 16:06:17.510797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['e01b2c11-4cce-4954-bac6-255a74a65101'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:17.559580 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2c15c0-ac77-4a8d-be22-6e8554d469af x-openstack-request-id: req-9f2c15c0-ac77-4a8d-be22-6e8554d469af {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:17.561937 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1b295-8c2b-4458-a199-4dc83467378b", "name": "network-vif-plugged", "status": "completed", "tag": "d17590c5-5147-4031-88a2-ec224a8bcd0f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:17.561937 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9f2c15c0-ac77-4a8d-be22-6e8554d469af {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:17.561937 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17590c5-5147-4031-88a2-ec224a8bcd0f', 'code': 200} Aug 27 16:06:17.689525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc28873-bf01-4698-902e-f9da81f0c6f6 req-d9a97fcb-de4f-4717-9711-514459acd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:17.691066 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3fc28873-bf01-4698-902e-f9da81f0c6f6 req-d9a97fcb-de4f-4717-9711-514459acd3b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 1101 time: 0.0569341 Aug 27 16:06:17.738510 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3fc28873-bf01-4698-902e-f9da81f0c6f6 req-d3f1d0b5-44e2-4c75-a967-865cb016bfe9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356536 Aug 27 16:06:17.772685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-5dd80ed7-6888-48f6-9aa0-5a00e09f9833 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=0d8652891bd2497299fdebaa9d0fde7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224292 Aug 27 16:06:18.113401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c254eba-2a5c-4ae1-98bd-b9947a670da1 req-eeddbadc-850a-4be9-9d40-b2a59fd451d7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 210 time: 0.0386474 Aug 27 16:06:18.186396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-f3044db8-dda4-4a01-823f-26b8604c9da9 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:18.187741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-f3044db8-dda4-4a01-823f-26b8604c9da9 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087269 Aug 27 16:06:18.207530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Request body: {'port': {'device_id': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '0d8652891bd2497299fdebaa9d0fde7a'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:18.248382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bad1799d-9d01-4ecc-8a70-5bc1cf5f4036 req-a5fa5ca8-4110-4cf1-a124-873a99115f6c tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 210 time: 0.0595686 Aug 27 16:06:18.308448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20a1b-b96d-4ac4-b5b8-79231dc63e13 req-313d71fc-24b3-47ff-bb9e-f8b858ba0077 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:18.309934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bb20a1b-b96d-4ac4-b5b8-79231dc63e13 req-313d71fc-24b3-47ff-bb9e-f8b858ba0077 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.1447248 Aug 27 16:06:18.377420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bb20a1b-b96d-4ac4-b5b8-79231dc63e13 req-0689e54a-5c4b-427e-91fb-7cfcfb7cb709 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610771 Aug 27 16:06:18.488966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c35e5-007a-4fcf-afb1-b3d878fac4f6 req-9d638ae0-0d5d-443f-9b52-368ad3794e40 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:18.490372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d4c35e5-007a-4fcf-afb1-b3d878fac4f6 req-9d638ae0-0d5d-443f-9b52-368ad3794e40 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 944 time: 0.0528090 Aug 27 16:06:18.491451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Made reservation on behalf of 0d8652891bd2497299fdebaa9d0fde7a for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:18.495407 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:18.515713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:18.552286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d4c35e5-007a-4fcf-afb1-b3d878fac4f6 req-08304514-bc91-4f62-95d1-b19ca21e79b7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536036 Aug 27 16:06:18.604663 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:06:18.628625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:18.698276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:18.764084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea1364-6d43-4501-8266-abfaacacf871,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:18.798559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e01b2c11-4cce-4954-bac6-255a74a65101 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:18.856229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Allocated IP 192.168.233.240 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/c18a8954-a9f1-4a24-8fe9-bb0066220095) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:18.943883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port e01b2c11-4cce-4954-bac6-255a74a65101 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:18.948672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port e01b2c11-4cce-4954-bac6-255a74a65101 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:18.949044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.003794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d32170a-4a3f-46b2-bb78-e6b8215d273a req-14b7d508-88ea-4a5f-b7dd-516caaa19dfa tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0700018 Aug 27 16:06:19.020352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-162561d4-e093-45ec-898e-6a7a1f9aa23a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465434 Aug 27 16:06:19.033409 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.086792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:19.122563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.155482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Transition to ACTIVE for port object c18a8954-a9f1-4a24-8fe9-bb0066220095 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:19.172312 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.178884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-b6525226-9601-4134-ae06-efb1df83b17b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:19.180395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-b6525226-9601-4134-ae06-efb1df83b17b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494975 Aug 27 16:06:19.202255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Request body: {'port': {'device_id': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '174fac1f470a466b8adebc92c32192b7'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:19.232517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:19.295926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-196ee437-e1fc-4166-9365-7fc3db60694c req-a6e97026-a10e-4a87-9f8f-1ca52b7da23a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 210 time: 0.0364270 Aug 27 16:06:19.405554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.472407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:19.478248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Made reservation on behalf of 174fac1f470a466b8adebc92c32192b7 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:19.482080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.484215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:19.496051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:19.501502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:19.502344 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.529475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5df58-d945-42b8-8898-26c0b3ab5c37 req-cb590de6-5872-49cd-bc5b-36e429612aff tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:19.531306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19f5df58-d945-42b8-8898-26c0b3ab5c37 req-cb590de6-5872-49cd-bc5b-36e429612aff tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 936 time: 0.1625199 Aug 27 16:06:19.535523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Pushing event updated for resources: {'Port': ['ID=c18a8954-a9f1-4a24-8fe9-bb0066220095,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:19.563498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:19.569568 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a6034-5941-45cc-97d5-623d83c894b6" -d '{"events": [{"server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "name": "network-vif-plugged", "status": "completed", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:19.631871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19f5df58-d945-42b8-8898-26c0b3ab5c37 req-c433f691-4d86-4090-af76-3fbc5a82b9ce tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901701 Aug 27 16:06:19.668326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-a69207b4-a8b5-4ef0-aca4-33d7eb23f50e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4643407 Aug 27 16:06:19.689972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Request body: {'port': {'device_id': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:19.757259 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837239ca-b849-4b29-93ef-e23b381ad2dd x-openstack-request-id: req-837239ca-b849-4b29-93ef-e23b381ad2dd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:19.757259 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "name": "network-vif-plugged", "status": "completed", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:19.757259 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-837239ca-b849-4b29-93ef-e23b381ad2dd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:19.757259 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101', 'code': 200} Aug 27 16:06:19.781925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Allocated IP 192.168.233.115 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/54a649eb-2752-46f8-bdbb-1a8657840d3d) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:19.829773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-10f413a3-d437-4224-8101-fe0075ab9f71 None None] Provisioning for port c18a8954-a9f1-4a24-8fe9-bb0066220095 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:19.831867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.834757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-10f413a3-d437-4224-8101-fe0075ab9f71 None None] Provisioning complete for port c18a8954-a9f1-4a24-8fe9-bb0066220095 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:19.835145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f413a3-d437-4224-8101-fe0075ab9f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:19.872934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0e3ee-2ff5-460c-8e1d-93195a5c993e req-e7ed1dd9-acad-4195-a6bd-5812a245b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:19.876382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0aa0e3ee-2ff5-460c-8e1d-93195a5c993e req-e7ed1dd9-acad-4195-a6bd-5812a245b598 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1096 time: 0.0489833 Aug 27 16:06:19.893744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4fb5-83d8-414a-9fb1-fb0a9863c805 req-01a94959-0b7c-4b48-87f1-daa04830b671 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:19.895347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce8c4fb5-83d8-414a-9fb1-fb0a9863c805 req-01a94959-0b7c-4b48-87f1-daa04830b671 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.1633315 Aug 27 16:06:19.909501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-10f413a3-d437-4224-8101-fe0075ab9f71 None None] Port c18a8954-a9f1-4a24-8fe9-bb0066220095 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:06:19.927231 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0aa0e3ee-2ff5-460c-8e1d-93195a5c993e req-614bb4fa-1681-4fea-b4a1-8b2712bfef15 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Aug 27 16:06:20.035678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961cfe4-3ad0-48ee-8adc-cfe8ff69186a req-3d0f38eb-9762-409c-bf0f-2d6b077ef475 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:20.037038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1961cfe4-3ad0-48ee-8adc-cfe8ff69186a req-3d0f38eb-9762-409c-bf0f-2d6b077ef475 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.2215924 Aug 27 16:06:20.117054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce8c4fb5-83d8-414a-9fb1-fb0a9863c805 req-fba5a7da-0f6d-431b-b4b9-7c36691e6153 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131326 Aug 27 16:06:20.195667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1961cfe4-3ad0-48ee-8adc-cfe8ff69186a req-793da4bf-a8b3-4e05-84a8-f22799afa684 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492951 Aug 27 16:06:20.224322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:20.246905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Transition to ACTIVE for port object 54a649eb-2752-46f8-bdbb-1a8657840d3d will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:20.308558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06ef14e7-1e95-40a1-a7d9-fbae39c14b49 req-ee748d0c-96dc-433d-afcf-7f9e869ed8f8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0355725 Aug 27 16:06:20.383868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:20.402525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:20.485441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:20.532269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:20.543862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:20.549007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:20.554415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:20.555019 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:20.579432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa48e4-b6d3-4a62-8197-2093c2cc9afa req-1f6b163e-35e2-4cc9-a5e8-2d41a486e5a4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:20.580976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cfa48e4-b6d3-4a62-8197-2093c2cc9afa req-1f6b163e-35e2-4cc9-a5e8-2d41a486e5a4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 936 time: 0.1705697 Aug 27 16:06:20.618136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7c33059-7b72-4270-ad44-81ceef3095f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:20.677066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-6f4ed90b-7a0d-4d4d-a48c-a2d0de1ea044 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4843807 Aug 27 16:06:20.685288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cfa48e4-b6d3-4a62-8197-2093c2cc9afa req-5e97c262-889c-4308-b4d0-092ffd750565 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936065 Aug 27 16:06:20.696782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Request body: {'port': {'device_id': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:20.772407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18a8954-a9f1-4a24-8fe9-bb0066220095 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:20.807633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:20.865750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Transition to ACTIVE for port object c18a8954-a9f1-4a24-8fe9-bb0066220095 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:20.869616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:20.891661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362223-14bb-44f3-847d-8275e745dc3e req-f2df0360-ed50-410a-8dc9-7442d942cc4a tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:20.893404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac362223-14bb-44f3-847d-8275e745dc3e req-f2df0360-ed50-410a-8dc9-7442d942cc4a tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 936 time: 0.1253419 Aug 27 16:06:20.948340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:20.989313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3a43ea2-c0b4-4a3b-b5fe-0df0decbca90 None None] Provisioning for port 54a649eb-2752-46f8-bdbb-1a8657840d3d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:20.998174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3a43ea2-c0b4-4a3b-b5fe-0df0decbca90 None None] Provisioning complete for port 54a649eb-2752-46f8-bdbb-1a8657840d3d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:21.003049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a43ea2-c0b4-4a3b-b5fe-0df0decbca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:21.048498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3a43ea2-c0b4-4a3b-b5fe-0df0decbca90 None None] Port 54a649eb-2752-46f8-bdbb-1a8657840d3d cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:06:21.072099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac362223-14bb-44f3-847d-8275e745dc3e req-e16d85a0-7798-4d39-86ef-f5efaf81949e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491256 Aug 27 16:06:21.106130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Pushing event updated for resources: {'Port': ['ID=c18a8954-a9f1-4a24-8fe9-bb0066220095,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:21.194548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Attempting to bind port c18a8954-a9f1-4a24-8fe9-bb0066220095 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:21.195149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Attempting to bind port c18a8954-a9f1-4a24-8fe9-bb0066220095 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:21.195698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Attempting to bind port c18a8954-a9f1-4a24-8fe9-bb0066220095 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:21.206944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Port c18a8954-a9f1-4a24-8fe9-bb0066220095 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:21.207584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Attempting to bind port c18a8954-a9f1-4a24-8fe9-bb0066220095 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:21.224109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:21.224453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:21.224845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:21.225294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Bound port: c18a8954-a9f1-4a24-8fe9-bb0066220095, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:21.225654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:21.407714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32f74b-e494-4606-ae7d-e01dc57ee850 req-d58e34cd-1a22-4f22-a8bc-1abfa0e12ec6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:21.411821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb32f74b-e494-4606-ae7d-e01dc57ee850 req-d58e34cd-1a22-4f22-a8bc-1abfa0e12ec6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.1724975 Aug 27 16:06:21.487089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a649eb-2752-46f8-bdbb-1a8657840d3d {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:21.492051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] For port c18a8954-a9f1-4a24-8fe9-bb0066220095, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:21.521194 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:21.542374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] For port c18a8954-a9f1-4a24-8fe9-bb0066220095, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c18a8954-a9f1-4a24-8fe9-bb0066220095,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:21.550717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb32f74b-e494-4606-ae7d-e01dc57ee850 req-4f61b2f4-e363-43aa-a4aa-a9696559747c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100209 Aug 27 16:06:21.558230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Transition to ACTIVE for port object 54a649eb-2752-46f8-bdbb-1a8657840d3d will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:21.572558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e156b1-d056-448a-ae79-6adaa5019d55 req-e5970192-8159-4fbb-906e-f0638a45c51d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:21.574474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0e156b1-d056-448a-ae79-6adaa5019d55 req-e5970192-8159-4fbb-906e-f0638a45c51d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.1071291 Aug 27 16:06:21.619575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0e156b1-d056-448a-ae79-6adaa5019d55 req-d096cdd8-593e-455b-bd2c-57343b9b282b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370574 Aug 27 16:06:21.646070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:21.688256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:21.714141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:21.714883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:21.716491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] 10.222.0.97 "PUT /v2.0/ports/c18a8954-a9f1-4a24-8fe9-bb0066220095 HTTP/1.1" status: 200 len: 1096 time: 2.0327144 Aug 27 16:06:21.723764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'tag': 'c18a8954-a9f1-4a24-8fe9-bb0066220095'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:21.729785 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aefc4c-75df-4b82-bc78-c0724588bb48" -d '{"events": [{"name": "network-changed", "server_uuid": "b42527b5-7712-4f22-8198-9a5fcd2f0e66", "tag": "c18a8954-a9f1-4a24-8fe9-bb0066220095"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:21.777907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84fa92c0-c0ed-4e7f-a13a-9cdc071f2ea3 req-bb447131-3472-490a-820f-0732968fe1f7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0660253 Aug 27 16:06:21.861666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad605d-ff12-43ac-a582-dbb7df909b13 service neutron] Pushing event updated for resources: {'Port': ['ID=c18a8954-a9f1-4a24-8fe9-bb0066220095,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:21.948902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:21.949241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:21.950652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:21.975393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Port 54a649eb-2752-46f8-bdbb-1a8657840d3d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:21.975737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:21.984555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2a11b-78cb-4d29-8b26-976dd0fb50ea req-89662a23-69a5-44fd-8223-0b6c1cd2470a tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:21.986093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f2a11b-78cb-4d29-8b26-976dd0fb50ea req-89662a23-69a5-44fd-8223-0b6c1cd2470a tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 1101 time: 0.2048428 Aug 27 16:06:21.993386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:21.998191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:21.998536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:21.998915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:21.999387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Bound port: 54a649eb-2752-46f8-bdbb-1a8657840d3d, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:21.999750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:22.011703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-77c6aee6-bca4-4891-afe5-cfad8504ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:22.013241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-77c6aee6-bca4-4891-afe5-cfad8504ad65 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0d8652891bd2497299fdebaa9d0fde7a&device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 1099 time: 0.1705451 Aug 27 16:06:22.040913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557ddbb-4564-4418-8ee9-104f3e5dc5ab req-743bd1b1-c732-49b8-a1f4-29a23a8e32a4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:22.042459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6557ddbb-4564-4418-8ee9-104f3e5dc5ab req-743bd1b1-c732-49b8-a1f4-29a23a8e32a4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.1840730 Aug 27 16:06:22.121410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-b7ffa684-f6c4-44e2-becd-ffb513e38503 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c18a8954-a9f1-4a24-8fe9-bb0066220095 HTTP/1.1" status: 200 len: 217 time: 0.0895047 Aug 27 16:06:22.178644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f2a11b-78cb-4d29-8b26-976dd0fb50ea req-d3b0e1bc-30aa-48c4-aea3-d73e68cad90b tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814268 Aug 27 16:06:22.201932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6557ddbb-4564-4418-8ee9-104f3e5dc5ab req-e2eb52d8-bd71-4856-96d9-09cae777954e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505864 Aug 27 16:06:22.224954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-7b1a99de-c6fe-4431-b3ad-8e13c33b9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:22.226455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-7b1a99de-c6fe-4431-b3ad-8e13c33b9703 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0951247 Aug 27 16:06:22.227669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:22.234308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:22.285175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-e1bf7734-9bd8-4ae3-8e8c-453a7bceaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:22.286339 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-e1bf7734-9bd8-4ae3-8e8c-453a7bceaf87 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507388 Aug 27 16:06:22.307102 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604d79a2-585a-403c-b714-6c49e9188e43 x-openstack-request-id: req-604d79a2-585a-403c-b714-6c49e9188e43 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:22.307355 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42527b5-7712-4f22-8198-9a5fcd2f0e66", "tag": "c18a8954-a9f1-4a24-8fe9-bb0066220095", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:22.307441 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-604d79a2-585a-403c-b714-6c49e9188e43 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:22.307837 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'tag': 'c18a8954-a9f1-4a24-8fe9-bb0066220095', 'status': 'completed', 'code': 200} Aug 27 16:06:22.378184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:22.448729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:22.448729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:22.448729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] 10.222.0.97 "PUT /v2.0/ports/54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 1096 time: 1.7494209 Aug 27 16:06:22.793791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f895d-3616-4a33-b100-fa5f58d03385 service neutron] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:22.805092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa985f8-1fae-475c-a85a-e6ca4f5baf0d req-430487fc-bac1-4fd8-9281-3f5571eae95b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:22.806840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aa985f8-1fae-475c-a85a-e6ca4f5baf0d req-430487fc-bac1-4fd8-9281-3f5571eae95b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 948 time: 0.4172146 Aug 27 16:06:22.808952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-343e7563-c658-43c9-95f5-b74db30c05f8 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124011 Aug 27 16:06:22.896802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-d525049b-57de-4906-82b2-d99d6d38c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:22.898454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-d525049b-57de-4906-82b2-d99d6d38c85f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1099 time: 0.1691628 Aug 27 16:06:22.903582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:22.927823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aa985f8-1fae-475c-a85a-e6ca4f5baf0d req-64a857e0-7f7a-4774-aca4-3e75705853a8 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134551 Aug 27 16:06:22.971315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-b438d364-4cd5-4548-b2b3-8ecd04387cc3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.0585017 Aug 27 16:06:23.001922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-c273b0ec-d3de-4ea0-b4b3-833a04f76563 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731258 Aug 27 16:06:23.104548 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f4d6d8d-3777-4194-9a33-62c6ebd4582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:23.125939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e238282b-92c7-49f8-bc50-34fa5c692c60 req-6853643a-320a-473c-beec-4ffe7f513d18 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017795 Aug 27 16:06:23.145294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-c5a59840-c900-4a68-8258-70154a6e51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:23.146818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-c5a59840-c900-4a68-8258-70154a6e51e1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1661167 Aug 27 16:06:23.190342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70155b-fe53-42be-b37b-f2d7c95fa6a1 req-bb5fb068-6b05-4f1b-b127-5dcd1ebcf1d4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:23.191910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae70155b-fe53-42be-b37b-f2d7c95fa6a1 req-bb5fb068-6b05-4f1b-b127-5dcd1ebcf1d4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.1875253 Aug 27 16:06:23.215422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:23.292956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-b9e5eb70-c1cb-4801-a17d-5f9e275ecba6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:23.294425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-b9e5eb70-c1cb-4801-a17d-5f9e275ecba6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714128 Aug 27 16:06:23.320604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c68ad-874d-4117-8810-d781278d5acf req-c723da3f-e689-4871-8373-d43fa0c2a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:23.322551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-c723da3f-e689-4871-8373-d43fa0c2a63b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528406 Aug 27 16:06:23.329072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae70155b-fe53-42be-b37b-f2d7c95fa6a1 req-3e57157c-554a-4100-bf11-9308755584df tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148019 Aug 27 16:06:23.341242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-ea37613d-a57a-4c4d-96b4-83d3b7cc91f8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/quotas/3d1b1caea22144e68b41a55e028f29b8 HTTP/1.1" status: 200 len: 375 time: 0.0347486 Aug 27 16:06:23.435965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-23096a77-1a4d-460d-9c39-8130919615ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:23.439132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-23096a77-1a4d-460d-9c39-8130919615ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0d8652891bd2497299fdebaa9d0fde7a&device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 1099 time: 0.1892664 Aug 27 16:06:23.577721 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:23.635046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-7770cf93-e769-4f14-af9a-f55a8ae473e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:23.636590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-7770cf93-e769-4f14-af9a-f55a8ae473e9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1796732 Aug 27 16:06:23.641653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-357633e1-6c7d-4da4-b585-a0a26126666e req-6c348e1f-138f-4a73-ac73-1d9d398df485 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0781260 Aug 27 16:06:23.669416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-3eeb225d-49de-40a2-9e08-04070a816dc2 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2969730 Aug 27 16:06:23.711084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-d5e5a33d-9847-46a8-a7f6-dbe5c4a47d1d service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791056 Aug 27 16:06:23.712338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-b2827c30-02a5-4059-811c-c963376dcdca service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=c18a8954-a9f1-4a24-8fe9-bb0066220095 HTTP/1.1" status: 200 len: 217 time: 0.0661013 Aug 27 16:06:23.839407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-7a0a33e3-8014-4d31-8fdc-9b659ded562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:23.840746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-7a0a33e3-8014-4d31-8fdc-9b659ded562e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1090820 Aug 27 16:06:23.864627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-801c68ad-874d-4117-8810-d781278d5acf req-5ff6212a-9011-4493-9578-a01e5f7fc988 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341317 Aug 27 16:06:24.020797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b61a1-57cb-41af-8532-5eac082ac82a req-acd56b87-ea0d-417d-9685-582df52791fb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.026003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f07b61a1-57cb-41af-8532-5eac082ac82a req-acd56b87-ea0d-417d-9685-582df52791fb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.1007645 Aug 27 16:06:24.050894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-2c6f989d-e8c8-4e9f-b81a-cd58a5e96f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.052590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-2c6f989d-e8c8-4e9f-b81a-cd58a5e96f87 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934200 Aug 27 16:06:24.136959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f07b61a1-57cb-41af-8532-5eac082ac82a req-565092b5-093b-4081-9dce-3dcbb094c646 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001358 Aug 27 16:06:24.189701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-5c947d83-fe89-4374-8526-2ea5516addd4 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270614 Aug 27 16:06:24.310162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:24.312388 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b674128-1d3a-445c-9d9e-947184c4b531" -d '{"events": [{"name": "network-changed", "server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:24.334859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c8520af-90a0-489a-8e75-2a5630b46594 req-c6c13976-4b0f-44be-8a39-742e697f6645 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 210 time: 0.0458159 Aug 27 16:06:24.364859 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:24.369765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1cc9-00e5-4154-8eb8-a66bdc2e5df9 req-4840b390-ce38-46b2-9c18-b66075857eb3 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.371652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41eb1cc9-00e5-4154-8eb8-a66bdc2e5df9 req-4840b390-ce38-46b2-9c18-b66075857eb3 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1096 time: 0.1552901 Aug 27 16:06:24.402338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19aefc4c-75df-4b82-bc78-c0724588bb48 req-44595f42-19de-4de1-a1a2-f3ce434368d1 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991081 Aug 27 16:06:24.430625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41eb1cc9-00e5-4154-8eb8-a66bdc2e5df9 req-ad461570-e620-40ed-8bd4-903f18e85b21 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Aug 27 16:06:24.478793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636367-5423-481d-9369-28cb9e18625e req-d9ff7192-b32b-4e65-b54f-20af8808ed2b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.480500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b636367-5423-481d-9369-28cb9e18625e req-d9ff7192-b32b-4e65-b54f-20af8808ed2b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 948 time: 0.0650516 Aug 27 16:06:24.525018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b636367-5423-481d-9369-28cb9e18625e req-64c1fd24-1b74-446d-a268-1413cc7db799 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Aug 27 16:06:24.564573 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e137513e-881f-44bc-babd-d7a0836e4292 x-openstack-request-id: req-e137513e-881f-44bc-babd-d7a0836e4292 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:24.564890 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:24.565141 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e137513e-881f-44bc-babd-d7a0836e4292 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:24.565527 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'status': 'completed', 'code': 200} Aug 27 16:06:24.677837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-84e038d6-3f44-46c7-81b5-0488d39a1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.677837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-84e038d6-3f44-46c7-81b5-0488d39a1c4e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1099 time: 0.0878878 Aug 27 16:06:24.783973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc51f9e6-0591-458e-89d6-fb7e44c1cc76 req-dd81abac-edd5-45e8-855d-ae6b775276a4 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0304706 Aug 27 16:06:24.816612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-8e884007-5812-4799-8885-019044224741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.818044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-8e884007-5812-4799-8885-019044224741 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1310010 Aug 27 16:06:24.862773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-1af988bd-adb2-41d1-bf53-a183e5dd3471 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.0357447 Aug 27 16:06:24.921015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-aee28599-2b15-4c9d-84ff-a64454374d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.922475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-aee28599-2b15-4c9d-84ff-a64454374d4e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0452840 Aug 27 16:06:24.980674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-423e0f19-6b88-40cb-948d-c9ec1fadfcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:24.982193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-423e0f19-6b88-40cb-948d-c9ec1fadfcd3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509980 Aug 27 16:06:25.083729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-4d158ee6-e689-4f5b-89ef-a2c9dc2adbc3 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894377 Aug 27 16:06:25.188022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b674128-1d3a-445c-9d9e-947184c4b531 req-bc34cfac-1b60-4078-885e-35ecdd69eb39 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964441 Aug 27 16:06:25.282435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47fd8-55ab-4340-a628-dc5a68ee37a0 req-a0e8cd95-20c0-4aa1-ac73-856ca166910f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:25.284058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09f47fd8-55ab-4340-a628-dc5a68ee37a0 req-a0e8cd95-20c0-4aa1-ac73-856ca166910f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.0643833 Aug 27 16:06:25.341572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09f47fd8-55ab-4340-a628-dc5a68ee37a0 req-b59114df-a304-40ca-b9d8-cae14df68a9b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454683 Aug 27 16:06:25.437422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66d5a4a0-c7fe-4f04-82f2-80f9fff2bd14 req-b9c46363-7241-43cb-a00f-b3ae49af8365 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Aug 27 16:06:25.666426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52830) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:25.678505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e85978-0282-4616-8aec-e16218c3b76a req-df00b970-5244-4a0f-bb12-c105413af809 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:25.680346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7e85978-0282-4616-8aec-e16218c3b76a req-df00b970-5244-4a0f-bb12-c105413af809 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 948 time: 0.0626686 Aug 27 16:06:25.745864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7e85978-0282-4616-8aec-e16218c3b76a req-fdd9e8c0-1b83-4cc6-a7e8-dc4d067ee649 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Aug 27 16:06:25.804087 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd051-22d5-4489-88bc-c72dbad266ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:25.886610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:25.905812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e978745-b5f0-45e8-9094-b3455321c6cd req-e0ae9e63-02f3-4e06-b3c7-720cddd232b6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0317192 Aug 27 16:06:25.907849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd051-22d5-4489-88bc-c72dbad266ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:25.977841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd051-22d5-4489-88bc-c72dbad266ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.016076 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e9dbd051-22d5-4489-88bc-c72dbad266ba admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=373d956450f54d078de74cd279d970a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477790 Aug 27 16:06:26.016929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbd051-22d5-4489-88bc-c72dbad266ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2e8b51-c8b5-4dde-93b2-6970e91f2092,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:26.018723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52836) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:26.071114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b06b020b-a1e6-492d-a478-a33f865ad44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.093552 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-5a8a644d-cb25-43a8-8a67-15e4e483e4fe tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228796 Aug 27 16:06:26.097883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b06b020b-a1e6-492d-a478-a33f865ad44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.233581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-f8e25fda-ecb9-4d6b-bf71-251be4e21e07 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:26.235130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-f8e25fda-ecb9-4d6b-bf71-251be4e21e07 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221466 Aug 27 16:06:26.257152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:26.263320 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b06b020b-a1e6-492d-a478-a33f865ad44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.267552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b06b020b-a1e6-492d-a478-a33f865ad44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.268988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b06b020b-a1e6-492d-a478-a33f865ad44e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7a2e8b51-c8b5-4dde-93b2-6970e91f2092 HTTP/1.1" status: 204 len: 168 time: 0.2491899 Aug 27 16:06:26.279776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b020b-a1e6-492d-a478-a33f865ad44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2e8b51-c8b5-4dde-93b2-6970e91f2092,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:26.475497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:26.476182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d4e26-0c6a-4aa8-a246-8f03e27317b2 req-b582b7d7-a14d-448c-876f-6458f45e3b9a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:26.477981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de7d4e26-0c6a-4aa8-a246-8f03e27317b2 req-b582b7d7-a14d-448c-876f-6458f45e3b9a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.0565679 Aug 27 16:06:26.485069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.540741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de7d4e26-0c6a-4aa8-a246-8f03e27317b2 req-1f1c2f42-0320-4532-92e3-081d37052502 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Aug 27 16:06:26.584649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f96dc5a-3a8c-4548-bdb7-6c3264815dcb req-c545dacb-231c-4377-9ff8-31a4523e3825 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 210 time: 0.0315697 Aug 27 16:06:26.663108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.42 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/8c97351a-0362-4323-aab9-3c5551792552) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:26.829717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.835503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:26.848061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object 8c97351a-0362-4323-aab9-3c5551792552 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:26.884722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19543852-36a7-437e-9731-bfdb3c6fc666 req-f444f651-259f-4a08-ad36-fe8ce528718d tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:26.886552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19543852-36a7-437e-9731-bfdb3c6fc666 req-f444f651-259f-4a08-ad36-fe8ce528718d tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 948 time: 0.0558829 Aug 27 16:06:26.925793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19543852-36a7-437e-9731-bfdb3c6fc666 req-b3dd7abf-01b8-43c8-8a7f-44bc3671f751 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Aug 27 16:06:26.942327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:26.948952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:26.954405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'mac_address': 'fa:16:3e:77:0c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:26.959308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005', '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:26.961555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c', '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'd17590c5-5147-4031-88a2-ec224a8bcd0f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:26.990524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:26.993530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:27.001687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:27.007989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:27.008869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.032731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=8c97351a-0362-4323-aab9-3c5551792552,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:27.057830 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.077614 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-4b27aee1-5f53-44ff-b3bd-9ed25b2b2de7 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8246729 Aug 27 16:06:27.085559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3441008-2def-4920-9414-119577a621c7 req-0d406d20-6d02-48cb-bb44-3845b6f27ede tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0338776 Aug 27 16:06:27.086451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a649eb-2752-46f8-bdbb-1a8657840d3d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:27.094805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Request body: {'port': {'device_id': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:27.133394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:27.153914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.229322 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.230044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c18a8954-a9f1-4a24-8fe9-bb0066220095 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:27.352057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c18a8954-a9f1-4a24-8fe9-bb0066220095, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c18a8954-a9f1-4a24-8fe9-bb0066220095,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:27.369906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:27.389376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'c18a8954-a9f1-4a24-8fe9-bb0066220095', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'c18a8954-a9f1-4a24-8fe9-bb0066220095', 'mac_address': 'fa:16:3e:58:59:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:27.465194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c97351a-0362-4323-aab9-3c5551792552 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:27.473440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.484668 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.488064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Transition to ACTIVE for port object 8c97351a-0362-4323-aab9-3c5551792552 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:27.521884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af3b4631-39aa-4887-b0a6-7f5ecd44813d None None] Provisioning for port 8c97351a-0362-4323-aab9-3c5551792552 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:27.529797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18a8954-a9f1-4a24-8fe9-bb0066220095 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:27.543183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af3b4631-39aa-4887-b0a6-7f5ecd44813d None None] Provisioning complete for port 8c97351a-0362-4323-aab9-3c5551792552 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:27.543615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af3b4631-39aa-4887-b0a6-7f5ecd44813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.585901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52882) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:27.592331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c18a8954-a9f1-4a24-8fe9-bb0066220095, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c18a8954-a9f1-4a24-8fe9-bb0066220095,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:27.592584 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.636320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-af3b4631-39aa-4887-b0a6-7f5ecd44813d None None] Port 8c97351a-0362-4323-aab9-3c5551792552 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:06:27.668184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.687112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Pushing event updated for resources: {'Port': ['ID=8c97351a-0362-4323-aab9-3c5551792552,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:27.738105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd748-349e-44a6-a177-3f784971e83e req-4c268e5a-8678-4c87-9812-f8888fdcd0b0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:27.740214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36afd748-349e-44a6-a177-3f784971e83e req-4c268e5a-8678-4c87-9812-f8888fdcd0b0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 949 time: 0.0993116 Aug 27 16:06:27.747591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1418692656-network', 'tenant_id': 'fea82297016349da9419bd4973e400af'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:27.762168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Attempting to bind port 8c97351a-0362-4323-aab9-3c5551792552 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:27.762663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Attempting to bind port 8c97351a-0362-4323-aab9-3c5551792552 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:27.763128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Attempting to bind port 8c97351a-0362-4323-aab9-3c5551792552 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:27.768786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Port 8c97351a-0362-4323-aab9-3c5551792552 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:27.769487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Attempting to bind port 8c97351a-0362-4323-aab9-3c5551792552 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:27.776011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:27.778110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:27.778110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:27.778556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Bound port: 8c97351a-0362-4323-aab9-3c5551792552, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:27.779145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.821389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36afd748-349e-44a6-a177-3f784971e83e req-c544968b-ffde-4c32-aeff-4d2d21497aef tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686445 Aug 27 16:06:27.862088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] For port 8c97351a-0362-4323-aab9-3c5551792552, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:27.865593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] For port 8c97351a-0362-4323-aab9-3c5551792552, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c97351a-0362-4323-aab9-3c5551792552,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:27.887392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Made reservation on behalf of fea82297016349da9419bd4973e400af for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:27.889936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.906212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.933993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.948489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c18a8954-a9f1-4a24-8fe9-bb0066220095,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:27.976516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:27.977149 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:27.979297 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] 10.222.0.90 "PUT /v2.0/ports/8c97351a-0362-4323-aab9-3c5551792552 HTTP/1.1" status: 200 len: 1095 time: 0.8898416 Aug 27 16:06:27.979954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'tag': '8c97351a-0362-4323-aab9-3c5551792552'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:27.982373 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee2ea2c-ce01-4b1c-a978-471075656810" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdde482-d3ad-4ae5-9d46-9a0c58017134", "tag": "8c97351a-0362-4323-aab9-3c5551792552"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:28.013124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af972b-90d6-4045-9c92-8ed29a92eacf service neutron] Pushing event updated for resources: {'Port': ['ID=8c97351a-0362-4323-aab9-3c5551792552,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:28.026074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49925bc2-0671-4344-b125-199fc039e7a6 req-2cf66ce5-2f5e-4364-a8ee-c76cc36a508e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.027675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49925bc2-0671-4344-b125-199fc039e7a6 req-2cf66ce5-2f5e-4364-a8ee-c76cc36a508e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 947 time: 0.1226211 Aug 27 16:06:28.096656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49925bc2-0671-4344-b125-199fc039e7a6 req-6d6307ef-9464-4986-b611-82d533a3c6f2 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621858 Aug 27 16:06:28.157548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.176778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-b41fea87-d3bd-493a-9ff3-ffe0d2904cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.178426 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-b41fea87-d3bd-493a-9ff3-ffe0d2904cbc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 1098 time: 0.0582964 Aug 27 16:06:28.235074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-fa0a8f15-45a8-4dbd-bd92-4cb0c56b12aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8c97351a-0362-4323-aab9-3c5551792552 HTTP/1.1" status: 200 len: 217 time: 0.0422456 Aug 27 16:06:28.265595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.268483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['54a649eb-2752-46f8-bdbb-1a8657840d3d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:28.289523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-04bcc492-5a4a-4d4d-9e37-ceab9007d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.291886 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-04bcc492-5a4a-4d4d-9e37-ceab9007d844 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0483487 Aug 27 16:06:28.299764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:06:28.311379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94f2ef6-b2e1-4784-9860-2be311b687f9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:28.320782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875d123-bfa6-4254-b370-24b4209d5814 req-fbe5cacc-6664-4a60-bde6-3280e8a139d6 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.322858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5875d123-bfa6-4254-b370-24b4209d5814 req-fbe5cacc-6664-4a60-bde6-3280e8a139d6 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 949 time: 0.0881739 Aug 27 16:06:28.327441 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.327795 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Added segment 993d926b-e8c7-4d26-a057-3f94a7cf3c7b of type vlan for network 6e197473-90fc-46a3-8992-dd72d3a20b0d Aug 27 16:06:28.366565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['c18a8954-a9f1-4a24-8fe9-bb0066220095'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:28.367326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-7abbeccf-a960-42aa-b81e-df4e45d6e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.368298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-7abbeccf-a960-42aa-b81e-df4e45d6e96a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558209 Aug 27 16:06:28.381826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.404103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5875d123-bfa6-4254-b370-24b4209d5814 req-cefc87b3-bd59-43a2-9929-d8bd4844f3ff tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685494 Aug 27 16:06:28.468978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.479647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.479647 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.503860 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659fd08-3099-45f3-9113-d11d2f089509 x-openstack-request-id: req-4659fd08-3099-45f3-9113-d11d2f089509 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:28.504160 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdde482-d3ad-4ae5-9d46-9a0c58017134", "tag": "8c97351a-0362-4323-aab9-3c5551792552", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:28.504419 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4659fd08-3099-45f3-9113-d11d2f089509 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:28.504823 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'tag': '8c97351a-0362-4323-aab9-3c5551792552', 'status': 'completed', 'code': 200} Aug 27 16:06:28.508206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-d9262eb7-b3d1-4fab-ae3a-043a70d34c24 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294003 Aug 27 16:06:28.578116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f4e7ca4-d1ab-4a50-8715-a01a21e7d6db req-478afbf1-b9f2-4583-932f-132710de935d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0359955 Aug 27 16:06:28.583302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] Pushing event updated for resources: {'Network': ['ID=6e197473-90fc-46a3-8992-dd72d3a20b0d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:28.597754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 6e197473-90fc-46a3-8992-dd72d3a20b0d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:06:28.607743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e358e6ce-504d-4184-a854-92df18c8da66 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0206580 Aug 27 16:06:28.610454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52904) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:28.615635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Request body: {'subnet': {'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1418692656-subnet', 'tenant_id': 'fea82297016349da9419bd4973e400af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:28.624645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9b270171-a07c-4ad9-a032-43325a3e1954 req-1dd60cd7-98ca-4285-9b59-743fb9ffd613 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096683 Aug 27 16:06:28.692099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Made reservation on behalf of fea82297016349da9419bd4973e400af for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:28.694393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.809394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-96934421-f993-45ec-8142-4bc71a3f69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.810950 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-96934421-f993-45ec-8142-4bc71a3f69bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 1098 time: 0.0432656 Aug 27 16:06:28.919894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-a13ad1cf-866a-47e9-9dca-a94c17c18187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:28.921474 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-a13ad1cf-866a-47e9-9dca-a94c17c18187 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.0983579 Aug 27 16:06:28.938865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:28.987256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-1e157904-ed09-4a11-8315-08a900671bf5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8c97351a-0362-4323-aab9-3c5551792552 HTTP/1.1" status: 200 len: 217 time: 0.0425398 Aug 27 16:06:29.018342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c420-ceb2-4c21-addc-d8cf85040993 req-1a071f02-0088-429b-a8f1-cc68cc89b430 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:29.019885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1355c420-ceb2-4c21-addc-d8cf85040993 req-1a071f02-0088-429b-a8f1-cc68cc89b430 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 949 time: 0.1145310 Aug 27 16:06:29.026856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3174b2-6ea3-46e2-973f-54c2f8bd4607,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:29.048640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-73470dbc-51ba-488f-bbab-4ae51e1a7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:29.050684 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-73470dbc-51ba-488f-bbab-4ae51e1a7e13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0513093 Aug 27 16:06:29.062025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Checking segment: {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:29.062386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Network hostable DHCP agents. Network: 6e197473-90fc-46a3-8992-dd72d3a20b0d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:06:29.084198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1355c420-ceb2-4c21-addc-d8cf85040993 req-de50ecfe-7dc9-4161-8755-a4c6de6baeb5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499892 Aug 27 16:06:29.106371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-5183a1f3-0833-46f1-8067-b3e3a7f751a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:29.108119 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-5183a1f3-0833-46f1-8067-b3e3a7f751a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483890 Aug 27 16:06:29.148878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Network 6e197473-90fc-46a3-8992-dd72d3a20b0d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:06:29.218333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55a87-c237-40ed-b9d0-1a8c0773e3fa req-067a8568-6a09-4471-9b04-aa54418b8bf5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:29.220020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1de55a87-c237-40ed-b9d0-1a8c0773e3fa req-067a8568-6a09-4471-9b04-aa54418b8bf5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 947 time: 0.0547318 Aug 27 16:06:29.234499 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-25f27de7-3fd9-4f8e-a486-dfcb7d3dcc7a service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030698 Aug 27 16:06:29.237896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 6e197473-90fc-46a3-8992-dd72d3a20b0d) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:29.252684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319d50a-323d-4b49-9c3d-2f9a23e0976a None None] Network 6e197473-90fc-46a3-8992-dd72d3a20b0d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:06:29.257259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:29.257868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:29.284314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1de55a87-c237-40ed-b9d0-1a8c0773e3fa req-2bc56791-d1fe-4329-b9b0-4071db129b98 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573893 Aug 27 16:06:29.339323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-30b9095c-e6d9-4767-9907-95b379283f4e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7229345 Aug 27 16:06:29.345527 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee2ea2c-ce01-4b1c-a978-471075656810 req-81e5218b-bc24-45fb-8435-8f3cd7a73517 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014917 Aug 27 16:06:29.397728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78612124-8d94-4675-bd48-924642672f6a None None] Network 6e197473-90fc-46a3-8992-dd72d3a20b0d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:06:29.579206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3963d-9810-4212-8da7-5490046bd212 req-e11cade0-4922-4b45-b01d-8e45f2335177 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:29.591883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11f3963d-9810-4212-8da7-5490046bd212 req-e11cade0-4922-4b45-b01d-8e45f2335177 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 949 time: 0.0811989 Aug 27 16:06:29.625184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11f3963d-9810-4212-8da7-5490046bd212 req-c7e95775-37e6-4d93-b287-fe6f4dd568a5 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Aug 27 16:06:29.732993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-328a2f27-6626-4d3b-bdc4-9e127e0b67a4 req-ea8f987f-31f6-4e3d-ad70-071ee717e44c tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0295970 Aug 27 16:06:29.835415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-8647c70e-ad06-45cc-ba21-689fe25390d7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:29.836880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-8647c70e-ad06-45cc-ba21-689fe25390d7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 822 time: 0.1030259 Aug 27 16:06:29.854210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-afc4360c-f045-4885-b2f2-0142fd6133ec tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/quotas/fea82297016349da9419bd4973e400af HTTP/1.1" status: 200 len: 375 time: 0.0100572 Aug 27 16:06:29.886381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-22f54eb6-c339-4086-880e-aba3d1901ef1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264957 Aug 27 16:06:30.249066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3d638-3266-4b15-94ff-e978f3e1a0cd req-6b721baa-6e45-4616-9880-7aa916c73b46 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:30.250445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8e3d638-3266-4b15-94ff-e978f3e1a0cd req-6b721baa-6e45-4616-9880-7aa916c73b46 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 949 time: 0.0699513 Aug 27 16:06:30.267004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-3779b1fc-c3f8-40a1-8ead-b2b3392d25cd service neutron] 10.222.0.101 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737354 Aug 27 16:06:30.337465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8e3d638-3266-4b15-94ff-e978f3e1a0cd req-a9baa100-14f4-4def-8d8e-70b8f9266105 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797765 Aug 27 16:06:30.380234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-246b5ac5-7cb2-4051-b2ae-d9036fe8178d service neutron] 10.222.0.101 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062992 Aug 27 16:06:30.529088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0d4a-14f4-4248-98a3-8c5579324c9a req-94613973-3048-475b-a88c-8bd681535f4b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:30.530661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-561b0d4a-14f4-4248-98a3-8c5579324c9a req-94613973-3048-475b-a88c-8bd681535f4b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 947 time: 0.0598700 Aug 27 16:06:30.580151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-561b0d4a-14f4-4248-98a3-8c5579324c9a req-9c6863bc-b452-408c-9fe6-0e05f8bfe8ff tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Aug 27 16:06:30.638229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fda021a2-21e1-46d6-a59c-83d7978e7a1d req-85126069-954b-4dd1-862f-5bac0a7e5d5f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 210 time: 0.0326784 Aug 27 16:06:30.755490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef536f1-8e30-42d1-95e6-8c29907ae616 req-3eb9508e-5f07-46cd-bd98-236c9263a1b3 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:30.756344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aef536f1-8e30-42d1-95e6-8c29907ae616 req-3eb9508e-5f07-46cd-bd98-236c9263a1b3 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 949 time: 0.0550251 Aug 27 16:06:30.813104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aef536f1-8e30-42d1-95e6-8c29907ae616 req-0e72788d-1efe-4eef-a3be-356af01668ac tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Aug 27 16:06:30.842673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09e09577-9941-4ee7-869c-b07ca8cdce1b req-164c63d3-8716-4256-82df-f74d31f39ff7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0277131 Aug 27 16:06:30.868543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:31.000218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 54a649eb-2752-46f8-bdbb-1a8657840d3d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:31.004299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 54a649eb-2752-46f8-bdbb-1a8657840d3d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:31.004670 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:31.094639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:31.126503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:31.128804 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db55f06-e3cd-449d-93ea-b5c1dcf3d1fe" -d '{"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-plugged", "status": "completed", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:31.143626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:31.169437 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d55b48-1994-449c-84b3-680f58e6d21f x-openstack-request-id: req-73d55b48-1994-449c-84b3-680f58e6d21f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:31.170001 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-plugged", "status": "completed", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:31.170001 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-73d55b48-1994-449c-84b3-680f58e6d21f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:31.170403 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'code': 200} Aug 27 16:06:31.223214 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:31.224106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c18a8954-a9f1-4a24-8fe9-bb0066220095 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:31.283202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646cc55-1c6f-4736-837f-be4e59e9b52d req-d4ab08fc-ea7b-4969-b2a9-d0f88dc28f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:31.284841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3646cc55-1c6f-4736-837f-be4e59e9b52d req-d4ab08fc-ea7b-4969-b2a9-d0f88dc28f87 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1101 time: 0.0421810 Aug 27 16:06:31.305289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:31.324646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3646cc55-1c6f-4736-837f-be4e59e9b52d req-952d9592-839c-4180-9ab3-b024fdf22e1a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Aug 27 16:06:31.394787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port c18a8954-a9f1-4a24-8fe9-bb0066220095 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:31.398768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port c18a8954-a9f1-4a24-8fe9-bb0066220095 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:31.401286 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:31.470354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011253f0-877a-4f90-bf8c-a0cca6087b81 req-363e35ff-dc86-4a4a-a5af-7abf73c71451 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:31.482713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-011253f0-877a-4f90-bf8c-a0cca6087b81 req-363e35ff-dc86-4a4a-a5af-7abf73c71451 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0696952 Aug 27 16:06:31.496228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:31.530485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-011253f0-877a-4f90-bf8c-a0cca6087b81 req-2e30b622-9bfc-4479-b565-2d12bbf2df9c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389597 Aug 27 16:06:31.531789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c18a8954-a9f1-4a24-8fe9-bb0066220095, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c18a8954-a9f1-4a24-8fe9-bb0066220095,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:31.572834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:31.626084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c18a8954-a9f1-4a24-8fe9-bb0066220095,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:31.723440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408bd6-f43b-46bc-855b-ae63f4c852f7 req-62f366f0-5eb7-48b7-ab95-8ec11f75922d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:31.729377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d408bd6-f43b-46bc-855b-ae63f4c852f7 req-62f366f0-5eb7-48b7-ab95-8ec11f75922d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 947 time: 0.0631914 Aug 27 16:06:31.760888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a33955a1-84a5-44c1-b6a2-f569ba08b1aa req-cb55db1a-ee4f-4e7f-991d-bf6551db096d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 210 time: 0.0342467 Aug 27 16:06:31.791490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d408bd6-f43b-46bc-855b-ae63f4c852f7 req-dddc5c94-e46a-43e5-8611-4a64bb994a70 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Aug 27 16:06:31.934095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdf11-cd75-4022-a722-5c5de0eb9361 req-69a24355-a782-4996-b7f8-6a05134bb276 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:31.935603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bbbdf11-cd75-4022-a722-5c5de0eb9361 req-69a24355-a782-4996-b7f8-6a05134bb276 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.0554385 Aug 27 16:06:31.971220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85496a32-bbdc-4b5e-89bc-604aadfd534d req-2f40d660-e29c-41a3-9f66-fa7ae080b166 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0345013 Aug 27 16:06:31.998226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bbbdf11-cd75-4022-a722-5c5de0eb9361 req-4e685493-5186-41dd-8834-14cc84fd1aaa tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521312 Aug 27 16:06:32.230262 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c97351a-0362-4323-aab9-3c5551792552 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:32.327806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8c97351a-0362-4323-aab9-3c5551792552, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c97351a-0362-4323-aab9-3c5551792552,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:32.339074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '8c97351a-0362-4323-aab9-3c5551792552', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '8c97351a-0362-4323-aab9-3c5551792552', 'mac_address': 'fa:16:3e:08:16:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:32.382206 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:32.394995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c97351a-0362-4323-aab9-3c5551792552 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:32.413469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8c97351a-0362-4323-aab9-3c5551792552, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c97351a-0362-4323-aab9-3c5551792552,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:32.457351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:32.508629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8c97351a-0362-4323-aab9-3c5551792552,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:32.724068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff3d68-9a61-47a3-abb9-84102fa5627e req-cbf68b35-c866-4983-8cda-24dedd39db8f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:32.725517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeff3d68-9a61-47a3-abb9-84102fa5627e req-cbf68b35-c866-4983-8cda-24dedd39db8f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0870674 Aug 27 16:06:32.776099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeff3d68-9a61-47a3-abb9-84102fa5627e req-956e7827-6214-40e5-85e5-815d2e10c19f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Aug 27 16:06:32.871560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8c97351a-0362-4323-aab9-3c5551792552'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:33.006702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a49a57ff-0f19-4c9e-ba6b-ae104736b6bd req-5ef842dc-6495-42ec-91b5-5148a047b430 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 210 time: 0.0702190 Aug 27 16:06:33.032457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-4a625d44-2b58-4bfe-a49c-7d9881e3ffe7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:33.034559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-4a625d44-2b58-4bfe-a49c-7d9881e3ffe7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.97 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 822 time: 0.2008951 Aug 27 16:06:33.049036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5372-d1bb-4d84-835c-efb18d2c9421 req-bc91fd68-4d85-41eb-b49c-5ad3d242f7cd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:33.050528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-072f5372-d1bb-4d84-835c-efb18d2c9421 req-bc91fd68-4d85-41eb-b49c-5ad3d242f7cd tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 948 time: 0.1158876 Aug 27 16:06:33.055631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Request body: {'port': {'device_id': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'admin_state_up': True, 'tenant_id': 'fea82297016349da9419bd4973e400af'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:33.170777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-072f5372-d1bb-4d84-835c-efb18d2c9421 req-f75886a2-f4b9-4b34-9b23-fd07795add34 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102083 Aug 27 16:06:33.171906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18a8954-a9f1-4a24-8fe9-bb0066220095'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:33.175061 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e295a6-68ed-47d7-91b6-f2a18a7eb2b3" -d '{"events": [{"server_uuid": "b42527b5-7712-4f22-8198-9a5fcd2f0e66", "name": "network-vif-plugged", "status": "completed", "tag": "c18a8954-a9f1-4a24-8fe9-bb0066220095"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:33.220152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af25d64a-f9e1-4822-afaf-0d02815740a2 req-fea2d87b-f47f-44f4-94b9-4fc889296598 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0717680 Aug 27 16:06:33.271226 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba97e9f-1fbc-4e42-9b26-9adf3eb3084c x-openstack-request-id: req-fba97e9f-1fbc-4e42-9b26-9adf3eb3084c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:33.271226 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42527b5-7712-4f22-8198-9a5fcd2f0e66", "name": "network-vif-plugged", "status": "completed", "tag": "c18a8954-a9f1-4a24-8fe9-bb0066220095", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:33.271226 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fba97e9f-1fbc-4e42-9b26-9adf3eb3084c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:33.271226 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18a8954-a9f1-4a24-8fe9-bb0066220095', 'code': 200} Aug 27 16:06:33.372460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690620b1-fd43-4aa6-addf-0fac999d0d9b req-0d262613-3375-4f23-a80d-7a5f7102d381 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:33.374326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-690620b1-fd43-4aa6-addf-0fac999d0d9b req-0d262613-3375-4f23-a80d-7a5f7102d381 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.1018648 Aug 27 16:06:33.431969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Made reservation on behalf of fea82297016349da9419bd4973e400af for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:33.436044 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:33.500389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-690620b1-fd43-4aa6-addf-0fac999d0d9b req-5164849e-2a12-4a2a-9bee-9d2011de2a8f tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184006 Aug 27 16:06:33.516689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aa03e-9e04-46f7-b6be-c5d230eb936f req-ebf085b8-1826-4c64-94bd-efcc8e184968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:33.518990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f7aa03e-9e04-46f7-b6be-c5d230eb936f req-ebf085b8-1826-4c64-94bd-efcc8e184968 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 1101 time: 0.1282637 Aug 27 16:06:33.591338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc546b7a-e0c4-4fbf-800f-78c377a5c9db req-9db77572-6af7-437c-ba20-61a8301159bc tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:33.592836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc546b7a-e0c4-4fbf-800f-78c377a5c9db req-9db77572-6af7-437c-ba20-61a8301159bc tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1097 time: 0.1546156 Aug 27 16:06:33.646761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f7aa03e-9e04-46f7-b6be-c5d230eb936f req-02ee221a-0ca2-4dba-8965-d8375f89e8a5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945258 Aug 27 16:06:33.679625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc546b7a-e0c4-4fbf-800f-78c377a5c9db req-a1b045d8-7ccc-4f11-b405-0cd032bc00b1 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789771 Aug 27 16:06:33.680622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Allocated IP 172.20.0.13 (6e197473-90fc-46a3-8992-dd72d3a20b0d/ec3174b2-6ea3-46e2-973f-54c2f8bd4607/1dd860c6-651d-455e-9b53-d30cfbeb68f9) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:33.838240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:33.949371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.015826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Network 6e197473-90fc-46a3-8992-dd72d3a20b0d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:34.025679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:34.031555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:34.037082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:34.037693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.042591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:34.067699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e16a21-4975-4bba-95b0-53be1e8c02c8 req-932d5cfd-e135-462b-9d0a-8a5265cd071f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:34.069178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0e16a21-4975-4bba-95b0-53be1e8c02c8 req-932d5cfd-e135-462b-9d0a-8a5265cd071f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1084979 Aug 27 16:06:34.107234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0e16a21-4975-4bba-95b0-53be1e8c02c8 req-d4ae0b3a-c7c6-4d05-8470-bc13c4c619f4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Aug 27 16:06:34.109204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-6081186f-5310-4224-aa96-cf91853fe464 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0577228 Aug 27 16:06:34.128656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Request body: {'port': {'device_id': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:34.214680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.263151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c45f5-3056-46bc-9c03-1d734cb6d789 req-66a93c6b-26e9-4bcb-a3a8-d8df067fe4d7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:34.264656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-993c45f5-3056-46bc-9c03-1d734cb6d789 req-66a93c6b-26e9-4bcb-a3a8-d8df067fe4d7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 932 time: 0.1026289 Aug 27 16:06:34.375588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-993c45f5-3056-46bc-9c03-1d734cb6d789 req-b62d9bad-6971-43d4-804a-7b63a45e182d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030180 Aug 27 16:06:34.532830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd860c6-651d-455e-9b53-d30cfbeb68f9 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:34.541527 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.555164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Transition to ACTIVE for port object 1dd860c6-651d-455e-9b53-d30cfbeb68f9 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:34.600332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.649131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Pushing event updated for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:34.688336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Attempting to bind port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:34.688672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Attempting to bind port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:34.689021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Attempting to bind port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 on network 6e197473-90fc-46a3-8992-dd72d3a20b0d {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:34.693244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 on network 6e197473-90fc-46a3-8992-dd72d3a20b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:34.693578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Attempting to bind port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 on network 6e197473-90fc-46a3-8992-dd72d3a20b0d {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:34.698528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:34.700106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Checking segment: {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:34.700106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Bound using segment: {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:34.700106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Bound port: 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:34.700106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.762639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:34.766042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:34.856932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccc632-66e8-462e-b2ea-71c47fe97320 req-9415819a-7fb6-4b1d-9911-00d64c5f1964 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:34.858415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caccc632-66e8-462e-b2ea-71c47fe97320 req-9415819a-7fb6-4b1d-9911-00d64c5f1964 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 948 time: 0.0525954 Aug 27 16:06:34.859941 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.908549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:34.909159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:34.910554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] 10.222.0.97 "PUT /v2.0/ports/1dd860c6-651d-455e-9b53-d30cfbeb68f9 HTTP/1.1" status: 200 len: 1092 time: 0.7863948 Aug 27 16:06:34.911002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'tag': '1dd860c6-651d-455e-9b53-d30cfbeb68f9'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:34.913271 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45491485-4fa0-432c-991a-9863eb71f431" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dda823-269b-4ae9-9586-2bf13c9a8b16", "tag": "1dd860c6-651d-455e-9b53-d30cfbeb68f9"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:34.948095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caccc632-66e8-462e-b2ea-71c47fe97320 req-5c10c76a-6d2d-463c-af82-87391fe010b0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803955 Aug 27 16:06:34.951337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fbcd1-a208-4048-a2d5-532e114fa36b service neutron] Pushing event updated for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:35.027872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-26edd776-ad80-4136-b383-50291cf239e2 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468361 Aug 27 16:06:35.083577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c63902a8-6c6e-4cb4-9c10-468922178a93 req-bb7d72e2-3483-4ab0-8399-17ffaeac907e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0511093 Aug 27 16:06:35.107423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-fddee530-5291-4aef-967d-db1ce934ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:35.109063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-fddee530-5291-4aef-967d-db1ce934ca81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 1095 time: 0.0746565 Aug 27 16:06:35.199963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-530f66db-981d-4b1c-9f9d-8de8e7fa226d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9 HTTP/1.1" status: 200 len: 217 time: 0.0633132 Aug 27 16:06:35.220586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398352db-221b-421a-be3e-cbdcbd073205 req-1426e686-8ca9-49eb-9597-5e29b5320b38 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:35.222153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-398352db-221b-421a-be3e-cbdcbd073205 req-1426e686-8ca9-49eb-9597-5e29b5320b38 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.0792983 Aug 27 16:06:35.297237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-398352db-221b-421a-be3e-cbdcbd073205 req-aa680a37-141b-410e-a91b-53203b3381db tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660322 Aug 27 16:06:35.299376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-1ce7793b-5559-49a2-b538-405969a67257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:35.300076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-1ce7793b-5559-49a2-b538-405969a67257 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec3174b2-6ea3-46e2-973f-54c2f8bd4607 HTTP/1.1" status: 200 len: 862 time: 0.0771208 Aug 27 16:06:35.359508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-78557010-9834-4879-9d8e-0657f90a4026 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e197473-90fc-46a3-8992-dd72d3a20b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472436 Aug 27 16:06:35.364041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a6834779-a484-4fae-97b6-0ae07a763132 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:06:35.365462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a6834779-a484-4fae-97b6-0ae07a763132 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086999 Aug 27 16:06:35.382989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Request body: {'binding': {'host': 'n-h2-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:35.383476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:06:35.548499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140346d-d031-410a-a68c-9b6bf034ea4a req-24b65511-25dd-4de3-b9a5-e984ff61d8a9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:35.549887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3140346d-d031-410a-a68c-9b6bf034ea4a req-24b65511-25dd-4de3-b9a5-e984ff61d8a9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1820564 Aug 27 16:06:35.599013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-2da52e65-f470-4230-938b-71568f5b6e74 service neutron] 10.222.0.97 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201014 Aug 27 16:06:35.676015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3140346d-d031-410a-a68c-9b6bf034ea4a req-78f9b18d-c774-442e-a0fb-75ab4e802a0c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170375 Aug 27 16:06:35.709865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on host n-h2-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:35.710211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:35.710548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:35.725291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:35.725624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:35.739708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:35.740041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:35.740610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:35.741219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Bound port: ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:35.772338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83ecf030-8501-4399-8ada-ef359224d3a6 req-af7de634-2a9a-4507-84c6-fcf79019b02f service neutron] 10.222.0.97 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589158 Aug 27 16:06:35.793356 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa099c0-82d4-48e1-a36d-9ec40ff14e8c x-openstack-request-id: req-0fa099c0-82d4-48e1-a36d-9ec40ff14e8c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:35.793643 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dda823-269b-4ae9-9586-2bf13c9a8b16", "tag": "1dd860c6-651d-455e-9b53-d30cfbeb68f9", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:35.793897 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0fa099c0-82d4-48e1-a36d-9ec40ff14e8c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:35.794566 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'tag': '1dd860c6-651d-455e-9b53-d30cfbeb68f9', 'status': 'completed', 'code': 200} Aug 27 16:06:35.810986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:35.889171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae10dc-fda4-442b-b422-e3722bb6d9ad req-2884ddf6-7beb-4004-a2a4-5d49854ab102 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:35.890803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aae10dc-fda4-442b-b422-e3722bb6d9ad req-2884ddf6-7beb-4004-a2a4-5d49854ab102 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.0535176 Aug 27 16:06:35.905059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:35.906227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-a3e9d868-c3c9-4e92-b446-75f089fcdd48 service neutron] 10.222.0.101 "POST /v2.0/ports/ed864fdb-0103-4ba2-9bfd-f93dfccf264c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5284312 Aug 27 16:06:35.961051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aae10dc-fda4-442b-b422-e3722bb6d9ad req-1ff751ae-3d34-4b53-a683-6ea6315edc1c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640192 Aug 27 16:06:35.967558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491485-4fa0-432c-991a-9863eb71f431 req-70861319-d1fc-48e2-8b78-6ccaa3edefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:35.969074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45491485-4fa0-432c-991a-9863eb71f431 req-70861319-d1fc-48e2-8b78-6ccaa3edefef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 1095 time: 0.0619509 Aug 27 16:06:36.115380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d7c6-b85c-4f05-b064-8945910210a9 req-062507a2-4060-4fd1-8b8f-81e6ddc46491 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.116951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded1d7c6-b85c-4f05-b064-8945910210a9 req-062507a2-4060-4fd1-8b8f-81e6ddc46491 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 948 time: 0.0755301 Aug 27 16:06:36.133944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491485-4fa0-432c-991a-9863eb71f431 req-1e1c10a1-74e7-4f4d-a09c-2e782d2e0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.135571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45491485-4fa0-432c-991a-9863eb71f431 req-1e1c10a1-74e7-4f4d-a09c-2e782d2e0a00 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 924 time: 0.1404805 Aug 27 16:06:36.202742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded1d7c6-b85c-4f05-b064-8945910210a9 req-61fb34c0-223e-4325-885d-d8ba33db53b5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751476 Aug 27 16:06:36.205199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45491485-4fa0-432c-991a-9863eb71f431 req-c2fcca82-5385-4c1e-9c15-66a43975012a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9 HTTP/1.1" status: 200 len: 217 time: 0.0487351 Aug 27 16:06:36.236020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b7eaef0-e84f-4778-96b8-cfb2a98dbb88 req-6363a05c-98d0-4cf1-8783-e2bf9135e659 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0377338 Aug 27 16:06:36.236770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c97351a-0362-4323-aab9-3c5551792552 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:36.299865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491485-4fa0-432c-991a-9863eb71f431 req-ff4ff326-855a-4cb5-ae7c-92b127f67df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.301378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45491485-4fa0-432c-991a-9863eb71f431 req-ff4ff326-855a-4cb5-ae7c-92b127f67df1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ec3174b2-6ea3-46e2-973f-54c2f8bd4607 HTTP/1.1" status: 200 len: 862 time: 0.0690470 Aug 27 16:06:36.372667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45491485-4fa0-432c-991a-9863eb71f431 req-979a38f8-7489-4e4b-a8a7-42bc84928e47 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6e197473-90fc-46a3-8992-dd72d3a20b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519593 Aug 27 16:06:36.383071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 8c97351a-0362-4323-aab9-3c5551792552 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:36.388701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 8c97351a-0362-4323-aab9-3c5551792552 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:36.390423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:36.468518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd640431-82c5-4fb4-9eb3-733b2e477c32 req-515bba19-3900-4cb0-afdd-62b1fc8dd7d3 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.470019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd640431-82c5-4fb4-9eb3-733b2e477c32 req-515bba19-3900-4cb0-afdd-62b1fc8dd7d3 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1512814 Aug 27 16:06:36.478892 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:36.501734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97351a-0362-4323-aab9-3c5551792552'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:36.502438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6a1db-e716-4b2d-abeb-74805f64911b req-c32627b1-1642-4982-8939-88206d48577b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.503951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ac6a1db-e716-4b2d-abeb-74805f64911b req-c32627b1-1642-4982-8939-88206d48577b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.1288683 Aug 27 16:06:36.504067 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ad2fc-2ec8-4c53-ad42-cddc48fd7a95" -d '{"events": [{"server_uuid": "6fdde482-d3ad-4ae5-9d46-9a0c58017134", "name": "network-vif-plugged", "status": "completed", "tag": "8c97351a-0362-4323-aab9-3c5551792552"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:36.516741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8c97351a-0362-4323-aab9-3c5551792552, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c97351a-0362-4323-aab9-3c5551792552,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:36.580150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd640431-82c5-4fb4-9eb3-733b2e477c32 req-8a9982a0-27a3-488e-a4fe-1eb25640ada8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928941 Aug 27 16:06:36.580509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45491485-4fa0-432c-991a-9863eb71f431 req-dd83269d-5f01-4af1-b269-c7245b988065 service neutron] 10.222.0.97 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729422 Aug 27 16:06:36.585779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ac6a1db-e716-4b2d-abeb-74805f64911b req-e92d4295-0fe7-44a3-ad5c-353b0332d380 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653772 Aug 27 16:06:36.635440 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b075d317-c192-47c8-a894-0f25af8be38b x-openstack-request-id: req-b075d317-c192-47c8-a894-0f25af8be38b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:36.636502 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdde482-d3ad-4ae5-9d46-9a0c58017134", "name": "network-vif-plugged", "status": "completed", "tag": "8c97351a-0362-4323-aab9-3c5551792552", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:36.636502 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b075d317-c192-47c8-a894-0f25af8be38b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:36.636502 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97351a-0362-4323-aab9-3c5551792552', 'code': 200} Aug 27 16:06:36.674912 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:36.744688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-74d5dbd0-5cd0-4df4-9223-7d87dfc97de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.746321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-74d5dbd0-5cd0-4df4-9223-7d87dfc97de7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1097 time: 0.0754080 Aug 27 16:06:36.753150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45491485-4fa0-432c-991a-9863eb71f431 req-e6c2aeb9-8982-4773-bc01-0e266f9ef8b8 service neutron] 10.222.0.97 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603043 Aug 27 16:06:36.759384 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1c225-847a-485b-8731-9cbdd198f0cd req-60d2a6d6-876c-4635-9dfe-e8326a2c0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.770157 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ac1c225-847a-485b-8731-9cbdd198f0cd req-60d2a6d6-876c-4635-9dfe-e8326a2c0daa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 1100 time: 0.0656137 Aug 27 16:06:36.778518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8c97351a-0362-4323-aab9-3c5551792552,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:36.814523 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ac1c225-847a-485b-8731-9cbdd198f0cd req-33f20c3e-79f8-43c4-905c-71a5852aea5e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349016 Aug 27 16:06:36.889186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f73b6-8175-4c4e-a883-eb9143b268b5 req-2c709d95-1997-4a6d-a813-6fd8ed3acf72 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.890664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af9f73b6-8175-4c4e-a883-eb9143b268b5 req-2c709d95-1997-4a6d-a813-6fd8ed3acf72 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1019852 Aug 27 16:06:36.916529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-e743141a-9a6c-44c3-8e71-d0cd99fa180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:36.917979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-e743141a-9a6c-44c3-8e71-d0cd99fa180b service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1558373 Aug 27 16:06:36.937465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af9f73b6-8175-4c4e-a883-eb9143b268b5 req-8b658ad9-7ec2-4473-8a61-a61d1f8ad27a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Aug 27 16:06:36.974114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-9b8be194-548b-48cc-8028-f6abad87ea15 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 200 len: 217 time: 0.0356989 Aug 27 16:06:37.032318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-7755fb26-07a0-4265-8356-e9208ba05dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:37.033769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-7755fb26-07a0-4265-8356-e9208ba05dea service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0457997 Aug 27 16:06:37.312195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-d16e7530-fca8-48ee-ad95-06f693ae7d30 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2667255 Aug 27 16:06:37.348056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a09e-2d65-4f1b-b08a-611bdda39cf9 req-5b70ba65-881d-4b50-a805-2c41420091aa tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:37.354291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c0a09e-2d65-4f1b-b08a-611bdda39cf9 req-5b70ba65-881d-4b50-a805-2c41420091aa tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.3149302 Aug 27 16:06:37.463380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c0a09e-2d65-4f1b-b08a-611bdda39cf9 req-7c475fcf-ad1c-4cfd-bfb3-73fc696a4b9f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880644 Aug 27 16:06:37.476935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-aacaa6e3-20f3-4755-9b5a-a708b643bfe7 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562920 Aug 27 16:06:37.496528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eaf44-12f5-4d3a-b8f8-de637d37103d req-d3c4028d-3274-4d9d-adb6-b1a0983b2d83 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:37.496528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf2eaf44-12f5-4d3a-b8f8-de637d37103d req-d3c4028d-3274-4d9d-adb6-b1a0983b2d83 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 949 time: 0.1067488 Aug 27 16:06:37.605830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6db79096-f178-4eec-8a2e-f1964791511d req-b9ebf417-deb2-409e-90a5-e593aa22b658 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0427959 Aug 27 16:06:37.610369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf2eaf44-12f5-4d3a-b8f8-de637d37103d req-229e9f36-3720-4c15-8094-a3806b9fca02 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081033 Aug 27 16:06:37.688147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-356280d3-6cdd-47cd-a159-432d0fe1bf61 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718729 Aug 27 16:06:37.719428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-3f81c1f6-7b2b-4018-9303-252cd0c9b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:37.725202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-3f81c1f6-7b2b-4018-9303-252cd0c9b785 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1101 time: 0.0940664 Aug 27 16:06:37.809334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf970-0844-48f4-ac42-ae8c929a0d21 req-4e1cc57d-da9b-4198-8072-4727aa7a84f8 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:37.810808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bbbf970-0844-48f4-ac42-ae8c929a0d21 req-4e1cc57d-da9b-4198-8072-4727aa7a84f8 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.1411862 Aug 27 16:06:37.844050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f5915-18d7-4e89-97fe-3bb70b8b1f9e req-6037a9ff-c3e8-4206-b2c6-483ce67b22b0 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:37.845903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e1f5915-18d7-4e89-97fe-3bb70b8b1f9e req-6037a9ff-c3e8-4206-b2c6-483ce67b22b0 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1565971 Aug 27 16:06:37.911049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bbbf970-0844-48f4-ac42-ae8c929a0d21 req-44d3389c-ded1-4fb4-9573-8adf1deede26 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903635 Aug 27 16:06:37.914178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-0c946195-1b90-4061-847a-d240a09423e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:37.915941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-0c946195-1b90-4061-847a-d240a09423e2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1806145 Aug 27 16:06:37.930301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e1f5915-18d7-4e89-97fe-3bb70b8b1f9e req-ae826d63-951b-4240-96f7-d271549e84bb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670590 Aug 27 16:06:37.971232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-d31b1782-d663-493c-a775-33ec9ca21f3a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.0391979 Aug 27 16:06:38.078437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-a3b6b592-9fc1-4814-bceb-e61f57827286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:38.079933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-a3b6b592-9fc1-4814-bceb-e61f57827286 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0767033 Aug 27 16:06:38.095700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26534596-0338-4198-9e53-da6318043c89 req-e0b81dc8-1d5c-496c-87a4-2c17d1645896 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:38.097122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26534596-0338-4198-9e53-da6318043c89 req-e0b81dc8-1d5c-496c-87a4-2c17d1645896 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0629132 Aug 27 16:06:38.161314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26534596-0338-4198-9e53-da6318043c89 req-04ad2f98-4850-4911-afa1-8c67deb27090 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Aug 27 16:06:38.166993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-f7a03903-3fb0-456c-a9e9-f40fd4e01bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:38.168484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-f7a03903-3fb0-456c-a9e9-f40fd4e01bd3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705185 Aug 27 16:06:38.283665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-eb3ff178-08e2-4acf-beb3-fd92d6f1f609 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971873 Aug 27 16:06:38.405259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-136acc14-188f-4732-acc4-3d1975bbf603 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893257 Aug 27 16:06:38.586433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5962-c24d-45c4-be23-32ef66afe2ce req-88cd13a4-4ca0-4a6b-afa5-cb1194aaa2f5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:38.588189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a24b5962-c24d-45c4-be23-32ef66afe2ce req-88cd13a4-4ca0-4a6b-afa5-cb1194aaa2f5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.0523987 Aug 27 16:06:38.628248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a24b5962-c24d-45c4-be23-32ef66afe2ce req-3ef76b64-6479-431e-9d5c-1a68153723d8 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Aug 27 16:06:38.734660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e23295fd-15e5-4568-992b-e6e394125352 req-8bbda5cb-5cf5-4a30-96fe-cb7f2c99cefc tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0382538 Aug 27 16:06:38.779598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba17164-3624-47f0-93e6-e2586e390b1e req-4d757ec3-697f-4def-bd6c-00f1c6534f46 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:38.781090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ba17164-3624-47f0-93e6-e2586e390b1e req-4d757ec3-697f-4def-bd6c-00f1c6534f46 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 949 time: 0.0745649 Aug 27 16:06:38.819669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ba17164-3624-47f0-93e6-e2586e390b1e req-d262fb7f-0a3e-4f2d-9225-b6f4483d0570 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Aug 27 16:06:38.929054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc3ba-8d60-4d9e-bba4-48ac4599aad7 req-fa9b05a2-eca5-4347-ba41-e02adfb0ab63 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:38.930618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1acc3ba-8d60-4d9e-bba4-48ac4599aad7 req-fa9b05a2-eca5-4347-ba41-e02adfb0ab63 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 1100 time: 0.0452826 Aug 27 16:06:38.970243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1acc3ba-8d60-4d9e-bba4-48ac4599aad7 req-4fadb474-ea66-47a5-8815-1741c2d280a2 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Aug 27 16:06:39.070221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94e92b-2533-4f64-ac32-6a84c7beeef9 req-88c8ec1f-df9e-4698-962e-95c76b0abc18 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:39.072868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de94e92b-2533-4f64-ac32-6a84c7beeef9 req-88c8ec1f-df9e-4698-962e-95c76b0abc18 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.0930364 Aug 27 16:06:39.103054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ff976-cb64-4162-a302-b67697978edf req-30a6cf3b-66f5-4edc-89b7-d4addcdbfad8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:39.105884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d65ff976-cb64-4162-a302-b67697978edf req-30a6cf3b-66f5-4edc-89b7-d4addcdbfad8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.0743160 Aug 27 16:06:39.151222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de94e92b-2533-4f64-ac32-6a84c7beeef9 req-6d575c22-87d3-427f-b293-0c6c207dff4e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662293 Aug 27 16:06:39.172654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d65ff976-cb64-4162-a302-b67697978edf req-c46c0528-3157-41a9-80fa-d54afbb36623 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Aug 27 16:06:39.303290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-ea9322ba-f292-4a40-ab9a-545f48e1aad8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362351 Aug 27 16:06:39.414436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23816df-22ac-4051-8b9b-53f11e3b59a0 req-2d6312e1-a52d-4caa-a7d4-7bcac76f7c61 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:39.417462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c23816df-22ac-4051-8b9b-53f11e3b59a0 req-2d6312e1-a52d-4caa-a7d4-7bcac76f7c61 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1372659 Aug 27 16:06:39.465540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-1f02ef39-599b-41c6-b18f-02905376f987 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:39.467048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-1f02ef39-599b-41c6-b18f-02905376f987 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578572 Aug 27 16:06:39.488206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c23816df-22ac-4051-8b9b-53f11e3b59a0 req-9da39861-682d-4c0f-af53-14ae06aacaed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641618 Aug 27 16:06:39.489843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-f9933b83-d182-421b-8df6-02a1ca68a55f tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/quotas/3d1b1caea22144e68b41a55e028f29b8 HTTP/1.1" status: 200 len: 375 time: 0.0155914 Aug 27 16:06:39.554072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-717534e7-4c49-4cb3-9551-fef88445c136 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0572381 Aug 27 16:06:39.760888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73047641-7c31-4b34-83f2-5bdfb034d150 req-c0aae7cd-9886-4b62-82c8-b6f0c6e0591a tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:39.762459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73047641-7c31-4b34-83f2-5bdfb034d150 req-c0aae7cd-9886-4b62-82c8-b6f0c6e0591a tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.0597663 Aug 27 16:06:39.822167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc9c1145-7af1-4fc9-acac-e7c586c8cc7b req-c120b6d8-6bc2-4b53-b070-671d82bbc954 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 210 time: 0.0374608 Aug 27 16:06:39.842812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73047641-7c31-4b34-83f2-5bdfb034d150 req-4e89503b-0161-40bc-9941-12a8d16a178b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701649 Aug 27 16:06:39.940930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16091b39-e4f2-458e-8180-9b89ef543ee7 req-d03e23b4-d6cd-453b-8fec-26243e81d0b5 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0313683 Aug 27 16:06:40.059584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a35d40-e710-47be-8744-94783b50db81 req-473f3a94-93dc-4c2e-af90-85cb0328363b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:40.060989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94a35d40-e710-47be-8744-94783b50db81 req-473f3a94-93dc-4c2e-af90-85cb0328363b tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.97 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.0499647 Aug 27 16:06:40.164445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Deleting port c18a8954-a9f1-4a24-8fe9-bb0066220095 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:06:40.164842 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:40.348598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] For port c18a8954-a9f1-4a24-8fe9-bb0066220095, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c18a8954-a9f1-4a24-8fe9-bb0066220095,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:40.348598 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:40.378282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a82447-9276-4302-ad65-d5813e8257c3 req-80cd1c7b-a4c9-4fd5-8bd6-efbe634b49e2 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:40.379780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83a82447-9276-4302-ad65-d5813e8257c3 req-80cd1c7b-a4c9-4fd5-8bd6-efbe634b49e2 tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 950 time: 0.1478078 Aug 27 16:06:40.380623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Calling delete_port for c18a8954-a9f1-4a24-8fe9-bb0066220095 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:06:40.396992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd7811-d1c7-400e-a859-50aba76cff01 req-2f9f4a04-889b-46d6-8f5e-5f8ab0fddc79 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:40.398379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8cd7811-d1c7-400e-a859-50aba76cff01 req-2f9f4a04-889b-46d6-8f5e-5f8ab0fddc79 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1350598 Aug 27 16:06:40.496425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83a82447-9276-4302-ad65-d5813e8257c3 req-43e3a578-5306-458b-a3dc-f50c5a82210e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aea1364-6d43-4501-8266-abfaacacf871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096156 Aug 27 16:06:40.521967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8cd7811-d1c7-400e-a859-50aba76cff01 req-e9327832-df82-42ba-bf1f-36b7ac5cd1fb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149685 Aug 27 16:06:40.647248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbf0e0-8ae5-4288-abb8-c815a55957f7 req-fa858850-4354-45d6-ad55-57d9908206f6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:40.648828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27dbf0e0-8ae5-4288-abb8-c815a55957f7 req-fa858850-4354-45d6-ad55-57d9908206f6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0540953 Aug 27 16:06:40.686148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:40.690147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27dbf0e0-8ae5-4288-abb8-c815a55957f7 req-48ad1937-1b6e-4dc7-9721-4f4ba134acfc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Aug 27 16:06:40.706129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['c18a8954-a9f1-4a24-8fe9-bb0066220095'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:40.719234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Pushing event deleted for resources: {'Port': ['ID=c18a8954-a9f1-4a24-8fe9-bb0066220095,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:40.773061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] No DVR routers for this DVR port c18a8954-a9f1-4a24-8fe9-bb0066220095 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:06:40.776267 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:40.778308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94a35d40-e710-47be-8744-94783b50db81 req-1f36c9b2-dc43-4f8b-9201-9a457fdbbd8e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.97 "DELETE /v2.0/ports/c18a8954-a9f1-4a24-8fe9-bb0066220095 HTTP/1.1" status: 204 len: 173 time: 0.7070954 Aug 27 16:06:40.778759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'name': 'network-vif-deleted', 'tag': 'c18a8954-a9f1-4a24-8fe9-bb0066220095'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:40.781045 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7788223b-c1a2-43ce-96e4-8daec65cabdb" -d '{"events": [{"server_uuid": "b42527b5-7712-4f22-8198-9a5fcd2f0e66", "name": "network-vif-deleted", "tag": "c18a8954-a9f1-4a24-8fe9-bb0066220095"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:40.822612 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf834379-8ed2-4162-aabe-5a05ba7d1aaf x-openstack-request-id: req-cf834379-8ed2-4162-aabe-5a05ba7d1aaf {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:40.822949 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42527b5-7712-4f22-8198-9a5fcd2f0e66", "name": "network-vif-deleted", "tag": "c18a8954-a9f1-4a24-8fe9-bb0066220095", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:40.823205 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf834379-8ed2-4162-aabe-5a05ba7d1aaf {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:40.823636 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42527b5-7712-4f22-8198-9a5fcd2f0e66', 'name': 'network-vif-deleted', 'tag': 'c18a8954-a9f1-4a24-8fe9-bb0066220095', 'status': 'completed', 'code': 200} Aug 27 16:06:40.887028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1dd860c6-651d-455e-9b53-d30cfbeb68f9 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:41.015672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:41.032669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '1dd860c6-651d-455e-9b53-d30cfbeb68f9', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'port_id': '1dd860c6-651d-455e-9b53-d30cfbeb68f9', 'mac_address': 'fa:16:3e:cb:5d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3174b2-6ea3-46e2-973f-54c2f8bd4607', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:41.054320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4f6aec6-11a2-4292-8616-3990de3da3ed req-1a829a85-705f-4d0d-a359-d7b77885813e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 210 time: 0.0507514 Aug 27 16:06:41.069648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fa589-d161-42f7-8c2e-3341d43e5ed6 req-cc115963-9714-4eb4-a651-dcf83e6d7c7a tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:41.071090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b17fa589-d161-42f7-8c2e-3341d43e5ed6 req-cc115963-9714-4eb4-a651-dcf83e6d7c7a tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.1308188 Aug 27 16:06:41.090594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:41.104653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd860c6-651d-455e-9b53-d30cfbeb68f9 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:41.127014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b17fa589-d161-42f7-8c2e-3341d43e5ed6 req-fcbe4d26-8a98-4dce-9686-da40132a7dd0 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 Aug 27 16:06:41.153394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:41.177852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d940dec-af68-49a6-824c-95857067bd14 req-08176204-c549-42ad-beb0-73de3e22def3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0284443 Aug 27 16:06:41.269362 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:41.330843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:41.574543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc18e-5154-440a-ab2d-6cf22d080759 req-14a4471c-1d1a-4fe3-b745-418aca2d61db tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:41.578732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-156bc18e-5154-440a-ab2d-6cf22d080759 req-14a4471c-1d1a-4fe3-b745-418aca2d61db tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1096 time: 0.0467889 Aug 27 16:06:41.620209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f37f715d-2b21-4550-beac-d78a256d8188 req-2246cc3e-564a-48d7-b10c-ff1c5540e79e tempest-TenantUsagesTestJSON-240263328 tempest-TenantUsagesTestJSON-240263328-project] 10.222.0.101 "GET /v2.0/ports?device_id=b42527b5-7712-4f22-8198-9a5fcd2f0e66 HTTP/1.1" status: 200 len: 210 time: 0.0401821 Aug 27 16:06:41.651053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-156bc18e-5154-440a-ab2d-6cf22d080759 req-c244bfd5-a2f2-4661-be01-8cffac36552e tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612724 Aug 27 16:06:41.738995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746a4c5-b4a8-4cb5-9c7e-29e069415127 req-7b077979-a514-4b61-9349-7748855aebce tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:41.739368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['1dd860c6-651d-455e-9b53-d30cfbeb68f9'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:41.740519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9746a4c5-b4a8-4cb5-9c7e-29e069415127 req-7b077979-a514-4b61-9349-7748855aebce tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.0524271 Aug 27 16:06:41.798496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9746a4c5-b4a8-4cb5-9c7e-29e069415127 req-e04624e9-e0b5-4e65-8c95-4cd027a185e4 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 Aug 27 16:06:41.950057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650450a-3bbb-4424-8225-48312208c1a0 req-03087d80-1aa6-4453-9313-0d5deda92123 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:41.958110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f650450a-3bbb-4424-8225-48312208c1a0 req-03087d80-1aa6-4453-9313-0d5deda92123 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0594504 Aug 27 16:06:42.008488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f650450a-3bbb-4424-8225-48312208c1a0 req-cedc188a-a786-4724-ac63-c79c375a34c4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Aug 27 16:06:42.148745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b05a96d1-a2f7-4888-977f-6b7298266a75 req-57a442aa-2532-461c-9418-7ea942a3ea02 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 210 time: 0.0384836 Aug 27 16:06:42.258064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbf86c-b846-4f20-b4fa-38932332aead req-fc7ac61f-7d7f-4da5-a208-60c7bf985dd3 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:42.259736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-edfbf86c-b846-4f20-b4fa-38932332aead req-fc7ac61f-7d7f-4da5-a208-60c7bf985dd3 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 945 time: 0.0536735 Aug 27 16:06:42.306849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-edfbf86c-b846-4f20-b4fa-38932332aead req-bfaf79cf-8b46-47a9-aa6e-1bfe8e855508 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Aug 27 16:06:42.402515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4008a4d-9100-4df5-877b-4181efd4e625 req-12ba8f57-71c8-4883-b272-9cb5368c9025 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Aug 27 16:06:42.830210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-3c9a9d0c-f9f5-4252-99ba-c8f9af67a4ad tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218740 Aug 27 16:06:42.980783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cfbfc-4921-48e7-b930-bcdd9340de7f req-abc525ca-e688-4250-8f6c-08ab780bb192 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:42.982288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b6cfbfc-4921-48e7-b930-bcdd9340de7f req-abc525ca-e688-4250-8f6c-08ab780bb192 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.0831437 Aug 27 16:06:42.993815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-a55385cf-b7d9-46a8-a968-923fd3cbc0d6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:42.994172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-a55385cf-b7d9-46a8-a968-923fd3cbc0d6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536791 Aug 27 16:06:43.013511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Request body: {'port': {'device_id': '7116269c-e36a-466c-befd-90f1a452deeb', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '3d1b1caea22144e68b41a55e028f29b8'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:43.082901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b6cfbfc-4921-48e7-b930-bcdd9340de7f req-aec3568a-19dd-46a4-9699-744908549fe5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877473 Aug 27 16:06:43.136756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53234) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:43.215044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07811d80-b2a9-4e4e-9746-2986d6793e1d req-d3c92537-bdfa-434e-babe-ba40ac773a78 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:43.216620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07811d80-b2a9-4e4e-9746-2986d6793e1d req-d3c92537-bdfa-434e-babe-ba40ac773a78 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0529504 Aug 27 16:06:43.247208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Made reservation on behalf of 3d1b1caea22144e68b41a55e028f29b8 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:43.250714 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:43.275739 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-88fdd42a-fba0-41d8-aa87-ad7d68f637a0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0d8652891bd2497299fdebaa9d0fde7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377668 Aug 27 16:06:43.278277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53240) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:43.290630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07811d80-b2a9-4e4e-9746-2986d6793e1d req-4d6d13ac-e41e-4a20-b32b-0ab81e367cf4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667596 Aug 27 16:06:43.333922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe932-caf7-48a6-ac73-c1a2dcb428db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:43.366805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe932-caf7-48a6-ac73-c1a2dcb428db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:43.419162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffe9b235-8e08-4f9c-815b-9473f6d3c51d req-e49e128f-215c-4619-aab2-fb349f560003 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 210 time: 0.0336993 Aug 27 16:06:43.441202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Allocated IP 192.168.233.212 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/88dec623-9fd5-4ee3-8b05-13c6f98097f6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:43.537418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe932-caf7-48a6-ac73-c1a2dcb428db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:43.541112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe932-caf7-48a6-ac73-c1a2dcb428db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:43.542550 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0a2fe932-caf7-48a6-ac73-c1a2dcb428db admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1aea1364-6d43-4501-8266-abfaacacf871 HTTP/1.1" status: 204 len: 168 time: 0.2633553 Aug 27 16:06:43.551893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fe932-caf7-48a6-ac73-c1a2dcb428db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea1364-6d43-4501-8266-abfaacacf871,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:43.586366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa468fcb-63f9-4d0f-961d-d6b39823fec5 req-a8b9a718-b299-4832-8179-2eece9bdf352 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:43.588542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa468fcb-63f9-4d0f-961d-d6b39823fec5 req-a8b9a718-b299-4832-8179-2eece9bdf352 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 945 time: 0.1051571 Aug 27 16:06:43.625631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-4b4c73ff-02b4-4a5d-a381-b25125915c4c tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:06:43.626598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-4b4c73ff-02b4-4a5d-a381-b25125915c4c tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098622 Aug 27 16:06:43.644178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Request body: {'binding': {'host': 'n-h1-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:43.644621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:06:43.692865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:43.700597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa468fcb-63f9-4d0f-961d-d6b39823fec5 req-15b07ff6-e31a-44b5-8f8d-f052b9ad2537 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024075 Aug 27 16:06:43.717002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Transition to ACTIVE for port object 88dec623-9fd5-4ee3-8b05-13c6f98097f6 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:43.813317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a5db8b9-c53c-4336-ab32-d2b8017b4757 req-a2aec544-764a-472e-bb72-b2924948fb8a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0378304 Aug 27 16:06:43.863428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on host n-h1-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:43.863742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:43.864328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:43.868501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:43.868823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:43.873945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:43.874388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:43.875029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:43.875561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Bound port: e01b2c11-4cce-4954-bac6-255a74a65101, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:43.910084 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:43.922498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c', '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'd17590c5-5147-4031-88a2-ec224a8bcd0f', '8c97351a-0362-4323-aab9-3c5551792552'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:43.929422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005', '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:43.973259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:43.982932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event updated for resources: {'Port': ['ID=88dec623-9fd5-4ee3-8b05-13c6f98097f6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:43.985418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:43.988049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:43.989253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:43.995340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:43.995983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.099576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.104889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-583df2f2-42c7-43c2-814f-1b34dfab6252 service neutron] 10.222.0.101 "POST /v2.0/ports/e01b2c11-4cce-4954-bac6-255a74a65101/bindings HTTP/1.1" status: 201 len: 389 time: 0.4684007 Aug 27 16:06:44.149734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-0ef45da4-3f51-492d-9a50-6d093d4c5074 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1407924 Aug 27 16:06:44.170354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Request body: {'port': {'device_id': '7116269c-e36a-466c-befd-90f1a452deeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:44.262925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25a564-ce84-4a6c-9345-8f84a89f40e8 req-4392fb9a-0844-4a8c-8d9e-c566e5d3edba tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:44.264477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce25a564-ce84-4a6c-9345-8f84a89f40e8 req-4392fb9a-0844-4a8c-8d9e-c566e5d3edba tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.0993831 Aug 27 16:06:44.265370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.299583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53254) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:44.314566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-549f7029-8925-45da-a92b-c03cf608b1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.360656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce25a564-ce84-4a6c-9345-8f84a89f40e8 req-6e1fad8d-0983-43fa-90ef-64df2069430b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852690 Aug 27 16:06:44.423363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d6c273b1-9325-428c-8388-72ae63089d66 None None] Provisioning for port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:44.433307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d6c273b1-9325-428c-8388-72ae63089d66 None None] Provisioning complete for port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:44.433770 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6c273b1-9325-428c-8388-72ae63089d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.456610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-549f7029-8925-45da-a92b-c03cf608b1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.493547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d6c273b1-9325-428c-8388-72ae63089d66 None None] Port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:06:44.577116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-549f7029-8925-45da-a92b-c03cf608b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.615246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f7029-8925-45da-a92b-c03cf608b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814dec5d-8bfb-4d68-a1f0-b927366013e5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:44.627686 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-549f7029-8925-45da-a92b-c03cf608b1c1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1ef2763ce4ea4328a43182530c27501f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283367 Aug 27 16:06:44.628310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53262) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:44.698203 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e139462-66aa-4429-aa16-f881c9f9f5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.722630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e139462-66aa-4429-aa16-f881c9f9f5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.804053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227ba91-3ae1-4d46-bb73-a770f5101a82 req-a9d6fa67-937d-4f62-9f1d-14a9c905a56b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:44.805974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5227ba91-3ae1-4d46-bb73-a770f5101a82 req-a9d6fa67-937d-4f62-9f1d-14a9c905a56b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.3860857 Aug 27 16:06:44.837149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73bcf0-5276-48bb-9f14-9226d3bac842 req-cc420da5-b67e-4ae0-b73c-49d671d4f1c0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:44.838965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb73bcf0-5276-48bb-9f14-9226d3bac842 req-cc420da5-b67e-4ae0-b73c-49d671d4f1c0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.3702903 Aug 27 16:06:44.857001 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e139462-66aa-4429-aa16-f881c9f9f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.860234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e139462-66aa-4429-aa16-f881c9f9f5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:44.861321 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e139462-66aa-4429-aa16-f881c9f9f5f5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/814dec5d-8bfb-4d68-a1f0-b927366013e5 HTTP/1.1" status: 204 len: 168 time: 0.2320669 Aug 27 16:06:44.886107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e139462-66aa-4429-aa16-f881c9f9f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814dec5d-8bfb-4d68-a1f0-b927366013e5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:44.904903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5227ba91-3ae1-4d46-bb73-a770f5101a82 req-d2e92bad-04c5-49e6-8e60-2ab1fcb31503 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912635 Aug 27 16:06:44.905123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-36ed1a2b-ce45-4b30-99c2-ebd94e204b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:44.906731 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-36ed1a2b-ce45-4b30-99c2-ebd94e204b48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1096 time: 0.0609338 Aug 27 16:06:44.922747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb73bcf0-5276-48bb-9f14-9226d3bac842 req-d3c8bfd2-9984-4241-b1c1-cb773602a202 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762517 Aug 27 16:06:44.925780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1dd860c6-651d-455e-9b53-d30cfbeb68f9 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:45.000540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dec623-9fd5-4ee3-8b05-13c6f98097f6 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:45.011841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.050680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-62887e2c-21b4-422b-b438-403e9bd12837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:45.052295 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-62887e2c-21b4-422b-b438-403e9bd12837 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1311834 Aug 27 16:06:45.060705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Transition to ACTIVE for port object 88dec623-9fd5-4ee3-8b05-13c6f98097f6 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:45.062803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:45.071513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:45.072235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.106999 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-03552186-281d-4fff-8102-187988608cfd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01b2c11-4cce-4954-bac6-255a74a65101 HTTP/1.1" status: 200 len: 217 time: 0.0443280 Aug 27 16:06:45.108403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ec7-87d4-4483-9f4f-5a2c8b88a730 req-30605bf0-2d15-4a43-8bc8-a97341f378a0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:45.110004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f52f3ec7-87d4-4483-9f4f-5a2c8b88a730 req-30605bf0-2d15-4a43-8bc8-a97341f378a0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 936 time: 0.0879257 Aug 27 16:06:45.124370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83823c20-be72-434c-916f-70a1ce6831d9 req-3d724774-4a19-4b65-bb41-a2817ff3aef8 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:45.125970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83823c20-be72-434c-916f-70a1ce6831d9 req-3d724774-4a19-4b65-bb41-a2817ff3aef8 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 945 time: 0.0898628 Aug 27 16:06:45.157071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.161227 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.181633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-7c498774-0993-4a2d-b106-636e9c5b3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:45.183295 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-7c498774-0993-4a2d-b106-636e9c5b3e05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0603828 Aug 27 16:06:45.185733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd860c6-651d-455e-9b53-d30cfbeb68f9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:45.188083 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d9819-6207-4aae-bbd4-57a4b4b61532" -d '{"events": [{"server_uuid": "f4dda823-269b-4ae9-9586-2bf13c9a8b16", "name": "network-vif-plugged", "status": "completed", "tag": "1dd860c6-651d-455e-9b53-d30cfbeb68f9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:45.206087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:45.228217 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-cf0ac045-aa07-4d0b-813e-63a48916e9b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340111 Aug 27 16:06:45.234953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83823c20-be72-434c-916f-70a1ce6831d9 req-058f7e9b-dcd7-4a2f-aa1a-73210a1370ec tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010249 Aug 27 16:06:45.239530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f52f3ec7-87d4-4483-9f4f-5a2c8b88a730 req-f57e5769-8aeb-4986-b0f2-6b59f67a6b7d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125767 Aug 27 16:06:45.249706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Pushing event updated for resources: {'Port': ['ID=88dec623-9fd5-4ee3-8b05-13c6f98097f6,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:45.279735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.280950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c18a8954-a9f1-4a24-8fe9-bb0066220095 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:06:45.314639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Attempting to bind port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:45.320181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Attempting to bind port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:45.320181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Attempting to bind port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:45.323139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:45.323675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Attempting to bind port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:45.330391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:45.346365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:45.347036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:45.347778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Bound port: 88dec623-9fd5-4ee3-8b05-13c6f98097f6, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:45.348321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.369417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: c18a8954-a9f1-4a24-8fe9-bb0066220095 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:06:45.369811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c18a8954-a9f1-4a24-8fe9-bb0066220095 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:06:45.442693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:45.448154 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d1da8-a66b-41be-82bf-cbc875b8c52f x-openstack-request-id: req-193d1da8-a66b-41be-82bf-cbc875b8c52f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:45.448448 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dda823-269b-4ae9-9586-2bf13c9a8b16", "name": "network-vif-plugged", "status": "completed", "tag": "1dd860c6-651d-455e-9b53-d30cfbeb68f9", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:45.448726 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-193d1da8-a66b-41be-82bf-cbc875b8c52f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:45.449159 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd860c6-651d-455e-9b53-d30cfbeb68f9', 'code': 200} Aug 27 16:06:45.461571 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-adb0d7c4-d28e-4509-9dcf-4e419696bc0e service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209380 Aug 27 16:06:45.579763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] For port 88dec623-9fd5-4ee3-8b05-13c6f98097f6, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:45.584022 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-d6c9681b-b04f-4497-bd53-4f694fa3341f service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079018 Aug 27 16:06:45.598828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65b6d85-8b33-4d7f-8370-79f6166c6b56 req-e3cd3470-4923-455a-bf75-b0fc9c50f657 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1040523 Aug 27 16:06:45.613828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] For port 88dec623-9fd5-4ee3-8b05-13c6f98097f6, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=88dec623-9fd5-4ee3-8b05-13c6f98097f6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:45.622709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b29884-dec9-49ef-9165-200d20f5f2ec req-74b8fd7f-b90a-40dd-b0a5-62eb2b384a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:45.624304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0b29884-dec9-49ef-9165-200d20f5f2ec req-74b8fd7f-b90a-40dd-b0a5-62eb2b384a92 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 1097 time: 0.1284864 Aug 27 16:06:45.641303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cdbb-579b-4450-8404-aa1c466b1fe6 req-4d8fb003-4860-4385-9de9-3d83a06586fe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:45.642806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7987cdbb-579b-4450-8404-aa1c466b1fe6 req-4d8fb003-4860-4385-9de9-3d83a06586fe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1410744 Aug 27 16:06:45.692487 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.709669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0b29884-dec9-49ef-9165-200d20f5f2ec req-841f340c-f713-4f2e-9cae-8b38adde5437 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658746 Aug 27 16:06:45.729598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7987cdbb-579b-4450-8404-aa1c466b1fe6 req-19b2e937-3974-405d-8a05-562b8a12f400 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804653 Aug 27 16:06:45.738588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:45.739105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:45.740565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] 10.222.0.97 "PUT /v2.0/ports/88dec623-9fd5-4ee3-8b05-13c6f98097f6 HTTP/1.1" status: 200 len: 1096 time: 1.5768571 Aug 27 16:06:45.741015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7116269c-e36a-466c-befd-90f1a452deeb', 'tag': '88dec623-9fd5-4ee3-8b05-13c6f98097f6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:45.744561 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a4d4aa-0b32-40ad-b9fd-d4e5ea9c2778" -d '{"events": [{"name": "network-changed", "server_uuid": "7116269c-e36a-466c-befd-90f1a452deeb", "tag": "88dec623-9fd5-4ee3-8b05-13c6f98097f6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:45.778935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04777b1-affc-4507-9db4-7237371e5a8f service neutron] Pushing event updated for resources: {'Port': ['ID=88dec623-9fd5-4ee3-8b05-13c6f98097f6,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:45.802283 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a728cda-8436-45e6-8532-adb1ead722db x-openstack-request-id: req-4a728cda-8436-45e6-8532-adb1ead722db {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:45.817924 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7116269c-e36a-466c-befd-90f1a452deeb", "tag": "88dec623-9fd5-4ee3-8b05-13c6f98097f6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:45.817924 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4a728cda-8436-45e6-8532-adb1ead722db {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:45.817924 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7116269c-e36a-466c-befd-90f1a452deeb', 'tag': '88dec623-9fd5-4ee3-8b05-13c6f98097f6', 'status': 'completed', 'code': 200} Aug 27 16:06:46.130098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d4aa-0b32-40ad-b9fd-d4e5ea9c2778 req-0483c4fe-c99a-4c72-869f-e860effa0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.131509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86a4d4aa-0b32-40ad-b9fd-d4e5ea9c2778 req-0483c4fe-c99a-4c72-869f-e860effa0c48 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 1099 time: 0.1066263 Aug 27 16:06:46.143967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0dc4e-5704-4a87-832e-bdbf0a532486 req-b6f38c56-a2a1-4022-b221-40b802c7b8be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.145357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2f0dc4e-5704-4a87-832e-bdbf0a532486 req-b6f38c56-a2a1-4022-b221-40b802c7b8be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1122549 Aug 27 16:06:46.161899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e7cc-71e9-4ad8-9892-389007d7dbde req-b836c0c8-c1c3-4c49-b61f-6089eb236720 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.163438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b29e7cc-71e9-4ad8-9892-389007d7dbde req-b836c0c8-c1c3-4c49-b61f-6089eb236720 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.1187494 Aug 27 16:06:46.195910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86a4d4aa-0b32-40ad-b9fd-d4e5ea9c2778 req-a434b395-0565-41a9-8a9c-b553f78d1e52 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=3d1b1caea22144e68b41a55e028f29b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486956 Aug 27 16:06:46.280194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b29e7cc-71e9-4ad8-9892-389007d7dbde req-d0a100b2-19f6-4db6-a52c-f2adc160bec3 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074581 Aug 27 16:06:46.284555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2f0dc4e-5704-4a87-832e-bdbf0a532486 req-58937859-9adb-42de-bd9d-ee3449d49253 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201994 Aug 27 16:06:46.339495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d4aa-0b32-40ad-b9fd-d4e5ea9c2778 req-62ebad4f-2392-4c05-94a0-0f06412cee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.343112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86a4d4aa-0b32-40ad-b9fd-d4e5ea9c2778 req-62ebad4f-2392-4c05-94a0-0f06412cee11 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1276388 Aug 27 16:06:46.454656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033ee7d-00db-4a67-bc16-32db330e1d94 req-b60aaec0-1925-4a9b-8f48-787106ee67af tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.456500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033ee7d-00db-4a67-bc16-32db330e1d94 req-b60aaec0-1925-4a9b-8f48-787106ee67af tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 948 time: 0.0884402 Aug 27 16:06:46.459465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-e925ad97-3bbc-4abc-931a-c57151dbb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.460824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-e925ad97-3bbc-4abc-931a-c57151dbb4a1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 1099 time: 0.0602326 Aug 27 16:06:46.531450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-c2fd128f-6e77-4889-a82f-11c5062271ac service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=88dec623-9fd5-4ee3-8b05-13c6f98097f6 HTTP/1.1" status: 200 len: 217 time: 0.0506535 Aug 27 16:06:46.545887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033ee7d-00db-4a67-bc16-32db330e1d94 req-b6d90f43-5547-4ff0-8416-3fd096cd9789 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839262 Aug 27 16:06:46.620388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99857b7e-bd66-4c82-8e8e-24b7563fa37d req-161c0460-f33e-4fd0-a017-285f0066236f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.623457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99857b7e-bd66-4c82-8e8e-24b7563fa37d req-161c0460-f33e-4fd0-a017-285f0066236f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0964265 Aug 27 16:06:46.629406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-9e71a9d7-af01-4275-9355-7b221f2bc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.630809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-9e71a9d7-af01-4275-9355-7b221f2bc9ef service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0707762 Aug 27 16:06:46.697664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99857b7e-bd66-4c82-8e8e-24b7563fa37d req-688ae005-61f1-4c65-b491-02f63a02b5a1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647936 Aug 27 16:06:46.707368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d219fd-50cf-4717-92be-e73f94c29034 req-589e29de-610b-446c-bd13-0a0f6b9a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.708857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-589e29de-610b-446c-bd13-0a0f6b9a2f7c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685115 Aug 27 16:06:46.804476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-889e539e-0ea4-4674-9271-63a828ac93e2 req-a0badb9d-9852-4a1f-9d54-038ff82e7ff7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0723438 Aug 27 16:06:46.869427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-5933fdb7-2029-403e-933f-64bfd00d6f4f service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486397 Aug 27 16:06:46.958048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488450-52a6-4f36-870d-9da4b3b95bf6 req-aa637eb4-0930-472a-8701-5cc3c4a3a5fe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:46.959566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2488450-52a6-4f36-870d-9da4b3b95bf6 req-aa637eb4-0930-472a-8701-5cc3c4a3a5fe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1098678 Aug 27 16:06:47.016631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53d219fd-50cf-4717-92be-e73f94c29034 req-2642b260-2f58-4183-a7ee-62b766eb9a8e service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329665 Aug 27 16:06:47.038253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2488450-52a6-4f36-870d-9da4b3b95bf6 req-f0ba93b9-3c6f-4c55-8d29-cb506c40fab4 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668671 Aug 27 16:06:47.460337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdac24-a3f8-4fda-9751-540971a1f0cd req-2b889957-8035-43d5-8cc3-71c928a80f43 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:47.462387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0bdac24-a3f8-4fda-9751-540971a1f0cd req-2b889957-8035-43d5-8cc3-71c928a80f43 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.0912225 Aug 27 16:06:47.474695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529155b-166b-41ff-8e43-c21bacb17dbb req-d5e95997-3523-4422-b606-00d24afbe819 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:47.476225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2529155b-166b-41ff-8e43-c21bacb17dbb req-d5e95997-3523-4422-b606-00d24afbe819 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0733068 Aug 27 16:06:47.527541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0bdac24-a3f8-4fda-9751-540971a1f0cd req-b1abd410-a221-4344-a1e3-6fa231debc47 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503047 Aug 27 16:06:47.540833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2529155b-166b-41ff-8e43-c21bacb17dbb req-2d102fa8-2151-4570-a6fc-d896e025c990 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Aug 27 16:06:47.677229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec1089-cae7-4039-91f5-341866bfe64e req-180545b2-d152-4d6b-850e-41d3a444ef47 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:47.678789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0ec1089-cae7-4039-91f5-341866bfe64e req-180545b2-d152-4d6b-850e-41d3a444ef47 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 948 time: 0.0647330 Aug 27 16:06:47.734449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0ec1089-cae7-4039-91f5-341866bfe64e req-aed429dd-3e23-4e72-b455-d24890430dd0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Aug 27 16:06:47.845881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad3c3e-4a59-4149-845e-c3df25b7ea31 req-01f07832-72c8-41f0-91d4-83f845e70ce0 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:47.847578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7ad3c3e-4a59-4149-845e-c3df25b7ea31 req-01f07832-72c8-41f0-91d4-83f845e70ce0 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0571048 Aug 27 16:06:47.866021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53368) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:47.907754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7ad3c3e-4a59-4149-845e-c3df25b7ea31 req-62a59d03-e9e3-4824-941e-d18a6ee54627 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Aug 27 16:06:47.949213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d144dda-eea5-40db-a590-bbb8a6858cff req-95cae697-00b7-489e-92ab-6e68988020a1 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0400367 Aug 27 16:06:47.985786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-beb516f6-440b-4c45-b1b1-a2f58ec95226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:48.036533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded15cc4-45c3-418a-add2-8a15a5a86130 req-6ef73552-035d-4009-86e4-52942c433db9 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.039769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded15cc4-45c3-418a-add2-8a15a5a86130 req-6ef73552-035d-4009-86e4-52942c433db9 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0529835 Aug 27 16:06:48.084816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded15cc4-45c3-418a-add2-8a15a5a86130 req-7f3bde6d-8823-4306-808f-75c24d95c091 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Aug 27 16:06:48.085434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-beb516f6-440b-4c45-b1b1-a2f58ec95226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:48.166007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-beb516f6-440b-4c45-b1b1-a2f58ec95226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:48.187921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0c806-9ff7-4eeb-94c6-69733cd52cc4 req-d4bf31f6-b79c-4b30-949b-aad36f21f74f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.189459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8d0c806-9ff7-4eeb-94c6-69733cd52cc4 req-d4bf31f6-b79c-4b30-949b-aad36f21f74f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.0698640 Aug 27 16:06:48.208318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-beb516f6-440b-4c45-b1b1-a2f58ec95226 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d4d4dd49f4cd45fe8f73e702c037cd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411965 Aug 27 16:06:48.210858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53380) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:48.217456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb516f6-440b-4c45-b1b1-a2f58ec95226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5870f-0419-4528-8aaa-93e10f216aec,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:48.249039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568e0a4-e82c-469a-bacf-3d0a7440ac86 req-98c4205d-4638-4bae-882d-bc89434a026c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.250665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4568e0a4-e82c-469a-bacf-3d0a7440ac86 req-98c4205d-4638-4bae-882d-bc89434a026c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0885072 Aug 27 16:06:48.265472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e005a0c6-51b7-4636-83be-871c66113b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:48.271794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8d0c806-9ff7-4eeb-94c6-69733cd52cc4 req-55c788cc-d62c-4768-bc5d-3c22a129d4c6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681911 Aug 27 16:06:48.288227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e005a0c6-51b7-4636-83be-871c66113b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:48.302810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4568e0a4-e82c-469a-bacf-3d0a7440ac86 req-c150a9c4-069f-4c56-9f3d-acc684e75981 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Aug 27 16:06:48.423258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a041e5-d576-40a1-a825-46b15a0add4e req-01c72aaa-ea1c-4b09-94c4-7747d55474e2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.424754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09a041e5-d576-40a1-a825-46b15a0add4e req-01c72aaa-ea1c-4b09-94c4-7747d55474e2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0489929 Aug 27 16:06:48.471901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09a041e5-d576-40a1-a825-46b15a0add4e req-52a0a870-05b8-42f0-ac12-3ea43a0165a9 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Aug 27 16:06:48.526017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e005a0c6-51b7-4636-83be-871c66113b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:48.529493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e005a0c6-51b7-4636-83be-871c66113b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:48.532514 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e005a0c6-51b7-4636-83be-871c66113b30 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/59d5870f-0419-4528-8aaa-93e10f216aec HTTP/1.1" status: 204 len: 168 time: 0.3202252 Aug 27 16:06:48.541251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005a0c6-51b7-4636-83be-871c66113b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5870f-0419-4528-8aaa-93e10f216aec,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:48.620471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dd32c-e28e-4948-8184-a71e6d13db91 req-a86f470d-ab13-429a-8fcb-d6fefc0a558b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.626933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca8dd32c-e28e-4948-8184-a71e6d13db91 req-a86f470d-ab13-429a-8fcb-d6fefc0a558b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0718670 Aug 27 16:06:48.686695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca8dd32c-e28e-4948-8184-a71e6d13db91 req-ac8f8559-2fa8-4efb-b0cf-f08f7606f8dd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587888 Aug 27 16:06:48.702921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b79c5-9f7d-46d2-b929-d93b8e811933 req-93629b62-5382-485e-985d-4f795f204a54 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.704467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-692b79c5-9f7d-46d2-b929-d93b8e811933 req-93629b62-5382-485e-985d-4f795f204a54 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.0920513 Aug 27 16:06:48.752369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-692b79c5-9f7d-46d2-b929-d93b8e811933 req-be3fc7e9-c849-4952-bf21-1f43364a30be tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363841 Aug 27 16:06:48.819672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53f37d-c5cc-444b-931d-a3e5d7399aeb req-580fae10-620b-4f47-bba0-ff4490db80b2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.822290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f53f37d-c5cc-444b-931d-a3e5d7399aeb req-580fae10-620b-4f47-bba0-ff4490db80b2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0606792 Aug 27 16:06:48.863860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f53f37d-c5cc-444b-931d-a3e5d7399aeb req-7a402221-395d-4359-9561-688e7bcd8f57 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354111 Aug 27 16:06:48.998338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e966ca-7ba7-44f1-b856-ec03ca2704f1 req-8e1d1132-ab68-4d6f-ba54-d4f8f8ec903b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:48.999873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3e966ca-7ba7-44f1-b856-ec03ca2704f1 req-8e1d1132-ab68-4d6f-ba54-d4f8f8ec903b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 948 time: 0.0801032 Aug 27 16:06:49.015039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1def2-2a0f-40ff-b62a-f0e0dfb1606e req-df3eaff2-a405-47cb-9327-92fb5e6c05c9 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:49.016568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3bc1def2-2a0f-40ff-b62a-f0e0dfb1606e req-df3eaff2-a405-47cb-9327-92fb5e6c05c9 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0842202 Aug 27 16:06:49.074233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3e966ca-7ba7-44f1-b856-ec03ca2704f1 req-74783e69-2329-456e-8a3f-47da5d42d0f8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566788 Aug 27 16:06:49.081822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3bc1def2-2a0f-40ff-b62a-f0e0dfb1606e req-31448732-8f83-4845-afdb-254acfae1584 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Aug 27 16:06:49.183857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f01df76-277d-4c45-957f-81850b635cbd req-94b52b38-edce-46ba-9f73-2e30f5d19bf4 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0394852 Aug 27 16:06:49.239560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c538b-5b22-41d8-9964-cfe579064858 req-ae5b7f36-5beb-4d66-a29a-7337a362fd03 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:49.241294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-924c538b-5b22-41d8-9964-cfe579064858 req-ae5b7f36-5beb-4d66-a29a-7337a362fd03 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0611053 Aug 27 16:06:49.282308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-924c538b-5b22-41d8-9964-cfe579064858 req-56859adc-0a90-4a46-b237-542ccfac90c8 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Aug 27 16:06:49.454372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc4926-ddf5-4c3a-855d-6b589dbd4315 req-aba7b1f4-6592-4844-a03f-056ee28c3d6b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:49.455934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-affc4926-ddf5-4c3a-855d-6b589dbd4315 req-aba7b1f4-6592-4844-a03f-056ee28c3d6b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 946 time: 0.1143651 Aug 27 16:06:49.468594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1cf8078f-7866-4b55-914c-f94524e9bbe9 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:49.470079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1cf8078f-7866-4b55-914c-f94524e9bbe9 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1097 time: 0.1154907 Aug 27 16:06:49.485628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2a815-2327-4749-ac3b-b85c707c2851 req-09505758-0ee8-4a48-870c-48be9f925e42 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:49.487112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4aa2a815-2327-4749-ac3b-b85c707c2851 req-09505758-0ee8-4a48-870c-48be9f925e42 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.1085367 Aug 27 16:06:49.503855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806412-1'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:49.564830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-affc4926-ddf5-4c3a-855d-6b589dbd4315 req-9446450f-fe84-42b5-afd3-deda2d6b6b7c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986288 Aug 27 16:06:49.594993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4aa2a815-2327-4749-ac3b-b85c707c2851 req-db83c8ac-c021-4f69-9ba8-05c691f7b119 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901008 Aug 27 16:06:49.600268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:49.698019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53434) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:49.762217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:49.804203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:49.844151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-828857515-network', 'tenant_id': '70293d178c384db1ac75984dc60b03de'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:49.881133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:49.883427 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91981f64-d57f-48b2-bb05-8552d66ad33a" -d '{"events": [{"server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:49.889101 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:49.926585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09a5b2-d2df-46c1-82fc-b95e16677bec req-22ca06fd-2474-414c-853b-5aae5bb1557f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:49.928127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d09a5b2-d2df-46c1-82fc-b95e16677bec req-22ca06fd-2474-414c-853b-5aae5bb1557f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.0593593 Aug 27 16:06:49.942752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Made reservation on behalf of 70293d178c384db1ac75984dc60b03de for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:49.943408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:49.960546 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:49.978105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.019400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d09a5b2-d2df-46c1-82fc-b95e16677bec req-6b41c3d8-a16d-4955-b28f-250f49bb553e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833907 Aug 27 16:06:50.052949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:50.066753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on host n-h1-806412-1 for vnic_type normal with profile {"migrating_to": "n-h2-806412-1"} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:50.066753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:50.067035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:50.072010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:50.072390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Attempting to bind port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:50.078763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:50.082234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:50.082234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:50.082234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Bound port: ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:50.082234 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.127429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.150678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:50.154433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:50.159257 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1ae427-8207-48b4-b518-b42efe615b80 x-openstack-request-id: req-ec1ae427-8207-48b4-b518-b42efe615b80 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:50.159583 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:50.159971 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ec1ae427-8207-48b4-b518-b42efe615b80 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:50.160413 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c', 'code': 200} Aug 27 16:06:50.222285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.244736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:06:50.258269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34db5e-55a9-459e-8049-97ef464e8098,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:50.263293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.263850 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Added segment df3c8be0-f729-4766-ae1f-5b2562c3135b of type vlan for network 84a4dbe4-e746-4900-9795-9f1b0909ec47 Aug 27 16:06:50.284438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.312896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.368105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea89e5-a078-41cd-bd85-ae7e5e121193 req-a417cf65-8335-49a9-b853-d4ee94e17421 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:50.369677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8ea89e5-a078-41cd-bd85-ae7e5e121193 req-a417cf65-8335-49a9-b853-d4ee94e17421 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1606781 Aug 27 16:06:50.417265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031db3f8-5ceb-463f-874a-84a59a50df26 req-2c0ba189-0b06-4926-9769-b1effc975197 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:50.418951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-031db3f8-5ceb-463f-874a-84a59a50df26 req-2c0ba189-0b06-4926-9769-b1effc975197 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 948 time: 0.1765628 Aug 27 16:06:50.426590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:50.427242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.428733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] 10.222.0.97 "PUT /v2.0/ports/ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 200 len: 1122 time: 0.9332414 Aug 27 16:06:50.438133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f0f26-c9db-4cda-9df7-4e070d6516b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=8']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:50.446296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.447692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:50.450737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.486157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8ea89e5-a078-41cd-bd85-ae7e5e121193 req-58e2f834-7581-42de-98c4-19047af69106 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073430 Aug 27 16:06:50.491127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-031db3f8-5ceb-463f-874a-84a59a50df26 req-24598651-d055-4646-904c-011f142bccdb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560510 Aug 27 16:06:50.533997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] Pushing event updated for resources: {'Network': ['ID=84a4dbe4-e746-4900-9795-9f1b0909ec47,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:50.545575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:06:50.608691 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-499f5910-a4c5-4b4a-b422-f401162f0d18 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9091907 Aug 27 16:06:50.614510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['ed864fdb-0103-4ba2-9bfd-f93dfccf264c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:50.617588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53460) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:50.624699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Request body: {'subnet': {'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-828857515-subnet', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:50.647985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed864fdb-0103-4ba2-9bfd-f93dfccf264c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:50.654827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c63af20c-8e43-41e7-aaed-7fc2f7868502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.658170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29c9b2f9-b450-40f5-9dbe-c28dcd036bd3 req-b7f84b4c-8f19-4e59-aa5d-f205493c65b7 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0507054 Aug 27 16:06:50.708414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Made reservation on behalf of 70293d178c384db1ac75984dc60b03de for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:06:50.711084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:50.736267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c39a-66ac-4200-9e3d-8d6ec2d1ed76 req-0c52dfdf-4a8c-4edb-9dc3-0a59be1657ae tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:50.738260 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e030c39a-66ac-4200-9e3d-8d6ec2d1ed76 req-0c52dfdf-4a8c-4edb-9dc3-0a59be1657ae tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0758963 Aug 27 16:06:50.795050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e030c39a-66ac-4200-9e3d-8d6ec2d1ed76 req-ce17ed0a-a4f1-4b97-9e55-5e1d6ef5bdb4 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490661 Aug 27 16:06:50.967043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 88dec623-9fd5-4ee3-8b05-13c6f98097f6 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:50.971445 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.030999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac14bef4-ae4c-492f-abd8-fa83cc0a6410,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:51.035446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Checking segment: {'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:51.035800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Network hostable DHCP agents. Network: 84a4dbe4-e746-4900-9795-9f1b0909ec47, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:06:51.072956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 88dec623-9fd5-4ee3-8b05-13c6f98097f6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=88dec623-9fd5-4ee3-8b05-13c6f98097f6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:51.089084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '88dec623-9fd5-4ee3-8b05-13c6f98097f6', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '88dec623-9fd5-4ee3-8b05-13c6f98097f6', 'mac_address': 'fa:16:3e:f2:83:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:51.103328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:06:51.133927 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.147536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dec623-9fd5-4ee3-8b05-13c6f98097f6 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:51.148883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176ebf7-8fd4-43ad-8e6a-0daed392283a req-ea70005f-0e72-4b13-9903-9926b5b45ac5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:51.150892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7176ebf7-8fd4-43ad-8e6a-0daed392283a req-ea70005f-0e72-4b13-9903-9926b5b45ac5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0744133 Aug 27 16:06:51.167512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 88dec623-9fd5-4ee3-8b05-13c6f98097f6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=88dec623-9fd5-4ee3-8b05-13c6f98097f6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:51.170990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 84a4dbe4-e746-4900-9795-9f1b0909ec47) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:51.177879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:51.178573 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.182348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbda3d2-e2e9-4ce4-8fd2-f99a22c34896 None None] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:06:51.189625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8d78-2fd7-4e97-9551-0a41f92c99dd req-ab4f05c9-73f8-4867-8699-2911a16670c1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:51.191099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8d8d78-2fd7-4e97-9551-0a41f92c99dd req-ab4f05c9-73f8-4867-8699-2911a16670c1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.0815034 Aug 27 16:06:51.220354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7176ebf7-8fd4-43ad-8e6a-0daed392283a req-1571c6f8-474b-4fc4-a5c3-dd2cc93a28aa tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623832 Aug 27 16:06:51.249826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.249826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:51.263605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8d8d78-2fd7-4e97-9551-0a41f92c99dd req-5801e152-6ac6-4a2d-b450-424d99276ee3 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588181 Aug 27 16:06:51.269370 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bff31217-103c-4a84-8e45-7afd6062ffc9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6502087 Aug 27 16:06:51.272171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53472) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:51.277395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:51.395879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=88dec623-9fd5-4ee3-8b05-13c6f98097f6,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:51.400752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.402029 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.444616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-84a4dbe4-e746-4900-9795-9f1b0909ec47', 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'fixed_ips': [{'subnet_id': 'ac14bef4-ae4c-492f-abd8-fa83cc0a6410'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:06:51.445556 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.457966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.590057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:51.609093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c has no active binding in host n-h2-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:06:51.655305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b908f-c280-47b8-a7f8-09cff64430ec req-e27b215e-7a7c-4eee-b391-01bf41c6efc4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:51.656885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b7b908f-c280-47b8-a7f8-09cff64430ec req-e27b215e-7a7c-4eee-b391-01bf41c6efc4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0849056 Aug 27 16:06:51.679151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e815f0-9aa2-471c-a67f-3f1ee2973bdd req-39f31603-1972-4289-a1b3-192440fd2cdf tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:51.683714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01e815f0-9aa2-471c-a67f-3f1ee2973bdd req-39f31603-1972-4289-a1b3-192440fd2cdf tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 949 time: 0.0772264 Aug 27 16:06:51.699204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.730558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Allocated IP 172.20.0.2 (84a4dbe4-e746-4900-9795-9f1b0909ec47/ac14bef4-ae4c-492f-abd8-fa83cc0a6410/29454952-d7fa-4be0-8b9a-c0a5b2637fa6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:51.741040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b7b908f-c280-47b8-a7f8-09cff64430ec req-8caf8080-e120-47c7-9fc1-7aa1531b7444 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770347 Aug 27 16:06:51.748712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01e815f0-9aa2-471c-a67f-3f1ee2973bdd req-e17aace9-1731-49cf-890f-02bd8743dc7d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529401 Aug 27 16:06:51.887653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce5af9db-0083-4534-8efb-b09932a635cf req-89e76b8f-84ae-4c20-a838-7530e2ae485b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0678868 Aug 27 16:06:51.899506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:51.916439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Transition to ACTIVE for port object 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:51.934051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Transition to ACTIVE for port object 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:51.950248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9f407-8c3a-4eba-9ef6-e1fe55ba4837 req-5114d27f-5ac7-402f-acda-daf714a42936 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:51.951853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47e9f407-8c3a-4eba-9ef6-e1fe55ba4837 req-5114d27f-5ac7-402f-acda-daf714a42936 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0579908 Aug 27 16:06:51.997391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47e9f407-8c3a-4eba-9ef6-e1fe55ba4837 req-936028db-4243-4d1b-917c-fc8c22fb302b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Aug 27 16:06:52.006043 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.046456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:52.051194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:52.054207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:52.066098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Pushing event updated for resources: {'Port': ['ID=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:52.122726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Attempting to bind port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:52.123093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Attempting to bind port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:52.123482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Attempting to bind port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 on network 84a4dbe4-e746-4900-9795-9f1b0909ec47 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:52.128327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:52.128695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Checking segment: {'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:52.129095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.129486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Bound using segment: {'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:52.129942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Bound port: 29454952-d7fa-4be0-8b9a-c0a5b2637fa6, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:52.130318 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.141029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['88dec623-9fd5-4ee3-8b05-13c6f98097f6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:52.162060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:52.164992 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37bc4c5-0984-4503-b42b-9f2e3123a05c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:52.202685 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f40ab-86a6-46c7-a9d7-537a5feab36a x-openstack-request-id: req-e20f40ab-86a6-46c7-a9d7-537a5feab36a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:52.203133 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:52.203418 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e20f40ab-86a6-46c7-a9d7-537a5feab36a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:52.203815 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c', 'status': 'completed', 'code': 200} Aug 27 16:06:52.206809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.226476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.243718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] For port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:52.250858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] For port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,segment=NetworkSegment(df3c8be0-f729-4766-ae1f-5b2562c3135b),segment_id=df3c8be0-f729-4766-ae1f-5b2562c3135b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:52.347707 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-0597e977-3df6-43c4-a6e5-5ca1c8d7eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:52.349212 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-0597e977-3df6-43c4-a6e5-5ca1c8d7eb24 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1125 time: 0.0815635 Aug 27 16:06:52.361111 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.363987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1891-0d2c-4b33-8d7b-5617782afb10 req-b89ae277-091c-47de-8d09-0c11b397b40f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:52.366100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ede1891-0d2c-4b33-8d7b-5617782afb10 req-b89ae277-091c-47de-8d09-0c11b397b40f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0695457 Aug 27 16:06:52.392117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Allocated IP 172.25.4.128 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/745a0425-e38e-43c4-aaac-b21d79971f66) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:52.426207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88f02e-603b-436f-94b8-34338edeab96 None None] Pushing event updated for resources: {'Port': ['ID=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:52.465145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ede1891-0d2c-4b33-8d7b-5617782afb10 req-5e830399-d053-4c2c-a547-7274f692fce1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923567 Aug 27 16:06:52.472844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fba7e-b507-4a08-b53d-8a1000ca5b5f req-cbee62c9-9b28-4681-bd03-d732c379c3bf tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:52.476739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f1fba7e-b507-4a08-b53d-8a1000ca5b5f req-cbee62c9-9b28-4681-bd03-d732c379c3bf tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.0940681 Aug 27 16:06:52.528926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f1fba7e-b507-4a08-b53d-8a1000ca5b5f req-ce3ed489-0378-4441-b310-cc7b703ae8b4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446007 Aug 27 16:06:52.542769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-ff16945a-b096-48c9-b522-42e7db736f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:52.546978 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-ff16945a-b096-48c9-b522-42e7db736f73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1673505 Aug 27 16:06:52.610138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-7fc00d7d-08fd-40b2-ba5a-f7ddc2e9419a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 200 len: 217 time: 0.0487313 Aug 27 16:06:52.615053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.695749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-86616bca-6694-4348-993c-ec1f4f313de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:52.697567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-86616bca-6694-4348-993c-ec1f4f313de1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0679946 Aug 27 16:06:52.732154 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-f59471f4-8e92-4b60-af37-7f89da21b58f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267811 Aug 27 16:06:52.795348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.840227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:52.848869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:52.860829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:52.878983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:52.903883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dada5d-f193-4fe8-9c06-727d2ca2b982 req-6e1e5caa-f195-43cb-a941-61a49cbff6c8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:52.905408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88dada5d-f193-4fe8-9c06-727d2ca2b982 req-6e1e5caa-f195-43cb-a941-61a49cbff6c8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0821576 Aug 27 16:06:52.915307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8b82e-bc31-4195-8eee-8f32a11c147e req-2f7a009c-afe0-4ce0-9374-15f5dc46ac59 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:52.916567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dac8b82e-bc31-4195-8eee-8f32a11c147e req-2f7a009c-afe0-4ce0-9374-15f5dc46ac59 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 949 time: 0.0829122 Aug 27 16:06:52.937387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Pushing event updated for resources: {'Port': ['ID=745a0425-e38e-43c4-aaac-b21d79971f66,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:52.973928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88dada5d-f193-4fe8-9c06-727d2ca2b982 req-d8828844-c75a-498e-8db0-29a5aa2749ce tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562449 Aug 27 16:06:52.974179 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-eec18030-f930-4779-9bc6-67e5c3a2d841 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297635 Aug 27 16:06:52.979660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dac8b82e-bc31-4195-8eee-8f32a11c147e req-3a281ae1-a57e-4b0c-8a20-2bf7c0a71e9d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557363 Aug 27 16:06:53.083950 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c37bc4c5-0984-4503-b42b-9f2e3123a05c req-b3393a11-5177-4ebc-8e2b-b1a4c4d89dbe service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927470 Aug 27 16:06:53.097699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-457ec018-211e-452f-97d7-2a12494a6df1 req-6847a0ee-2495-4d36-98b1-34f363295f4f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0352116 Aug 27 16:06:53.135446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810c219-409c-4a93-8853-614fd430f3d7 req-66bccd45-2dbf-4452-8a27-5b48fc246d3d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:53.136676 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5fe-4591-4f91-ac07-f044407b3b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.143025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d810c219-409c-4a93-8853-614fd430f3d7 req-66bccd45-2dbf-4452-8a27-5b48fc246d3d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0709531 Aug 27 16:06:53.184427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d810c219-409c-4a93-8853-614fd430f3d7 req-d323da80-9e62-44dd-9be0-422b6cc1372f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 Aug 27 16:06:53.251552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.276378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.417248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d10c3-1a51-4e2a-b1dc-8e1a24f3b051 None None] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:06:53.495129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.564405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:53.604005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0fb7c4a8-ec36-4daa-940a-a94069a9d9d1 None None] Provisioning for port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:53.618803 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.620636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f36a2-ddf8-446a-a8a7-f4b318c5b29b req-ff278b40-0329-47f7-9095-9973f5ab9a30 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:53.623083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f87f36a2-ddf8-446a-a8a7-f4b318c5b29b req-ff278b40-0329-47f7-9095-9973f5ab9a30 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0614033 Aug 27 16:06:53.676300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f87f36a2-ddf8-446a-a8a7-f4b318c5b29b req-afbf3ca4-0e97-4d69-b3f8-1353e0604815 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Aug 27 16:06:53.713927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Router fb972647-2121-4d53-b4f0-9ca2c857bbf9 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:06:53.736837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:53.740920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:53.741964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.761882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3da7-bd25-4ac8-a3ce-03cbc22634d2 req-a9f5215f-46e4-4f39-adec-fa69bae51baa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:53.763450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e5a3da7-bd25-4ac8-a3ce-03cbc22634d2 req-a9f5215f-46e4-4f39-adec-fa69bae51baa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.0550020 Aug 27 16:06:53.822056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e5a3da7-bd25-4ac8-a3ce-03cbc22634d2 req-060c1d50-9c23-4298-ae63-424c8111c456 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Aug 27 16:06:53.845090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.848041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:06:53.860593 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Sync routers for ids ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:06:53.870883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,segment=NetworkSegment(df3c8be0-f729-4766-ae1f-5b2562c3135b),segment_id=df3c8be0-f729-4766-ae1f-5b2562c3135b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:53.872949 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Routers {'fb972647-2121-4d53-b4f0-9ca2c857bbf9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:06:53.873789 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:06:53.933015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.934810 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-065b44b3-2c3c-4260-9f4b-403f0c4451d8 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6613908 Aug 27 16:06:53.937548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53504) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:06:53.940489 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.957903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cd874cdd-94f8-4c5b-a72e-5582cc877d07 None None] Provisioning complete for port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:53.959093 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd874cdd-94f8-4c5b-a72e-5582cc877d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:53.979953 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Set router fb972647-2121-4d53-b4f0-9ca2c857bbf9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:06:54.037664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:54.193397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee0129-1730-4a75-b7e8-90dd09732bc1 req-5167517d-1cd0-48b7-8f24-4b453ab3dd20 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:54.194828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98ee0129-1730-4a75-b7e8-90dd09732bc1 req-5167517d-1cd0-48b7-8f24-4b453ab3dd20 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 949 time: 0.1178238 Aug 27 16:06:54.213097 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:06:52Z', 'revision_number': 3, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port': {'id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:52Z', 'updated_at': '2021-08-27T16:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:06:54.230923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0392d-cb77-4b36-8683-4897fc037cf4 req-1ec7176d-b313-4dc1-9947-9e8f925d4531 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:54.233475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56f0392d-cb77-4b36-8683-4897fc037cf4 req-1ec7176d-b313-4dc1-9947-9e8f925d4531 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1220946 Aug 27 16:06:54.244578 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Checking router: fb972647-2121-4d53-b4f0-9ca2c857bbf9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:06:54.244935 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Updating router fb972647-2121-4d53-b4f0-9ca2c857bbf9 port 745a0425-e38e-43c4-aaac-b21d79971f66 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:06:54.270181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98ee0129-1730-4a75-b7e8-90dd09732bc1 req-427039da-07a2-4123-8819-e804b4b99a42 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662792 Aug 27 16:06:54.271545 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.299507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56f0392d-cb77-4b36-8683-4897fc037cf4 req-a14f9deb-7a61-4613-8540-fcb3e7ecb0d1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Aug 27 16:06:54.349935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.404835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01aa448e-319c-4ccf-b284-3ee7bed773eb req-212a6358-cd95-4bd6-bd57-caaef1477118 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0350251 Aug 27 16:06:54.461481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b1c8-c786-4960-9b67-38a440e81d46 req-818db72c-ec88-4e66-8bcc-a85f6ac7d073 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:54.462730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0378b1c8-c786-4960-9b67-38a440e81d46 req-818db72c-ec88-4e66-8bcc-a85f6ac7d073 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0604403 Aug 27 16:06:54.475422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.507091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0378b1c8-c786-4960-9b67-38a440e81d46 req-d2d582ca-b82c-4c50-8f0b-520d9288e482 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Aug 27 16:06:54.577314 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.588411 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Transition to ACTIVE for port object 745a0425-e38e-43c4-aaac-b21d79971f66 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:54.636459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Allocated IP 172.20.0.1 (84a4dbe4-e746-4900-9795-9f1b0909ec47/ac14bef4-ae4c-492f-abd8-fa83cc0a6410/040cd1a0-a2ce-43a8-ae32-286448451de7) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:54.645003 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.698336 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Attempting to bind port 745a0425-e38e-43c4-aaac-b21d79971f66 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:54.698714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Attempting to bind port 745a0425-e38e-43c4-aaac-b21d79971f66 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:54.699082 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Attempting to bind port 745a0425-e38e-43c4-aaac-b21d79971f66 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:54.708512 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:54.708896 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:54.709302 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.709697 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:54.710170 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Bound port: 745a0425-e38e-43c4-aaac-b21d79971f66, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:54.710790 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.713825 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Pushing event updated for resources: {'Port': ['ID=745a0425-e38e-43c4-aaac-b21d79971f66,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:54.760449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.777568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Transition to ACTIVE for port object 040cd1a0-a2ce-43a8-ae32-286448451de7 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:54.816900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d11370-928c-493e-a24d-a7d351f56014 req-d7775015-82c4-4576-aa1f-2d73a6414faf tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:54.818592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d11370-928c-493e-a24d-a7d351f56014 req-d7775015-82c4-4576-aa1f-2d73a6414faf tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 946 time: 0.0580742 Aug 27 16:06:54.838155 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.838594 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.838873 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.839203 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.839687 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.840023 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.840855 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.840855 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.841049 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.841294 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.841616 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.841938 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:06:54.871655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d11370-928c-493e-a24d-a7d351f56014 req-970bbdb5-b174-4b92-a490-05dcd2f87118 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Aug 27 16:06:54.874310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.896627 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] For port 745a0425-e38e-43c4-aaac-b21d79971f66, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:54.904433 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] For port 745a0425-e38e-43c4-aaac-b21d79971f66, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=745a0425-e38e-43c4-aaac-b21d79971f66,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:54.916293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:54.921520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:54.930575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:54.931065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.960446 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:54.976227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Pushing event updated for resources: {'Port': ['ID=040cd1a0-a2ce-43a8-ae32-286448451de7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:54.982325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0df04-e6b1-46de-a114-3ebf45102d43 req-4ff40bfe-a62d-49c0-9ca2-caa1d24288dc tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:54.984612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fd0df04-e6b1-46de-a114-3ebf45102d43 req-4ff40bfe-a62d-49c0-9ca2-caa1d24288dc tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.0696158 Aug 27 16:06:55.011649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1dd860c6-651d-455e-9b53-d30cfbeb68f9 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:55.014425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 88dec623-9fd5-4ee3-8b05-13c6f98097f6 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:55.044193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fd0df04-e6b1-46de-a114-3ebf45102d43 req-7d4bc957-12eb-48d4-b8b0-ad2b956c337c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Aug 27 16:06:55.054031 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Routers {'fb972647-2121-4d53-b4f0-9ca2c857bbf9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:06:55.055016 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:06:55.058512 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5257fc-4eea-4030-b058-69f045e5ec3a None None] Pushing event updated for resources: {'Port': ['ID=745a0425-e38e-43c4-aaac-b21d79971f66,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:55.144971 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.172113 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] Set router fb972647-2121-4d53-b4f0-9ca2c857bbf9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:06:55.204541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:55.224714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:55.232688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:55.233837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.262351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '1dd860c6-651d-455e-9b53-d30cfbeb68f9', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'port_id': '1dd860c6-651d-455e-9b53-d30cfbeb68f9', 'mac_address': 'fa:16:3e:cb:5d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3174b2-6ea3-46e2-973f-54c2f8bd4607', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:06:55.325574 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.401055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd860c6-651d-455e-9b53-d30cfbeb68f9 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:55.413597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-271c58a3-c42b-461f-9a43-956a334d141a None None] Provisioning for port 040cd1a0-a2ce-43a8-ae32-286448451de7 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:55.418951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ac8cf-83dc-47e8-87bb-1cd692ab18ac req-9bde6c46-a2a3-43dd-afb2-43b65ff76aa2 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:55.430297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-045ac8cf-83dc-47e8-87bb-1cd692ab18ac req-9bde6c46-a2a3-43dd-afb2-43b65ff76aa2 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 949 time: 0.0737381 Aug 27 16:06:55.451258 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:06:52Z', 'revision_number': 3, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port': {'id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:52Z', 'updated_at': '2021-08-27T16:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:06:55.463164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-271c58a3-c42b-461f-9a43-956a334d141a None None] Provisioning complete for port 040cd1a0-a2ce-43a8-ae32-286448451de7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:55.463617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-271c58a3-c42b-461f-9a43-956a334d141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.518922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-045ac8cf-83dc-47e8-87bb-1cd692ab18ac req-6ee17dbf-ae64-4351-9865-b46c7c6a6109 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875785 Aug 27 16:06:55.525816 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294e2a8-6014-4d29-9f21-aa1e1a8fb8b5 None None] The sync data for ids ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'] in n-d-806412-1 is: [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:06:52Z', 'revision_number': 3, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port': {'id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:52Z', 'updated_at': '2021-08-27T16:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:06:55.540843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:55.541820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c05b6-71f3-414c-bef5-91db8b5ee59d req-2eb2d115-05e4-4f70-acc8-0d41d7b0fa64 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:55.551788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d04c05b6-71f3-414c-bef5-91db8b5ee59d req-2eb2d115-05e4-4f70-acc8-0d41d7b0fa64 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1184781 Aug 27 16:06:55.580313 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.584815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:55.605975 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:06:55.618926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d04c05b6-71f3-414c-bef5-91db8b5ee59d req-6a985d76-cb63-484f-933b-1059b98a86f3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657525 Aug 27 16:06:55.624176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:55.624918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.625135 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.669960 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.671103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.672850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 88dec623-9fd5-4ee3-8b05-13c6f98097f6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=88dec623-9fd5-4ee3-8b05-13c6f98097f6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:55.676176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116269c-e36a-466c-befd-90f1a452deeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dec623-9fd5-4ee3-8b05-13c6f98097f6'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:55.678624 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e7205b-0c45-4377-a873-a79ecf907250" -d '{"events": [{"server_uuid": "7116269c-e36a-466c-befd-90f1a452deeb", "name": "network-vif-plugged", "status": "completed", "tag": "88dec623-9fd5-4ee3-8b05-13c6f98097f6"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:55.683881 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.685803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-271c58a3-c42b-461f-9a43-956a334d141a None None] Port 040cd1a0-a2ce-43a8-ae32-286448451de7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:06:55.708100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-898bf32e-3edf-4f59-a625-28200ea40cf9 req-6f87bd51-0acc-4fc2-bd6e-73f9a26d6fb3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0528529 Aug 27 16:06:55.732441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.761640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1d99d-7c43-47d3-9e16-d43c99c68272 req-62cef9b8-4775-48af-8ad5-0e8180bd80ff tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:55.763301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4f1d99d-7c43-47d3-9e16-d43c99c68272 req-62cef9b8-4775-48af-8ad5-0e8180bd80ff tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0755014 Aug 27 16:06:55.788541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:55.800161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Pushing event updated for resources: {'Port': ['ID=040cd1a0-a2ce-43a8-ae32-286448451de7,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:55.809104 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e2c0e9-8479-476c-a88c-7754f10cc15e x-openstack-request-id: req-d2e2c0e9-8479-476c-a88c-7754f10cc15e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:55.809460 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116269c-e36a-466c-befd-90f1a452deeb", "name": "network-vif-plugged", "status": "completed", "tag": "88dec623-9fd5-4ee3-8b05-13c6f98097f6", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:55.809758 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d2e2c0e9-8479-476c-a88c-7754f10cc15e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:55.810444 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116269c-e36a-466c-befd-90f1a452deeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dec623-9fd5-4ee3-8b05-13c6f98097f6', 'code': 200} Aug 27 16:06:55.833794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4f1d99d-7c43-47d3-9e16-d43c99c68272 req-b6f86e23-e324-44e1-9411-02cc2cad1c76 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641444 Aug 27 16:06:55.869758 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:55.871418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:55.871849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=88dec623-9fd5-4ee3-8b05-13c6f98097f6,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:55.920048 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:55.973849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9323b-4ca0-4799-ac77-e7fb854c7939 req-dc51c590-47ec-495f-baca-3552b71f34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:55.975736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40d9323b-4ca0-4799-ac77-e7fb854c7939 req-dc51c590-47ec-495f-baca-3552b71f34cb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 1101 time: 0.0814252 Aug 27 16:06:56.034512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['1dd860c6-651d-455e-9b53-d30cfbeb68f9'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:56.071988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Router fb972647-2121-4d53-b4f0-9ca2c857bbf9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:06:56.098439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40d9323b-4ca0-4799-ac77-e7fb854c7939 req-1908578d-7f88-41f7-b5d0-e049294158bb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107306 Aug 27 16:06:56.112785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea6eb3-bd6c-4487-b380-aeebd24bcbb5 req-516a9165-acc4-4a53-b107-1654f062d3c1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:56.123356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5ea6eb3-bd6c-4487-b380-aeebd24bcbb5 req-516a9165-acc4-4a53-b107-1654f062d3c1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 945 time: 0.0944409 Aug 27 16:06:56.187588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5ea6eb3-bd6c-4487-b380-aeebd24bcbb5 req-8b43f3b7-106d-4b41-8c4a-316c7b404936 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598309 Aug 27 16:06:56.225104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:06:56.234495 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-36523e88-ba1f-4057-8044-ab2892b338b9 admin admin] 10.222.0.101 "PUT /v2.0/routers/fb972647-2121-4d53-b4f0-9ca2c857bbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2954969 Aug 27 16:06:56.243894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc4384b6-6d60-411e-84a2-ebeaa541d081 None None] Provisioning complete for port 040cd1a0-a2ce-43a8-ae32-286448451de7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:56.244875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc4384b6-6d60-411e-84a2-ebeaa541d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:56.290471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cb357-e099-4fae-b20b-df66874f0581 req-ff1d56af-6be9-4bc3-9cf5-d31f80f89a64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:56.294285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a39cb357-e099-4fae-b20b-df66874f0581 req-ff1d56af-6be9-4bc3-9cf5-d31f80f89a64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.1056943 Aug 27 16:06:56.313242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cc4384b6-6d60-411e-84a2-ebeaa541d081 None None] Port 040cd1a0-a2ce-43a8-ae32-286448451de7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:06:56.369822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a39cb357-e099-4fae-b20b-df66874f0581 req-c5e478da-fd4f-413e-abee-b01f6d483cf0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693567 Aug 27 16:06:56.997416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbbf5d57-729a-49cb-8f00-24758477058f req-0d6c9169-d15d-44d2-a92e-3c28390eaa02 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4664233 Aug 27 16:06:57.008982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:57.019734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a7ef-00a2-4565-9f33-db5caffdb87b req-873ab190-4dea-471c-a151-95d667db2b80 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:57.021179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ade3a7ef-00a2-4565-9f33-db5caffdb87b req-873ab190-4dea-471c-a151-95d667db2b80 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 950 time: 0.0874708 Aug 27 16:06:57.031981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1dd860c6-651d-455e-9b53-d30cfbeb68f9 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:06:57.073719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ade3a7ef-00a2-4565-9f33-db5caffdb87b req-e9573fb7-09be-4b89-89dd-c960ba6e9266 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448809 Aug 27 16:06:57.118838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.134916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1dd860c6-651d-455e-9b53-d30cfbeb68f9 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:06:57.156000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:57.166502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.229959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b398d-ea8c-46b5-891b-87cba4c26604 req-66440185-fffe-4acf-9a0c-701b6c7eb4df tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:57.231460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-265b398d-ea8c-46b5-891b-87cba4c26604 req-66440185-fffe-4acf-9a0c-701b6c7eb4df tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0978339 Aug 27 16:06:57.250944 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.280966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-265b398d-ea8c-46b5-891b-87cba4c26604 req-6a0f393a-cc76-4f6c-93f3-48a94ce212b0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Aug 27 16:06:57.318333 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.321239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:57.449732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebc183-b75b-46be-9ac5-f5256a4509a6 req-524f4b28-0517-4a94-b648-f725c744bc98 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:57.457851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08ebc183-b75b-46be-9ac5-f5256a4509a6 req-524f4b28-0517-4a94-b648-f725c744bc98 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.0971088 Aug 27 16:06:57.466359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Sync routers for ids ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:06:57.477652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Routers {'fb972647-2121-4d53-b4f0-9ca2c857bbf9'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:06:57.478486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:06:57.498251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Allocated IP 172.25.4.2 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1922e136-364b-43ef-9c92-15941b0fe6d1) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:06:57.525954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08ebc183-b75b-46be-9ac5-f5256a4509a6 req-d60945ed-56eb-4c6b-9e5f-41a2fd2650e1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669744 Aug 27 16:06:57.533999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 745a0425-e38e-43c4-aaac-b21d79971f66 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:57.635995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73f9cc77-2945-4c05-80a7-6426f8037d26 req-cec2ab2f-2f01-4a74-a159-126f91484a66 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0311499 Aug 27 16:06:57.645223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Set router fb972647-2121-4d53-b4f0-9ca2c857bbf9 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:06:57.682403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.702323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 745a0425-e38e-43c4-aaac-b21d79971f66 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:06:57.713094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 745a0425-e38e-43c4-aaac-b21d79971f66 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:57.713094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.779860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6fc31-c08a-4a26-92f0-b1b3fb61e886 req-8b636fcc-0603-4246-baa5-4a93549392bb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:57.781492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6a6fc31-c08a-4a26-92f0-b1b3fb61e886 req-8b636fcc-0603-4246-baa5-4a93549392bb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.0564256 Aug 27 16:06:57.789141 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.850355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:06:57.857946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:06:57.862319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:06:57.895386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-3eaaf7f7-ce4d-48d3-b030-99412320fff6 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:57.896938 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-3eaaf7f7-ce4d-48d3-b030-99412320fff6 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0577631 Aug 27 16:06:57.915943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806412-1'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:06:57.926301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Pushing event updated for resources: {'Port': ['ID=1922e136-364b-43ef-9c92-15941b0fe6d1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:57.950477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6a6fc31-c08a-4a26-92f0-b1b3fb61e886 req-9d1f9a07-bfb7-4369-a04b-d74825a80e6a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526387 Aug 27 16:06:57.971307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:57.982938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.055228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.090316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 745a0425-e38e-43c4-aaac-b21d79971f66, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=745a0425-e38e-43c4-aaac-b21d79971f66,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:58.092275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.099716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:06:55Z', 'revision_number': 4, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port': {'id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:52Z', 'updated_at': '2021-08-27T16:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '040cd1a0-a2ce-43a8-ae32-286448451de7', 'name': '', 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'mac_address': 'fa:16:3e:cb:8f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ac14bef4-ae4c-492f-abd8-fa83cc0a6410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:54Z', 'updated_at': '2021-08-27T16:06:55Z', 'revision_number': 2, 'project_id': '70293d178c384db1ac75984dc60b03de', 'subnets': [{'id': 'ac14bef4-ae4c-492f-abd8-fa83cc0a6410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:06:58.143820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:58.162531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Checking router: fb972647-2121-4d53-b4f0-9ca2c857bbf9 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:06:58.163118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Updating router fb972647-2121-4d53-b4f0-9ca2c857bbf9 port 040cd1a0-a2ce-43a8-ae32-286448451de7 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:06:58.165647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.212146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:58.218958 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.244594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546ab30-0739-4b53-8948-fa0cfd1cec00 req-4bb3613a-f565-4e5f-a415-ffd19bbb822a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:58.252125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6546ab30-0739-4b53-8948-fa0cfd1cec00 req-4bb3613a-f565-4e5f-a415-ffd19bbb822a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 945 time: 0.1201301 Aug 27 16:06:58.271255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=745a0425-e38e-43c4-aaac-b21d79971f66,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:58.274126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.280444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:06:58.283800 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b45d13-0673-4f3b-8e1f-1a13c721b758" -d '{"events": [{"server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "name": "network-vif-unplugged", "status": "completed", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:06:58.295558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e01b2c11-4cce-4954-bac6-255a74a65101 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:06:58.323919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6546ab30-0739-4b53-8948-fa0cfd1cec00 req-16e75733-1a15-4931-919b-3ebdc610c2bf tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707967 Aug 27 16:06:58.353433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.363616 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-112ad3c2-cd56-4d17-8db4-ced99742f8a3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732980 Aug 27 16:06:58.365653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.416416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.461594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:58.472401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.494829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Pushing event updated for resources: {'Port': ['ID=1922e136-364b-43ef-9c92-15941b0fe6d1,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:58.511983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-8a8e8acc-1de7-4ae6-9432-e39a0cacfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:58.513787 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-8a8e8acc-1de7-4ae6-9432-e39a0cacfe34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d1b1caea22144e68b41a55e028f29b8&device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 1100 time: 0.1130242 Aug 27 16:06:58.516500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on host n-h2-806412-1 for vnic_type normal with profile {"migrating_to": "n-h1-806412-1"} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:58.516844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:58.517179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:58.521914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:58.522293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:58.526993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f77aac-32d1-4b7b-b6e1-f821585999a7 req-265a3505-6e02-4ea3-897d-6f53f1b716ad tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:58.527902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:58.528269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:58.528677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:58.529088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Bound port: e01b2c11-4cce-4954-bac6-255a74a65101, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:58.529449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.532321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14f77aac-32d1-4b7b-b6e1-f821585999a7 req-265a3505-6e02-4ea3-897d-6f53f1b716ad tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 950 time: 0.1286612 Aug 27 16:06:58.577138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14f77aac-32d1-4b7b-b6e1-f821585999a7 req-dd625704-c6d1-4cb5-af42-7eacdf077696 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359387 Aug 27 16:06:58.588115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.601819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbbf5d57-729a-49cb-8f00-24758477058f req-51dd5447-af72-437c-887b-92856ee4c91e tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5948792 Aug 27 16:06:58.629368 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7197c-5458-4312-86bb-7bb81332ec89 x-openstack-request-id: req-38a7197c-5458-4312-86bb-7bb81332ec89 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:06:58.629819 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "name": "network-vif-unplugged", "status": "completed", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:06:58.630078 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-38a7197c-5458-4312-86bb-7bb81332ec89 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:06:58.630754 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101', 'code': 200} Aug 27 16:06:58.634410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.654485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Transition to ACTIVE for port object 040cd1a0-a2ce-43a8-ae32-286448451de7 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:06:58.684037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:58.694891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:58.710846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbbf5d57-729a-49cb-8f00-24758477058f req-5e75bcaa-9afe-4429-a2ef-b0ac1932e7c6 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.1109161 Aug 27 16:06:58.712591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:58.715767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-54d0cd56-2125-4687-bed1-76a00cc95b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:58.717312 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-54d0cd56-2125-4687-bed1-76a00cc95b9b service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1484621 Aug 27 16:06:58.731544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on host n-h2-806412-1 for vnic_type normal with profile {"migrating_to": "n-h1-806412-1"} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:58.731968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:58.732344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:58.737542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:06:58.737907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Attempting to bind port e01b2c11-4cce-4954-bac6-255a74a65101 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:58.740226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.749526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:58.749988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:58.751143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:58.751725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Bound port: e01b2c11-4cce-4954-bac6-255a74a65101, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:58.752178 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.787095 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-fead60aa-0cb0-4f31-9842-5b1814ecf34f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=536232a8-c4ae-401c-a681-fce331c0309c HTTP/1.1" status: 200 len: 217 time: 0.0528119 Aug 27 16:06:58.797010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.813290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22deed-1647-4391-86ac-8f77506f6b21 req-6ef753a3-7aee-4f0b-8896-c18157daf362 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:58.814813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec22deed-1647-4391-86ac-8f77506f6b21 req-6ef753a3-7aee-4f0b-8896-c18157daf362 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1279466 Aug 27 16:06:58.820724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71547ef-0133-484d-b0c2-62a1d89633ff None None] Pushing event updated for resources: {'Port': ['ID=040cd1a0-a2ce-43a8-ae32-286448451de7,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:58.903125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf5d57-729a-49cb-8f00-24758477058f req-383cffa6-9e5c-44ae-80da-f73ff40ef222 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:58.905105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbbf5d57-729a-49cb-8f00-24758477058f req-383cffa6-9e5c-44ae-80da-f73ff40ef222 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1753685 Aug 27 16:06:58.935042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-fbbf5d57-729a-49cb-8f00-24758477058f req-556903e1-d14b-421f-b191-37449091c04c tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:06:58.936486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbbf5d57-729a-49cb-8f00-24758477058f req-556903e1-d14b-421f-b191-37449091c04c tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202510 Aug 27 16:06:58.954524 n-d-806412-1 neutron-server[95254]: WARNING neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Concurrent port binding operations failed on port e01b2c11-4cce-4954-bac6-255a74a65101 Aug 27 16:06:58.959382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:06:58.974905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec22deed-1647-4391-86ac-8f77506f6b21 req-fdebfac5-ff71-42be-a1db-b4415593e74e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379924 Aug 27 16:06:58.978571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Attempting to bind port 040cd1a0-a2ce-43a8-ae32-286448451de7 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:06:58.978964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Attempting to bind port 040cd1a0-a2ce-43a8-ae32-286448451de7 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:06:58.979378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Attempting to bind port 040cd1a0-a2ce-43a8-ae32-286448451de7 on network 84a4dbe4-e746-4900-9795-9f1b0909ec47 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:06:58.984275 n-d-806412-1 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Attempt 2 to bind port e01b2c11-4cce-4954-bac6-255a74a65101 Aug 27 16:06:58.984747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e01b2c11-4cce-4954-bac6-255a74a65101 has no active binding in host n-h1-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:06:58.994673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:06:58.995057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Checking segment: {'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:06:58.995497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:58.995895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Bound using segment: {'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:06:58.996373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Bound port: 040cd1a0-a2ce-43a8-ae32-286448451de7, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3c8be0-f729-4766-ae1f-5b2562c3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:06:58.997216 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:59.003096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.006354 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:59.008199 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] 10.222.0.90 "PUT /v2.0/ports/e01b2c11-4cce-4954-bac6-255a74a65101 HTTP/1.1" status: 200 len: 1121 time: 1.0980654 Aug 27 16:06:59.019259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-4f9ebde6-df31-45c1-aeba-d2e73183e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.024210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-4f9ebde6-df31-45c1-aeba-d2e73183e2fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.2137735 Aug 27 16:06:59.100670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] For port 040cd1a0-a2ce-43a8-ae32-286448451de7, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:06:59.108920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] For port 040cd1a0-a2ce-43a8-ae32-286448451de7, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=040cd1a0-a2ce-43a8-ae32-286448451de7,segment=NetworkSegment(df3c8be0-f729-4766-ae1f-5b2562c3135b),segment_id=df3c8be0-f729-4766-ae1f-5b2562c3135b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:06:59.126116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446009d-4e52-4396-b91a-273b0ca98635 service neutron] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=8']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:59.148007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-8b8372ed-122c-43c4-8acd-a454c1670c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.149929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-8b8372ed-122c-43c4-8acd-a454c1670c2a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112323 Aug 27 16:06:59.178090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143c542-9507-4238-869d-d0d457e0d2d7 req-1a89fb5c-9666-41a7-bd94-e82f92ad953c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.180205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2143c542-9507-4238-869d-d0d457e0d2d7 req-1a89fb5c-9666-41a7-bd94-e82f92ad953c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.1532292 Aug 27 16:06:59.184238 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:59.208313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb5636-838a-43e6-b6ec-7d39a515ddbe req-42db3ff5-58e4-4ff7-8907-abb4c98efb94 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.209754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8cdb5636-838a-43e6-b6ec-7d39a515ddbe req-42db3ff5-58e4-4ff7-8907-abb4c98efb94 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 1101 time: 0.0903280 Aug 27 16:06:59.234790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2143c542-9507-4238-869d-d0d457e0d2d7 req-a8bdb8c0-af35-4d3e-82aa-3c9f20baae90 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Aug 27 16:06:59.248253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71547ef-0133-484d-b0c2-62a1d89633ff None None] Pushing event updated for resources: {'Port': ['ID=040cd1a0-a2ce-43a8-ae32-286448451de7,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:06:59.253054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e01b2c11-4cce-4954-bac6-255a74a65101'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:59.279039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8cdb5636-838a-43e6-b6ec-7d39a515ddbe req-749624ad-a589-4746-a92e-d813449c8047 tempest-ServersOnMultiNodesTest-1736612349 tempest-ServersOnMultiNodesTest-1736612349-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526426 Aug 27 16:06:59.290489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['e01b2c11-4cce-4954-bac6-255a74a65101'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:06:59.343362 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-28ef12bf-2eb9-4bd5-bc7e-666e832d6377 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810012 Aug 27 16:06:59.417618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Routers {'fb972647-2121-4d53-b4f0-9ca2c857bbf9'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:06:59.417618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:06:59.511201 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a729ba3-d9f8-4267-aa88-471265b9618d req-1b872391-ee85-4876-b55d-b0939ff6ec0e service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509140 Aug 27 16:06:59.557270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03d1142c-e79e-4636-9ba3-7c24410985e7 req-54979f59-c7cb-4ed4-b1b2-e7d406cb1e30 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1586599 Aug 27 16:06:59.577569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 745a0425-e38e-43c4-aaac-b21d79971f66 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:06:59.601833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93a8636e-98ab-4bb6-ad11-0ba5667e90e3 req-51f9db29-ceb7-4ff3-bd9c-2569d7f854bf tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips/2a291d8a-4854-4e5a-920d-9c2045d9bcc0 HTTP/1.1" status: 200 len: 691 time: 0.2706778 Aug 27 16:06:59.692800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] Set router fb972647-2121-4d53-b4f0-9ca2c857bbf9 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:06:59.781783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-66afb62c-4f81-4729-8dfa-c1e67f73b838 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356087 Aug 27 16:06:59.792261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac7c6-9707-4ffd-ad1a-1f1ef76e4017 req-ff8b21bb-122b-4324-89cb-e03eb77ee80e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.794000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7adac7c6-9707-4ffd-ad1a-1f1ef76e4017 req-ff8b21bb-122b-4324-89cb-e03eb77ee80e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 944 time: 0.1184983 Aug 27 16:06:59.829023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8636e-98ab-4bb6-ad11-0ba5667e90e3 req-eb48f238-f574-429d-8792-d7d708b545a4 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.835884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93a8636e-98ab-4bb6-ad11-0ba5667e90e3 req-eb48f238-f574-429d-8792-d7d708b545a4 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.2330396 Aug 27 16:06:59.843299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-93a8636e-98ab-4bb6-ad11-0ba5667e90e3 req-1ad1d8b2-2c45-48db-b6e3-ba376a748d34 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:06:59.854829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 745a0425-e38e-43c4-aaac-b21d79971f66 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:06:59.855215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:06:59.855725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93a8636e-98ab-4bb6-ad11-0ba5667e90e3 req-1ad1d8b2-2c45-48db-b6e3-ba376a748d34 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187361 Aug 27 16:06:59.900433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7adac7c6-9707-4ffd-ad1a-1f1ef76e4017 req-7b808b76-d73a-4229-9799-d0a07ada33fc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939951 Aug 27 16:06:59.950768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-8c9b2075-a328-4407-8d03-da17cf10ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:06:59.952595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-8c9b2075-a328-4407-8d03-da17cf10ceb1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 1118 time: 0.0906086 Aug 27 16:07:00.127553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb009c-0e0f-41e8-be17-bf2a408d5f97 req-78d04731-0603-45ac-925e-867908a9a58f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:00.127969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:06:55Z', 'revision_number': 4, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port': {'id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:52Z', 'updated_at': '2021-08-27T16:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '040cd1a0-a2ce-43a8-ae32-286448451de7', 'name': '', 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'mac_address': 'fa:16:3e:cb:8f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ac14bef4-ae4c-492f-abd8-fa83cc0a6410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:54Z', 'updated_at': '2021-08-27T16:06:59Z', 'revision_number': 4, 'project_id': '70293d178c384db1ac75984dc60b03de', 'subnets': [{'id': 'ac14bef4-ae4c-492f-abd8-fa83cc0a6410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:00.129291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2cb009c-0e0f-41e8-be17-bf2a408d5f97 req-78d04731-0603-45ac-925e-867908a9a58f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.1162264 Aug 27 16:07:00.140144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-41e99272-15fc-492b-9b41-bec47517b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:00.145898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-41e99272-15fc-492b-9b41-bec47517b853 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1552193 Aug 27 16:07:00.220436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2cb009c-0e0f-41e8-be17-bf2a408d5f97 req-92b680ed-fe6b-4ba3-9193-bafef5aa1440 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777678 Aug 27 16:07:00.236152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-f2a6b5f5-e226-491e-9de4-a6de550b8b8c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 200 len: 217 time: 0.0624185 Aug 27 16:07:00.281805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94e07e-781e-4778-ad0d-f46b07d8409d None None] The sync data for ids ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'] in n-d-806412-1 is: [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:06:55Z', 'revision_number': 4, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port': {'id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:52Z', 'updated_at': '2021-08-27T16:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '040cd1a0-a2ce-43a8-ae32-286448451de7', 'name': '', 'network_id': '84a4dbe4-e746-4900-9795-9f1b0909ec47', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'mac_address': 'fa:16:3e:cb:8f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'ac14bef4-ae4c-492f-abd8-fa83cc0a6410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:54Z', 'updated_at': '2021-08-27T16:06:59Z', 'revision_number': 4, 'project_id': '70293d178c384db1ac75984dc60b03de', 'subnets': [{'id': 'ac14bef4-ae4c-492f-abd8-fa83cc0a6410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:07:00.379877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-c2a055df-2f2c-435c-848f-a78963c2c882 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:00.381435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-c2a055df-2f2c-435c-848f-a78963c2c882 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.97 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.2089570 Aug 27 16:07:00.392222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e88cea8a-feca-4034-bd2a-eeae4444736b req-c4ef3086-5b8c-4aa5-b2ce-9882454bac5d tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=70293d178c384db1ac75984dc60b03de HTTP/1.1" status: 200 len: 694 time: 0.0988431 Aug 27 16:07:00.507319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-d472799d-5a8d-454b-a189-818d419b5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:00.509468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-d472799d-5a8d-454b-a189-818d419b5f9d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.2551830 Aug 27 16:07:00.616474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-79cd070e-e75c-4a91-b012-e4f6fa1b06a3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524962 Aug 27 16:07:00.632038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:00.635535 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:00.662993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636c6d8-5374-4617-9ea7-648836820e44 req-6f2121b7-b794-4a74-bab4-190983127e9f tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:00.664624 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9636c6d8-5374-4617-9ea7-648836820e44 req-6f2121b7-b794-4a74-bab4-190983127e9f tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 946 time: 0.2039571 Aug 27 16:07:00.673056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cea8a-feca-4034-bd2a-eeae4444736b req-8affcd50-cbf7-4c38-aec9-d3e4920b27fe tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:00.674525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e88cea8a-feca-4034-bd2a-eeae4444736b req-8affcd50-cbf7-4c38-aec9-d3e4920b27fe tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks?id=e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 787 time: 0.2613020 Aug 27 16:07:00.734200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-e88cea8a-feca-4034-bd2a-eeae4444736b req-b319d77e-d2ab-4cae-8a35-2f0724a3cd5d tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:07:00.735225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e88cea8a-feca-4034-bd2a-eeae4444736b req-b319d77e-d2ab-4cae-8a35-2f0724a3cd5d tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462177 Aug 27 16:07:00.793766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Deleting port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:00.794110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:00.878225 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-e24a7da5-700a-4ddc-b2ad-06fdd93d1994 service neutron] 10.222.0.90 "GET /v2.0/ports/ed864fdb-0103-4ba2-9bfd-f93dfccf264c/bindings/n-h2-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.0605593 Aug 27 16:07:00.880281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9636c6d8-5374-4617-9ea7-648836820e44 req-3e25ed79-cbf4-4b5a-b822-f17e09ce628a tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038012 Aug 27 16:07:00.885081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-96b82e2a-d2f7-4280-875f-87af1e2483f3 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413151 Aug 27 16:07:01.102438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:01.128049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:01.162349 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed864fdb-0103-4ba2-9bfd-f93dfccf264c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:01.177089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:01.262576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.269128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dca1c-9f0d-4a88-8885-a95b73a6653a req-6ae74b2e-4504-4ad2-bd2c-3d6c4efd6896 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:01.270669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b3dca1c-9f0d-4a88-8885-a95b73a6653a req-6ae74b2e-4504-4ad2-bd2c-3d6c4efd6896 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.4704950 Aug 27 16:07:01.319049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] For port 1dd860c6-651d-455e-9b53-d30cfbeb68f9, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1dd860c6-651d-455e-9b53-d30cfbeb68f9,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:01.319478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.341824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b615-15f5-421f-ae0b-dfcf42733dc7 req-08576355-1563-4a99-b7b4-dc512db84cbb tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:01.343368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1143b615-15f5-421f-ae0b-dfcf42733dc7 req-08576355-1563-4a99-b7b4-dc512db84cbb tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 944 time: 0.1908484 Aug 27 16:07:01.356865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] Transition to ACTIVE for port object ed864fdb-0103-4ba2-9bfd-f93dfccf264c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:01.364883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Calling delete_port for 1dd860c6-651d-455e-9b53-d30cfbeb68f9 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:01.382711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdf04f9-5ae8-4e76-969b-f8237ecabca0 req-2dc8df1b-55da-4703-8526-7e4230f8732d service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376487 Aug 27 16:07:01.394885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b3dca1c-9f0d-4a88-8885-a95b73a6653a req-2d424038-3f70-438e-95d4-3b4051a667ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035550 Aug 27 16:07:01.440650 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.452713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1143b615-15f5-421f-ae0b-dfcf42733dc7 req-d246a54b-620f-4226-a735-5e60cb83e4c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857842 Aug 27 16:07:01.555868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] Pushing event updated for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=10']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:01.577239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 040cd1a0-a2ce-43a8-ae32-286448451de7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:01.584721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] No DVR routers for this DVR port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:01.598023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e9df853-7f4c-40eb-a6eb-c64b0aec5710 req-5af142b5-516e-4513-aa41-b1bcb77190fd tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0470140 Aug 27 16:07:01.623381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0f16673a-7b1c-4e5e-9485-b60e8265646b service neutron] 10.222.0.90 "PUT /v2.0/ports/ed864fdb-0103-4ba2-9bfd-f93dfccf264c/bindings/n-h2-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7310786 Aug 27 16:07:01.629102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bf450-fad6-426c-8235-f478599b2b5f req-efaf6100-681e-4625-b4da-075e1af71345 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:01.630615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d81bf450-fad6-426c-8235-f478599b2b5f req-efaf6100-681e-4625-b4da-075e1af71345 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 950 time: 0.1306052 Aug 27 16:07:01.660975 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c66ba2-ccb9-4e7f-b391-2872cdb67306 x-openstack-request-id: req-65c66ba2-ccb9-4e7f-b391-2872cdb67306 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:01.661516 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:01.661619 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-65c66ba2-ccb9-4e7f-b391-2872cdb67306 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:01.662181 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101', 'status': 'completed', 'code': 200} Aug 27 16:07:01.676901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d81bf450-fad6-426c-8235-f478599b2b5f req-518b73c2-ad52-4bd4-aa4c-cad03fa2a58a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360885 Aug 27 16:07:01.686070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.708398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 040cd1a0-a2ce-43a8-ae32-286448451de7 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:01.714599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 040cd1a0-a2ce-43a8-ae32-286448451de7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:01.719770 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.777291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event deleted for resources: {'Port': ['ID=1dd860c6-651d-455e-9b53-d30cfbeb68f9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:01.790803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-bcc1aad0-0517-4a56-b528-8064b930a317 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips/2a291d8a-4854-4e5a-920d-9c2045d9bcc0 HTTP/1.1" status: 200 len: 691 time: 0.1129239 Aug 27 16:07:01.817483 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.845792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-2f84f0ff-12f8-4103-b81e-f75ba3d08c9c tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:01.847752 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-2f84f0ff-12f8-4103-b81e-f75ba3d08c9c tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0607159 Aug 27 16:07:01.857898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 040cd1a0-a2ce-43a8-ae32-286448451de7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=040cd1a0-a2ce-43a8-ae32-286448451de7,segment=NetworkSegment(df3c8be0-f729-4766-ae1f-5b2562c3135b),segment_id=df3c8be0-f729-4766-ae1f-5b2562c3135b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:01.907251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] No DVR routers for this DVR port 1dd860c6-651d-455e-9b53-d30cfbeb68f9 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:01.913117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-e5b71849-5705-4708-9f63-9231f4b48af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:01.914979 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-e5b71849-5705-4708-9f63-9231f4b48af1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c&tenant_id=1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0429144 Aug 27 16:07:01.915151 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.915290 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:01.916998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c025a6e-d2fc-442d-8299-a2d5bc324dd5 req-7980bcd5-0906-4672-b5a8-fbddc76bdb6c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.97 "DELETE /v2.0/ports/1dd860c6-651d-455e-9b53-d30cfbeb68f9 HTTP/1.1" status: 204 len: 173 time: 1.5214498 Aug 27 16:07:01.918526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'name': 'network-vif-deleted', 'tag': '1dd860c6-651d-455e-9b53-d30cfbeb68f9'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:01.921477 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cf92f8-3a70-4220-9b27-92c716fbd31e" -d '{"events": [{"server_uuid": "f4dda823-269b-4ae9-9586-2bf13c9a8b16", "name": "network-vif-deleted", "tag": "1dd860c6-651d-455e-9b53-d30cfbeb68f9"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:01.924907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-cab0089c-40a7-4bfc-a31f-2dd028de0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:01.926366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-cab0089c-40a7-4bfc-a31f-2dd028de0b1b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1124 time: 0.2065706 Aug 27 16:07:01.947857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812198e6-b8c9-4fc5-b579-be91d03fd095 req-8f1dda7a-3d3b-4b64-b1b0-67d3e85b266d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:01.952502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-812198e6-b8c9-4fc5-b579-be91d03fd095 req-8f1dda7a-3d3b-4b64-b1b0-67d3e85b266d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.1795843 Aug 27 16:07:01.966153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=040cd1a0-a2ce-43a8-ae32-286448451de7,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:02.106899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-9334fc45-f6c8-4632-8aaf-975ab7b29f57 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.108267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-9334fc45-f6c8-4632-8aaf-975ab7b29f57 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.2929287 Aug 27 16:07:02.110865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-812198e6-b8c9-4fc5-b579-be91d03fd095 req-22f25be1-2c35-4865-992f-d0ea76b6fdfd tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480575 Aug 27 16:07:02.122368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-d6c9d317-fc29-4db1-9183-30c30f209542 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:07:02.123296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-d6c9d317-fc29-4db1-9183-30c30f209542 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086625 Aug 27 16:07:02.125450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-feeee9d8-62e0-4ff8-b947-870afdd9227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.126862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-feeee9d8-62e0-4ff8-b947-870afdd9227f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1096 time: 0.1650827 Aug 27 16:07:02.214072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-f02fd4b2-3399-4ca7-8b75-8565edc0e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.215444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-f02fd4b2-3399-4ca7-8b75-8565edc0e6b4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.2636118 Aug 27 16:07:02.256699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-8fe1e48e-91d9-42a2-abb6-591b093460b7 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.1247792 Aug 27 16:07:02.324032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:02.344385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-5da0b95e-f630-4920-8fc5-ee3b8076472c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01b2c11-4cce-4954-bac6-255a74a65101 HTTP/1.1" status: 200 len: 217 time: 0.1035225 Aug 27 16:07:02.361490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-8786f35d-af35-45e4-8bff-dbdea982f01c tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.2 HTTP/1.1" status: 200 len: 694 time: 0.0918055 Aug 27 16:07:02.370477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:02.421178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360bc18-ab60-4e69-b7fa-b8f79ef1ddfb req-8db980d5-21ce-42c3-9766-1ded076e2c1c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.422626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6360bc18-ab60-4e69-b7fa-b8f79ef1ddfb req-8db980d5-21ce-42c3-9766-1ded076e2c1c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.2341444 Aug 27 16:07:02.529982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0b0dfedf-57af-4056-8bd4-6b456f578203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.533867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-0b0dfedf-57af-4056-8bd4-6b456f578203 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.3829265 Aug 27 16:07:02.544957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-871080ce-572e-4a43-b4af-e7dcabd228c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.546369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-871080ce-572e-4a43-b4af-e7dcabd228c2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.1729267 Aug 27 16:07:02.598498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6360bc18-ab60-4e69-b7fa-b8f79ef1ddfb req-2063e6a2-2896-43f9-85ae-1a665aa08566 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373811 Aug 27 16:07:02.625382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-3d9a9138-4676-4654-895b-0e06428bd69e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 200 len: 217 time: 0.0715599 Aug 27 16:07:02.649901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-dc85b51a-67de-4dfa-9df4-3a501f0c1f70 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501671 Aug 27 16:07:02.652337 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296020d6-3799-4c37-947d-9ac8c9ae59f4 x-openstack-request-id: req-296020d6-3799-4c37-947d-9ac8c9ae59f4 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:02.652691 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dda823-269b-4ae9-9586-2bf13c9a8b16", "name": "network-vif-deleted", "tag": "1dd860c6-651d-455e-9b53-d30cfbeb68f9", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:02.652944 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-296020d6-3799-4c37-947d-9ac8c9ae59f4 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:02.653321 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dda823-269b-4ae9-9586-2bf13c9a8b16', 'name': 'network-vif-deleted', 'tag': '1dd860c6-651d-455e-9b53-d30cfbeb68f9', 'status': 'completed', 'code': 200} Aug 27 16:07:02.759662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-8e5ea219-9aae-4de9-aa4f-e1b06c77633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.761027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-8e5ea219-9aae-4de9-aa4f-e1b06c77633a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.1062963 Aug 27 16:07:02.765966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Deleting port 1922e136-364b-43ef-9c92-15941b0fe6d1 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:02.766304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:02.842861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-6efb4b49-bca3-4628-999b-979e8d87a282 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678966 Aug 27 16:07:02.879864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-47e7069d-f3ec-4628-b4df-ff934d6f3ede service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959324 Aug 27 16:07:02.986171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-c60fbea2-5043-4a79-9ea6-290306c22668 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:02.987838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-c60fbea2-5043-4a79-9ea6-290306c22668 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 950 time: 0.0490339 Aug 27 16:07:02.999106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:02.999511 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.025411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Calling delete_port for 1922e136-364b-43ef-9c92-15941b0fe6d1 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:03.054625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1dd860c6-651d-455e-9b53-d30cfbeb68f9 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:03.087736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 1dd860c6-651d-455e-9b53-d30cfbeb68f9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:03.088227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1dd860c6-651d-455e-9b53-d30cfbeb68f9 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:03.100509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-5c83772f-f953-4dae-a453-93ae0c9647ff service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444313 Aug 27 16:07:03.126167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:03.126517 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.146182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62aaf88-6ffe-473f-b678-3aeae7be0fb5 req-f40cb45b-9077-4fb5-95ce-e758e8bd551a service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355914 Aug 27 16:07:03.234213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port 88dec623-9fd5-4ee3-8b05-13c6f98097f6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=88dec623-9fd5-4ee3-8b05-13c6f98097f6,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:03.234590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.252788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56c0b6-488f-4491-ab66-9a9e120f080b req-aae4cbc3-a0bb-4e88-9c79-aae31647fbb5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:03.253370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for 88dec623-9fd5-4ee3-8b05-13c6f98097f6 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:03.254276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff56c0b6-488f-4491-ab66-9a9e120f080b req-aae4cbc3-a0bb-4e88-9c79-aae31647fbb5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1605961 Aug 27 16:07:03.288183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-b9945dcd-f47e-4ee3-8831-a559d6bd0e16 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700995 Aug 27 16:07:03.329911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff56c0b6-488f-4491-ab66-9a9e120f080b req-13572dff-86d8-4fa7-bee6-8c2eb1529732 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670252 Aug 27 16:07:03.446477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a3a79ad-f221-4bb0-8f71-1a708a697521 req-e0133424-764d-4d63-ae7b-46956985ea80 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4dda823-269b-4ae9-9586-2bf13c9a8b16 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Aug 27 16:07:03.491204 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.512582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 040cd1a0-a2ce-43a8-ae32-286448451de7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:03.544335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Pushing event deleted for resources: {'Port': ['ID=1922e136-364b-43ef-9c92-15941b0fe6d1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:03.558315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.564939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 040cd1a0-a2ce-43a8-ae32-286448451de7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:03.565446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.579050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4cda645-bd3f-4c5d-981e-5540ff713baa req-2658484b-76c2-4a56-845e-558f4654017d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0508409 Aug 27 16:07:03.579851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.582364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.592620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e797ceb7-2c0b-4d64-96b3-192ee59d5062 req-de4f931b-9ffa-4186-977d-8b3f681db219 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "DELETE /v2.0/floatingips/2a291d8a-4854-4e5a-920d-9c2045d9bcc0 HTTP/1.1" status: 204 len: 173 time: 1.1961319 Aug 27 16:07:03.592952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=88dec623-9fd5-4ee3-8b05-13c6f98097f6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:03.631002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005', '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48', '88dec623-9fd5-4ee3-8b05-13c6f98097f6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:03.695902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c', '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'd17590c5-5147-4031-88a2-ec224a8bcd0f', '8c97351a-0362-4323-aab9-3c5551792552'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:03.697095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port 88dec623-9fd5-4ee3-8b05-13c6f98097f6 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:03.697095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:03.697095 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-47847061-d26c-4896-a6ee-06dee56a0b8b req-26bf7a40-6c70-4e83-8648-c676263c743b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "DELETE /v2.0/ports/88dec623-9fd5-4ee3-8b05-13c6f98097f6 HTTP/1.1" status: 204 len: 173 time: 0.6675057 Aug 27 16:07:03.697095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7116269c-e36a-466c-befd-90f1a452deeb', 'name': 'network-vif-deleted', 'tag': '88dec623-9fd5-4ee3-8b05-13c6f98097f6'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:03.697095 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42734e5a-829e-4326-bc51-b7fed626092a" -d '{"events": [{"server_uuid": "7116269c-e36a-466c-befd-90f1a452deeb", "name": "network-vif-deleted", "tag": "88dec623-9fd5-4ee3-8b05-13c6f98097f6"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:03.744663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-337dc1fb-4f0d-4c4b-a7bb-92664aea907a req-65bca042-6860-4e6d-8f50-0f473319fd2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=7116269c-e36a-466c-befd-90f1a452deeb HTTP/1.1" status: 200 len: 210 time: 0.0440216 Aug 27 16:07:03.778424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-35e91c6b-57dd-4474-bcf9-d700c9ad3c4e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--292653170&fields=id&tenant_id=f8c5920671ec4e9584dc477cc4c08ccc HTTP/1.1" status: 200 len: 267 time: 0.0794370 Aug 27 16:07:03.932955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f067-e57c-488f-939c-b8f680820703 req-0b9bbd97-14ec-469e-aee4-9f44ae94c932 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:03.934447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8004f067-e57c-488f-939c-b8f680820703 req-0b9bbd97-14ec-469e-aee4-9f44ae94c932 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.0811465 Aug 27 16:07:03.958266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-859d4606-0022-400f-bcde-79eb407a8dfe tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:03.959705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-859d4606-0022-400f-bcde-79eb407a8dfe tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 823 time: 0.1715779 Aug 27 16:07:03.982001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-16560f3d-1ddf-4381-8f9e-fe653df55b4f tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/quotas/f8c5920671ec4e9584dc477cc4c08ccc HTTP/1.1" status: 200 len: 375 time: 0.0151937 Aug 27 16:07:04.012397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8004f067-e57c-488f-939c-b8f680820703 req-143adeed-cd9d-417b-af89-f66b6edb2fda tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693729 Aug 27 16:07:04.045883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-57d43f02-9b8e-4cad-915c-43ae09082d0e tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:04.048132 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-57d43f02-9b8e-4cad-915c-43ae09082d0e tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0650561 Aug 27 16:07:04.125948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-06688f40-f7bb-437e-9ff7-88e3d285db90 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1352887 Aug 27 16:07:04.215616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-68c1f538-3a3c-4e0d-a814-e897775a6c21 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1675813 Aug 27 16:07:04.228173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:04.259684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-02c2783f-1584-48df-82dc-5e9a47cb3d12 service neutron] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:04.264154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-02c2783f-1584-48df-82dc-5e9a47cb3d12 service neutron] Notify callbacks [] for binding, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:04.265587 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a5ed314-88ad-455e-9681-83c71822c3a9 req-02c2783f-1584-48df-82dc-5e9a47cb3d12 service neutron] 10.222.0.97 "DELETE /v2.0/ports/ed864fdb-0103-4ba2-9bfd-f93dfccf264c/bindings/n-h1-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.2036097 Aug 27 16:07:04.267758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-c3343cb8-d05a-4194-83a7-7bdd2ebc81a0 service neutron] 10.222.0.101 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243181 Aug 27 16:07:04.361983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-e08d4edb-e7f7-4d75-9e64-9097da34c6f5 service neutron] 10.222.0.101 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873425 Aug 27 16:07:04.393579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:04.493845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:04.608953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Allocated IP 172.25.4.187 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1a781381-cb13-43a5-8d59-fae9d53fc774) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:04.746584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:04.760506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df382553-6d57-474d-bbc9-5eb3dcbc83db req-123f8650-f6bd-4b3c-b3d9-f3b177ba0920 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:04.761996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df382553-6d57-474d-bbc9-5eb3dcbc83db req-123f8650-f6bd-4b3c-b3d9-f3b177ba0920 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.0830567 Aug 27 16:07:05.068776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df382553-6d57-474d-bbc9-5eb3dcbc83db req-9f0023fa-74cc-4f0d-8824-b2e21f600f21 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949364 Aug 27 16:07:05.123249 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0cc9ac-142d-4c5e-bd9d-f19696623442 x-openstack-request-id: req-5c0cc9ac-142d-4c5e-bd9d-f19696623442 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:05.123249 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7116269c-e36a-466c-befd-90f1a452deeb", "name": "network-vif-deleted", "tag": "88dec623-9fd5-4ee3-8b05-13c6f98097f6", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:05.123249 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c0cc9ac-142d-4c5e-bd9d-f19696623442 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:05.123249 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7116269c-e36a-466c-befd-90f1a452deeb', 'name': 'network-vif-deleted', 'tag': '88dec623-9fd5-4ee3-8b05-13c6f98097f6', 'status': 'completed', 'code': 200} Aug 27 16:07:05.143867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.212180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:05.221890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:05.221890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Pushing event updated for resources: {'Port': ['ID=1a781381-cb13-43a5-8d59-fae9d53fc774,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:05.223040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:05.265826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510a52-ed46-48f1-98b0-3d87810f1e6d req-d9ebc156-84ce-4488-adbf-efe890890022 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:05.267349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98510a52-ed46-48f1-98b0-3d87810f1e6d req-d9ebc156-84ce-4488-adbf-efe890890022 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0964837 Aug 27 16:07:05.298627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.322595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98510a52-ed46-48f1-98b0-3d87810f1e6d req-c0e25bd2-3d36-46b3-9ede-ce035d7baab7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Aug 27 16:07:05.394598 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.472732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a961862a-4c1f-44bc-b37b-aa696e1edd17 req-2e2035d0-2419-4f0c-9ddb-81725f7c9343 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0324433 Aug 27 16:07:05.522267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-348cc3c1-efe6-4baa-b05f-8ff4538defde tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:05.524740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-348cc3c1-efe6-4baa-b05f-8ff4538defde tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.97 "GET /v2.0/ports?device_id=40ff49d0-bdc9-4c56-a428-043402097756 HTTP/1.1" status: 200 len: 946 time: 0.0986941 Aug 27 16:07:05.583947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7f785f7-d851-456e-9791-42833350196e req-ed8f8449-db2f-43c5-88eb-d501cfa12ad1 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 210 time: 0.0438502 Aug 27 16:07:05.647218 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.674365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Deleting port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:05.674806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.732019 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.748759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82485b68-1365-4fdf-8790-bbd451e5e4a0 req-0799cd87-8188-43a1-ae81-dfcf6b353877 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:05.750385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82485b68-1365-4fdf-8790-bbd451e5e4a0 req-0799cd87-8188-43a1-ae81-dfcf6b353877 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.0632741 Aug 27 16:07:05.770218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] For port 441c3c7d-bad1-4c4e-b574-386dd4958ea3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=441c3c7d-bad1-4c4e-b574-386dd4958ea3,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:05.770848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.789565 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.815720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Pushing event updated for resources: {'Port': ['ID=1a781381-cb13-43a5-8d59-fae9d53fc774,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:05.839091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82485b68-1365-4fdf-8790-bbd451e5e4a0 req-8aa7d409-9ea6-4cf1-a9b5-65163fb9709d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623772 Aug 27 16:07:05.920492 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:05.920956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-cf7014b5-c0a6-4f91-811a-fb4ad58ec3aa tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6992440 Aug 27 16:07:05.992834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-b61710c5-5e81-481b-8004-1ca08d642081 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.0652406 Aug 27 16:07:06.036854 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.037267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.037593 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c disassociated. External IP: 172.25.4.119, port: 441c3c7d-bad1-4c4e-b574-386dd4958ea3. Aug 27 16:07:06.037938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Calling delete_port for 441c3c7d-bad1-4c4e-b574-386dd4958ea3 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:06.104982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53668) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:06.110838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d9d45068-bbee-4a03-9896-44fb43a84759 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135663248', 'description': 'tempest-description--2064274745'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:06.131492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-e94584c1-c709-4888-a64e-f44bfb209720 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:06.144915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d47cc71-c00f-47ed-8d48-54d1c645b1c2 req-e94584c1-c709-4888-a64e-f44bfb209720 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1409526 Aug 27 16:07:06.233662 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9d45068-bbee-4a03-9896-44fb43a84759 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.262674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7284-b8f2-430a-8f4a-c2242ec13243 req-3990def5-779f-4e3d-b9c6-ee2c49b04c70 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:06.264109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f5a7284-b8f2-430a-8f4a-c2242ec13243 req-3990def5-779f-4e3d-b9c6-ee2c49b04c70 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.0630319 Aug 27 16:07:06.268154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.299532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event deleted for resources: {'Port': ['ID=441c3c7d-bad1-4c4e-b574-386dd4958ea3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:06.322631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f5a7284-b8f2-430a-8f4a-c2242ec13243 req-eae978c7-2302-46e6-8735-ffbe42e2c76f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510454 Aug 27 16:07:06.392959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9d45068-bbee-4a03-9896-44fb43a84759 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.445470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0834945-6c50-426e-a9e5-98252fb241fd req-392fc8fa-b579-4820-9084-2b4d34577679 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips/6e06643e-b4d7-4ca2-87c8-02878caa8f3b HTTP/1.1" status: 200 len: 693 time: 0.0549579 Aug 27 16:07:06.449577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:07:06.450946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9d45068-bbee-4a03-9896-44fb43a84759 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.553809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d45068-bbee-4a03-9896-44fb43a84759 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3209925d-9b2d-4ace-9d84-c0f217193e25,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:06.580427 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9d45068-bbee-4a03-9896-44fb43a84759 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.580757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:07:06.581686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d9d45068-bbee-4a03-9896-44fb43a84759 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4754052 Aug 27 16:07:06.587145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53680) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:06.597137 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] Sync routers for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:07:06.604679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ac44b729-4237-4bd0-b6f9-9d2e69150085 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Request body: {'security_group_rule': {'security_group_id': '3209925d-9b2d-4ace-9d84-c0f217193e25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:06.608581 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:06.609430 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:06.671690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e49c99-1623-42cf-8dd4-6fa6f75f7206 req-23974abe-832c-4fba-b3c0-99a7b59a0d2b tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:06.672592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] No DVR routers for this DVR port 441c3c7d-bad1-4c4e-b574-386dd4958ea3 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:06.678026 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.684361 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7a9d80ed-cbae-4a3f-b200-85b9fb241c5b req-b24cfa09-928c-4363-8d73-4dc6998712ea tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.97 "DELETE /v2.0/ports/441c3c7d-bad1-4c4e-b574-386dd4958ea3 HTTP/1.1" status: 204 len: 173 time: 1.1427181 Aug 27 16:07:06.684510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20e49c99-1623-42cf-8dd4-6fa6f75f7206 req-23974abe-832c-4fba-b3c0-99a7b59a0d2b tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1096 time: 0.1430354 Aug 27 16:07:06.722637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0834945-6c50-426e-a9e5-98252fb241fd req-97e1527e-53ac-443e-8be7-f1d1b3606f5a tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:06.724115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0834945-6c50-426e-a9e5-98252fb241fd req-97e1527e-53ac-443e-8be7-f1d1b3606f5a tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.2605889 Aug 27 16:07:06.762766 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:06.767257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ac44b729-4237-4bd0-b6f9-9d2e69150085 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.808027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20e49c99-1623-42cf-8dd4-6fa6f75f7206 req-11440760-c47d-40b2-8cb5-f9923fb88f33 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126177 Aug 27 16:07:06.817055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0834945-6c50-426e-a9e5-98252fb241fd req-147ae6dc-f273-43b1-aa6c-36ebab798a37 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.0829809 Aug 27 16:07:06.904083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ac44b729-4237-4bd0-b6f9-9d2e69150085 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:06.923311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0834945-6c50-426e-a9e5-98252fb241fd req-d3860d16-74d0-44f5-8ee4-03b2c28e0052 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.0934978 Aug 27 16:07:06.966666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ac44b729-4237-4bd0-b6f9-9d2e69150085 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.000634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44b729-4237-4bd0-b6f9-9d2e69150085 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273da98f-304f-4a59-8d83-c8f33d995128,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:07.041737 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:07.047890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc4faf-f30e-4101-a1d1-30c0ac678db2 req-264afd36-9e49-4e79-8a2b-97280107e4bf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:07.051867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcdc4faf-f30e-4101-a1d1-30c0ac678db2 req-264afd36-9e49-4e79-8a2b-97280107e4bf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1454065 Aug 27 16:07:07.062399 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ac44b729-4237-4bd0-b6f9-9d2e69150085 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.066511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ac44b729-4237-4bd0-b6f9-9d2e69150085 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752603 Aug 27 16:07:07.066511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53686) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:07.076605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 88dec623-9fd5-4ee3-8b05-13c6f98097f6 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:07.081924 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] Checking router: 8d5cf21f-52e5-45e2-b436-fb8d48e41045 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:07:07.087896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ef10190d-359c-4a42-a916-0c83954f4bce tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Request body: {'security_group_rule': {'security_group_id': '3209925d-9b2d-4ace-9d84-c0f217193e25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:07.092984 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:07.093595 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:07.134308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 88dec623-9fd5-4ee3-8b05-13c6f98097f6 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:07.134649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 88dec623-9fd5-4ee3-8b05-13c6f98097f6 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:07.136623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'name': 'network-vif-deleted', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:07.137389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 441c3c7d-bad1-4c4e-b574-386dd4958ea3 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:07.142611 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca0b8e2-33e4-4839-ba40-b6ccd258de10" -d '{"events": [{"server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "name": "network-vif-deleted", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:07.153682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcdc4faf-f30e-4101-a1d1-30c0ac678db2 req-3362923e-c71a-492c-8aa7-28f5cb9fa539 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917478 Aug 27 16:07:07.171019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 441c3c7d-bad1-4c4e-b574-386dd4958ea3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:07.172770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 441c3c7d-bad1-4c4e-b574-386dd4958ea3 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:07.180511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Deleting port 1a781381-cb13-43a5-8d59-fae9d53fc774 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:07.180892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.237811 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:07.261524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-359c-4a42-a916-0c83954f4bce tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.306761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef85722-6099-4709-bfb3-d56441f41613 req-fdb9e2c3-0ba4-44a2-93ed-7dfec7550bbf tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:07.308129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef85722-6099-4709-bfb3-d56441f41613 req-fdb9e2c3-0ba4-44a2-93ed-7dfec7550bbf tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 949 time: 0.0741022 Aug 27 16:07:07.317891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.318149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.326189 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-359c-4a42-a916-0c83954f4bce tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.344369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Calling delete_port for 1a781381-cb13-43a5-8d59-fae9d53fc774 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:07.373451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef85722-6099-4709-bfb3-d56441f41613 req-60586bd7-15d6-4c0e-89bf-f8ef5a423697 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518532 Aug 27 16:07:07.410180 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-359c-4a42-a916-0c83954f4bce tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.450333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10190d-359c-4a42-a916-0c83954f4bce tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98372ca1-0930-49e4-9dda-5edc1e4821f0,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:07.489780 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:07.521266 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e91ce-7b59-4137-a182-ab823ec71a9c None None] The sync data for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 is: [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:07:07.542299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54f319de-fdbd-44ea-a096-5a5b4a1c54d6 req-8be00110-e98f-4d9d-8d7f-a656d0d3e6c2 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0435913 Aug 27 16:07:07.567869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-359c-4a42-a916-0c83954f4bce tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.569315 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ef10190d-359c-4a42-a916-0c83954f4bce tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5017755 Aug 27 16:07:07.572493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53692) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:07.583090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:07.679112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51853a4e-075b-48a1-8799-3b47cb80a586 req-29031929-6571-4997-a15c-e140a4a01320 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 210 time: 0.0356829 Aug 27 16:07:07.686613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.729556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.758825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Pushing event deleted for resources: {'Port': ['ID=1a781381-cb13-43a5-8d59-fae9d53fc774,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:07.807209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.810536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:07.811713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0834945-6c50-426e-a9e5-98252fb241fd req-0a862ca9-10e7-40b2-a9f2-24d2657b68b8 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "DELETE /v2.0/floatingips/6e06643e-b4d7-4ca2-87c8-02878caa8f3b HTTP/1.1" status: 204 len: 173 time: 0.8746364 Aug 27 16:07:07.859667 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f0727-30ec-41c6-8c64-d576b1b245f0 x-openstack-request-id: req-e40f0727-30ec-41c6-8c64-d576b1b245f0 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:07.859962 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ff49d0-bdc9-4c56-a428-043402097756", "name": "network-vif-deleted", "tag": "441c3c7d-bad1-4c4e-b574-386dd4958ea3", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:07.860221 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e40f0727-30ec-41c6-8c64-d576b1b245f0 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:07.860812 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ff49d0-bdc9-4c56-a428-043402097756', 'name': 'network-vif-deleted', 'tag': '441c3c7d-bad1-4c4e-b574-386dd4958ea3', 'status': 'completed', 'code': 200} Aug 27 16:07:07.891810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633509c4-31c8-4ee3-bdbf-24edfd453574 req-adc3a41c-11e7-40df-afb6-6923970c3c61 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:07.901323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-633509c4-31c8-4ee3-bdbf-24edfd453574 req-adc3a41c-11e7-40df-afb6-6923970c3c61 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 1096 time: 0.0990145 Aug 27 16:07:07.962166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682f78e-353d-4c30-8e1f-258e077b0893 None None] New status for floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:07:07.978981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-47879020-7eab-42af-aa9a-2cbc7c389fd0 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:07.980797 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-47879020-7eab-42af-aa9a-2cbc7c389fd0 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.90 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 823 time: 0.3265731 Aug 27 16:07:08.010226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-633509c4-31c8-4ee3-bdbf-24edfd453574 req-8a5118b5-2416-4af7-8605-65efd6eb037c tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944455 Aug 27 16:07:08.054301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118ce1-b37a-426a-9ad4-399a99f5c66f req-cef0cd89-2fb5-41c1-887c-4ef46c953779 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:08.060567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-25196200-a0ae-4746-9bae-d2bb654a8dc0 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8c5920671ec4e9584dc477cc4c08ccc HTTP/1.1" status: 200 len: 379 time: 0.0641799 Aug 27 16:07:08.062902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f118ce1-b37a-426a-9ad4-399a99f5c66f req-cef0cd89-2fb5-41c1-887c-4ef46c953779 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.1168754 Aug 27 16:07:08.079085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'port': {'device_id': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'admin_state_up': True, 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'security_groups': ['cd342cb4-52f0-443c-ad0c-1c0150b4a87e']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:08.113644 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-7a83ab43-fbd4-4d94-8a75-ddc422e2abc6 req-e2a2b59e-f86a-4983-b79f-92eb0348f7d4 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] show failed (client error): The resource could not be found. Aug 27 16:07:08.119793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a83ab43-fbd4-4d94-8a75-ddc422e2abc6 req-e2a2b59e-f86a-4983-b79f-92eb0348f7d4 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips/6e06643e-b4d7-4ca2-87c8-02878caa8f3b HTTP/1.1" status: 404 len: 350 time: 0.0812416 Aug 27 16:07:08.185930 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-8d0bdbff-20d5-43af-9a9e-9cb788727978 req-0f90df67-dcf9-49c4-a797-a045387f1a33 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] show failed (client error): The resource could not be found. Aug 27 16:07:08.198889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d0bdbff-20d5-43af-9a9e-9cb788727978 req-0f90df67-dcf9-49c4-a797-a045387f1a33 tempest-FloatingIPsTestJSON-1022737542 tempest-FloatingIPsTestJSON-1022737542-project] 10.222.0.101 "GET /v2.0/floatingips/6e06643e-b4d7-4ca2-87c8-02878caa8f3b HTTP/1.1" status: 404 len: 350 time: 0.0547299 Aug 27 16:07:08.201474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53704) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:08.218945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f118ce1-b37a-426a-9ad4-399a99f5c66f req-939b6366-c0a3-41f4-9506-1b8bc2cd4a6b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510630 Aug 27 16:07:08.434718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3d8f6-7650-4dde-9cf3-5f27184e461c req-438c0a4a-0161-4ccd-9fef-ddacca1391d3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:08.450027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adf3d8f6-7650-4dde-9cf3-5f27184e461c req-438c0a4a-0161-4ccd-9fef-ddacca1391d3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1058714 Aug 27 16:07:08.528675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adf3d8f6-7650-4dde-9cf3-5f27184e461c req-e63fcced-542f-4a62-99ac-c0145860b907 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744178 Aug 27 16:07:08.646248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:08.655164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Made reservation on behalf of f8c5920671ec4e9584dc477cc4c08ccc for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:08.658462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:08.667208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4820c6-4e00-45bc-8e73-b50119690b42 req-8b7a2eda-9996-4b46-8ab3-a5c4c974c258 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:08.672612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a4820c6-4e00-45bc-8e73-b50119690b42 req-8b7a2eda-9996-4b46-8ab3-a5c4c974c258 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 949 time: 0.0906866 Aug 27 16:07:08.725137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a4820c6-4e00-45bc-8e73-b50119690b42 req-3d86e689-d58e-4d4c-886a-deb55a8daaf4 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Aug 27 16:07:08.838099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a152ed40-d00a-475d-a0e4-7e223e96dad8 req-8ea013a8-e290-4326-86b0-5e95e97cb02e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0315304 Aug 27 16:07:08.930541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Allocated IP 172.25.4.12 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/274f2dd9-153e-4780-bb2f-c5c8ee5ea4f4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:08.945194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-889b702e-33e2-42b6-8eab-244e482b872d req-e616838e-e0d1-494a-bc46-dc9d7e08c9db tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 210 time: 0.0356891 Aug 27 16:07:09.138583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Allocated IP 172.20.0.11 (b21ea7b5-c1e7-4128-846e-fe74ee909096/4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b/17a7138b-f7c2-472b-8840-3b6308fa8fcc) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:09.214588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-7329c978-7e9a-433c-a96d-7d6ad461cf8a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:09.216153 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-7329c978-7e9a-433c-a96d-7d6ad461cf8a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 949 time: 0.1977081 Aug 27 16:07:09.242823 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:09.443357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56595cea-3262-42b2-b04d-880e8762b97f req-ef5956e8-a1f5-4107-a8fb-fb4a84585eb0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:09.447320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56595cea-3262-42b2-b04d-880e8762b97f req-ef5956e8-a1f5-4107-a8fb-fb4a84585eb0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.1415536 Aug 27 16:07:09.495049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56595cea-3262-42b2-b04d-880e8762b97f req-a57d6671-4a19-4ec2-b5dd-a927a1f9e2a7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Aug 27 16:07:09.538014 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:09.545881 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:09.605106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port 8c97351a-0362-4323-aab9-3c5551792552 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:09.605451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:09.609445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Transition to ACTIVE for port object 17a7138b-f7c2-472b-8840-3b6308fa8fcc will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:09.620004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:09.649254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca95af-094a-48e9-a0d9-5bb6b529a34a req-1839cfbd-e1c6-4379-93ff-36f12b7a697a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:09.651912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80ca95af-094a-48e9-a0d9-5bb6b529a34a req-1839cfbd-e1c6-4379-93ff-36f12b7a697a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0601439 Aug 27 16:07:09.664945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:09.687530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:09.700161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80ca95af-094a-48e9-a0d9-5bb6b529a34a req-c0d7dd86-7632-4bfa-ae48-56e5411b2547 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Aug 27 16:07:09.721343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'Port': ['ID=274f2dd9-153e-4780-bb2f-c5c8ee5ea4f4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:09.834932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:09.842993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port 8c97351a-0362-4323-aab9-3c5551792552, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8c97351a-0362-4323-aab9-3c5551792552,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:09.843383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:09.851873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd35049-1136-4eae-9cf2-e424b63d1add req-e27d3242-fd85-4100-944e-be1035046b10 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:09.853781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcd35049-1136-4eae-9cf2-e424b63d1add req-e27d3242-fd85-4100-944e-be1035046b10 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 949 time: 0.0563612 Aug 27 16:07:09.868706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for 8c97351a-0362-4323-aab9-3c5551792552 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:09.880052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:09.914166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcd35049-1136-4eae-9cf2-e424b63d1add req-85f9632a-e69a-4b7e-8d3e-2090166cfd88 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524528 Aug 27 16:07:09.925232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:10.002621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c07004e2-d098-4787-9cd3-de9ab90d89c4 req-825b9074-6af8-44ee-987d-11a7840d6890 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0449448 Aug 27 16:07:10.086743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:10.109060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c5959-eb8f-4649-9d7e-6a7a3ca2cf2a req-7c038736-9495-43dc-9c2a-737815195b9a tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:10.110587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a70c5959-eb8f-4649-9d7e-6a7a3ca2cf2a req-7c038736-9495-43dc-9c2a-737815195b9a tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 932 time: 0.0569165 Aug 27 16:07:10.131615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:10.142742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:10.148437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:10.153969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:10.154608 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:10.155381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a70c5959-eb8f-4649-9d7e-6a7a3ca2cf2a req-15b8f8b2-4f00-48e9-a0b1-35c66374903d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 Aug 27 16:07:10.164867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event updated for resources: {'Port': ['ID=17a7138b-f7c2-472b-8840-3b6308fa8fcc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:10.271005 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-24150d08-6f01-4176-a1ee-a16e76a4a03f service neutron] 10.222.0.97 "GET /v2.0/ports/e01b2c11-4cce-4954-bac6-255a74a65101/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.2716680 Aug 27 16:07:10.543043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa0b8451-79be-4109-bbbd-547b53c47447 None None] Provisioning for port 17a7138b-f7c2-472b-8840-3b6308fa8fcc completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:10.550824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa0b8451-79be-4109-bbbd-547b53c47447 None None] Provisioning complete for port 17a7138b-f7c2-472b-8840-3b6308fa8fcc triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:10.551754 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8451-79be-4109-bbbd-547b53c47447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:10.573769 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-586d04e9-d736-4a65-8c26-e92207360edf tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4994202 Aug 27 16:07:10.601845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b8451-79be-4109-bbbd-547b53c47447 None None] Port 17a7138b-f7c2-472b-8840-3b6308fa8fcc cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:07:10.631706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dab31-ade1-4bdb-85a7-c5a78f5a948b req-fcc3a51d-930b-4118-a078-408970cc67ac tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:10.635875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5dab31-ade1-4bdb-85a7-c5a78f5a948b req-fcc3a51d-930b-4118-a078-408970cc67ac tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.0535905 Aug 27 16:07:10.641140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Request body: {'port': {'device_id': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:10.680651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5dab31-ade1-4bdb-85a7-c5a78f5a948b req-147ea676-310c-4dc1-93da-cf734178b4fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367033 Aug 27 16:07:10.823814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b70a7-2461-45e2-a952-ff7b0c6a0801 req-2e0181c4-1140-48b6-896d-4766ce23558d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:10.825356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-350b70a7-2461-45e2-a952-ff7b0c6a0801 req-2e0181c4-1140-48b6-896d-4766ce23558d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0537887 Aug 27 16:07:10.864700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:10.867070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:10.870758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-350b70a7-2461-45e2-a952-ff7b0c6a0801 req-c0e0b4f8-2d4c-4b61-a4a7-2d8c58326f8b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349591 Aug 27 16:07:10.877466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005', '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:10.882853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c', '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'd17590c5-5147-4031-88a2-ec224a8bcd0f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:10.940315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=8c97351a-0362-4323-aab9-3c5551792552,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:11.087078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.090787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e01b2c11-4cce-4954-bac6-255a74a65101 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:11.095633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.095981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.096319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.096657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.096986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.097314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.097640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.097963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.098332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.098607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.098927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.099245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:11.106867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f21a13a6-9ac9-49f2-bd85-1dfe29ea6804 req-25d782b6-0004-47f0-896c-4038e295f97b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 210 time: 0.0422022 Aug 27 16:07:11.203953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83160365-6c74-4022-ab8a-e04f24c47961 req-2a96c2d6-c4ff-4411-acf2-e6b1e18b5b80 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0589082 Aug 27 16:07:11.255398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.283492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port 8c97351a-0362-4323-aab9-3c5551792552 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:11.288108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.329605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d43a08-f4a7-411e-8c4a-7c94ef7f3355 req-fc5307df-3f40-46c8-9245-319a9f32c2fc tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:11.334776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.337897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-731b37e2-290f-4a39-9709-2c7f724ff552 req-232ab068-b83c-46c8-a103-a52e8a92bfa0 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "DELETE /v2.0/ports/8c97351a-0362-4323-aab9-3c5551792552 HTTP/1.1" status: 204 len: 173 time: 2.1081033 Aug 27 16:07:11.338049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51d43a08-f4a7-411e-8c4a-7c94ef7f3355 req-fc5307df-3f40-46c8-9245-319a9f32c2fc tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 932 time: 0.0684950 Aug 27 16:07:11.367992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'name': 'network-vif-deleted', 'tag': '8c97351a-0362-4323-aab9-3c5551792552'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:11.370421 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc842af-dba8-4f90-a464-ff2235097d6e" -d '{"events": [{"server_uuid": "6fdde482-d3ad-4ae5-9d46-9a0c58017134", "name": "network-vif-deleted", "tag": "8c97351a-0362-4323-aab9-3c5551792552"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:11.384229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51d43a08-f4a7-411e-8c4a-7c94ef7f3355 req-061bfd74-cf42-4c4b-8442-8898b3d44b31 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452011 Aug 27 16:07:11.417031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:11.440019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:11.483082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01b2c11-4cce-4954-bac6-255a74a65101 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:11.495690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:11.515786 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff93e54-9ba0-4809-aa67-b3daa8af57a5 x-openstack-request-id: req-0ff93e54-9ba0-4809-aa67-b3daa8af57a5 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:11.516109 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdde482-d3ad-4ae5-9d46-9a0c58017134", "name": "network-vif-deleted", "tag": "8c97351a-0362-4323-aab9-3c5551792552", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:11.516327 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0ff93e54-9ba0-4809-aa67-b3daa8af57a5 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:11.517555 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdde482-d3ad-4ae5-9d46-9a0c58017134', 'name': 'network-vif-deleted', 'tag': '8c97351a-0362-4323-aab9-3c5551792552', 'status': 'completed', 'code': 200} Aug 27 16:07:11.597471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'Port': ['ID=274f2dd9-153e-4780-bb2f-c5c8ee5ea4f4,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:11.605319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.656670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.657907 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5191efee-a776-417d-b695-c76b49c4061d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0838079 Aug 27 16:07:11.659448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Deleting port 040cd1a0-a2ce-43a8-ae32-286448451de7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:11.659782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.842487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] For port 040cd1a0-a2ce-43a8-ae32-286448451de7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=040cd1a0-a2ce-43a8-ae32-286448451de7,segment=NetworkSegment(df3c8be0-f729-4766-ae1f-5b2562c3135b),segment_id=df3c8be0-f729-4766-ae1f-5b2562c3135b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:11.842852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.868106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Calling delete_port for 040cd1a0-a2ce-43a8-ae32-286448451de7 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:11.877499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e5beb-eb26-4ec7-b2ce-a17fa5a8010f req-cef27b1a-35c5-4d5c-93a1-574cd98ffcb8 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:11.879332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-382e5beb-eb26-4ec7-b2ce-a17fa5a8010f req-cef27b1a-35c5-4d5c-93a1-574cd98ffcb8 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 943 time: 0.0761120 Aug 27 16:07:11.893583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] Transition to ACTIVE for port object e01b2c11-4cce-4954-bac6-255a74a65101 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:11.971706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:11.975844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-382e5beb-eb26-4ec7-b2ce-a17fa5a8010f req-e27e688b-67d0-4688-bc8e-59e7863c12cc tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841527 Aug 27 16:07:12.020404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-e4dec3de-57b9-4c0e-98f3-92361ba96e6d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:12.027728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-e4dec3de-57b9-4c0e-98f3-92361ba96e6d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 822 time: 0.1466794 Aug 27 16:07:12.037566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a7138b-f7c2-472b-8840-3b6308fa8fcc {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:12.038910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-91c6a45c-4c08-48e0-b650-f28469018710 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/quotas/fea82297016349da9419bd4973e400af HTTP/1.1" status: 200 len: 375 time: 0.0101094 Aug 27 16:07:12.090338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:12.130614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] No DVR routers for this DVR port e01b2c11-4cce-4954-bac6-255a74a65101 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:12.131881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-d15ac568-169e-4396-a73b-7fa73b6b6b54 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844712 Aug 27 16:07:12.140370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61668dd-8da1-4b5a-9df6-7ce195b4b3f0 req-9a265b5f-1744-4b12-a422-cab955dd8f9b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:12.142025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e61668dd-8da1-4b5a-9df6-7ce195b4b3f0 req-9a265b5f-1744-4b12-a422-cab955dd8f9b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0659578 Aug 27 16:07:12.151562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Transition to ACTIVE for port object 17a7138b-f7c2-472b-8840-3b6308fa8fcc will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:12.171194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531890dd-917e-4755-9d99-57396779c5ea service neutron] Pushing event updated for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=10']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:12.185704 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-531890dd-917e-4755-9d99-57396779c5ea service neutron] 10.222.0.97 "PUT /v2.0/ports/e01b2c11-4cce-4954-bac6-255a74a65101/bindings/n-h1-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8754778 Aug 27 16:07:12.243164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e61668dd-8da1-4b5a-9df6-7ce195b4b3f0 req-b991fefc-f0c7-4b15-bf41-444621b593e6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912001 Aug 27 16:07:12.285772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:12.300966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-414eecb1-c022-4749-8fe2-5d027a615c43 service neutron] 10.222.0.101 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574035 Aug 27 16:07:12.391431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c97351a-0362-4323-aab9-3c5551792552 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:12.405916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8394e8d2-63b3-4def-8ab5-bfc1e2aadfd4 req-fffd436a-c621-4135-a9f4-2ee273b1fe46 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fdde482-d3ad-4ae5-9d46-9a0c58017134 HTTP/1.1" status: 200 len: 210 time: 0.0603802 Aug 27 16:07:12.439871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 8c97351a-0362-4323-aab9-3c5551792552 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:12.442569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8c97351a-0362-4323-aab9-3c5551792552 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:12.475207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Attempting to bind port 17a7138b-f7c2-472b-8840-3b6308fa8fcc on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:12.476060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Attempting to bind port 17a7138b-f7c2-472b-8840-3b6308fa8fcc by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:12.476060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Attempting to bind port 17a7138b-f7c2-472b-8840-3b6308fa8fcc on network b21ea7b5-c1e7-4128-846e-fe74ee909096 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:12.483718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:12.488399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Pushing event updated for resources: {'Port': ['ID=17a7138b-f7c2-472b-8840-3b6308fa8fcc,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:12.495621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-eb39f6f1-03f2-4fd9-941b-5a5d80765a55 service neutron] 10.222.0.101 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795342 Aug 27 16:07:12.506609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Port 17a7138b-f7c2-472b-8840-3b6308fa8fcc on network b21ea7b5-c1e7-4128-846e-fe74ee909096 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:07:12.507581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Attempting to bind port 17a7138b-f7c2-472b-8840-3b6308fa8fcc on network b21ea7b5-c1e7-4128-846e-fe74ee909096 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:12.539480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:12.540029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Checking segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:12.540446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Bound using segment: {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:12.540830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Bound port: 17a7138b-f7c2-472b-8840-3b6308fa8fcc, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480b0d85-b467-4635-8657-e077f8169af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:12.541232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:12.599569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=040cd1a0-a2ce-43a8-ae32-286448451de7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:12.677643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f7b4e79-75a1-4dc4-b17d-82c52429716d req-bcd907d4-0344-494d-8767-f6bd918b2212 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0436034 Aug 27 16:07:12.725041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-64afdd9e-ec02-4133-a6a9-2104b84fecee tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:12.727192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-64afdd9e-ec02-4133-a6a9-2104b84fecee tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.2953484 Aug 27 16:07:12.768425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] For port 17a7138b-f7c2-472b-8840-3b6308fa8fcc, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:12.809983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] For port 17a7138b-f7c2-472b-8840-3b6308fa8fcc, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:12.869359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-825bbea7-4b16-4e5b-bd1f-daa8026afa1e req-922ac5be-19a3-488a-8771-2694cd01708f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 210 time: 0.0674889 Aug 27 16:07:12.910772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd5e3e-fbe7-480d-bc4b-491548ee5132 req-8bd51190-5374-4622-a817-d9833ffcc4f0 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:12.912632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ccd5e3e-fbe7-480d-bc4b-491548ee5132 req-8bd51190-5374-4622-a817-d9833ffcc4f0 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 944 time: 0.1301768 Aug 27 16:07:12.963381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ccd5e3e-fbe7-480d-bc4b-491548ee5132 req-1b9cdc6b-cdd9-4fcb-8f41-1c11753a2893 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430427 Aug 27 16:07:13.107961 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:13.128842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebcbfc-9712-47ba-bc3b-5f420d48a59b req-155fcf68-f369-4190-98bc-b4cefbfc2e86 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.130515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7ebcbfc-9712-47ba-bc3b-5f420d48a59b req-155fcf68-f369-4190-98bc-b4cefbfc2e86 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 944 time: 0.0611749 Aug 27 16:07:13.159745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.160364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:13.161738 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] 10.222.0.90 "PUT /v2.0/ports/17a7138b-f7c2-472b-8840-3b6308fa8fcc HTTP/1.1" status: 200 len: 1092 time: 2.5560794 Aug 27 16:07:13.181577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-2a6c68a8-aa53-4b29-95bf-efde0cea5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.183075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-2a6c68a8-aa53-4b29-95bf-efde0cea5ae7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 1095 time: 0.4297843 Aug 27 16:07:13.192749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:13.204013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4678-cc1f-4cf1-ac6c-a30de1b77e5e service neutron] Pushing event updated for resources: {'Port': ['ID=17a7138b-f7c2-472b-8840-3b6308fa8fcc,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:13.227745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7ebcbfc-9712-47ba-bc3b-5f420d48a59b req-bb7346ca-ef1f-4b7e-87f3-c16d47b7d673 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884161 Aug 27 16:07:13.380970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-a348922a-6b7e-4c76-9a08-0dc61c791e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.382664 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-a348922a-6b7e-4c76-9a08-0dc61c791e41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1095 time: 0.1699286 Aug 27 16:07:13.417650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac6eea-7a59-4b6e-bca3-ce75e6f1f627 req-16101e7f-9f6e-47a8-ad03-f8b5a48020a1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.418949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-3c1bf642-cef1-412f-bda1-07a115f03b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.419234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfac6eea-7a59-4b6e-bca3-ce75e6f1f627 req-16101e7f-9f6e-47a8-ad03-f8b5a48020a1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0861521 Aug 27 16:07:13.420801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-3c1bf642-cef1-412f-bda1-07a115f03b7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 1095 time: 0.1329193 Aug 27 16:07:13.494062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfac6eea-7a59-4b6e-bca3-ce75e6f1f627 req-f3bc0cbf-2e44-47a1-82e9-4eb3dd3cdbb5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678434 Aug 27 16:07:13.518744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:13.521186 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:13.588680 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-ff9e1dab-b607-496f-b38a-4a7562c734b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc HTTP/1.1" status: 200 len: 217 time: 0.1413510 Aug 27 16:07:13.642465 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a130e18-e56d-48f2-a66f-75a04df14df9 x-openstack-request-id: req-9a130e18-e56d-48f2-a66f-75a04df14df9 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:13.642757 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:13.643028 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9a130e18-e56d-48f2-a66f-75a04df14df9 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:13.643463 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'status': 'completed', 'code': 200} Aug 27 16:07:13.735813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-b27ec76e-3d2b-459e-9eee-3cbef6103730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.737267 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-b27ec76e-3d2b-459e-9eee-3cbef6103730 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 200 len: 862 time: 0.1136739 Aug 27 16:07:13.756145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-a08c1da9-ff28-40db-83ca-5260d40c17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.757854 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-a08c1da9-ff28-40db-83ca-5260d40c17a4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.3542805 Aug 27 16:07:13.801671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9059e4f8-28f8-480c-ac1b-53e2b9157d8d req-82e01a22-4ddb-49d8-8310-c6663f538048 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0320060 Aug 27 16:07:13.822303 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-8759a575-b860-46e5-8185-569adcf23ea9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e01b2c11-4cce-4954-bac6-255a74a65101 HTTP/1.1" status: 200 len: 217 time: 0.0470357 Aug 27 16:07:13.829949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Router fb972647-2121-4d53-b4f0-9ca2c857bbf9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:07:13.847418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-e9ae6e67-0482-49b9-844a-f1076b420886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.848952 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-e9ae6e67-0482-49b9-844a-f1076b420886 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b21ea7b5-c1e7-4128-846e-fe74ee909096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022339 Aug 27 16:07:13.983892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db66e35c-47e0-4066-b605-dfd43a69905c req-f7473937-7582-429c-aade-076121334f0c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 210 time: 0.0302927 Aug 27 16:07:13.994119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-c75e81d9-a59f-455e-9393-5691285c0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:13.995663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-c75e81d9-a59f-455e-9393-5691285c0bd9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.1590478 Aug 27 16:07:14.071954 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-a8e2dc37-4970-4669-8a2c-7c709b2229ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342472 Aug 27 16:07:14.100483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-487a2b55-ebf0-4b7b-a832-bf6ee1008618 service neutron] 10.222.0.90 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233355 Aug 27 16:07:14.138051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701cd9-d738-4316-b70e-d7e71ae62239 req-da2f026f-09dc-45bb-8719-449439fa2c2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:14.139750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd701cd9-d738-4316-b70e-d7e71ae62239 req-da2f026f-09dc-45bb-8719-449439fa2c2c tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.1023366 Aug 27 16:07:14.147388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f0fa3-4b55-4d61-bf64-9a92188cddcb req-7f49e476-a6d2-4058-9a30-3b79e06f69e1 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:14.150625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f9f0fa3-4b55-4d61-bf64-9a92188cddcb req-7f49e476-a6d2-4058-9a30-3b79e06f69e1 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 944 time: 0.0755086 Aug 27 16:07:14.150813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:07:14.171165 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] Sync routers for ids ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:07:14.185902 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] Routers {'fb972647-2121-4d53-b4f0-9ca2c857bbf9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:14.186639 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:14.189961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-22fd6aaa-644d-45d6-8e05-8947dcaab2d4 admin admin] 10.222.0.101 "PUT /v2.0/routers/fb972647-2121-4d53-b4f0-9ca2c857bbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9863181 Aug 27 16:07:14.193624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53800) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:14.249090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f9f0fa3-4b55-4d61-bf64-9a92188cddcb req-4d638cda-0578-46d6-bb74-7928d707bb86 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680399 Aug 27 16:07:14.279392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd701cd9-d738-4316-b70e-d7e71ae62239 req-ef531705-357f-4184-b3d1-feba7f8f0f33 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270514 Aug 27 16:07:14.345281 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] Set router fb972647-2121-4d53-b4f0-9ca2c857bbf9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:14.353206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-6431d13f-764e-48d2-906b-2db8e47be38c service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638631 Aug 27 16:07:14.371280 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2aedc6e5-7236-40ae-8b9c-ecd10d415a67 req-2d5a46fa-f54e-4ae3-bf3c-7bca9fe3f632 service neutron] 10.222.0.90 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564850 Aug 27 16:07:14.394594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:14.401420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0d7d0-9530-436c-b56e-a530f858471f req-68f287ec-3595-4b4b-8a72-888017348b0a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:14.403071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7f0d7d0-9530-436c-b56e-a530f858471f req-68f287ec-3595-4b4b-8a72-888017348b0a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 944 time: 0.0657084 Aug 27 16:07:14.451495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7f0d7d0-9530-436c-b56e-a530f858471f req-8d412ae1-9dbc-4054-8314-9a30003be7ca tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Aug 27 16:07:14.559982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:07:12Z', 'revision_number': 5, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port': {'id': '745a0425-e38e-43c4-aaac-b21d79971f66', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:06:52Z', 'updated_at': '2021-08-27T16:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:14.567331 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-0a6bce6f-c682-412d-9670-da95e5ccd682 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937175 Aug 27 16:07:14.584420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:14.599063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-14623ab9-65d4-4ce3-a7a8-2f05e0886f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:14.601099 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-14623ab9-65d4-4ce3-a7a8-2f05e0886f6d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 1095 time: 0.0734816 Aug 27 16:07:14.613865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9b2f-0ea2-4b98-8475-081d3fb3b20a req-279d8722-7c3f-4b6e-a15b-9708ec7a3c8d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:14.620935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e52c9b2f-0ea2-4b98-8475-081d3fb3b20a req-279d8722-7c3f-4b6e-a15b-9708ec7a3c8d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0577838 Aug 27 16:07:14.687469 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] Checking router: fb972647-2121-4d53-b4f0-9ca2c857bbf9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:07:14.697148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e52c9b2f-0ea2-4b98-8475-081d3fb3b20a req-c1ac7722-d72e-45c8-93be-2b5559d18b47 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658495 Aug 27 16:07:14.701755 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] Routers {'fb972647-2121-4d53-b4f0-9ca2c857bbf9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:14.701755 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:06:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:14.774005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-d7275059-ed43-4ed0-b511-e7c03371e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:14.775643 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-d7275059-ed43-4ed0-b511-e7c03371e293 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 925 time: 0.1428156 Aug 27 16:07:14.794219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Deleting port 745a0425-e38e-43c4-aaac-b21d79971f66 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:14.794564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:14.798935 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] Set router fb972647-2121-4d53-b4f0-9ca2c857bbf9 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:14.836378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-c7afa419-ce7e-493d-88e2-2eeb509278c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc HTTP/1.1" status: 200 len: 217 time: 0.0512099 Aug 27 16:07:14.856500 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:07:14Z', 'revision_number': 6, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:14.888370 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87245e56-6951-47ec-bf01-05af7647c715 None None] The sync data for ids ['fb972647-2121-4d53-b4f0-9ca2c857bbf9'] in n-d-806412-1 is: [{'id': 'fb972647-2121-4d53-b4f0-9ca2c857bbf9', 'name': 'tempest-FloatingIPsTestJSON-828857515-router', 'tenant_id': '70293d178c384db1ac75984dc60b03de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:06:51Z', 'updated_at': '2021-08-27T16:07:14Z', 'revision_number': 6, 'project_id': '70293d178c384db1ac75984dc60b03de', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:07:14.933354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-1582b593-0247-40ed-836d-b5cebcef52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:14.935206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-1582b593-0247-40ed-836d-b5cebcef52d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 200 len: 862 time: 0.0719452 Aug 27 16:07:14.949652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf979de-04ff-42b8-b493-0ccea3a087aa req-f032b076-2b51-45ff-a6aa-ed357d8c9ecf tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0333261 Aug 27 16:07:14.956262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] For port 745a0425-e38e-43c4-aaac-b21d79971f66, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=745a0425-e38e-43c4-aaac-b21d79971f66,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:14.956631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:14.995617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Calling delete_port for 745a0425-e38e-43c4-aaac-b21d79971f66 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:15.052616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-9ed87eb0-5029-47f5-8c64-cc122e8a8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:15.054755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-9ed87eb0-5029-47f5-8c64-cc122e8a8193 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b21ea7b5-c1e7-4128-846e-fe74ee909096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955856 Aug 27 16:07:15.090794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77db92e0-9297-47da-b788-8a04ab5e4015 req-43494a7f-aa07-4e04-a4fe-af42a3c18a59 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 210 time: 0.0294607 Aug 27 16:07:15.435026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53592ffb-d16a-4c08-88f7-d5ac0588141e req-002535d6-0466-4c2f-9e18-d1002db06e3c tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:15.437926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53592ffb-d16a-4c08-88f7-d5ac0588141e req-002535d6-0466-4c2f-9e18-d1002db06e3c tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 944 time: 0.1092858 Aug 27 16:07:15.453087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44b31-53dd-40e3-aa1b-518e78095332 req-a2cd4a83-ddd6-47f2-ab45-9f30d29e9f84 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:15.454636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bed44b31-53dd-40e3-aa1b-518e78095332 req-a2cd4a83-ddd6-47f2-ab45-9f30d29e9f84 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.0817459 Aug 27 16:07:15.507738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53592ffb-d16a-4c08-88f7-d5ac0588141e req-3ebaa6ef-64ed-4f5b-bab3-1c5a85066277 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643771 Aug 27 16:07:15.527653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bed44b31-53dd-40e3-aa1b-518e78095332 req-48fd86a9-2c4e-4fe9-81bf-adab1e775dd5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665300 Aug 27 16:07:15.577824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-c455d5e4-ed10-4b57-8ba3-3749ddae3e8c tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:15.580098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-c455d5e4-ed10-4b57-8ba3-3749ddae3e8c tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.0695076 Aug 27 16:07:15.634987 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-e1a20092-88ba-440c-8039-8b0cc98585fc service neutron] 10.222.0.90 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218852 Aug 27 16:07:15.691228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-e0bf1982-532e-4686-a214-cbcd127e8c90 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:15.691228 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-e0bf1982-532e-4686-a214-cbcd127e8c90 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 822 time: 0.2276850 Aug 27 16:07:15.724554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Request body: {'port': {'device_id': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'admin_state_up': True, 'tenant_id': 'fea82297016349da9419bd4973e400af'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:15.762759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b19a9-4417-4410-b5d7-c1772eb0e222 req-20b1ef50-e9fa-4a6b-860e-bd547a8aaa45 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:15.768446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b8b19a9-4417-4410-b5d7-c1772eb0e222 req-20b1ef50-e9fa-4a6b-860e-bd547a8aaa45 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 944 time: 0.1691101 Aug 27 16:07:15.796914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:15.800867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 745a0425-e38e-43c4-aaac-b21d79971f66 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:15.849392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 745a0425-e38e-43c4-aaac-b21d79971f66 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:15.851463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 745a0425-e38e-43c4-aaac-b21d79971f66 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:15.851672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b8b19a9-4417-4410-b5d7-c1772eb0e222 req-1c81bfd4-aceb-406a-bbce-113e7347f251 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734150 Aug 27 16:07:15.852037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 040cd1a0-a2ce-43a8-ae32-286448451de7 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:15.868077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Pushing event deleted for resources: {'Port': ['ID=745a0425-e38e-43c4-aaac-b21d79971f66,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:15.876158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 040cd1a0-a2ce-43a8-ae32-286448451de7 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:15.876615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 040cd1a0-a2ce-43a8-ae32-286448451de7 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:15.894689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-d05a8fbf-ac4a-4f20-940e-1e685c976444 service neutron] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:15.915231 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:15.919250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-d05a8fbf-ac4a-4f20-940e-1e685c976444 service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:15.920499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f690cbcb-9ff3-44c7-a8cb-cdf9ce7be795 req-d05a8fbf-ac4a-4f20-940e-1e685c976444 service neutron] 10.222.0.90 "DELETE /v2.0/ports/e01b2c11-4cce-4954-bac6-255a74a65101/bindings/n-h2-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.3281789 Aug 27 16:07:15.963835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a05017-134a-4020-8eaf-eea60b3d043a req-682b9ce7-c02c-4a4f-9a68-57170de32507 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:15.966080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92a05017-134a-4020-8eaf-eea60b3d043a req-682b9ce7-c02c-4a4f-9a68-57170de32507 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1100068 Aug 27 16:07:16.037469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92a05017-134a-4020-8eaf-eea60b3d043a req-8a8977c2-2daa-4f73-9cb3-a0ddccf936f3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637677 Aug 27 16:07:16.061511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fab7d-e106-4673-b75e-bd2de6f985fd req-04667405-2b74-4032-954a-9f60e8515017 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:16.063034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba3fab7d-e106-4673-b75e-bd2de6f985fd req-04667405-2b74-4032-954a-9f60e8515017 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1095 time: 0.0882423 Aug 27 16:07:16.074542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4cf39350-a151-4e83-b8bc-132f8eb7a2f4 req-1ab56098-b999-460e-b036-e74c883c7d87 service neutron] 10.222.0.90 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217498 Aug 27 16:07:16.086545 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.089934 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.104554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba3fab7d-e106-4673-b75e-bd2de6f985fd req-6eb2384d-e8cf-4c08-afc3-ddd791193906 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Aug 27 16:07:16.151868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ce40cf7-d3d5-4faa-a689-378661385b58 req-78829d42-4eb6-4f21-ae38-4760732f3cea tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0333817 Aug 27 16:07:16.250610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.251538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb972647-2121-4d53-b4f0-9ca2c857bbf9 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:07:16.265482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.265787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c388cb01-dec5-4a94-92b1-69c555a57da4 req-344b17ff-f74e-408c-9cbf-41d0eb00ff34 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 210 time: 0.0505409 Aug 27 16:07:16.266978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53898) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:16.278712 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24a0e6b0-0cf0-4975-8365-686d38beed03 admin admin] 10.222.0.101 "DELETE /v2.0/routers/fb972647-2121-4d53-b4f0-9ca2c857bbf9 HTTP/1.1" status: 204 len: 168 time: 2.0810299 Aug 27 16:07:16.321925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c7083-c9b2-4662-8847-edb56c10cc85 req-b0d9ff30-0287-4066-b15a-2d6ecac9185c tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:16.323506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-234c7083-c9b2-4662-8847-edb56c10cc85 req-b0d9ff30-0287-4066-b15a-2d6ecac9185c tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 1095 time: 0.1021175 Aug 27 16:07:16.347999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Made reservation on behalf of fea82297016349da9419bd4973e400af for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:16.351860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Deleting subnet ac14bef4-ae4c-492f-abd8-fa83cc0a6410 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:07:16.356163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.359558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.418413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-fa378835-666c-496e-bef3-6908bf8755ea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:16.420094 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-fa378835-666c-496e-bef3-6908bf8755ea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.1386752 Aug 27 16:07:16.420381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-234c7083-c9b2-4662-8847-edb56c10cc85 req-b46cddac-4d78-4435-bfa9-053228c65427 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780535 Aug 27 16:07:16.433882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.578654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.698682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d77e5-2142-4839-8600-1a03e81b7f82 req-5e67ada5-4066-4ef5-8307-7869445fd4ee tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:16.700263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e68d77e5-2142-4839-8600-1a03e81b7f82 req-5e67ada5-4066-4ef5-8307-7869445fd4ee tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 944 time: 0.0726693 Aug 27 16:07:16.721409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Allocated IP 172.20.0.7 (6e197473-90fc-46a3-8992-dd72d3a20b0d/ec3174b2-6ea3-46e2-973f-54c2f8bd4607/9b1fb9be-4ebb-4305-aae6-17e42a28da8c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:16.748048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port d17590c5-5147-4031-88a2-ec224a8bcd0f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:16.748393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.759943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e68d77e5-2142-4839-8600-1a03e81b7f82 req-82538579-a25c-4dc6-b4cb-99b42dbfadbd tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477190 Aug 27 16:07:16.772659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.790652 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.793415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ac14bef4-ae4c-492f-abd8-fa83cc0a6410 HTTP/1.1" status: 204 len: 168 time: 0.5244589 Aug 27 16:07:16.800181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f296ea1-1381-46a6-bf40-79393518754d None None] Network 84a4dbe4-e746-4900-9795-9f1b0909ec47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:07:16.827453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53922) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:16.828790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac14bef4-ae4c-492f-abd8-fa83cc0a6410,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:16.918208 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port d17590c5-5147-4031-88a2-ec224a8bcd0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d17590c5-5147-4031-88a2-ec224a8bcd0f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:16.918652 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:16.934122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for d17590c5-5147-4031-88a2-ec224a8bcd0f owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:16.946619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.947213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.947724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.948230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.948718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.949200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.949710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.950189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.950675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.951191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.951729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:16.952214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8471e-a949-4c47-8214-39ef2035473c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:17.033804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.154916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd7383-112f-448f-a552-a9719498a106 None None] DHCP port deletion for 84a4dbe4-e746-4900-9795-9f1b0909ec47 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:07:17.217852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.220853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Deleting port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:17.221792 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.323390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-58fd7383-112f-448f-a552-a9719498a106 None None] For port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,segment=NetworkSegment(df3c8be0-f729-4766-ae1f-5b2562c3135b),segment_id=df3c8be0-f729-4766-ae1f-5b2562c3135b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:17.323840 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.338768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Calling delete_port for 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:17.348435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58ee1-144a-4a26-9dd3-7359ad7a9945 req-5eaa5ec0-656c-4186-9481-284baeb03dea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:17.349947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95b58ee1-144a-4a26-9dd3-7359ad7a9945 req-5eaa5ec0-656c-4186-9481-284baeb03dea tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 950 time: 0.4677262 Aug 27 16:07:17.376957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.427662 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.431733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Network 6e197473-90fc-46a3-8992-dd72d3a20b0d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:17.436684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95b58ee1-144a-4a26-9dd3-7359ad7a9945 req-4534ef4f-d5a8-49bf-8718-9672dc8704e8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Aug 27 16:07:17.440181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:17.458179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:17.459718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005', '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:17.464149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c', '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'd17590c5-5147-4031-88a2-ec224a8bcd0f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:17.475177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ccd75-ba84-4505-87bf-92683646aab0 req-01abd8a0-187b-42a9-8513-481745d31351 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:17.483920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e42ccd75-ba84-4505-87bf-92683646aab0 req-01abd8a0-187b-42a9-8513-481745d31351 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1435931 Aug 27 16:07:17.484522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:17.485373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.535568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e42ccd75-ba84-4505-87bf-92683646aab0 req-9346d0eb-b6c3-4f91-9657-3bd3edb2d2d2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Aug 27 16:07:17.557058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:17.572679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Deleting port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:17.573028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.591156 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-0a492431-8932-4ebb-a1b0-d49076d63573 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8713212 Aug 27 16:07:17.607942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:17.635202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Request body: {'port': {'device_id': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:17.638480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port d17590c5-5147-4031-88a2-ec224a8bcd0f on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:17.647984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=d17590c5-5147-4031-88a2-ec224a8bcd0f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:17.669248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.671546 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf6998b3-e10e-40e4-b87e-446e21013eac req-79278cea-a73a-44c9-83b6-40880ad89c8b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "DELETE /v2.0/ports/d17590c5-5147-4031-88a2-ec224a8bcd0f HTTP/1.1" status: 204 len: 173 time: 1.2058368 Aug 27 16:07:17.672012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'name': 'network-vif-deleted', 'tag': 'd17590c5-5147-4031-88a2-ec224a8bcd0f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:17.674455 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef799a31-f05f-4482-9c9e-581e8e3ab9a1" -d '{"events": [{"server_uuid": "a6f1b295-8c2b-4458-a199-4dc83467378b", "name": "network-vif-deleted", "tag": "d17590c5-5147-4031-88a2-ec224a8bcd0f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:17.710581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c251023-6bb2-4aa5-aca5-f1f82e18722c req-7395d4c3-61ad-4da3-9bf1-9c0e1062c58b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0625346 Aug 27 16:07:17.734007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.756726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] For port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,segment=NetworkSegment(df3c8be0-f729-4766-ae1f-5b2562c3135b),segment_id=df3c8be0-f729-4766-ae1f-5b2562c3135b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:17.757108 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:17.778072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Calling delete_port for 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:17.789793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde6bb4-baa1-4f85-82c9-129cc407e2ba req-32fe6dff-9459-40ec-a5f1-597167d3e5ec tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:17.797322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbde6bb4-baa1-4f85-82c9-129cc407e2ba req-32fe6dff-9459-40ec-a5f1-597167d3e5ec tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 931 time: 0.1523678 Aug 27 16:07:17.888612 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7765ef63-39fa-43cf-9709-784e968331e3 x-openstack-request-id: req-7765ef63-39fa-43cf-9709-784e968331e3 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:17.888904 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1b295-8c2b-4458-a199-4dc83467378b", "name": "network-vif-deleted", "tag": "d17590c5-5147-4031-88a2-ec224a8bcd0f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:17.889432 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7765ef63-39fa-43cf-9709-784e968331e3 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:17.889859 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1b295-8c2b-4458-a199-4dc83467378b', 'name': 'network-vif-deleted', 'tag': 'd17590c5-5147-4031-88a2-ec224a8bcd0f', 'status': 'completed', 'code': 200} Aug 27 16:07:17.926395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbde6bb4-baa1-4f85-82c9-129cc407e2ba req-62046eb8-f064-4e75-b3ad-750bf3e2c962 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262765 Aug 27 16:07:17.989830 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.041835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd7383-112f-448f-a552-a9719498a106 None None] No DVR routers for this DVR port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:18.049836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.102903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad074c-6ceb-4eee-aceb-7beb3cc0b767 req-5d4456ab-5ace-4d6b-a151-7fb34385ac76 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:18.110360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18ad074c-6ceb-4eee-aceb-7beb3cc0b767 req-5d4456ab-5ace-4d6b-a151-7fb34385ac76 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 944 time: 0.1255753 Aug 27 16:07:18.121883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:18.125841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] No DVR routers for this DVR port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:18.207854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Pushing event deleted for resources: {'Port': ['ID=29454952-d7fa-4be0-8b9a-c0a5b2637fa6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:18.258563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.258914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.264083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.266992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.267493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.267875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.268221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.268563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.268902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.269229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.271299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.271602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18ad074c-6ceb-4eee-aceb-7beb3cc0b767 req-17e7c869-e6ad-49af-be04-859dfea370de tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543791 Aug 27 16:07:18.275140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd7383-112f-448f-a552-a9719498a106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:07:18.277895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Port 29454952-d7fa-4be0-8b9a-c0a5b2637fa6 update to DOWN by agent not found {{(pid=95254) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 16:07:18.315546 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.331546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1fb9be-4ebb-4305-aae6-17e42a28da8c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:18.333521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.333521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.333521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.333521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.333521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.333922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.334011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.334331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.335332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.335944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.346450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.376965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Transition to ACTIVE for port object 9b1fb9be-4ebb-4305-aae6-17e42a28da8c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:18.423486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 17a7138b-f7c2-472b-8840-3b6308fa8fcc details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:07:18.455742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.459161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.460246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.460605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.461152 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:18.461612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a4dbe4-e746-4900-9795-9f1b0909ec47']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:18.508374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3c8be0-f729-4766-ae1f-5b2562c3135b') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:18.508374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3c8be0-f729-4766-ae1f-5b2562c3135b') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:18.561651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.604093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:18.610929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Attempting to bind port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:18.625720 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Attempting to bind port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:18.626192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Attempting to bind port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c on network 6e197473-90fc-46a3-8992-dd72d3a20b0d {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:18.634185 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.645714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c on network 6e197473-90fc-46a3-8992-dd72d3a20b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:07:18.646049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Attempting to bind port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c on network 6e197473-90fc-46a3-8992-dd72d3a20b0d {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:18.653119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:18.653470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Checking segment: {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:18.654453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Bound using segment: {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:18.655021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Bound port: 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:18.655674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.670524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:07:18.674726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: from cryptography.utils import int_from_bytes Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: from cryptography.utils import int_from_bytes Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:07:18.748841 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:07:18.756376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:18.765742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:18.831148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f6a543f-1cc4-4031-b83c-6fc121ab1626 req-83a2baf2-e38d-414b-812a-1f4e9d378786 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=a6f1b295-8c2b-4458-a199-4dc83467378b HTTP/1.1" status: 200 len: 210 time: 0.1746871 Aug 27 16:07:18.909381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992ae16-53d3-46d9-aadc-df03321b394e req-7f679ba0-ca52-44e2-9ce9-3b0cc8c5b092 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:18.910921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b992ae16-53d3-46d9-aadc-df03321b394e req-7f679ba0-ca52-44e2-9ce9-3b0cc8c5b092 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.2578442 Aug 27 16:07:18.987740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 17a7138b-f7c2-472b-8840-3b6308fa8fcc, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:18.996003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b992ae16-53d3-46d9-aadc-df03321b394e req-355b2696-72e9-43b9-80f0-b414587af94f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665438 Aug 27 16:07:19.049534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'port_id': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'mac_address': 'fa:16:3e:4d:b9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:07:19.095242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bd49571-9c9e-433b-97e2-ae47396570f8 req-9f081141-9a78-474a-ace7-7815d29c477d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0730782 Aug 27 16:07:19.119920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.149367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c4254-6830-4cbc-9a6e-871239c83fc0 req-58c99632-073c-403b-b6e5-d886dbaffcef tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:19.153740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-118c4254-6830-4cbc-9a6e-871239c83fc0 req-58c99632-073c-403b-b6e5-d886dbaffcef tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 943 time: 0.0707819 Aug 27 16:07:19.157477 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.177689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:19.179102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.181305 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] 10.222.0.90 "PUT /v2.0/ports/9b1fb9be-4ebb-4305-aae6-17e42a28da8c HTTP/1.1" status: 200 len: 1091 time: 1.5558727 Aug 27 16:07:19.193323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.215605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/84a4dbe4-e746-4900-9795-9f1b0909ec47 HTTP/1.1" status: 204 len: 168 time: 2.3744473 Aug 27 16:07:19.219753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc22db-2b02-4e3c-b4f9-5380d010dce1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:19.234877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.268394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3bcb-12c2-4138-b02a-ce6ccd6453f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a4dbe4-e746-4900-9795-9f1b0909ec47,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:19.269078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a7138b-f7c2-472b-8840-3b6308fa8fcc {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:19.334249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 17a7138b-f7c2-472b-8840-3b6308fa8fcc, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:19.350414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-118c4254-6830-4cbc-9a6e-871239c83fc0 req-6cd179f5-b757-4c6c-9954-383e620efa90 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324692 Aug 27 16:07:19.396762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-2cfc19a0-4808-4653-b04d-80db1ecadd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:19.399605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-2cfc19a0-4808-4653-b04d-80db1ecadd74 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 1094 time: 0.0748117 Aug 27 16:07:19.430084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e6cc-3657-46e8-988b-f4306bf32580 req-80dcb27f-7a0c-4bc9-a42f-da2bf8bbdcdb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:19.431634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e65e6cc-3657-46e8-988b-f4306bf32580 req-80dcb27f-7a0c-4bc9-a42f-da2bf8bbdcdb tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 944 time: 0.0673814 Aug 27 16:07:19.480039 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.486736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e65e6cc-3657-46e8-988b-f4306bf32580 req-dbfcc719-97bd-462f-a479-cd636ab89416 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481319 Aug 27 16:07:19.487366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-65bc165a-6924-42d8-91c6-d7eabc938808 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c HTTP/1.1" status: 200 len: 217 time: 0.0754895 Aug 27 16:07:19.553252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=17a7138b-f7c2-472b-8840-3b6308fa8fcc,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:19.568882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-1a8d1ac8-0144-490a-9880-72712112f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:19.571462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-1a8d1ac8-0144-490a-9880-72712112f6fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec3174b2-6ea3-46e2-973f-54c2f8bd4607 HTTP/1.1" status: 200 len: 862 time: 0.0661857 Aug 27 16:07:19.626994 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-6545a844-3ff0-46c7-9283-f5265d3bd374 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e197473-90fc-46a3-8992-dd72d3a20b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326114 Aug 27 16:07:19.673175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:19.724839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d246b830-e372-41ee-98bf-18ba30ba8564 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=70293d178c384db1ac75984dc60b03de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479345 Aug 27 16:07:19.730086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53964) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:19.780527 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-6e065d44-4309-41f7-ad59-26a911f10138 service neutron] 10.222.0.90 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428208 Aug 27 16:07:19.823825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-491a4425-459d-4b47-8846-2cf69b8ffdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.885594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-491a4425-459d-4b47-8846-2cf69b8ffdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:19.893382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:19.895744 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e145bd84-8cbd-4e56-8fab-674b167103ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:19.955485 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9bb87a-7cc1-45f6-961d-2cad2bd0394c x-openstack-request-id: req-4c9bb87a-7cc1-45f6-961d-2cad2bd0394c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:19.955774 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:19.956022 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4c9bb87a-7cc1-45f6-961d-2cad2bd0394c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:19.956401 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'status': 'completed', 'code': 200} Aug 27 16:07:19.964812 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c495f5b-e6bc-4a0f-b760-9a9ab3b37b25 req-80c3b74e-988d-4bf1-9bf5-67a9a2162e46 service neutron] 10.222.0.90 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657429 Aug 27 16:07:20.009132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['17a7138b-f7c2-472b-8840-3b6308fa8fcc'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:20.078903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-491a4425-459d-4b47-8846-2cf69b8ffdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:20.081541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-491a4425-459d-4b47-8846-2cf69b8ffdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:20.086507 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-491a4425-459d-4b47-8846-2cf69b8ffdd8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1f34db5e-55a9-459e-8049-97ef464e8098 HTTP/1.1" status: 204 len: 168 time: 0.3512938 Aug 27 16:07:20.093915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a4425-459d-4b47-8846-2cf69b8ffdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34db5e-55a9-459e-8049-97ef464e8098,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:20.169814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-65ba9391-d9bc-4c76-8789-19465e3c1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:20.172252 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-65ba9391-d9bc-4c76-8789-19465e3c1693 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 1094 time: 0.0696163 Aug 27 16:07:20.190246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4fb50-adb9-4847-a71e-db04d7448cb5 req-4412480a-8b66-426f-8bcc-e67f4a9bb615 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:20.190246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6e4fb50-adb9-4847-a71e-db04d7448cb5 req-4412480a-8b66-426f-8bcc-e67f4a9bb615 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1174452 Aug 27 16:07:20.278953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6e4fb50-adb9-4847-a71e-db04d7448cb5 req-8c913b0b-fdd5-4f7e-9f37-96a333320eca tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787868 Aug 27 16:07:20.330510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-708ada9a-4a20-4f14-9af7-89172933ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:20.331171 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-708ada9a-4a20-4f14-9af7-89172933ff07 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 924 time: 0.1439059 Aug 27 16:07:20.415908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-554181bd-5f37-4bd1-b98b-990e6bba589c req-fa1149ad-70cb-4ad2-8533-a427dc018489 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0381854 Aug 27 16:07:20.429098 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-06e49e83-a9bc-4c2c-bdd2-c0131b57960f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c HTTP/1.1" status: 200 len: 217 time: 0.0806818 Aug 27 16:07:20.438873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d17590c5-5147-4031-88a2-ec224a8bcd0f no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:20.485117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: d17590c5-5147-4031-88a2-ec224a8bcd0f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:20.485952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d17590c5-5147-4031-88a2-ec224a8bcd0f not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:20.512900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-946eb4aa-5216-499c-922b-98825eef1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:20.514527 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-946eb4aa-5216-499c-922b-98825eef1fe4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec3174b2-6ea3-46e2-973f-54c2f8bd4607 HTTP/1.1" status: 200 len: 862 time: 0.0781813 Aug 27 16:07:20.564807 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-ac924104-e788-4fc5-a747-9428e4baa5b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e197473-90fc-46a3-8992-dd72d3a20b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353444 Aug 27 16:07:20.571464 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39f2ebc9-3e78-4e9b-99c5-6b147bb9ead5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:20.604203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e48af5-3ebb-4caf-a84a-f08d69d35884 req-cc7dbcf0-da03-4244-978a-9f5e69821b3b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:20.613316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52e48af5-3ebb-4caf-a84a-f08d69d35884 req-cc7dbcf0-da03-4244-978a-9f5e69821b3b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 943 time: 0.0673256 Aug 27 16:07:20.675002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52e48af5-3ebb-4caf-a84a-f08d69d35884 req-0cf2c0ef-68f7-493b-8d33-072edb6602e8 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 Aug 27 16:07:20.771803 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-cbac8d9a-1de7-4693-acd2-f71f2de31245 service neutron] 10.222.0.90 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855454 Aug 27 16:07:20.894826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681acb4d-cdbc-45ac-95cc-6d1cdaabfa3b req-99a24dad-c6db-46f5-98ff-2b54e0ab3558 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:20.909982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-681acb4d-cdbc-45ac-95cc-6d1cdaabfa3b req-99a24dad-c6db-46f5-98ff-2b54e0ab3558 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 945 time: 0.1065035 Aug 27 16:07:20.923368 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e145bd84-8cbd-4e56-8fab-674b167103ec req-30a2aa9b-94a1-4a50-b8f8-1b105961bea2 service neutron] 10.222.0.90 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449041 Aug 27 16:07:20.961800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-681acb4d-cdbc-45ac-95cc-6d1cdaabfa3b req-456f4ac4-57e3-48ea-8e89-3ea55ec810c7 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506103 Aug 27 16:07:21.035698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b12cb-f59c-4e51-ba70-462637948de1 req-6bd0a6f9-5e25-46ea-89e3-0d6a19341c93 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:21.037439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e3b12cb-f59c-4e51-ba70-462637948de1 req-6bd0a6f9-5e25-46ea-89e3-0d6a19341c93 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 950 time: 0.0809052 Aug 27 16:07:21.071954 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-0baea8ad-0b0f-421b-ae77-ca5e98658908 service neutron] show failed (client error): The resource could not be found. Aug 27 16:07:21.074588 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-0baea8ad-0b0f-421b-ae77-ca5e98658908 service neutron] 10.222.0.97 "GET /v2.0/ports/54a649eb-2752-46f8-bdbb-1a8657840d3d/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0824912 Aug 27 16:07:21.103518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e3b12cb-f59c-4e51-ba70-462637948de1 req-5507703b-fc27-48df-8f2f-2646834d65de tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569305 Aug 27 16:07:21.447398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29989e-a671-4a96-b091-62c6b44115ca req-7185c70d-79e4-4e9a-8208-3730c0b1dd8d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:21.449410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d29989e-a671-4a96-b091-62c6b44115ca req-7185c70d-79e4-4e9a-8208-3730c0b1dd8d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0747995 Aug 27 16:07:21.517749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d29989e-a671-4a96-b091-62c6b44115ca req-4d85b283-2531-4163-a071-2bfb3cca1033 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596256 Aug 27 16:07:21.560595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52889fb1-74de-4dac-bf4d-1f0be310f3f8 req-c00fcba3-5ef4-49c1-99d9-cdc952cf458c tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0416429 Aug 27 16:07:21.691082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-d6aacc06-9ac6-4ff0-85c3-778538803479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:21.692569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-d6aacc06-9ac6-4ff0-85c3-778538803479 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69&tenant_id=174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 1101 time: 0.0612676 Aug 27 16:07:21.718413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:21.810920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:21.814418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e9497-78e5-4596-93cb-64f83710833c req-57312e21-7516-4f9d-9690-ccc960816052 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:21.817818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f09e9497-78e5-4596-93cb-64f83710833c req-57312e21-7516-4f9d-9690-ccc960816052 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 943 time: 0.0691185 Aug 27 16:07:21.883724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f09e9497-78e5-4596-93cb-64f83710833c req-e8a6a342-c09f-4ee9-8c33-a12fe504a1c2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501614 Aug 27 16:07:21.969307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-754fb128-c9a9-4af4-864c-043ee0d78b36 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:21.970870 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-754fb128-c9a9-4af4-864c-043ee0d78b36 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 950 time: 0.1233904 Aug 27 16:07:22.175873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a61444-95ef-4e60-b30b-32c020152f4a req-cd5bdff1-e965-4243-a338-8c3bae06027f tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:22.177471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27a61444-95ef-4e60-b30b-32c020152f4a req-cd5bdff1-e965-4243-a338-8c3bae06027f tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 945 time: 0.0897312 Aug 27 16:07:22.317599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27a61444-95ef-4e60-b30b-32c020152f4a req-ae5bd380-df74-409e-a91b-df797540a2c2 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180413 Aug 27 16:07:22.340764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f4f7-e36d-49a1-9ac0-8fef3aa0d1f7 req-0acbde59-004c-4638-9459-8946ebeb87d4 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:22.351398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c469f4f7-e36d-49a1-9ac0-8fef3aa0d1f7 req-0acbde59-004c-4638-9459-8946ebeb87d4 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 950 time: 0.1027358 Aug 27 16:07:22.396171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c469f4f7-e36d-49a1-9ac0-8fef3aa0d1f7 req-bb2bb6fc-e4c0-40ca-ba65-963431ae5580 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471158 Aug 27 16:07:22.438032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9b1fb9be-4ebb-4305-aae6-17e42a28da8c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:07:22.440241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 17a7138b-f7c2-472b-8840-3b6308fa8fcc up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:22.517085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:22.517361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.583964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:22.604623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 17a7138b-f7c2-472b-8840-3b6308fa8fcc completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:22.626124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 17a7138b-f7c2-472b-8840-3b6308fa8fcc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:22.627874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.659499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:22.694713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:22.702708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:22.706044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.729858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:22.735436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'port_id': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'mac_address': 'fa:16:3e:cb:b9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3174b2-6ea3-46e2-973f-54c2f8bd4607', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:07:22.750190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:22.752522 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe75e05-0431-4ca4-bb37-1af7279f7d80" -d '{"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-unplugged", "status": "completed", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:22.756430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0cc79-ad3b-487e-bc3f-ef5c41dca912 req-7664f987-a09d-4247-a589-9643e0ba1d36 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:22.761503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.782179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ece0cc79-ad3b-487e-bc3f-ef5c41dca912 req-7664f987-a09d-4247-a589-9643e0ba1d36 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1221266 Aug 27 16:07:22.834647 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53a70e59-bb4b-4027-acd1-610f97859912 req-8df572b8-8395-4251-941b-e0a0047dfdd5 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1141002 Aug 27 16:07:22.858013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Transition to ACTIVE for port object 54a649eb-2752-46f8-bdbb-1a8657840d3d will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:22.888453 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.916153 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.933487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ece0cc79-ad3b-487e-bc3f-ef5c41dca912 req-1e6030b9-362f-4705-a767-195b9900f770 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502512 Aug 27 16:07:22.935718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-2f11203c-4637-4752-8a28-676114ef213e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:22.940713 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-2f11203c-4637-4752-8a28-676114ef213e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 948 time: 0.1218765 Aug 27 16:07:22.962818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54076) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:22.975525 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:22.996158 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c60c7d-44ad-46d6-98c3-c58871786658 x-openstack-request-id: req-91c60c7d-44ad-46d6-98c3-c58871786658 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:22.996672 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-unplugged", "status": "completed", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:22.996672 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-91c60c7d-44ad-46d6-98c3-c58871786658 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:22.996953 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'code': 200} Aug 27 16:07:22.998289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.015751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 17a7138b-f7c2-472b-8840-3b6308fa8fcc, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:23.017362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:23.020404 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c70bbf-5ec2-416b-bb36-78621b62f63a" -d '{"events": [{"server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "name": "network-vif-plugged", "status": "completed", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:23.026788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1fb9be-4ebb-4305-aae6-17e42a28da8c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:23.093225 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.103861 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e2065e-7e00-40bf-8083-da37c2440eaf x-openstack-request-id: req-62e2065e-7e00-40bf-8083-da37c2440eaf {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:23.109874 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "name": "network-vif-plugged", "status": "completed", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:23.109874 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-62e2065e-7e00-40bf-8083-da37c2440eaf {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:23.109874 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'code': 200} Aug 27 16:07:23.175642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=17a7138b-f7c2-472b-8840-3b6308fa8fcc,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:23.182490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b895-4e96-4037-b760-d954296d92b4 req-fea71588-3351-4e32-ae45-90348a704c7a tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:23.192074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1912b895-4e96-4037-b760-d954296d92b4 req-fea71588-3351-4e32-ae45-90348a704c7a tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 943 time: 0.1203127 Aug 27 16:07:23.193285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:23.194869 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28ca8b11-f346-4ecb-8403-ed93e6ebba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.232843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] No DVR routers for this DVR port 54a649eb-2752-46f8-bdbb-1a8657840d3d on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:23.268028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:23.268305 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.283034 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.306693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07b27387-4ddf-48c4-a61c-bea0716c3b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.324101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:23.330259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:23.330259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:23.348736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Port 54a649eb-2752-46f8-bdbb-1a8657840d3d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:07:23.349200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Attempting to bind port 54a649eb-2752-46f8-bdbb-1a8657840d3d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:23.377815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:23.378170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:23.378563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:23.384934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Bound port: 54a649eb-2752-46f8-bdbb-1a8657840d3d, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:23.384934 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.400453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.406643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:23.430341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:23.431134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae2383-fd79-430e-a0ed-0ae99bac4db9 req-acd8b35c-c3a6-44b2-9dc4-14e4aa88de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:23.448176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c', '7f5c84d2-03b0-4c77-989b-0ce14204d17c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:23.449023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0eae2383-fd79-430e-a0ed-0ae99bac4db9 req-acd8b35c-c3a6-44b2-9dc4-14e4aa88de6a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 1097 time: 0.2420969 Aug 27 16:07:23.449129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=5ed3d4d1-298d-47c9-a187-7a1b81fb6b48,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:23.449227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1912b895-4e96-4037-b760-d954296d92b4 req-25cb67d4-09fb-4134-a48a-9b5ea24a88ae tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454879 Aug 27 16:07:23.472624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port 7f5c84d2-03b0-4c77-989b-0ce14204d17c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:23.473030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.590706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:23.598492 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.601142 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-32bc3d62-bc6b-46ef-86f2-9c178ee02ed0 req-65673fb4-208e-4553-a704-32bc836b8057 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "DELETE /v2.0/ports/5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 HTTP/1.1" status: 204 len: 173 time: 1.6210241 Aug 27 16:07:23.647735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:23.654091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:23.659636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0eae2383-fd79-430e-a0ed-0ae99bac4db9 req-9d65b791-34eb-4aa0-b958-a4184b37f355 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124705 Aug 27 16:07:23.665350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9b1fb9be-4ebb-4305-aae6-17e42a28da8c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:23.669597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad677954-cf80-4e30-a6a3-83016f86481e req-cce5492a-ad76-42de-9d74-d69134abc1d8 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 210 time: 0.0954027 Aug 27 16:07:23.669797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port 7f5c84d2-03b0-4c77-989b-0ce14204d17c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7f5c84d2-03b0-4c77-989b-0ce14204d17c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:23.669797 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.690260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7be59-150c-48a5-84de-b07507629a7d req-254ec0a0-0bbf-4425-bf75-09f8660f8b64 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:23.698559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.699045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ff7be59-150c-48a5-84de-b07507629a7d req-254ec0a0-0bbf-4425-bf75-09f8660f8b64 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.2481973 Aug 27 16:07:23.702534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for 7f5c84d2-03b0-4c77-989b-0ce14204d17c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:23.740091 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07b27387-4ddf-48c4-a61c-bea0716c3b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.763822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.767897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ff7be59-150c-48a5-84de-b07507629a7d req-cc833cd8-0492-491a-9760-6e1bcd881895 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678518 Aug 27 16:07:23.781549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07b27387-4ddf-48c4-a61c-bea0716c3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.849840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-07b27387-4ddf-48c4-a61c-bea0716c3b0b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=33d40cbafc4e4fc9912f6c3089589d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8852887 Aug 27 16:07:23.851557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54088) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:23.852184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b27387-4ddf-48c4-a61c-bea0716c3b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bf77a9-80b4-4df6-8982-d2feb86d0252,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:23.916312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:23.917325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:23.919737 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] 10.222.0.90 "PUT /v2.0/ports/54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 1096 time: 2.2097034 Aug 27 16:07:24.002039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea4f1e-e665-4088-9172-f13d999ee511 service neutron] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:24.149861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ea02728-8ce3-4f77-822e-b95831d30fe1 req-15a4d1dd-0eb6-4d2d-8c05-04a12a31fe1a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1086111 Aug 27 16:07:24.279056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f463ac-8fc6-4ec0-befe-ff429008a5bd req-b1a8dbec-e514-4aab-af01-4c538c8a857e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:24.282395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43f463ac-8fc6-4ec0-befe-ff429008a5bd req-b1a8dbec-e514-4aab-af01-4c538c8a857e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.1310163 Aug 27 16:07:24.328537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10b1b174-f345-4e71-9ec2-760709a97bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.359790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-e174af31-f065-4cb1-a9c1-d07f951ff1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:24.366854 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-e174af31-f065-4cb1-a9c1-d07f951ff1f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1099 time: 0.4023559 Aug 27 16:07:24.427314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.432745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43f463ac-8fc6-4ec0-befe-ff429008a5bd req-8d2daa1e-4266-4639-9564-b7f66b26e2c0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393178 Aug 27 16:07:24.436120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.441031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:24.538112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10b1b174-f345-4e71-9ec2-760709a97bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.615472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=7f5c84d2-03b0-4c77-989b-0ce14204d17c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:24.662384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01be2-b62c-4b5e-b779-d8fbc045752a req-a3136757-921d-468d-b4c2-1d8329cfb225 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:24.670297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3c01be2-b62c-4b5e-b779-d8fbc045752a req-a3136757-921d-468d-b4c2-1d8329cfb225 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 944 time: 0.0811951 Aug 27 16:07:24.740091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port 7f5c84d2-03b0-4c77-989b-0ce14204d17c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:24.751574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.754506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-23ead5b6-b5e5-4e56-bc1a-82040a97944e req-889ce64a-7d1f-4bda-8976-24cf483efb2b tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "DELETE /v2.0/ports/7f5c84d2-03b0-4c77-989b-0ce14204d17c HTTP/1.1" status: 204 len: 173 time: 1.8048630 Aug 27 16:07:24.758268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3c01be2-b62c-4b5e-b779-d8fbc045752a req-10490869-5368-47a8-a09d-a62178d71966 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807924 Aug 27 16:07:24.801926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-e7b55993-623a-4768-b505-fb72f05bddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:24.804211 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-e7b55993-623a-4768-b505-fb72f05bddbd service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.4256761 Aug 27 16:07:24.911258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10b1b174-f345-4e71-9ec2-760709a97bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.914597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10b1b174-f345-4e71-9ec2-760709a97bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:24.925120 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-10b1b174-f345-4e71-9ec2-760709a97bbf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e8bf77a9-80b4-4df6-8982-d2feb86d0252 HTTP/1.1" status: 204 len: 168 time: 1.0624733 Aug 27 16:07:24.929188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-e3ff0372-7631-4dd5-ac97-2362515b33c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.1063468 Aug 27 16:07:24.954919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1b174-f345-4e71-9ec2-760709a97bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bf77a9-80b4-4df6-8982-d2feb86d0252,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:24.955028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d32aa6f7-9b91-4ca9-af7e-4118eb0508a6 req-4f8112dc-3c2f-4119-83e0-ebf783f8a296 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=11aca0e2-4d68-428c-8f89-c7aae08ae498 HTTP/1.1" status: 200 len: 210 time: 0.0779867 Aug 27 16:07:24.996950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1da873-6d48-4e3e-82f5-873bb198430a req-e9a94e0e-ac78-400d-a830-9f92a32a3cf2 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.005621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e1da873-6d48-4e3e-82f5-873bb198430a req-e9a94e0e-ac78-400d-a830-9f92a32a3cf2 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.1268253 Aug 27 16:07:25.009895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'name': 'network-vif-deleted', 'tag': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48'}, {'name': 'network-changed', 'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d'}, {'server_uuid': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'name': 'network-vif-deleted', 'tag': '7f5c84d2-03b0-4c77-989b-0ce14204d17c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:25.012365 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e" -d '{"events": [{"server_uuid": "11aca0e2-4d68-428c-8f89-c7aae08ae498", "name": "network-vif-deleted", "tag": "5ed3d4d1-298d-47c9-a187-7a1b81fb6b48"}, {"name": "network-changed", "server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d"}, {"server_uuid": "8051f95e-d286-450f-8501-a7d7f3a9f9e4", "name": "network-vif-deleted", "tag": "7f5c84d2-03b0-4c77-989b-0ce14204d17c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:25.016517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-1c64607c-ad3f-4c08-a192-7362a1a42ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.018261 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-1c64607c-ad3f-4c08-a192-7362a1a42ae5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0677383 Aug 27 16:07:25.104695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e1da873-6d48-4e3e-82f5-873bb198430a req-441d0fcf-9694-41ef-8402-dcb351aea28d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981553 Aug 27 16:07:25.130488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f356e4a-7ab9-41ac-817b-fc197948f27f', '536232a8-c4ae-401c-a681-fce331c0309c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:25.131839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-e32d886a-017e-4120-9890-d54296ad36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.133376 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-e32d886a-017e-4120-9890-d54296ad36d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039596 Aug 27 16:07:25.212485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:25.239770 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8cebc9-7740-40cc-9155-7f385196e73d x-openstack-request-id: req-8a8cebc9-7740-40cc-9155-7f385196e73d {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:25.240099 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aca0e2-4d68-428c-8f89-c7aae08ae498", "name": "network-vif-deleted", "tag": "5ed3d4d1-298d-47c9-a187-7a1b81fb6b48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d", "status": "completed", "code": 200}, {"server_uuid": "8051f95e-d286-450f-8501-a7d7f3a9f9e4", "name": "network-vif-deleted", "tag": "7f5c84d2-03b0-4c77-989b-0ce14204d17c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:25.245100 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8a8cebc9-7740-40cc-9155-7f385196e73d {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:25.245100 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aca0e2-4d68-428c-8f89-c7aae08ae498', 'name': 'network-vif-deleted', 'tag': '5ed3d4d1-298d-47c9-a187-7a1b81fb6b48', 'status': 'completed', 'code': 200} Aug 27 16:07:25.245100 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'status': 'completed', 'code': 200} Aug 27 16:07:25.245100 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8051f95e-d286-450f-8501-a7d7f3a9f9e4', 'name': 'network-vif-deleted', 'tag': '7f5c84d2-03b0-4c77-989b-0ce14204d17c', 'status': 'completed', 'code': 200} Aug 27 16:07:25.326181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:25.326729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:25.377647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:25.378273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5ed3d4d1-298d-47c9-a187-7a1b81fb6b48 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:25.406185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ed1145c-5f2b-4141-a690-f4a12cf6e67a req-8625e256-1f34-484d-93ca-2aa6c748bc96 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0738122 Aug 27 16:07:25.411750 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-2e05e0d7-a501-477e-b529-a9313d1d2fc5 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658498 Aug 27 16:07:25.417242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-bb389fc8-3f02-4183-abd1-37c488842517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.418716 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-bb389fc8-3f02-4183-abd1-37c488842517 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1099 time: 0.1706355 Aug 27 16:07:25.546961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3d373ec-ac98-4465-a1ab-eaac2313083f req-02b85525-311d-4d5c-84b2-7d9faad71f28 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121328 Aug 27 16:07:25.631034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bad86-4887-405f-84e4-063f2386f8d4 req-522b9461-a30f-43df-a6a1-9a6b80c50632 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.642999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e9bad86-4887-405f-84e4-063f2386f8d4 req-522b9461-a30f-43df-a6a1-9a6b80c50632 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.0859437 Aug 27 16:07:25.700750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e9bad86-4887-405f-84e4-063f2386f8d4 req-662dca6e-e322-4be9-b233-c43dbfb9f76b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564017 Aug 27 16:07:25.788596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-01f93d44-1a25-4d11-9902-39c6e5b38156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.795787 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-01f93d44-1a25-4d11-9902-39c6e5b38156 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.3668118 Aug 27 16:07:25.837065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-90300eba-4493-4a3e-a3c2-a5064a133bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.842499 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-90300eba-4493-4a3e-a3c2-a5064a133bc4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1099 time: 0.1202295 Aug 27 16:07:25.880406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:25.913779 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-ba1fd463-8d64-45ae-aade-ddf797818b57 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.1107783 Aug 27 16:07:25.935307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51b72e-e50c-4335-8b5f-051996c20f8f req-2a885841-4087-45e5-97a5-7c39cb6955a7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:25.937264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b51b72e-e50c-4335-8b5f-051996c20f8f req-2a885841-4087-45e5-97a5-7c39cb6955a7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 944 time: 0.0809956 Aug 27 16:07:26.018660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b51b72e-e50c-4335-8b5f-051996c20f8f req-8492f272-ed05-4220-bcac-713840a1e4e0 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753074 Aug 27 16:07:26.060109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-8b7881f1-9ca6-44a2-8c23-040d89da6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:26.061566 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-8b7881f1-9ca6-44a2-8c23-040d89da6e6d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1378589 Aug 27 16:07:26.115639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-9a69b971-0103-4bb6-a9bb-7feae8e24dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:26.121813 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-9a69b971-0103-4bb6-a9bb-7feae8e24dd4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2195296 Aug 27 16:07:26.152778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aac8d575-a954-4212-b5ac-7fbb2e1c7f80 req-7e06e482-60c5-45cd-abca-3179fc0dd3cf tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=8051f95e-d286-450f-8501-a7d7f3a9f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0544522 Aug 27 16:07:26.199014 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-bad4ba36-1f26-461e-b414-7d3879f9ee5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.0538802 Aug 27 16:07:26.211286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-38a1f224-6b6b-40cb-8289-58fa5afe0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:26.212990 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-38a1f224-6b6b-40cb-8289-58fa5afe0af4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421089 Aug 27 16:07:26.252285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe830a-8c9f-4b32-8f41-9ff3e1188de9 req-2c147c92-392b-439d-b959-e9d6b0a45100 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:26.254240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dfe830a-8c9f-4b32-8f41-9ff3e1188de9 req-2c147c92-392b-439d-b959-e9d6b0a45100 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.0657220 Aug 27 16:07:26.313314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dfe830a-8c9f-4b32-8f41-9ff3e1188de9 req-6fa3e3d0-4c06-4339-a942-425c8c4eaa15 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527523 Aug 27 16:07:26.359408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-d0dbf7f7-1753-4252-9d3e-e1c1b0a18a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:26.361033 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-d0dbf7f7-1753-4252-9d3e-e1c1b0a18a02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1445987 Aug 27 16:07:26.439222 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-8021cd24-5fb7-4328-a8b1-8d4228d28f35 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184756 Aug 27 16:07:26.448304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9b1fb9be-4ebb-4305-aae6-17e42a28da8c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:26.492423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d8f73-65dc-4a3b-8f4a-ffdc88d03b86 req-ba6984b9-8fc0-42a9-a65f-9b34b243320e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:26.494910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-952d8f73-65dc-4a3b-8f4a-ffdc88d03b86 req-ba6984b9-8fc0-42a9-a65f-9b34b243320e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.0883527 Aug 27 16:07:26.503539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54222) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:26.510614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Request body: {'floatingip': {'port_id': '17a7138b-f7c2-472b-8840-3b6308fa8fcc'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:26.603043 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:26.605663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-9b66fc6e-394e-4dbb-891b-79e3816f8700 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554706 Aug 27 16:07:26.608135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-a891f64d-8e03-4186-8773-a19fd9ffc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:26.609526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-a891f64d-8e03-4186-8773-a19fd9ffc145 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384326 Aug 27 16:07:26.621982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:26.627717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:26.628095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:26.657481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f21d4c2-c7a0-4934-b2e8-0d813fd17b74 req-cf4e07ec-b001-4307-aed2-2cbf551d9614 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0740972 Aug 27 16:07:26.801771 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-49e5f972-c016-422c-ae6d-c652aa305bca service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709509 Aug 27 16:07:26.841049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:26.911030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:26.911030 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0f7c2-e4df-406d-9db3-156cd65e0385" -d '{"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-plugged", "status": "completed", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:26.937359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:26.999505 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323ca844-bff9-459a-9a4e-b261a636546a x-openstack-request-id: req-323ca844-bff9-459a-9a4e-b261a636546a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:27.000032 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-plugged", "status": "completed", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:27.003861 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-323ca844-bff9-459a-9a4e-b261a636546a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:27.003861 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'code': 200} Aug 27 16:07:27.021708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.028898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7f5c84d2-03b0-4c77-989b-0ce14204d17c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:27.093651 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 7f5c84d2-03b0-4c77-989b-0ce14204d17c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:27.099493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7f5c84d2-03b0-4c77-989b-0ce14204d17c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:27.168752 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e34520c3-4eb1-4cb5-bea7-4b3cad3fba9e req-6dfcb9ba-12b1-4248-abcf-8287e5628b87 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387411 Aug 27 16:07:27.200812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a2986-dbf6-4914-b8f9-b739aa83cb1c req-497a7aad-e2cd-4af0-881e-fd3a611fc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:27.210598 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb0a2986-dbf6-4914-b8f9-b739aa83cb1c req-497a7aad-e2cd-4af0-881e-fd3a611fc258 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 1096 time: 0.1115212 Aug 27 16:07:27.215032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:27.264729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb0a2986-dbf6-4914-b8f9-b739aa83cb1c req-99376d38-5955-4416-98ea-6ed6d2a7afce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Aug 27 16:07:27.393778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f60088-9c96-47f1-b276-2bafb253d927 req-4ab80609-ba75-41e6-9233-28157e056fb4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:27.395310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35f60088-9c96-47f1-b276-2bafb253d927 req-4ab80609-ba75-41e6-9233-28157e056fb4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.4987824 Aug 27 16:07:27.427555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfe38f-bfff-4efe-91fe-39323c64874c req-97a80ff9-c814-43ba-aa42-a3c0b8437692 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:27.429643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffcfe38f-bfff-4efe-91fe-39323c64874c req-97a80ff9-c814-43ba-aa42-a3c0b8437692 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.1751895 Aug 27 16:07:27.448090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54246) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:27.544269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35f60088-9c96-47f1-b276-2bafb253d927 req-4b4205a5-8e02-44d5-80b8-de3bde4049bf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397195 Aug 27 16:07:27.575961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffcfe38f-bfff-4efe-91fe-39323c64874c req-5742a7b2-acd9-46eb-b296-3d7cd4911901 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339262 Aug 27 16:07:27.604429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d53690f-dc4b-435f-8e4d-64e01aa23134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.630591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.resource_extend [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 16:07:27.732966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d53690f-dc4b-435f-8e4d-64e01aa23134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.744991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.798870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-420b4409-90e4-4def-aeab-915a7a9373ca req-22c0cbe5-01c1-4b89-9d21-9acc721c883c tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0293529 Aug 27 16:07:27.805116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d53690f-dc4b-435f-8e4d-64e01aa23134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.833833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.840410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d53690f-dc4b-435f-8e4d-64e01aa23134 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=504861cf21a44c55bf7b50f0e7887220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909795 Aug 27 16:07:27.845529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54258) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:27.861648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53690f-dc4b-435f-8e4d-64e01aa23134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11bf38-b2ee-42f6-ac8e-889ccf03240f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:27.914890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db487935-86eb-403b-9371-a460fc4828d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.947340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db487935-86eb-403b-9371-a460fc4828d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:27.982746 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c associated. External IP: 172.25.4.119, port: 17a7138b-f7c2-472b-8840-3b6308fa8fcc. Aug 27 16:07:28.055181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db487935-86eb-403b-9371-a460fc4828d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:28.057947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db487935-86eb-403b-9371-a460fc4828d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:28.059207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-db487935-86eb-403b-9371-a460fc4828d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec11bf38-b2ee-42f6-ac8e-889ccf03240f HTTP/1.1" status: 204 len: 168 time: 0.2126625 Aug 27 16:07:28.067722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db487935-86eb-403b-9371-a460fc4828d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11bf38-b2ee-42f6-ac8e-889ccf03240f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:28.456622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:07:28.509926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:07:28.598308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:28.613951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'mac_address': 'fa:16:3e:77:0c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:07:28.662375 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:28.682052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a649eb-2752-46f8-bdbb-1a8657840d3d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:28.693448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8ecb-dc62-4f54-b94a-24399cd6bb7b req-c59e139f-f379-40e1-a775-596ef7227f4d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:28.695785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baae8ecb-dc62-4f54-b94a-24399cd6bb7b req-c59e139f-f379-40e1-a775-596ef7227f4d tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 949 time: 0.0853891 Aug 27 16:07:28.697069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:07:28.707607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] Sync routers for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:07:28.714632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:28.717146 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:28.720373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:28.720998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:28.778248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-25e29ec3-d3a4-4f32-a484-172deff2ff9d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "PUT /v2.0/floatingips/dc306481-90c4-4a90-bcd8-15d6ffbbc96c HTTP/1.1" status: 200 len: 992 time: 2.2726285 Aug 27 16:07:28.782161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:28.784858 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87197b8f-712f-41f6-839b-b0d1b9884ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:28.806441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dde99-9b35-4fbe-ab8d-e18e14b8d3e5 req-24c4862d-a23d-402c-893a-a06c098a14cc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:28.813688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-773dde99-9b35-4fbe-ab8d-e18e14b8d3e5 req-24c4862d-a23d-402c-893a-a06c098a14cc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 948 time: 0.1452196 Aug 27 16:07:28.823690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:28.853457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baae8ecb-dc62-4f54-b94a-24399cd6bb7b req-4d3babe2-90fb-4ab1-b9c4-18bc7cdd2c6e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333752 Aug 27 16:07:28.891819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-773dde99-9b35-4fbe-ab8d-e18e14b8d3e5 req-0c5f8cd2-88f8-4517-8fcf-1d4952a4d900 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751410 Aug 27 16:07:28.911459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:28.918565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:29.030931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6daf94-34b5-4190-82dc-3372da456145 req-06ebca52-1e09-40df-b60b-cdf939f63aa1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:29.030931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da6daf94-34b5-4190-82dc-3372da456145 req-06ebca52-1e09-40df-b60b-cdf939f63aa1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.0755117 Aug 27 16:07:29.061895 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252a9232-e149-4787-a70b-3f47d6e12e22 x-openstack-request-id: req-252a9232-e149-4787-a70b-3f47d6e12e22 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:29.063529 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:29.063793 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-252a9232-e149-4787-a70b-3f47d6e12e22 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:29.064205 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'status': 'completed', 'code': 200} Aug 27 16:07:29.106391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da6daf94-34b5-4190-82dc-3372da456145 req-a22489ad-32c7-4ad0-81d0-eab0222457e0 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735230 Aug 27 16:07:29.157807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-3925a99f-6750-43ab-a2ea-7c91acfb9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:29.160286 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-3925a99f-6750-43ab-a2ea-7c91acfb9252 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 1097 time: 0.0691552 Aug 27 16:07:29.179378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9165d3ed-62b4-40c1-870a-cc6b8dde7aa4 req-0d779c6a-ae5d-46af-b872-5b455ed950ee tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0372996 Aug 27 16:07:29.293015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-80f969bf-3b3b-4917-bdab-278f49e02383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:29.294431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-80f969bf-3b3b-4917-bdab-278f49e02383 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 200 len: 925 time: 0.1081707 Aug 27 16:07:29.330963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'dc306481-90c4-4a90-bcd8-15d6ffbbc96c', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'port_id': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'mac_address': 'fa:16:3e:4d:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:04:31Z', 'updated_at': '2021-08-27T16:07:27Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:29.373859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] Checking router: 8d5cf21f-52e5-45e2-b436-fb8d48e41045 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:07:29.385900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:07:29.386909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:29.400282 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-db4d8499-c9ba-4fc4-b8db-50c435ce90be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc HTTP/1.1" status: 200 len: 1000 time: 0.0867665 Aug 27 16:07:29.508986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54300) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:29.535001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-84360b0f-1da4-4dfe-b9da-a2a8e105db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:29.541032 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-84360b0f-1da4-4dfe-b9da-a2a8e105db6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 200 len: 862 time: 0.1206381 Aug 27 16:07:29.627999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-f5ebf691-a38f-4efa-8a96-767efc80bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:29.630491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-f5ebf691-a38f-4efa-8a96-767efc80bbcc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b21ea7b5-c1e7-4128-846e-fe74ee909096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549629 Aug 27 16:07:29.674058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:07:29.700152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-208430632-network', 'tenant_id': '72d83134ad5344ad807a2a218ad663cc'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:29.793062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-87863bee-37e4-4b1b-b597-a9bfd77fad0d service neutron] 10.222.0.90 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414628 Aug 27 16:07:29.955702 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87197b8f-712f-41f6-839b-b0d1b9884ea9 req-fcf78952-8721-43bb-ba94-d40c461e2ec0 service neutron] 10.222.0.90 "GET /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482701 Aug 27 16:07:30.004739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'dc306481-90c4-4a90-bcd8-15d6ffbbc96c', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'port_id': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'mac_address': 'fa:16:3e:4d:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:04:31Z', 'updated_at': '2021-08-27T16:07:27Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:07:30.037866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3099779-a5b6-4c54-873c-8993208c038f None None] The sync data for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 is: [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'dc306481-90c4-4a90-bcd8-15d6ffbbc96c', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'port_id': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'mac_address': 'fa:16:3e:4d:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:04:31Z', 'updated_at': '2021-08-27T16:07:27Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:07:30.093306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac7747-a14d-4e56-8f98-39594ceb4534 req-0be73fd5-2543-4791-8085-6c80b702fe94 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:30.095080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3ac7747-a14d-4e56-8f98-39594ceb4534 req-0be73fd5-2543-4791-8085-6c80b702fe94 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 949 time: 0.1201711 Aug 27 16:07:30.112876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15d8d3-c9db-4b2e-b275-b8b4a30b6dd4 req-e34f7af2-393a-46bf-bde7-c0a01772d67c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:30.114587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da15d8d3-c9db-4b2e-b275-b8b4a30b6dd4 req-e34f7af2-393a-46bf-bde7-c0a01772d67c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 949 time: 0.1200676 Aug 27 16:07:30.181378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da15d8d3-c9db-4b2e-b275-b8b4a30b6dd4 req-7921b888-582e-4982-9d62-23b62c597f7b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508537 Aug 27 16:07:30.194923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3ac7747-a14d-4e56-8f98-39594ceb4534 req-cd006796-2e4e-4bae-8887-e8b61b19770e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Aug 27 16:07:30.329023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af577b5-aca7-4c96-b67f-c111d671ebf6 req-951f4524-9f41-440e-a0e6-6ca02e2e7c04 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:30.335942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af577b5-aca7-4c96-b67f-c111d671ebf6 req-951f4524-9f41-440e-a0e6-6ca02e2e7c04 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.0730820 Aug 27 16:07:30.389400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7e96c86-1703-48b9-b92f-2336c09bf585 req-ef835382-f634-4b4f-890f-ac5b08df28bd tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0436392 Aug 27 16:07:30.416481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af577b5-aca7-4c96-b67f-c111d671ebf6 req-2c4e5d43-d4d8-4622-88d4-c8b458afb68b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769169 Aug 27 16:07:30.504619 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b1f81-10ae-4960-a982-8da5bb7477e1 None None] New status for floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:07:30.562660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bd68c-2b04-4c03-b929-0fc321f5c506 req-729475f0-ab40-4ea0-b00b-6ac349859faf tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:30.564245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b99bd68c-2b04-4c03-b929-0fc321f5c506 req-729475f0-ab40-4ea0-b00b-6ac349859faf tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.0614812 Aug 27 16:07:30.606060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b99bd68c-2b04-4c03-b929-0fc321f5c506 req-ff953280-f8b5-45de-a0f9-19eba2edb43c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Aug 27 16:07:30.630594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['54a649eb-2752-46f8-bdbb-1a8657840d3d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:30.649850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Made reservation on behalf of 72d83134ad5344ad807a2a218ad663cc for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:30.652929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.691681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.844485 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.884327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.908104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:07:30.936345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51122-6db8-4174-af43-1193c8c63615 req-e5a67d00-b9e2-4f67-add1-57687f2bda71 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:30.937767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dca51122-6db8-4174-af43-1193c8c63615 req-e5a67d00-b9e2-4f67-add1-57687f2bda71 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 949 time: 0.0649257 Aug 27 16:07:30.958422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:30.960638 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Added segment 56b5b5f5-ec3d-4ff3-8ce8-474e86356630 of type vlan for network 34e102c1-f70d-4f06-af2b-069a51743548 Aug 27 16:07:30.961540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da561c5-7991-4703-9069-045cce94dec4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:30.981685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dca51122-6db8-4174-af43-1193c8c63615 req-9d535a32-4bee-4779-8d00-a25e7c3c7ced tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Aug 27 16:07:31.024057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480c75-1475-461e-af99-afc93e05dc51 req-11e215a1-388e-4a85-b2ef-0d553041c9ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.025560 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-11e215a1-388e-4a85-b2ef-0d553041c9ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69&tenant_id=174fac1f470a466b8adebc92c32192b7&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 949 time: 0.1150260 Aug 27 16:07:31.040773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.104569 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-27480c75-1475-461e-af99-afc93e05dc51 req-fd2c7694-c42d-4080-a463-311059f28e2a service neutron] delete failed (client error): The resource could not be found. Aug 27 16:07:31.109119 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-fd2c7694-c42d-4080-a463-311059f28e2a service neutron] 10.222.0.97 "DELETE /v2.0/ports/54a649eb-2752-46f8-bdbb-1a8657840d3d/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0721962 Aug 27 16:07:31.176864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.178442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.178950 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.278739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-b66e5d82-c93c-45cc-89c0-680dd050baef tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.282770 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-b66e5d82-c93c-45cc-89c0-680dd050baef tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 949 time: 0.1502581 Aug 27 16:07:31.283378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480c75-1475-461e-af99-afc93e05dc51 req-794d6cfe-8a54-4584-90bf-b612980bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.284741 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-794d6cfe-8a54-4584-90bf-b612980bb771 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1100 time: 0.1201215 Aug 27 16:07:31.285336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] Pushing event updated for resources: {'Network': ['ID=34e102c1-f70d-4f06-af2b-069a51743548,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:31.297011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 34e102c1-f70d-4f06-af2b-069a51743548 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:07:31.326782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4af10-0f6b-416a-9d83-410aae761b17 req-5e7361fc-3f99-4909-b989-f4995d134639 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.329279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31d4af10-0f6b-416a-9d83-410aae761b17 req-5e7361fc-3f99-4909-b989-f4995d134639 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 949 time: 0.0633147 Aug 27 16:07:31.374167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31d4af10-0f6b-416a-9d83-410aae761b17 req-e15aa594-43c0-47d0-8435-913141780f75 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380871 Aug 27 16:07:31.424178 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-461c891c-43ca-46df-95ae-815efbcbea0a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9140651 Aug 27 16:07:31.427387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54340) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:31.433893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Request body: {'subnet': {'network_id': '34e102c1-f70d-4f06-af2b-069a51743548', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-208430632-subnet', 'tenant_id': '72d83134ad5344ad807a2a218ad663cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:31.529291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Made reservation on behalf of 72d83134ad5344ad807a2a218ad663cc for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:31.535814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.622438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03229ea2-4742-4ce5-ad4e-0c6e4bff406a req-a9e10c57-2f20-4ebd-8671-f4d236ac26d3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0733788 Aug 27 16:07:31.807186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480c75-1475-461e-af99-afc93e05dc51 req-100a3ab5-2247-4a86-960b-187796b7ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.808611 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-100a3ab5-2247-4a86-960b-187796b7ef3a service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.5156441 Aug 27 16:07:31.821989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.830231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port 536232a8-c4ae-401c-a681-fce331c0309c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:31.830562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:31.877489 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-0f0245dd-85ca-4473-827c-148ad58f88e8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.0587780 Aug 27 16:07:31.893663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a51c238-0fd5-44b6-a025-3fb36ed0c072,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:31.908453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Checking segment: {'id': '56b5b5f5-ec3d-4ff3-8ce8-474e86356630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34e102c1-f70d-4f06-af2b-069a51743548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:31.908453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Network hostable DHCP agents. Network: 34e102c1-f70d-4f06-af2b-069a51743548, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:07:31.916362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-3566366b-ca92-4139-a7af-fe161d533c9a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:31.918128 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-3566366b-ca92-4139-a7af-fe161d533c9a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "GET /v2.0/ports?device_id=151f7f2e-e8d2-46dd-9130-849067b9b9aa HTTP/1.1" status: 200 len: 949 time: 0.1487935 Aug 27 16:07:32.058620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480c75-1475-461e-af99-afc93e05dc51 req-07b3fb8c-fefd-4e91-a72e-e1e950883696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:32.060321 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-07b3fb8c-fefd-4e91-a72e-e1e950883696 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1539152 Aug 27 16:07:32.120024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port 536232a8-c4ae-401c-a681-fce331c0309c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=536232a8-c4ae-401c-a681-fce331c0309c,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:32.137879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:32.138182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859daeb7-b98b-4188-8452-3e3f7c4f5a15 req-b03c30ff-5fcb-4af5-8d22-deb3751fa70d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:32.138182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-859daeb7-b98b-4188-8452-3e3f7c4f5a15 req-b03c30ff-5fcb-4af5-8d22-deb3751fa70d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 949 time: 0.0671952 Aug 27 16:07:32.138182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Network 34e102c1-f70d-4f06-af2b-069a51743548 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:07:32.144550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for 536232a8-c4ae-401c-a681-fce331c0309c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:32.160613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480c75-1475-461e-af99-afc93e05dc51 req-61e36c20-cf6d-46d5-bb88-d15829a07456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:32.160819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-61e36c20-cf6d-46d5-bb88-d15829a07456 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891409 Aug 27 16:07:32.170587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port 9f356e4a-7ab9-41ac-817b-fc197948f27f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:32.170941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:32.172438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-859daeb7-b98b-4188-8452-3e3f7c4f5a15 req-f1084f5e-bb0d-45f8-8196-e385c2b4175b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Aug 27 16:07:32.382834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port 9f356e4a-7ab9-41ac-817b-fc197948f27f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f356e4a-7ab9-41ac-817b-fc197948f27f,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:32.383209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:32.400874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 34e102c1-f70d-4f06-af2b-069a51743548) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:32.408938 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-f2dee623-9773-4203-8007-3bdef35e2233 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074912 Aug 27 16:07:32.413685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for 9f356e4a-7ab9-41ac-817b-fc197948f27f owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:32.416219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:32.417104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:32.423615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3038e68-e4b3-40d6-ae39-369b051e8b82 None None] Network 34e102c1-f70d-4f06-af2b-069a51743548 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:07:32.483792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:32.545594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-80399ec0-b82e-443d-ac93-38433d342069 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1165550 Aug 27 16:07:32.585511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a9016-c414-4227-ac2e-0946bbe623b0 req-3b091af6-1c3a-488e-8e48-46421be164b4 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:32.593027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd6a9016-c414-4227-ac2e-0946bbe623b0 req-3b091af6-1c3a-488e-8e48-46421be164b4 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=e436c3ad-bfd6-41e3-9c1d-abda55a8b12b HTTP/1.1" status: 200 len: 949 time: 0.1102135 Aug 27 16:07:32.612945 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:07:32.616398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:32.644561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:32.668343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd6a9016-c414-4227-ac2e-0946bbe623b0 req-513dd3cd-92ef-427e-95e3-6b9651508128 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647118 Aug 27 16:07:32.768041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a3158-ece7-45de-8905-e2a35f70eb8f None None] Network 34e102c1-f70d-4f06-af2b-069a51743548 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:07:32.772067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=536232a8-c4ae-401c-a681-fce331c0309c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:32.830662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 54a649eb-2752-46f8-bdbb-1a8657840d3d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:32.845712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 54a649eb-2752-46f8-bdbb-1a8657840d3d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:32.846091 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:32.874900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port 536232a8-c4ae-401c-a681-fce331c0309c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:32.908024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:32.910087 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9233790-c61e-47d9-a8e9-60103a562e92 req-ca86f5ae-9475-488c-815b-b381ccb1aa2a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "DELETE /v2.0/ports/536232a8-c4ae-401c-a681-fce331c0309c HTTP/1.1" status: 204 len: 173 time: 1.5941243 Aug 27 16:07:32.910861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'name': 'network-vif-deleted', 'tag': '536232a8-c4ae-401c-a681-fce331c0309c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:32.926342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a254dc73-6e12-46dc-b03c-a8149f764da1 req-378072a2-f12d-43df-9937-37d8fc9c5e89 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0552604 Aug 27 16:07:32.926648 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aae5b9-15dc-461f-9b2c-0db3948795d3" -d '{"events": [{"server_uuid": "e436c3ad-bfd6-41e3-9c1d-abda55a8b12b", "name": "network-vif-deleted", "tag": "536232a8-c4ae-401c-a681-fce331c0309c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:32.939237 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27480c75-1475-461e-af99-afc93e05dc51 req-d5b74454-f1a2-4277-a523-8566900ed3b7 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005503 Aug 27 16:07:33.072954 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:33.123499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:33.125996 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffb40ed-bf54-4eb1-ba4f-13d015c82be4" -d '{"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-plugged", "status": "completed", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:33.147948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:33.204326 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:33.234180 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:33.260505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=9f356e4a-7ab9-41ac-817b-fc197948f27f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:33.305857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port 9f356e4a-7ab9-41ac-817b-fc197948f27f on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:33.313832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:33.319118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-442b8bd0-828a-407b-8e4f-da8d71114cf8 req-c05de9d4-a9f0-4f3c-a89d-bc7df19db715 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.90 "DELETE /v2.0/ports/9f356e4a-7ab9-41ac-817b-fc197948f27f HTTP/1.1" status: 204 len: 173 time: 1.3887198 Aug 27 16:07:33.322331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:33.359536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:34.470128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 536232a8-c4ae-401c-a681-fce331c0309c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:34.498367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 536232a8-c4ae-401c-a681-fce331c0309c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:34.498726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 536232a8-c4ae-401c-a681-fce331c0309c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:34.499138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f356e4a-7ab9-41ac-817b-fc197948f27f no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:34.518673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 9f356e4a-7ab9-41ac-817b-fc197948f27f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:34.519614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f356e4a-7ab9-41ac-817b-fc197948f27f not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:37.409654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-945106c9-fc8b-47dd-8813-9e6d262ce67a tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:37.411131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-945106c9-fc8b-47dd-8813-9e6d262ce67a tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/networks?id=34e102c1-f70d-4f06-af2b-069a51743548 HTTP/1.1" status: 200 len: 817 time: 0.1219544 Aug 27 16:07:37.436175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-aa300544-0ff0-4a10-97e0-e116f9ca9f35 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/quotas/72d83134ad5344ad807a2a218ad663cc HTTP/1.1" status: 200 len: 375 time: 0.0172269 Aug 27 16:07:37.475917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-cff2538a-cd50-4324-bd02-a1b6fdb8ccbe tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=72d83134ad5344ad807a2a218ad663cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383310 Aug 27 16:07:37.587161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-3310d3c6-9aa9-4196-8be2-aa4df8f88c68 service neutron] 10.222.0.101 "GET /v2.0/networks/34e102c1-f70d-4f06-af2b-069a51743548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093824 Aug 27 16:07:37.692864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-158743c9-8e98-4dc1-b5aa-36fe1d42e442 service neutron] 10.222.0.101 "GET /v2.0/networks/34e102c1-f70d-4f06-af2b-069a51743548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989962 Aug 27 16:07:37.851550 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e68dfcd-14d0-4ded-b746-f76895c43d46 x-openstack-request-id: req-7e68dfcd-14d0-4ded-b746-f76895c43d46 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:37.852604 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436c3ad-bfd6-41e3-9c1d-abda55a8b12b", "name": "network-vif-deleted", "tag": "536232a8-c4ae-401c-a681-fce331c0309c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:37.853151 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e68dfcd-14d0-4ded-b746-f76895c43d46 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:37.853636 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436c3ad-bfd6-41e3-9c1d-abda55a8b12b', 'name': 'network-vif-deleted', 'tag': '536232a8-c4ae-401c-a681-fce331c0309c', 'status': 'completed', 'code': 200} Aug 27 16:07:37.894354 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde95d5f-2526-41e2-afea-5bf8b95d3217 x-openstack-request-id: req-bde95d5f-2526-41e2-afea-5bf8b95d3217 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:37.895242 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-plugged", "status": "completed", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:37.895703 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bde95d5f-2526-41e2-afea-5bf8b95d3217 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:37.896298 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'code': 200} Aug 27 16:07:38.027620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a2ff4-e3b7-4b43-9d9e-efde74354c85 req-96fd5013-c5f4-423f-ae59-3157558ab207 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:38.036198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-110a2ff4-e3b7-4b43-9d9e-efde74354c85 req-96fd5013-c5f4-423f-ae59-3157558ab207 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0797644 Aug 27 16:07:38.127380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28ca16b3-0c6c-4497-9023-0cc169f2226f req-d8824ed0-bed5-4079-89b0-62a8e8831433 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0449576 Aug 27 16:07:38.131953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-110a2ff4-e3b7-4b43-9d9e-efde74354c85 req-341bac0a-4564-4cdd-b7b5-2c3e2f90c029 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948989 Aug 27 16:07:38.224756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3410cce-9cd8-4540-987d-9f355ccbfb56 req-de174eae-3380-445b-95d8-96f203126654 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 210 time: 0.0402875 Aug 27 16:07:38.390776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b71117-8b5e-40e6-bc94-a091ca724f06 req-f49770ec-241a-48fc-b7f1-81a8c1171365 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:38.392375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3b71117-8b5e-40e6-bc94-a091ca724f06 req-f49770ec-241a-48fc-b7f1-81a8c1171365 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0549185 Aug 27 16:07:38.438584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3b71117-8b5e-40e6-bc94-a091ca724f06 req-a4d61e94-016a-4b69-b3a5-7472816f3756 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Aug 27 16:07:38.782816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082da2-a086-480d-beed-b3d1c6e81d29 req-8fce4288-8caf-48a1-b057-4bb49ace4598 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:38.784240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78082da2-a086-480d-beed-b3d1c6e81d29 req-8fce4288-8caf-48a1-b057-4bb49ace4598 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.0536466 Aug 27 16:07:38.837158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78082da2-a086-480d-beed-b3d1c6e81d29 req-5bb6fe03-35dc-47ab-afc0-788338c6bedb tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Aug 27 16:07:39.522419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fd33303-3708-4f09-bf5d-9cb3012d994e req-86a68bed-4677-492f-a0ac-0d93ce7bc930 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0305805 Aug 27 16:07:39.601508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a73302a2-15c5-4f1b-8b23-4ed9e475a93e req-1af01b8c-cd87-4448-b960-fbea361d27ce tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 210 time: 0.0500381 Aug 27 16:07:39.655205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6fe2-47da-4728-987f-9e398cb6a9f2 req-3e85019b-bd82-422a-a4cb-2b17ee8edfb6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:39.657051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f60f6fe2-47da-4728-987f-9e398cb6a9f2 req-3e85019b-bd82-422a-a4cb-2b17ee8edfb6 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 949 time: 0.0646083 Aug 27 16:07:39.711678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f60f6fe2-47da-4728-987f-9e398cb6a9f2 req-5862a38e-fcbe-4ae2-862c-f4b5898f16c5 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486045 Aug 27 16:07:39.850245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-a8706907-aef7-46b2-a2f6-727a82ac5794 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291839 Aug 27 16:07:39.855511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'name': 'network-vif-deleted', 'tag': '9f356e4a-7ab9-41ac-817b-fc197948f27f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:39.857868 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b3a407-142b-4809-8428-eeec3b02d3eb" -d '{"events": [{"server_uuid": "151f7f2e-e8d2-46dd-9130-849067b9b9aa", "name": "network-vif-deleted", "tag": "9f356e4a-7ab9-41ac-817b-fc197948f27f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:40.012822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-cd1ca803-f4f8-4d2d-8157-5f3c9d82ad4a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:40.014548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-cd1ca803-f4f8-4d2d-8157-5f3c9d82ad4a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635182 Aug 27 16:07:40.031039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b31369-8758-4fb2-9ca8-7c187b7668b4 req-bc6dbdc0-09af-442d-a246-b74a508ec3b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:40.032766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b31369-8758-4fb2-9ca8-7c187b7668b4 req-bc6dbdc0-09af-442d-a246-b74a508ec3b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.0939431 Aug 27 16:07:40.053208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-605d376a-906a-4e25-8a78-0a6ac4701ba0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/quotas/174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 375 time: 0.0294533 Aug 27 16:07:40.123395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b31369-8758-4fb2-9ca8-7c187b7668b4 req-b13159d8-bf53-4e57-b162-d867603946f0 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829434 Aug 27 16:07:40.150843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-f199307d-0d50-427b-a4f8-0a7173c80e0d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873208 Aug 27 16:07:40.183859 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5534e32b-f0a3-4818-bb06-9d8ceb14b555 x-openstack-request-id: req-5534e32b-f0a3-4818-bb06-9d8ceb14b555 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:40.184156 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151f7f2e-e8d2-46dd-9130-849067b9b9aa", "name": "network-vif-deleted", "tag": "9f356e4a-7ab9-41ac-817b-fc197948f27f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:40.184406 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5534e32b-f0a3-4818-bb06-9d8ceb14b555 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:40.184797 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151f7f2e-e8d2-46dd-9130-849067b9b9aa', 'name': 'network-vif-deleted', 'tag': '9f356e4a-7ab9-41ac-817b-fc197948f27f', 'status': 'completed', 'code': 200} Aug 27 16:07:40.420646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7143e96-8a61-48e7-a409-a56bc07f1d26 req-11f2bc20-e2af-4b2f-8d58-d42835063d7b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 210 time: 0.0377216 Aug 27 16:07:40.523951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9b1fb9be-4ebb-4305-aae6-17e42a28da8c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:07:40.753237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e7de27b-0f15-4143-94f7-60a13c818700 req-e36b1c30-f935-46c4-96cf-092ab734ba0a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0911450 Aug 27 16:07:40.754414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:40.799666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'port_id': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'mac_address': 'fa:16:3e:cb:b9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3174b2-6ea3-46e2-973f-54c2f8bd4607', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:07:40.853327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-125ca787-a39a-4b5d-91a3-d9195f68f252 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:40.857265 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:40.860560 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-125ca787-a39a-4b5d-91a3-d9195f68f252 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.97 "GET /v2.0/networks?id=34e102c1-f70d-4f06-af2b-069a51743548 HTTP/1.1" status: 200 len: 817 time: 0.2708235 Aug 27 16:07:40.877306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Request body: {'port': {'device_id': '80ec4f00-630b-483f-909b-1085ec37e637', 'network_id': '34e102c1-f70d-4f06-af2b-069a51743548', 'admin_state_up': True, 'tenant_id': '72d83134ad5344ad807a2a218ad663cc'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:40.899461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adb0323f-7452-43e7-b70a-a5e02e105ad4 req-d340a23a-182f-4eb5-bd30-74f1c83b2804 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 210 time: 0.0987649 Aug 27 16:07:40.914096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b1fb9be-4ebb-4305-aae6-17e42a28da8c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:40.971649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:41.034105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-1bc4068e-73ef-4ec1-8392-e4b98e13bbbb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:41.035625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-1bc4068e-73ef-4ec1-8392-e4b98e13bbbb tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 949 time: 0.1664813 Aug 27 16:07:41.043834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8521fb-dcf1-471c-a228-9a75c2ca4c7b req-7f58fe47-f22e-4ad2-b3bc-5ee17377557a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:41.045081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:41.045486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c8521fb-dcf1-471c-a228-9a75c2ca4c7b req-7f58fe47-f22e-4ad2-b3bc-5ee17377557a tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 949 time: 0.1362958 Aug 27 16:07:41.114453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:41.161836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c8521fb-dcf1-471c-a228-9a75c2ca4c7b req-bac91ded-448b-4b61-bf4c-213bbc4b64ed tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/security-groups?id=196cf623-5e67-410d-a77a-9905c26face2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069622 Aug 27 16:07:41.192405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Deleting port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:41.192759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:41.212613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9b1fb9be-4ebb-4305-aae6-17e42a28da8c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:41.338255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1536b-6658-4824-8e8f-cd7a8f4c8b27 req-c1213e4d-85a3-4f1f-8004-0d8a249725c3 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:41.460902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ea1536b-6658-4824-8e8f-cd7a8f4c8b27 req-c1213e4d-85a3-4f1f-8004-0d8a249725c3 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 944 time: 0.0863271 Aug 27 16:07:41.460902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] For port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:41.460902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:41.460902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Calling delete_port for 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:41.460902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ea1536b-6658-4824-8e8f-cd7a8f4c8b27 req-6f028c5b-cdd4-48e0-b9ce-8b3c365b39fd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642309 Aug 27 16:07:41.516155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25d86bef-5819-44a1-916d-aa639a5a07a2 req-6e3b09ae-668e-49d8-91a3-9539eaee14b2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 210 time: 0.0340590 Aug 27 16:07:41.565114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Made reservation on behalf of 72d83134ad5344ad807a2a218ad663cc for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:41.572074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:41.747535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:41.765447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0d1cb6e1-3d72-459e-93a7-bfb1baa88005'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:41.781393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Allocated IP 172.20.0.6 (34e102c1-f70d-4f06-af2b-069a51743548/8a51c238-0fd5-44b6-a025-3fb36ed0c072/a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:41.798122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Pushing event deleted for resources: {'Port': ['ID=0d1cb6e1-3d72-459e-93a7-bfb1baa88005,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:41.910187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] No DVR routers for this DVR port 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:41.913581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:41.933197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fb68c55-2023-49fa-9168-2c5dc98cb255 req-8faa8d40-4a24-404f-a8c1-2a0208198132 tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.97 "DELETE /v2.0/ports/0d1cb6e1-3d72-459e-93a7-bfb1baa88005 HTTP/1.1" status: 204 len: 173 time: 0.8866844 Aug 27 16:07:41.933694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'name': 'network-vif-deleted', 'tag': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:41.951011 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dadfac6-97c5-43e7-937f-8c45df1173fd" -d '{"events": [{"server_uuid": "1eff1152-c064-46e7-b2ae-3fc0817bdabf", "name": "network-vif-deleted", "tag": "0d1cb6e1-3d72-459e-93a7-bfb1baa88005"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:42.042390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c005c215-4d70-45c9-96cf-4b605c523783 req-6444df96-9f2d-4a94-a352-b9c26a66fd47 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0735745 Aug 27 16:07:42.072709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:42.120854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ea30222-4035-4ef0-b7b2-2437083eb8d3 req-5c57a936-6242-4cb2-ab6e-e07e94fdbc00 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 210 time: 0.0752578 Aug 27 16:07:42.135817 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde1a93d-1c2f-4bc8-9ed0-4a55c6b63468 x-openstack-request-id: req-bde1a93d-1c2f-4bc8-9ed0-4a55c6b63468 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:42.136174 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff1152-c064-46e7-b2ae-3fc0817bdabf", "name": "network-vif-deleted", "tag": "0d1cb6e1-3d72-459e-93a7-bfb1baa88005", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:42.136439 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bde1a93d-1c2f-4bc8-9ed0-4a55c6b63468 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:42.136854 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff1152-c064-46e7-b2ae-3fc0817bdabf', 'name': 'network-vif-deleted', 'tag': '0d1cb6e1-3d72-459e-93a7-bfb1baa88005', 'status': 'completed', 'code': 200} Aug 27 16:07:42.367611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:42.376734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56f3d14e-0def-4e2d-87bc-05cd4b1a7630 req-a47cd9e9-c42c-4da3-aa03-588b880d1f2e tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 210 time: 0.0476925 Aug 27 16:07:42.433717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Network 34e102c1-f70d-4f06-af2b-069a51743548 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:42.443240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:42.446193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:42.452300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:42.457703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:42.471672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Pushing event updated for resources: {'Port': ['ID=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:42.540060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9b1fb9be-4ebb-4305-aae6-17e42a28da8c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:42.610365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:42.612734 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:42.619577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a11b1-74fa-4b32-b7ad-d635095045d6 req-8288b7de-e136-4c0f-987d-175c6fc82aa7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:42.621139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c3a11b1-74fa-4b32-b7ad-d635095045d6 req-8288b7de-e136-4c0f-987d-175c6fc82aa7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 944 time: 0.0926366 Aug 27 16:07:42.638713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e84dc4c3-1a63-4fc0-a958-e57ceb5f2ed4 req-64172aa7-c7c3-414a-9449-9253466119ea tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 210 time: 0.0404122 Aug 27 16:07:42.675892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c3a11b1-74fa-4b32-b7ad-d635095045d6 req-1290ee4e-9086-473b-a2a8-8575915e59bd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Aug 27 16:07:42.711639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:42.745366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:42.747880 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b77b92-f662-44e0-8706-6fabdaf0fac6" -d '{"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-plugged", "status": "completed", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:42.761925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:42.794053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-d9dc2043-fcce-4ba9-b809-233790c81cac tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9233692 Aug 27 16:07:42.808490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Request body: {'port': {'device_id': '80ec4f00-630b-483f-909b-1085ec37e637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:42.818497 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590c27f-8016-4eec-9126-3ee4fbe362eb x-openstack-request-id: req-9590c27f-8016-4eec-9126-3ee4fbe362eb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:42.819701 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-plugged", "status": "completed", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:42.820282 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9590c27f-8016-4eec-9126-3ee4fbe362eb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:42.820891 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'code': 200} Aug 27 16:07:42.872648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:42.873366 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:42.931140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:43.188966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d5ad2b4-831e-443a-8681-94522078fada req-d56b07f4-b288-4979-adde-302ca206fbce tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0325763 Aug 27 16:07:43.256235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:43.265524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.280569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Transition to ACTIVE for port object a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:43.320908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4f0f-d81d-4ec8-bd89-f9d67bc3800e req-82192b08-c232-403a-9b56-5453ee04d193 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:43.322486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dae4f0f-d81d-4ec8-bd89-f9d67bc3800e req-82192b08-c232-403a-9b56-5453ee04d193 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 931 time: 0.0595541 Aug 27 16:07:43.403566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dae4f0f-d81d-4ec8-bd89-f9d67bc3800e req-52b2d020-5c60-479d-af38-a658b9b2ad08 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675051 Aug 27 16:07:43.415103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc279e1c-3441-4a26-9660-e1da36ebc339 req-d2d8a1ee-ca22-447d-a9a9-2021dcb467e4 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:43.415103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc279e1c-3441-4a26-9660-e1da36ebc339 req-d2d8a1ee-ca22-447d-a9a9-2021dcb467e4 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.0907481 Aug 27 16:07:43.465831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc279e1c-3441-4a26-9660-e1da36ebc339 req-fff1d72e-a027-4b96-b9cf-4dd5a6f3c5bc tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Aug 27 16:07:43.477225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.540403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76a410-b8b2-40df-8825-886184817358 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:43.563923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-216f27c8-4983-4d1a-8558-dc61ba267bc6 req-c5b7d163-cdae-401a-ae24-695a8d847fec tempest-ServersOnMultiNodesTest-219455582 tempest-ServersOnMultiNodesTest-219455582-project] 10.222.0.101 "GET /v2.0/ports?device_id=1eff1152-c064-46e7-b2ae-3fc0817bdabf HTTP/1.1" status: 200 len: 210 time: 0.0395539 Aug 27 16:07:43.585815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Attempting to bind port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:43.586227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Attempting to bind port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '56b5b5f5-ec3d-4ff3-8ce8-474e86356630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34e102c1-f70d-4f06-af2b-069a51743548'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:43.586634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Attempting to bind port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e on network 34e102c1-f70d-4f06-af2b-069a51743548 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:43.591701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e on network 34e102c1-f70d-4f06-af2b-069a51743548 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:07:43.592018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Attempting to bind port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e on network 34e102c1-f70d-4f06-af2b-069a51743548 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:43.597337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:43.597673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Checking segment: {'id': '56b5b5f5-ec3d-4ff3-8ce8-474e86356630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34e102c1-f70d-4f06-af2b-069a51743548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:43.598057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Bound using segment: {'id': '56b5b5f5-ec3d-4ff3-8ce8-474e86356630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34e102c1-f70d-4f06-af2b-069a51743548'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:43.598477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Bound port: a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b5b5f5-ec3d-4ff3-8ce8-474e86356630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34e102c1-f70d-4f06-af2b-069a51743548'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:43.598838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.671234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] For port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:43.674708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] For port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,segment=NetworkSegment(56b5b5f5-ec3d-4ff3-8ce8-474e86356630),segment_id=56b5b5f5-ec3d-4ff3-8ce8-474e86356630)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:43.755129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2b7d0f8-3701-49e2-ac9a-575fd73f3a9e req-3ddb9816-6868-4881-b6b0-94b4471e1124 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 210 time: 0.0272543 Aug 27 16:07:43.822095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.864099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:43.864821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:43.866576 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-de76a410-b8b2-40df-8825-886184817358 service neutron] 10.222.0.97 "PUT /v2.0/ports/a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e HTTP/1.1" status: 200 len: 1091 time: 1.0629671 Aug 27 16:07:43.867036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ec4f00-630b-483f-909b-1085ec37e637', 'tag': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:43.869381 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b97c92-f134-425b-8096-26231655ec63" -d '{"events": [{"name": "network-changed", "server_uuid": "80ec4f00-630b-483f-909b-1085ec37e637", "tag": "a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:43.895871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76a410-b8b2-40df-8825-886184817358 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:43.913673 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fd824f-f601-42b4-8114-73444d873a28 x-openstack-request-id: req-68fd824f-f601-42b4-8114-73444d873a28 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:43.913991 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ec4f00-630b-483f-909b-1085ec37e637", "tag": "a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:43.914244 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-68fd824f-f601-42b4-8114-73444d873a28 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:43.914660 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ec4f00-630b-483f-909b-1085ec37e637', 'tag': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e', 'status': 'completed', 'code': 200} Aug 27 16:07:43.977257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97c92-f134-425b-8096-26231655ec63 req-89fcbcf6-72c3-40e4-98a6-a94ba55a7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:43.979477 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-78b97c92-f134-425b-8096-26231655ec63 req-89fcbcf6-72c3-40e4-98a6-a94ba55a7ba5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72d83134ad5344ad807a2a218ad663cc&device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 1094 time: 0.0442398 Aug 27 16:07:44.174060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97c92-f134-425b-8096-26231655ec63 req-0d2f1d44-0df5-4167-8f8a-92d8f243a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:44.175603 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-78b97c92-f134-425b-8096-26231655ec63 req-0d2f1d44-0df5-4167-8f8a-92d8f243a92f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=72d83134ad5344ad807a2a218ad663cc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1881123 Aug 27 16:07:44.303759 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-6dae34cb-9835-4abf-bb62-1da9ea60bfc6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376658 Aug 27 16:07:44.316373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-423300ca-05bb-4ca6-a060-e344562cfe83 req-06e3a024-c661-46c2-bfd2-b896d6b8e8ca tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0350521 Aug 27 16:07:44.428676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97c92-f134-425b-8096-26231655ec63 req-badde162-5223-440a-93e3-7eba4bdeba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:44.430273 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-78b97c92-f134-425b-8096-26231655ec63 req-badde162-5223-440a-93e3-7eba4bdeba41 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2476108 Aug 27 16:07:44.533234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9b1fb9be-4ebb-4305-aae6-17e42a28da8c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:44.534952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-bde8dc74-eae0-4ae4-83e7-14479eca5059 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:44.537925 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-bde8dc74-eae0-4ae4-83e7-14479eca5059 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170103 Aug 27 16:07:44.556041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Request body: {'port': {'device_id': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '174fac1f470a466b8adebc92c32192b7'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:44.567324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f64ecf-e913-4fdf-a8c6-4dcceedff085 req-684aa8c4-af17-44f9-b121-022bf022aff9 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:44.569384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19f64ecf-e913-4fdf-a8c6-4dcceedff085 req-684aa8c4-af17-44f9-b121-022bf022aff9 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 943 time: 0.0687869 Aug 27 16:07:44.638977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-809fa37a-47fe-466a-b64a-62bb45d84cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:44.640438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:44.640680 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-809fa37a-47fe-466a-b64a-62bb45d84cf6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72d83134ad5344ad807a2a218ad663cc&device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 1094 time: 0.1470485 Aug 27 16:07:44.655515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bd42a-e2b3-49d9-a548-afdf6b586400 req-fdeb4afb-95a4-45d8-92c2-1ec50cd218dd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:44.657182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-794bd42a-e2b3-49d9-a548-afdf6b586400 req-fdeb4afb-95a4-45d8-92c2-1ec50cd218dd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 945 time: 0.0847535 Aug 27 16:07:44.669664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19f64ecf-e913-4fdf-a8c6-4dcceedff085 req-47b3630b-93fa-4ea3-a9e1-7fa6d84d4e6a tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654912 Aug 27 16:07:44.709786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:44.724307 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-768ffe30-6489-4da8-9ae5-e61a1e542b57 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e HTTP/1.1" status: 200 len: 217 time: 0.0724115 Aug 27 16:07:44.738388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-794bd42a-e2b3-49d9-a548-afdf6b586400 req-0d9ab17f-5b0e-4f54-a8c8-4d036ed1c5ef tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676861 Aug 27 16:07:44.810179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:44.831298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-00ae6e5b-0856-4bee-b706-d51856ab375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:44.836290 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-00ae6e5b-0856-4bee-b706-d51856ab375a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8a51c238-0fd5-44b6-a025-3fb36ed0c072 HTTP/1.1" status: 200 len: 857 time: 0.1061215 Aug 27 16:07:44.837315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:44.840247 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d84259-ec1a-410b-a288-459734720926" -d '{"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:44.877031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:44.880036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5429cda2-301d-469e-99cb-24fef9f8658e req-f1710c4c-be28-46f1-bbd7-8088c6766640 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 210 time: 0.0459001 Aug 27 16:07:44.902516 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-7ade5554-fcac-4174-a5a5-7c0fb2c195b2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=34e102c1-f70d-4f06-af2b-069a51743548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578451 Aug 27 16:07:44.928403 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf0155-eb05-4af9-ae6a-20f2e08e41ac x-openstack-request-id: req-25bf0155-eb05-4af9-ae6a-20f2e08e41ac {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:44.928923 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:44.929258 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-25bf0155-eb05-4af9-ae6a-20f2e08e41ac {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:44.929787 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'code': 200} Aug 27 16:07:44.994498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Made reservation on behalf of 174fac1f470a466b8adebc92c32192b7 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:44.998069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:45.011032 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-5eaaa518-0cc7-46b6-81b1-034a98629464 service neutron] 10.222.0.97 "GET /v2.0/networks/34e102c1-f70d-4f06-af2b-069a51743548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005607 Aug 27 16:07:45.199622 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-032430c7-aaff-4966-85f9-e41699d9bac9 req-1ea0d58f-01c1-4724-8ab1-47d312c71632 service neutron] 10.222.0.97 "GET /v2.0/networks/34e102c1-f70d-4f06-af2b-069a51743548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747909 Aug 27 16:07:45.216798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Allocated IP 192.168.233.104 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:45.222099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:45.245818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:45.246446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0d1cb6e1-3d72-459e-93a7-bfb1baa88005 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:45.450951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d6d1429-c658-4716-84f6-fbf19715d9d9 req-6b978c38-3a9d-404f-8794-554e624c8a55 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0321870 Aug 27 16:07:45.632012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54610) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:45.655399 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:45.669779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Transition to ACTIVE for port object cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:45.784465 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:45.798569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:45.806013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['54a649eb-2752-46f8-bdbb-1a8657840d3d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:45.813974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6dce2-45e5-47a1-9c4f-5f57c1aa0404 req-459ca1e8-339d-49e2-9964-28735325110b tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:45.821964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2c6dce2-45e5-47a1-9c4f-5f57c1aa0404 req-459ca1e8-339d-49e2-9964-28735325110b tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 943 time: 0.0667999 Aug 27 16:07:45.853432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:45.862795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:45.866421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:45.872283 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:45.872798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:45.883407 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6df01dfb-5e07-478b-a924-50a83baf05a4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3d1b1caea22144e68b41a55e028f29b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496185 Aug 27 16:07:45.887378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54626) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:45.888013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:45.910503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2c6dce2-45e5-47a1-9c4f-5f57c1aa0404 req-bbc3edfb-caa1-4f20-95ae-239ed5626fa7 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875523 Aug 27 16:07:45.932427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d4d90-2d89-4547-8d54-301b6fe9957b req-a8167d38-f696-4124-81a2-0e50df1a13ec tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:45.943225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-909d4d90-2d89-4547-8d54-301b6fe9957b req-a8167d38-f696-4124-81a2-0e50df1a13ec tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 943 time: 0.1183190 Aug 27 16:07:46.038689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-909d4d90-2d89-4547-8d54-301b6fe9957b req-fe1f0ee7-2296-4843-a09d-6169e2f85269 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938983 Aug 27 16:07:46.042632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-352a10ca-ab7f-46f1-8304-7b0ee6415839 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4848316 Aug 27 16:07:46.055866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Request body: {'port': {'device_id': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:46.104659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-0cb7d9d9-f544-4026-802f-92cd5c687a8d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:46.107206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-0cb7d9d9-f544-4026-802f-92cd5c687a8d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 943 time: 0.1333513 Aug 27 16:07:46.143693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78046cc-138d-4b7f-b04f-5c596b6332ea req-edeab55d-03c6-410c-bd7a-07c273b51b81 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:46.154704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.166057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f78046cc-138d-4b7f-b04f-5c596b6332ea req-edeab55d-03c6-410c-bd7a-07c273b51b81 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 936 time: 0.1100178 Aug 27 16:07:46.272016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f78046cc-138d-4b7f-b04f-5c596b6332ea req-a27476b2-c00c-4720-a8b4-5f916fc85292 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047270 Aug 27 16:07:46.324720 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c4c667-8cbe-4083-bf26-fa0b70fbf237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.341312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13ceef92-1679-4978-8ff0-4006023d3e25 None None] Provisioning for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:46.346468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13ceef92-1679-4978-8ff0-4006023d3e25 None None] Provisioning complete for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:46.347132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13ceef92-1679-4978-8ff0-4006023d3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.393410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-13ceef92-1679-4978-8ff0-4006023d3e25 None None] Port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:07:46.417645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c4c667-8cbe-4083-bf26-fa0b70fbf237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.518384 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Deleting port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:46.518732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.579918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4719f99-d080-4e87-bfff-8ad7adfa91ff req-8fdc7449-a699-40c1-bf2c-f835f394c483 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0344043 Aug 27 16:07:46.649362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c4c667-8cbe-4083-bf26-fa0b70fbf237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.651881 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c4c667-8cbe-4083-bf26-fa0b70fbf237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.653044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-56c4c667-8cbe-4083-bf26-fa0b70fbf237 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/196cf623-5e67-410d-a77a-9905c26face2 HTTP/1.1" status: 204 len: 168 time: 0.7614441 Aug 27 16:07:46.683132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4c667-8cbe-4083-bf26-fa0b70fbf237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196cf623-5e67-410d-a77a-9905c26face2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:46.686426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:46.691720 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] For port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:46.692097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.704333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.714568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Calling delete_port for 9b1fb9be-4ebb-4305-aae6-17e42a28da8c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:46.728202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Transition to ACTIVE for port object cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:46.804126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:46.903028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:46.930825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:46.931167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:46.931534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:46.936386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:07:46.936386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:46.941449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:46.941807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:46.942211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:46.942636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Bound port: cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:46.943659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:47.020742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:47.033280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:47.050586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc7f9e-03c2-49d8-9c4e-6e272c64f82b req-c86005e5-c3eb-428f-8e8c-90da491bd7a9 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:47.055911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-defc7f9e-03c2-49d8-9c4e-6e272c64f82b req-c86005e5-c3eb-428f-8e8c-90da491bd7a9 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 943 time: 0.0557745 Aug 27 16:07:47.079061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:47.106202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-defc7f9e-03c2-49d8-9c4e-6e272c64f82b req-71292df0-d947-482d-8a6b-77c8f70e03eb tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Aug 27 16:07:47.113400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event deleted for resources: {'Port': ['ID=9b1fb9be-4ebb-4305-aae6-17e42a28da8c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:47.168354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b703272-a469-4c62-8c56-e8d088c8726d req-5b016a7e-1e83-41e5-836e-6eb6f019dd2b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 210 time: 0.0578787 Aug 27 16:07:47.181823 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:47.222863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] No DVR routers for this DVR port 9b1fb9be-4ebb-4305-aae6-17e42a28da8c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:47.254684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:47.257650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-39b9c3f4-66ec-43cb-8d5b-d377bdd7b5e7 req-4a2a275b-839f-4085-9619-c71b35b9e538 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "DELETE /v2.0/ports/9b1fb9be-4ebb-4305-aae6-17e42a28da8c HTTP/1.1" status: 204 len: 173 time: 1.1122708 Aug 27 16:07:47.259870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-deleted', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:47.267727 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026f6a5e-d426-4b86-9339-c39b1b20e525" -d '{"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-deleted", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:47.291529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:47.291529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:47.314963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] 10.222.0.90 "PUT /v2.0/ports/cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 1096 time: 1.2649143 Aug 27 16:07:47.366923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aecd2-52d1-4c7c-9ae4-e2340728babe service neutron] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:47.385628 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14d1924-996b-4940-8711-9d2d1fd8f32f x-openstack-request-id: req-e14d1924-996b-4940-8711-9d2d1fd8f32f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:47.386074 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60af59d-4609-455c-9fbb-ce87fdb6bcad", "name": "network-vif-deleted", "tag": "9b1fb9be-4ebb-4305-aae6-17e42a28da8c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:47.386426 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e14d1924-996b-4940-8711-9d2d1fd8f32f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:47.386909 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60af59d-4609-455c-9fbb-ce87fdb6bcad', 'name': 'network-vif-deleted', 'tag': '9b1fb9be-4ebb-4305-aae6-17e42a28da8c', 'status': 'completed', 'code': 200} Aug 27 16:07:47.511849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5057ad-c849-4e40-9a69-f4a20a80eafd req-912ce070-e11c-43b4-af94-5aa42f6b3881 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:47.519551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b5057ad-c849-4e40-9a69-f4a20a80eafd req-912ce070-e11c-43b4-af94-5aa42f6b3881 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 948 time: 0.1239064 Aug 27 16:07:47.524651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-48b23a9d-62fe-46ac-813c-30a39c315ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:47.526373 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-48b23a9d-62fe-46ac-813c-30a39c315ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1099 time: 0.0483980 Aug 27 16:07:47.557518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b5057ad-c849-4e40-9a69-f4a20a80eafd req-65cadd48-cadd-41a8-8efe-2c0b52686868 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370495 Aug 27 16:07:47.591783 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-09aa402e-7834-4392-b5d3-a1b3fe9755a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0375137 Aug 27 16:07:47.643773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-59f934a7-aa31-40d3-98b5-f99aa6711541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:47.645303 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-59f934a7-aa31-40d3-98b5-f99aa6711541 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0475087 Aug 27 16:07:47.696745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adf79004-a689-48a9-bd2a-fbdfb729461d req-7b39ef60-6cf5-4b46-93ca-4d59e54f5c59 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0308187 Aug 27 16:07:47.713856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-77d860cd-0ab6-4084-9ca1-fb552c589f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:47.715482 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-77d860cd-0ab6-4084-9ca1-fb552c589f58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544202 Aug 27 16:07:47.794366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54666) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:47.832148 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-b178af06-6c28-41e9-af4d-4a982162486d service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990725 Aug 27 16:07:47.838286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a7019ee8-26f0-48bc-a160-9dded5b04d04 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e07141e85144e3ca0d015c95f53c0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426500 Aug 27 16:07:47.840779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54668) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:47.893048 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b89a927f-413a-4d0f-9fa8-51cba0c638a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:47.919126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b89a927f-413a-4d0f-9fa8-51cba0c638a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:47.955745 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fb253505-4444-43b2-8ab6-5620a716faf8 req-ae7d6f56-22d4-49d4-9c8d-92449db88dd2 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048858 Aug 27 16:07:48.088193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b89a927f-413a-4d0f-9fa8-51cba0c638a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:48.090870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b89a927f-413a-4d0f-9fa8-51cba0c638a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:48.092223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b89a927f-413a-4d0f-9fa8-51cba0c638a4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/013c6230-eb93-4595-8189-8badbdbf2a3a HTTP/1.1" status: 204 len: 168 time: 0.2504349 Aug 27 16:07:48.101439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a927f-413a-4d0f-9fa8-51cba0c638a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013c6230-eb93-4595-8189-8badbdbf2a3a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:48.245152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed815fb-aefe-48cd-adb4-fa0db558dd28 req-bbcdb4d5-8093-4e33-9aae-761bad139c95 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:48.247086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aed815fb-aefe-48cd-adb4-fa0db558dd28 req-bbcdb4d5-8093-4e33-9aae-761bad139c95 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 943 time: 0.0554736 Aug 27 16:07:48.307785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aed815fb-aefe-48cd-adb4-fa0db558dd28 req-9cc7641e-e904-45cf-bc09-44d340e7c837 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547209 Aug 27 16:07:48.331547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5be54e39-c71a-4362-8428-cc67603eb2db req-d6b51380-6ced-4a34-9ef2-96b566fd3dbd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=c60af59d-4609-455c-9fbb-ce87fdb6bcad HTTP/1.1" status: 200 len: 210 time: 0.0446386 Aug 27 16:07:48.581878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9b1fb9be-4ebb-4305-aae6-17e42a28da8c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:48.611396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 9b1fb9be-4ebb-4305-aae6-17e42a28da8c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:48.613094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9b1fb9be-4ebb-4305-aae6-17e42a28da8c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:48.698859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab513ae5-5e5e-4b12-9331-8c7278635758 req-801df1a0-b2a4-46f9-a1b6-874070683297 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:48.700973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab513ae5-5e5e-4b12-9331-8c7278635758 req-801df1a0-b2a4-46f9-a1b6-874070683297 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 948 time: 0.0679135 Aug 27 16:07:48.749383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab513ae5-5e5e-4b12-9331-8c7278635758 req-d5e6113b-1998-47ab-ab95-282974d51027 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Aug 27 16:07:48.824809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0c30012-d3e3-4263-a0bd-9efc45159655 req-f32b367b-b97b-416e-997c-fb792c2c9594 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0306647 Aug 27 16:07:49.252492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:07:49.367474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,segment=NetworkSegment(56b5b5f5-ec3d-4ff3-8ce8-474e86356630),segment_id=56b5b5f5-ec3d-4ff3-8ce8-474e86356630)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:49.387887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:49.391024 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:49.394165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e', 'network_id': '34e102c1-f70d-4f06-af2b-069a51743548', 'port_id': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e', 'mac_address': 'fa:16:3e:da:19:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a51c238-0fd5-44b6-a025-3fb36ed0c072', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:07:49.443180 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.477395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:49.524379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,segment=NetworkSegment(56b5b5f5-ec3d-4ff3-8ce8-474e86356630),segment_id=56b5b5f5-ec3d-4ff3-8ce8-474e86356630)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:49.548201 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8500ddc-a235-458d-8e19-9dd380d59e26 x-openstack-request-id: req-b8500ddc-a235-458d-8e19-9dd380d59e26 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:49.548913 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:49.549343 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b8500ddc-a235-458d-8e19-9dd380d59e26 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:49.549937 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'status': 'completed', 'code': 200} Aug 27 16:07:49.554964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd559c-9b02-4f2a-ba24-0ecf612cb75e req-5c98c3ea-694a-44dd-bc5b-c50dacc36f7b tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.573144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12cd559c-9b02-4f2a-ba24-0ecf612cb75e req-5c98c3ea-694a-44dd-bc5b-c50dacc36f7b tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 943 time: 0.1163700 Aug 27 16:07:49.626283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12cd559c-9b02-4f2a-ba24-0ecf612cb75e req-5ed393ab-2c06-4062-910d-34d5e389fedc tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Aug 27 16:07:49.632272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-6d72e6c2-81f9-49b3-a588-db0f74b8af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.633928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-6d72e6c2-81f9-49b3-a588-db0f74b8af06 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1099 time: 0.0489602 Aug 27 16:07:49.676458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:49.757335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:49.757464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-6b9181cf-f5e0-4aac-a684-aba5c7074f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.760550 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-6b9181cf-f5e0-4aac-a684-aba5c7074f36 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1167278 Aug 27 16:07:49.811060 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-1afbf86e-8610-45e5-afd4-d4c9dbc3e3cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0369263 Aug 27 16:07:49.830823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-86349793-3a52-4205-bb57-44aa231e7367 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.832770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-86349793-3a52-4205-bb57-44aa231e7367 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 822 time: 0.1224179 Aug 27 16:07:49.852348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-655af3a0-0518-4077-9e65-72bf1042ffe1 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/quotas/fea82297016349da9419bd4973e400af HTTP/1.1" status: 200 len: 375 time: 0.0125344 Aug 27 16:07:49.873966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-cc108025-aaec-4d47-a904-11270f43638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.875340 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-cc108025-aaec-4d47-a904-11270f43638a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0528691 Aug 27 16:07:49.927865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-07b2a7c3-ba47-49bf-938d-726257245e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.929749 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-07b2a7c3-ba47-49bf-938d-726257245e4f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431626 Aug 27 16:07:49.935681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b7b1-08c5-4bde-bd4e-2fd8266a586c req-cdca990b-2ee9-4fdf-aaa7-fad449b9872a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:49.937185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2171b7b1-08c5-4bde-bd4e-2fd8266a586c req-cdca990b-2ee9-4fdf-aaa7-fad449b9872a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 948 time: 0.0809827 Aug 27 16:07:49.941256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-f59c554d-fa12-4fad-a6bc-016712fe01ca tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805202 Aug 27 16:07:49.966356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:50.036441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2171b7b1-08c5-4bde-bd4e-2fd8266a586c req-7c300cd1-0d40-47c6-b45b-02e404e6460f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826674 Aug 27 16:07:50.069343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-805f2d01-0f74-49f3-bde0-f719b154a86d service neutron] 10.222.0.101 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165717 Aug 27 16:07:50.074179 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-a67b534c-ad50-42a3-81ce-158077f8d684 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185648 Aug 27 16:07:50.156990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cf1ac82-96a5-429b-8ddb-a3298846bb45 req-7ae0cc01-a409-4a03-9806-7a985c670790 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0328927 Aug 27 16:07:50.190458 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a4614ba-9b4c-47e7-8671-5a97e8fcd3d6 req-4686775e-9ae3-495c-a2d8-8ca4f684a033 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033764 Aug 27 16:07:50.194879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-90292c5d-b5fe-4302-a4b4-7ce0aa04d204 service neutron] 10.222.0.101 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218491 Aug 27 16:07:50.586434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:07:50.605784 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac3a0-9274-4147-ad42-0a09a2467b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:50.702270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55c962c1-fce7-4ebd-bc51-321a2b720919 req-e69001c5-d4ad-46dd-ae96-70bd39be67d7 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 210 time: 0.0712521 Aug 27 16:07:50.744052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:50.755021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'mac_address': 'fa:16:3e:90:ef:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:07:50.801583 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:50.816475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:50.816681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fa50c-cce5-4d9a-a12c-b3439bb9b863 req-9c21b6b4-ed99-40e1-b472-1ef47be23f21 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:50.818418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-685fa50c-cce5-4d9a-a12c-b3439bb9b863 req-9c21b6b4-ed99-40e1-b472-1ef47be23f21 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 944 time: 0.0559614 Aug 27 16:07:50.838465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:50.858681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-685fa50c-cce5-4d9a-a12c-b3439bb9b863 req-12da55e6-f6fd-46c6-9a86-a7020c34ba42 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Aug 27 16:07:51.089610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:51.145449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:51.152381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da5b3d-0bef-4575-b7a2-46c6a98da2bc req-b158be1d-a746-4453-a9aa-d19b5ee6289c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:51.153956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00da5b3d-0bef-4575-b7a2-46c6a98da2bc req-b158be1d-a746-4453-a9aa-d19b5ee6289c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0546041 Aug 27 16:07:51.193731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00da5b3d-0bef-4575-b7a2-46c6a98da2bc req-5d27ab85-ab15-4aa8-ad41-b40d9ea6678d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Aug 27 16:07:51.268144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:51.268337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25046720-2a3c-4771-bd66-6791a343d7de req-c92a7fe8-8e26-4851-8c62-d9e5cb5424c1 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0315931 Aug 27 16:07:51.367831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d6a89e9-e061-4a08-838a-adbd1d4dd05e req-1536d3a6-0059-4c01-802d-d9ae110ea667 tempest-FlavorsV2NegativeTest-1941438736 tempest-FlavorsV2NegativeTest-1941438736-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=ecb3d19cc6784793aa77bdfa75f9f845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275695 Aug 27 16:07:51.475901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a89e9-e061-4a08-838a-adbd1d4dd05e req-7c3fc896-d638-4a68-8397-d307bafe17e6 tempest-FlavorsV2NegativeTest-1941438736 tempest-FlavorsV2NegativeTest-1941438736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:51.477407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d6a89e9-e061-4a08-838a-adbd1d4dd05e req-7c3fc896-d638-4a68-8397-d307bafe17e6 tempest-FlavorsV2NegativeTest-1941438736 tempest-FlavorsV2NegativeTest-1941438736-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037002 Aug 27 16:07:51.490324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:51.493020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d6a89e9-e061-4a08-838a-adbd1d4dd05e req-c071c8c2-ef84-434a-8c38-3dba08394963 tempest-FlavorsV2NegativeTest-1941438736 tempest-FlavorsV2NegativeTest-1941438736-project] 10.222.0.101 "GET /v2.0/quotas/ecb3d19cc6784793aa77bdfa75f9f845 HTTP/1.1" status: 200 len: 375 time: 0.0098400 Aug 27 16:07:51.494514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:51.495042 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:51.526071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:51.532605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d6a89e9-e061-4a08-838a-adbd1d4dd05e req-7a41c5c3-3732-498e-b3c8-7877a765fe8d tempest-FlavorsV2NegativeTest-1941438736 tempest-FlavorsV2NegativeTest-1941438736-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ecb3d19cc6784793aa77bdfa75f9f845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332539 Aug 27 16:07:51.640671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:51.683505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ec4f00-630b-483f-909b-1085ec37e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:51.685781 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eae50c-dead-424f-8b45-01cff19a6d18" -d '{"events": [{"server_uuid": "80ec4f00-630b-483f-909b-1085ec37e637", "name": "network-vif-plugged", "status": "completed", "tag": "a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:51.706841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,segment=NetworkSegment(56b5b5f5-ec3d-4ff3-8ce8-474e86356630),segment_id=56b5b5f5-ec3d-4ff3-8ce8-474e86356630)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:51.752365 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6783e06-44e6-4d7a-b22c-891556b8ae38 x-openstack-request-id: req-f6783e06-44e6-4d7a-b22c-891556b8ae38 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:51.752982 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ec4f00-630b-483f-909b-1085ec37e637", "name": "network-vif-plugged", "status": "completed", "tag": "a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:51.752982 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f6783e06-44e6-4d7a-b22c-891556b8ae38 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:51.753331 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ec4f00-630b-483f-909b-1085ec37e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e', 'code': 200} Aug 27 16:07:51.792024 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:51.798978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b86c9f75-3bb2-4e67-bcc9-f29a260d68c1 req-9019d095-26e3-4dd7-990c-1b29a3aa37ad tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 210 time: 0.0341432 Aug 27 16:07:51.852649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:51.866199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac4d2d-5dc0-4468-8933-00e2826fdc5a req-19769213-9487-4b2f-9041-a299c01c7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:51.867727 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c3ac4d2d-5dc0-4468-8933-00e2826fdc5a req-19769213-9487-4b2f-9041-a299c01c7fb2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 1096 time: 0.0487447 Aug 27 16:07:51.908514 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c3ac4d2d-5dc0-4468-8933-00e2826fdc5a req-f964d12d-fd50-4069-a120-c1b8264e1071 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Aug 27 16:07:51.980357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feb458-8c8d-4fcc-b599-490afad87436 req-01bdb190-4dca-43b0-b709-7336d3196bdc tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:51.981753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8feb458-8c8d-4fcc-b599-490afad87436 req-01bdb190-4dca-43b0-b709-7336d3196bdc tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 945 time: 0.0497105 Aug 27 16:07:52.020069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8feb458-8c8d-4fcc-b599-490afad87436 req-f8faa71b-4815-4056-89f8-e41962222d91 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Aug 27 16:07:52.319378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399d43-308b-4b7e-9578-9abd27dd92d9 req-a3ef27be-baf9-449f-9d8f-77cf0ac1ec27 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:52.321834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef399d43-308b-4b7e-9578-9abd27dd92d9 req-a3ef27be-baf9-449f-9d8f-77cf0ac1ec27 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0509501 Aug 27 16:07:52.362404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef399d43-308b-4b7e-9578-9abd27dd92d9 req-9d1530fa-ec3a-47e7-ac03-eeeb9efcdb80 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Aug 27 16:07:52.405387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-043d1e15-6d66-46c3-b7e7-ed54168a0995 req-9258b2d4-1210-414b-aa69-64d0b53bc670 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0327435 Aug 27 16:07:52.889595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79cada74-ebba-4011-a83e-ea2687602315 req-647cf315-0c56-43f1-b7ef-dca036ef27e3 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Aug 27 16:07:52.956811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.120677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54842) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:53.158827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3711-1d54-4edd-8f80-1490526d0dae req-30276c04-5c78-4022-b0e8-9a73a9cfb3f0 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:53.160570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b5e3711-1d54-4edd-8f80-1490526d0dae req-30276c04-5c78-4022-b0e8-9a73a9cfb3f0 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 945 time: 0.0638392 Aug 27 16:07:53.203465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b5e3711-1d54-4edd-8f80-1490526d0dae req-743932ef-bffa-476a-a148-6dde710856d2 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Aug 27 16:07:53.243914 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e08b748-561a-41f3-a1ea-1bc0dd563129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.245906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26ba7ca6-81ae-46fe-8da1-c4f5921f2c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.295168 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.334278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26ba7ca6-81ae-46fe-8da1-c4f5921f2c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.415592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26ba7ca6-81ae-46fe-8da1-c4f5921f2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.457810 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-26ba7ca6-81ae-46fe-8da1-c4f5921f2c1e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ecb3d19cc6784793aa77bdfa75f9f845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358381 Aug 27 16:07:53.459051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba7ca6-81ae-46fe-8da1-c4f5921f2c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4a68f-4641-41ef-9a92-68c05309d7f1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:53.461399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54850) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:53.502457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b4306-dc65-4fe4-b990-944d8f01496e req-da7a8432-d842-4f5a-974f-46124f411872 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:53.504001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-455b4306-dc65-4fe4-b990-944d8f01496e req-da7a8432-d842-4f5a-974f-46124f411872 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0677888 Aug 27 16:07:53.518903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7571d45-fc51-428b-8d7c-4c342e6ef121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.542853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7571d45-fc51-428b-8d7c-4c342e6ef121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.545246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd5ccb8a-a240-4f7a-8234-52be070aa9fa req-a18cb573-3030-48cf-943c-cbb9493a4ba3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0402703 Aug 27 16:07:53.570091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-455b4306-dc65-4fe4-b990-944d8f01496e req-33b17fa3-626e-4e8f-88e4-9fb7c4c5d785 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564222 Aug 27 16:07:53.666964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.711145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7571d45-fc51-428b-8d7c-4c342e6ef121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.713749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7571d45-fc51-428b-8d7c-4c342e6ef121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:53.714935 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e7571d45-fc51-428b-8d7c-4c342e6ef121 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/efe4a68f-4641-41ef-9a92-68c05309d7f1 HTTP/1.1" status: 204 len: 168 time: 0.2524323 Aug 27 16:07:53.726700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7571d45-fc51-428b-8d7c-4c342e6ef121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4a68f-4641-41ef-9a92-68c05309d7f1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:53.854699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-556199e8-e958-40b9-a353-25f7f7003f35 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:53.856199 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-556199e8-e958-40b9-a353-25f7f7003f35 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "GET /v2.0/networks?id=6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 200 len: 822 time: 0.1048744 Aug 27 16:07:53.875479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Request body: {'port': {'device_id': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'admin_state_up': True, 'tenant_id': 'fea82297016349da9419bd4973e400af'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:53.998228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3eb6a410-eb2f-43ab-bd66-4a44942e94bf req-600df05d-7368-4db8-bdc3-26fbd2955f9b tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 210 time: 0.0293014 Aug 27 16:07:54.173489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Made reservation on behalf of fea82297016349da9419bd4973e400af for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:54.177272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:54.325256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Allocated IP 172.20.0.13 (6e197473-90fc-46a3-8992-dd72d3a20b0d/ec3174b2-6ea3-46e2-973f-54c2f8bd4607/53c56593-ce36-45c1-a63e-d0ce269bd826) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:07:54.351331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df616e5a-e8f1-4a63-9df2-9b8729b51c47 req-066a756b-e269-4e29-a346-27b1dae67a94 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:54.353472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df616e5a-e8f1-4a63-9df2-9b8729b51c47 req-066a756b-e269-4e29-a346-27b1dae67a94 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 945 time: 0.0573545 Aug 27 16:07:54.404248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df616e5a-e8f1-4a63-9df2-9b8729b51c47 req-d66b71fe-befd-4f95-82b5-05185b98a922 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Aug 27 16:07:54.419245 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:54.499234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:54.602546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:07:54.665483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40588506-1497-4c9e-93bf-496a54887c6f req-82aeec0a-d8ce-49ec-89e1-619a320ba943 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0326011 Aug 27 16:07:54.688689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:54.732476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Network 6e197473-90fc-46a3-8992-dd72d3a20b0d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:07:54.738041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:07:54.743820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:07:54.748497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:54.749174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:54.761038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event updated for resources: {'Port': ['ID=53c56593-ce36-45c1-a63e-d0ce269bd826,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:54.773731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33bdd-179f-4aaa-9c87-e28311809c3b req-aceb1606-344f-4c97-a137-d191b9c3a55d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:54.775401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6db33bdd-179f-4aaa-9c87-e28311809c3b req-aceb1606-344f-4c97-a137-d191b9c3a55d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0568850 Aug 27 16:07:54.819116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6db33bdd-179f-4aaa-9c87-e28311809c3b req-1030292d-7885-4604-8dab-5fb1ea0cf836 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Aug 27 16:07:54.878737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:07:54.879720 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-928995fe-a220-4e57-a83c-a9bd42cf86c6 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0078628 Aug 27 16:07:54.884275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:07:54.888232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:54.894445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Request body: {'port': {'device_id': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:54.957873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:54.975999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.116413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513cde4-8044-4d37-958a-3e15bcfb12e3 req-86af8448-c07c-4e97-92c7-23a1ea026a2c tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:55.125011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5513cde4-8044-4d37-958a-3e15bcfb12e3 req-86af8448-c07c-4e97-92c7-23a1ea026a2c tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 945 time: 0.0703943 Aug 27 16:07:55.166337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:55.171349 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd194b72-3bb4-4e32-9d96-fe7bb3993e4a" -d '{"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-plugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:55.185922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:55.191769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5513cde4-8044-4d37-958a-3e15bcfb12e3 req-56a1846b-c5c4-46f4-b6fc-1724f23e2b98 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654893 Aug 27 16:07:55.212926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f0875-760e-4522-8fda-26b801e6ff3a req-9eee0683-319e-495d-81cf-cab4534134b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:55.216673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9f0875-760e-4522-8fda-26b801e6ff3a req-9eee0683-319e-495d-81cf-cab4534134b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 932 time: 0.0736501 Aug 27 16:07:55.253944 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3be6fb-57db-482f-9631-b3faa48675e2 x-openstack-request-id: req-6b3be6fb-57db-482f-9631-b3faa48675e2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:55.254242 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-plugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:55.254498 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b3be6fb-57db-482f-9631-b3faa48675e2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:55.254950 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'code': 200} Aug 27 16:07:55.278981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9f0875-760e-4522-8fda-26b801e6ff3a req-d4d48992-d950-47ea-bf2b-b2af885f6e5c tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585904 Aug 27 16:07:55.289528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.320960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c56593-ce36-45c1-a63e-d0ce269bd826 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:07:55.330323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.348229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Transition to ACTIVE for port object 53c56593-ce36-45c1-a63e-d0ce269bd826 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:07:55.365843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:55.396328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2a2d7-88c6-4db0-9f44-9f6ad0c6209e req-1582795e-a1c9-433b-8307-80183d36374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:55.397874 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a5f2a2d7-88c6-4db0-9f44-9f6ad0c6209e req-1582795e-a1c9-433b-8307-80183d36374c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1101 time: 0.0509768 Aug 27 16:07:55.446396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.484039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a5f2a2d7-88c6-4db0-9f44-9f6ad0c6209e req-133f1643-271d-4bd9-b49e-c7dc8daeafe6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 Aug 27 16:07:55.513437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=53c56593-ce36-45c1-a63e-d0ce269bd826,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:55.547942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Attempting to bind port 53c56593-ce36-45c1-a63e-d0ce269bd826 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:07:55.548355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Attempting to bind port 53c56593-ce36-45c1-a63e-d0ce269bd826 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:07:55.548682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Attempting to bind port 53c56593-ce36-45c1-a63e-d0ce269bd826 on network 6e197473-90fc-46a3-8992-dd72d3a20b0d {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:55.554124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Port 53c56593-ce36-45c1-a63e-d0ce269bd826 on network 6e197473-90fc-46a3-8992-dd72d3a20b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:07:55.554442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Attempting to bind port 53c56593-ce36-45c1-a63e-d0ce269bd826 on network 6e197473-90fc-46a3-8992-dd72d3a20b0d {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:07:55.559975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:07:55.560324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Checking segment: {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:07:55.560714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Bound using segment: {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:07:55.561157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Bound port: 53c56593-ce36-45c1-a63e-d0ce269bd826, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993d926b-e8c7-4d26-a057-3f94a7cf3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:07:55.561521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.630029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] For port 53c56593-ce36-45c1-a63e-d0ce269bd826, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:07:55.633215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] For port 53c56593-ce36-45c1-a63e-d0ce269bd826, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=53c56593-ce36-45c1-a63e-d0ce269bd826,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:07:55.776481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca940fad-b123-4181-89ec-6462540ee9e9 req-156fc632-c108-4219-bbb3-e1dec6777773 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0319889 Aug 27 16:07:55.816326 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.862892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:55.863655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.865274 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] 10.222.0.90 "PUT /v2.0/ports/53c56593-ce36-45c1-a63e-d0ce269bd826 HTTP/1.1" status: 200 len: 1092 time: 0.9753511 Aug 27 16:07:55.865768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'tag': '53c56593-ce36-45c1-a63e-d0ce269bd826'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:55.868802 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4040f53-893a-48fc-9a11-d3b6f077d073" -d '{"events": [{"name": "network-changed", "server_uuid": "133c84f2-e584-45d0-90e8-3cd323f8c120", "tag": "53c56593-ce36-45c1-a63e-d0ce269bd826"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:55.918107 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:55.925467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8602-9daf-45df-8bb0-f0d0d233bbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=53c56593-ce36-45c1-a63e-d0ce269bd826,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:55.932321 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3cf156-7e8e-43f4-b70b-b9a2fce1ca49 x-openstack-request-id: req-3f3cf156-7e8e-43f4-b70b-b9a2fce1ca49 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:55.932620 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133c84f2-e584-45d0-90e8-3cd323f8c120", "tag": "53c56593-ce36-45c1-a63e-d0ce269bd826", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:55.932873 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3f3cf156-7e8e-43f4-b70b-b9a2fce1ca49 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:55.933272 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'tag': '53c56593-ce36-45c1-a63e-d0ce269bd826', 'status': 'completed', 'code': 200} Aug 27 16:07:56.004812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659fed-bea5-4bd0-82da-6d8bde75d49c req-dc4852ad-36f1-4415-b07a-dff62cfa9e68 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.006621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5659fed-bea5-4bd0-82da-6d8bde75d49c req-dc4852ad-36f1-4415-b07a-dff62cfa9e68 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0719783 Aug 27 16:07:56.013084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4040f53-893a-48fc-9a11-d3b6f077d073 req-d878e866-03d7-4073-bfbb-d0baae753a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.014645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4040f53-893a-48fc-9a11-d3b6f077d073 req-d878e866-03d7-4073-bfbb-d0baae753a91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 1095 time: 0.0437660 Aug 27 16:07:56.047907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5659fed-bea5-4bd0-82da-6d8bde75d49c req-322963bf-1319-4f50-9bc7-ff19c8a68c94 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Aug 27 16:07:56.134301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4040f53-893a-48fc-9a11-d3b6f077d073 req-783b12c9-98fa-48d1-9998-09612f6d6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.135830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4040f53-893a-48fc-9a11-d3b6f077d073 req-783b12c9-98fa-48d1-9998-09612f6d6f51 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fea82297016349da9419bd4973e400af&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1037335 Aug 27 16:07:56.212069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54920) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:56.285841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4040f53-893a-48fc-9a11-d3b6f077d073 req-27e278d1-6f37-41f7-8444-15422db50f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.288238 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a4040f53-893a-48fc-9a11-d3b6f077d073 req-27e278d1-6f37-41f7-8444-15422db50f4b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1029384 Aug 27 16:07:56.330086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29be9e1a-5791-4580-90a1-4eab5adb3a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.357038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd13033-98a3-47c4-be76-b3b8f1c2d348 req-f7721135-a05c-4523-887f-d3cdb1207dab tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.361447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3dd13033-98a3-47c4-be76-b3b8f1c2d348 req-f7721135-a05c-4523-887f-d3cdb1207dab tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 945 time: 0.0839384 Aug 27 16:07:56.389092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-9e9699a2-489e-4ed2-b257-6145df0837af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.390666 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-9e9699a2-489e-4ed2-b257-6145df0837af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fea82297016349da9419bd4973e400af&device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 1095 time: 0.0511584 Aug 27 16:07:56.444223 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-72bf1ffd-e764-49bf-8c6e-96b2c5840ea6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56593-ce36-45c1-a63e-d0ce269bd826 HTTP/1.1" status: 200 len: 217 time: 0.0404718 Aug 27 16:07:56.450204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3dd13033-98a3-47c4-be76-b3b8f1c2d348 req-219618eb-9004-4f02-ac94-4e23de599c6a tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/security-groups?id=9da561c5-7991-4703-9069-045cce94dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753965 Aug 27 16:07:56.480610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984c904-f7ef-45af-984b-0db1f7626fba req-210f1d55-da34-4547-9dbd-c53c46bec1f9 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.484691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8984c904-f7ef-45af-984b-0db1f7626fba req-210f1d55-da34-4547-9dbd-c53c46bec1f9 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 944 time: 0.1196299 Aug 27 16:07:56.538034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-8230cee5-5976-4591-9630-8dbe34cd1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.539549 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-8230cee5-5976-4591-9630-8dbe34cd1354 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec3174b2-6ea3-46e2-973f-54c2f8bd4607 HTTP/1.1" status: 200 len: 862 time: 0.0790696 Aug 27 16:07:56.546948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8984c904-f7ef-45af-984b-0db1f7626fba req-8c4cd155-1824-4f22-8e28-ff58f920c36d tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559022 Aug 27 16:07:56.557554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-eb1899fb-8477-498c-8ef2-a9114f823f84 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:56.559418 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-eb1899fb-8477-498c-8ef2-a9114f823f84 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.97 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 945 time: 0.0670278 Aug 27 16:07:56.561877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29be9e1a-5791-4580-90a1-4eab5adb3a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.609937 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-427058be-000b-4345-9f56-c2a8b63162a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e197473-90fc-46a3-8992-dd72d3a20b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494924 Aug 27 16:07:56.670820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29be9e1a-5791-4580-90a1-4eab5adb3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.707724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be9e1a-5791-4580-90a1-4eab5adb3a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed954e1-99a4-4c60-a96c-020907099117,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:56.713240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29be9e1a-5791-4580-90a1-4eab5adb3a95 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=200add0a6f4541c7b59a800402318363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000639 Aug 27 16:07:56.715967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54928) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:56.749098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Deleting port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:07:56.749462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.765443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f696cd75-ec99-48b7-987e-c1dc5147ff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.787811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f696cd75-ec99-48b7-987e-c1dc5147ff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.796116 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-ff7eee91-afce-4dea-a36f-6eb2b3d085c0 service neutron] 10.222.0.90 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479967 Aug 27 16:07:56.894777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19d8dff4-4484-4a2d-87a5-b36f3e6bd73c req-41320b0e-f494-49fc-9208-0c7d872bf94d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0316167 Aug 27 16:07:56.903032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] For port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,segment=NetworkSegment(56b5b5f5-ec3d-4ff3-8ce8-474e86356630),segment_id=56b5b5f5-ec3d-4ff3-8ce8-474e86356630)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:07:56.903429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.929273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Calling delete_port for a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:07:56.952410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-150d91a8-cda8-4beb-82d4-d3922d95e8e7 req-1c5cd555-8f82-43ae-9f09-9e66de0fc240 service neutron] 10.222.0.90 "GET /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355901 Aug 27 16:07:56.961957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f696cd75-ec99-48b7-987e-c1dc5147ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.964649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f696cd75-ec99-48b7-987e-c1dc5147ff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:56.968204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f696cd75-ec99-48b7-987e-c1dc5147ff94 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0ed954e1-99a4-4c60-a96c-020907099117 HTTP/1.1" status: 204 len: 168 time: 0.2489552 Aug 27 16:07:56.974415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696cd75-ec99-48b7-987e-c1dc5147ff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed954e1-99a4-4c60-a96c-020907099117,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:57.162036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270738d-796f-46d8-bd9c-e205ed82b44b req-be1ab4e9-1258-4f74-8bc4-cdce92e70b02 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:57.163537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6270738d-796f-46d8-bd9c-e205ed82b44b req-be1ab4e9-1258-4f74-8bc4-cdce92e70b02 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0507956 Aug 27 16:07:57.195577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:57.207469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:07:57.220814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6270738d-796f-46d8-bd9c-e205ed82b44b req-c0bbdaab-d007-4f2a-a496-5f0edaa67ce6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507379 Aug 27 16:07:57.230922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Pushing event deleted for resources: {'Port': ['ID=a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:57.274330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] No DVR routers for this DVR port a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:07:57.276867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:57.278883 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8c30cc3e-8443-4fc9-b22c-f062301f5348 req-60e7f9d6-4376-4cf0-b56d-545224f55e3e tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.97 "DELETE /v2.0/ports/a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e HTTP/1.1" status: 204 len: 173 time: 0.7091186 Aug 27 16:07:57.608938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8919de5-4147-43dc-8436-0872e1d4dbc0 req-6b9e3a62-d1fc-4b5e-adbc-31ea46fcfbc0 tempest-InstanceActionsV221TestJSON-1836097740 tempest-InstanceActionsV221TestJSON-1836097740-project] 10.222.0.101 "GET /v2.0/ports?device_id=80ec4f00-630b-483f-909b-1085ec37e637 HTTP/1.1" status: 200 len: 210 time: 0.0619855 Aug 27 16:07:57.682053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513b93b-eeba-4cbe-8e66-fb9f987cbf8c req-9f3adfc7-f247-42bd-bfdd-9b99421c1042 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:57.685584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4513b93b-eeba-4cbe-8e66-fb9f987cbf8c req-9f3adfc7-f247-42bd-bfdd-9b99421c1042 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 944 time: 0.0603514 Aug 27 16:07:57.735798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4513b93b-eeba-4cbe-8e66-fb9f987cbf8c req-b14b5d44-1e46-4c84-a2a0-becffe81752e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Aug 27 16:07:57.934365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ec4f00-630b-483f-909b-1085ec37e637', 'name': 'network-vif-deleted', 'tag': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:07:57.937605 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70edce86-e6b8-4a7f-8ef8-75ad1e6f165f" -d '{"events": [{"server_uuid": "80ec4f00-630b-483f-909b-1085ec37e637", "name": "network-vif-deleted", "tag": "a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:07:57.985808 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29ecf5c-a784-41af-b4fb-aa2b3c504eae x-openstack-request-id: req-a29ecf5c-a784-41af-b4fb-aa2b3c504eae {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:07:57.986339 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ec4f00-630b-483f-909b-1085ec37e637", "name": "network-vif-deleted", "tag": "a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:07:57.986339 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a29ecf5c-a784-41af-b4fb-aa2b3c504eae {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:07:57.986758 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ec4f00-630b-483f-909b-1085ec37e637', 'name': 'network-vif-deleted', 'tag': 'a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e', 'status': 'completed', 'code': 200} Aug 27 16:07:58.025446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38a77ec9-2f6c-4aac-9c14-e4a6efa3fd1f req-63ef6293-4009-451a-a09a-9cf48a024b51 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Aug 27 16:07:58.187456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54972) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:58.304569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-network', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:58.369164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9d424-af19-43c8-b51c-d0d60bb7c79f req-12db831a-ce20-4e99-bda9-ccb452a244bb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:58.370705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7c9d424-af19-43c8-b51c-d0d60bb7c79f req-12db831a-ce20-4e99-bda9-ccb452a244bb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0711167 Aug 27 16:07:58.410298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7c9d424-af19-43c8-b51c-d0d60bb7c79f req-2e94f69c-2919-4dbd-8aa4-1b3497f42c6e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Aug 27 16:07:58.539769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968bb11-0a46-4c3d-a5ff-5f8458ccead7 req-57a76edb-b2ed-47b1-b1f6-95a21d20e6d1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:58.541438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8968bb11-0a46-4c3d-a5ff-5f8458ccead7 req-57a76edb-b2ed-47b1-b1f6-95a21d20e6d1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0534630 Aug 27 16:07:58.558042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Made reservation on behalf of 1c15b135714b4c8880ae4507824e1c1f for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:58.560384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:58.859025 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:58.910527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8968bb11-0a46-4c3d-a5ff-5f8458ccead7 req-11db4354-9107-4968-8e61-2f2ce823f769 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606670 Aug 27 16:07:58.934652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3a3c5-3867-44e9-9f13-894adaae3056 req-eb2e5bf4-fdae-4222-8bab-6c7f7ccfa4ef tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:58.934652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffe3a3c5-3867-44e9-9f13-894adaae3056 req-eb2e5bf4-fdae-4222-8bab-6c7f7ccfa4ef tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 944 time: 0.0914171 Aug 27 16:07:58.992450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffe3a3c5-3867-44e9-9f13-894adaae3056 req-f7dff088-7769-4cc7-b4bb-d587aacdbd28 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 Aug 27 16:07:59.028433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.037069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54994) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:59.086039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] Deleting subnet 8a51c238-0fd5-44b6-a025-3fb36ed0c072 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:07:59.090003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.147717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8cb07a0-39af-48cf-a8b2-17c9ec76d626 req-080c62c0-01b8-4608-b4b4-ccfbd44cb372 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0358286 Aug 27 16:07:59.156012 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.156012 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.212971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:07:59.231143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b171e-8bb9-4fa4-9786-91df472f464e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:59.240449 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.240799 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Added segment 0cbe97b8-19c2-44da-b8e7-e2b1fce53878 of type vlan for network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf Aug 27 16:07:59.242671 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.287620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:07:59.310949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:07:59.311677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a3b2ccf7-94f3-47ff-9a63-78fd3721cb8e not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:07:59.365919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.444086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-6d8f2c46-5b2f-4544-b485-b8820227acbe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:59.445457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-6d8f2c46-5b2f-4544-b485-b8820227acbe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.1502969 Aug 27 16:07:59.460412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-21ad0f03-4da1-4d86-9924-6ec79652e29d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/quotas/1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 375 time: 0.0091453 Aug 27 16:07:59.515491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-f458426b-3599-4fb2-88f3-be3b4d70f71c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493248 Aug 27 16:07:59.568089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.569150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:59.569789 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.572159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.666305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a51c238-0fd5-44b6-a025-3fb36ed0c072,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:59.670439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.683324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c2333aee-7038-4426-bece-888c2338ac87 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8a51c238-0fd5-44b6-a025-3fb36ed0c072 HTTP/1.1" status: 204 len: 168 time: 0.6343145 Aug 27 16:07:59.683452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55012) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:59.690193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] Pushing event updated for resources: {'Network': ['ID=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:07:59.705449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:07:59.709290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-7bb8f4b0-ceb7-4893-bddd-ffb56cd00fc2 service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867576 Aug 27 16:07:59.750404 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.777078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e491f598-a7f7-409a-b60b-ea89cdebf31e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5882084 Aug 27 16:07:59.781130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55016) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:07:59.792409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Request body: {'subnet': {'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-subnet', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:07:59.849615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.860729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-3a98018e-a822-448e-b83c-7d71fbbcbdef service neutron] 10.222.0.101 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443954 Aug 27 16:07:59.872759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.873269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.874062 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.874401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > port after_create 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.874723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.875063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > port after_update 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.875441 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.875896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.876311 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.876611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:07:59.926343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dfb69-4d68-4241-b4da-ed9bd2cd8dce req-accf5b92-52fb-49a5-a569-2e5c6fd2b76b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:07:59.928095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-602dfb69-4d68-4241-b4da-ed9bd2cd8dce req-accf5b92-52fb-49a5-a569-2e5c6fd2b76b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0548208 Aug 27 16:07:59.964275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Made reservation on behalf of 1c15b135714b4c8880ae4507824e1c1f for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:07:59.966862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:07:59.983736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-602dfb69-4d68-4241-b4da-ed9bd2cd8dce req-e1c571bd-edce-4ea2-b3fb-86db98e31f1c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 Aug 27 16:08:00.006668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:08:00.007634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:08:00.008108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:08:00.008833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:08:00.009232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e102c1-f70d-4f06-af2b-069a51743548']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:00.033486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b5b5f5-ec3d-4ff3-8ce8-474e86356630') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:00.033793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b5b5f5-ec3d-4ff3-8ce8-474e86356630') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:00.054521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.077770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.087206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:08:00.087765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.092223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-e36966c9-3ffd-4f44-aedf-45c8acaa1792 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717320 Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: from cryptography.utils import int_from_bytes Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: from cryptography.utils import int_from_bytes Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:08:00.101726 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:08:00.138653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6603b-ea52-4341-a06e-9eb5ff57ea49 req-327d8821-e15d-4b21-a611-54d82d938bdd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:00.143782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76c6603b-ea52-4341-a06e-9eb5ff57ea49 req-327d8821-e15d-4b21-a611-54d82d938bdd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 944 time: 0.0680139 Aug 27 16:08:00.180464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76c6603b-ea52-4341-a06e-9eb5ff57ea49 req-090cd8f3-410e-4a8e-9c4b-e30505ea30bd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Aug 27 16:08:00.280041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a3b7d4-6f7a-4720-af89-132698bb1496 req-43cc1d52-320a-417e-9368-165ca425cfa3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0321131 Aug 27 16:08:00.321899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.329939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.334478 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] 10.222.0.101 "DELETE /v2.0/networks/34e102c1-f70d-4f06-af2b-069a51743548 HTTP/1.1" status: 204 len: 168 time: 0.6582315 Aug 27 16:08:00.357276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bb13d-fa8b-44dc-ac30-26451d56bc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=34e102c1-f70d-4f06-af2b-069a51743548,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:00.635713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 53c56593-ce36-45c1-a63e-d0ce269bd826 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:00.661238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.727218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:00.734971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 53c56593-ce36-45c1-a63e-d0ce269bd826, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=53c56593-ce36-45c1-a63e-d0ce269bd826,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:00.737056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Checking segment: {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:00.737307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Network hostable DHCP agents. Network: 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:08:00.748775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '53c56593-ce36-45c1-a63e-d0ce269bd826', 'network_id': '6e197473-90fc-46a3-8992-dd72d3a20b0d', 'port_id': '53c56593-ce36-45c1-a63e-d0ce269bd826', 'mac_address': 'fa:16:3e:83:b8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3174b2-6ea3-46e2-973f-54c2f8bd4607', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:00.804105 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.820055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c56593-ce36-45c1-a63e-d0ce269bd826 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:00.840141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b07109f-45e4-44da-a223-0f33ac7c3715 req-3deec765-ae26-41e2-8e2d-988542950892 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0326443 Aug 27 16:08:00.847132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 53c56593-ce36-45c1-a63e-d0ce269bd826, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=53c56593-ce36-45c1-a63e-d0ce269bd826,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:00.858622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:08:00.910177 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.925378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55058) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:00.990007 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e2d68f67-2f4b-4dac-8b1c-a92c30627bf0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=72d83134ad5344ad807a2a218ad663cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526192 Aug 27 16:08:00.990007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55064) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:00.991063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:00.991172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=53c56593-ce36-45c1-a63e-d0ce269bd826,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:00.991311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:00.993174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:00.994941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f4387-241c-4362-ba4b-4d8816de684d None None] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:08:01.041951 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5704cbb4-e353-452a-b323-31abe9499427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.066498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5704cbb4-e353-452a-b323-31abe9499427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.142587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fe41d-ffba-4076-a5de-cfdccf58dd39 req-5fdc1260-472e-4601-b3ed-01811c436c50 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:01.144896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-520fe41d-ffba-4076-a5de-cfdccf58dd39 req-5fdc1260-472e-4601-b3ed-01811c436c50 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0688205 Aug 27 16:08:01.170647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26752444-13df-4afd-91d2-5c8533f13167 None None] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:08:01.171136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-91d35764-ad54-422b-b737-bba65a99b6cf admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3889039 Aug 27 16:08:01.173867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55072) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:01.179899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:01.208600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-520fe41d-ffba-4076-a5de-cfdccf58dd39 req-b8a1bfbe-e764-42d6-8052-8b5d1bdf23b5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565820 Aug 27 16:08:01.317854 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5704cbb4-e353-452a-b323-31abe9499427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.317854 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5704cbb4-e353-452a-b323-31abe9499427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.317854 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5704cbb4-e353-452a-b323-31abe9499427 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9da561c5-7991-4703-9069-045cce94dec4 HTTP/1.1" status: 204 len: 168 time: 0.3338268 Aug 27 16:08:01.324921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704cbb4-e353-452a-b323-31abe9499427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da561c5-7991-4703-9069-045cce94dec4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:01.412795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['53c56593-ce36-45c1-a63e-d0ce269bd826'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:01.425608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d38d5e6-0d1f-4975-bc8f-07d66f691a4b req-b165913f-3ded-46f5-8665-5f8e56f0e0e1 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0438495 Aug 27 16:08:01.450701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef2b36-1cb2-4c9d-9b93-edd2235be255 req-2a7f51c8-e332-47cf-83cc-171f747bbd39 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:01.452269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2ef2b36-1cb2-4c9d-9b93-edd2235be255 req-2a7f51c8-e332-47cf-83cc-171f747bbd39 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 945 time: 0.0817292 Aug 27 16:08:01.492587 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.493623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.514923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2ef2b36-1cb2-4c9d-9b93-edd2235be255 req-b9dcc95a-e32c-4622-950e-8ed06dd13532 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553446 Aug 27 16:08:01.619678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.648419 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-4182b381-51ea-469c-805b-406c59e5b323 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435605 Aug 27 16:08:01.713886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-75c416e4-ffaa-42fe-8fc4-9ec32798aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:01.715430 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-75c416e4-ffaa-42fe-8fc4-9ec32798aede service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 1095 time: 0.0415573 Aug 27 16:08:01.828281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-3213489e-e657-49c9-898f-b24111b015b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:01.829757 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-3213489e-e657-49c9-898f-b24111b015b4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.0939422 Aug 27 16:08:01.881694 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-2cd7adb0-32dd-4de2-82aa-6ed986596238 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 200 len: 217 time: 0.0438879 Aug 27 16:08:01.941083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-f518723b-9c17-4475-a4b9-ef24ab9a1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:01.943663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-f518723b-9c17-4475-a4b9-ef24ab9a1d64 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0541558 Aug 27 16:08:01.960401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:01.985711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4b41b23-5636-4820-8bb7-f08d275110bd req-5e485933-17f0-4460-9efb-051138f983ca tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0809526 Aug 27 16:08:01.985867 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-f9034dae-799c-4a6b-98df-e044c4aee30e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347817 Aug 27 16:08:02.367975 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-8a53254e-02a4-4a87-990c-2de8ffda54cd service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744488 Aug 27 16:08:02.468882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5e12-a0ec-4530-b791-88e6791f0262 req-b3b7173a-6a29-4ddc-a1a7-f8abc663c400 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:02.471174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e3a5e12-a0ec-4530-b791-88e6791f0262 req-b3b7173a-6a29-4ddc-a1a7-f8abc663c400 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1450846 Aug 27 16:08:02.476291 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-daa0904d-b456-4d5d-8702-b807b4cabaf1 req-4aff5747-418a-4bc1-a3cd-c39ad4c030fc service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995622 Aug 27 16:08:02.477671 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:02.507601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:02.591909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad93ca08-0465-40a1-ac8c-fd8d5e723c51 req-9178fdd2-ffb9-4fd7-a8d4-b295e5b68d4e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0753851 Aug 27 16:08:02.623765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e3a5e12-a0ec-4530-b791-88e6791f0262 req-d4aa58ca-4f98-49b2-be94-893126a28ba4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430273 Aug 27 16:08:02.721304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Allocated IP 172.25.4.173 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/4a5566b2-d000-41c7-acca-193775725507) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:02.746088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaf7c6-1412-4a52-82f4-af0d8e861ef9 req-50cb2894-6e97-4898-b06e-07f4ea0b9cdf tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:02.747606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dcaf7c6-1412-4a52-82f4-af0d8e861ef9 req-50cb2894-6e97-4898-b06e-07f4ea0b9cdf tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 945 time: 0.0846066 Aug 27 16:08:02.841313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dcaf7c6-1412-4a52-82f4-af0d8e861ef9 req-0e0e86c8-cf08-46c2-a09e-7029057f9f06 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790257 Aug 27 16:08:02.875426 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:02.896423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55114) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:02.993143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1102498898-network', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:03.037061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.073891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:03.087000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:03.105243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:03.108734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79c15872-d9f9-45ef-8b08-eaceb9f6be42 req-1a406589-8f84-4c5d-9f3a-27730fc16793 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0369644 Aug 27 16:08:03.141552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5566b2-d000-41c7-acca-193775725507,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:03.173468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Made reservation on behalf of 0915afdf1c12438d9f51ef9301e73db5 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:03.176150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.186766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.295694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.369072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-e68bbc94-4781-437a-aea7-77f3660a3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:03.370670 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-e68bbc94-4781-437a-aea7-77f3660a3f07 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1101 time: 0.0483909 Aug 27 16:08:03.455995 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.473883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.481766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:08:03.499221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.499689 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Added segment bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2 of type vlan for network 9465f7b0-7e8e-42b4-8872-f900f467e677 Aug 27 16:08:03.502115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e49422-4503-49ea-a4dd-656ab97efeed,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:03.546350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-ecaf3085-4a63-4396-8e0c-c4353140fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:03.547574 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-ecaf3085-4a63-4396-8e0c-c4353140fa33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1580148 Aug 27 16:08:03.559645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.601287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-75912195-af40-45df-8c70-d0fb4682cfec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0390019 Aug 27 16:08:03.662334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-ac9509e0-91b1-4be0-903c-f143c37c778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:03.664245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-ac9509e0-91b1-4be0-903c-f143c37c778e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0500112 Aug 27 16:08:03.690604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.708822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94a27ef0-d4dc-47d3-9f1b-8e61eb16841c req-d61b8442-ef46-4a40-bf84-15c5bd24817b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0336525 Aug 27 16:08:03.729548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-d00f70e0-ba2a-4847-a0f3-4da70e9e1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:03.729548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-d00f70e0-ba2a-4847-a0f3-4da70e9e1d4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495903 Aug 27 16:08:03.790477 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.791737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:03.792312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:03.836646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585465ba-3174-45f3-8680-b1789838b4ae req-00c1d492-c989-4f20-97f5-19a58d287d09 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:03.838367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-585465ba-3174-45f3-8680-b1789838b4ae req-00c1d492-c989-4f20-97f5-19a58d287d09 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1285996 Aug 27 16:08:03.895972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] Pushing event updated for resources: {'Network': ['ID=9465f7b0-7e8e-42b4-8872-f900f467e677,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:03.908256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:08:03.918454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7dc621ef-44cd-47a3-8a1b-99c49e9bf36a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0209038 Aug 27 16:08:03.925421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55130) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:03.931637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Request body: {'subnet': {'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1102498898-subnet', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:03.946363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-585465ba-3174-45f3-8680-b1789838b4ae req-1df85703-dd6d-489f-bdc8-65245dfff8f2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827861 Aug 27 16:08:03.946572 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-a30a2a7b-1cdc-4b2e-af96-ededb79d1dee service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017381 Aug 27 16:08:04.042837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cb6d8-063d-45d8-8c1e-707459cee49c req-0462fb06-df25-4c2f-9b74-0e5da9fb1b40 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:04.044403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-195cb6d8-063d-45d8-8c1e-707459cee49c req-0462fb06-df25-4c2f-9b74-0e5da9fb1b40 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 945 time: 0.0601659 Aug 27 16:08:04.059563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Router 76920771-ced7-4457-943f-0f48a0bd2a6d is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:08:04.141420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Made reservation on behalf of 0915afdf1c12438d9f51ef9301e73db5 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:04.143600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-195cb6d8-063d-45d8-8c1e-707459cee49c req-04c78898-6a9c-4521-ba97-245aab1cc5d0 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920334 Aug 27 16:08:04.159467 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:04.167317 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-53919277-7c62-40dc-bdf5-ee452f1c8eef service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990206 Aug 27 16:08:04.272694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33fb7c92-3f7f-4767-8f09-e4edbb8b8d9f req-01e7a590-712f-421b-9420-050968155306 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0354223 Aug 27 16:08:04.280113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:04.294291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Sync routers for ids ['76920771-ced7-4457-943f-0f48a0bd2a6d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:04.300594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-97d9b228-7916-4b1d-897b-bf80c9f56a19 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:04.302432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-97d9b228-7916-4b1d-897b-bf80c9f56a19 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 808 time: 0.2492180 Aug 27 16:08:04.311665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Routers {'76920771-ced7-4457-943f-0f48a0bd2a6d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:04.312298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76920771-ced7-4457-943f-0f48a0bd2a6d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:04.320867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Request body: {'port': {'device_id': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'admin_state_up': True, 'tenant_id': '1713de73f0ef45e3aef20559238dd3d5'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:04.459739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Set router 76920771-ced7-4457-943f-0f48a0bd2a6d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:04.504720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:04.508698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-82a9e3d3-4042-415c-9336-c0ba910e1525 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3313928 Aug 27 16:08:04.509037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55138) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:04.613530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:04.654987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 53c56593-ce36-45c1-a63e-d0ce269bd826 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:04.675375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Made reservation on behalf of 1713de73f0ef45e3aef20559238dd3d5 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:04.679514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:04.697003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:04.776270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:08:03Z', 'revision_number': 3, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:04.838037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Checking router: 76920771-ced7-4457-943f-0f48a0bd2a6d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:04.838453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Updating router 76920771-ced7-4457-943f-0f48a0bd2a6d port 4a5566b2-d000-41c7-acca-193775725507 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:08:04.866292 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:04.868143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 53c56593-ce36-45c1-a63e-d0ce269bd826 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:04.873403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 53c56593-ce36-45c1-a63e-d0ce269bd826 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:04.873403 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:04.882343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Allocated IP 172.20.0.6 (d315019b-6d4f-48e1-b77d-ba55d795f60b/fccdb5e4-86df-40db-9508-b4f073210aaf/8a7b1df0-3fd1-4357-98c0-9cc459788024) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:05.042840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:05.043526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Network hostable DHCP agents. Network: 9465f7b0-7e8e-42b4-8872-f900f467e677, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:08:05.096993 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.136657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.138998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56593-ce36-45c1-a63e-d0ce269bd826'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:05.140506 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9063b5-57f3-4cd5-9056-b421dc9a9c36" -d '{"events": [{"server_uuid": "133c84f2-e584-45d0-90e8-3cd323f8c120", "name": "network-vif-plugged", "status": "completed", "tag": "53c56593-ce36-45c1-a63e-d0ce269bd826"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:05.148065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:08:05.158925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 53c56593-ce36-45c1-a63e-d0ce269bd826, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=53c56593-ce36-45c1-a63e-d0ce269bd826,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:05.236247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 9465f7b0-7e8e-42b4-8872-f900f467e677) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:05.236495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b06540fe-4cdd-45da-bfaa-4935f38d1316 req-ddf739c7-76d4-43de-9c5d-1afc19668d24 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0728843 Aug 27 16:08:05.238491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.242202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:05.244585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.256066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2aefd-2510-413b-ad5b-92bca2803c37 req-e348cbed-b08f-40c1-b803-2e5c7501299e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:05.258322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dba2aefd-2510-413b-ad5b-92bca2803c37 req-e348cbed-b08f-40c1-b803-2e5c7501299e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0927660 Aug 27 16:08:05.286710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa239c0-27d0-4694-aa2e-8acb94df3dfc None None] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:08:05.290865 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.319359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.363770 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a345a4ed-28e0-4d7d-8bc8-f47f135e9ae6 x-openstack-request-id: req-a345a4ed-28e0-4d7d-8bc8-f47f135e9ae6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:05.367168 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133c84f2-e584-45d0-90e8-3cd323f8c120", "name": "network-vif-plugged", "status": "completed", "tag": "53c56593-ce36-45c1-a63e-d0ce269bd826", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:05.367168 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a345a4ed-28e0-4d7d-8bc8-f47f135e9ae6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:05.367474 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56593-ce36-45c1-a63e-d0ce269bd826', 'code': 200} Aug 27 16:08:05.371866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed864fdb-0103-4ba2-9bfd-f93dfccf264c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:05.386803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Transition to ACTIVE for port object 4a5566b2-d000-41c7-acca-193775725507 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:05.409980 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fd4e45c7-0782-4f8d-bbc3-7eaa98c39927 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4808536 Aug 27 16:08:05.412972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55154) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:05.418932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Network d315019b-6d4f-48e1-b77d-ba55d795f60b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:05.424784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:05.439577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:05.449622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=53c56593-ce36-45c1-a63e-d0ce269bd826,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:05.455574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:05.459925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:05.507903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dba2aefd-2510-413b-ad5b-92bca2803c37 req-bbcc82ac-1f1d-4a5d-91e1-038a9289dfbb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028096 Aug 27 16:08:05.527357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2aab9-4d79-4b06-9b2c-746370ca4a86 req-cc8944ab-9dda-48a3-a007-34de40d14566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:05.532357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-61c2aab9-4d79-4b06-9b2c-746370ca4a86 req-cc8944ab-9dda-48a3-a007-34de40d14566 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 1097 time: 0.1080334 Aug 27 16:08:05.554909 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:05.555579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.563783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.565388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.605989 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.624339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-61c2aab9-4d79-4b06-9b2c-746370ca4a86 req-0a4565b7-3e35-4491-9faa-3929ff90f07c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632608 Aug 27 16:08:05.648339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.690710 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-49a80cf8-3caf-43ce-93d1-508a4262f0a6 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3772948 Aug 27 16:08:05.709860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Request body: {'port': {'device_id': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:05.733190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d5df7-2f5a-4bee-a88a-93c12de3e6bb None None] Pushing event updated for resources: {'Port': ['ID=4a5566b2-d000-41c7-acca-193775725507,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:05.735525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Attempting to bind port 4a5566b2-d000-41c7-acca-193775725507 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:05.735902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Attempting to bind port 4a5566b2-d000-41c7-acca-193775725507 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:05.736275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Attempting to bind port 4a5566b2-d000-41c7-acca-193775725507 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:05.745995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-9465f7b0-7e8e-42b4-8872-f900f467e677', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:08:05.746723 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.759734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aff4a3-2f40-41f9-b649-a48f79908e1f req-7e16be85-85e2-418e-9679-b9fbe36292ee tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:05.761277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90aff4a3-2f40-41f9-b649-a48f79908e1f req-7e16be85-85e2-418e-9679-b9fbe36292ee tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 946 time: 0.1298664 Aug 27 16:08:05.763624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:05.764007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:05.764413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.764825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:05.765297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Bound port: 4a5566b2-d000-41c7-acca-193775725507, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:05.765683 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.771493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efca05f-cfdf-4a24-b5b4-03d908f2ede3 req-9b42aa36-b3e6-4541-a75e-705218140f44 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:05.778870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5efca05f-cfdf-4a24-b5b4-03d908f2ede3 req-9b42aa36-b3e6-4541-a75e-705218140f44 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 931 time: 0.1490657 Aug 27 16:08:05.782692 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:05.928278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] For port 4a5566b2-d000-41c7-acca-193775725507, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:05.971244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] For port 4a5566b2-d000-41c7-acca-193775725507, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4a5566b2-d000-41c7-acca-193775725507,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:05.991955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Allocated IP 172.20.0.2 (9465f7b0-7e8e-42b4-8872-f900f467e677/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0/5feed92a-d4b1-4c01-9c10-e5edfe64628c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:06.002653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5efca05f-cfdf-4a24-b5b4-03d908f2ede3 req-5540efc0-a67a-4134-b8e1-0295def9f70d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228038 Aug 27 16:08:06.006732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90aff4a3-2f40-41f9-b649-a48f79908e1f req-2c611d72-c10e-435d-ab2e-28923698dfcd tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177045 Aug 27 16:08:06.076171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.083979 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.104688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7b1df0-3fd1-4357-98c0-9cc459788024 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:06.113681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.128986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Transition to ACTIVE for port object 8a7b1df0-3fd1-4357-98c0-9cc459788024 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:06.205166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.220806 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.387281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-2310643e-696f-4e12-b4a6-152146869910 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:06.397697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:06.397843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-2310643e-696f-4e12-b4a6-152146869910 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.2400892 Aug 27 16:08:06.407173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:06.407756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:06.408327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:06.413427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d5df7-2f5a-4bee-a88a-93c12de3e6bb None None] Pushing event updated for resources: {'Port': ['ID=4a5566b2-d000-41c7-acca-193775725507,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:06.414335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:06.414877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:06.435335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Routers {'76920771-ced7-4457-943f-0f48a0bd2a6d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:06.436559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:06.437121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:06.438260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:06.438881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76920771-ced7-4457-943f-0f48a0bd2a6d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:06.439049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Bound port: 8a7b1df0-3fd1-4357-98c0-9cc459788024, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:06.439900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.463212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-a0d23297-5567-4814-9c01-3f1d45a85265 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/quotas/de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 375 time: 0.0657783 Aug 27 16:08:06.477068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46e99b3b-a0f6-4293-abc8-3120fdddf35d req-e10ae8f3-e0e6-4861-9446-379b8aeca618 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0536971 Aug 27 16:08:06.518560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Allocated IP 172.20.0.1 (04d8cf79-b0ce-4855-b64a-7e024b9b8eaf/85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee/80564945-f8d5-4dbf-82c2-d4c547bbe2bf) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:06.526501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:06.531285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:06.593221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.624453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-3d9ce22d-1894-4bac-9ebf-ee29d4631d33 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601405 Aug 27 16:08:06.648945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:06.675013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:06.675651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.677802 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-31e55d02-92cf-4449-9af5-da4f721a727a service neutron] 10.222.0.97 "PUT /v2.0/ports/8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 200 len: 1091 time: 0.9769032 Aug 27 16:08:06.677969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:06.680673 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:06.738769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] Set router 76920771-ced7-4457-943f-0f48a0bd2a6d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:06.818041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.836032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-7d0578ef-7d1d-4a66-9345-1aa5f302b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:06.837735 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-7d0578ef-7d1d-4a66-9345-1aa5f302b348 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1094 time: 0.0528290 Aug 27 16:08:06.858732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Transition to ACTIVE for port object 5feed92a-d4b1-4c01-9c10-e5edfe64628c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:06.893770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Transition to ACTIVE for port object 5feed92a-d4b1-4c01-9c10-e5edfe64628c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:06.905036 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-cbe9530e-83f4-477c-8a15-f2edbfd446ea service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 200 len: 217 time: 0.0597174 Aug 27 16:08:06.917518 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.929095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408a57c-a0ee-41fe-92f5-d0961fc49978 req-19d04058-cac6-41db-9a28-a0deda6d5350 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:06.930687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5408a57c-a0ee-41fe-92f5-d0961fc49978 req-19d04058-cac6-41db-9a28-a0deda6d5350 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.2196856 Aug 27 16:08:06.936437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-705ed7f5-f12a-4bec-b6d8-fbde4bde3e91 service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108613 Aug 27 16:08:06.939525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:06.969769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-b2d7bb52-82e0-4c05-a391-06b51e9dd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:06.971063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:08:03Z', 'revision_number': 3, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:06.971486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-b2d7bb52-82e0-4c05-a391-06b51e9dd0c2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0599191 Aug 27 16:08:06.986103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.005996 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.011191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3048abe-7f80-46b9-8b82-c6b151a0cef2 None None] The sync data for ids ['76920771-ced7-4457-943f-0f48a0bd2a6d'] in n-d-806412-1 is: [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:08:03Z', 'revision_number': 3, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:07.049945 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-968b45d2-3b9f-495d-ba38-2d60747b22a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558734 Aug 27 16:08:07.063018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:07.063018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:07.064133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:07.102444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Pushing event updated for resources: {'Port': ['ID=5feed92a-d4b1-4c01-9c10-e5edfe64628c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:07.159787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Attempting to bind port 5feed92a-d4b1-4c01-9c10-e5edfe64628c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:07.160255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Attempting to bind port 5feed92a-d4b1-4c01-9c10-e5edfe64628c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:07.160742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Attempting to bind port 5feed92a-d4b1-4c01-9c10-e5edfe64628c on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:07.167898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5408a57c-a0ee-41fe-92f5-d0961fc49978 req-3a8a2ccc-8b2b-41dd-b673-2649fecd0767 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874912 Aug 27 16:08:07.173803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:07.174264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:07.174686 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.175095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Bound using segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:07.175898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Bound port: 5feed92a-d4b1-4c01-9c10-e5edfe64628c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:07.176848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.228245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-7f76d28b-b16f-4fb6-ac69-c5e00ca829f7 service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719179 Aug 27 16:08:07.233906 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a0010-df3b-48f9-9d6d-cb5d86ff35d1 x-openstack-request-id: req-020a0010-df3b-48f9-9d6d-cb5d86ff35d1 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:07.233906 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:07.233906 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-020a0010-df3b-48f9-9d6d-cb5d86ff35d1 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:07.233906 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024', 'status': 'completed', 'code': 200} Aug 27 16:08:07.252564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-be105702-2717-4b94-aad2-9f92ed430164 service neutron] 10.222.0.101 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069193 Aug 27 16:08:07.313955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.352301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ed10c28c-238a-443b-a133-5a168130653f None None] For port 5feed92a-d4b1-4c01-9c10-e5edfe64628c, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:07.356469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ed10c28c-238a-443b-a133-5a168130653f None None] For port 5feed92a-d4b1-4c01-9c10-e5edfe64628c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5feed92a-d4b1-4c01-9c10-e5edfe64628c,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:07.466425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:07.478496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Allocated IP 172.25.4.206 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/4d0ffa05-43e3-4e38-9b9a-4960b2259a1c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:07.479074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cee2c861-5c9c-474a-90a5-770f33a0cd75 req-f6654435-63b9-4fe6-9fa7-44a3206f428d service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418051 Aug 27 16:08:07.488174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.497989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:07.515914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:07.590669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424a494-0613-4528-ba6c-41f211ff895b req-0d5a7545-58be-4e61-a025-b250bcdb6aae tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:07.598543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0424a494-0613-4528-ba6c-41f211ff895b req-0d5a7545-58be-4e61-a025-b250bcdb6aae tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.2815340 Aug 27 16:08:07.600548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Pushing event updated for resources: {'Port': ['ID=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:07.647293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c28c-238a-443b-a133-5a168130653f None None] Pushing event updated for resources: {'Port': ['ID=5feed92a-d4b1-4c01-9c10-e5edfe64628c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:07.697692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-7b4b1c1f-c47b-4f3f-af03-f24591a421ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:07.700417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a5566b2-d000-41c7-acca-193775725507 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:07.711729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-7b4b1c1f-c47b-4f3f-af03-f24591a421ff service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1094 time: 0.0819530 Aug 27 16:08:07.832264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4a5566b2-d000-41c7-acca-193775725507 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:07.838777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4a5566b2-d000-41c7-acca-193775725507 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:07.839601 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.842114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:07.863250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-1f0d0fe4-5f9d-4f3b-bc65-c89d975427a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:07.865779 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-1f0d0fe4-5f9d-4f3b-bc65-c89d975427a4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1531701 Aug 27 16:08:07.947281 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-245951b7-529b-4d44-a3f0-a9bbb5b26d26 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 200 len: 217 time: 0.0649245 Aug 27 16:08:07.950762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:08.022633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0424a494-0613-4528-ba6c-41f211ff895b req-03ee57cc-ba5f-4a79-b369-bbb1fee9b8e5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201975 Aug 27 16:08:08.035430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:08.058725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-3c50b62d-7531-4b53-a64a-cfc76f27f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:08.068907 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-3c50b62d-7531-4b53-a64a-cfc76f27f165 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0998344 Aug 27 16:08:08.069718 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:08.141427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-25329d4a-a71c-4d99-bc29-a032817614ee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717254 Aug 27 16:08:08.147483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Pushing event updated for resources: {'Port': ['ID=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:08.173764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4a5566b2-d000-41c7-acca-193775725507, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4a5566b2-d000-41c7-acca-193775725507,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:08.193881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:08.197968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:08.201926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:08.280324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:08.311868 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-4a5e3e45-c3ec-4f9b-9f9e-b68e8a0e513f service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631560 Aug 27 16:08:08.354613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a64be04c-ba78-454b-8cef-3d78ff8b4d28 req-77f5fa66-8485-4176-98a5-4d4dfc51765a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0727661 Aug 27 16:08:08.387980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f833375-ea40-4330-8eae-96d87cca82c5 req-2331db39-1860-4174-9449-d0782a6c8705 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:08.389648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f833375-ea40-4330-8eae-96d87cca82c5 req-2331db39-1860-4174-9449-d0782a6c8705 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 946 time: 0.1465931 Aug 27 16:08:08.419734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4a5566b2-d000-41c7-acca-193775725507,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:08.510003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77bbdffb-91f5-41b4-8a8e-f8e8ba6bf920 req-062072b5-9b56-4669-950a-12be90c8361c service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906960 Aug 27 16:08:08.892125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4aad849-47f9-4651-b5ac-b9423aacf95a req-14eab745-eca8-4579-bfb6-97bc4222ed1e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 210 time: 0.0575767 Aug 27 16:08:08.933369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc731be0-d47b-4631-a7f4-3ac0f4ebb961 None None] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:08:08.934733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:08.970827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f833375-ea40-4330-8eae-96d87cca82c5 req-38fcb2be-faf6-4a93-9c73-e8d4d5aafe90 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445490 Aug 27 16:08:09.170265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9a1e-0fe8-42d3-b369-0b46c3f142e2 req-ab8914dd-fbc2-4b4d-9323-5363d2f50cbe tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:09.171820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-182d9a1e-0fe8-42d3-b369-0b46c3f142e2 req-ab8914dd-fbc2-4b4d-9323-5363d2f50cbe tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1744397 Aug 27 16:08:09.192798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9ef6063d-07be-4603-aae9-0fc9b1aebeda None None] Provisioning for port 5feed92a-d4b1-4c01-9c10-e5edfe64628c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:09.307849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-182d9a1e-0fe8-42d3-b369-0b46c3f142e2 req-45497c37-a7bf-4e3d-b8b4-cc47e7e0ed27 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268747 Aug 27 16:08:09.333405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:09.404452 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:09.581290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3ec2d-9575-4892-aea3-043d559ca735 req-b8ad6894-f6d5-4bc4-b61a-120acbb661c7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:09.583372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbd3ec2d-9575-4892-aea3-043d559ca735 req-b8ad6894-f6d5-4bc4-b61a-120acbb661c7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.1354544 Aug 27 16:08:09.588073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:09.605786 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:08:09.719799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a1ca401-14e5-456b-ba2e-a9c9daef89aa req-49ddddeb-6216-4d0f-afcf-361a077ce0c6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0486908 Aug 27 16:08:09.745987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5feed92a-d4b1-4c01-9c10-e5edfe64628c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:09.762194 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:09.773340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:09.870903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Pushing event updated for resources: {'Port': ['ID=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:09.883228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5feed92a-d4b1-4c01-9c10-e5edfe64628c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:09.887833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5feed92a-d4b1-4c01-9c10-e5edfe64628c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:09.888605 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:09.898591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbd3ec2d-9575-4892-aea3-043d559ca735 req-658ed992-14f1-4b90-8921-664368ec4036 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758300 Aug 27 16:08:09.988205 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:10.028018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5feed92a-d4b1-4c01-9c10-e5edfe64628c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5feed92a-d4b1-4c01-9c10-e5edfe64628c,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:10.046914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c9bfe0b-ef71-491c-aae5-2c1566d5302d req-95d1d6ca-c5a4-4900-8c60-40cb718be9fd tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 210 time: 0.0473351 Aug 27 16:08:10.076045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693e570-4b97-4002-832c-21509331b4b6 req-7534f1fc-f66f-4b20-aec4-61e71baa4377 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:10.077588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5693e570-4b97-4002-832c-21509331b4b6 req-7534f1fc-f66f-4b20-aec4-61e71baa4377 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 946 time: 0.1678832 Aug 27 16:08:10.097830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:10.111653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:10.118160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:10.119141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a5566b2-d000-41c7-acca-193775725507 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:10.182871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5693e570-4b97-4002-832c-21509331b4b6 req-5f32087f-82a8-4bae-b9bc-78320bec1cac tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Aug 27 16:08:10.199408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5feed92a-d4b1-4c01-9c10-e5edfe64628c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:10.214347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4a5566b2-d000-41c7-acca-193775725507 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:10.214728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:10.266389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Router 76920771-ced7-4457-943f-0f48a0bd2a6d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:08:10.313661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Router 6cfda5f9-4669-4959-90c7-114a136c3ed6 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:08:10.475293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:10.492577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b50c1f64-84c8-4884-9fc8-eb03a8af7b1a admin admin] 10.222.0.101 "PUT /v2.0/routers/76920771-ced7-4457-943f-0f48a0bd2a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9721789 Aug 27 16:08:10.500773 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Sync routers for ids ['76920771-ced7-4457-943f-0f48a0bd2a6d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:10.512339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:10.520654 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Routers {'76920771-ced7-4457-943f-0f48a0bd2a6d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:10.521315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07fa65-1f70-41c1-be93-d85f18d18542 req-8bce2baf-8950-450d-b77f-e104737105ef tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:10.521727 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76920771-ced7-4457-943f-0f48a0bd2a6d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:10.522849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c07fa65-1f70-41c1-be93-d85f18d18542 req-8bce2baf-8950-450d-b77f-e104737105ef tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1212299 Aug 27 16:08:10.524300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Sync routers for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:10.537391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:10.549458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:10.605290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c07fa65-1f70-41c1-be93-d85f18d18542 req-dd8cbc62-ed89-434f-ba4e-5853a4dd0d37 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713484 Aug 27 16:08:10.639030 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Set router 76920771-ced7-4457-943f-0f48a0bd2a6d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:10.681998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:10.721984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:10.726549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b3c5488a-8bb8-4b98-b65a-0c6942817928 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3097394 Aug 27 16:08:10.728595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55218) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:10.770743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-5b83fff2-2d2a-4f77-96c1-d9cda27119e6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:10.772932 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-5b83fff2-2d2a-4f77-96c1-d9cda27119e6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 821 time: 0.2114799 Aug 27 16:08:10.791818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Request body: {'port': {'device_id': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'admin_state_up': True, 'tenant_id': 'de75d09ab1be4454b8a0a6c5f43a2f2f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:10.870743 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '80564945-f8d5-4dbf-82c2-d4c547bbe2bf', 'name': '', 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'mac_address': 'fa:16:3e:ae:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:06Z', 'updated_at': '2021-08-27T16:08:09Z', 'revision_number': 2, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'subnets': [{'id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:10.905800 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Checking router: 76920771-ced7-4457-943f-0f48a0bd2a6d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:10.906367 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Updating router 76920771-ced7-4457-943f-0f48a0bd2a6d port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:08:10.946433 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:10.964468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dd68ec9-6094-476a-9910-d60e5f005eb9 req-f8430bf6-580e-447f-b856-9df63eee83bf tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0959964 Aug 27 16:08:11.046226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 3, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:11.077113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Checking router: 6cfda5f9-4669-4959-90c7-114a136c3ed6 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:11.077641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Updating router 6cfda5f9-4669-4959-90c7-114a136c3ed6 port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:08:11.157549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Made reservation on behalf of de75d09ab1be4454b8a0a6c5f43a2f2f for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:11.161895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.164711 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.393004 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.406282 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Transition to ACTIVE for port object 80564945-f8d5-4dbf-82c2-d4c547bbe2bf will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:11.438570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Allocated IP 172.20.0.8 (a07f7c57-a13b-45fb-a78d-0ae4b2590a89/2a2acc92-3dfe-41c3-a2f1-50dda4247839/f0665beb-46af-4fc0-82bc-fb8450d8a436) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:11.493451 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.665544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825beaa1-6a7f-4945-88dd-dc339ff5128d req-8f58f5b4-4836-47d0-97bc-bfe4fe4ce0ef tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:11.672665 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Attempting to bind port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:11.673250 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Attempting to bind port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:11.673458 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Attempting to bind port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf on network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:11.675884 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Pushing event updated for resources: {'Port': ['ID=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:11.679747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-825beaa1-6a7f-4945-88dd-dc339ff5128d req-8f58f5b4-4836-47d0-97bc-bfe4fe4ce0ef tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.1765399 Aug 27 16:08:11.706886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.709148 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.709667 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.710162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.710822 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.711351 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.711836 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.712317 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.712796 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.713349 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.713932 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.714639 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.715119 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.720484 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:11.721380 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Checking segment: {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:11.721948 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.722495 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Bound using segment: {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:11.724102 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Bound port: 80564945-f8d5-4dbf-82c2-d4c547bbe2bf, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:11.724973 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.742459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656961d-e470-4608-81d2-b70b554b159c req-7b7a0f05-b692-4b55-8045-811896f08084 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:11.749727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-7b7a0f05-b692-4b55-8045-811896f08084 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 819 time: 0.6910293 Aug 27 16:08:11.796982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-825beaa1-6a7f-4945-88dd-dc339ff5128d req-5ca60cf3-5ed0-47f0-95be-457224d3e9ec tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026263 Aug 27 16:08:11.800792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5feed92a-d4b1-4c01-9c10-e5edfe64628c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:11.808389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-d931fb2f-ec5a-42fd-8136-728dd5f8d9b4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/quotas/1c15b135714b4c8880ae4507824e1c1f HTTP/1.1" status: 200 len: 375 time: 0.0575538 Aug 27 16:08:11.825655 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] For port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:11.829050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.830583 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] For port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:11.853579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e01b2c11-4cce-4954-bac6-255a74a65101'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:11.908183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-d48bb2a3-eac9-4dcc-8335-2c174bf426b3 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:11.910014 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-d48bb2a3-eac9-4dcc-8335-2c174bf426b3 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 946 time: 0.1513474 Aug 27 16:08:11.913546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:11.919647 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:11.924842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.925434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.925932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.926977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.927832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.928366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.928856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.929345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.929843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.930403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.934947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.934947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:11.978740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5feed92a-d4b1-4c01-9c10-e5edfe64628c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:11.979160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.003427 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dd86d-7f2f-4aa6-8ffb-291ead2d95f1 None None] Pushing event updated for resources: {'Port': ['ID=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:12.029322 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Routers {'76920771-ced7-4457-943f-0f48a0bd2a6d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:12.030113 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76920771-ced7-4457-943f-0f48a0bd2a6d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:12.037624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:12.039875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:12.046848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:12.048570 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.059022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-dda77904-a4cf-4cb4-9909-ce03f2625d14 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2495031 Aug 27 16:08:12.069744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Transition to ACTIVE for port object 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:12.116511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:12.117158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.139301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Deleting port 53c56593-ce36-45c1-a63e-d0ce269bd826 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:08:12.139683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.176882 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] Set router 76920771-ced7-4457-943f-0f48a0bd2a6d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:12.186744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.227046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Attempting to bind port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:12.227482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Attempting to bind port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:12.227856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Attempting to bind port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:12.248598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ca9cb-6f94-4067-b94d-c3f931903a70 req-23c1119a-52b4-4308-b9cb-2b75e2ccc2ef tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:12.260652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] For port 53c56593-ce36-45c1-a63e-d0ce269bd826, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=53c56593-ce36-45c1-a63e-d0ce269bd826,segment=NetworkSegment(993d926b-e8c7-4d26-a057-3f94a7cf3c7b),segment_id=993d926b-e8c7-4d26-a057-3f94a7cf3c7b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:12.261023 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.261233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c0ca9cb-6f94-4067-b94d-c3f931903a70 req-23c1119a-52b4-4308-b9cb-2b75e2ccc2ef tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 931 time: 0.3659172 Aug 27 16:08:12.274447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:12.274826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:12.275238 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.276138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:12.276634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Bound port: 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:12.276921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Calling delete_port for 53c56593-ce36-45c1-a63e-d0ce269bd826 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:08:12.277049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.341727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] For port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:12.348374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] For port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:12.388429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef9760-b284-40f4-8408-06c2797095b6 None None] Pushing event updated for resources: {'Port': ['ID=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:12.446284 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.453121 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-8ca76b96-9250-4693-9a58-a9edd804e2fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6709495 Aug 27 16:08:12.456249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-07e5dcfb-ad5d-4133-af08-fb1851d7d1ae service neutron] 10.222.0.101 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957336 Aug 27 16:08:12.467810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c0ca9cb-6f94-4067-b94d-c3f931903a70 req-e8dcb147-513c-4508-9f87-f209e0853649 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951585 Aug 27 16:08:12.470814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.474886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Request body: {'port': {'device_id': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:12.576306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.594432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:12.595091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:12.641917 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '80564945-f8d5-4dbf-82c2-d4c547bbe2bf', 'name': '', 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'mac_address': 'fa:16:3e:ae:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:06Z', 'updated_at': '2021-08-27T16:08:11Z', 'revision_number': 4, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'subnets': [{'id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:12.679848 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a74966-8458-4288-a9db-e60a2e688014 None None] The sync data for ids ['76920771-ced7-4457-943f-0f48a0bd2a6d'] in n-d-806412-1 is: [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '80564945-f8d5-4dbf-82c2-d4c547bbe2bf', 'name': '', 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'mac_address': 'fa:16:3e:ae:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:06Z', 'updated_at': '2021-08-27T16:08:11Z', 'revision_number': 4, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'subnets': [{'id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:12.708493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa245-d878-4aa5-911d-744bca3c4ebd req-e0dde44f-edee-4377-b2ce-333d6b918c54 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:12.716276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6efa245-d878-4aa5-911d-744bca3c4ebd req-e0dde44f-edee-4377-b2ce-333d6b918c54 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 867 time: 0.1735482 Aug 27 16:08:12.773380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef9760-b284-40f4-8408-06c2797095b6 None None] Pushing event updated for resources: {'Port': ['ID=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:12.837580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:12.840167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:12.842087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-562e9f55-a202-4dc8-abce-ab4012c38720 service neutron] 10.222.0.101 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724306 Aug 27 16:08:12.872518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6efa245-d878-4aa5-911d-744bca3c4ebd req-fe66bf08-3036-4b10-a858-476f25a6ee9f tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups?id=b94f2ef6-b2e1-4784-9860-2be311b687f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552544 Aug 27 16:08:12.886857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event deleted for resources: {'Port': ['ID=53c56593-ce36-45c1-a63e-d0ce269bd826,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:12.996016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] No DVR routers for this DVR port 53c56593-ce36-45c1-a63e-d0ce269bd826 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:08:13.000241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:13.006070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-171f9c19-f6e5-4726-b5a2-6d58b473714f req-ba9fb3ba-436c-4f7a-828c-1ef34d0cbba2 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.90 "DELETE /v2.0/ports/53c56593-ce36-45c1-a63e-d0ce269bd826 HTTP/1.1" status: 204 len: 173 time: 1.0834713 Aug 27 16:08:13.007915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Allocated IP 172.20.0.1 (9465f7b0-7e8e-42b4-8872-f900f467e677/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0/29238a4a-d9a3-4045-a26f-0b536610aa2c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:13.008909 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'name': 'network-vif-deleted', 'tag': '53c56593-ce36-45c1-a63e-d0ce269bd826'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:13.026132 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a98249-5310-4a7f-ae6b-71b54ae576c2" -d '{"events": [{"server_uuid": "133c84f2-e584-45d0-90e8-3cd323f8c120", "name": "network-vif-deleted", "tag": "53c56593-ce36-45c1-a63e-d0ce269bd826"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:13.059998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc165-e3b9-452a-8db2-bbfbe270b7de req-0c55b408-fe57-44c9-a316-2e72346cc3ae tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:13.062135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a0fc165-e3b9-452a-8db2-bbfbe270b7de req-0c55b408-fe57-44c9-a316-2e72346cc3ae tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0867038 Aug 27 16:08:13.228417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a0fc165-e3b9-452a-8db2-bbfbe270b7de req-3dbded5b-27b1-416e-a54e-598a388ca989 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718484 Aug 27 16:08:13.283260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0665beb-46af-4fc0-82bc-fb8450d8a436 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:13.297613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:13.312473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Transition to ACTIVE for port object 29238a4a-d9a3-4045-a26f-0b536610aa2c will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:13.327478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:13.339571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 3, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:13.357649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Transition to ACTIVE for port object f0665beb-46af-4fc0-82bc-fb8450d8a436 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:13.408525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c63137-fe73-4a13-b0c5-5263fd83f1ef None None] The sync data for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 is: [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 3, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:13.420184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fecdf4f3-21e5-4983-bc2a-d12277ef617a req-5c85c14b-faf5-43e1-b7b5-2565d15cc438 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0500579 Aug 27 16:08:13.427371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:13.524969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:13.575970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:13.579779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:13.663425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:13.715703 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91e67f7-d19d-485d-ae82-4d8dd97e0cf1 x-openstack-request-id: req-c91e67f7-d19d-485d-ae82-4d8dd97e0cf1 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:13.715703 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133c84f2-e584-45d0-90e8-3cd323f8c120", "name": "network-vif-deleted", "tag": "53c56593-ce36-45c1-a63e-d0ce269bd826", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:13.715703 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c91e67f7-d19d-485d-ae82-4d8dd97e0cf1 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:13.715703 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133c84f2-e584-45d0-90e8-3cd323f8c120', 'name': 'network-vif-deleted', 'tag': '53c56593-ce36-45c1-a63e-d0ce269bd826', 'status': 'completed', 'code': 200} Aug 27 16:08:13.728146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 80564945-f8d5-4dbf-82c2-d4c547bbe2bf up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:13.755939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:13.767890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e36da5ed-92ad-4ab3-a522-cad45a3b551f req-c732ccdd-6240-4896-a641-93ea73a6f0f1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 210 time: 0.0929837 Aug 27 16:08:13.792802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:13.793147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:13.793479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:13.808677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:13.809008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:13.834434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:13.835136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:13.835721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:13.836355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Bound port: f0665beb-46af-4fc0-82bc-fb8450d8a436, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:13.838882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:13.959931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Pushing event updated for resources: {'Port': ['ID=29238a4a-d9a3-4045-a26f-0b536610aa2c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:14.014996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:14.020216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:14.021093 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.032351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e82a-1c7c-4a22-bb71-4416e14058c4 req-8074a302-412b-413a-8679-9b0437c89869 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:14.043361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc71e82a-1c7c-4a22-bb71-4416e14058c4 req-8074a302-412b-413a-8679-9b0437c89869 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.5594733 Aug 27 16:08:14.061160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:14.066441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:14.141265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.167222 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.170932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.219650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9760b5-ea94-46d5-9471-18b8c2b32b28 req-fd4fee24-2d84-40ed-85ee-2eea3d01f194 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:14.225021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c9760b5-ea94-46d5-9471-18b8c2b32b28 req-fd4fee24-2d84-40ed-85ee-2eea3d01f194 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.2146609 Aug 27 16:08:14.233368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:14.236547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.237123 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] 10.222.0.97 "PUT /v2.0/ports/f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 200 len: 1091 time: 1.7747493 Aug 27 16:08:14.239639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:14.260778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5883ef46-a5fd-42da-8d58-79dbbc41bc77 None None] Provisioning for port 29238a4a-d9a3-4045-a26f-0b536610aa2c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:14.269359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5883ef46-a5fd-42da-8d58-79dbbc41bc77 None None] Provisioning complete for port 29238a4a-d9a3-4045-a26f-0b536610aa2c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:14.269759 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5883ef46-a5fd-42da-8d58-79dbbc41bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.270784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453499e-ba4e-4d04-9817-d387ded11eed service neutron] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:14.322654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5883ef46-a5fd-42da-8d58-79dbbc41bc77 None None] Port 29238a4a-d9a3-4045-a26f-0b536610aa2c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:08:14.326706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc71e82a-1c7c-4a22-bb71-4416e14058c4 req-ea2c07e0-cb36-4f9e-b729-4fca97a5dc40 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823443 Aug 27 16:08:14.361914 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.453477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:14.493870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-744e76d5-b425-49df-9226-35e478b19a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:14.496218 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-744e76d5-b425-49df-9226-35e478b19a45 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1094 time: 0.0985682 Aug 27 16:08:14.516365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c9760b5-ea94-46d5-9471-18b8c2b32b28 req-0dba113b-70b5-4dc7-918a-be95306e24b4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588661 Aug 27 16:08:14.574207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-5953e8d0-d9bf-49ad-bd99-1b96f7e51971 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 200 len: 217 time: 0.0687683 Aug 27 16:08:14.582257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7e95a84-7817-4fbd-b478-f45d9c800541 req-5d9775fa-0b88-4150-b7e0-2b14b735e981 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/ports?device_id=133c84f2-e584-45d0-90e8-3cd323f8c120 HTTP/1.1" status: 200 len: 210 time: 0.0844028 Aug 27 16:08:14.671364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:14.672612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 53c56593-ce36-45c1-a63e-d0ce269bd826 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:08:14.684982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-0f2f1ee1-5f16-40a0-a378-3ce1f2e4badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:14.691653 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-0f2f1ee1-5f16-40a0-a378-3ce1f2e4badb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.1046650 Aug 27 16:08:14.711363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 53c56593-ce36-45c1-a63e-d0ce269bd826 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:08:14.711715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 53c56593-ce36-45c1-a63e-d0ce269bd826 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:08:14.743259 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-5992d438-0dfb-4b4e-9c87-7de3e6cbf3c0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480859 Aug 27 16:08:14.867927 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-970d3f8a-ff45-4838-afe2-d9f6663bb845 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172361 Aug 27 16:08:14.899790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22803ca2-ab4f-4094-b8dc-97799eda5b3f req-b8880563-7b39-4b64-96ba-1eedaa3c8593 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:14.908298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22803ca2-ab4f-4094-b8dc-97799eda5b3f req-b8880563-7b39-4b64-96ba-1eedaa3c8593 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1839507 Aug 27 16:08:14.990633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-7aff04b0-bfe1-4149-b0ac-073d0f7b397a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:15.017677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-7aff04b0-bfe1-4149-b0ac-073d0f7b397a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 819 time: 0.3275771 Aug 27 16:08:15.036224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22803ca2-ab4f-4094-b8dc-97799eda5b3f req-0fc9102d-772c-4197-940f-caa6929da29e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268926 Aug 27 16:08:15.044245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03b5a3f8-0def-48b6-b70e-4d9fd0afc402 req-0efcde8e-1aa7-4133-94c6-b89e0e688157 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675818 Aug 27 16:08:15.058084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-26f97e2d-0333-42ff-905d-c003c5f101fc tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/quotas/1c15b135714b4c8880ae4507824e1c1f HTTP/1.1" status: 200 len: 375 time: 0.0590570 Aug 27 16:08:15.163534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-44b641e2-166a-4d90-98e9-6e6e9d32cad9 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044333 Aug 27 16:08:15.268614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62a9505e-28c3-41d9-bc43-14ad61b92016 req-2ffb528b-ed09-4d1a-830f-9d77e0d83c26 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0505905 Aug 27 16:08:15.276282 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:15.306841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-b51da017-9c04-4fb4-8b4d-d6ba4917d818 service neutron] 10.222.0.101 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424198 Aug 27 16:08:15.376280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:15.507501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:15.510902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-639350af-69bb-4521-87f8-123ff49f0b7e service neutron] 10.222.0.101 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973422 Aug 27 16:08:15.513360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Pushing event updated for resources: {'Port': ['ID=29238a4a-d9a3-4045-a26f-0b536610aa2c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:15.599699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8ad06-9a89-490e-9d93-700f7561716a req-11d2ff49-1a65-4a59-90a0-e5b807c45d33 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:15.601357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0b8ad06-9a89-490e-9d93-700f7561716a req-11d2ff49-1a65-4a59-90a0-e5b807c45d33 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.1657834 Aug 27 16:08:15.664558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0b8ad06-9a89-490e-9d93-700f7561716a req-8689691c-bf70-4a14-8210-32815491555e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Aug 27 16:08:15.681542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 80564945-f8d5-4dbf-82c2-d4c547bbe2bf up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:15.702442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:15.703920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:15.715825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:15.718026 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:15.797625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:15.798300 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:15.914233 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356086da-4000-4094-bc37-8913009be095 x-openstack-request-id: req-356086da-4000-4094-bc37-8913009be095 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:15.914723 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:15.914806 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-356086da-4000-4094-bc37-8913009be095 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:15.915149 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436', 'status': 'completed', 'code': 200} Aug 27 16:08:15.975999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:15.978171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Router 6cfda5f9-4669-4959-90c7-114a136c3ed6 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:08:16.050544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-7f9acc4a-ca59-4e7e-bdd6-37358361f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:16.056519 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-7f9acc4a-ca59-4e7e-bdd6-37358361f035 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1094 time: 0.1169870 Aug 27 16:08:16.096564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24865a86-0374-4f71-9195-1208e2ebaac7 req-69f52176-ee77-4bd1-80f3-8c580916e2df tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0473557 Aug 27 16:08:16.112352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a05b9-bbe0-4ae3-8c30-be41a8ea01ed req-4127f508-fc76-479f-a595-cc2b414e38ca tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:16.128096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c5a05b9-bbe0-4ae3-8c30-be41a8ea01ed req-4127f508-fc76-479f-a595-cc2b414e38ca tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.3113821 Aug 27 16:08:16.162682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f9149265-0601-4a0d-b906-b654d7238f2b None None] Provisioning complete for port 29238a4a-d9a3-4045-a26f-0b536610aa2c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:16.163075 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9149265-0601-4a0d-b906-b654d7238f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:16.217161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f9149265-0601-4a0d-b906-b654d7238f2b None None] Port 29238a4a-d9a3-4045-a26f-0b536610aa2c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:08:16.225181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:16.230477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:16.231301 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:16.242172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c5a05b9-bbe0-4ae3-8c30-be41a8ea01ed req-3741b827-45b2-4a1b-938b-71c969ab9bda tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187403 Aug 27 16:08:16.279019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:16.290429 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Sync routers for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:16.316024 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:16.319012 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:16.325111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea2da6cc-47bb-43c5-82cc-9474131e06bf admin admin] 10.222.0.101 "PUT /v2.0/routers/6cfda5f9-4669-4959-90c7-114a136c3ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5935032 Aug 27 16:08:16.383735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:16.418390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:16.445475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63595685-5129-487e-8140-d7c402367b14 req-395b4838-b1a1-48d6-b3f3-6b7f6bccc900 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:16.449741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63595685-5129-487e-8140-d7c402367b14 req-395b4838-b1a1-48d6-b3f3-6b7f6bccc900 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1056592 Aug 27 16:08:16.474945 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:16.568483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63595685-5129-487e-8140-d7c402367b14 req-301cbc9f-1ddf-4d83-ba14-6e8f4900b292 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107311 Aug 27 16:08:16.584955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:16.627435 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:16.668024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ff93768-c27f-42ff-b599-a49bf2b4b73a req-eb72589e-ddb4-40aa-8f46-9024f34a06bd tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0658386 Aug 27 16:08:16.855922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55324) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:16.884292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656961d-e470-4608-81d2-b70b554b159c req-765fe664-ec28-487a-b386-2e38439a7d4f tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:16.890841 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-765fe664-ec28-487a-b386-2e38439a7d4f tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 819 time: 0.7706759 Aug 27 16:08:16.943364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Request body: {'port': {'device_id': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'admin_state_up': True, 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:16.966067 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 2, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:16.990011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:16.997735 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Checking router: 6cfda5f9-4669-4959-90c7-114a136c3ed6 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:16.998095 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Updating router 6cfda5f9-4669-4959-90c7-114a136c3ed6 port 29238a4a-d9a3-4045-a26f-0b536610aa2c binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:08:17.027234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7968c3-813f-4c63-b71e-668ea6aab825 req-cc39463c-5c7a-43c7-a535-66dd8e2872cb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:17.028849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e7968c3-813f-4c63-b71e-668ea6aab825 req-cc39463c-5c7a-43c7-a535-66dd8e2872cb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.0850639 Aug 27 16:08:17.041390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.065664 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.091709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55326) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:17.105866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-78b15376-0877-4d6f-accc-abbc6a10db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:17.106053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6e55f967-855c-43d5-9dbf-618f2ef4adf6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876426494', 'description': 'tempest-description--1898862946'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:17.106162 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-78b15376-0877-4d6f-accc-abbc6a10db47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 1.0400295 Aug 27 16:08:17.149123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e7968c3-813f-4c63-b71e-668ea6aab825 req-7c6a1fc7-45b9-467f-a9dc-be106a042285 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114178 Aug 27 16:08:17.186353 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-ee0f97ca-8f87-4d91-9906-ea9db0849f62 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 200 len: 217 time: 0.0726471 Aug 27 16:08:17.199744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Made reservation on behalf of 1c15b135714b4c8880ae4507824e1c1f for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:17.203515 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.236309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c9c4165-f5bc-4a85-8b3e-1385343de931 req-b115e7c1-a561-4752-a459-0b20d54b16aa tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0397413 Aug 27 16:08:17.294569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-4960412d-b283-4b92-8c0d-d021845fcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:17.296185 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-4960412d-b283-4b92-8c0d-d021845fcb74 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0900109 Aug 27 16:08:17.298848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.301668 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.302982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "DELETE /v2.0/security-groups/3209925d-9b2d-4ace-9d84-c0f217193e25 HTTP/1.1" status: 204 len: 168 time: 0.4460533 Aug 27 16:08:17.308598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55332) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:17.325491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3209925d-9b2d-4ace-9d84-c0f217193e25,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:17.356428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.356851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.363584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.364128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.364544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.364956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.365363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.365766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.366109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.366487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.366765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.367095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a5a69-e2be-4555-9d97-7a1745a0be9e tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:17.373713 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-8fc2fe46-6be4-4d5b-a955-3f8b61ea4f69 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] show failed (client error): The resource could not be found. Aug 27 16:08:17.374871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8fc2fe46-6be4-4d5b-a955-3f8b61ea4f69 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "GET /v2.0/security-groups/3209925d-9b2d-4ace-9d84-c0f217193e25 HTTP/1.1" status: 404 len: 347 time: 0.0652301 Aug 27 16:08:17.375999 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e55f967-855c-43d5-9dbf-618f2ef4adf6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.382957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55336) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:17.425727 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.435942 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Transition to ACTIVE for port object 29238a4a-d9a3-4045-a26f-0b536610aa2c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:17.480961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-594b21d0-d4d9-4465-b946-be18f4bf4de3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298079 Aug 27 16:08:17.533013 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.543903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb433c-ad5c-401a-985e-a0d1d88ff32c req-4439e32e-b485-4d03-b090-4ce4ad527091 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:17.552406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4dbb433c-ad5c-401a-985e-a0d1d88ff32c req-4439e32e-b485-4d03-b090-4ce4ad527091 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.2298889 Aug 27 16:08:17.584354 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dab150-957d-4609-a9b4-c70ef8102a97 None None] Pushing event updated for resources: {'Port': ['ID=29238a4a-d9a3-4045-a26f-0b536610aa2c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:17.628960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:17.692322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e55f967-855c-43d5-9dbf-618f2ef4adf6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.853195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4dbb433c-ad5c-401a-985e-a0d1d88ff32c req-8d843721-7ffd-43c4-b833-dea5083b3dfe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503282 Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Attempting to bind port 29238a4a-d9a3-4045-a26f-0b536610aa2c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Attempting to bind port 29238a4a-d9a3-4045-a26f-0b536610aa2c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Attempting to bind port 29238a4a-d9a3-4045-a26f-0b536610aa2c on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Bound using segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Bound port: 29238a4a-d9a3-4045-a26f-0b536610aa2c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:17.854422 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.855441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:17.855441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.855902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Allocated IP 172.20.0.5 (04d8cf79-b0ce-4855-b64a-7e024b9b8eaf/85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee/9006ea96-1205-4e47-bca5-f8376505fbd1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:17.856297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407069a1-cea7-4009-bd34-a1d85ec19088 req-b36e8665-9533-40a1-8ac1-3abb2a66b62c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:17.856297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-407069a1-cea7-4009-bd34-a1d85ec19088 req-b36e8665-9533-40a1-8ac1-3abb2a66b62c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1482091 Aug 27 16:08:17.898571 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-5aec89e2-9c3b-43b0-b96d-a4a2efa87969 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839967 Aug 27 16:08:17.898571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Deleting port 274f2dd9-153e-4780-bb2f-c5c8ee5ea4f4 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:08:17.898571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:17.913130 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] For port 29238a4a-d9a3-4045-a26f-0b536610aa2c, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:17.927427 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] For port 29238a4a-d9a3-4045-a26f-0b536610aa2c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29238a4a-d9a3-4045-a26f-0b536610aa2c,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:17.928252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7881b24c-76b6-4b2d-babe-29d2dc69882a req-6f008ead-cb87-41a3-829d-6b35c88d9718 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0711915 Aug 27 16:08:17.947112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-407069a1-cea7-4009-bd34-a1d85ec19088 req-fa55ca0c-d14c-4494-81d7-b4592db6efc4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888662 Aug 27 16:08:18.055013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e55f967-855c-43d5-9dbf-618f2ef4adf6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.090843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55f967-855c-43d5-9dbf-618f2ef4adf6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7614f-8208-4df0-92a3-c3d18706e526,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:18.118158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.118790 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.154133 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.156038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Calling delete_port for 274f2dd9-153e-4780-bb2f-c5c8ee5ea4f4 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:08:18.169302 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf26d328-6fbc-4c57-82eb-dd846c8b39e2 req-5bd1b6eb-f655-4f56-9692-9da0aeaaf0d5 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284381 Aug 27 16:08:18.185978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e55f967-855c-43d5-9dbf-618f2ef4adf6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.189441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6e55f967-855c-43d5-9dbf-618f2ef4adf6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0965343 Aug 27 16:08:18.192798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55344) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:18.197221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-65cab24c-d5ec-47d4-92b2-ba58d74b089a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'security_group_rule': {'security_group_id': 'bcf7614f-8208-4df0-92a3-c3d18706e526', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:18.249049 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:18.253395 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:07:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:18.302198 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dab150-957d-4609-a9b4-c70ef8102a97 None None] Pushing event updated for resources: {'Port': ['ID=29238a4a-d9a3-4045-a26f-0b536610aa2c,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:18.324809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.332259 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65cab24c-d5ec-47d4-92b2-ba58d74b089a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.414952 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:18.460832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb121c1-d33a-4925-91b9-7c839a46fa01 req-962d6f89-bca0-46ab-860a-3460e33ba028 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:18.462694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bb121c1-d33a-4925-91b9-7c839a46fa01 req-962d6f89-bca0-46ab-860a-3460e33ba028 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.2056389 Aug 27 16:08:18.470724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-298ea500-d5cd-40e1-9612-b2f6acea29df req-6aa58bcf-6e87-4466-b736-8154dae5dbbc tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0803947 Aug 27 16:08:18.527985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65cab24c-d5ec-47d4-92b2-ba58d74b089a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.536294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bb121c1-d33a-4925-91b9-7c839a46fa01 req-bfa5cb85-d3f5-461e-8024-fa94f129e894 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625844 Aug 27 16:08:18.587350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.594367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.643729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65cab24c-d5ec-47d4-92b2-ba58d74b089a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.646323 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:17Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:18.661098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cab24c-d5ec-47d4-92b2-ba58d74b089a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483ea1c3-581d-488b-8b1b-f84d27f259b3,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:18.667022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:18.675233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:18.679469 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce630eac-eeab-4579-9112-9cc9cadd54f9 None None] The sync data for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 is: [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:17Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:18.682323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:18.682323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Pushing event updated for resources: {'Port': ['ID=9006ea96-1205-4e47-bca5-f8376505fbd1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:18.735212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65cab24c-d5ec-47d4-92b2-ba58d74b089a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.745788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-65cab24c-d5ec-47d4-92b2-ba58d74b089a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5505970 Aug 27 16:08:18.746822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55350) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:18.752234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8fad49bc-1eee-4be9-b769-eae9245fae51 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'security_group_rule': {'security_group_id': 'bcf7614f-8208-4df0-92a3-c3d18706e526', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:18.758519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Pushing event deleted for resources: {'Port': ['ID=274f2dd9-153e-4780-bb2f-c5c8ee5ea4f4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:18.792233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:18.792233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.824192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.826766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.827952 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6ca3f834-dcb9-4f00-a9c6-91ca613b68b5 tempest-ImagesOneServerNegativeTestJSON-1312043215 tempest-ImagesOneServerNegativeTestJSON-1312043215-project] 10.222.0.101 "DELETE /v2.0/floatingips/651120d9-8ed0-45c4-bbf7-43e2be8e48da HTTP/1.1" status: 204 len: 168 time: 1.4337373 Aug 27 16:08:18.867458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fad49bc-1eee-4be9-b769-eae9245fae51 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:18.938706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-043d0d63-9c48-437d-b2cb-21b4562e9d41 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:18.940606 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-043d0d63-9c48-437d-b2cb-21b4562e9d41 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 819 time: 0.1284552 Aug 27 16:08:18.944784 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-5d33071e-2f5c-4efe-b0d5-f72e5a8dd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0061426 Aug 27 16:08:18.982986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Request body: {'port': {'device_id': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'admin_state_up': True, 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:19.076726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Request body: {'port': {'device_id': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:19.153637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.312071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Made reservation on behalf of 1c15b135714b4c8880ae4507824e1c1f for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:19.313227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-976c66fd-d114-4257-a0d1-1f53ba5709f9 req-b301c90c-c482-4679-a8f9-bafa8b49b072 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0746014 Aug 27 16:08:19.315770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.357728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a86bc-c950-4823-a453-1e74690cddef req-d5406ab7-ad1d-459f-ba5d-e6929203237e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:19.359552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f7a86bc-c950-4823-a453-1e74690cddef req-d5406ab7-ad1d-459f-ba5d-e6929203237e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.1188967 Aug 27 16:08:19.360146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55368) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:19.377075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:19.420612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fad49bc-1eee-4be9-b769-eae9245fae51 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.423823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] Deleting subnet ec3174b2-6ea3-46e2-973f-54c2f8bd4607 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:08:19.428968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.484550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:19.498160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8a7b1df0-3fd1-4357-98c0-9cc459788024', 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b', 'port_id': '8a7b1df0-3fd1-4357-98c0-9cc459788024', 'mac_address': 'fa:16:3e:4c:8e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccdb5e4-86df-40db-9508-b4f073210aaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:19.541268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.544354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.560371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7b1df0-3fd1-4357-98c0-9cc459788024 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:19.564978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fad49bc-1eee-4be9-b769-eae9245fae51 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.582892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:19.593416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c3213-7fff-4286-8542-0d21b9f46cf5 req-57a5ee12-ef22-4f96-b95b-3154d4e3b04d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:19.594992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-333c3213-7fff-4286-8542-0d21b9f46cf5 req-57a5ee12-ef22-4f96-b95b-3154d4e3b04d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1335442 Aug 27 16:08:19.599400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9006ea96-1205-4e47-bca5-f8376505fbd1 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:19.607061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f7a86bc-c950-4823-a453-1e74690cddef req-b8983658-d129-4609-80b8-5609a5c205c9 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373414 Aug 27 16:08:19.615501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.622253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29238a4a-d9a3-4045-a26f-0b536610aa2c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:19.622593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad49bc-1eee-4be9-b769-eae9245fae51 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4f5ad4-931b-4d98-ac15-f35dd7003d04,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:19.633610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Transition to ACTIVE for port object 9006ea96-1205-4e47-bca5-f8376505fbd1 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:19.642229 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.678368 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.686137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-333c3213-7fff-4286-8542-0d21b9f46cf5 req-d147b828-3e3b-4a64-8760-960e6771e821 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739028 Aug 27 16:08:19.714411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.725472 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fad49bc-1eee-4be9-b769-eae9245fae51 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.729036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8fad49bc-1eee-4be9-b769-eae9245fae51 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9782007 Aug 27 16:08:19.742688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55376) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:19.747666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:19.748900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:19.754799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 29238a4a-d9a3-4045-a26f-0b536610aa2c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:19.759071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0723182a-7200-403b-b9e8-16ff9361cbab req-ba43d819-a144-4d37-a551-92bdd30b5aa7 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 210 time: 0.0535781 Aug 27 16:08:19.779683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.780602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.780959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.781306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.781649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.781992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.782330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.782717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.783054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.783413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.783745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.784072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:08:19.788837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29238a4a-d9a3-4045-a26f-0b536610aa2c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:19.789346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.830556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.878471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Pushing event updated for resources: {'Port': ['ID=9006ea96-1205-4e47-bca5-f8376505fbd1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:19.891321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Allocated IP 172.20.0.9 (04d8cf79-b0ce-4855-b64a-7e024b9b8eaf/85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee/570d0d6a-34c3-40ce-b71a-0f59ffc3631e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:19.898031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.902854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ec3174b2-6ea3-46e2-973f-54c2f8bd4607 HTTP/1.1" status: 204 len: 168 time: 0.5335765 Aug 27 16:08:19.902854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4770b1-bd7d-494a-aa29-0f4cfb2f51e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3174b2-6ea3-46e2-973f-54c2f8bd4607,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:19.906719 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.908686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55378) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:19.927086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b8cc-6566-43e1-acda-7a9e7e325d7d req-b5f10550-3348-45f1-a926-0f643042d82a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:19.932048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8a7b1df0-3fd1-4357-98c0-9cc459788024'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:19.935979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ea5b8cc-6566-43e1-acda-7a9e7e325d7d req-b5f10550-3348-45f1-a926-0f643042d82a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 944 time: 0.1550591 Aug 27 16:08:19.939473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:19.992973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 29238a4a-d9a3-4045-a26f-0b536610aa2c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29238a4a-d9a3-4045-a26f-0b536610aa2c,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:20.005433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ea5b8cc-6566-43e1-acda-7a9e7e325d7d req-a508b1e2-3e52-4310-b908-1886c9363e51 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627232 Aug 27 16:08:20.079417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.099580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Attempting to bind port 9006ea96-1205-4e47-bca5-f8376505fbd1 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:20.099924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Attempting to bind port 9006ea96-1205-4e47-bca5-f8376505fbd1 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:20.100270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Attempting to bind port 9006ea96-1205-4e47-bca5-f8376505fbd1 on network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:20.104207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.120505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Port 9006ea96-1205-4e47-bca5-f8376505fbd1 on network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:20.120736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Attempting to bind port 9006ea96-1205-4e47-bca5-f8376505fbd1 on network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:20.123193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.152274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:20.152621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Checking segment: {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:20.153013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Bound using segment: {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:20.153464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Bound port: 9006ea96-1205-4e47-bca5-f8376505fbd1, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:20.153969 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.216760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=29238a4a-d9a3-4045-a26f-0b536610aa2c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:20.268217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Allocated IP 172.25.4.213 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/0e0a9462-c5ab-4ade-b8b6-e5b457ff873b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:20.308002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.337958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e197473-90fc-46a3-8992-dd72d3a20b0d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:20.364553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993d926b-e8c7-4d26-a057-3f94a7cf3c7b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:20.364858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993d926b-e8c7-4d26-a057-3f94a7cf3c7b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:20.374057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] For port 9006ea96-1205-4e47-bca5-f8376505fbd1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:20.381822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.385861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.388016 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.405705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] For port 9006ea96-1205-4e47-bca5-f8376505fbd1, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9006ea96-1205-4e47-bca5-f8376505fbd1,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:20.418592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.428468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:08:20.428879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:08:20.430563 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:08:20.459982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-190b170f-2117-4ff4-988a-80c6064d456e req-f391c010-b908-4897-80b5-6bfaa4635468 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0293627 Aug 27 16:08:20.496276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.532983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:20.533699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.535099 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] 10.222.0.90 "PUT /v2.0/ports/9006ea96-1205-4e47-bca5-f8376505fbd1 HTTP/1.1" status: 200 len: 1091 time: 1.4715183 Aug 27 16:08:20.535877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.536072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'tag': '9006ea96-1205-4e47-bca5-f8376505fbd1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:20.538422 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee401a74-8241-4fe6-98aa-b30646064e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "74499bc9-583f-4dae-8ef8-bad8685e84af", "tag": "9006ea96-1205-4e47-bca5-f8376505fbd1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:20.568505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51511e-4946-4edb-aa63-c7fd59ac40ba service neutron] Pushing event updated for resources: {'Port': ['ID=9006ea96-1205-4e47-bca5-f8376505fbd1,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:20.579558 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c56b2-41f0-4c67-893d-a0c0412e2508 x-openstack-request-id: req-066c56b2-41f0-4c67-893d-a0c0412e2508 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:20.579853 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74499bc9-583f-4dae-8ef8-bad8685e84af", "tag": "9006ea96-1205-4e47-bca5-f8376505fbd1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:20.580105 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-066c56b2-41f0-4c67-893d-a0c0412e2508 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:20.580851 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'tag': '9006ea96-1205-4e47-bca5-f8376505fbd1', 'status': 'completed', 'code': 200} Aug 27 16:08:20.585635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:20.588587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:20.591688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:20.608969 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20dcecad-82c6-4a14-b03e-8902a20d39bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.616495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=0e0a9462-c5ab-4ade-b8b6-e5b457ff873b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:20.641926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.643906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.674005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.676676 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] 10.222.0.101 "DELETE /v2.0/networks/6e197473-90fc-46a3-8992-dd72d3a20b0d HTTP/1.1" status: 204 len: 168 time: 0.7635577 Aug 27 16:08:20.695070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.711633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876638e-2fa0-404c-bf07-c5f390c6e3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6e197473-90fc-46a3-8992-dd72d3a20b0d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:20.724192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:20.730837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:20.732946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Pushing event updated for resources: {'Port': ['ID=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:20.737426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:20.759531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812add17-81a3-4c1d-b8aa-98b755b5104d req-1c0a9190-98a0-48bd-b8bd-e1b7579a274d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:20.761103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-812add17-81a3-4c1d-b8aa-98b755b5104d req-1c0a9190-98a0-48bd-b8bd-e1b7579a274d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0572622 Aug 27 16:08:20.775216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee401a74-8241-4fe6-98aa-b30646064e0d req-1c7bcabe-f48e-4348-a237-ab3fc3c38900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:20.776767 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ee401a74-8241-4fe6-98aa-b30646064e0d req-1c7bcabe-f48e-4348-a237-ab3fc3c38900 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1094 time: 0.1638517 Aug 27 16:08:20.820786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:20.821309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.856463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:20.862703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-812add17-81a3-4c1d-b8aa-98b755b5104d req-1b7d7654-9e68-4827-8274-db543e95d6a9 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945413 Aug 27 16:08:20.904914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee401a74-8241-4fe6-98aa-b30646064e0d req-4bc5d866-de56-43d5-ae7a-59a266ddec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:20.906650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ee401a74-8241-4fe6-98aa-b30646064e0d req-4bc5d866-de56-43d5-ae7a-59a266ddec01 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1c15b135714b4c8880ae4507824e1c1f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1177807 Aug 27 16:08:20.910938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520bcb-88d8-405c-b49a-b8dc009a539c req-ccdc7eab-7e29-4b1c-8e18-b90a41e4c226 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:20.918949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8520bcb-88d8-405c-b49a-b8dc009a539c req-ccdc7eab-7e29-4b1c-8e18-b90a41e4c226 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1433668 Aug 27 16:08:20.931756 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8cc8d1e6-6ed5-4247-9234-ceb1f1cbb6db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9572043 Aug 27 16:08:20.976092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Request body: {'port': {'device_id': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:21.024711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55396) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:21.045837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8520bcb-88d8-405c-b49a-b8dc009a539c req-669301be-f08b-48bb-ab8a-8d10dcc3a037 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258171 Aug 27 16:08:21.076783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a82eb-6f34-4bae-9536-7827a79e51c3 req-c711826d-728f-4095-b65f-b4b9f270276e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:21.079440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.085390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee401a74-8241-4fe6-98aa-b30646064e0d req-27dc1ef4-b490-4164-9897-74290b3c8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:21.086554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-859a82eb-6f34-4bae-9536-7827a79e51c3 req-c711826d-728f-4095-b65f-b4b9f270276e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 931 time: 0.1561882 Aug 27 16:08:21.086879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ee401a74-8241-4fe6-98aa-b30646064e0d req-27dc1ef4-b490-4164-9897-74290b3c8f68 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1664560 Aug 27 16:08:21.140429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0548b0cf-890d-411a-b52b-9dab5ac72c47 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fea82297016349da9419bd4973e400af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003847 Aug 27 16:08:21.142756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55398) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:21.167059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-859a82eb-6f34-4bae-9536-7827a79e51c3 req-3e6f072d-6d02-4f4f-803c-c657ba699ec4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795040 Aug 27 16:08:21.229852 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.273113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d0d3a-8c19-46f0-822a-4a38655df61c req-ec345470-ec2b-4497-96ea-0b71da1c6898 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:21.274628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f07d0d3a-8c19-46f0-822a-4a38655df61c req-ec345470-ec2b-4497-96ea-0b71da1c6898 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 944 time: 0.0577416 Aug 27 16:08:21.313581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f07d0d3a-8c19-46f0-822a-4a38655df61c req-ff29c5e4-b7ef-4597-b0bb-2f87c5dbdcc3 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Aug 27 16:08:21.327736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.402037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=0e0a9462-c5ab-4ade-b8b6-e5b457ff873b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:21.408442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:21.410962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.515970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.524080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-49fb1891-7d96-48b9-af27-2f4123e32b80 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7797990 Aug 27 16:08:21.556458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29238a4a-d9a3-4045-a26f-0b536610aa2c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:21.601679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 8a7b1df0-3fd1-4357-98c0-9cc459788024 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:21.609944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8a7b1df0-3fd1-4357-98c0-9cc459788024 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:21.611095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.616828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2a8ec4c-cf5a-4cf6-bf09-ead41585b109 req-4aeb34bf-548c-4296-ab0b-f7d0f77ed3b8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0489120 Aug 27 16:08:21.627073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656961d-e470-4608-81d2-b70b554b159c req-72614bf0-ab06-4372-8116-456f111c2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:21.627073 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-72614bf0-ab06-4372-8116-456f111c2c9c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1094 time: 0.4513190 Aug 27 16:08:21.631903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5d13-9c34-4f3d-9940-9c2ae653b945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.653811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29238a4a-d9a3-4045-a26f-0b536610aa2c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:21.653811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.694118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-70b97953-aeea-4a37-a64d-28eed60475bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9006ea96-1205-4e47-bca5-f8376505fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0535216 Aug 27 16:08:21.713699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5d13-9c34-4f3d-9940-9c2ae653b945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.746002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-4b177019-7dbb-49b2-909e-5885e85ee871 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1876426494&fields=id&tenant_id=0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 267 time: 0.0521064 Aug 27 16:08:21.778153 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.802128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656961d-e470-4608-81d2-b70b554b159c req-6a965e04-c92d-4689-89d9-1f1af386879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:21.803650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-6a965e04-c92d-4689-89d9-1f1af386879b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 200 len: 859 time: 0.1004789 Aug 27 16:08:21.813075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:21.815333 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c116660d-2aea-47a0-a24f-bd6cd9f328a5" -d '{"events": [{"server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "name": "network-vif-plugged", "status": "completed", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:21.840562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:21.865044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-a445f7ff-41c2-4c72-a394-245233053193 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496848 Aug 27 16:08:21.865672 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220aa5be-a635-4971-874c-117af43aa03b x-openstack-request-id: req-220aa5be-a635-4971-874c-117af43aa03b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:21.866076 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "name": "network-vif-plugged", "status": "completed", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:21.866479 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-220aa5be-a635-4971-874c-117af43aa03b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:21.866991 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024', 'code': 200} Aug 27 16:08:21.883783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-43ac3b8e-4d48-483b-af01-c69a7f38c5b1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:21.885459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-43ac3b8e-4d48-483b-af01-c69a7f38c5b1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.1313910 Aug 27 16:08:21.894272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570d0d6a-34c3-40ce-b71a-0f59ffc3631e {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:21.904697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.911999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.913069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-15794514-08e0-4d95-8cc6-ac3cf3ed0e3c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/quotas/0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 375 time: 0.0166557 Aug 27 16:08:21.967755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:21.971721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-d8cbfaa6-689c-4d64-8f31-b249387e95c6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576811 Aug 27 16:08:21.972441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Transition to ACTIVE for port object 570d0d6a-34c3-40ce-b71a-0f59ffc3631e will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:21.986628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5d13-9c34-4f3d-9940-9c2ae653b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.989696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd6e5d13-9c34-4f3d-9940-9c2ae653b945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:21.990825 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fd6e5d13-9c34-4f3d-9940-9c2ae653b945 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b94f2ef6-b2e1-4784-9860-2be311b687f9 HTTP/1.1" status: 204 len: 168 time: 0.8471246 Aug 27 16:08:22.009001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e5d13-9c34-4f3d-9940-9c2ae653b945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94f2ef6-b2e1-4784-9860-2be311b687f9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:22.048963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a164e-b19a-4c25-8d19-56e4b034fec6 req-e1fcd016-6a0d-4ef0-946c-60e433e4e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.050472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-880a164e-b19a-4c25-8d19-56e4b034fec6 req-e1fcd016-6a0d-4ef0-946c-60e433e4e0b8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1096 time: 0.1220725 Aug 27 16:08:22.053375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:22.076339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49c315-88dd-4ccd-bcc5-778639cfe8a1 req-f851e335-4584-4888-a1bf-d682964dfb07 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.077866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d49c315-88dd-4ccd-bcc5-778639cfe8a1 req-f851e335-4584-4888-a1bf-d682964dfb07 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.1051967 Aug 27 16:08:22.097833 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-5131047d-7684-4825-ba67-0a3733777ab7 service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178226 Aug 27 16:08:22.129713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-47d4af7f-1cf6-466b-aeeb-e1910e703a08 service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472914 Aug 27 16:08:22.135015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d49c315-88dd-4ccd-bcc5-778639cfe8a1 req-3e92389e-9d6e-461e-9d8d-c7cc05823fa7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Aug 27 16:08:22.197135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Pushing event updated for resources: {'Port': ['ID=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:22.221748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-880a164e-b19a-4c25-8d19-56e4b034fec6 req-daad9f26-b621-45a2-b6db-14443dc66c7b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623259 Aug 27 16:08:22.273397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-4eb5c162-c88c-4336-bfee-4b506550a8fb service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305459 Aug 27 16:08:22.290704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbde12-6f50-4218-bfdf-0cdd16ff4fad req-095091bc-8e67-4cc3-b4e0-8c5102f3cdf1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.292452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97dbde12-6f50-4218-bfdf-0cdd16ff4fad req-095091bc-8e67-4cc3-b4e0-8c5102f3cdf1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0751519 Aug 27 16:08:22.297532 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4656961d-e470-4608-81d2-b70b554b159c req-10bee262-d50e-4a6f-b26b-f9d9f3ad48db service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855376 Aug 27 16:08:22.303625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Attempting to bind port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:22.303962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Attempting to bind port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:22.304346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Attempting to bind port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e on network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:22.309162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e on network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:22.312220 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Attempting to bind port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e on network 04d8cf79-b0ce-4855-b64a-7e024b9b8eaf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:22.315251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:22.315626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Checking segment: {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:22.316007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Bound using segment: {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:22.317134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Bound port: 570d0d6a-34c3-40ce-b71a-0f59ffc3631e, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbe97b8-19c2-44da-b8e7-e2b1fce53878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:22.318024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:22.351005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97dbde12-6f50-4218-bfdf-0cdd16ff4fad req-2150a0be-6e38-4e09-9d56-354b2c6533a4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510871 Aug 27 16:08:22.400016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] For port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:22.404230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] For port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:22.513403 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:22.534605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b301caf-bfca-43f6-a754-854be7569b26 req-2ed19d6b-6725-48d3-b18b-d9e1d7a57f5f tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.536904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b301caf-bfca-43f6-a754-854be7569b26 req-2ed19d6b-6725-48d3-b18b-d9e1d7a57f5f tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 943 time: 0.0583763 Aug 27 16:08:22.547486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.548345 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:22.549778 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] 10.222.0.90 "PUT /v2.0/ports/570d0d6a-34c3-40ce-b71a-0f59ffc3631e HTTP/1.1" status: 200 len: 1091 time: 1.5788517 Aug 27 16:08:22.582185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'tag': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:22.585272 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeea8eba-3b9a-4a4d-bf18-a1c2b3fd2c23" -d '{"events": [{"name": "network-changed", "server_uuid": "6249bf17-2ed8-4c91-804c-d5472e10bdb3", "tag": "570d0d6a-34c3-40ce-b71a-0f59ffc3631e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:22.598388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188c91-9814-44ab-9c58-9bb2be7023aa service neutron] Pushing event updated for resources: {'Port': ['ID=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:22.598525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b301caf-bfca-43f6-a754-854be7569b26 req-0566a7a8-0bac-4270-8088-d8da0a04b9d4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484226 Aug 27 16:08:22.653729 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095d066c-11ca-4d9a-87da-0eba98f324a7 x-openstack-request-id: req-095d066c-11ca-4d9a-87da-0eba98f324a7 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:22.653729 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6249bf17-2ed8-4c91-804c-d5472e10bdb3", "tag": "570d0d6a-34c3-40ce-b71a-0f59ffc3631e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:22.653729 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-095d066c-11ca-4d9a-87da-0eba98f324a7 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:22.653729 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'tag': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e', 'status': 'completed', 'code': 200} Aug 27 16:08:22.725819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea8eba-3b9a-4a4d-bf18-a1c2b3fd2c23 req-93153889-6b11-4853-bdd3-0c35670e61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.727523 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eeea8eba-3b9a-4a4d-bf18-a1c2b3fd2c23 req-93153889-6b11-4853-bdd3-0c35670e61b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 1094 time: 0.0469577 Aug 27 16:08:22.731077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85c26f6e-8442-4097-b9d8-64896ef3cca3 req-dc188436-e4e7-4e40-9970-41b3aa4f82cf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 210 time: 0.0369630 Aug 27 16:08:22.747471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3eea39-f266-42b9-9d17-8a6ace67ee99 req-01997129-18da-46ed-aa3e-ff6fb69b8ee0 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.748970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c3eea39-f266-42b9-9d17-8a6ace67ee99 req-01997129-18da-46ed-aa3e-ff6fb69b8ee0 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0828874 Aug 27 16:08:22.818210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c3eea39-f266-42b9-9d17-8a6ace67ee99 req-78100d23-adce-483b-bbc9-75b30a6e8078 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625443 Aug 27 16:08:22.885402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:22.886578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea8eba-3b9a-4a4d-bf18-a1c2b3fd2c23 req-2bede877-0501-45e6-b8b0-59bc020e1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.888103 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eeea8eba-3b9a-4a4d-bf18-a1c2b3fd2c23 req-2bede877-0501-45e6-b8b0-59bc020e1c37 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1c15b135714b4c8880ae4507824e1c1f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1399398 Aug 27 16:08:22.899596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec4d667e-2c34-4918-b92e-d750d75d127b req-b3d60ec0-4ff4-4f4e-9b35-f0c9a5a730fd tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0310109 Aug 27 16:08:22.989323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea8eba-3b9a-4a4d-bf18-a1c2b3fd2c23 req-f42299d3-b9b0-4aff-b789-694390f65d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:22.990884 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-eeea8eba-3b9a-4a4d-bf18-a1c2b3fd2c23 req-f42299d3-b9b0-4aff-b789-694390f65d61 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0902655 Aug 27 16:08:23.104067 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3381d869-336d-43e9-91ff-40da99b4feaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.104260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8f01c678-cef2-47c5-8d4f-f6c8e187d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:23.105824 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8f01c678-cef2-47c5-8d4f-f6c8e187d257 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 1094 time: 0.0481789 Aug 27 16:08:23.151559 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-d11a8f73-d68d-465d-9d1b-8fb9d7d2388b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570d0d6a-34c3-40ce-b71a-0f59ffc3631e HTTP/1.1" status: 200 len: 217 time: 0.0346153 Aug 27 16:08:23.219641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-098dbe91-d4d7-4018-8af9-4910623f3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:23.221116 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-098dbe91-d4d7-4018-8af9-4910623f3132 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 200 len: 859 time: 0.0587211 Aug 27 16:08:23.246519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.275772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-475c6a7c-dcf2-4e8b-9e76-0ee1f4de97b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421870 Aug 27 16:08:23.302394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedd879-eef7-45a7-a0c2-2f533fc43216 req-0bbe5efa-006c-4d18-9b52-3be8b42a75af tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:23.302901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55462) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:23.304247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cedd879-eef7-45a7-a0c2-2f533fc43216 req-0bbe5efa-006c-4d18-9b52-3be8b42a75af tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0699108 Aug 27 16:08:23.367898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cedd879-eef7-45a7-a0c2-2f533fc43216 req-d06732d2-acc4-4ba0-95d4-aef5256bdb1b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482874 Aug 27 16:08:23.411879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-8228c913-79da-4bce-a47d-942a380872ab service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223567 Aug 27 16:08:23.480282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2018089186-network', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:23.499453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aec83-ea45-4af0-bbf3-afdcd69d7612 req-0c779209-b3f3-4a05-8a15-4066333857c8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:23.501066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db7aec83-ea45-4af0-bbf3-afdcd69d7612 req-0c779209-b3f3-4a05-8a15-4066333857c8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0719712 Aug 27 16:08:23.546938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db7aec83-ea45-4af0-bbf3-afdcd69d7612 req-7ca7a682-d41c-4ac8-8564-2cc85d345c03 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377584 Aug 27 16:08:23.551603 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2da6987d-2d3d-4222-bd1b-56d1a64617e2 req-6b24b1ae-126f-4201-8b24-0937067caf6c service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295385 Aug 27 16:08:23.678017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.678603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Made reservation on behalf of fd86440a986a4e14991cb0851c4225ba for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:23.681217 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.692246 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.717106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8f67-0bd0-4325-bf62-69d4e2a46646 req-eeb62d5f-7374-4055-94e5-dddc55b5d574 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:23.718651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed9b8f67-0bd0-4325-bf62-69d4e2a46646 req-eeb62d5f-7374-4055-94e5-dddc55b5d574 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 943 time: 0.0521200 Aug 27 16:08:23.762458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed9b8f67-0bd0-4325-bf62-69d4e2a46646 req-f09ab642-043a-4852-90c9-ef22fca9e39d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Aug 27 16:08:23.795602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.830142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2466c27a-21fa-41da-9b4b-e70034d00c1f req-af28e7da-ae47-4f79-92af-aec081d7521a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 210 time: 0.0291381 Aug 27 16:08:23.929586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b42c9-230a-4453-81ea-96f657a01864 req-ab39611b-f7b1-4a4a-a24e-bee55ddadc44 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:23.931430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-064b42c9-230a-4453-81ea-96f657a01864 req-ab39611b-f7b1-4a4a-a24e-bee55ddadc44 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Aug 27 16:08:23.935140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.960796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:08:23.974975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5195c91d-e138-4a87-9265-08f48f7ef3be,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:23.980103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:23.980986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-064b42c9-230a-4453-81ea-96f657a01864 req-dc9727e7-c4c6-4a64-afb7-d71e877ebafb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Aug 27 16:08:23.985634 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Added segment e911602f-2b4b-4156-aa0d-c89bace2cfda of type vlan for network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 Aug 27 16:08:24.031495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3577a187-2c43-442a-a758-9fad7c36f1e6 req-3647bb4f-82e9-4bdd-ba5e-54a354c95233 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0297995 Aug 27 16:08:24.045535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:24.095836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98267ce-2ba1-401c-810b-ac69f2e8b86d req-64ca3e91-ede6-4114-be8a-f574de9f73bb tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:24.098011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e98267ce-2ba1-401c-810b-ac69f2e8b86d req-64ca3e91-ede6-4114-be8a-f574de9f73bb tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1096 time: 0.0436108 Aug 27 16:08:24.135490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e98267ce-2ba1-401c-810b-ac69f2e8b86d req-aedaf0de-d82f-4674-8523-132c372e6809 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297191 Aug 27 16:08:24.152086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:24.153262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:24.153914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:24.225887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:24.237912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:08:24.246764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4718b4-fbb2-4d24-8b3e-d4747ab69c44 req-3f8c9a71-753a-4e9b-b217-ad3102498c16 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:24.248598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b4718b4-fbb2-4d24-8b3e-d4747ab69c44 req-3f8c9a71-753a-4e9b-b217-ad3102498c16 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1096 time: 0.0431528 Aug 27 16:08:24.258802 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c4487a6-ffc2-4f98-8674-d22b0b351d98 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9548166 Aug 27 16:08:24.261780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55482) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:24.266550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Request body: {'subnet': {'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2018089186-subnet', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:24.307575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b4718b4-fbb2-4d24-8b3e-d4747ab69c44 req-3fdcd598-489a-4590-80fa-d20a7e3bb443 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 Aug 27 16:08:24.435444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:24.460906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Made reservation on behalf of fd86440a986a4e14991cb0851c4225ba for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:24.463186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:24.530473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582ef64-d35e-49cf-92c8-c3beda8f1067 req-e49b107c-789b-4c5d-a444-6e7a643b2fe9 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:24.531910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9582ef64-d35e-49cf-92c8-c3beda8f1067 req-e49b107c-789b-4c5d-a444-6e7a643b2fe9 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.1035168 Aug 27 16:08:24.592194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9582ef64-d35e-49cf-92c8-c3beda8f1067 req-17068e51-7b2e-411c-88a3-808620513127 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510812 Aug 27 16:08:24.684009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9006ea96-1205-4e47-bca5-f8376505fbd1 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:24.740317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:24.781219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9006ea96-1205-4e47-bca5-f8376505fbd1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9006ea96-1205-4e47-bca5-f8376505fbd1,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:24.794431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '9006ea96-1205-4e47-bca5-f8376505fbd1', 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'port_id': '9006ea96-1205-4e47-bca5-f8376505fbd1', 'mac_address': 'fa:16:3e:48:93:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:24.827482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a580ba59-aff7-4715-8390-14aad4ee171f,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:24.841109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0021b-f655-4cb1-a26c-bc1a76a9df1e req-f7eee877-169a-480a-9946-db2d01b86b07 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:24.842712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ca0021b-f655-4cb1-a26c-bc1a76a9df1e req-f7eee877-169a-480a-9946-db2d01b86b07 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1145337 Aug 27 16:08:24.854119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Checking segment: {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:24.854640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Network hostable DHCP agents. Network: 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:08:24.903721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ca0021b-f655-4cb1-a26c-bc1a76a9df1e req-8d0179cf-bb17-45c7-a716-88a3b37ec424 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Aug 27 16:08:24.968407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:24.982222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9006ea96-1205-4e47-bca5-f8376505fbd1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:25.007652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9006ea96-1205-4e47-bca5-f8376505fbd1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9006ea96-1205-4e47-bca5-f8376505fbd1,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:25.033057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc81b4-4a12-4d0a-9d97-8a184d013583 req-241b3f75-3b5f-44ed-a6e5-8234ab963414 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:25.034475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7cc81b4-4a12-4d0a-9d97-8a184d013583 req-241b3f75-3b5f-44ed-a6e5-8234ab963414 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 943 time: 0.0616093 Aug 27 16:08:25.037125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:08:25.077777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7cc81b4-4a12-4d0a-9d97-8a184d013583 req-75bd7d1a-39b0-4c74-99cf-7d381efbf8c1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344748 Aug 27 16:08:25.117823 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.170592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-551a285f-c0bc-4574-822b-55d28b123b77 req-125a4d14-58bf-4cf5-95ad-09d1248de694 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 210 time: 0.0343380 Aug 27 16:08:25.174443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9006ea96-1205-4e47-bca5-f8376505fbd1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:25.174881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:25.187433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:25.188449 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.192105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75730a8e-6962-472b-87b5-790ab2160ed8 None None] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:08:25.295586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c2633cf-714a-4654-bbcb-075d2fd428df req-6a53b31a-457b-4ab9-a388-08cd558faf32 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0310173 Aug 27 16:08:25.327792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e6c415a-109f-4ed6-9a91-5288897b3c8f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0623882 Aug 27 16:08:25.328004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55518) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:25.333591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:25.337198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6a469420-c949-401f-9aa9-4647b937fe5e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:25.338750 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6a469420-c949-401f-9aa9-4647b937fe5e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.1580272 Aug 27 16:08:25.388714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-1b8b035d-723f-453f-89c1-c3ff109af578 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 380 time: 0.0396087 Aug 27 16:08:25.398670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'port': {'device_id': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'admin_state_up': True, 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'security_groups': ['bcf7614f-8208-4df0-92a3-c3d18706e526']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:25.404785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:08:25.405666 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.554010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Allocated IP 172.20.0.2 (7a1b8e36-4bc5-4e3a-b67c-6153b69608e1/a580ba59-aff7-4715-8390-14aad4ee171f/49a8fc6a-46b6-414c-bee3-6351ec400a3a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:25.578517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.579847 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.617162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9006ea96-1205-4e47-bca5-f8376505fbd1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:25.637238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.732371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Made reservation on behalf of 0915afdf1c12438d9f51ef9301e73db5 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:25.732757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c04c1d-148c-4dd1-86cd-979fdf6ccfc5 req-ed807fd4-8d98-41ab-a274-95c9a87ea437 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:25.734515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11c04c1d-148c-4dd1-86cd-979fdf6ccfc5 req-ed807fd4-8d98-41ab-a274-95c9a87ea437 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0563347 Aug 27 16:08:25.736909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.782274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.797576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Transition to ACTIVE for port object 49a8fc6a-46b6-414c-bee3-6351ec400a3a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:25.844422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Transition to ACTIVE for port object 49a8fc6a-46b6-414c-bee3-6351ec400a3a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:25.876904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11c04c1d-148c-4dd1-86cd-979fdf6ccfc5 req-2831e3c2-4225-4fc4-afd3-b7acb3dae844 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209073 Aug 27 16:08:25.940547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Allocated IP 172.20.0.3 (9465f7b0-7e8e-42b4-8872-f900f467e677/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0/10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:25.942828 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.952254 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.965992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:25.999822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:26.003411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:26.010328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:26.067828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Pushing event updated for resources: {'Port': ['ID=49a8fc6a-46b6-414c-bee3-6351ec400a3a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:26.099345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Attempting to bind port 49a8fc6a-46b6-414c-bee3-6351ec400a3a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:26.099718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Attempting to bind port 49a8fc6a-46b6-414c-bee3-6351ec400a3a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:26.104936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Attempting to bind port 49a8fc6a-46b6-414c-bee3-6351ec400a3a on network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:26.106339 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:26.106726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Checking segment: {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:26.107127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.107616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Bound using segment: {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:26.108082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Bound port: 49a8fc6a-46b6-414c-bee3-6351ec400a3a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:26.108511 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.165609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56b333-e809-441f-8a87-0bbd5e10001b req-e316052c-5cca-46c4-ac70-7c8469c1c0ad tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:26.167254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c56b333-e809-441f-8a87-0bbd5e10001b req-e316052c-5cca-46c4-ac70-7c8469c1c0ad tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1155553 Aug 27 16:08:26.181129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.200362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] For port 49a8fc6a-46b6-414c-bee3-6351ec400a3a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:26.203857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] For port 49a8fc6a-46b6-414c-bee3-6351ec400a3a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49a8fc6a-46b6-414c-bee3-6351ec400a3a,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:26.211949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Transition to ACTIVE for port object 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:26.237013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c56b333-e809-441f-8a87-0bbd5e10001b req-44b1ccf5-fc77-4e15-a519-7d3e17a2c3a6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Aug 27 16:08:26.294924 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.328672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.404078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:26.409807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:26.411478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7384-cddc-4f21-84b1-3a3b11a14f29 req-72243d60-0e91-4c61-95a5-a7028abf6564 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:26.416123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:26.419535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09fc7384-cddc-4f21-84b1-3a3b11a14f29 req-72243d60-0e91-4c61-95a5-a7028abf6564 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 943 time: 0.1076484 Aug 27 16:08:26.422988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.437531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ef43a-7da4-4d3c-aa1f-42f3e9a38e63 None None] Pushing event updated for resources: {'Port': ['ID=49a8fc6a-46b6-414c-bee3-6351ec400a3a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:26.464530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:26.467007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.510157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-a88a38cd-de28-4cc8-821e-9f5f635917ec tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:08:26.511539 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-a88a38cd-de28-4cc8-821e-9f5f635917ec tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166516 Aug 27 16:08:26.513613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:26.514778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.548529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09fc7384-cddc-4f21-84b1-3a3b11a14f29 req-4796159f-0436-46fb-996a-8edd8b518854 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281106 Aug 27 16:08:26.553614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Request body: {'binding': {'host': 'n-h1-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:26.554107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:08:26.644460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-90ec5018-36d8-4996-a743-3c4797f0e004 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2496741 Aug 27 16:08:26.680591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Request body: {'port': {'device_id': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:26.697288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 570d0d6a-34c3-40ce-b71a-0f59ffc3631e details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:26.795405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.820941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Allocated IP 172.25.4.106 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/9ef8a50d-a52e-4cbf-8f56-f9863b079104) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:26.829936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8734a1c-ae33-497d-a7b1-eb40babab06d req-180fda04-cce0-4eea-af97-85e2b35a87ed tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:26.831464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8734a1c-ae33-497d-a7b1-eb40babab06d req-180fda04-cce0-4eea-af97-85e2b35a87ed tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 931 time: 0.1178415 Aug 27 16:08:26.855524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:26.876168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e', 'network_id': '04d8cf79-b0ce-4855-b64a-7e024b9b8eaf', 'port_id': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e', 'mac_address': 'fa:16:3e:b4:59:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:26.924500 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.938645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570d0d6a-34c3-40ce-b71a-0f59ffc3631e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:26.941223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8734a1c-ae33-497d-a7b1-eb40babab06d req-042724e3-534b-4878-a5bd-7c4d2198b7f0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986321 Aug 27 16:08:26.958792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-aedd7029-9f93-4c78-92c3-619e196d3701 None None] Provisioning for port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:26.965684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:26.967813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-aedd7029-9f93-4c78-92c3-619e196d3701 None None] Provisioning complete for port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:26.968473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aedd7029-9f93-4c78-92c3-619e196d3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:26.981532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on host n-h1-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:26.981532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:26.981532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:26.984208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:26.984553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:26.996565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:26.996910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:27.000831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:27.000831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Bound port: 8a7b1df0-3fd1-4357-98c0-9cc459788024, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:27.025518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-aedd7029-9f93-4c78-92c3-619e196d3701 None None] Port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:08:27.047222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.052812 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.094484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:27.105155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:27.116817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32fe7d2c-8fee-4e1d-8836-a84cfc8de29b req-1a88eb52-9214-45bd-a1a5-144445acbe32 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0416458 Aug 27 16:08:27.152631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:27.161111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.173617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Transition to ACTIVE for port object 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:27.187634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.188968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-f113b71e-52ab-4a5b-88fe-a187294451af service neutron] 10.222.0.101 "POST /v2.0/ports/8a7b1df0-3fd1-4357-98c0-9cc459788024/bindings HTTP/1.1" status: 201 len: 389 time: 0.6438498 Aug 27 16:08:27.212211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.249279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.258230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:27.267330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:27.277298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780bc9-7cbf-41cd-8e73-fb10755855ce req-a39cc56a-8032-488a-b8cf-8b52c209d58e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:27.278883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05780bc9-7cbf-41cd-8e73-fb10755855ce req-a39cc56a-8032-488a-b8cf-8b52c209d58e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.1021934 Aug 27 16:08:27.279747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:27.286390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef8a50d-a52e-4cbf-8f56-f9863b079104,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:27.371660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:27.446735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05780bc9-7cbf-41cd-8e73-fb10755855ce req-f3d7e1a6-df99-4167-be2b-74e00ff7064e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206148 Aug 27 16:08:27.446934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f0665beb-46af-4fc0-82bc-fb8450d8a436 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:27.514611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Attempting to bind port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:27.515145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Attempting to bind port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:27.515848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Attempting to bind port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:27.527805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d on network 9465f7b0-7e8e-42b4-8872-f900f467e677 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:27.527805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Attempting to bind port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:27.540445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:27.540913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:27.541426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Bound using segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:27.542581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Bound port: 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:27.545513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.580542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['570d0d6a-34c3-40ce-b71a-0f59ffc3631e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:27.723342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:27.728683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:27.734034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49a8fc6a-46b6-414c-bee3-6351ec400a3a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:27.813332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.876066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:27.877878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0056d22-81f2-48aa-8ee8-f4f6b4192216 req-68ef1077-a8a4-48f6-a3a8-9eab0da43e38 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:27.889313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:27.889436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0056d22-81f2-48aa-8ee8-f4f6b4192216 req-68ef1077-a8a4-48f6-a3a8-9eab0da43e38 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.2187479 Aug 27 16:08:27.889544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:27.889776 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] 10.222.0.97 "PUT /v2.0/ports/10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 1091 time: 1.2249787 Aug 27 16:08:27.890312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:27.892845 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5499eeff-c4e9-4a61-9267-c11a7469d4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:27.903086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af632e2-b226-4a62-9266-695995e4c125 req-af4cabd3-a101-4ab7-a88b-ff91542918e8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:27.912186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0af632e2-b226-4a62-9266-695995e4c125 req-af4cabd3-a101-4ab7-a88b-ff91542918e8 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.1440842 Aug 27 16:08:27.950997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f8ea8-df84-4f05-be97-e646bacd9971 None None] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:08:27.994831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d758abf-089a-4b86-81dd-2844f3898962 service neutron] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:28.011842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0af632e2-b226-4a62-9266-695995e4c125 req-f03807df-0cdc-49a2-b667-23b7fff90b47 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984027 Aug 27 16:08:28.041066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'f0665beb-46af-4fc0-82bc-fb8450d8a436', 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89', 'port_id': 'f0665beb-46af-4fc0-82bc-fb8450d8a436', 'mac_address': 'fa:16:3e:8a:70:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2acc92-3dfe-41c3-a2f1-50dda4247839', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:28.064991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0056d22-81f2-48aa-8ee8-f4f6b4192216 req-8f7e16aa-8de1-40b2-8adb-1414dda9b1ab tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619036 Aug 27 16:08:28.075656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 49a8fc6a-46b6-414c-bee3-6351ec400a3a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:28.083929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-1a4d9d89-c5ff-4910-85d8-738026e96d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.086757 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-1a4d9d89-c5ff-4910-85d8-738026e96d41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1096 time: 0.1603858 Aug 27 16:08:28.184279 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0414a2-cbef-4ea9-8ad7-17025aa8804b x-openstack-request-id: req-5c0414a2-cbef-4ea9-8ad7-17025aa8804b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:28.184835 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:28.185084 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c0414a2-cbef-4ea9-8ad7-17025aa8804b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:28.185478 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'status': 'completed', 'code': 200} Aug 27 16:08:28.188453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-c4acb00b-1ca6-4698-9802-735dea6aca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.190445 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-c4acb00b-1ca6-4698-9802-735dea6aca05 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1094 time: 0.1507030 Aug 27 16:08:28.225543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:28.242696 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-eb8b314b-c4da-445f-acca-f411bc01ddd0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 217 time: 0.0433998 Aug 27 16:08:28.264043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0665beb-46af-4fc0-82bc-fb8450d8a436 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:28.297160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:28.312198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-be6d25df-eaee-4cc2-939f-8f37f784929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.313719 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-be6d25df-eaee-4cc2-939f-8f37f784929e service neutron] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.2083743 Aug 27 16:08:28.319688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-7406c0dd-c6b5-4074-814a-2f337a89fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.321185 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-7406c0dd-c6b5-4074-814a-2f337a89fd8f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0664959 Aug 27 16:08:28.374698 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-8fe824e7-f4c0-406b-98be-0c601fba43ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 200 len: 217 time: 0.0518441 Aug 27 16:08:28.421070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6a7250f1-4158-46b0-a1bb-d4c790689fd5 None None] Provisioning for port 49a8fc6a-46b6-414c-bee3-6351ec400a3a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:28.427059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6a7250f1-4158-46b0-a1bb-d4c790689fd5 None None] Provisioning complete for port 49a8fc6a-46b6-414c-bee3-6351ec400a3a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:28.427838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a7250f1-4158-46b0-a1bb-d4c790689fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:28.442810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-a285ae13-ca04-4342-a9ef-bfcf80d3b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.444484 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-a285ae13-ca04-4342-a9ef-bfcf80d3b47a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164196 Aug 27 16:08:28.448598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-dc84fed4-c288-424d-a1ca-41aa2079d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.450136 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-dc84fed4-c288-424d-a1ca-41aa2079d406 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0612257 Aug 27 16:08:28.453737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:28.533030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:28.537444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:28.596161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a7250f1-4158-46b0-a1bb-d4c790689fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:28.596490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c147380-157c-4906-9556-5561943a31d4 req-d581792d-c2a3-4f0b-b07b-bac148919c87 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.598610 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-7a1a6679-6adf-4307-a236-ce91b5cf1224 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264575 Aug 27 16:08:28.599089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c147380-157c-4906-9556-5561943a31d4 req-d581792d-c2a3-4f0b-b07b-bac148919c87 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 944 time: 0.4415653 Aug 27 16:08:28.601450 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-8a1bc031-0c43-4b13-9e04-60a8df19ee84 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492298 Aug 27 16:08:28.635686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6a7250f1-4158-46b0-a1bb-d4c790689fd5 None None] For port 49a8fc6a-46b6-414c-bee3-6351ec400a3a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49a8fc6a-46b6-414c-bee3-6351ec400a3a,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:28.654377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9092-781d-4fae-9ba8-40930dbfe985 req-b8b53a6c-9c42-465e-9ba3-6dc92cc7d36a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.655889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-879b9092-781d-4fae-9ba8-40930dbfe985 req-b8b53a6c-9c42-465e-9ba3-6dc92cc7d36a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 943 time: 0.4545867 Aug 27 16:08:28.706015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f0665beb-46af-4fc0-82bc-fb8450d8a436'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:28.710476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a7250f1-4158-46b0-a1bb-d4c790689fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:28.719832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c147380-157c-4906-9556-5561943a31d4 req-c630f07a-b962-4619-b14d-4ecb41cb184e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125886 Aug 27 16:08:28.729820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-879b9092-781d-4fae-9ba8-40930dbfe985 req-167ad503-1334-4bc3-b24b-69022f709120 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653133 Aug 27 16:08:28.736975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9006ea96-1205-4e47-bca5-f8376505fbd1 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:28.815952 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091a61b3-4e9e-477a-b4f6-2ab9afe70725 req-aff19fa7-bf29-4da7-853d-638b7d9d21f1 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058928 Aug 27 16:08:28.828000 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-6834be6f-c463-4f04-8176-b8340751b641 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070272 Aug 27 16:08:28.873465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7250f1-4158-46b0-a1bb-d4c790689fd5 None None] Pushing event updated for resources: {'Port': ['ID=49a8fc6a-46b6-414c-bee3-6351ec400a3a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:28.896196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61a20271-c524-4f14-b48b-67e93a59502c req-b1b8310a-2039-4666-863a-3d5be4b0a398 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0562875 Aug 27 16:08:28.908046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:28.926535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9eff7-8312-4194-87ef-c0b3d30052ae req-9b82d1c2-e1d8-48f5-86aa-1327e87208d6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:28.928717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75f9eff7-8312-4194-87ef-c0b3d30052ae req-9b82d1c2-e1d8-48f5-86aa-1327e87208d6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.0909557 Aug 27 16:08:28.991321 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-663f76c3-f511-4f7c-8e8d-20cf38932a1f service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461744 Aug 27 16:08:29.003396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-86ed6d45-07d1-46a9-ace4-b3de46551ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:29.005243 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-86ed6d45-07d1-46a9-ace4-b3de46551ed1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1094 time: 0.0679526 Aug 27 16:08:29.015300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 9006ea96-1205-4e47-bca5-f8376505fbd1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:29.024006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 9006ea96-1205-4e47-bca5-f8376505fbd1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:29.024516 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:29.047863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75f9eff7-8312-4194-87ef-c0b3d30052ae req-75dbac61-22f3-4de1-88d9-3b6ad2be406f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802085 Aug 27 16:08:29.053164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a1010586-7c66-426d-9fd7-eaa9c1728e97 None None] Provisioning complete for port 49a8fc6a-46b6-414c-bee3-6351ec400a3a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:29.053904 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1010586-7c66-426d-9fd7-eaa9c1728e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:29.134742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-4c5a2253-390a-48f0-90a8-428983947b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:29.136332 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-4c5a2253-390a-48f0-90a8-428983947b9f service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1236796 Aug 27 16:08:29.187114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Router 165f3438-f59c-4ddc-8494-3dab94fef795 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:08:29.199118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7c44-6e02-4d5b-aa6d-49ad7e45250f req-a59cf1ff-b377-49d3-b620-cdf59f733f27 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:29.200758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c94b7c44-6e02-4d5b-aa6d-49ad7e45250f req-a59cf1ff-b377-49d3-b620-cdf59f733f27 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0710669 Aug 27 16:08:29.209839 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-b804577a-a908-4341-943b-e9225f07373c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 217 time: 0.0634851 Aug 27 16:08:29.262510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-9ff514a3-0879-4fb2-944d-e9055da3f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:29.264121 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-9ff514a3-0879-4fb2-944d-e9055da3f310 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0488262 Aug 27 16:08:29.323258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-21c0e2bc-a09d-4a03-9b6d-64dfacf627c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:29.325029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c94b7c44-6e02-4d5b-aa6d-49ad7e45250f req-28f59e59-72c7-483e-a7bd-89df2257e061 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113484 Aug 27 16:08:29.332732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d99a-442e-4754-baf6-e44fc11e7e9f req-53619444-ec1c-4cde-ba0e-c85556b02c8d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:29.334255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8644d99a-442e-4754-baf6-e44fc11e7e9f req-53619444-ec1c-4cde-ba0e-c85556b02c8d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1325717 Aug 27 16:08:29.338758 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-21c0e2bc-a09d-4a03-9b6d-64dfacf627c5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526516 Aug 27 16:08:29.341845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:29.383457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006ea96-1205-4e47-bca5-f8376505fbd1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:29.386800 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01aa0be-208d-4527-b97d-e7d26fb22623" -d '{"events": [{"server_uuid": "74499bc9-583f-4dae-8ef8-bad8685e84af", "name": "network-vif-plugged", "status": "completed", "tag": "9006ea96-1205-4e47-bca5-f8376505fbd1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:29.404764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9006ea96-1205-4e47-bca5-f8376505fbd1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9006ea96-1205-4e47-bca5-f8376505fbd1,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:29.427899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8644d99a-442e-4754-baf6-e44fc11e7e9f req-e8dc9c16-7e76-4b0c-b7a3-45d2f07c2e2e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591605 Aug 27 16:08:29.442792 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0585a-9dca-4220-8085-d79d88c3420b x-openstack-request-id: req-96d0585a-9dca-4220-8085-d79d88c3420b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:29.442792 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74499bc9-583f-4dae-8ef8-bad8685e84af", "name": "network-vif-plugged", "status": "completed", "tag": "9006ea96-1205-4e47-bca5-f8376505fbd1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:29.442792 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-96d0585a-9dca-4220-8085-d79d88c3420b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:29.442792 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006ea96-1205-4e47-bca5-f8376505fbd1', 'code': 200} Aug 27 16:08:29.443429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:29.450817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Sync routers for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:29.461678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:29.462426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:29.486516 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-c2596cc3-3687-43ea-93d9-3ba3109881e9 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459584 Aug 27 16:08:29.500355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:29.532735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:29.539384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-781969e7-fbb6-49a1-b492-7019a02eab70 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2102079 Aug 27 16:08:29.540906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55562) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:29.564819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9006ea96-1205-4e47-bca5-f8376505fbd1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:29.633569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49a8fc6a-46b6-414c-bee3-6351ec400a3a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:29.650366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ce4af-6c05-4875-a4c9-5560f38ffc43 req-71b3546d-de6c-44ed-920c-264591865b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:29.652602 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f23ce4af-6c05-4875-a4c9-5560f38ffc43 req-71b3546d-de6c-44ed-920c-264591865b91 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1096 time: 0.0830164 Aug 27 16:08:29.687289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5499eeff-c4e9-4a61-9267-c11a7469d4b2 req-751cd05b-f981-4b5e-bf90-848b2148a44e service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911588 Aug 27 16:08:29.704051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:29.707485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f23ce4af-6c05-4875-a4c9-5560f38ffc43 req-fbe7278d-9d6a-4b43-ae36-c0001b441c17 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Aug 27 16:08:29.812872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 49a8fc6a-46b6-414c-bee3-6351ec400a3a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:29.813254 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:29.967247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:27Z', 'revision_number': 3, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:29.999684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Checking router: 165f3438-f59c-4ddc-8494-3dab94fef795 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:29.999938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Updating router 165f3438-f59c-4ddc-8494-3dab94fef795 port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:08:30.028213 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.057440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff88ed-0d83-4e97-a1e9-8a14de4aa2a8 req-b8dd0e54-dac5-4d92-bfbc-a29c043819b5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:30.058962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cff88ed-0d83-4e97-a1e9-8a14de4aa2a8 req-b8dd0e54-dac5-4d92-bfbc-a29c043819b5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 944 time: 0.1495988 Aug 27 16:08:30.069282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab8a3-d579-41a3-9a11-68b993469a9c req-37ea29da-a5e6-40a7-a989-2a5320219ed4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:30.069282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96cab8a3-d579-41a3-9a11-68b993469a9c req-37ea29da-a5e6-40a7-a989-2a5320219ed4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 943 time: 0.1595242 Aug 27 16:08:30.165794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cff88ed-0d83-4e97-a1e9-8a14de4aa2a8 req-620a265d-ad83-49df-8063-8c3c4a94b8c4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939112 Aug 27 16:08:30.178037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96cab8a3-d579-41a3-9a11-68b993469a9c req-841b10a1-c9cd-41bd-a929-273225edadad tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971572 Aug 27 16:08:30.247402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.303360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-640bd583-cfb2-446b-b084-cba4c08475fb req-0eb8cc0b-61e5-4cc6-b26f-4ac2be8ce25b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0405917 Aug 27 16:08:30.331161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.351663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Transition to ACTIVE for port object 9ef8a50d-a52e-4cbf-8f56-f9863b079104 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:30.420556 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.479300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Attempting to bind port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:30.480044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Attempting to bind port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:30.480166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Attempting to bind port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:30.482143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcb33c-66a7-4bfe-945e-befd1488bcf4 None None] Pushing event updated for resources: {'Port': ['ID=9ef8a50d-a52e-4cbf-8f56-f9863b079104,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:30.487856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:30.488985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:30.489193 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.489636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:30.490113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Bound port: 9ef8a50d-a52e-4cbf-8f56-f9863b079104, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:30.490503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.494609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424aa82-dc0e-483b-8019-be43d12963c1 req-8be61762-9004-45cf-a016-cc6e5836c0b5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:30.502004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2424aa82-dc0e-483b-8019-be43d12963c1 req-8be61762-9004-45cf-a016-cc6e5836c0b5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.1410506 Aug 27 16:08:30.555761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] For port 9ef8a50d-a52e-4cbf-8f56-f9863b079104, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:30.559331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] For port 9ef8a50d-a52e-4cbf-8f56-f9863b079104, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9ef8a50d-a52e-4cbf-8f56-f9863b079104,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:30.572741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c59c1-6e2c-4655-868d-2c31a48f7a2e req-f685dff0-50fc-4271-a6fe-75cb6d002a8f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:30.574285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-179c59c1-6e2c-4655-868d-2c31a48f7a2e req-f685dff0-50fc-4271-a6fe-75cb6d002a8f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.1427586 Aug 27 16:08:30.617148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2424aa82-dc0e-483b-8019-be43d12963c1 req-d874bda9-dece-48ea-893f-cd9b7a97d732 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141758 Aug 27 16:08:30.618253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Allocated IP 172.20.0.1 (7a1b8e36-4bc5-4e3a-b67c-6153b69608e1/a580ba59-aff7-4715-8390-14aad4ee171f/dea9d87c-3303-4d06-a1b0-29557e647582) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:30.653007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-179c59c1-6e2c-4655-868d-2c31a48f7a2e req-9b30477e-8f36-45f2-a6cf-1ecc4fc11308 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679817 Aug 27 16:08:30.664490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.713887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 570d0d6a-34c3-40ce-b71a-0f59ffc3631e up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:30.767650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:30.768496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:30.785895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e20f-79f2-4668-bc60-419f2b75c86c req-5f1116fe-8325-4e93-9ec9-5c6fa71186d4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:30.787645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c88e20f-79f2-4668-bc60-419f2b75c86c req-5f1116fe-8325-4e93-9ec9-5c6fa71186d4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0864484 Aug 27 16:08:30.803574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.815341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcb33c-66a7-4bfe-945e-befd1488bcf4 None None] Pushing event updated for resources: {'Port': ['ID=9ef8a50d-a52e-4cbf-8f56-f9863b079104,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:30.841602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Transition to ACTIVE for port object dea9d87c-3303-4d06-a1b0-29557e647582 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:30.852122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c88e20f-79f2-4668-bc60-419f2b75c86c req-6aee7ade-fcfa-4455-82a5-61784a915609 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544488 Aug 27 16:08:30.898033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:30.962109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:30.990378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:30.994103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:30.994430 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.035667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:31.043220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:31.048002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:31.054704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Pushing event updated for resources: {'Port': ['ID=dea9d87c-3303-4d06-a1b0-29557e647582,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:31.101384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.139186 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.197560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:31.200141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:27Z', 'revision_number': 3, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:31.233532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540bf80-30db-42b5-a0d5-effb432f58f6 None None] The sync data for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 is: [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:27Z', 'revision_number': 3, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:31.260814 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.360894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:31.398312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.438289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:31.441022 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5527b77f-e728-4e14-b7b8-7125276d909e" -d '{"events": [{"server_uuid": "6249bf17-2ed8-4c91-804c-d5472e10bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "570d0d6a-34c3-40ce-b71a-0f59ffc3631e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:31.463357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719628d-6a5f-48f1-8083-ac3ba919a52b req-0581168c-2358-4e3a-b047-cd1d897093ff tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:31.465017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c719628d-6a5f-48f1-8083-ac3ba919a52b req-0581168c-2358-4e3a-b047-cd1d897093ff tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1444914 Aug 27 16:08:31.466279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:31.475533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f0665beb-46af-4fc0-82bc-fb8450d8a436 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:31.496998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15bf8a-e1ec-4051-a824-4f1d55b9efd4 req-e85a186d-4887-4bd9-be4e-956bbf4215fa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:31.498720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c15bf8a-e1ec-4051-a824-4f1d55b9efd4 req-e85a186d-4887-4bd9-be4e-956bbf4215fa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 943 time: 0.1730444 Aug 27 16:08:31.671488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c719628d-6a5f-48f1-8083-ac3ba919a52b req-5caff0d9-fbd1-43a4-960b-74a3cc0f7499 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714764 Aug 27 16:08:31.677303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c15bf8a-e1ec-4051-a824-4f1d55b9efd4 req-bfcef484-eca8-4375-bc34-5745b02ebaf5 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541677 Aug 27 16:08:31.749295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-74e2837a-6716-4e98-adca-d4085ac5a6f9 None None] Provisioning for port dea9d87c-3303-4d06-a1b0-29557e647582 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:31.758657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-74e2837a-6716-4e98-adca-d4085ac5a6f9 None None] Provisioning complete for port dea9d87c-3303-4d06-a1b0-29557e647582 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:31.759041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74e2837a-6716-4e98-adca-d4085ac5a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.793638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.809368 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 16:08:31.829985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-74e2837a-6716-4e98-adca-d4085ac5a6f9 None None] Port dea9d87c-3303-4d06-a1b0-29557e647582 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:08:31.877670 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28a21dc-094c-46ca-a5ed-667ff4047629 x-openstack-request-id: req-c28a21dc-094c-46ca-a5ed-667ff4047629 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:31.877894 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6249bf17-2ed8-4c91-804c-d5472e10bdb3", "name": "network-vif-plugged", "status": "completed", "tag": "570d0d6a-34c3-40ce-b71a-0f59ffc3631e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:31.878111 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c28a21dc-094c-46ca-a5ed-667ff4047629 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:31.879051 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e', 'code': 200} Aug 27 16:08:31.881077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-529c0908-6c07-4059-80e8-1662c520c12b req-5a7e8724-efb6-4dfb-9dcf-478568f4eec6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0696197 Aug 27 16:08:31.889410 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:31.949550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:31.961835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'mac_address': 'fa:16:3e:b2:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:32.014496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e42e8-170c-428e-a945-f6aea77f1b90 req-8bbefeb8-2a59-4a85-bed3-c84d2a80c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:32.017971 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b85e42e8-170c-428e-a945-f6aea77f1b90 req-8bbefeb8-2a59-4a85-bed3-c84d2a80c217 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0861804 Aug 27 16:08:32.041457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port f0665beb-46af-4fc0-82bc-fb8450d8a436 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:32.053316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port f0665beb-46af-4fc0-82bc-fb8450d8a436 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:32.053753 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.057837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.070811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.072689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Pushing event updated for resources: {'Port': ['ID=dea9d87c-3303-4d06-a1b0-29557e647582,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:32.085486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b85e42e8-170c-428e-a945-f6aea77f1b90 req-7b7ad26f-0026-4efe-8cfa-5365dfa07342 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572677 Aug 27 16:08:32.105528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:32.137961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d926-5016-4e7d-8154-1c704d335ac0 req-ea63bdc9-115b-447c-80be-8342c51ac2c0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:32.139967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706d926-5016-4e7d-8154-1c704d335ac0 req-ea63bdc9-115b-447c-80be-8342c51ac2c0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.1869354 Aug 27 16:08:32.147432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:32.188941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b99ca-805c-42dd-8c46-daf1fd0970f2 req-a7d6c296-0eb7-4faf-b289-e19f139b5411 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:32.190435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-176b99ca-805c-42dd-8c46-daf1fd0970f2 req-a7d6c296-0eb7-4faf-b289-e19f139b5411 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.1258757 Aug 27 16:08:32.204532 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.243686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:32.264532 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.279933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706d926-5016-4e7d-8154-1c704d335ac0 req-b21d91b8-937e-4618-9bd9-3497c85459e7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299715 Aug 27 16:08:32.306850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-176b99ca-805c-42dd-8c46-daf1fd0970f2 req-99e3bf52-dc79-440f-9564-f18cd7b2d7bf tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888970 Aug 27 16:08:32.337512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:32.340304 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.356290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:32.357937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:32.408228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:32.515769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042adb6-4a3c-4f59-a196-373d103272d1 req-3c7ea951-8d83-4518-9006-52055cc923ef tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:32.517460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6042adb6-4a3c-4f59-a196-373d103272d1 req-3c7ea951-8d83-4518-9006-52055cc923ef tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1050248 Aug 27 16:08:32.524007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:32.596143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Router 165f3438-f59c-4ddc-8494-3dab94fef795 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:08:32.608933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6042adb6-4a3c-4f59-a196-373d103272d1 req-73aa85a1-c6b1-4b52-9777-cfa4ccb337ae tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695493 Aug 27 16:08:32.681049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-091cbd22-edc4-43ee-a4e9-1c31d8f29db6 None None] Provisioning complete for port dea9d87c-3303-4d06-a1b0-29557e647582 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:32.681422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-091cbd22-edc4-43ee-a4e9-1c31d8f29db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:32.750341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-091cbd22-edc4-43ee-a4e9-1c31d8f29db6 None None] Port dea9d87c-3303-4d06-a1b0-29557e647582 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:08:32.809761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:32.818763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-71e0b662-dd2c-45db-8578-6e3b2aaaa414 admin admin] 10.222.0.101 "PUT /v2.0/routers/165f3438-f59c-4ddc-8494-3dab94fef795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2758102 Aug 27 16:08:33.194745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a2e1a-301d-44c2-8de1-9770d05a2fd1 req-acce795b-0dcb-48e8-bd67-f72eae098268 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:33.194745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b85a2e1a-301d-44c2-8de1-9770d05a2fd1 req-acce795b-0dcb-48e8-bd67-f72eae098268 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.3620083 Aug 27 16:08:33.200662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7be8d8-1be6-4383-9312-7cc852ed727a req-63242449-d63c-42fa-8c2e-40e85dcc2aad tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:33.202204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e7be8d8-1be6-4383-9312-7cc852ed727a req-63242449-d63c-42fa-8c2e-40e85dcc2aad tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.3819506 Aug 27 16:08:33.261215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b85a2e1a-301d-44c2-8de1-9770d05a2fd1 req-03af70f9-5d1f-421b-9823-78a8e6baccb8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579569 Aug 27 16:08:33.270081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e7be8d8-1be6-4383-9312-7cc852ed727a req-68958581-ea40-4bbd-805b-8d8ec8d0a78c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Aug 27 16:08:33.417368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-125556db-5793-46d9-95e8-01225fc11602 req-09264d32-fca9-4989-b2ea-2cfb1990c699 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0357976 Aug 27 16:08:33.472808 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Sync routers for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:33.479341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:33.486450 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:33.487076 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:33.672727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fad34-7e71-40be-b8e2-7ecea4955eab req-8ab07fc5-c99e-42c0-af8b-9aedb49c9f8c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:33.687686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ef8a50d-a52e-4cbf-8f56-f9863b079104 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:33.694306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c2fad34-7e71-40be-b8e2-7ecea4955eab req-8ab07fc5-c99e-42c0-af8b-9aedb49c9f8c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.1454668 Aug 27 16:08:33.734993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c2fad34-7e71-40be-b8e2-7ecea4955eab req-92d5310a-347d-42f7-b8f9-24c45aa70c63 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393600 Aug 27 16:08:33.740454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:33.763310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:33.763310 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:33.871287 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:33.880555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:33.883020 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e286c42-3671-452f-833a-c00c3701abf5" -d '{"events": [{"server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "name": "network-vif-plugged", "status": "completed", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:33.900740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:33.912382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916d86b-d248-460b-821e-a56a37b598e4 req-98483fff-298b-459e-8567-44d448ee5e17 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:33.913886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6916d86b-d248-460b-821e-a56a37b598e4 req-98483fff-298b-459e-8567-44d448ee5e17 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0873461 Aug 27 16:08:33.963741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:33.974172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:33.985029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:33.985029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:33.985425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6916d86b-d248-460b-821e-a56a37b598e4 req-55bf5fc0-ae97-4939-9d82-082c88bb82f9 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630469 Aug 27 16:08:34.080839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.096902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61a18b-828e-4536-ac3b-be248119dc6f req-6fd11090-c994-4029-a7fa-1de48a25cd2f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:34.099012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a61a18b-828e-4536-ac3b-be248119dc6f req-6fd11090-c994-4029-a7fa-1de48a25cd2f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0576680 Aug 27 16:08:34.102800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 9ef8a50d-a52e-4cbf-8f56-f9863b079104, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9ef8a50d-a52e-4cbf-8f56-f9863b079104,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:34.129773 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 2, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:34.146885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55616) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:34.152635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4a56c859-ee7e-4925-833f-39b1df12b83b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809052167', 'description': 'tempest-description--1224369425'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:34.154998 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.161623 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Checking router: 165f3438-f59c-4ddc-8494-3dab94fef795 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:34.162263 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Updating router 165f3438-f59c-4ddc-8494-3dab94fef795 port dea9d87c-3303-4d06-a1b0-29557e647582 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:08:34.178435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a61a18b-828e-4536-ac3b-be248119dc6f req-257f4ece-d0fd-4edb-8918-9ec468c70ab3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721145 Aug 27 16:08:34.203861 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf5d931-2b38-475f-b165-b4ff9f48eac4 x-openstack-request-id: req-5bf5d931-2b38-475f-b165-b4ff9f48eac4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:34.204078 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "name": "network-vif-plugged", "status": "completed", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:34.215580 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5bf5d931-2b38-475f-b165-b4ff9f48eac4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:34.215580 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436', 'code': 200} Aug 27 16:08:34.215864 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.236346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:34.241178 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.277666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a56c859-ee7e-4925-833f-39b1df12b83b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.291925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=9ef8a50d-a52e-4cbf-8f56-f9863b079104,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:34.372950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ef89f-041d-49f1-81a0-7c9a217a4d2d req-a785890e-7d42-4ab6-ac05-f30eef5eddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:34.374456 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-640ef89f-041d-49f1-81a0-7c9a217a4d2d req-a785890e-7d42-4ab6-ac05-f30eef5eddaf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1096 time: 0.0933087 Aug 27 16:08:34.436929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-640ef89f-041d-49f1-81a0-7c9a217a4d2d req-8d68c242-a05b-48dc-8e45-c38764f7524d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Aug 27 16:08:34.447406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22089bbe-1a3f-48f1-8fb4-2691d5ef009d req-89d28c34-19f3-43b2-a1d1-353b62423109 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:34.448544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22089bbe-1a3f-48f1-8fb4-2691d5ef009d req-89d28c34-19f3-43b2-a1d1-353b62423109 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.0963733 Aug 27 16:08:34.459718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96ffd2-e7ce-41d0-8205-71b2a69ecf91 req-13d4625b-5b94-44d4-8756-83009d5f7987 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:34.461269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef96ffd2-e7ce-41d0-8205-71b2a69ecf91 req-13d4625b-5b94-44d4-8756-83009d5f7987 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0801492 Aug 27 16:08:34.475882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a56c859-ee7e-4925-833f-39b1df12b83b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.520220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22089bbe-1a3f-48f1-8fb4-2691d5ef009d req-9cfdc6fc-45da-4a9a-9bf5-0cfd8c8d9881 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578601 Aug 27 16:08:34.520723 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.525490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef96ffd2-e7ce-41d0-8205-71b2a69ecf91 req-9c9e5c88-93a0-49bd-a5c4-4f48bb10260d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 Aug 27 16:08:34.531133 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Transition to ACTIVE for port object dea9d87c-3303-4d06-a1b0-29557e647582 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:34.568852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a56c859-ee7e-4925-833f-39b1df12b83b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.599515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56c859-ee7e-4925-833f-39b1df12b83b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ece0a6-4985-48f9-b482-77cda6a08e3e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:34.625698 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.655466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a56c859-ee7e-4925-833f-39b1df12b83b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.656904 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a56c859-ee7e-4925-833f-39b1df12b83b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5089467 Aug 27 16:08:34.661787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55628) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:34.664109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-abc1e97b-569b-4c6b-a3ba-8cda92e1e1d3 req-17a85b6f-b544-44ec-a7c0-b00028711d77 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0388484 Aug 27 16:08:34.672897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4132a7cb-ab29-471e-a7a4-a9940d5f858c tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece0a6-4985-48f9-b482-77cda6a08e3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:34.684595 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbaa50-0c78-4bac-b269-59e9e65a837c None None] Pushing event updated for resources: {'Port': ['ID=dea9d87c-3303-4d06-a1b0-29557e647582,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:34.750491 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Attempting to bind port dea9d87c-3303-4d06-a1b0-29557e647582 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:34.750774 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Attempting to bind port dea9d87c-3303-4d06-a1b0-29557e647582 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:34.751286 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Attempting to bind port dea9d87c-3303-4d06-a1b0-29557e647582 on network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:34.758226 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:34.758601 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Checking segment: {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:34.759023 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.759490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Bound using segment: {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:34.759958 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Bound port: dea9d87c-3303-4d06-a1b0-29557e647582, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:34.760363 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.808450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4132a7cb-ab29-471e-a7a4-a9940d5f858c tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.838115 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] For port dea9d87c-3303-4d06-a1b0-29557e647582, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:34.844559 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] For port dea9d87c-3303-4d06-a1b0-29557e647582, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dea9d87c-3303-4d06-a1b0-29557e647582,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:34.890622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaf512-b410-47ae-908b-d9e9a766a42c req-68d4841e-71d6-4beb-8e42-c2be9cf7ca3f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:34.892216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66aaf512-b410-47ae-908b-d9e9a766a42c req-68d4841e-71d6-4beb-8e42-c2be9cf7ca3f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0668199 Aug 27 16:08:34.896082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4132a7cb-ab29-471e-a7a4-a9940d5f858c tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.924306 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:34.937188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66aaf512-b410-47ae-908b-d9e9a766a42c req-3f4cbea1-854b-4983-86ec-841937d8fca4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 Aug 27 16:08:34.983486 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbaa50-0c78-4bac-b269-59e9e65a837c None None] Pushing event updated for resources: {'Port': ['ID=dea9d87c-3303-4d06-a1b0-29557e647582,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:34.989553 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:34.990184 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:35.009228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4132a7cb-ab29-471e-a7a4-a9940d5f858c tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.033273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132a7cb-ab29-471e-a7a4-a9940d5f858c tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ef4edc-22f1-4c8f-88d4-b501b44faa03,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:35.098120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4132a7cb-ab29-471e-a7a4-a9940d5f858c tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.099767 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4132a7cb-ab29-471e-a7a4-a9940d5f858c tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4360690 Aug 27 16:08:35.102788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55636) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:35.107971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-24052582-47ad-4221-8de4-a873dd045ad0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece0a6-4985-48f9-b482-77cda6a08e3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:35.153556 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:35.188688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cf535-72eb-4e52-a5dc-f86d4df15512 req-7f45d161-0c0e-4b51-af6f-eb5e27d0badc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:35.197870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c73cf535-72eb-4e52-a5dc-f86d4df15512 req-7f45d161-0c0e-4b51-af6f-eb5e27d0badc tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.1171057 Aug 27 16:08:35.214309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-dfc6114a-e3c7-41ab-bbd4-618533080634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:35.216456 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-dfc6114a-e3c7-41ab-bbd4-618533080634 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0568073 Aug 27 16:08:35.222156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24052582-47ad-4221-8de4-a873dd045ad0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.231430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5104-7b9e-4ff0-ac85-afa714769fac req-42039074-a477-46c2-a78b-60c7dbb8b1bf tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:35.233136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b86b5104-7b9e-4ff0-ac85-afa714769fac req-42039074-a477-46c2-a78b-60c7dbb8b1bf tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1080196 Aug 27 16:08:35.269495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c73cf535-72eb-4e52-a5dc-f86d4df15512 req-fdb6ee95-fc3e-48e5-8584-6dc3b2414074 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705900 Aug 27 16:08:35.299400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b86b5104-7b9e-4ff0-ac85-afa714769fac req-e542947d-bfe2-4082-88e5-0e3bda67fc69 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578501 Aug 27 16:08:35.343997 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24052582-47ad-4221-8de4-a873dd045ad0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.368415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-fcb31833-17ee-4f3b-8286-bcdb446be5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:35.370182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-fcb31833-17ee-4f3b-8286-bcdb446be5c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 921 time: 0.1389253 Aug 27 16:08:35.419159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d72bdb-1c0f-4ba4-b329-23072bf7adb7 req-16fa4471-32de-4bc0-be9a-c99e2e664a75 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:35.419413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24052582-47ad-4221-8de4-a873dd045ad0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.424227 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-2450e3e6-f0b1-410a-90b9-3f4aac7517bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=570d0d6a-34c3-40ce-b71a-0f59ffc3631e HTTP/1.1" status: 200 len: 217 time: 0.0448077 Aug 27 16:08:35.424886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6d72bdb-1c0f-4ba4-b329-23072bf7adb7 req-16fa4471-32de-4bc0-be9a-c99e2e664a75 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0568364 Aug 27 16:08:35.431245 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:35.459778 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48621ef7-0d59-4271-8bf1-2d33364c2b40 None None] The sync data for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 is: [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:35.465673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24052582-47ad-4221-8de4-a873dd045ad0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546fb8fc-bbf5-4d9f-bfa3-fe35f71cfc8d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:35.480536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6d72bdb-1c0f-4ba4-b329-23072bf7adb7 req-8af2b66e-f288-43c5-96e9-5604f752c769 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Aug 27 16:08:35.491446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-da196189-13a1-4483-8b96-b1145bd43ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:35.493040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-da196189-13a1-4483-8b96-b1145bd43ff9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 200 len: 859 time: 0.0598679 Aug 27 16:08:35.548945 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-78e1393a-a598-44cd-9854-8b48f566f579 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470695 Aug 27 16:08:35.624543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ef8a50d-a52e-4cbf-8f56-f9863b079104 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:35.631448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24052582-47ad-4221-8de4-a873dd045ad0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.635419 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24052582-47ad-4221-8de4-a873dd045ad0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5297217 Aug 27 16:08:35.636512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55644) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:35.641976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:35.694435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f70d85-75c7-43a6-8090-13516a241cd3 req-237dd7a4-4344-405b-8a74-85cf9002110c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:35.703827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13f70d85-75c7-43a6-8090-13516a241cd3 req-237dd7a4-4344-405b-8a74-85cf9002110c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.0691869 Aug 27 16:08:35.748706 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-af75cea0-adee-4f5c-a2d1-a63bf735f0c0 service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869199 Aug 27 16:08:35.748995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:35.749407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.767659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13f70d85-75c7-43a6-8090-13516a241cd3 req-efd3778d-111b-491a-9cb0-8febfa92babb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579786 Aug 27 16:08:35.791547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:35.864796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10abbdfe-74ed-423c-856e-5c830f0cd923 req-d97adc27-f2e4-4df2-ba43-cc91d566a50e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0329242 Aug 27 16:08:36.073816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed38c9-f064-42c8-a97c-64f34b9b9237 req-f1d0a9ad-4368-4880-a0de-07424f83c80d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.082381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32ed38c9-f064-42c8-a97c-64f34b9b9237 req-f1d0a9ad-4368-4880-a0de-07424f83c80d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0642807 Aug 27 16:08:36.122545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32ed38c9-f064-42c8-a97c-64f34b9b9237 req-eb082ada-5efe-4d64-bb42-cfab9e9edf80 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Aug 27 16:08:36.206680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:36.209661 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b31fa1-b1c6-43be-ba12-f7abeddd91a3" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:36.209965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db158ee4-8dd9-4897-b7d9-6c01348249f1 req-3dd4d592-744c-4182-93ec-29be3f519bee service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483376 Aug 27 16:08:36.268109 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ee9dfe-c7b0-4233-83ed-8407763385db x-openstack-request-id: req-c2ee9dfe-c7b0-4233-83ed-8407763385db {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:36.268407 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:36.268740 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2ee9dfe-c7b0-4233-83ed-8407763385db {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:36.268926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:36.269444 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'code': 200} Aug 27 16:08:36.273139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b514b-8b96-464c-b911-8a7e40d779ec req-32f3593e-5541-47dd-b6b1-c24b07bdfcbe tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.275021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-375b514b-8b96-464c-b911-8a7e40d779ec req-32f3593e-5541-47dd-b6b1-c24b07bdfcbe tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1096 time: 0.0725050 Aug 27 16:08:36.355587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-375b514b-8b96-464c-b911-8a7e40d779ec req-009af8ba-4774-4a23-832d-f402f5013154 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674927 Aug 27 16:08:36.442273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60356da2-5da3-450e-b37f-026aba54c8eb req-b1f672bc-9fb0-4a0a-abe5-68bfa0fa65ae tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.445853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c7914-50f2-4af8-b02f-779fe3980375 req-1f317036-3a9f-4d59-b577-91fc3c12be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.447920 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-771c7914-50f2-4af8-b02f-779fe3980375 req-1f317036-3a9f-4d59-b577-91fc3c12be68 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1096 time: 0.1159000 Aug 27 16:08:36.451951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60356da2-5da3-450e-b37f-026aba54c8eb req-b1f672bc-9fb0-4a0a-abe5-68bfa0fa65ae tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0919437 Aug 27 16:08:36.462770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Allocated IP 172.25.4.253 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/e137f0fa-1de2-4ae3-8a63-d095acda8ac1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:36.531883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60356da2-5da3-450e-b37f-026aba54c8eb req-248fbc75-1f84-46ff-9cec-f87a637707c4 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788808 Aug 27 16:08:36.542261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b92ea-5537-4317-84ef-b6d9562ad820 req-af395d4d-7c61-40b7-ba5c-c703cb0a1b9f tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.555091 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-771c7914-50f2-4af8-b02f-779fe3980375 req-3bd0045c-f898-46c3-a5cb-89173b45ed24 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840845 Aug 27 16:08:36.555575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e52b92ea-5537-4317-84ef-b6d9562ad820 req-af395d4d-7c61-40b7-ba5c-c703cb0a1b9f tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1012468 Aug 27 16:08:36.608590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e52b92ea-5537-4317-84ef-b6d9562ad820 req-73c15b3f-21be-4a1c-b6da-676f4f66cd1d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Aug 27 16:08:36.615518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:36.668559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f771bf5-8f5c-43cd-b29d-e2d3bfd4b48a req-3177886d-f283-49b5-b81a-b137d4c01084 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.670447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f771bf5-8f5c-43cd-b29d-e2d3bfd4b48a req-3177886d-f283-49b5-b81a-b137d4c01084 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1096 time: 0.0607440 Aug 27 16:08:36.736157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f771bf5-8f5c-43cd-b29d-e2d3bfd4b48a req-4e054ca4-2bbd-4998-8fce-c2fcbdedd3bf tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584276 Aug 27 16:08:36.757780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c81e-c1e7-49ce-a77e-3ac091ca0a2b req-374870af-4340-4cd4-ac0b-7a476e1f5927 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.759625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e705c81e-c1e7-49ce-a77e-3ac091ca0a2b req-374870af-4340-4cd4-ac0b-7a476e1f5927 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0637646 Aug 27 16:08:36.783545 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:36.824595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e705c81e-c1e7-49ce-a77e-3ac091ca0a2b req-f3da204b-1348-4829-8900-1dcfe9aec528 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Aug 27 16:08:36.828973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:36.841396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:36.842942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:36.849272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event updated for resources: {'Port': ['ID=e137f0fa-1de2-4ae3-8a63-d095acda8ac1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:36.939741 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:36.964547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c55f2a-0e5e-41ab-b8f8-2906519d98c2 req-28eb857b-b83e-4728-a5f8-0a242bb9dff8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:36.966224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c55f2a-0e5e-41ab-b8f8-2906519d98c2 req-28eb857b-b83e-4728-a5f8-0a242bb9dff8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.0649135 Aug 27 16:08:37.004309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c55f2a-0e5e-41ab-b8f8-2906519d98c2 req-2b97929e-ef79-49f9-9973-a3a2203cf165 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Aug 27 16:08:37.085659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:37.103988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1961de3-abee-4d06-958b-901ef9423c5d req-94b4d116-8d96-4cda-b088-5eb7a40fd854 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0315642 Aug 27 16:08:37.237730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:37.346090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:37.418675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event updated for resources: {'Port': ['ID=e137f0fa-1de2-4ae3-8a63-d095acda8ac1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:37.428700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:37.531826 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:37.535944 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-00b521d3-330e-470a-8bcf-0c52180d23b0 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8954020 Aug 27 16:08:37.593277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dea9d87c-3303-4d06-a1b0-29557e647582 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:37.689693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9405f-2385-4822-871f-ab4c47d687ae req-46e8643e-43ae-474a-a237-83caa5664f83 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:37.691692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7b9405f-2385-4822-871f-ab4c47d687ae req-46e8643e-43ae-474a-a237-83caa5664f83 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0554967 Aug 27 16:08:37.731109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7b9405f-2385-4822-871f-ab4c47d687ae req-2cfd874f-b6bb-4990-b017-383ed2368768 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Aug 27 16:08:37.801362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port dea9d87c-3303-4d06-a1b0-29557e647582 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:37.806478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port dea9d87c-3303-4d06-a1b0-29557e647582 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:37.806852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:37.838395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7bf4e-b93e-45d3-8258-8059988a0cab req-36ac04d2-38b3-4d2c-a8eb-5143b3bdd8fa tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:37.840146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2d7bf4e-b93e-45d3-8258-8059988a0cab req-36ac04d2-38b3-4d2c-a8eb-5143b3bdd8fa tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0554161 Aug 27 16:08:37.894178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2d7bf4e-b93e-45d3-8258-8059988a0cab req-b90c854d-e758-4dac-886c-6ff91b75b94d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Aug 27 16:08:37.908176 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:37.949702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port dea9d87c-3303-4d06-a1b0-29557e647582, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dea9d87c-3303-4d06-a1b0-29557e647582,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:38.017449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-bcb096ee-9958-475e-b534-a4135721b538 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--809052167&fields=id&tenant_id=fd86440a986a4e14991cb0851c4225ba HTTP/1.1" status: 200 len: 267 time: 0.0360429 Aug 27 16:08:38.040940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:38.092208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=dea9d87c-3303-4d06-a1b0-29557e647582,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:38.138404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-b889a275-c77d-49d0-b39d-e5bc253ae9e5 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:38.139798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-b889a275-c77d-49d0-b39d-e5bc253ae9e5 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/networks?id=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 HTTP/1.1" status: 200 len: 812 time: 0.1139176 Aug 27 16:08:38.155199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-694fe78f-98bd-45f3-94dc-4c2071b65519 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/quotas/fd86440a986a4e14991cb0851c4225ba HTTP/1.1" status: 200 len: 375 time: 0.0095952 Aug 27 16:08:38.212857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-792f247b-771e-4c43-aefb-2576e4e0a236 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fd86440a986a4e14991cb0851c4225ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511649 Aug 27 16:08:38.319781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-876a9008-15b4-4ffe-82ab-8880db9b30a7 service neutron] 10.222.0.101 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943477 Aug 27 16:08:38.409399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-341985a0-cb04-47fd-b8b4-7c739db06f54 service neutron] 10.222.0.101 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836654 Aug 27 16:08:38.679746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-a4898586-4011-476c-a06f-ba7aa4bc6916 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:08:38.680897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-a4898586-4011-476c-a06f-ba7aa4bc6916 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071759 Aug 27 16:08:38.698415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Request body: {'binding': {'host': 'n-h1-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:38.699060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Unknown quota resources ['binding']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:08:38.828718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa989b-1bb0-446d-a4fc-5ad6d4f9f24a req-ce466d81-926b-4af7-a3e3-16153714f8ef tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:38.830203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa989b-1bb0-446d-a4fc-5ad6d4f9f24a req-ce466d81-926b-4af7-a3e3-16153714f8ef tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1017191 Aug 27 16:08:38.903102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa989b-1bb0-446d-a4fc-5ad6d4f9f24a req-a346b725-eae8-40db-88e6-905c9cef84b7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620563 Aug 27 16:08:38.915114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on host n-h1-806412-1 for vnic_type normal with profile None {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:38.924817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:38.924817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:38.929316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:38.929543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:38.934797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:38.935244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:38.935716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:38.936209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Bound port: f0665beb-46af-4fc0-82bc-fb8450d8a436, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:39.016398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:39.029499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821faa81-c76f-4d32-a88b-76bf58d24c34 req-354226d8-776b-49c8-bf83-6c5a664b33f8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:39.030996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-821faa81-c76f-4d32-a88b-76bf58d24c34 req-354226d8-776b-49c8-bf83-6c5a664b33f8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.0688288 Aug 27 16:08:39.070937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-821faa81-c76f-4d32-a88b-76bf58d24c34 req-ecf9a546-ed22-409d-a682-36e8fd06060f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Aug 27 16:08:39.092831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] Notify callbacks [] for binding, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:39.094057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] 10.222.0.101 "POST /v2.0/ports/f0665beb-46af-4fc0-82bc-fb8450d8a436/bindings HTTP/1.1" status: 201 len: 389 time: 0.4000411 Aug 27 16:08:39.166205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ddabded-0c71-484b-bd03-579eb220a46d req-1cf91b7f-f171-4cf8-af69-df45aa4876c3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Aug 27 16:08:39.236629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6bc94f9b-09f7-4e64-9ca3-e0ee62d42454 req-68b857ab-57c9-4a91-8e32-73665bac2977 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 210 time: 0.0309098 Aug 27 16:08:39.342072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ba56e-1b70-4bfd-8040-e73a3c2ff2cd req-0664bb29-4c7b-4514-abc9-936ec9c1bbb5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:39.343621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-374ba56e-1b70-4bfd-8040-e73a3c2ff2cd req-0664bb29-4c7b-4514-abc9-936ec9c1bbb5 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Aug 27 16:08:39.415212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-374ba56e-1b70-4bfd-8040-e73a3c2ff2cd req-1b6228f9-229e-4378-8d25-4a15ca3e53ba tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645659 Aug 27 16:08:39.436874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570773cb-3550-43db-9dfd-bd0d0d8e7e22 req-9e46497e-dcc8-4236-b9ca-f8f3324bc044 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:39.438410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-570773cb-3550-43db-9dfd-bd0d0d8e7e22 req-9e46497e-dcc8-4236-b9ca-f8f3324bc044 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0679369 Aug 27 16:08:39.486901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-570773cb-3550-43db-9dfd-bd0d0d8e7e22 req-55e8c4cc-a5b3-45c8-809b-25914f445109 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Aug 27 16:08:39.535797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bcb3-c62b-4893-aa6e-bf166de873d2 req-397d003c-c23d-43b0-afc9-3174c635745d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:39.537396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb20bcb3-c62b-4893-aa6e-bf166de873d2 req-397d003c-c23d-43b0-afc9-3174c635745d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.0665205 Aug 27 16:08:39.553082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55740) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:39.559143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'floatingip': {'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:39.570823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dea9d87c-3303-4d06-a1b0-29557e647582 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:39.599367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208fab3-0695-41b0-9598-ce5394f4cc9d req-098fd24e-4626-4106-b353-be2535f3d916 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:39.601036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1208fab3-0695-41b0-9598-ce5394f4cc9d req-098fd24e-4626-4106-b353-be2535f3d916 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0542550 Aug 27 16:08:39.603047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:39.629660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port dea9d87c-3303-4d06-a1b0-29557e647582 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:39.630700 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:39.642676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1208fab3-0695-41b0-9598-ce5394f4cc9d req-db746491-be5b-436a-9069-1cb452048b54 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Aug 27 16:08:40.023029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c2228-4b12-4db8-8391-c1a5675fc639 req-6ac8501a-d246-419f-9e53-65f48e931db1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:40.024624 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb5c2228-4b12-4db8-8391-c1a5675fc639 req-6ac8501a-d246-419f-9e53-65f48e931db1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0495160 Aug 27 16:08:40.065367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb5c2228-4b12-4db8-8391-c1a5675fc639 req-af86e2a8-6993-4cb4-b88d-83030ec01df3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Aug 27 16:08:40.070160 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:40.148811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:40.256215 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Floating IP 2d0bc0a9-2570-404f-910e-7c8f1a155d4c associated. External IP: 172.25.4.213, port: 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d. Aug 27 16:08:40.276646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fdd703b-66b3-450f-a58f-2e506826fb03 req-b0dd11cf-e5d4-4e45-bfb2-8bed9c4ffcbf tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Aug 27 16:08:40.340155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e58dc1d-e7d5-41c8-9945-2594dd0a8ba1 req-cb4c7ab0-e0e3-4e27-92b3-a599e6b8c8c1 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 210 time: 0.0304804 Aug 27 16:08:40.479044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Router 6cfda5f9-4669-4959-90c7-114a136c3ed6 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:08:40.532537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb8d2-d074-4bb1-be01-25fae67523e3 req-f6af73cb-84fe-480d-b8bb-78b2a7fb4b77 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:40.534317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeacb8d2-d074-4bb1-be01-25fae67523e3 req-f6af73cb-84fe-480d-b8bb-78b2a7fb4b77 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0503123 Aug 27 16:08:40.586807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:40.591741 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:40.597945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] Sync routers for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:40.601195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeacb8d2-d074-4bb1-be01-25fae67523e3 req-e9ecb883-17c0-4d89-87de-73e05aa9f10d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575600 Aug 27 16:08:40.608344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:40.609396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:40.623645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8ec9103a-f284-4ca8-8204-6114d8c554ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "PUT /v2.0/floatingips/2d0bc0a9-2570-404f-910e-7c8f1a155d4c HTTP/1.1" status: 200 len: 991 time: 1.0689943 Aug 27 16:08:40.624155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:40.624409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88e012-5bde-4cf9-9199-0b1ebd2f3aee req-cfc2611e-e2e8-4a00-a93f-c88a24ac2d3a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:40.626219 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef88e012-5bde-4cf9-9199-0b1ebd2f3aee req-cfc2611e-e2e8-4a00-a93f-c88a24ac2d3a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0643618 Aug 27 16:08:40.626727 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b600bfa-0ad1-429c-b3c6-5d58764c2345" -d '{"events": [{"name": "network-changed", "server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:40.671710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef88e012-5bde-4cf9-9199-0b1ebd2f3aee req-32154d58-2cb4-47bd-990c-6c110cd76045 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Aug 27 16:08:40.717925 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2877a5-e7bc-4665-b247-018cc2bd3960 x-openstack-request-id: req-9c2877a5-e7bc-4665-b247-018cc2bd3960 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:40.718217 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:40.718470 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c2877a5-e7bc-4665-b247-018cc2bd3960 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:40.718864 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'status': 'completed', 'code': 200} Aug 27 16:08:40.737291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:40.816294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-e108e297-6714-4eae-a5b0-f450912dcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:40.818003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-e108e297-6714-4eae-a5b0-f450912dcc4a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1096 time: 0.0601029 Aug 27 16:08:40.824354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312078b-afa9-477e-97f5-3133f906e5f4 req-282ba16b-b2a0-4948-961b-4b7eee0249a5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:40.827126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5312078b-afa9-477e-97f5-3133f906e5f4 req-282ba16b-b2a0-4948-961b-4b7eee0249a5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0654156 Aug 27 16:08:40.874259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5312078b-afa9-477e-97f5-3133f906e5f4 req-769d951b-086a-4168-b5a2-5cea7841b7d1 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Aug 27 16:08:40.925886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-19503491-5351-49cc-bf57-fe11114c8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:40.927691 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-19503491-5351-49cc-bf57-fe11114c8963 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.0991435 Aug 27 16:08:41.004561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '2d0bc0a9-2570-404f-910e-7c8f1a155d4c', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'mac_address': 'fa:16:3e:b2:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:08:20Z', 'updated_at': '2021-08-27T16:08:39Z', 'revision_number': 1, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:19Z', 'revision_number': 5, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:41.034163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] Checking router: 6cfda5f9-4669-4959-90c7-114a136c3ed6 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:41.043639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:41.044166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:41.053777 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-0a2e9ad2-dfd1-4e55-9576-d8a1fe1bb800 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.1179740 Aug 27 16:08:41.140457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-63b69c42-e7cd-428d-84e7-237555afbb9f tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:41.142054 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-63b69c42-e7cd-428d-84e7-237555afbb9f tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.90 "GET /v2.0/networks?id=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 HTTP/1.1" status: 200 len: 812 time: 0.1653192 Aug 27 16:08:41.146709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-9b4933fc-46e2-4b18-bc88-a032f7679fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:41.148171 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-9b4933fc-46e2-4b18-bc88-a032f7679fe3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0831256 Aug 27 16:08:41.176291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:41.196122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8152b0-0239-4c5b-aca9-4be579c13f7c req-a86fcdfb-f0da-4769-b18c-3e03bbf96b76 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:41.198608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c8152b0-0239-4c5b-aca9-4be579c13f7c req-a86fcdfb-f0da-4769-b18c-3e03bbf96b76 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0584800 Aug 27 16:08:41.221496 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-120031ee-f261-47d3-8266-aa3f8bca71de tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd86440a986a4e14991cb0851c4225ba HTTP/1.1" status: 200 len: 379 time: 0.0657575 Aug 27 16:08:41.229009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-9803bf23-f660-4398-b83f-149db1a96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:41.230485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-9803bf23-f660-4398-b83f-149db1a96b3e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672390 Aug 27 16:08:41.264686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Request body: {'port': {'device_id': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'admin_state_up': True, 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'security_groups': ['a7ece0a6-4985-48f9-b482-77cda6a08e3e']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:41.287095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c8152b0-0239-4c5b-aca9-4be579c13f7c req-c5cbfe3a-8d1a-4cd3-9f11-656fe7c70f5d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Aug 27 16:08:41.402331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b34c480c-874d-4ba9-a709-6b20c1a9f1ac req-5e7265a6-3998-4f37-a9ef-1d1021651dde tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0392427 Aug 27 16:08:41.448575 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-4ce1b920-efb7-45a7-9195-fdb4e50bf516 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070577 Aug 27 16:08:41.453568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-282159cc-03b3-4029-a68d-f438a751b018 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:41.453855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '2d0bc0a9-2570-404f-910e-7c8f1a155d4c', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'mac_address': 'fa:16:3e:b2:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:08:20Z', 'updated_at': '2021-08-27T16:08:39Z', 'revision_number': 1, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:19Z', 'revision_number': 5, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:41.455050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-282159cc-03b3-4029-a68d-f438a751b018 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.1071854 Aug 27 16:08:41.474253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49f788f1-9a44-4a0f-afd6-d963e75b98a2 req-9635239d-badf-4143-ae70-2484af89247d tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 210 time: 0.0334206 Aug 27 16:08:41.480913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806412-1'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:41.481174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5068c31-6540-40c6-9471-4e4770605809 None None] The sync data for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 is: [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '2d0bc0a9-2570-404f-910e-7c8f1a155d4c', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'mac_address': 'fa:16:3e:b2:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:08:20Z', 'updated_at': '2021-08-27T16:08:39Z', 'revision_number': 1, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:19Z', 'revision_number': 5, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:41.620757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:41.648646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b600bfa-0ad1-429c-b3c6-5d58764c2345 req-426e68a0-153f-4337-a726-d823780a3496 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857963 Aug 27 16:08:41.685404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Made reservation on behalf of fd86440a986a4e14991cb0851c4225ba for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:08:41.688941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:41.699102 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc3574-9ca1-4cb6-bf5e-938d0c07233c None None] New status for floating IP 2d0bc0a9-2570-404f-910e-7c8f1a155d4c: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:08:41.772592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38465a-65c7-4a87-b207-db24cb93a076 req-f7d823c5-b741-4859-bdfb-cf669321561c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:41.774228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f38465a-65c7-4a87-b207-db24cb93a076 req-f7d823c5-b741-4859-bdfb-cf669321561c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 945 time: 0.0808673 Aug 27 16:08:41.839372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f38465a-65c7-4a87-b207-db24cb93a076 req-ee9ab7aa-f6db-4df7-8a26-b2b0d560428e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548608 Aug 27 16:08:41.866807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7d76d-dbaa-47a6-b694-2c85173c4043 req-827ebf7a-5bb8-49d9-abac-6ac290df3a42 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:41.868592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47c7d76d-dbaa-47a6-b694-2c85173c4043 req-827ebf7a-5bb8-49d9-abac-6ac290df3a42 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0933406 Aug 27 16:08:41.924330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47c7d76d-dbaa-47a6-b694-2c85173c4043 req-e9323be5-20f7-4e2c-a025-7f8bb3d72c42 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475199 Aug 27 16:08:41.954459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Allocated IP 172.20.0.12 (7a1b8e36-4bc5-4e3a-b67c-6153b69608e1/a580ba59-aff7-4715-8390-14aad4ee171f/6846038a-9e9d-4f14-a095-4a5534073c0f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:08:41.958238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:42.029033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef005f6-68e8-42ce-a4f9-1ee877c80f95 req-172369cf-6411-4846-9d11-6c3141c5f5a7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:42.030436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef005f6-68e8-42ce-a4f9-1ee877c80f95 req-172369cf-6411-4846-9d11-6c3141c5f5a7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0513170 Aug 27 16:08:42.031554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:42.071288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef005f6-68e8-42ce-a4f9-1ee877c80f95 req-5d8b3eb7-c92d-4e82-aab8-038fc1d71fa6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Aug 27 16:08:42.123556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.158358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.173015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Transition to ACTIVE for port object 6846038a-9e9d-4f14-a095-4a5534073c0f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:42.193578 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-99b249d1-d83a-401d-a51b-66aa2972159e req-612555d1-8b0f-4878-b4b6-178df167201e service neutron] show failed (client error): The resource could not be found. Aug 27 16:08:42.194585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-612555d1-8b0f-4878-b4b6-178df167201e service neutron] 10.222.0.90 "GET /v2.0/ports/cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0590014 Aug 27 16:08:42.208742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.263943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.297020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:42.334608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on host n-h2-806412-1 for vnic_type normal with profile {"migrating_to": "n-h1-806412-1"} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:42.335178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:42.335760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:42.350171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:08:42.353183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:42.353510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Attempting to bind port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on network d315019b-6d4f-48e1-b77d-ba55d795f60b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:42.362070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:08:42.369130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:08:42.378979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:42.379650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Checking segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:42.379900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Bound using segment: {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:42.380358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Bound port: 8a7b1df0-3fd1-4357-98c0-9cc459788024, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61a4edb-f0a1-424c-acb1-c4a21ea85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'd315019b-6d4f-48e1-b77d-ba55d795f60b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:42.380723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.424005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb8a63-c173-43f2-a8a9-cb090143a3c1 req-79c8b921-f228-4420-bf35-4a02920dfb7b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:42.426708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dcb8a63-c173-43f2-a8a9-cb090143a3c1 req-79c8b921-f228-4420-bf35-4a02920dfb7b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0643277 Aug 27 16:08:42.489067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dcb8a63-c173-43f2-a8a9-cb090143a3c1 req-d4bfd127-9d27-4559-ab5d-9ac22b3c0402 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Aug 27 16:08:42.542846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71f38344-be1c-4103-948e-ea4d821c911c req-b939881d-0dbe-48f6-862a-da7d7ea43d21 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0412934 Aug 27 16:08:42.647720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cacfa-be16-469e-9e9c-083b4bfa9a5a req-2e585d87-9223-40a6-922e-fac3f9027897 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:42.649191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f9cacfa-be16-469e-9e9c-083b4bfa9a5a req-2e585d87-9223-40a6-922e-fac3f9027897 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 932 time: 0.0621371 Aug 27 16:08:42.695931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f9cacfa-be16-469e-9e9c-083b4bfa9a5a req-0920e705-a8ca-4fe3-9dae-f97f1fd5a70a tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Aug 27 16:08:42.715835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event updated for resources: {'Port': ['ID=6846038a-9e9d-4f14-a095-4a5534073c0f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:42.724723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:42.726988 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef6e3e-131b-40a9-9b90-a6e68ec94957" -d '{"events": [{"server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:42.771818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2382e81b-f3c5-42bf-a93a-dc33e8da561f None None] Provisioning for port 6846038a-9e9d-4f14-a095-4a5534073c0f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:42.775958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2382e81b-f3c5-42bf-a93a-dc33e8da561f None None] Provisioning complete for port 6846038a-9e9d-4f14-a095-4a5534073c0f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:42.776394 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2382e81b-f3c5-42bf-a93a-dc33e8da561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.787730 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e5f6f-a6a9-46f5-92cb-38c5c2cc2ca8 x-openstack-request-id: req-fb3e5f6f-a6a9-46f5-92cb-38c5c2cc2ca8 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:42.787951 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:42.788204 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fb3e5f6f-a6a9-46f5-92cb-38c5c2cc2ca8 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:42.788590 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024', 'code': 200} Aug 27 16:08:42.808207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:42.808825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.818040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2382e81b-f3c5-42bf-a93a-dc33e8da561f None None] Port 6846038a-9e9d-4f14-a095-4a5534073c0f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:08:42.849260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-4bcd3130-7600-4589-a7f3-88840c25346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:42.850748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-4bcd3130-7600-4589-a7f3-88840c25346b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57&tenant_id=174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 1101 time: 0.1289756 Aug 27 16:08:42.855042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:42.858138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:42.864516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:42.927672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.942586 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-fbf92aaf-38c4-452b-9ded-6aa4e29d5c81 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6789219 Aug 27 16:08:42.975553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Request body: {'port': {'device_id': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:42.978336 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:42.981880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f1d69-af74-4e1e-b59f-3ad77067d3b2 req-00f25ea7-38c4-4a95-bae2-65f5b14f9a29 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:42.985841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e6f1d69-af74-4e1e-b59f-3ad77067d3b2 req-00f25ea7-38c4-4a95-bae2-65f5b14f9a29 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.0668924 Aug 27 16:08:43.029394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e6f1d69-af74-4e1e-b59f-3ad77067d3b2 req-b052cfb1-af18-41bb-9a1e-63789223fe4b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Aug 27 16:08:43.098423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b327-1bc6-486b-81db-4d64583d5383 req-f7c8ac70-02cd-4338-8c90-f83923ec6fe1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:43.100377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fce3b327-1bc6-486b-81db-4d64583d5383 req-f7c8ac70-02cd-4338-8c90-f83923ec6fe1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0661192 Aug 27 16:08:43.143885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fce3b327-1bc6-486b-81db-4d64583d5383 req-a355730c-fd41-484a-8de4-23bc3f1f249e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Aug 27 16:08:43.158932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=8']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:43.202314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:43.217778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:43.218406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:43.219938 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-4fb74e07-8428-4544-b87c-16f76b2f6b59 service neutron] 10.222.0.90 "PUT /v2.0/ports/8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 200 len: 1121 time: 1.7431533 Aug 27 16:08:43.221642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a7676-c50c-4ffe-abcd-a1909aaa3c71 req-b796bd04-b1af-4b85-bd1e-42c77d00c8a7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:43.223753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-494a7676-c50c-4ffe-abcd-a1909aaa3c71 req-b796bd04-b1af-4b85-bd1e-42c77d00c8a7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0599608 Aug 27 16:08:43.263615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-494a7676-c50c-4ffe-abcd-a1909aaa3c71 req-15179e5c-af5c-4801-87cb-bb2db5496758 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Aug 27 16:08:43.338544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8a7b1df0-3fd1-4357-98c0-9cc459788024'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:43.409095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:43.493507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8a7b1df0-3fd1-4357-98c0-9cc459788024'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:43.501627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:43.568746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:43.599527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Transition to ACTIVE for port object cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:43.658227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6846038a-9e9d-4f14-a095-4a5534073c0f {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:43.668193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea979-5b07-4b0c-b3cc-1484c2b5b775 req-4a7ea16f-0d97-4e0d-ad17-2e4c25010819 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:43.668775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:43.676451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bccea979-5b07-4b0c-b3cc-1484c2b5b775 req-4a7ea16f-0d97-4e0d-ad17-2e4c25010819 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.1154878 Aug 27 16:08:43.694349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:43.698456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Transition to ACTIVE for port object 6846038a-9e9d-4f14-a095-4a5534073c0f will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:43.733668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51993900-87d7-4b73-8cd9-c931bc57ee32 req-21602bc3-8873-45e6-a60d-0a65a986f46d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0497527 Aug 27 16:08:43.750645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bccea979-5b07-4b0c-b3cc-1484c2b5b775 req-fc3c1474-1ca6-47b3-9e60-316a83c47275 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686412 Aug 27 16:08:43.784796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] No DVR routers for this DVR port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:08:43.785451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:43.816393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:43.865000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:43.865342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:43.865676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:43.874259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:43.874595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:43.879577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeb177-0809-4507-b227-59a01c52c903 req-4aac4fb8-f7e4-4f41-87d2-070752d927ac tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:43.887184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27eeb177-0809-4507-b227-59a01c52c903 req-4aac4fb8-f7e4-4f41-87d2-070752d927ac tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 944 time: 0.0688009 Aug 27 16:08:43.895055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:43.895055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:43.895055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:43.895778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Bound port: cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:43.895778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:43.900102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Pushing event updated for resources: {'Port': ['ID=6846038a-9e9d-4f14-a095-4a5534073c0f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:43.954216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27eeb177-0809-4507-b227-59a01c52c903 req-8c9ee5c3-eb41-4631-a5da-5dd5b9eb1780 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585239 Aug 27 16:08:44.047154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Attempting to bind port 6846038a-9e9d-4f14-a095-4a5534073c0f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:44.047515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Attempting to bind port 6846038a-9e9d-4f14-a095-4a5534073c0f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:44.047857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Attempting to bind port 6846038a-9e9d-4f14-a095-4a5534073c0f on network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:44.053549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:44.055899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Port 6846038a-9e9d-4f14-a095-4a5534073c0f on network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:44.056229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Attempting to bind port 6846038a-9e9d-4f14-a095-4a5534073c0f on network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:44.060348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:44.064110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:44.064702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Checking segment: {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:44.064876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Bound using segment: {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:44.065338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Bound port: 6846038a-9e9d-4f14-a095-4a5534073c0f, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e911602f-2b4b-4156-aa0d-c89bace2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:44.066321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:44.146152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] For port 6846038a-9e9d-4f14-a095-4a5534073c0f, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:44.150363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] For port 6846038a-9e9d-4f14-a095-4a5534073c0f, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=6846038a-9e9d-4f14-a095-4a5534073c0f,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:44.158574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:44.163833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddbc36-c926-47cb-b9ed-2981e17019e1 req-3b885f6d-db1b-4feb-97ea-72b1420e7758 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.163978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9eddbc36-c926-47cb-b9ed-2981e17019e1 req-3b885f6d-db1b-4feb-97ea-72b1420e7758 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.0538232 Aug 27 16:08:44.193228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.194200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:44.195537 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] 10.222.0.97 "PUT /v2.0/ports/cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 1096 time: 1.3358359 Aug 27 16:08:44.216905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9eddbc36-c926-47cb-b9ed-2981e17019e1 req-c979c5a6-e0e3-4767-911b-4deed7a1534c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Aug 27 16:08:44.246578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:44.274436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3130ff8-6a62-4783-bcb6-52b6c87f2aef service neutron] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:44.290458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.291087 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:44.292518 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] 10.222.0.90 "PUT /v2.0/ports/6846038a-9e9d-4f14-a095-4a5534073c0f HTTP/1.1" status: 200 len: 1092 time: 1.3242047 Aug 27 16:08:44.296651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be645f-5800-4706-a313-5a02d5ef3431 req-0a4f9ac3-c905-46a6-af2f-05f006888df9 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.298289 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33be645f-5800-4706-a313-5a02d5ef3431 req-0a4f9ac3-c905-46a6-af2f-05f006888df9 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0584776 Aug 27 16:08:44.321680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-9d757b88-44d1-4a0d-bed6-0c060e09bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.323217 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-9d757b88-44d1-4a0d-bed6-0c060e09bb03 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1099 time: 0.0944607 Aug 27 16:08:44.377438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33be645f-5800-4706-a313-5a02d5ef3431 req-97f3f8a3-bee0-46bd-9bf6-ca993244be91 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620339 Aug 27 16:08:44.448136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8e15d-ddeb-4642-a11b-71e74f0cfc5f service neutron] Pushing event updated for resources: {'Port': ['ID=6846038a-9e9d-4f14-a095-4a5534073c0f,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:44.453723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd692f64-87eb-46fd-bf7d-563f251f75cc req-ccfec27d-40db-48f5-9148-e6d8dc9a6e4a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.459740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd692f64-87eb-46fd-bf7d-563f251f75cc req-ccfec27d-40db-48f5-9148-e6d8dc9a6e4a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0647428 Aug 27 16:08:44.505417 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-90e8c4d8-cae5-44e8-9ec6-174be6098b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.506936 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-90e8c4d8-cae5-44e8-9ec6-174be6098b5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd86440a986a4e14991cb0851c4225ba&device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 1095 time: 0.0927277 Aug 27 16:08:44.511708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-18174f8d-b0f3-4973-8a8c-b1822273224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.512153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd692f64-87eb-46fd-bf7d-563f251f75cc req-468ce782-046b-4e6e-bffa-0240a9475cce tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Aug 27 16:08:44.513504 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-18174f8d-b0f3-4973-8a8c-b1822273224a service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1686056 Aug 27 16:08:44.564630 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-bec0cd4c-b2eb-4c46-8ba7-69889fce0fd0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6846038a-9e9d-4f14-a095-4a5534073c0f HTTP/1.1" status: 200 len: 217 time: 0.0491855 Aug 27 16:08:44.598967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-0ec13b9b-dd59-442c-bcef-68ba0d44f5a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0417721 Aug 27 16:08:44.669254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-12524276-fced-4b54-ae35-e7c1feab9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.670606 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-12524276-fced-4b54-ae35-e7c1feab9db9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a580ba59-aff7-4715-8390-14aad4ee171f HTTP/1.1" status: 200 len: 851 time: 0.0796094 Aug 27 16:08:44.677903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-94ecb18d-52ef-4682-a6a8-f6e8f857cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.679203 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-94ecb18d-52ef-4682-a6a8-f6e8f857cabf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0614974 Aug 27 16:08:44.745689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b249d1-d83a-401d-a51b-66aa2972159e req-02af981e-3071-41a1-888e-50d4c00a80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.747169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-02af981e-3071-41a1-888e-50d4c00a80ae service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579796 Aug 27 16:08:44.749648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-01f05d8c-f4d9-4909-a325-ff116513cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.750980 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-01f05d8c-f4d9-4909-a325-ff116513cc22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700927 Aug 27 16:08:44.810804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024'}, {'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}, {'name': 'network-changed', 'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}, {'name': 'network-changed', 'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:44.811966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:44.813131 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec927276-6388-4e36-bc1c-b65d4cab0e99" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024"}, {"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-unplugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}, {"name": "network-changed", "server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}, {"name": "network-changed", "server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:44.823809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:08:44.901680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-097e9474-0c31-4706-862b-4ff1770aa835 req-9f429d20-bac7-4a2f-b30b-310c7d9de1a6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0360074 Aug 27 16:08:44.913137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:08:44.918136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad4c32-56d2-4385-b1fa-fea10e51eb0d req-4e843e68-1563-47e2-9b4a-e514c1bec37e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:44.919778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fad4c32-56d2-4385-b1fa-fea10e51eb0d req-4e843e68-1563-47e2-9b4a-e514c1bec37e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 948 time: 0.0822961 Aug 27 16:08:44.926564 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-528626d9-6870-457a-838a-84400f93458c service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664624 Aug 27 16:08:44.935578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-e21ca457-5ea0-4ae1-a297-9ee40a1e4b43 service neutron] 10.222.0.90 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678226 Aug 27 16:08:44.971867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:44.977531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fad4c32-56d2-4385-b1fa-fea10e51eb0d req-454e5d22-943d-43a1-b40a-3c86f865e1a9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483062 Aug 27 16:08:44.986182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 has no active binding in host n-h1-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:08:45.007768 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbda546-9bb1-4b04-baa9-de9ac899bc5d x-openstack-request-id: req-dfbda546-9bb1-4b04-baa9-de9ac899bc5d {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:45.008078 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024", "status": "completed", "code": 200}, {"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-unplugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "code": 200}, {"name": "network-changed", "server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:45.008338 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dfbda546-9bb1-4b04-baa9-de9ac899bc5d {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:45.008735 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024', 'status': 'completed', 'code': 200} Aug 27 16:08:45.008989 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'code': 200} Aug 27 16:08:45.009244 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'status': 'completed', 'code': 200} Aug 27 16:08:45.009495 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'status': 'completed', 'code': 200} Aug 27 16:08:45.104100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-60fbe5f3-10c5-4c40-8d4f-1f70b69978ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.105613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-60fbe5f3-10c5-4c40-8d4f-1f70b69978ac service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1124 time: 0.0816917 Aug 27 16:08:45.119524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa31432-65af-4890-a42f-3be25086d060 req-04d1c0a6-25d1-4f4b-a033-8b01a2027fb9 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.121015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7aa31432-65af-4890-a42f-3be25086d060 req-04d1c0a6-25d1-4f4b-a033-8b01a2027fb9 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 944 time: 0.0695693 Aug 27 16:08:45.145074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b249d1-d83a-401d-a51b-66aa2972159e req-4c3b7153-38b8-4202-b38a-462871b6278e service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073488 Aug 27 16:08:45.147173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-d85f5018-36dc-44ac-9141-866732149867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.148543 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-d85f5018-36dc-44ac-9141-866732149867 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1099 time: 0.1005280 Aug 27 16:08:45.150429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-11b426da-69c8-4c33-8092-8e8dcf968e58 req-911be29d-00dc-4386-ad8c-c322b94e0203 service neutron] 10.222.0.90 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027655 Aug 27 16:08:45.206203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7aa31432-65af-4890-a42f-3be25086d060 req-4ef32890-e591-40ab-b06f-72e7487aa5c1 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731537 Aug 27 16:08:45.243175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-628e6df5-5fa2-4187-8954-586a5097cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.244853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-628e6df5-5fa2-4187-8954-586a5097cddc service neutron] 10.222.0.97 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.1224861 Aug 27 16:08:45.263311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-65d119fe-f39b-4b29-94e3-0795a2c918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.264701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-65d119fe-f39b-4b29-94e3-0795a2c918b7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1002018 Aug 27 16:08:45.311426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-a5109784-2925-4a15-999d-f590af47b19b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 200 len: 217 time: 0.0484560 Aug 27 16:08:45.317106 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-2eae9609-d77b-4297-a050-42deaaba2126 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0441210 Aug 27 16:08:45.372429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-c3c8156a-68a7-4853-800b-b4634755a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.373933 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-c3c8156a-68a7-4853-800b-b4634755a07c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0457306 Aug 27 16:08:45.390871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33118d-ca13-415f-b87a-7b0d087ac9a7 req-61a3a697-ce96-4ceb-9ccc-48f2e32ea4cb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.392346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d33118d-ca13-415f-b87a-7b0d087ac9a7 req-61a3a697-ce96-4ceb-9ccc-48f2e32ea4cb tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.0838318 Aug 27 16:08:45.396240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-29ec616b-7501-40d6-9fc3-63980426ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.397679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-29ec616b-7501-40d6-9fc3-63980426ac95 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0772026 Aug 27 16:08:45.431286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-f2d0e27e-fbcf-4d1c-965e-f0d4a1a99099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.432611 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-f2d0e27e-fbcf-4d1c-965e-f0d4a1a99099 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432537 Aug 27 16:08:45.444764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-a446f9d3-d8d2-4db7-ad43-00bd64444ccb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383298 Aug 27 16:08:45.514392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d33118d-ca13-415f-b87a-7b0d087ac9a7 req-7a702ca2-4732-4f5a-98ae-39ec4edd0e3f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149776 Aug 27 16:08:45.562526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-ba1cd103-bbbc-4612-88e3-832f5a41d9fd service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147587 Aug 27 16:08:45.578209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd91230-9f3b-42dd-a4a0-546d8de2a213 req-04c568a2-c9a4-42de-b450-da55ad2e485d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.579769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cdd91230-9f3b-42dd-a4a0-546d8de2a213 req-04c568a2-c9a4-42de-b450-da55ad2e485d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1137390 Aug 27 16:08:45.621171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-653dea9a-0332-457b-ae95-dc76b527ccdd service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660023 Aug 27 16:08:45.666175 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-f2e541fd-ce9d-4907-b537-d24be0652b0e service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949664 Aug 27 16:08:45.702611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cdd91230-9f3b-42dd-a4a0-546d8de2a213 req-7e3fb2dc-dca8-438a-8fba-c9c97df6fb19 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092191 Aug 27 16:08:45.732498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a787ff-d210-477a-bc36-c885b834932f req-820d00ae-40e7-4246-8db8-312079a327f5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.734083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1a787ff-d210-477a-bc36-c885b834932f req-820d00ae-40e7-4246-8db8-312079a327f5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.1303933 Aug 27 16:08:45.765927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-a6be65d1-c1cc-4b95-b542-ac8eb6ad5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.768195 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-a6be65d1-c1cc-4b95-b542-ac8eb6ad5846 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd86440a986a4e14991cb0851c4225ba&device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 1095 time: 0.0522101 Aug 27 16:08:45.791056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-4125a257-516a-49ae-8d85-2dc8d148fc1c service neutron] 10.222.0.97 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492732 Aug 27 16:08:45.796814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1a787ff-d210-477a-bc36-c885b834932f req-724e2ebf-959b-4716-b817-286d79bbf866 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Aug 27 16:08:45.865751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-8fe93b9a-5ee8-426a-9a43-30e0f004aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.867244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-8fe93b9a-5ee8-426a-9a43-30e0f004aef5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 HTTP/1.1" status: 200 len: 914 time: 0.0904987 Aug 27 16:08:45.913356 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-59b64e02-cc09-4bff-bb1b-f0ee366b2b56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6846038a-9e9d-4f14-a095-4a5534073c0f HTTP/1.1" status: 200 len: 217 time: 0.0342162 Aug 27 16:08:45.960816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-ffb83b8f-ca99-4a84-8217-1219848d039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.962572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-ffb83b8f-ca99-4a84-8217-1219848d039a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1099 time: 0.0429158 Aug 27 16:08:45.968405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-643d1a57-1590-44c2-b4b0-d9fc28bbc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:45.969857 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-643d1a57-1590-44c2-b4b0-d9fc28bbc22d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a580ba59-aff7-4715-8390-14aad4ee171f HTTP/1.1" status: 200 len: 851 time: 0.0459564 Aug 27 16:08:46.024716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-cfe73411-fd00-49e7-a5a2-ff2374fa86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.026292 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-cfe73411-fd00-49e7-a5a2-ff2374fa86e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481324 Aug 27 16:08:46.063573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b6206a-eb00-463b-9c9b-8157ccbbc8a0 req-e8341297-e4ed-4ac5-8bc5-590de66ed486 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0571885 Aug 27 16:08:46.121949 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-65c099ae-11ec-40e0-9456-8c9f9a8dd9cc service neutron] 10.222.0.90 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Aug 27 16:08:46.137715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-4deab6a0-c373-4c10-9e4f-ae90cdc1fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.139172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-4deab6a0-c373-4c10-9e4f-ae90cdc1fd47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1522195 Aug 27 16:08:46.147569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7f5da-0d05-4efa-af33-634729203831 req-2633c1ef-52d7-4818-8b0b-510f24ca5585 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.149023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9d7f5da-0d05-4efa-af33-634729203831 req-2633c1ef-52d7-4818-8b0b-510f24ca5585 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 948 time: 0.0878093 Aug 27 16:08:46.192805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-12477e57-8c8b-4f87-970c-52b5f7f4da32 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0427077 Aug 27 16:08:46.228763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-ca12f38a-23a7-47f3-85c4-485554d75631 service neutron] 10.222.0.90 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927203 Aug 27 16:08:46.249241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9d7f5da-0d05-4efa-af33-634729203831 req-0c5a2ca9-57ba-4388-8573-e9e27228edf0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924864 Aug 27 16:08:46.258455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-9d9b6525-86e4-44a5-9fbd-8f163b0acb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.260086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-9d9b6525-86e4-44a5-9fbd-8f163b0acb5a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0583181 Aug 27 16:08:46.352614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-b33d020d-92c3-4d70-9d20-534b205c58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.354204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-b33d020d-92c3-4d70-9d20-534b205c58cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747330 Aug 27 16:08:46.362077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab982f-8bf7-4e83-97d5-7467393aec25 req-8d4bed16-2cad-4b03-bcf4-2d41000b0440 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.363603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fab982f-8bf7-4e83-97d5-7467393aec25 req-8d4bed16-2cad-4b03-bcf4-2d41000b0440 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 944 time: 0.0723069 Aug 27 16:08:46.447043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fab982f-8bf7-4e83-97d5-7467393aec25 req-d5d725aa-5d09-4c05-b2d2-5ea12ab2bbc3 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754468 Aug 27 16:08:46.477087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-0af3b95f-c8c7-485b-a1b9-0cff85ee1b90 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125438 Aug 27 16:08:46.603093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec927276-6388-4e36-bc1c-b65d4cab0e99 req-8f1390c4-db09-456e-99a9-e57bc20d2499 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003823 Aug 27 16:08:46.605002 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:08:46.641572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da275d8-f62b-4beb-b58c-fea2412d500c req-f84cd089-9344-4100-b32a-6bfbb441e52b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.643043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7da275d8-f62b-4beb-b58c-fea2412d500c req-f84cd089-9344-4100-b32a-6bfbb441e52b tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.0547495 Aug 27 16:08:46.681735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7da275d8-f62b-4beb-b58c-fea2412d500c req-a21e083a-643e-4395-a762-e3dc64d2bfe9 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Aug 27 16:08:46.819416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97dc63-5642-4ff6-9f24-43ce17954a18 req-65ffd8cf-f195-4aab-8f04-95fa4fd2892e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.820787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa97dc63-5642-4ff6-9f24-43ce17954a18 req-65ffd8cf-f195-4aab-8f04-95fa4fd2892e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0482070 Aug 27 16:08:46.860244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa97dc63-5642-4ff6-9f24-43ce17954a18 req-f99d0bbb-6219-4ad5-8ccc-2c3f4608066c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336304 Aug 27 16:08:46.925416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e6d0d-7324-43fa-b1ba-bc999d229acd req-c6b159c6-ba38-413f-8c56-69881ca99621 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:46.926899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc8e6d0d-7324-43fa-b1ba-bc999d229acd req-c6b159c6-ba38-413f-8c56-69881ca99621 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0527780 Aug 27 16:08:46.966056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc8e6d0d-7324-43fa-b1ba-bc999d229acd req-dff562ef-354d-48aa-a0ba-0ec0d936e85b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331855 Aug 27 16:08:47.172813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79aa2da8-3648-4158-8734-cb8f4649e74a req-5c6ae7d1-d680-4e77-a5ee-4e462ca3e7aa tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0291321 Aug 27 16:08:47.371940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466a535-e66d-4950-8f64-812d29f878d0 req-c7cc708b-916b-4480-b4b5-b2e78f9ef49a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:47.373791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2466a535-e66d-4950-8f64-812d29f878d0 req-c7cc708b-916b-4480-b4b5-b2e78f9ef49a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 948 time: 0.0539262 Aug 27 16:08:47.416641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2466a535-e66d-4950-8f64-812d29f878d0 req-93616b0d-0b70-45a9-8d19-35a64ea8e49b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355411 Aug 27 16:08:47.548833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:47.568594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a096d-3d7d-4fd0-8b2c-6ed9225c6f8c req-2a1ed25f-152d-4d04-a590-3b0cee4b2a05 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:47.570248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8a096d-3d7d-4fd0-8b2c-6ed9225c6f8c req-2a1ed25f-152d-4d04-a590-3b0cee4b2a05 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 944 time: 0.0533197 Aug 27 16:08:47.617849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8a096d-3d7d-4fd0-8b2c-6ed9225c6f8c req-e1744345-e01d-49f4-bfec-7be5b9ea92c2 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398908 Aug 27 16:08:47.651439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:47.665087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'mac_address': 'fa:16:3e:90:ef:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:47.713337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:47.732042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:47.764225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:47.815458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153545b-f739-487b-b690-9def5766696b req-ac77c47f-6f5b-49cd-8d2a-6e59af31233c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:47.817510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d153545b-f739-487b-b690-9def5766696b req-ac77c47f-6f5b-49cd-8d2a-6e59af31233c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.0544200 Aug 27 16:08:47.851930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:47.860759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d153545b-f739-487b-b690-9def5766696b req-e932157d-83fa-4bbf-9c40-f28c37d91943 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Aug 27 16:08:47.907329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:47.977978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce226460-4d32-4978-aa29-bfae06190ac5 req-eb75027c-f81b-4056-b637-970b1c1827c5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:47.979607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce226460-4d32-4978-aa29-bfae06190ac5 req-eb75027c-f81b-4056-b637-970b1c1827c5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0502713 Aug 27 16:08:48.021274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce226460-4d32-4978-aa29-bfae06190ac5 req-4e867a80-1b64-4dde-87c2-aa588ca75375 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353289 Aug 27 16:08:48.102709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dad1a9-efa3-432f-8a29-cf084cce90c7 req-37fb7da2-6f67-4d47-818a-838774dac8c7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:48.104291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1dad1a9-efa3-432f-8a29-cf084cce90c7 req-37fb7da2-6f67-4d47-818a-838774dac8c7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0556459 Aug 27 16:08:48.130544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:48.147910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1dad1a9-efa3-432f-8a29-cf084cce90c7 req-694d0d8e-b231-42f3-b5e8-9751eb934677 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374053 Aug 27 16:08:48.303201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd1bedb-fb77-4b90-be0f-8e2c85ab4d31 req-5935f6ee-f1ca-4dee-a23b-dc9594441778 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0354304 Aug 27 16:08:48.545321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25226142-e17d-458d-9d55-08ca07d266d4 req-4bb9eb78-0dac-465e-9a02-11a3d710f602 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:48.546917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25226142-e17d-458d-9d55-08ca07d266d4 req-4bb9eb78-0dac-465e-9a02-11a3d710f602 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0513554 Aug 27 16:08:48.586772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25226142-e17d-458d-9d55-08ca07d266d4 req-86542208-41e4-4b11-9242-7d7301d64cd6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Aug 27 16:08:48.780910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eae70-11cb-4a1d-a8f4-a6691801a069 req-6bf8b165-eaf9-4420-bec8-fab76e63c20d tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:48.782406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac6eae70-11cb-4a1d-a8f4-a6691801a069 req-6bf8b165-eaf9-4420-bec8-fab76e63c20d tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 944 time: 0.0940924 Aug 27 16:08:48.816988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-ba9230e1-8d14-4983-be79-9911883e6a48 service neutron] 10.222.0.97 "GET /v2.0/ports/8a7b1df0-3fd1-4357-98c0-9cc459788024/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.0986881 Aug 27 16:08:48.843605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 6846038a-9e9d-4f14-a095-4a5534073c0f details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:48.865828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac6eae70-11cb-4a1d-a8f4-a6691801a069 req-7b4dd9a8-92e0-4417-a7c6-1b9b9e75e148 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739441 Aug 27 16:08:48.950925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 6846038a-9e9d-4f14-a095-4a5534073c0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=6846038a-9e9d-4f14-a095-4a5534073c0f,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:48.963704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'port_id': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:49.002073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:49.023160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6846038a-9e9d-4f14-a095-4a5534073c0f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:49.044787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 6846038a-9e9d-4f14-a095-4a5534073c0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=6846038a-9e9d-4f14-a095-4a5534073c0f,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:49.168797 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:49.220906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=6846038a-9e9d-4f14-a095-4a5534073c0f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:49.342755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf344b-06f7-443d-bcf9-0faa22922358 req-a9acb246-d28b-419b-bde1-51fb10a5278a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:49.344360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1bf344b-06f7-443d-bcf9-0faa22922358 req-a9acb246-d28b-419b-bde1-51fb10a5278a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 943 time: 0.3976376 Aug 27 16:08:49.381503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:49.413136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1bf344b-06f7-443d-bcf9-0faa22922358 req-9796f18b-8fdf-483b-9127-b5bf98444543 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614634 Aug 27 16:08:49.419787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:49.484935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7b1df0-3fd1-4357-98c0-9cc459788024 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:49.506726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:49.534512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-842c617a-e542-4eb4-af18-135034bf6e26 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:49.537217 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-842c617a-e542-4eb4-af18-135034bf6e26 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57&tenant_id=174fac1f470a466b8adebc92c32192b7&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 949 time: 0.0658343 Aug 27 16:08:49.547099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:49.557489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26d5a-aaab-4594-af25-960959e39fa5 req-dbe92d59-692d-4599-8f95-64c676c34c42 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:49.559316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fed26d5a-aaab-4594-af25-960959e39fa5 req-dbe92d59-692d-4599-8f95-64c676c34c42 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1146240 Aug 27 16:08:49.573247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac33a81-d866-482a-9202-815dc65a1c25 req-6b9aff22-51e3-4d19-b2a9-580a7123eb7e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:49.574800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['6846038a-9e9d-4f14-a095-4a5534073c0f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:49.575143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ac33a81-d866-482a-9202-815dc65a1c25 req-6b9aff22-51e3-4d19-b2a9-580a7123eb7e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0958588 Aug 27 16:08:49.610993 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:49.617047 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-cb108fa7-dd9d-4dcd-83fb-11c4416c259b service neutron] 10.222.0.97 "GET /v2.0/ports/cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb/bindings/n-h2-806412-1 HTTP/1.1" status: 200 len: 382 time: 0.0718944 Aug 27 16:08:49.660856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fed26d5a-aaab-4594-af25-960959e39fa5 req-005323ba-b74d-4340-8c1b-065470ca044e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844946 Aug 27 16:08:49.666087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ac33a81-d866-482a-9202-815dc65a1c25 req-892ae369-2512-4998-b411-8b8479ca553e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736175 Aug 27 16:08:49.688382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-154749ab-a10f-462a-95e4-5b4657778305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:49.692681 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-154749ab-a10f-462a-95e4-5b4657778305 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1100 time: 0.0479734 Aug 27 16:08:49.747041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:49.754079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:49.754455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] Transition to ACTIVE for port object 8a7b1df0-3fd1-4357-98c0-9cc459788024 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:49.754738 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:49.835899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cc9261f-94df-4955-bf03-da8b292de98f req-87959f39-5b41-4202-b8fc-0eb9bf63b755 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0392518 Aug 27 16:08:49.836912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-52ab5781-af7f-484e-86cb-db5df77d434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:49.837293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:49.838384 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-52ab5781-af7f-484e-86cb-db5df77d434d service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1405656 Aug 27 16:08:49.882325 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:49.899172 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-47d21607-24b0-4c60-95c6-3a193cf53a17 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0486238 Aug 27 16:08:49.934749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:49.935504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:49.938918 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09145b6-91f6-4e3a-86e9-d7f40e033c8b" -d '{"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-plugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:49.955461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] No DVR routers for this DVR port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:08:49.961178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-2f784b5b-9110-467f-a7b2-f8e61b859c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:49.962021 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-2f784b5b-9110-467f-a7b2-f8e61b859c94 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0556214 Aug 27 16:08:49.966615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=10']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:50.004490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:50.004715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d26296-54ac-4eb3-b829-5f09b2403458 req-00bee8e0-d33e-4570-9d02-510ef8ffef83 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.005532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:08:50.006126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72d26296-54ac-4eb3-b829-5f09b2403458 req-00bee8e0-d33e-4570-9d02-510ef8ffef83 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.1199915 Aug 27 16:08:50.017892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-103f04c7-61a8-4e7b-82b7-078d2fd30875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.020760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-103f04c7-61a8-4e7b-82b7-078d2fd30875 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525596 Aug 27 16:08:50.046274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-b345d319-2aa3-4fd5-b00f-fcab8257a917 service neutron] 10.222.0.97 "PUT /v2.0/ports/8a7b1df0-3fd1-4357-98c0-9cc459788024/bindings/n-h1-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2212415 Aug 27 16:08:50.086302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72d26296-54ac-4eb3-b829-5f09b2403458 req-a158c8b1-dc11-4d46-b64f-266cfb2d86b3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678170 Aug 27 16:08:50.095652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43576d-2242-4941-8b0a-196313060248 req-45a3b4ab-d867-4cb5-a606-d1b323c4a96b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.096849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed43576d-2242-4941-8b0a-196313060248 req-45a3b4ab-d867-4cb5-a606-d1b323c4a96b tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 945 time: 0.0894787 Aug 27 16:08:50.103079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:50.105853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:08:50.141901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed43576d-2242-4941-8b0a-196313060248 req-30a28095-3141-45c6-970c-e3e57a33159a tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363026 Aug 27 16:08:50.149443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-463c26a5-f99d-4b1f-84fd-7c901ae347cb service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211357 Aug 27 16:08:50.168806 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a4be74-a738-45d6-b654-d4476768a3ea x-openstack-request-id: req-49a4be74-a738-45d6-b654-d4476768a3ea {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:50.169090 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-plugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:50.169344 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-49a4be74-a738-45d6-b654-d4476768a3ea {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:50.169817 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'code': 200} Aug 27 16:08:50.278700 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-6b2a2c3c-50cd-4c05-aa42-7ab7a7ba5611 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218214 Aug 27 16:08:50.290157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-c0b3da7b-adf1-4635-8db4-64e71c391b9b tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.291627 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-c0b3da7b-adf1-4635-8db4-64e71c391b9b tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.0621138 Aug 27 16:08:50.348480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-5362fb0f-770f-4567-904b-f811e309b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.350034 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-5362fb0f-770f-4567-904b-f811e309b974 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87&tenant_id=1713de73f0ef45e3aef20559238dd3d5 HTTP/1.1" status: 200 len: 1095 time: 0.0418994 Aug 27 16:08:50.425829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-0c11f2ea-0c80-4f7d-b9d5-a062bf94cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.427315 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-0c11f2ea-0c80-4f7d-b9d5-a062bf94cb52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1713de73f0ef45e3aef20559238dd3d5&device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1095 time: 0.0462096 Aug 27 16:08:50.528289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-36a2c6e3-9071-4752-b501-467a3590448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.529836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-36a2c6e3-9071-4752-b501-467a3590448a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 200 len: 910 time: 0.0858936 Aug 27 16:08:50.539547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c0aa6-1e5f-4cb3-af74-662e83a9352c req-fb850f6e-c16b-49a0-9b03-f6310c3e7153 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.541694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc0c0aa6-1e5f-4cb3-af74-662e83a9352c req-fb850f6e-c16b-49a0-9b03-f6310c3e7153 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 944 time: 0.0553987 Aug 27 16:08:50.551612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5326da3c-0818-453d-8817-4ce435e1ae99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:50.579289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-ae16df63-0e0f-4ec2-a258-f7fc4bfe3f2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 200 len: 217 time: 0.0400274 Aug 27 16:08:50.583793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc0c0aa6-1e5f-4cb3-af74-662e83a9352c req-45dc374a-c137-46e3-957a-2e73f259dae2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Aug 27 16:08:50.630636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-05d6c7b9-c8b3-4454-a7a5-104ce695f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.632158 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-05d6c7b9-c8b3-4454-a7a5-104ce695f384 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 200 len: 848 time: 0.0454237 Aug 27 16:08:50.668174 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-912c941f-8f7e-4f89-aa3d-2b261bd998dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d315019b-6d4f-48e1-b77d-ba55d795f60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250978 Aug 27 16:08:50.765272 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-7b57b3f5-6d95-4772-a3ce-cc26b6165fa0 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867691 Aug 27 16:08:50.838725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4201-e45a-433e-bd28-9749fed2a2dd req-13fd44b2-f355-48be-b6ab-2ab2e1dc4f4a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.840249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-afbf4201-e45a-433e-bd28-9749fed2a2dd req-13fd44b2-f355-48be-b6ab-2ab2e1dc4f4a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0831785 Aug 27 16:08:50.853753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87699-ddc0-42d2-b878-7c26e6692744 req-b09e8ac4-470a-45d8-a923-05480f50263d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:50.855203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7db87699-ddc0-42d2-b878-7c26e6692744 req-b09e8ac4-470a-45d8-a923-05480f50263d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0687110 Aug 27 16:08:50.864560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 6846038a-9e9d-4f14-a095-4a5534073c0f up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:08:50.870593 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-5708ff99-1168-4c58-952a-4e016b6186c4 service neutron] 10.222.0.90 "GET /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919297 Aug 27 16:08:50.912429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-afbf4201-e45a-433e-bd28-9749fed2a2dd req-02db47dd-7c34-4c45-a06a-ddc4129fb2e0 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562193 Aug 27 16:08:50.926207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7db87699-ddc0-42d2-b878-7c26e6692744 req-2d30981f-6976-4010-ad24-c5bd1d1fd68f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621498 Aug 27 16:08:51.032407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee324b6a-70ac-483c-87f6-4a7ef75d24c5 req-6a60edcb-f344-47cf-ab04-b10cb937dc52 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0307076 Aug 27 16:08:51.071431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 6846038a-9e9d-4f14-a095-4a5534073c0f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:08:51.085072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 6846038a-9e9d-4f14-a095-4a5534073c0f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:08:51.085072 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:51.159460 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:51.201501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 6846038a-9e9d-4f14-a095-4a5534073c0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=6846038a-9e9d-4f14-a095-4a5534073c0f,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:51.239073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80773a4-8578-4358-8d76-374099aab7a0 req-caca491d-0e6f-4cb9-93fc-3f21c7f0b472 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:51.240736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80773a4-8578-4358-8d76-374099aab7a0 req-caca491d-0e6f-4cb9-93fc-3f21c7f0b472 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0642569 Aug 27 16:08:51.297682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80773a4-8578-4358-8d76-374099aab7a0 req-e2cf3111-144d-4924-b3c6-184004197042 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Aug 27 16:08:51.303228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:51.305614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3518cb0-1572-432f-a475-d1d316178b8f req-5cae3389-7c13-4e53-9d62-d00fde53ffb2 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:51.307211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3518cb0-1572-432f-a475-d1d316178b8f req-5cae3389-7c13-4e53-9d62-d00fde53ffb2 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 945 time: 0.0887022 Aug 27 16:08:51.357989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=6846038a-9e9d-4f14-a095-4a5534073c0f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:51.368562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3518cb0-1572-432f-a475-d1d316178b8f req-0262d8f8-9aa0-49d4-a0a1-d6fae19c55fb tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469346 Aug 27 16:08:51.427024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-d2bb2754-02a0-41c2-aacb-d4847b8c0fd2 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:51.428636 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-d2bb2754-02a0-41c2-aacb-d4847b8c0fd2 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87&tenant_id=1713de73f0ef45e3aef20559238dd3d5&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.0485015 Aug 27 16:08:51.637462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-733156dc-9e46-40a9-af46-86d113f4efcf service neutron] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:51.640734 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-733156dc-9e46-40a9-af46-86d113f4efcf service neutron] Notify callbacks [] for binding, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:51.641870 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1514e3b5-2f74-4417-be59-6266fc8bdc51 req-733156dc-9e46-40a9-af46-86d113f4efcf service neutron] 10.222.0.90 "DELETE /v2.0/ports/8a7b1df0-3fd1-4357-98c0-9cc459788024/bindings/n-h2-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.2029767 Aug 27 16:08:51.705239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddffe7-25ba-454d-91d2-7e060c7111ac req-2d127eca-338e-4927-9a79-ece51fa45301 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:51.707125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fddffe7-25ba-454d-91d2-7e060c7111ac req-2d127eca-338e-4927-9a79-ece51fa45301 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 944 time: 0.0524755 Aug 27 16:08:51.751514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fddffe7-25ba-454d-91d2-7e060c7111ac req-f5a7581a-c412-4374-b4fe-638e298bcd88 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383005 Aug 27 16:08:51.901795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4bbc6-c7e9-489c-9c28-a2b10f2d4737 req-9a6b67c9-5603-49ae-b034-b9e0c3ac19e5 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:51.903453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0b4bbc6-c7e9-489c-9c28-a2b10f2d4737 req-9a6b67c9-5603-49ae-b034-b9e0c3ac19e5 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 1095 time: 0.0429227 Aug 27 16:08:51.940050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0b4bbc6-c7e9-489c-9c28-a2b10f2d4737 req-a05f63ba-b76f-4e73-9bdb-fadc2b07aa30 tempest-LiveMigrationTest-1156589142 tempest-LiveMigrationTest-1156589142-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Aug 27 16:08:52.070561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618301-65ca-485a-99b4-602d51379b57 req-fef0a093-850f-4729-baa7-dd232d737a23 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:52.072051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5618301-65ca-485a-99b4-602d51379b57 req-fef0a093-850f-4729-baa7-dd232d737a23 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0779824 Aug 27 16:08:52.084742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626dc72-0f23-4ed8-a942-ef8a9bddab3a req-4d14cf7f-d324-4241-b5e8-07e8bcb23e58 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:52.086208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e626dc72-0f23-4ed8-a942-ef8a9bddab3a req-4d14cf7f-d324-4241-b5e8-07e8bcb23e58 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0832486 Aug 27 16:08:52.140623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5618301-65ca-485a-99b4-602d51379b57 req-aba14724-4688-4423-996d-4abf7101480b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 Aug 27 16:08:52.145692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e626dc72-0f23-4ed8-a942-ef8a9bddab3a req-e459e7b7-18fd-472e-a72b-e7916558ad57 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528190 Aug 27 16:08:52.171992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:52.174290 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c044904-3557-4b7e-bba3-939b15c2affb" -d '{"events": [{"server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "name": "network-vif-plugged", "status": "completed", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:52.305430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-513cf191-d021-4f6e-ab58-da9011cb17f2 req-5d002731-f660-4e7a-9e18-fac475b06433 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0283058 Aug 27 16:08:52.412013 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d2e9f-c323-417f-a071-c41995e6af7d x-openstack-request-id: req-c35d2e9f-c323-417f-a071-c41995e6af7d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:52.412013 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "name": "network-vif-plugged", "status": "completed", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:52.412013 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c35d2e9f-c323-417f-a071-c41995e6af7d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:52.412013 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'code': 200} Aug 27 16:08:52.514741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5985750-b87c-4de7-8e7e-f6b010e96952 req-4c6336f5-5cb4-4981-99a3-6ff22fd7fef8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:52.516561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5985750-b87c-4de7-8e7e-f6b010e96952 req-4c6336f5-5cb4-4981-99a3-6ff22fd7fef8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0561385 Aug 27 16:08:52.563870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5985750-b87c-4de7-8e7e-f6b010e96952 req-3a9c8770-f621-42d4-8b00-c64932e92dbc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Aug 27 16:08:52.572881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee7b1b-7d37-4e83-94d8-b44b3383d878 req-004af2c3-0566-499d-99a5-3c688d0c7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:52.574410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdee7b1b-7d37-4e83-94d8-b44b3383d878 req-004af2c3-0566-499d-99a5-3c688d0c7618 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 1097 time: 0.0447807 Aug 27 16:08:52.623996 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdee7b1b-7d37-4e83-94d8-b44b3383d878 req-23fc89ed-4b3d-4a89-a876-1ce60173d20d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419996 Aug 27 16:08:52.712278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36893f5-bfe8-44b6-bb3c-a71c0b543378 req-1697215f-78bb-440b-b6bf-b4ee184dcc90 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:52.713775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b36893f5-bfe8-44b6-bb3c-a71c0b543378 req-1697215f-78bb-440b-b6bf-b4ee184dcc90 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.0856884 Aug 27 16:08:52.736722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618ab49-bbc3-44fa-8814-2e3df40d695d req-2587919b-f6d5-4046-92e6-0cc49006817e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:52.738767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1618ab49-bbc3-44fa-8814-2e3df40d695d req-2587919b-f6d5-4046-92e6-0cc49006817e tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 944 time: 0.0782285 Aug 27 16:08:52.787100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b36893f5-bfe8-44b6-bb3c-a71c0b543378 req-454539e8-5f75-4593-a11b-4e650c62ea63 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665033 Aug 27 16:08:52.794974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1618ab49-bbc3-44fa-8814-2e3df40d695d req-3e129e30-4197-49a1-a0cd-bdc605df7cb7 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500438 Aug 27 16:08:52.871342 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:53.094554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-03a0866c-d9e1-427d-85eb-3153812bbc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:53.286744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:53.306236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1001-e530-4e0e-8ce9-a70a134924ba req-05dbaa29-2bf0-4c4b-998d-8a94eef00545 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:53.307748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddc1001-e530-4e0e-8ce9-a70a134924ba req-05dbaa29-2bf0-4c4b-998d-8a94eef00545 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0965834 Aug 27 16:08:53.316020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeb5f8-e9ae-4892-8baf-2cf2c538ac38 req-9ec111b6-df86-421e-afd7-9b6dad0dfd12 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:53.317423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbdeb5f8-e9ae-4892-8baf-2cf2c538ac38 req-9ec111b6-df86-421e-afd7-9b6dad0dfd12 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0943203 Aug 27 16:08:53.375692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddc1001-e530-4e0e-8ce9-a70a134924ba req-569784fc-d63b-4ae9-8c4e-702e641d3409 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572600 Aug 27 16:08:53.381860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbdeb5f8-e9ae-4892-8baf-2cf2c538ac38 req-8a35c0e8-9b0f-4765-b105-a6ce66ed48be tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574751 Aug 27 16:08:53.488821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c4dd593-c34e-417f-8755-e8f72839622c req-7511f04e-bc4e-4578-be5e-de845319829e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0319021 Aug 27 16:08:53.533055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-dbbaeecc-0c88-4b07-8c81-c2e47cb5ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:53.535138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-dbbaeecc-0c88-4b07-8c81-c2e47cb5ee87 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57&tenant_id=174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 1101 time: 0.0421400 Aug 27 16:08:53.548010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:53.605093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:53.688498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8f4fc-eb26-40c8-819c-ef264c47478a req-d451da2b-d07b-4e46-8c63-ba02c76194b1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:53.688705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:53.689911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9b8f4fc-eb26-40c8-819c-ef264c47478a req-d451da2b-d07b-4e46-8c63-ba02c76194b1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0565007 Aug 27 16:08:53.762364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9b8f4fc-eb26-40c8-819c-ef264c47478a req-0e738620-5bb0-4d9d-836b-599752d7cb6d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Aug 27 16:08:53.785030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-68be8798-f075-4f5e-8446-22dd48d6ee84 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:53.785030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-68be8798-f075-4f5e-8446-22dd48d6ee84 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 944 time: 0.0791175 Aug 27 16:08:53.804062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-9ce16e37-0e9a-43c2-9e49-f963eb9a9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:53.805562 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-9ce16e37-0e9a-43c2-9e49-f963eb9a9dd8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1096 time: 0.1002226 Aug 27 16:08:53.903034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:53.946906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Deleting port 8a7b1df0-3fd1-4357-98c0-9cc459788024 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:08:53.947166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:53.958263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f360aea2-ccdb-4d27-a36b-5ec85018db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:53.959741 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f360aea2-ccdb-4d27-a36b-5ec85018db03 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1460590 Aug 27 16:08:53.960703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:54.007149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dddbd3-ebdc-46f2-b211-ed8b8b7c893a req-636b987b-5ae0-4727-b075-1e8431a6f277 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:54.008690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3dddbd3-ebdc-46f2-b211-ed8b8b7c893a req-636b987b-5ae0-4727-b075-1e8431a6f277 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.1350052 Aug 27 16:08:54.041902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec4d1-9e14-4766-8bc4-73b5b422b5c4 req-40e499d9-d638-4a87-a02b-a8910bc5170a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:54.043463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08eec4d1-9e14-4766-8bc4-73b5b422b5c4 req-40e499d9-d638-4a87-a02b-a8910bc5170a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 944 time: 0.1555352 Aug 27 16:08:54.124506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] For port 8a7b1df0-3fd1-4357-98c0-9cc459788024, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a7b1df0-3fd1-4357-98c0-9cc459788024,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:54.124881 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.141936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3dddbd3-ebdc-46f2-b211-ed8b8b7c893a req-60a664c6-e04a-4f56-80f0-8f832b019c47 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254604 Aug 27 16:08:54.153606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08eec4d1-9e14-4766-8bc4-73b5b422b5c4 req-15a036b9-90fc-486e-aacf-724422276fbe tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973301 Aug 27 16:08:54.161701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Calling delete_port for 8a7b1df0-3fd1-4357-98c0-9cc459788024 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:08:54.291625 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-31341855-d28b-4d9d-bf63-edf942f70f50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 200 len: 217 time: 0.3116105 Aug 27 16:08:54.334006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:54.336227 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b95996-99bb-4098-84dd-0afe7de0a5e3" -d '{"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-unplugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:54.340282 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.372827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Transition to ACTIVE for port object cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:08:54.372827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d9b17b4f-047f-45e3-8f18-35c34fa7681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:54.372827 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d9b17b4f-047f-45e3-8f18-35c34fa7681a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0728695 Aug 27 16:08:54.390942 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfde92f-d91b-4990-8e4d-04e84a4c35b6 x-openstack-request-id: req-6dfde92f-d91b-4990-8e4d-04e84a4c35b6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:54.391464 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-unplugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:54.391659 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6dfde92f-d91b-4990-8e4d-04e84a4c35b6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:54.392037 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'code': 200} Aug 27 16:08:54.403696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.410651 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-735ec008-c151-4b04-91db-f75885f9efaa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282099 Aug 27 16:08:54.447021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.463209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8a7b1df0-3fd1-4357-98c0-9cc459788024'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:54.500789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed864fdb-0103-4ba2-9bfd-f93dfccf264c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:54.513926 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-7c655789-395a-42d1-ad1e-927d0dc6505a service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953426 Aug 27 16:08:54.547241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event deleted for resources: {'Port': ['ID=8a7b1df0-3fd1-4357-98c0-9cc459788024,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:54.567028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.592837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] No DVR routers for this DVR port 8a7b1df0-3fd1-4357-98c0-9cc459788024 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:08:54.598637 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.601137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbfbd904-f779-4d48-8c4d-882c49277caf req-7e6d1d4a-dabe-4a10-95f6-20e6e7d9ad9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.90 "DELETE /v2.0/ports/8a7b1df0-3fd1-4357-98c0-9cc459788024 HTTP/1.1" status: 204 len: 173 time: 0.8145328 Aug 27 16:08:54.602377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'name': 'network-vif-deleted', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:54.604215 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034a8611-debb-4bfe-acad-5d959d5dba0b" -d '{"events": [{"server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "name": "network-vif-deleted", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:54.619532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461d15e-e718-4e86-88e8-e18e370ae6c9 req-deb3b7fb-6987-4c08-8af9-9425ecbda1e5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:54.620935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7461d15e-e718-4e86-88e8-e18e370ae6c9 req-deb3b7fb-6987-4c08-8af9-9425ecbda1e5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1714416 Aug 27 16:08:54.630515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c717f-b052-4ac0-b805-7ae99b4ff865 req-f5fa9076-85b6-4f43-959b-87c59677977e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:54.638902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c0c717f-b052-4ac0-b805-7ae99b4ff865 req-f5fa9076-85b6-4f43-959b-87c59677977e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.1451476 Aug 27 16:08:54.654287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] No DVR routers for this DVR port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:08:54.659127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=10']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:54.699655 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-6a7aeb9d-9e84-4c2f-b888-02ac2efd1f10 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778052 Aug 27 16:08:54.702661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c0c717f-b052-4ac0-b805-7ae99b4ff865 req-bb01862b-2a97-4e61-943e-8575d2d7d57e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628254 Aug 27 16:08:54.710458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7461d15e-e718-4e86-88e8-e18e370ae6c9 req-314a1dc1-e67b-4654-bc51-87696131dd6e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688181 Aug 27 16:08:54.742264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:08:54.742843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:08:54.743472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:54.749317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:08:54.749508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Attempting to bind port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:08:54.756502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:08:54.756846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:08:54.757232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:08:54.757661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Bound port: cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:08:54.758018 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.827770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-127c80ec-2a63-4c2a-bb37-fe5becd06908 req-4a5f458b-4a6b-47f2-a1c7-f813bfd4bf21 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0274971 Aug 27 16:08:54.831656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:08:54.836176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:08:54.890908 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404aeac4-ea8b-4a53-b544-7c7249ce4227 x-openstack-request-id: req-404aeac4-ea8b-4a53-b544-7c7249ce4227 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:54.891225 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f5b76-4298-42ca-bda9-a3e3114ffa87", "name": "network-vif-deleted", "tag": "8a7b1df0-3fd1-4357-98c0-9cc459788024", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:54.891514 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-404aeac4-ea8b-4a53-b544-7c7249ce4227 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:54.891942 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f5b76-4298-42ca-bda9-a3e3114ffa87', 'name': 'network-vif-deleted', 'tag': '8a7b1df0-3fd1-4357-98c0-9cc459788024', 'status': 'completed', 'code': 200} Aug 27 16:08:54.934564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.994802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:54.996221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:54.999130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] 10.222.0.90 "PUT /v2.0/ports/cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 1097 time: 1.4543180 Aug 27 16:08:55.029798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab505b-d138-4422-b0f6-22660581b386 req-d87677fe-a39c-4be2-8612-c1e813f697aa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.040002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caab505b-d138-4422-b0f6-22660581b386 req-d87677fe-a39c-4be2-8612-c1e813f697aa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.1004572 Aug 27 16:08:55.070712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05139e2-156e-4578-bad6-9ac63c74eb90 service neutron] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=11']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:55.110782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caab505b-d138-4422-b0f6-22660581b386 req-b7c77196-234d-47ca-b0fd-df5eb18c1fe4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646963 Aug 27 16:08:55.117047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-7e843cbf-c94e-499c-8c2a-ef7ad1e47a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.118660 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-7e843cbf-c94e-499c-8c2a-ef7ad1e47a00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1100 time: 0.0875421 Aug 27 16:08:55.282797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-e18c907d-d066-41cc-92a4-9e10fa8819bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.285075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-e18c907d-d066-41cc-92a4-9e10fa8819bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1496394 Aug 27 16:08:55.303469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42c5a3e0-74ef-42fe-8b71-66422271e31e req-c9b023d8-b46c-4339-abfb-ecb4cfa3ec9d tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0321169 Aug 27 16:08:55.332412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbdcde-fd34-4763-8f27-fa119e06cee9 req-196ae31e-46c3-4f67-a846-b92a073e4584 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.334207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ebcbdcde-fd34-4763-8f27-fa119e06cee9 req-196ae31e-46c3-4f67-a846-b92a073e4584 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.1030107 Aug 27 16:08:55.341039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-ab564c8d-c70a-436a-9b8b-8b7e448f21c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0470541 Aug 27 16:08:55.393180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ebcbdcde-fd34-4763-8f27-fa119e06cee9 req-f3bf9c38-9ff5-4852-bdd3-c40f1c6b590a tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525553 Aug 27 16:08:55.404212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-3c2fb52c-1ad4-4007-a3c1-17bf04e54f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.411365 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-3c2fb52c-1ad4-4007-a3c1-17bf04e54f2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0566566 Aug 27 16:08:55.468153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-bcaf17c8-db7b-4cad-9ecd-f1d2424f6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.470061 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-bcaf17c8-db7b-4cad-9ecd-f1d2424f6573 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558925 Aug 27 16:08:55.520926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e9e7e-5048-4625-9da4-136aca2fa588 req-a8399cd2-476b-43ab-b07b-e3b368fc7985 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.522791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b8e9e7e-5048-4625-9da4-136aca2fa588 req-a8399cd2-476b-43ab-b07b-e3b368fc7985 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.0559049 Aug 27 16:08:55.532527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55972) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:08:55.537511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Request body: {'floatingip': {'port_id': '6846038a-9e9d-4f14-a095-4a5534073c0f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:08:55.580866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:08:55.584485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:55.589236 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-cdf414b6-bcb1-479b-9432-7886e230baf5 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067293 Aug 27 16:08:55.644735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:08:55.720165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-72d4673a-cc1c-43d0-bce0-56eb56787cc3 req-cca9417e-7603-4b96-bf02-d6273e8bb8ff service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215899 Aug 27 16:08:55.924032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79950b5-ef0d-4701-aeb0-eb83949837ff req-ff3dd388-72f0-4af7-8fd5-0cc2075f6972 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.926074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b79950b5-ef0d-4701-aeb0-eb83949837ff req-ff3dd388-72f0-4af7-8fd5-0cc2075f6972 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.1288762 Aug 27 16:08:55.937027 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:55.937547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20695-3dba-46b6-a00d-6a8b414f3960 req-eb0f178b-7fdd-4517-9d35-c05332c83f56 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:55.939005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7e20695-3dba-46b6-a00d-6a8b414f3960 req-eb0f178b-7fdd-4517-9d35-c05332c83f56 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1406610 Aug 27 16:08:56.079761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b79950b5-ef0d-4701-aeb0-eb83949837ff req-75e9c9ce-d5d6-426a-9430-c257b2db3010 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397455 Aug 27 16:08:56.085358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7e20695-3dba-46b6-a00d-6a8b414f3960 req-bcc118d0-a69d-4a09-9d23-083bbc6f152c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354961 Aug 27 16:08:56.215071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b337043-9b40-479e-a20f-6636076b407b req-eb7f0d8d-5ff0-4c49-968f-f9a22ddb65b1 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0346498 Aug 27 16:08:56.276785 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:56.325813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e8944-b1e4-417a-8aec-1fcb03daa39a req-a4f587db-f154-4217-bacd-0c0e1d36edbc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:56.327585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e60e8944-b1e4-417a-8aec-1fcb03daa39a req-a4f587db-f154-4217-bacd-0c0e1d36edbc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0494084 Aug 27 16:08:56.369875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e60e8944-b1e4-417a-8aec-1fcb03daa39a req-2ca16321-f294-4ed0-969a-5208c88020b6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Aug 27 16:08:56.392820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:56.395551 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:56.410777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c104cf36-c3e8-4a08-ba10-59aa02d19930 req-eaf703df-c29e-4068-8959-210a411092d2 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0328023 Aug 27 16:08:56.411778 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:56.474377 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefe5b38-30b2-4996-bb7c-44a6d28de059 x-openstack-request-id: req-fefe5b38-30b2-4996-bb7c-44a6d28de059 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:56.474377 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:56.474377 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fefe5b38-30b2-4996-bb7c-44a6d28de059 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:56.474377 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'status': 'completed', 'code': 200} Aug 27 16:08:56.532641 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Floating IP 32851268-565a-4eab-b913-107616cc2199 associated. External IP: 172.25.4.253, port: 6846038a-9e9d-4f14-a095-4a5534073c0f. Aug 27 16:08:56.567664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-a69d9800-820b-4711-bdfc-206b08db0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:56.569750 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-a69d9800-820b-4711-bdfc-206b08db0f75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1100 time: 0.0739005 Aug 27 16:08:56.572486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-13b4c865-a3e8-48b0-a954-8e623d1d8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:56.573844 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-13b4c865-a3e8-48b0-a954-8e623d1d8252 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 1100 time: 0.0871637 Aug 27 16:08:56.740062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-92c73571-cd0a-4328-bde7-abfb68cbbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:56.742221 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-92c73571-cd0a-4328-bde7-abfb68cbbab1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1532466 Aug 27 16:08:56.743591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-8540dbdd-b0e4-4661-bf0d-a11dd1ae3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:56.745040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-8540dbdd-b0e4-4661-bf0d-a11dd1ae3b84 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1648624 Aug 27 16:08:56.755181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Router 165f3438-f59c-4ddc-8494-3dab94fef795 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:08:56.833339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-57fd5967-6780-483b-abf4-ac3e5da90726 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0809863 Aug 27 16:08:56.834798 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-cc118f5b-7b08-4df0-a13b-0b15ba19c4a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 200 len: 217 time: 0.0755558 Aug 27 16:08:56.870969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:08:56.875988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:56.884773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] Sync routers for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:08:56.896121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:56.897022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:56.923147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b910e024-7b65-4363-b359-9819f02557e4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "PUT /v2.0/floatingips/32851268-565a-4eab-b913-107616cc2199 HTTP/1.1" status: 200 len: 992 time: 1.3891013 Aug 27 16:08:56.925078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:08:56.928117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-602d86c5-9b37-4d2c-9242-4bd73610d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:56.929767 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f64307-2c62-4179-9029-e5a36f927d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:08:56.931483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-602d86c5-9b37-4d2c-9242-4bd73610d80a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0912380 Aug 27 16:08:56.933499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-ba727ed4-c9b2-4d19-aa4b-a16aa64efd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:56.934835 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-ba727ed4-c9b2-4d19-aa4b-a16aa64efd97 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0850034 Aug 27 16:08:56.956747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:08:56.985812 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90862869-8bc1-4140-a84e-f279065532ea x-openstack-request-id: req-90862869-8bc1-4140-a84e-f279065532ea {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:08:56.986104 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:08:56.986391 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-90862869-8bc1-4140-a84e-f279065532ea {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:08:56.988292 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'status': 'completed', 'code': 200} Aug 27 16:08:56.996195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 8a7b1df0-3fd1-4357-98c0-9cc459788024 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:08:56.996465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8a7b1df0-3fd1-4357-98c0-9cc459788024 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:08:57.067581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:57.069175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-4ea037a0-7b07-42f6-9490-21601aa269cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.070964 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-4ea037a0-7b07-42f6-9490-21601aa269cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299760 Aug 27 16:08:57.081261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-0041848c-14f4-4688-a239-dd632c92eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.082976 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-0041848c-14f4-4688-a239-dd632c92eee5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261578 Aug 27 16:08:57.096098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-f6dbb107-daac-415f-84cf-02536fb79a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.098339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-f6dbb107-daac-415f-84cf-02536fb79a60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd86440a986a4e14991cb0851c4225ba&device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 1097 time: 0.0774493 Aug 27 16:08:57.302940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b487d47-8b45-484f-8261-2ad302bc55a5 req-c2d90191-0f48-48a0-b0bb-3239c6258557 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.305652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b487d47-8b45-484f-8261-2ad302bc55a5 req-c2d90191-0f48-48a0-b0bb-3239c6258557 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.1176789 Aug 27 16:08:57.334557 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-75246580-e762-496e-9446-c076c6c70806 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256396 Aug 27 16:08:57.341776 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-ae13c77c-3f8f-4891-8d78-b1492a9964af service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560918 Aug 27 16:08:57.357031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22a394-88c5-416d-a26c-708f7e6ded4f req-6457da83-f0ee-4137-8b5e-f9d769ec224d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.374047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-c195b755-9484-459e-b8f1-d8f3c22930f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.375766 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-c195b755-9484-459e-b8f1-d8f3c22930f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 HTTP/1.1" status: 200 len: 914 time: 0.2290950 Aug 27 16:08:57.375908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d22a394-88c5-416d-a26c-708f7e6ded4f req-6457da83-f0ee-4137-8b5e-f9d769ec224d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1461256 Aug 27 16:08:57.427886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '32851268-565a-4eab-b913-107616cc2199', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'port_id': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:08:36Z', 'updated_at': '2021-08-27T16:08:56Z', 'revision_number': 1, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:37Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:57.430848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b487d47-8b45-484f-8261-2ad302bc55a5 req-cdeee686-c994-4df1-ac44-58b482a1d031 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139581 Aug 27 16:08:57.470438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] Checking router: 165f3438-f59c-4ddc-8494-3dab94fef795 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:08:57.475342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d22a394-88c5-416d-a26c-708f7e6ded4f req-41944303-e13e-4d46-9819-271e1be68e76 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985548 Aug 27 16:08:57.513923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:08:57.513923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:57.562912 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-56056544-a168-451d-a0a8-4e5a554db21d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6846038a-9e9d-4f14-a095-4a5534073c0f HTTP/1.1" status: 200 len: 1000 time: 0.1544478 Aug 27 16:08:57.610374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-0d62b78c-7561-4e60-ae03-17a39f5b77cd service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560091 Aug 27 16:08:57.613036 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbeee8d-c2ab-4f34-a968-5e62d5309ca0 req-637569ae-d0dd-4cd9-928e-98f251b82e37 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685032 Aug 27 16:08:57.631696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-70de372b-6586-4cd9-9c62-5304a1e7ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.633736 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-70de372b-6586-4cd9-9c62-5304a1e7ef45 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a580ba59-aff7-4715-8390-14aad4ee171f HTTP/1.1" status: 200 len: 851 time: 0.0587306 Aug 27 16:08:57.695804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:08:57.701734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-3b86bf73-a943-40ba-8673-cc83bc8694fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.703426 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-3b86bf73-a943-40ba-8673-cc83bc8694fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528340 Aug 27 16:08:57.711142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f4f161f-cda0-4abd-9276-bbab50216a10 req-51d4c093-740a-44ff-b487-7946dfa3897f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0441265 Aug 27 16:08:57.767488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463f721-c81e-4005-84a1-7c47b5c004e5 req-062ac8d7-1094-47ec-958f-2e25cec2db16 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:57.769730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2463f721-c81e-4005-84a1-7c47b5c004e5 req-062ac8d7-1094-47ec-958f-2e25cec2db16 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0657046 Aug 27 16:08:57.833211 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-7b22dba7-7c2e-49d7-bfc8-67840f6ba9de service neutron] 10.222.0.90 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171839 Aug 27 16:08:57.851108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9b96b65-08b6-41f3-9cbd-2af285449d1a req-c79da3bf-c6f6-47ee-a202-2a638d155daf tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0415435 Aug 27 16:08:57.867926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2463f721-c81e-4005-84a1-7c47b5c004e5 req-aa4025a6-70cf-42a9-81ec-f2bfd0c64c80 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916283 Aug 27 16:08:57.953439 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2f64307-2c62-4179-9029-e5a36f927d2c req-4f547a7f-7b12-4670-a0c6-f7e0da1991f5 service neutron] 10.222.0.90 "GET /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095536 Aug 27 16:08:58.041562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '32851268-565a-4eab-b913-107616cc2199', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'port_id': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:08:36Z', 'updated_at': '2021-08-27T16:08:56Z', 'revision_number': 1, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:37Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:08:58.074454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15318b21-c0cd-4cae-824f-9fcf51f32a98 None None] The sync data for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 is: [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '32851268-565a-4eab-b913-107616cc2199', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'port_id': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'mac_address': 'fa:16:3e:56:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:08:36Z', 'updated_at': '2021-08-27T16:08:56Z', 'revision_number': 1, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:37Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:08:58.276228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf725b3b-ec9c-4010-8b31-d0c3ef23ce17 None None] New status for floating IP 32851268-565a-4eab-b913-107616cc2199: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:08:58.554977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b0f76-0da9-4317-876c-11258cc70a17 req-8f3964b0-e898-4a01-8253-4bec5a81bedb tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:58.556617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-979b0f76-0da9-4317-876c-11258cc70a17 req-8f3964b0-e898-4a01-8253-4bec5a81bedb tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0589633 Aug 27 16:08:58.907114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-979b0f76-0da9-4317-876c-11258cc70a17 req-1b4b2639-c518-487f-855b-992abd6b7a56 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442459 Aug 27 16:08:58.916156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:08:58.946306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6e31c-0c2e-48c2-9026-2b747324dc5a req-1433336f-334f-4ed7-9af9-5a67021189fe tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:58.947958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9c6e31c-0c2e-48c2-9026-2b747324dc5a req-1433336f-334f-4ed7-9af9-5a67021189fe tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.3779895 Aug 27 16:08:59.030133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9c6e31c-0c2e-48c2-9026-2b747324dc5a req-78c6b7ef-3b1b-4c49-b9ea-80199adac0a6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622864 Aug 27 16:08:59.064741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:59.080616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'mac_address': 'fa:16:3e:90:ef:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:08:59.130570 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:59.147054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:08:59.151960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0682b28a-d6e2-49a7-98a6-303e69be6abc req-4fa08d4b-835c-4ccd-ac11-f81e3c3c025b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0418415 Aug 27 16:08:59.171880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:08:59.213791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0256-206d-4127-92e5-5410cf3ee2a3 req-762974a5-10b0-4807-acf5-645b58cf7857 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:59.215470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f5f0256-206d-4127-92e5-5410cf3ee2a3 req-762974a5-10b0-4807-acf5-645b58cf7857 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 949 time: 0.0545766 Aug 27 16:08:59.254316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17199614-eb71-4dca-97be-8257f880e630 req-8f58e0bd-6ec9-49b2-a4a2-99fe9de5e9a1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4f5b76-4298-42ca-bda9-a3e3114ffa87 HTTP/1.1" status: 200 len: 210 time: 0.0351367 Aug 27 16:08:59.288329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f5f0256-206d-4127-92e5-5410cf3ee2a3 req-a1290b98-681c-46ea-a3de-382e1cd01f58 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601139 Aug 27 16:08:59.335602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:08:59.399358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=12']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:08:59.443156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f878-cfca-4cf9-923d-a45bb6553e62 req-cf14010c-48f3-400b-a8b3-5447785f8c59 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:59.444722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6501f878-cfca-4cf9-923d-a45bb6553e62 req-cf14010c-48f3-400b-a8b3-5447785f8c59 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 950 time: 0.0527456 Aug 27 16:08:59.485414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6501f878-cfca-4cf9-923d-a45bb6553e62 req-47f70c2d-dca3-47e2-80e7-0b994d3a77ca tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Aug 27 16:08:59.711667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:08:59.714411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-07c92f69-5dd1-4ec2-ad84-75bcac5e3d4b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227480 Aug 27 16:08:59.858730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-2c936e60-be26-4640-9111-75d0bd17e3ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:08:59.865566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-2c936e60-be26-4640-9111-75d0bd17e3ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400018 Aug 27 16:08:59.880620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-2a128bd5-92cd-49e0-a8cb-224404a7eb2a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/quotas/174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 375 time: 0.0133426 Aug 27 16:08:59.976117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-c2654e0e-6143-497e-969d-d53efc82d5af tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874622 Aug 27 16:09:00.043647 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-bfe12f86-cd64-405f-9c2f-f9b5ac7fe7da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964282 Aug 27 16:09:00.128672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee077bc6-3d8b-4b96-82bf-ca5b0cb0d348 req-1da58f79-258d-4d35-b877-3ea521217099 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:00.130209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee077bc6-3d8b-4b96-82bf-ca5b0cb0d348 req-1da58f79-258d-4d35-b877-3ea521217099 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0564547 Aug 27 16:09:00.150657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-c40e63a8-fd2b-4c1f-8a80-36f2ea2a1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:00.152360 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-c40e63a8-fd2b-4c1f-8a80-36f2ea2a1c50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 1096 time: 0.0457819 Aug 27 16:09:00.187078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee077bc6-3d8b-4b96-82bf-ca5b0cb0d348 req-72c169a6-1e25-4f40-aa02-e9534763c22f tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Aug 27 16:09:00.304625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-a45a1308-aa3d-4e95-a27d-6e0f704108e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:00.306630 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-a45a1308-aa3d-4e95-a27d-6e0f704108e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.1298807 Aug 27 16:09:00.386269 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-9e7b73c3-d8bb-405c-809a-4046046308fa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 200 len: 217 time: 0.0686514 Aug 27 16:09:00.395648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50ae78-f699-419e-99e3-30f54c80e1e0 req-bb75033a-6438-431b-85d0-69241f5e1c8e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:00.397598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d50ae78-f699-419e-99e3-30f54c80e1e0 req-bb75033a-6438-431b-85d0-69241f5e1c8e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0966864 Aug 27 16:09:00.451882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-860b4672-b4c2-4cc7-b897-7a93d3c89258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:00.453779 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-860b4672-b4c2-4cc7-b897-7a93d3c89258 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0580177 Aug 27 16:09:00.475000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d50ae78-f699-419e-99e3-30f54c80e1e0 req-8d93e005-472e-4f06-8778-2b4c27eb8bd4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685518 Aug 27 16:09:00.505238 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-784bd0ec-e007-446a-b92c-4a572763dc6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370603 Aug 27 16:09:00.546728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d94c3ed-3661-4b8d-b868-15791f6afdf7 req-0ca093c8-ad59-485b-a980-5a0b867a7a92 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0354617 Aug 27 16:09:00.580179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b301400-2048-42f1-9ecc-3e194d8c074d req-2712831b-659b-4fbd-b288-3b4fa8f87af1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 210 time: 0.0362227 Aug 27 16:09:00.646320 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-b29d8516-d1cb-4af0-9203-6668bc20aab6 service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327603 Aug 27 16:09:00.749377 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ccdb43b4-4e2c-4c40-a4b5-a51f12ec5da2 req-12c51d1f-4dae-4900-bcc2-41415c5a5b4e service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920994 Aug 27 16:09:01.330004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cca1c-d614-483d-a8b6-8636e7c5d941 req-65bd41cb-afe7-4f7f-88f8-09b928187bfe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:01.334558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-008cca1c-d614-483d-a8b6-8636e7c5d941 req-65bd41cb-afe7-4f7f-88f8-09b928187bfe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0667562 Aug 27 16:09:01.409830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-008cca1c-d614-483d-a8b6-8636e7c5d941 req-37b2422e-8626-4db4-ad9e-0c84410257c3 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694022 Aug 27 16:09:01.602342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376713-8982-4148-8a73-a003892670d5 req-9c0330f3-d65e-4aca-891a-96535c4883be tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:01.604920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03376713-8982-4148-8a73-a003892670d5 req-9c0330f3-d65e-4aca-891a-96535c4883be tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0569761 Aug 27 16:09:01.660645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03376713-8982-4148-8a73-a003892670d5 req-ae35dd5c-0e98-4cb3-9ad7-86697e7a4c4d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489147 Aug 27 16:09:01.681651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bd15804-3f85-4a58-90ce-c407279e3b58 req-ecb63f93-7e2c-438b-ad1c-08bccf023109 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0369918 Aug 27 16:09:01.790136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86e2698c-afd8-47a2-acca-da5af3f6870e req-18f4e397-647c-41b7-8965-e5bd129399ca tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 210 time: 0.0331533 Aug 27 16:09:02.558021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0dd45-6633-487e-8449-eb123e9df8b2 req-de056ec5-0510-4387-b099-967c5345cc2d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:02.559985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1f0dd45-6633-487e-8449-eb123e9df8b2 req-de056ec5-0510-4387-b099-967c5345cc2d tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0764842 Aug 27 16:09:02.603707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-4d3fb7a0-ee40-478f-83fa-4fd173278ffc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=174fac1f470a466b8adebc92c32192b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348151 Aug 27 16:09:02.612414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1f0dd45-6633-487e-8449-eb123e9df8b2 req-b48faaec-31e7-436b-b3bc-0c782a3f6037 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Aug 27 16:09:02.731604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-e9d1c624-7955-4384-8c2f-97113766dac5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:02.736451 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-e9d1c624-7955-4384-8c2f-97113766dac5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294103 Aug 27 16:09:02.752856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Request body: {'port': {'device_id': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '174fac1f470a466b8adebc92c32192b7'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:02.879892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b758012b-fd4b-4342-b64f-8b6140d4d5ab req-9a0f5045-eb09-4d8d-8316-5ed893ac4d80 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0406992 Aug 27 16:09:02.909490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa576d7-83c2-4c57-9ec6-a9e4b5a1e818 req-97068a6d-e03f-416c-889c-a1829ed627f9 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:02.922703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3aa576d7-83c2-4c57-9ec6-a9e4b5a1e818 req-97068a6d-e03f-416c-889c-a1829ed627f9 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1322739 Aug 27 16:09:02.939745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:09:03.005533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Made reservation on behalf of 174fac1f470a466b8adebc92c32192b7 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:09:03.010875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:03.035663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3aa576d7-83c2-4c57-9ec6-a9e4b5a1e818 req-238ab3a3-eefc-4e04-9c1a-1ed3ac3ed2db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111050 Aug 27 16:09:03.145283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17bc7a1c-2b78-4040-b010-7a9c67523f4b req-e42fde5a-8bb8-4157-a404-ab81ee0d9e4d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 210 time: 0.0301511 Aug 27 16:09:03.148287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:09:03.152679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:03.153061 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:03.255173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Allocated IP 192.168.233.98 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/47c6a6f5-009c-4925-9b88-5a7c3f5e5368) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:09:03.268432 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:03.304876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:03.308537 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a49b91-6fb2-45b4-ae75-0c7dcb36f63b" -d '{"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-plugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:03.327632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:03.368844 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b381325c-7e7e-48bd-9229-43184eef0114 x-openstack-request-id: req-b381325c-7e7e-48bd-9229-43184eef0114 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:03.369204 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-plugged", "status": "completed", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:03.370317 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b381325c-7e7e-48bd-9229-43184eef0114 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:03.370317 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'code': 200} Aug 27 16:09:03.408378 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:03.453933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:03.483167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Transition to ACTIVE for port object 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:03.506722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=13']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:03.606439 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:03.623366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:03.689484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:09:03.703550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:09:03.704124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['54a649eb-2752-46f8-bdbb-1a8657840d3d', 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:03.705918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:03.726196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:09:03.824805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86453-df8a-4bf2-9941-7d895a03f0c5 req-39cdc662-7135-4168-8266-a78968fee44c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:03.838364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52b86453-df8a-4bf2-9941-7d895a03f0c5 req-39cdc662-7135-4168-8266-a78968fee44c tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.1217868 Aug 27 16:09:03.840086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:03.848062 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:03.913843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52b86453-df8a-4bf2-9941-7d895a03f0c5 req-965c76ac-2e0d-416a-982d-1dcc151a0620 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716734 Aug 27 16:09:04.020548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-3b40e661-39cf-4776-913d-8c3d983cc9be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2720056 Aug 27 16:09:04.050091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Request body: {'port': {'device_id': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:04.054041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2387b924-4e4c-4f52-83d0-33972bb65b74 req-0ba7db54-c8c2-4fc9-a508-8947382ff689 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0503459 Aug 27 16:09:04.191041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:04.235444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-72862e43-0208-40db-b7ca-d1092906a14b None None] Provisioning for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:09:04.254661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-72862e43-0208-40db-b7ca-d1092906a14b None None] Provisioning complete for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:04.256029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-72862e43-0208-40db-b7ca-d1092906a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:04.291069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6ba1-252d-47df-9bb9-f58affe1eefe req-3d9eda3b-5ec8-41b5-a19d-b6fa49aea873 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:04.295064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349d6ba1-252d-47df-9bb9-f58affe1eefe req-3d9eda3b-5ec8-41b5-a19d-b6fa49aea873 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1037178 Aug 27 16:09:04.364451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-72862e43-0208-40db-b7ca-d1092906a14b None None] Port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:09:04.447332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349d6ba1-252d-47df-9bb9-f58affe1eefe req-093dba42-e2a8-4d5b-9484-bd8fcdff9cd3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303515 Aug 27 16:09:04.486639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7ae9f-7982-495c-a451-91b5682ba004 req-b7775ee6-b7cf-49e7-9fa8-c491ba9bcc3d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:04.489832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17d7ae9f-7982-495c-a451-91b5682ba004 req-b7775ee6-b7cf-49e7-9fa8-c491ba9bcc3d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 935 time: 0.1930838 Aug 27 16:09:04.570957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17d7ae9f-7982-495c-a451-91b5682ba004 req-e760ceca-b87e-4d7a-b70e-2ef4ed4fc865 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727744 Aug 27 16:09:04.590389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:04.602486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:04.616797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Transition to ACTIVE for port object 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:04.699923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:04.759706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:04.864669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:09:04.865011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:09:04.865405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:04.870548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:09:04.870802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:04.876020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:09:04.876361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:09:04.876745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:09:04.877240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Bound port: 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:09:04.879253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:05.074776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8789a-c4fc-45a3-86f4-1115ef60a44f req-404c3628-c345-414f-aac8-d2aa837abd97 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:05.083828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81f8789a-c4fc-45a3-86f4-1115ef60a44f req-404c3628-c345-414f-aac8-d2aa837abd97 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0667794 Aug 27 16:09:05.121583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81f8789a-c4fc-45a3-86f4-1115ef60a44f req-aaa958a2-844d-478c-8f5f-c2c1f9cb52a7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Aug 27 16:09:05.228692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aa8c3f1-41cd-4e11-b5f3-aaf78b20f783 req-c651aa4c-fb7d-473a-9039-9441b4e1b205 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0561736 Aug 27 16:09:05.305196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:05.308764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:09:05.480327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:05.533484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:05.539331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:05.541879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] 10.222.0.97 "PUT /v2.0/ports/47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 1095 time: 1.5127823 Aug 27 16:09:05.542752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:05.546124 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42baf806-e866-478e-86de-8d8de32df896" -d '{"events": [{"name": "network-changed", "server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:05.594582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227135ef-5b76-47fc-aa63-8a1d6b12b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:05.656295 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f6dcf4-dfc9-41e3-a64e-c0e8c71b9630 x-openstack-request-id: req-47f6dcf4-dfc9-41e3-a64e-c0e8c71b9630 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:05.657778 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:05.658428 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-47f6dcf4-dfc9-41e3-a64e-c0e8c71b9630 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:05.660077 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'status': 'completed', 'code': 200} Aug 27 16:09:05.697710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fbe6d-e327-4dde-a94c-da61953c4427 req-c463794f-cd24-48b1-8adc-b5fe19421d90 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:05.711389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-310fbe6d-e327-4dde-a94c-da61953c4427 req-c463794f-cd24-48b1-8adc-b5fe19421d90 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1194458 Aug 27 16:09:05.741028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-7e9ddc9d-495c-4347-9d96-0cf592c0a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:05.742801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-7e9ddc9d-495c-4347-9d96-0cf592c0a54a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1098 time: 0.0770605 Aug 27 16:09:05.777981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-310fbe6d-e327-4dde-a94c-da61953c4427 req-fec1cb8b-055b-4a3f-b4fe-06e028218bf2 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651186 Aug 27 16:09:05.811041 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-bd00ee4c-d383-464d-97c2-36e81fd651a8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0546484 Aug 27 16:09:05.849199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48ab6c-c1e3-4c71-92f2-d213987ad333 req-59e162e8-c0d6-49ef-9150-540a21edc4af tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:05.851315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f48ab6c-c1e3-4c71-92f2-d213987ad333 req-59e162e8-c0d6-49ef-9150-540a21edc4af tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.0720489 Aug 27 16:09:05.879962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-193166fa-fe8f-4b9e-bf88-f985b6192eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:05.881567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-193166fa-fe8f-4b9e-bf88-f985b6192eb4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0635395 Aug 27 16:09:05.897356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f48ab6c-c1e3-4c71-92f2-d213987ad333 req-edf5efa4-4202-435c-801c-6d80896155ed tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368791 Aug 27 16:09:05.938172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-0fb5cdca-6693-4d0c-ac0f-2108c7e9f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:05.939624 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-0fb5cdca-6693-4d0c-ac0f-2108c7e9f177 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505953 Aug 27 16:09:06.044857 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-f9f71bba-8536-4a65-bea5-d0e2690b5996 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978119 Aug 27 16:09:06.138598 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5a1034dd-a27a-471d-a444-ce4642a75288 req-1cca3ebd-277b-4144-accc-d1232a3508f2 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Aug 27 16:09:06.293888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2e492-8743-4454-bc15-f02097dd5e90 req-81422ef4-fbee-49fa-a686-b950fe2a4fbd tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:06.295737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04a2e492-8743-4454-bc15-f02097dd5e90 req-81422ef4-fbee-49fa-a686-b950fe2a4fbd tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0952520 Aug 27 16:09:06.347440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf806-e866-478e-86de-8d8de32df896 req-b35e8b97-a4f2-4c1b-aafb-3ce7c13ec343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:06.349169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42baf806-e866-478e-86de-8d8de32df896 req-b35e8b97-a4f2-4c1b-aafb-3ce7c13ec343 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1098 time: 0.0584190 Aug 27 16:09:06.355840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04a2e492-8743-4454-bc15-f02097dd5e90 req-ca52082f-bea6-426c-913d-e2d750ac480e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Aug 27 16:09:06.437811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-34553d86-ec3a-439a-9ef4-a78919ba62e7 req-30f8b519-19c9-49a2-a05b-eb50526116f2 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0398202 Aug 27 16:09:06.477316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf806-e866-478e-86de-8d8de32df896 req-a05a4c45-d103-4874-b4b0-265ee6eec715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:06.478725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42baf806-e866-478e-86de-8d8de32df896 req-a05a4c45-d103-4874-b4b0-265ee6eec715 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1210938 Aug 27 16:09:06.525804 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42baf806-e866-478e-86de-8d8de32df896 req-f897f75e-2510-47a7-b1aa-786dda9d05ec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0392265 Aug 27 16:09:06.578281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf806-e866-478e-86de-8d8de32df896 req-765aac05-8def-4aed-8010-d439d0f042c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:06.579816 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42baf806-e866-478e-86de-8d8de32df896 req-765aac05-8def-4aed-8010-d439d0f042c9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0455804 Aug 27 16:09:06.635247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf806-e866-478e-86de-8d8de32df896 req-17bf6a3e-8e5c-4ce5-adbe-b33ca093bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:06.636784 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42baf806-e866-478e-86de-8d8de32df896 req-17bf6a3e-8e5c-4ce5-adbe-b33ca093bdb5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457046 Aug 27 16:09:06.747928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42baf806-e866-478e-86de-8d8de32df896 req-1b142dfd-e75c-4bb4-b65a-82da4e0b4648 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981009 Aug 27 16:09:06.806017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9e184-3bd5-4cef-80f5-984db9eae7ad req-6d35e70f-0ea2-4293-891f-e2391a1df780 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:06.807894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dd9e184-3bd5-4cef-80f5-984db9eae7ad req-6d35e70f-0ea2-4293-891f-e2391a1df780 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.0519388 Aug 27 16:09:06.849734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42baf806-e866-478e-86de-8d8de32df896 req-7138dc42-da8f-4c64-b5b8-ea269327bea6 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908947 Aug 27 16:09:06.862980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dd9e184-3bd5-4cef-80f5-984db9eae7ad req-b6879dfc-721c-40ee-aae0-866b79e479db tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481141 Aug 27 16:09:06.904318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab393aa-8994-49d8-8d31-26fa3c87ab60 req-662223ff-f1c9-4fb7-a63a-d0740e668dc3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:06.905829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fab393aa-8994-49d8-8d31-26fa3c87ab60 req-662223ff-f1c9-4fb7-a63a-d0740e668dc3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0568476 Aug 27 16:09:06.947136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fab393aa-8994-49d8-8d31-26fa3c87ab60 req-b369dacd-73ca-47f4-81df-e65271dfa99e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344810 Aug 27 16:09:07.032777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79901e-5f00-4de7-9ffa-a678a6442b57 req-a13b0560-f7bf-4ba5-be38-7293c225b5a2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:07.034764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f79901e-5f00-4de7-9ffa-a678a6442b57 req-a13b0560-f7bf-4ba5-be38-7293c225b5a2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.0560150 Aug 27 16:09:07.074555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f79901e-5f00-4de7-9ffa-a678a6442b57 req-00ee8989-72b8-40f3-bc74-40b4c2eb30e4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Aug 27 16:09:07.482936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04982c-01eb-4d71-b9e4-4da656e98cc6 req-7d23dbdc-214a-41f2-9052-06db786be137 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:07.485206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec04982c-01eb-4d71-b9e4-4da656e98cc6 req-7d23dbdc-214a-41f2-9052-06db786be137 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0535772 Aug 27 16:09:07.496334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-e8a46fcf-9bd5-4e73-b5de-d393c23c2b1a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:07.498759 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-e8a46fcf-9bd5-4e73-b5de-d393c23c2b1a tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 945 time: 0.0541973 Aug 27 16:09:07.527388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec04982c-01eb-4d71-b9e4-4da656e98cc6 req-6726520d-60f8-4008-8f2a-ce7e3f8e57fc tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Aug 27 16:09:07.562637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f9cfca5-e311-4152-b993-0ed81d3f85ac req-4ca86ed8-d818-40ee-a702-11a0d7d8968c tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0292845 Aug 27 16:09:07.615386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Deleting port ed864fdb-0103-4ba2-9bfd-f93dfccf264c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:07.615775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:07.703776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] For port ed864fdb-0103-4ba2-9bfd-f93dfccf264c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:07.704141 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:07.716960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Calling delete_port for ed864fdb-0103-4ba2-9bfd-f93dfccf264c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:07.936837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:07.950308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed864fdb-0103-4ba2-9bfd-f93dfccf264c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:07.966660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-373295c6-2023-44d6-b015-c7e6e7da21bf req-91c768d1-37b0-4273-bf1a-94a2715fba7f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 210 time: 0.0329044 Aug 27 16:09:07.971053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event deleted for resources: {'Port': ['ID=ed864fdb-0103-4ba2-9bfd-f93dfccf264c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:08.027878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] No DVR routers for this DVR port ed864fdb-0103-4ba2-9bfd-f93dfccf264c on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:08.030398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:08.032448 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d7a337bf-4a6e-4510-83ab-678556a40a7f req-98fa5e84-dcb3-4456-9d82-79f81104783c tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "DELETE /v2.0/ports/ed864fdb-0103-4ba2-9bfd-f93dfccf264c HTTP/1.1" status: 204 len: 173 time: 0.5254228 Aug 27 16:09:08.032946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'name': 'network-vif-deleted', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:08.035859 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add077ad-6819-4b49-b4df-79ee9f1a509e" -d '{"events": [{"server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "name": "network-vif-deleted", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:08.079081 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e181a2-970f-494e-b70b-c5fc5252b878 x-openstack-request-id: req-47e181a2-970f-494e-b70b-c5fc5252b878 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:08.079419 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6be951f-0af4-4f3f-9708-224a6ab40e9c", "name": "network-vif-deleted", "tag": "ed864fdb-0103-4ba2-9bfd-f93dfccf264c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:08.079682 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-47e181a2-970f-494e-b70b-c5fc5252b878 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:08.081641 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6be951f-0af4-4f3f-9708-224a6ab40e9c', 'name': 'network-vif-deleted', 'tag': 'ed864fdb-0103-4ba2-9bfd-f93dfccf264c', 'status': 'completed', 'code': 200} Aug 27 16:09:08.105371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e3e36-bd6c-422b-a1ce-c70191ee408c req-12d75a1d-7d32-4da9-8c37-3740d0641bda tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:08.113736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c5e3e36-bd6c-422b-a1ce-c70191ee408c req-12d75a1d-7d32-4da9-8c37-3740d0641bda tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0668232 Aug 27 16:09:08.149643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c5e3e36-bd6c-422b-a1ce-c70191ee408c req-a6813ac1-51a0-4c33-a6ef-fe3f02f4f57c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Aug 27 16:09:08.213955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232fd78-4cba-4737-9159-f3bfff31b375 req-fbd2b69b-6552-4c22-8340-c7782c5d1d3b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:08.216121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2232fd78-4cba-4737-9159-f3bfff31b375 req-fbd2b69b-6552-4c22-8340-c7782c5d1d3b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.0655162 Aug 27 16:09:08.240643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d509d82-8eeb-4a21-9cd4-23189b112a09 req-425c2539-0cde-41c8-b070-553a9b93fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:08.242234 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d509d82-8eeb-4a21-9cd4-23189b112a09 req-425c2539-0cde-41c8-b070-553a9b93fff2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0443103 Aug 27 16:09:08.262518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2232fd78-4cba-4737-9159-f3bfff31b375 req-3036564b-ed08-4609-a8b3-6e751e138c04 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Aug 27 16:09:08.293821 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d509d82-8eeb-4a21-9cd4-23189b112a09 req-e8cc5a6a-72bb-41c6-a07d-ad77c884c85d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Aug 27 16:09:08.660322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbe93c-e4fd-4cb3-9096-2819a12d7276 req-bca9e94a-e7f1-46dd-b0d4-4cb395a39c3e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:08.661683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07bbe93c-e4fd-4cb3-9096-2819a12d7276 req-bca9e94a-e7f1-46dd-b0d4-4cb395a39c3e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0597255 Aug 27 16:09:08.685600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c91afeb3-626b-4435-b747-f1bf42db212c req-dd01ce51-0c4a-47de-8532-778f8cd24fd3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0424404 Aug 27 16:09:08.718993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07bbe93c-e4fd-4cb3-9096-2819a12d7276 req-8477f98a-28c8-4feb-8a1a-5cfbec2af9a7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358250 Aug 27 16:09:09.138535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46b8d2d5-8308-4ea3-b3fb-5f338b32753f req-65f39698-5439-4957-b6af-d943a0c93913 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6be951f-0af4-4f3f-9708-224a6ab40e9c HTTP/1.1" status: 200 len: 210 time: 0.0284934 Aug 27 16:09:09.274792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bd4dc-8b3c-491e-9196-5b544692c7d1 req-2251404a-2cf9-4ff0-a968-aacd577c109b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:09.276413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a82bd4dc-8b3c-491e-9196-5b544692c7d1 req-2251404a-2cf9-4ff0-a968-aacd577c109b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Aug 27 16:09:09.316485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a82bd4dc-8b3c-491e-9196-5b544692c7d1 req-63d3e3c2-477b-4046-a364-673f5b760aad tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Aug 27 16:09:09.397294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c773b-7928-4e61-bdf1-bd9b417cfffa req-25f2fef6-f93f-4c76-a498-9c2e66082d6b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:09.398835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-170c773b-7928-4e61-bdf1-bd9b417cfffa req-25f2fef6-f93f-4c76-a498-9c2e66082d6b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.0500560 Aug 27 16:09:09.436380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-170c773b-7928-4e61-bdf1-bd9b417cfffa req-90991634-9f8f-4501-8873-45ebec5430ee tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 27 16:09:09.640249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:09:09.742951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:09.756166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'mac_address': 'fa:16:3e:d9:a9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:09:09.800666 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:09.800876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea24b1e5-0d65-4a3b-bac1-31951f8e5790 req-13257901-6cc5-48b5-b813-97d2f4c62e04 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0352583 Aug 27 16:09:09.810523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:09.837013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:09.853850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9802ec7-3517-4a41-8029-c92af082a2c2 req-bc062595-2b66-4d1c-b6b0-395e8428d60e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:09.855411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9802ec7-3517-4a41-8029-c92af082a2c2 req-bc062595-2b66-4d1c-b6b0-395e8428d60e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0548663 Aug 27 16:09:09.894826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9802ec7-3517-4a41-8029-c92af082a2c2 req-c622ab3a-77fc-44d1-a162-afa28c458d0b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Aug 27 16:09:10.028519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:10.077331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:10.310115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['47c6a6f5-009c-4925-9b88-5a7c3f5e5368'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:10.466357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c641b-fa44-4df3-9489-a10616d1c5f8 req-aace1a78-a663-4a04-bf34-2c2e3f19d6de tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:10.467922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-162c641b-fa44-4df3-9489-a10616d1c5f8 req-aace1a78-a663-4a04-bf34-2c2e3f19d6de tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0509844 Aug 27 16:09:10.507725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-162c641b-fa44-4df3-9489-a10616d1c5f8 req-c15bcfa7-2894-49fc-bb12-66ebdace4078 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Aug 27 16:09:10.620727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e240fe-b637-43a2-8ce9-2a1172a59424 req-97651612-947d-4f89-817f-dd0ed7bbc02e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:10.622108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05e240fe-b637-43a2-8ce9-2a1172a59424 req-97651612-947d-4f89-817f-dd0ed7bbc02e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 948 time: 0.0810316 Aug 27 16:09:10.642802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827d8e1-de82-438d-aae9-3bad28c84cc5 req-835e8b22-ab92-4a3e-8614-94f123d6dba9 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:10.644582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d827d8e1-de82-438d-aae9-3bad28c84cc5 req-835e8b22-ab92-4a3e-8614-94f123d6dba9 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 944 time: 0.0728309 Aug 27 16:09:10.693044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05e240fe-b637-43a2-8ce9-2a1172a59424 req-97529451-491a-40ec-8ff1-35259b9b5856 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634744 Aug 27 16:09:10.700008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d827d8e1-de82-438d-aae9-3bad28c84cc5 req-88a0084b-c119-45b0-95b3-64782f549530 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Aug 27 16:09:10.799971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e4a62-7a05-4bd3-ab68-4ffd70107eb5 req-f7e62162-21cd-4f3a-b389-4c20dde25b45 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:10.801430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-024e4a62-7a05-4bd3-ab68-4ffd70107eb5 req-f7e62162-21cd-4f3a-b389-4c20dde25b45 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0513980 Aug 27 16:09:10.839618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-024e4a62-7a05-4bd3-ab68-4ffd70107eb5 req-25a6fc1b-2cf7-4fbf-a49b-aa8f309cbdce tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Aug 27 16:09:10.918199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7637ecc9-43c0-4dfc-bbec-eadeab18bf11 req-779838c0-f595-4a3c-82c6-5bc735a5367f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0307698 Aug 27 16:09:11.022603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c474-6805-45fc-85d4-6ff8aa09423f req-01ddc047-6f87-481e-9bb0-c0d416bc53b6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:11.024200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a39c474-6805-45fc-85d4-6ff8aa09423f req-01ddc047-6f87-481e-9bb0-c0d416bc53b6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0503592 Aug 27 16:09:11.063843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a39c474-6805-45fc-85d4-6ff8aa09423f req-becd64d1-402f-42e8-ac24-8a8dce8919e5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Aug 27 16:09:11.087915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-5c1c71cb-9ac7-4ec5-93f3-3d065bf3ab94 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:11.087915 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-5c1c71cb-9ac7-4ec5-93f3-3d065bf3ab94 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 944 time: 0.0516279 Aug 27 16:09:11.192062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Deleting port 449c0c47-70fb-4222-982f-d9e03b391601 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:11.192468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:11.286631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] For port 449c0c47-70fb-4222-982f-d9e03b391601, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=449c0c47-70fb-4222-982f-d9e03b391601,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:11.286999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:11.298590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808f18c-e3bc-4440-ae7a-9411aa33a29b req-4ec68034-6c00-4edf-8d0b-276e5dcbc882 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:11.300406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3808f18c-e3bc-4440-ae7a-9411aa33a29b req-4ec68034-6c00-4edf-8d0b-276e5dcbc882 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0518212 Aug 27 16:09:11.300854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Calling delete_port for 449c0c47-70fb-4222-982f-d9e03b391601 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:11.341816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3808f18c-e3bc-4440-ae7a-9411aa33a29b req-1ba21ed6-da1e-4846-8456-49aed885738d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Aug 27 16:09:11.547937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:11.576931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event deleted for resources: {'Port': ['ID=449c0c47-70fb-4222-982f-d9e03b391601,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:11.620928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] No DVR routers for this DVR port 449c0c47-70fb-4222-982f-d9e03b391601 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:11.623587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:11.625689 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a8aee9f7-ee71-439b-81f0-2414e4fe040e req-1ddf8e54-f3ff-4e1e-8130-c5f690455bb1 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "DELETE /v2.0/ports/449c0c47-70fb-4222-982f-d9e03b391601 HTTP/1.1" status: 204 len: 173 time: 0.5254691 Aug 27 16:09:11.626152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'name': 'network-vif-deleted', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:11.628996 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29182edb-0f89-4a29-91e9-18f324ffef86" -d '{"events": [{"server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "name": "network-vif-deleted", "tag": "449c0c47-70fb-4222-982f-d9e03b391601"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:11.645892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:09:11.666224 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f051839-9c18-40c4-97fe-2b1fa78e1ef8 x-openstack-request-id: req-9f051839-9c18-40c4-97fe-2b1fa78e1ef8 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:11.666522 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9c5e19-3d46-4e19-86d4-d06644f61066", "name": "network-vif-deleted", "tag": "449c0c47-70fb-4222-982f-d9e03b391601", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:11.666839 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9f051839-9c18-40c4-97fe-2b1fa78e1ef8 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:11.667256 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9c5e19-3d46-4e19-86d4-d06644f61066', 'name': 'network-vif-deleted', 'tag': '449c0c47-70fb-4222-982f-d9e03b391601', 'status': 'completed', 'code': 200} Aug 27 16:09:11.808525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5a63748-19ba-4d9a-a2ad-3a55ed9b8c80 req-41b90bc2-ebea-45c7-8eac-f70f4c7766ec tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 210 time: 0.0384300 Aug 27 16:09:11.818732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:09:11.823920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:11.824585 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:11.866402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfb248-3d6a-4674-a78a-4000b6950167 req-e4eb23b9-5383-41fd-ac89-7ffddb005ec4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:11.868052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63bfb248-3d6a-4674-a78a-4000b6950167 req-e4eb23b9-5383-41fd-ac89-7ffddb005ec4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 948 time: 0.0889263 Aug 27 16:09:11.909709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63bfb248-3d6a-4674-a78a-4000b6950167 req-e7165fe6-9185-4a20-ad01-307e8ebcfc46 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Aug 27 16:09:11.925613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:11.950930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:11.953680 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f8c58-4bb8-4bfb-bd86-aafe433856c1" -d '{"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:11.961826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d6fe947d-d15e-41b4-985e-759dcdd6ca12 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:11.963625 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d6fe947d-d15e-41b4-985e-759dcdd6ca12 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0524712 Aug 27 16:09:11.970953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:11.982685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806412-1'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:12.011416 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de50500d-0e07-453f-b26c-7d61a07b6b70 x-openstack-request-id: req-de50500d-0e07-453f-b26c-7d61a07b6b70 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:12.011416 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:12.011416 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-de50500d-0e07-453f-b26c-7d61a07b6b70 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:12.011416 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'code': 200} Aug 27 16:09:12.058245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b72d59b-5eb9-4595-b193-9850da2192e3 req-26a6bb08-c117-4fa2-88db-1f691d029e99 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0468702 Aug 27 16:09:12.058443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:12.076773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:12.077580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:12.116154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: ed864fdb-0103-4ba2-9bfd-f93dfccf264c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:12.116510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed864fdb-0103-4ba2-9bfd-f93dfccf264c not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:12.116928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:12.140942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 449c0c47-70fb-4222-982f-d9e03b391601 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:12.141305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 449c0c47-70fb-4222-982f-d9e03b391601 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:12.169415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:12.186021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf4ea-6d98-4946-832f-a97bfd56d379 req-5ceda8ce-b5a9-4b3f-be1d-364c68eb9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:12.187628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-67bdf4ea-6d98-4946-832f-a97bfd56d379 req-5ceda8ce-b5a9-4b3f-be1d-364c68eb9a7c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1100 time: 0.0918112 Aug 27 16:09:12.200932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a6f1b-f383-4a95-8118-79484f51b100 req-463bc44f-171f-42b3-9579-47a27f8c7ee5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:12.202428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c8a6f1b-f383-4a95-8118-79484f51b100 req-463bc44f-171f-42b3-9579-47a27f8c7ee5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 945 time: 0.0507421 Aug 27 16:09:12.248205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-67bdf4ea-6d98-4946-832f-a97bfd56d379 req-e246bf38-0855-4b6c-929e-ef39b32fe3ae service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516973 Aug 27 16:09:12.251938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c8a6f1b-f383-4a95-8118-79484f51b100 req-d92c529e-75fa-4cc3-9b5c-6ed18a3a966a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Aug 27 16:09:12.256019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:12.297926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:12.340262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:12.411061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:12.468209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aed1b-83bc-410c-b579-c4f572081a93 req-08dfbc39-9224-46b2-a370-52a96f461008 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:12.474203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-582aed1b-83bc-410c-b579-c4f572081a93 req-08dfbc39-9224-46b2-a370-52a96f461008 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0542564 Aug 27 16:09:12.476287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:12.500044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.501209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.501209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.501209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.501479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.501707 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.502097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.502495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.502854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.503183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.503533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.503855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:12.514542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-582aed1b-83bc-410c-b579-c4f572081a93 req-eb14b54b-63cd-41e1-855b-889f8c9fc8eb tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356178 Aug 27 16:09:12.516428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on host n-h2-806412-1 for vnic_type normal with profile {"migrating_to": "n-h1-806412-1"} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:09:12.516539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:09:12.516884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:12.522270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:09:12.524152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Attempting to bind port f0665beb-46af-4fc0-82bc-fb8450d8a436 on network a07f7c57-a13b-45fb-a78d-0ae4b2590a89 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:12.527581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:09:12.527925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Checking segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:09:12.528306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Bound using segment: {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:09:12.528732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Bound port: f0665beb-46af-4fc0-82bc-fb8450d8a436, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa164f1-8471-4065-a9ef-13afa2c38056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'a07f7c57-a13b-45fb-a78d-0ae4b2590a89'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:09:12.529169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:12.599139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:12.604757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:09:12.679896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:12.756905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=8']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:12.760351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:12.760967 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:12.762354 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f33c30a6-3970-4a35-b8d3-3915ebe3d4e7 service neutron] 10.222.0.90 "PUT /v2.0/ports/f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 200 len: 1121 time: 0.7879195 Aug 27 16:09:12.880973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f0665beb-46af-4fc0-82bc-fb8450d8a436'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:12.911894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['f0665beb-46af-4fc0-82bc-fb8450d8a436'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:12.971768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-677ca110-c2df-4cff-a118-39812039bfac req-ca8831a7-a707-4d5a-b93b-b850ac5ee33f tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f9c5e19-3d46-4e19-86d4-d06644f61066 HTTP/1.1" status: 200 len: 210 time: 0.0364072 Aug 27 16:09:12.996848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7855-15fd-4c3b-a1bf-3ed9c1480053 req-ea14e323-5deb-44d6-99bc-532a1b2cd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:12.998880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d02f7855-15fd-4c3b-a1bf-3ed9c1480053 req-ea14e323-5deb-44d6-99bc-532a1b2cd70c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0988944 Aug 27 16:09:13.059392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d02f7855-15fd-4c3b-a1bf-3ed9c1480053 req-619420af-b917-40f9-8c65-fa96292ba791 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514100 Aug 27 16:09:13.207722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-928ea8cd-41ca-42a1-b266-7ba57b8713c3 req-e6826a0d-4eaa-47b5-8eb2-9aaa821b5651 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0307784 Aug 27 16:09:13.225395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294dbfc-ebd5-41f4-b8c3-380e11edacc2 req-1ae1c624-bfa1-4d13-b419-9e52cf10fd4f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:13.227395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0294dbfc-ebd5-41f4-b8c3-380e11edacc2 req-1ae1c624-bfa1-4d13-b419-9e52cf10fd4f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0839374 Aug 27 16:09:13.266532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0294dbfc-ebd5-41f4-b8c3-380e11edacc2 req-1e457829-be77-41f6-9bc3-a04987fe0368 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Aug 27 16:09:13.374929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277b9d-1975-42a4-99da-24b0b1881ebc req-cff5fd1c-a59e-4940-9e50-78f9d56b9264 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:13.376390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef277b9d-1975-42a4-99da-24b0b1881ebc req-cff5fd1c-a59e-4940-9e50-78f9d56b9264 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0542307 Aug 27 16:09:13.415036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef277b9d-1975-42a4-99da-24b0b1881ebc req-74fb539b-edd5-4e33-9ad9-660a36fa20c6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Aug 27 16:09:13.668309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436'}, {'name': 'network-changed', 'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:13.670694 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8" -d '{"events": [{"server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "name": "network-vif-unplugged", "status": "completed", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436"}, {"name": "network-changed", "server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:13.708585 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3609b9e0-1236-4f0c-8ec9-edc079c69dd2 x-openstack-request-id: req-3609b9e0-1236-4f0c-8ec9-edc079c69dd2 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:13.708889 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "name": "network-vif-unplugged", "status": "completed", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436", "code": 200}, {"name": "network-changed", "server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:13.709144 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3609b9e0-1236-4f0c-8ec9-edc079c69dd2 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:13.709553 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436', 'code': 200} Aug 27 16:09:13.709814 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436', 'status': 'completed', 'code': 200} Aug 27 16:09:13.780344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-c40a7aaf-0ca5-4624-bd31-2cf682b9c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:13.781740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-c40a7aaf-0ca5-4624-bd31-2cf682b9c0de service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1124 time: 0.0409677 Aug 27 16:09:13.881735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-fdc6d5ac-04cd-4a75-8740-b9de95a66187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:13.883215 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-fdc6d5ac-04cd-4a75-8740-b9de95a66187 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.0898969 Aug 27 16:09:13.930128 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-b9839c62-fb89-4772-8623-335ae5fd074b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 200 len: 217 time: 0.0349963 Aug 27 16:09:13.981523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-718d3824-9c7c-4cd7-9851-b7caa571511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:13.982924 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-718d3824-9c7c-4cd7-9851-b7caa571511c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0440011 Aug 27 16:09:14.020302 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-3b421234-2400-4e31-9be9-d8882e07563a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297785 Aug 27 16:09:14.122427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-03480a09-0973-42e5-89a2-f5dce74a91d1 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944998 Aug 27 16:09:14.226632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20ad7359-a82b-466b-8cf3-a54f8b0c15c8 req-3e39feb1-2c2e-4827-8afd-6f202bf60387 service neutron] 10.222.0.97 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921464 Aug 27 16:09:14.229988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef30e9-ab75-4305-8565-4fefd00732f8 req-defca77d-73cd-447b-a909-118374f784db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:14.231496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21ef30e9-ab75-4305-8565-4fefd00732f8 req-defca77d-73cd-447b-a909-118374f784db tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0557871 Aug 27 16:09:14.271065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21ef30e9-ab75-4305-8565-4fefd00732f8 req-5d6754ae-af53-4294-8d9a-86146fa72ae4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Aug 27 16:09:14.388388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7053ecbc-3757-45fc-b613-907b2eb46499 req-001df0c7-c3eb-4931-9659-4796c21d83c5 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0293822 Aug 27 16:09:14.503104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4361-1cf5-4eb2-bdeb-d356e9038098 req-b8a4c828-11ab-4625-9fd8-3330ae60a3ee tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:14.504709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-548d4361-1cf5-4eb2-bdeb-d356e9038098 req-b8a4c828-11ab-4625-9fd8-3330ae60a3ee tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0560179 Aug 27 16:09:14.571898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-548d4361-1cf5-4eb2-bdeb-d356e9038098 req-80a9a862-a89d-4533-b0c9-acebaf9928a4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Aug 27 16:09:14.583523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60c03c-3bf9-45db-aa61-06ce3cd4f4f8 req-58b15d9c-4f94-45ea-8852-86b2203aa232 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:14.585013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab60c03c-3bf9-45db-aa61-06ce3cd4f4f8 req-58b15d9c-4f94-45ea-8852-86b2203aa232 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0793834 Aug 27 16:09:14.626357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab60c03c-3bf9-45db-aa61-06ce3cd4f4f8 req-81847c8f-1a7f-43b8-b1a6-3350dea63607 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342484 Aug 27 16:09:14.679955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c52c-ad06-4a4c-8f38-c9353425c285 req-b3f29ca8-a494-4891-8be7-550008ade4e3 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:14.681517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ff2c52c-ad06-4a4c-8f38-c9353425c285 req-b3f29ca8-a494-4891-8be7-550008ade4e3 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 967 time: 0.0541544 Aug 27 16:09:14.725669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ff2c52c-ad06-4a4c-8f38-c9353425c285 req-d600a6cb-3cba-4969-a9de-f2f828166fe9 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/security-groups?id=3b707920-e63c-49c5-aa6a-4c336e25f966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367517 Aug 27 16:09:14.808654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736fa5a-fe72-426f-a733-cca1ae4f871b req-001e6189-305d-4c91-918f-bbfc9a24e49b tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:14.810235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8736fa5a-fe72-426f-a733-cca1ae4f871b req-001e6189-305d-4c91-918f-bbfc9a24e49b tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1100 time: 0.0428791 Aug 27 16:09:14.844954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8736fa5a-fe72-426f-a733-cca1ae4f871b req-ad41f7ce-dc34-492d-868e-2544e1cc18f2 tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287223 Aug 27 16:09:14.976705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f0665beb-46af-4fc0-82bc-fb8450d8a436 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:09:15.075606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:15.089540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f0665beb-46af-4fc0-82bc-fb8450d8a436 has no active binding in host n-h1-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:09:15.168770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-4d2de07f-09a4-4c55-9468-0b0ea5ae3466 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:15.170444 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-4d2de07f-09a4-4c55-9468-0b0ea5ae3466 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 967 time: 0.0664194 Aug 27 16:09:15.273551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Deleting port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:15.273899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:15.366062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] For port 9325fc2b-0ca7-4567-9b5a-8150eefc4587, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9325fc2b-0ca7-4567-9b5a-8150eefc4587,segment=NetworkSegment(d61a4edb-f0a1-424c-acb1-c4a21ea85806),segment_id=d61a4edb-f0a1-424c-acb1-c4a21ea85806)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:15.366436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:15.380378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Calling delete_port for 9325fc2b-0ca7-4567-9b5a-8150eefc4587 owned by compute:tempest-test_az-1253524327 {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:15.509306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2bc96aa-13f8-45b1-92a7-8965850f1dd5 req-842eb0c4-626a-4625-9d27-9cf5d48a9ef0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0310216 Aug 27 16:09:15.605192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:15.634472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Pushing event deleted for resources: {'Port': ['ID=9325fc2b-0ca7-4567-9b5a-8150eefc4587,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:15.638264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdef31-9947-4ba0-9d31-eb1d58ffe4a2 req-6300a4d3-3cac-4b7b-a191-8eed8f2b04b1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:15.644795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3cdef31-9947-4ba0-9d31-eb1d58ffe4a2 req-6300a4d3-3cac-4b7b-a191-8eed8f2b04b1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0581434 Aug 27 16:09:15.686406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] No DVR routers for this DVR port 9325fc2b-0ca7-4567-9b5a-8150eefc4587 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:15.689828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:15.692140 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-25d4e69d-09a9-4b77-9500-63db42ff1be3 req-c03117df-9484-4ad7-89c8-dad767c76745 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.97 "DELETE /v2.0/ports/9325fc2b-0ca7-4567-9b5a-8150eefc4587 HTTP/1.1" status: 204 len: 173 time: 0.5099471 Aug 27 16:09:15.710148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3cdef31-9947-4ba0-9d31-eb1d58ffe4a2 req-83136949-0ce0-4c02-8fb3-ce13142345db tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554903 Aug 27 16:09:15.710963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'name': 'network-vif-deleted', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:15.713690 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd6cb57-5c62-46c6-988b-11f180eb30a6" -d '{"events": [{"server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "name": "network-vif-deleted", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:15.756325 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51f6716-1082-438c-8b44-4aee592ef5c7 x-openstack-request-id: req-e51f6716-1082-438c-8b44-4aee592ef5c7 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:15.756325 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c96009-2ce5-4573-98fb-c39a80561d39", "name": "network-vif-deleted", "tag": "9325fc2b-0ca7-4567-9b5a-8150eefc4587", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:15.756325 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e51f6716-1082-438c-8b44-4aee592ef5c7 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:15.756325 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c96009-2ce5-4573-98fb-c39a80561d39', 'name': 'network-vif-deleted', 'tag': '9325fc2b-0ca7-4567-9b5a-8150eefc4587', 'status': 'completed', 'code': 200} Aug 27 16:09:15.801326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-93b29631-9f06-47da-aa3b-5d7976052cac service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731978 Aug 27 16:09:15.811225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe4ea-6536-4807-8693-b95384af7e96 req-acac4e57-c43d-41ec-bda8-a952bfef8352 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:15.813330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-234fe4ea-6536-4807-8693-b95384af7e96 req-acac4e57-c43d-41ec-bda8-a952bfef8352 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0957329 Aug 27 16:09:15.859042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-234fe4ea-6536-4807-8693-b95384af7e96 req-47c53a71-9d64-4acf-9d13-58ec3789b459 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391169 Aug 27 16:09:15.928986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37deec7a-98f5-4064-bbe9-8a651a692bba req-db71ddb2-c5c6-43fd-b883-3ec6f06f1e22 tempest-LiveMigrationTest-1259289040 tempest-LiveMigrationTest-1259289040-project] 10.222.0.101 "GET /v2.0/ports?device_id=74c96009-2ce5-4573-98fb-c39a80561d39 HTTP/1.1" status: 200 len: 210 time: 0.0346673 Aug 27 16:09:16.631136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c43975d-2edb-4e64-ab6c-eec0998c163f req-85bed649-a1e8-4ef2-9ddc-8d98dcd2cb79 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0268013 Aug 27 16:09:16.837617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cef865-789d-42bf-bb70-ea6ab8f236e8 req-ab67f940-1a0d-4792-a804-112e58647b7a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:16.839184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03cef865-789d-42bf-bb70-ea6ab8f236e8 req-ab67f940-1a0d-4792-a804-112e58647b7a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0540352 Aug 27 16:09:16.892715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03cef865-789d-42bf-bb70-ea6ab8f236e8 req-1451f8a7-d8df-440a-944b-34d8618b3ee8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Aug 27 16:09:17.015487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96a268-7e99-4372-a917-76028f5dad18 req-9142ebbd-85a2-40ca-97b3-4c31fb5884c0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:17.017545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df96a268-7e99-4372-a917-76028f5dad18 req-9142ebbd-85a2-40ca-97b3-4c31fb5884c0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0565794 Aug 27 16:09:17.068877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df96a268-7e99-4372-a917-76028f5dad18 req-e6513898-2a8e-405f-9299-59e9c7d9809b tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Aug 27 16:09:17.155473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56372) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:17.203245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Deleting subnet fccdb5e4-86df-40db-9508-b4f073210aaf {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:09:17.207526 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:17.246478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:17.287585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:17.662313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:17.684193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:17.690216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccdb5e4-86df-40db-9508-b4f073210aaf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:17.707253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:17.712492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fccdb5e4-86df-40db-9508-b4f073210aaf HTTP/1.1" status: 204 len: 168 time: 0.5532317 Aug 27 16:09:17.712492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.712492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.712492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.712997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56382) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:17.720546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 9325fc2b-0ca7-4567-9b5a-8150eefc4587 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:17.720893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.721941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9325fc2b-0ca7-4567-9b5a-8150eefc4587 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:17.722723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f0665beb-46af-4fc0-82bc-fb8450d8a436 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:17.727819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.728460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.728981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.729497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.730013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.731688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.731688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.731688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81c1992-7d0a-4c7e-8578-baf5c43f8d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:17.794294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36af3f3f-82bd-435d-8b36-746860210597 req-caef2ec4-c9d9-4f55-a9c9-8cc42a415b3f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0366802 Aug 27 16:09:17.820387 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:17.918477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ab1bd-a8fd-48a0-bc7d-7b00d0aece1c req-778d0de7-e3a8-49e7-babf-9db2611152ea tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:17.927741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-061ab1bd-a8fd-48a0-bc7d-7b00d0aece1c req-778d0de7-e3a8-49e7-babf-9db2611152ea tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0712740 Aug 27 16:09:17.963206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:17.977471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d315019b-6d4f-48e1-b77d-ba55d795f60b']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:17.987600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-a7124bcc-cc8f-48c3-a9cc-6abd0fdf1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:17.989307 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-a7124bcc-cc8f-48c3-a9cc-6abd0fdf1229 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1096 time: 0.0760965 Aug 27 16:09:17.993806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-061ab1bd-a8fd-48a0-bc7d-7b00d0aece1c req-466723da-6712-43e5-9c5f-6762bddf2715 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628922 Aug 27 16:09:17.995065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61a4edb-f0a1-424c-acb1-c4a21ea85806') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:17.995562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61a4edb-f0a1-424c-acb1-c4a21ea85806') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:18.067705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35d646-5b1e-4f5a-9748-3853d653b7e8 req-3057f153-42cb-4d1b-9164-9af122bf51f1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:18.069383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f35d646-5b1e-4f5a-9748-3853d653b7e8 req-3057f153-42cb-4d1b-9164-9af122bf51f1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0701425 Aug 27 16:09:18.080604 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.104824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.114178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-1f8b9a18-11a3-4c31-b0fc-811ed2783738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:18.115707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-1f8b9a18-11a3-4c31-b0fc-811ed2783738 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 921 time: 0.1162474 Aug 27 16:09:18.116893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:09:18.121303 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:09:18.133141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f35d646-5b1e-4f5a-9748-3853d653b7e8 req-fb1b5f9d-5edb-4d34-ab6b-58cb05936b13 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550425 Aug 27 16:09:18.204629 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-5eb62f2b-d9e4-4635-95ca-749fa4335135 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9006ea96-1205-4e47-bca5-f8376505fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0724936 Aug 27 16:09:18.256793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c4413-3b79-405f-a551-a6c68420531d req-57de1fb5-80f0-46d7-add8-81bf45bef011 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:18.260700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d44c4413-3b79-405f-a551-a6c68420531d req-57de1fb5-80f0-46d7-add8-81bf45bef011 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 943 time: 0.0754795 Aug 27 16:09:18.286519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.312830 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.315327 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d315019b-6d4f-48e1-b77d-ba55d795f60b HTTP/1.1" status: 204 len: 168 time: 0.6006818 Aug 27 16:09:18.319506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56394) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:18.320355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239e71-60c9-4f80-9c0e-591dbd812c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d315019b-6d4f-48e1-b77d-ba55d795f60b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:18.324835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d44c4413-3b79-405f-a551-a6c68420531d req-629972c3-4db7-4317-b2bc-76e8a7cd7aa3 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541129 Aug 27 16:09:18.356295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-72d34759-12fc-412b-b48a-e1f105a6c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:18.357786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-72d34759-12fc-412b-b48a-e1f105a6c558 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 200 len: 859 time: 0.1147447 Aug 27 16:09:18.383051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] Deleting subnet 145a1fe5-6866-4bdb-b4f2-ad282102dd18 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:09:18.401386 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-52f95276-97a3-4fef-97ac-6f417e97f7d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301988 Aug 27 16:09:18.402060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.512585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.577144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-9656c201-9c4f-4a81-96b6-919e95ac0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:18.578531 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-9656c201-9c4f-4a81-96b6-919e95ac0047 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1100 time: 0.1091228 Aug 27 16:09:18.587633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.623099 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-50e4b6d2-c51c-4605-989e-baec8a46c7b1 service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022963 Aug 27 16:09:18.661040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-b758616a-5956-410e-a426-b2d15710ba04 service neutron] 10.222.0.97 "GET /v2.0/ports/f0665beb-46af-4fc0-82bc-fb8450d8a436/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.0574512 Aug 27 16:09:18.785126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-2c5b394c-4b0b-4409-ba08-f49da64e8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:18.786612 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-2c5b394c-4b0b-4409-ba08-f49da64e8d73 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1969068 Aug 27 16:09:18.832798 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6ac8ad0d-82ba-4923-8218-3a0be2f4ae3b req-1709265c-db77-4793-bf63-8cc5f580840a service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751783 Aug 27 16:09:18.834465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a797e3bf-295f-4e92-bef6-a8048cbb7bdf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0390115 Aug 27 16:09:18.839665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:18.855412 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.862731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:18.903923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145a1fe5-6866-4bdb-b4f2-ad282102dd18,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:18.911064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:18.915707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62e3bd95-97eb-4998-82ff-ea8a58f47ade admin admin] 10.222.0.101 "DELETE /v2.0/subnets/145a1fe5-6866-4bdb-b4f2-ad282102dd18 HTTP/1.1" status: 204 len: 168 time: 0.5907338 Aug 27 16:09:18.917469 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56400) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:18.917709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b26eb1f-2993-40ec-9cf3-9dd725de7e82 req-d7b91df3-8e64-4120-beb4-b01c73c8a18d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0348494 Aug 27 16:09:18.926559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0665beb-46af-4fc0-82bc-fb8450d8a436 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:18.942709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:18.972910 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-d546f8d9-4eb7-4525-82b6-5b8226ad927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:18.974400 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-d546f8d9-4eb7-4525-82b6-5b8226ad927e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1274924 Aug 27 16:09:19.022200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.024451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.043463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-8cf39165-935a-4159-8dfb-b2f1388a37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.044980 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-8cf39165-935a-4159-8dfb-b2f1388a37af service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626392 Aug 27 16:09:19.128245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] Transition to ACTIVE for port object f0665beb-46af-4fc0-82bc-fb8450d8a436 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:19.137249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68a997-47b1-4dd6-bc84-fb14c7b22512 req-03e0f1ef-8445-4526-b28e-b710bcb49a5c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.138761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f68a997-47b1-4dd6-bc84-fb14c7b22512 req-03e0f1ef-8445-4526-b28e-b710bcb49a5c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0779107 Aug 27 16:09:19.184166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f68a997-47b1-4dd6-bc84-fb14c7b22512 req-7160ecc3-3240-425f-aaf0-cb9c9403182e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362585 Aug 27 16:09:19.205923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.318631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] No DVR routers for this DVR port f0665beb-46af-4fc0-82bc-fb8450d8a436 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:19.328881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] Pushing event updated for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=10']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:19.365878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29defa-bf0a-43a9-b7ee-2a987ce52d08 req-f01191af-4b32-4aed-bdcf-ca374abdc35f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.370495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b29defa-bf0a-43a9-b7ee-2a987ce52d08 req-f01191af-4b32-4aed-bdcf-ca374abdc35f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.1327825 Aug 27 16:09:19.377987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-d7d5e915-fb01-4799-98da-49fee551043b service neutron] 10.222.0.97 "PUT /v2.0/ports/f0665beb-46af-4fc0-82bc-fb8450d8a436/bindings/n-h1-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7098479 Aug 27 16:09:19.418648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b29defa-bf0a-43a9-b7ee-2a987ce52d08 req-d096b662-dfec-47f4-ba97-8e307deb5352 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Aug 27 16:09:19.433979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.451798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4c53ae-3378-493f-b7b9-faf59dbcc67f']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:19.465654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf36fc6b-ba39-446f-9b47-b375a6460d29') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:19.465956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf36fc6b-ba39-446f-9b47-b375a6460d29') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:19.483089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.496130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-2142dab6-e6d4-419f-a17f-bfd39161ef85 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314358 Aug 27 16:09:19.502777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.503855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f90fc2-055a-4ba2-a5aa-8184e2db7eac req-1e560a20-c703-4567-b4ae-a45badeb17d5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.506187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6f90fc2-055a-4ba2-a5aa-8184e2db7eac req-1e560a20-c703-4567-b4ae-a45badeb17d5 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.0544589 Aug 27 16:09:19.528471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:09:19.528471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:09:19.528749 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:09:19.554432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6f90fc2-055a-4ba2-a5aa-8184e2db7eac req-fefaac7e-f9b1-4a3e-b6d9-b9ebf65d944e tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Aug 27 16:09:19.668235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-44ae86c6-9265-4c87-aa11-cf5a0339f451 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.669651 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-44ae86c6-9265-4c87-aa11-cf5a0339f451 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.1066318 Aug 27 16:09:19.680390 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-fbdf6e4c-1157-4def-9f91-458312c351dc service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751575 Aug 27 16:09:19.708246 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.715005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:19.716842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] 10.222.0.101 "DELETE /v2.0/networks/2f4c53ae-3378-493f-b7b9-faf59dbcc67f HTTP/1.1" status: 204 len: 168 time: 0.7984345 Aug 27 16:09:19.733011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2fa8b-10c8-4826-a5c9-0249837c1740 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4c53ae-3378-493f-b7b9-faf59dbcc67f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:19.745174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-2202396d-40ba-4abb-894a-b45cb591f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.746676 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-2202396d-40ba-4abb-894a-b45cb591f2f2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f HTTP/1.1" status: 200 len: 1095 time: 0.0654473 Aug 27 16:09:19.820385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-9431bc98-cee0-404f-a694-a9268762a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.821949 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-9431bc98-cee0-404f-a694-a9268762a15d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1095 time: 0.0435429 Aug 27 16:09:19.930985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-83b2cfe5-7b6a-4f84-99f5-1102cfab7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:19.930985 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-83b2cfe5-7b6a-4f84-99f5-1102cfab7ef7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 200 len: 923 time: 0.0881505 Aug 27 16:09:19.977378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-49382ae0-624a-4590-a8b6-44e1d5888f05 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 200 len: 217 time: 0.0385368 Aug 27 16:09:20.029328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d80cfcae-830f-40f9-8f50-a582cd2a7739 req-5d9ff532-e5fc-419e-8841-a1b889e9fed2 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0261195 Aug 27 16:09:20.030646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f6c1895f-d5dc-4210-8230-862c08356d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:20.032308 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-f6c1895f-d5dc-4210-8230-862c08356d3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 200 len: 861 time: 0.0440857 Aug 27 16:09:20.074226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-acad81d4-5a4d-4d30-90c4-d7cb0c07bed8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a07f7c57-a13b-45fb-a78d-0ae4b2590a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263464 Aug 27 16:09:20.174588 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-4e83401a-42d0-4ebb-b1a0-e5bfceca836b service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899160 Aug 27 16:09:20.275814 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-659b2086-535e-42d9-9595-945156e570cf service neutron] 10.222.0.90 "GET /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Aug 27 16:09:20.301571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e908b6-73e3-4f46-a5eb-04719963fb09 req-f1930b5a-0245-471d-8d2e-c892f6019800 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:20.306380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e908b6-73e3-4f46-a5eb-04719963fb09 req-f1930b5a-0245-471d-8d2e-c892f6019800 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0501790 Aug 27 16:09:20.322152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:20.347349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e908b6-73e3-4f46-a5eb-04719963fb09 req-537bbe3c-2cf6-4eae-8353-5b6b202da6fa tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362031 Aug 27 16:09:20.366022 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-338e41a3-a840-44bb-823c-507a58cfc706 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1713de73f0ef45e3aef20559238dd3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405517 Aug 27 16:09:20.366782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56428) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:20.417311 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29c0e58d-6e46-4d1f-8dd3-ba2d6af826a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:20.438820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29c0e58d-6e46-4d1f-8dd3-ba2d6af826a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:20.545080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7529c-8af7-4600-9ee8-86ab212644cd req-36378650-3179-4bf1-9c21-5d62a83b69f7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:20.546534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49b7529c-8af7-4600-9ee8-86ab212644cd req-36378650-3179-4bf1-9c21-5d62a83b69f7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0541136 Aug 27 16:09:20.589160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49b7529c-8af7-4600-9ee8-86ab212644cd req-70f31719-6ed2-412c-8227-417e3de8ca65 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364187 Aug 27 16:09:20.616586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-334f4b24-9589-49bc-b9db-8dc919f3c0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:20.674440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29c0e58d-6e46-4d1f-8dd3-ba2d6af826a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:20.677954 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29c0e58d-6e46-4d1f-8dd3-ba2d6af826a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:20.678707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-29c0e58d-6e46-4d1f-8dd3-ba2d6af826a7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3b707920-e63c-49c5-aa6a-4c336e25f966 HTTP/1.1" status: 204 len: 168 time: 0.3114178 Aug 27 16:09:20.687662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0e58d-6e46-4d1f-8dd3-ba2d6af826a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b707920-e63c-49c5-aa6a-4c336e25f966,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:20.699943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa61f0-fd3a-4425-8187-b3f14bbd56f3 req-2ce712f4-fb75-40c2-a603-be17e0502d83 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:20.701485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23aa61f0-fd3a-4425-8187-b3f14bbd56f3 req-2ce712f4-fb75-40c2-a603-be17e0502d83 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.0542414 Aug 27 16:09:20.741217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23aa61f0-fd3a-4425-8187-b3f14bbd56f3 req-832982a4-b295-48c1-b42c-9a80dbc43f36 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Aug 27 16:09:21.079194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3d91-caf2-4d75-b27b-764197649f69 req-676c8681-2dda-4d53-be72-ea9d551c4f9d tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:21.080769 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-676c8681-2dda-4d53-be72-ea9d551c4f9d tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f&tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1095 time: 0.0504637 Aug 27 16:09:21.153363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cac32ebf-ad22-47d7-ac7f-4bf8be2c0fc8 req-81646de2-e579-456b-87c2-fc49a4d284d8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0279620 Aug 27 16:09:21.316946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-054f3d91-caf2-4d75-b27b-764197649f69 req-8908bda8-33a2-4ed5-8e63-0346de3e2cc5 service neutron] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:21.320726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-054f3d91-caf2-4d75-b27b-764197649f69 req-8908bda8-33a2-4ed5-8e63-0346de3e2cc5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:21.322045 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-8908bda8-33a2-4ed5-8e63-0346de3e2cc5 service neutron] 10.222.0.90 "DELETE /v2.0/ports/f0665beb-46af-4fc0-82bc-fb8450d8a436/bindings/n-h2-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.2306702 Aug 27 16:09:21.518203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:21.567385 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5d398fd2-d717-4227-a94d-9881d8e2c24f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=438715f30c8b4983b0d5da58d64c4084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478213 Aug 27 16:09:21.569923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:21.621210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c30c486f-1bf6-4e7c-98f3-7e0fcec26a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:21.645194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c30c486f-1bf6-4e7c-98f3-7e0fcec26a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:21.655623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c6cd8-f24f-405e-ab63-25420d58bf24 req-e6777ae0-8449-4439-9057-ec2f987351b8 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:21.664616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-726c6cd8-f24f-405e-ab63-25420d58bf24 req-e6777ae0-8449-4439-9057-ec2f987351b8 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.2468100 Aug 27 16:09:21.728605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-726c6cd8-f24f-405e-ab63-25420d58bf24 req-1d4b7aa2-dd5d-4c6f-9ed9-b85f00b68363 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635333 Aug 27 16:09:21.749021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d9a6-fec3-40c6-977a-600c5352eb15 req-3f81dc34-47bc-4f3c-a802-bea9beb5504b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:21.750726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd94d9a6-fec3-40c6-977a-600c5352eb15 req-3f81dc34-47bc-4f3c-a802-bea9beb5504b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0681562 Aug 27 16:09:21.785944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c30c486f-1bf6-4e7c-98f3-7e0fcec26a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:21.791168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c30c486f-1bf6-4e7c-98f3-7e0fcec26a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:21.791924 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c30c486f-1bf6-4e7c-98f3-7e0fcec26a4d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a5b60057-4c38-4c03-81df-72b43ec35222 HTTP/1.1" status: 204 len: 168 time: 0.2209573 Aug 27 16:09:21.795909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd94d9a6-fec3-40c6-977a-600c5352eb15 req-d72f9e24-0308-46bc-a358-3f5d650b2c4e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360348 Aug 27 16:09:21.806001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c486f-1bf6-4e7c-98f3-7e0fcec26a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b60057-4c38-4c03-81df-72b43ec35222,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:21.916357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80692b-4963-401c-a87f-2b1c6a5549b5 req-e28d1078-cf32-4aaf-894f-8a416d29b0d2 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:21.918516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b80692b-4963-401c-a87f-2b1c6a5549b5 req-e28d1078-cf32-4aaf-894f-8a416d29b0d2 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.0508478 Aug 27 16:09:21.957609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b80692b-4963-401c-a87f-2b1c6a5549b5 req-0425a503-6dec-4901-a2a6-20292f3a53ed tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Aug 27 16:09:22.100933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138751e-98a0-40a6-98c3-e61e49d91158 req-b7b6cb84-005e-49f1-a51f-0a4710be8e55 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:22.102440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8138751e-98a0-40a6-98c3-e61e49d91158 req-b7b6cb84-005e-49f1-a51f-0a4710be8e55 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 1095 time: 0.0432701 Aug 27 16:09:22.144103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8138751e-98a0-40a6-98c3-e61e49d91158 req-b3f8603e-fa73-4ea4-8c6a-7b6c1c7ad629 tempest-LiveAutoBlockMigrationV225Test-1452487541 tempest-LiveAutoBlockMigrationV225Test-1452487541-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355086 Aug 27 16:09:22.277295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a345ff25-89b0-4ede-afee-74bfd5972fb7 req-363028ef-0410-414c-8440-e8968ba21f90 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0300446 Aug 27 16:09:22.739379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0278e1-4384-454e-b436-cfd77a1d971a req-6b106cc7-8724-47e2-a8bf-5b2404db3dd0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:22.740892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad0278e1-4384-454e-b436-cfd77a1d971a req-6b106cc7-8724-47e2-a8bf-5b2404db3dd0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.0520167 Aug 27 16:09:22.782255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad0278e1-4384-454e-b436-cfd77a1d971a req-fff2b0a1-8eea-4c12-9457-fa038f5bee77 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352166 Aug 27 16:09:22.859999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe4032-3be5-4d12-9510-7d02ed63fecb req-3feaef93-54e7-4989-b976-e201d8050bad tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:22.862266 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38fe4032-3be5-4d12-9510-7d02ed63fecb req-3feaef93-54e7-4989-b976-e201d8050bad tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0577722 Aug 27 16:09:22.892171 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:22.936023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38fe4032-3be5-4d12-9510-7d02ed63fecb req-3a5e24fc-079d-4ccf-840d-c2159da8d8a1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659146 Aug 27 16:09:22.944147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8331b0-9bd9-49cc-87c8-963ea6008bfc req-dba3b253-d55e-4d8b-b70b-7b6fb56b9218 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:22.945595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e8331b0-9bd9-49cc-87c8-963ea6008bfc req-dba3b253-d55e-4d8b-b70b-7b6fb56b9218 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0767210 Aug 27 16:09:22.995824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e8331b0-9bd9-49cc-87c8-963ea6008bfc req-035b35ff-40c7-4170-891b-0431571514ab tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Aug 27 16:09:23.099524 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c722993b-12fd-4890-80f9-502358c15bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:23.256175 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:23.390333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-919a5bca-0256-407f-9fdf-bf8dbbf010a8 req-c7c24075-171d-441f-8310-cc246dea0c90 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Aug 27 16:09:23.564006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-80f422a0-928e-4653-88bf-dfc5d4943d94 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:23.566818 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-80f422a0-928e-4653-88bf-dfc5d4943d94 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.0563989 Aug 27 16:09:23.606490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:09:23.650721 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:23.672548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Deleting port f0665beb-46af-4fc0-82bc-fb8450d8a436 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:23.672970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:23.761996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] For port f0665beb-46af-4fc0-82bc-fb8450d8a436, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f0665beb-46af-4fc0-82bc-fb8450d8a436,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:23.762367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:23.776721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Calling delete_port for f0665beb-46af-4fc0-82bc-fb8450d8a436 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:23.907056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ac435-a117-4fae-9c57-4f2dff8c0f14 req-250d8248-e6a6-4945-bd97-21335de2c317 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:23.911840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f33ac435-a117-4fae-9c57-4f2dff8c0f14 req-250d8248-e6a6-4945-bd97-21335de2c317 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 944 time: 0.0563555 Aug 27 16:09:23.948900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f33ac435-a117-4fae-9c57-4f2dff8c0f14 req-815578e0-deec-4e47-8a41-b7adebe8486a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332839 Aug 27 16:09:23.988307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:24.001735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e01b2c11-4cce-4954-bac6-255a74a65101', 'f0665beb-46af-4fc0-82bc-fb8450d8a436'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:24.022176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event deleted for resources: {'Port': ['ID=f0665beb-46af-4fc0-82bc-fb8450d8a436,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:24.072776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] No DVR routers for this DVR port f0665beb-46af-4fc0-82bc-fb8450d8a436 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:24.075653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:24.078323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-aafdf4eb-6549-4707-91b6-6da12dc95dff req-e952b2c3-d245-4aea-9e5d-33bd832277aa tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "DELETE /v2.0/ports/f0665beb-46af-4fc0-82bc-fb8450d8a436 HTTP/1.1" status: 204 len: 173 time: 0.5031517 Aug 27 16:09:24.078801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'name': 'network-vif-deleted', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:24.081580 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d49ec-56fb-4ad4-a8d8-360331e50a42" -d '{"events": [{"server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "name": "network-vif-deleted", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:24.085828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa808a49-5c99-4432-8440-7fa8c052a1b0 req-0bb2c560-3008-4c61-9025-116d8cd33861 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:24.095229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa808a49-5c99-4432-8440-7fa8c052a1b0 req-0bb2c560-3008-4c61-9025-116d8cd33861 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0841787 Aug 27 16:09:24.134205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa808a49-5c99-4432-8440-7fa8c052a1b0 req-76de7f7f-ccca-41d5-8a70-8cc40f3e3fde tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Aug 27 16:09:24.258461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa79b-9a6b-4a98-ba3c-2b764c590660 req-97851130-04e8-4556-97f5-ee8ab45ac02a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:24.260006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-986fa79b-9a6b-4a98-ba3c-2b764c590660 req-97851130-04e8-4556-97f5-ee8ab45ac02a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0502288 Aug 27 16:09:24.307776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-986fa79b-9a6b-4a98-ba3c-2b764c590660 req-5175c8a4-6aa2-4f2e-a4c8-51e9dc9fb663 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Aug 27 16:09:24.337046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-fbba05d8-32bd-489c-85b9-5f99d43d705d tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282850 Aug 27 16:09:24.363513 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:24.432613 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f824b6-2b68-48ed-8411-4106ae57f352 x-openstack-request-id: req-a4f824b6-2b68-48ed-8411-4106ae57f352 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:24.433774 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd551fe1-fa01-4558-8c1a-4da524cbd72f", "name": "network-vif-deleted", "tag": "f0665beb-46af-4fc0-82bc-fb8450d8a436", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:24.434240 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a4f824b6-2b68-48ed-8411-4106ae57f352 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:24.434929 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd551fe1-fa01-4558-8c1a-4da524cbd72f', 'name': 'network-vif-deleted', 'tag': 'f0665beb-46af-4fc0-82bc-fb8450d8a436', 'status': 'completed', 'code': 200} Aug 27 16:09:24.461134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-946af8f7-31e7-44b5-8c58-b003736b962d tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:24.462639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-946af8f7-31e7-44b5-8c58-b003736b962d tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185246 Aug 27 16:09:24.480448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-e6a0e81b-de6e-42c1-95a4-45a98849ec2d tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/quotas/d2e4c9c9dc9f4eed8a904beb89e47ecb HTTP/1.1" status: 200 len: 375 time: 0.0110524 Aug 27 16:09:24.521072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-e01d1b84-ce04-4754-9616-6e7c28c160f9 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343368 Aug 27 16:09:24.537621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a1e554c-95e7-4669-8ec2-548fc48f235a req-979beea4-cf8e-4bf8-9e4a-18b3525f4e25 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0421422 Aug 27 16:09:24.795952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-563cb04b-7fe0-40cb-a1b5-f7ea0c8dba9b req-478c5170-1312-4126-b7d2-d9242cc3c00d tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 210 time: 0.0280168 Aug 27 16:09:25.061276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60cbcc74-18c8-4bb7-9edc-801605797546 req-7e4d5fba-a705-411e-8fc0-1802d083df1a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 210 time: 0.0324695 Aug 27 16:09:25.260185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86c5a5-8e9a-4147-9e41-e8ec9adfc69f req-2e5f2ed2-4308-4909-a35e-51b4288eca1a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:25.261688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc86c5a5-8e9a-4147-9e41-e8ec9adfc69f req-2e5f2ed2-4308-4909-a35e-51b4288eca1a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0509861 Aug 27 16:09:25.301926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc86c5a5-8e9a-4147-9e41-e8ec9adfc69f req-909832d6-58fc-4108-8ab4-9063215f88fd tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334496 Aug 27 16:09:25.447390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd79d3-79a0-4bfb-b01b-53f9c5576e10 req-8ca3c70d-5731-40d2-ad27-13b0238aa91f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:25.448923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90fd79d3-79a0-4bfb-b01b-53f9c5576e10 req-8ca3c70d-5731-40d2-ad27-13b0238aa91f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0617290 Aug 27 16:09:25.489608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90fd79d3-79a0-4bfb-b01b-53f9c5576e10 req-d638d794-3209-4187-b451-d1d00009acc1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342469 Aug 27 16:09:25.653632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bff96b8d-60a3-4e94-a407-bef8bb47e8fc req-4f098b93-f3b3-424d-85c1-3cbcdcbd721a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0294206 Aug 27 16:09:25.879148 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:25.913417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2f7d069-314b-4604-8449-195e0f2a0ee0 req-598eb4b3-8f78-40a2-81f4-56e4379dafb8 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 210 time: 0.0336208 Aug 27 16:09:26.160559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2ad4f0d-67d2-4f51-ac43-bcd1e018c323 req-bf6af878-b1f9-419e-82da-1ffaae319449 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 210 time: 0.0259156 Aug 27 16:09:26.421799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc4ea-3b27-4a6e-9527-97fa171b35c3 req-920214c7-a50b-4e03-8a28-399595360333 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:26.423344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d9bc4ea-3b27-4a6e-9527-97fa171b35c3 req-920214c7-a50b-4e03-8a28-399595360333 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0512288 Aug 27 16:09:26.464061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d9bc4ea-3b27-4a6e-9527-97fa171b35c3 req-c593838d-aeb4-4b18-833a-c5417f2bc850 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Aug 27 16:09:26.622207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7d729-9dd6-40ed-9e0a-78a0d6ee4848 req-06872c68-d24b-4b38-b904-62c70a34257e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:26.623768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ac7d729-9dd6-40ed-9e0a-78a0d6ee4848 req-06872c68-d24b-4b38-b904-62c70a34257e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0510473 Aug 27 16:09:26.664552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ac7d729-9dd6-40ed-9e0a-78a0d6ee4848 req-3132e041-070d-4228-ab90-57a4cf26dcd6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340159 Aug 27 16:09:26.781795 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-3a002725-e14b-4549-b9e5-227241d7f371 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535264 Aug 27 16:09:26.812712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcc7b209-6147-42d6-b8b3-7bd9413936d8 req-32a7ac28-a3fd-4ec2-814c-6b805dc3ef2f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0429990 Aug 27 16:09:26.908138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-2fec7e93-da08-4dc3-b765-a78689672ef9 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:26.909773 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-2fec7e93-da08-4dc3-b765-a78689672ef9 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213317 Aug 27 16:09:26.922440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Request body: {'port': {'device_id': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'd2e4c9c9dc9f4eed8a904beb89e47ecb'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:27.074099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff23eaff-7742-4489-9d07-bfcbbe04bf29 req-21075405-49be-44dd-9430-c46190e8e748 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 210 time: 0.0448170 Aug 27 16:09:27.179679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Made reservation on behalf of d2e4c9c9dc9f4eed8a904beb89e47ecb for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:09:27.183452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:27.196257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:27.285227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c73d6b6c-abe8-4e62-952f-8cc7b6dc6d18 req-b4b78ada-cd96-4e09-9cf7-6666a931c041 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 210 time: 0.0381825 Aug 27 16:09:27.309414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:27.385637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:27.459398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:27.566604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Allocated IP 192.168.233.132 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/44d5d67c-7c9e-4d04-bb90-0305c09d44eb) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:09:27.633228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc1dcb-1656-4924-9996-c442fbf9aae1 req-7da6b40a-8aa1-42c5-91aa-acb23be8f3ce tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:27.637185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57bc1dcb-1656-4924-9996-c442fbf9aae1 req-7da6b40a-8aa1-42c5-91aa-acb23be8f3ce tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0826635 Aug 27 16:09:27.682912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57bc1dcb-1656-4924-9996-c442fbf9aae1 req-746cffe1-1501-452f-8008-6926429b2e4a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Aug 27 16:09:27.759714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:27.774820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Transition to ACTIVE for port object 44d5d67c-7c9e-4d04-bb90-0305c09d44eb will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:27.797241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f86f4-dcad-4eb9-b36d-56f10a118bf8 req-db9f0666-1dac-4f20-a933-d45b4e4d7cde tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:27.798905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-374f86f4-dcad-4eb9-b36d-56f10a118bf8 req-db9f0666-1dac-4f20-a933-d45b4e4d7cde tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0580597 Aug 27 16:09:27.846210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-374f86f4-dcad-4eb9-b36d-56f10a118bf8 req-ea654809-68fd-4ef9-b044-49300a880e6e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Aug 27 16:09:27.895029 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:27.943016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:09:27.948823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:09:27.953279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:09:27.954550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fb0535a-5040-49de-b94d-684e0cbaced7 req-a1bad860-c2e4-4d5d-92b0-8efe87ea78e0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0344415 Aug 27 16:09:27.983937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Pushing event updated for resources: {'Port': ['ID=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:28.013683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:28.014520 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:28.114433 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-bb659790-66cb-4c5e-bdc9-628e86572f14 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1960864 Aug 27 16:09:28.131906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Request body: {'port': {'device_id': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:28.219094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:28.236097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1def-503e-4b87-bba6-411ba94f4dda req-c7ec00bd-7df3-45bc-b287-579634287956 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:28.238168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e87f1def-503e-4b87-bba6-411ba94f4dda req-c7ec00bd-7df3-45bc-b287-579634287956 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 936 time: 0.0579531 Aug 27 16:09:28.270892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-70588a46-ec9e-4499-9f25-a4246d407ae1 None None] Provisioning for port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:09:28.275917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-70588a46-ec9e-4499-9f25-a4246d407ae1 None None] Provisioning complete for port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:28.276542 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70588a46-ec9e-4499-9f25-a4246d407ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:28.304801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e87f1def-503e-4b87-bba6-411ba94f4dda req-a22e7dda-7d09-4c1a-9478-d48770fc321e tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602038 Aug 27 16:09:28.334293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-70588a46-ec9e-4499-9f25-a4246d407ae1 None None] Port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:09:28.392978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d8b9592-c77d-4e1a-96e9-9a8764dc01e2 req-66418da6-edd8-4c09-8c48-461b7d5c443a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd551fe1-fa01-4558-8c1a-4da524cbd72f HTTP/1.1" status: 200 len: 210 time: 0.0326347 Aug 27 16:09:28.585901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d5d67c-7c9e-4d04-bb90-0305c09d44eb {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:28.593471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:28.605817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Transition to ACTIVE for port object 44d5d67c-7c9e-4d04-bb90-0305c09d44eb will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:28.673046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:28.746419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Pushing event updated for resources: {'Port': ['ID=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:28.799064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Attempting to bind port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:09:28.799569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Attempting to bind port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:09:28.800582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Attempting to bind port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:28.805699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:09:28.806025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Attempting to bind port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:28.811394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:09:28.811740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:09:28.812156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:09:28.812711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Bound port: 44d5d67c-7c9e-4d04-bb90-0305c09d44eb, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:09:28.813122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:28.863934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0c59-826b-45e5-afdf-5ddb9b159b96 req-cacf57a4-b9b3-46e3-bc06-86740968c13b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:28.873908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca9f0c59-826b-45e5-afdf-5ddb9b159b96 req-cacf57a4-b9b3-46e3-bc06-86740968c13b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0646410 Aug 27 16:09:28.888852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] For port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:28.893303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] For port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:09:28.926817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca9f0c59-826b-45e5-afdf-5ddb9b159b96 req-98b68d61-57c2-4eae-aa37-f31f8960e1cf tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Aug 27 16:09:28.986257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a8575-7e7f-42c5-ac46-f260e053edc4 req-e96b4dbc-e889-497b-9edf-e53562dec8b9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:28.988505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-695a8575-7e7f-42c5-ac46-f260e053edc4 req-e96b4dbc-e889-497b-9edf-e53562dec8b9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0564578 Aug 27 16:09:28.993857 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:29.047502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:29.048551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:29.051884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-695a8575-7e7f-42c5-ac46-f260e053edc4 req-3f0e131f-7911-480d-ba22-a68ed3a0595a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467510 Aug 27 16:09:29.052542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] 10.222.0.97 "PUT /v2.0/ports/44d5d67c-7c9e-4d04-bb90-0305c09d44eb HTTP/1.1" status: 200 len: 1096 time: 0.9276206 Aug 27 16:09:29.061260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'tag': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:29.061260 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7638c4e4-14a0-4403-9978-0c9474a17dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "42c5c053-652a-4e3d-93d5-3cc585c5187c", "tag": "44d5d67c-7c9e-4d04-bb90-0305c09d44eb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:29.061532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f0665beb-46af-4fc0-82bc-fb8450d8a436 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:29.094041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6070a5-2f0a-4bb5-8341-d705415a7879 service neutron] Pushing event updated for resources: {'Port': ['ID=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:29.106601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: f0665beb-46af-4fc0-82bc-fb8450d8a436 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:29.106970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f0665beb-46af-4fc0-82bc-fb8450d8a436 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:29.117587 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2583d56f-db65-4114-a17d-0a17701cb651 x-openstack-request-id: req-2583d56f-db65-4114-a17d-0a17701cb651 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:29.117987 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c5c053-652a-4e3d-93d5-3cc585c5187c", "tag": "44d5d67c-7c9e-4d04-bb90-0305c09d44eb", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:29.118342 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2583d56f-db65-4114-a17d-0a17701cb651 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:29.119481 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'tag': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb', 'status': 'completed', 'code': 200} Aug 27 16:09:29.126829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c567fd70-fc3f-4964-9974-1bdce9b0af92 req-36d14a6e-ac06-480b-abb6-9dfdb79987bd tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0445035 Aug 27 16:09:29.200689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638c4e4-14a0-4403-9978-0c9474a17dc8 req-90593e27-4b5e-4de1-a064-3bed8575493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:29.202418 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7638c4e4-14a0-4403-9978-0c9474a17dc8 req-90593e27-4b5e-4de1-a064-3bed8575493c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 1099 time: 0.0594285 Aug 27 16:09:29.231900 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7638c4e4-14a0-4403-9978-0c9474a17dc8 req-404b28e9-ba89-47fe-9d58-b54359065ebd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216589 Aug 27 16:09:29.336245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638c4e4-14a0-4403-9978-0c9474a17dc8 req-6b8b1667-8c33-49b6-923c-cf15d6dd4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:29.338053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7638c4e4-14a0-4403-9978-0c9474a17dc8 req-6b8b1667-8c33-49b6-923c-cf15d6dd4dc9 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0993409 Aug 27 16:09:29.427915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-dea6b9c3-d4d8-4861-8168-423f4ce49b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:29.429450 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-dea6b9c3-d4d8-4861-8168-423f4ce49b5b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 1099 time: 0.0474958 Aug 27 16:09:29.450791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd039eaf-6672-4f48-a9b3-9b2e663b6fe2 req-8d1f1ada-d24e-41d0-ad4d-2e460b8b6555 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:29.459694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd039eaf-6672-4f48-a9b3-9b2e663b6fe2 req-8d1f1ada-d24e-41d0-ad4d-2e460b8b6555 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 948 time: 0.0629930 Aug 27 16:09:29.487398 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-835c167b-3e18-4864-9074-fd0254485dfa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=44d5d67c-7c9e-4d04-bb90-0305c09d44eb HTTP/1.1" status: 200 len: 217 time: 0.0486941 Aug 27 16:09:29.493899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd039eaf-6672-4f48-a9b3-9b2e663b6fe2 req-906f3f81-3078-4d94-a102-f28d5642ae42 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 Aug 27 16:09:29.538859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-47badebc-a0b2-4530-80c7-453ebd5657ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:29.540410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-47badebc-a0b2-4530-80c7-453ebd5657ab service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0461996 Aug 27 16:09:29.594826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f472-71be-490b-9915-52b67107333d req-a838e830-de1e-4f56-8717-182983ba4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:29.596720 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-a838e830-de1e-4f56-8717-182983ba4fb1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489445 Aug 27 16:09:29.694778 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-3826ffb3-4dbb-4853-9223-33aabc731c8a service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907638 Aug 27 16:09:29.804857 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ed9f472-71be-490b-9915-52b67107333d req-6dbc79d0-2a82-4dea-8b9a-d7118d65e64d service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034622 Aug 27 16:09:30.041082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc4836-f49b-432e-9d6a-6811d72249a9 req-2b1f80d1-6967-4414-a0ce-ee7b15996296 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:30.043050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29cc4836-f49b-432e-9d6a-6811d72249a9 req-2b1f80d1-6967-4414-a0ce-ee7b15996296 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0568500 Aug 27 16:09:30.094316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29cc4836-f49b-432e-9d6a-6811d72249a9 req-bb8e4c12-616d-484e-a7ef-3d23957784b3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Aug 27 16:09:30.191809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f9dbb-1b3e-48b9-b230-d61a8ef5bf05 req-96c0fe76-05ad-4781-9732-c8548b1a41fb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:30.199628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c7f9dbb-1b3e-48b9-b230-d61a8ef5bf05 req-96c0fe76-05ad-4781-9732-c8548b1a41fb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0594823 Aug 27 16:09:30.261346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f2fa17d-4df6-4168-bce1-73f3950adaef req-19923bcd-80da-4884-b23a-8e91cb03c61d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0379293 Aug 27 16:09:30.264397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c7f9dbb-1b3e-48b9-b230-d61a8ef5bf05 req-e7d5bb62-fe65-4ac8-9ea0-2daaa228d7d2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640438 Aug 27 16:09:30.617589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979ab60-2da1-47c5-a93e-f07dad30600b req-89544be8-0ab7-464f-86be-8bb95e6e6414 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:30.619329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2979ab60-2da1-47c5-a93e-f07dad30600b req-89544be8-0ab7-464f-86be-8bb95e6e6414 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 948 time: 0.0509949 Aug 27 16:09:30.658667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2979ab60-2da1-47c5-a93e-f07dad30600b req-58fafafc-7686-42ec-a405-77e15ff6a93f tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Aug 27 16:09:31.013926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b79cd4-1db9-4f79-8e87-ea13877473d6 req-322ddda9-cf4c-49f5-839e-1c260fe7dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:31.015575 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63b79cd4-1db9-4f79-8e87-ea13877473d6 req-322ddda9-cf4c-49f5-839e-1c260fe7dd4b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1096 time: 0.0438743 Aug 27 16:09:31.055432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63b79cd4-1db9-4f79-8e87-ea13877473d6 req-04623343-8f6e-4300-801c-abb452afeec7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303328 Aug 27 16:09:31.235211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0909c-d2b0-4dc7-b369-428aaac59088 req-f9386a68-1e54-4c76-82b9-6792689ca24d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:31.236847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bed0909c-d2b0-4dc7-b369-428aaac59088 req-f9386a68-1e54-4c76-82b9-6792689ca24d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0523851 Aug 27 16:09:31.275674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bed0909c-d2b0-4dc7-b369-428aaac59088 req-a628ab8c-c45d-4906-9ee2-d66f49f07db1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326955 Aug 27 16:09:31.412105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0a2575b-aca7-45a2-8696-492e223b7da9 req-a1b3ebcc-9adb-424d-836c-a5c9ff1ffaee tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0312221 Aug 27 16:09:31.433868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7f321-0569-4bf5-b993-dcc9b1398d54 req-4ce1fe80-a7dc-4af2-a34a-641c8272c7be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:31.433868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7f7f321-0569-4bf5-b993-dcc9b1398d54 req-4ce1fe80-a7dc-4af2-a34a-641c8272c7be tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0870192 Aug 27 16:09:31.479546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7f7f321-0569-4bf5-b993-dcc9b1398d54 req-8f83963b-0755-4687-adc0-f26a1617174f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381544 Aug 27 16:09:31.734138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 44d5d67c-7c9e-4d04-bb90-0305c09d44eb details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:09:31.778716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5604be-748d-409e-ad7c-45f84fce8e47 req-eac6ea0e-8142-4f50-8264-b1456f5fb9a0 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:31.780333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f5604be-748d-409e-ad7c-45f84fce8e47 req-eac6ea0e-8142-4f50-8264-b1456f5fb9a0 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 948 time: 0.0535710 Aug 27 16:09:31.839878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f5604be-748d-409e-ad7c-45f84fce8e47 req-58cf0479-b37e-4d97-a4a9-b75878ad3a20 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Aug 27 16:09:31.885370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:31.898659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb', 'mac_address': 'fa:16:3e:d3:b2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:09:31.938528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:31.951296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d5d67c-7c9e-4d04-bb90-0305c09d44eb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:31.971372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:32.087726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:32.135081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:32.142372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.143153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.143153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.144439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.144439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.144758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.145084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.145415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.145747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.146078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.146415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.146744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:09:32.316197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['44d5d67c-7c9e-4d04-bb90-0305c09d44eb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:32.512366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330f04-ab6b-4ed3-9f67-5791cfd8e389 req-20c19fe2-777a-4f24-b4d0-9acecb803f44 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:32.520569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98330f04-ab6b-4ed3-9f67-5791cfd8e389 req-20c19fe2-777a-4f24-b4d0-9acecb803f44 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1693804 Aug 27 16:09:32.590548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a4ae497-c4bf-4bdb-b211-f9ea321bc3d9 req-567e5cca-4091-403e-ae8b-dc8977664820 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0365875 Aug 27 16:09:32.616957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98330f04-ab6b-4ed3-9f67-5791cfd8e389 req-db055eb8-8b0c-4d8b-aa2e-47f0db9cd2bc tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905018 Aug 27 16:09:32.752003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a1499-e37d-4cd4-a2de-ba2745e01bb8 req-40350a95-6283-47a4-a07c-d4790dfa817f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:32.753735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-843a1499-e37d-4cd4-a2de-ba2745e01bb8 req-40350a95-6283-47a4-a07c-d4790dfa817f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0504255 Aug 27 16:09:32.795757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-843a1499-e37d-4cd4-a2de-ba2745e01bb8 req-448b1355-b40c-44e1-9c47-cc30a7756af5 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357282 Aug 27 16:09:32.975985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038968c-eb4a-432c-b88c-dfc13c210a1a req-658edd9c-2bea-46f6-9df8-32242c04828f tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:32.977546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b038968c-eb4a-432c-b88c-dfc13c210a1a req-658edd9c-2bea-46f6-9df8-32242c04828f tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 949 time: 0.0649695 Aug 27 16:09:33.021354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b038968c-eb4a-432c-b88c-dfc13c210a1a req-fadd2e9b-2adf-46c0-9d91-354ab068bfc7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372109 Aug 27 16:09:33.356677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ea52-aebb-41ac-bf93-5ff928513ecd req-1cbf8e38-5c58-441f-941d-eda918321f31 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:33.359373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b77ea52-aebb-41ac-bf93-5ff928513ecd req-1cbf8e38-5c58-441f-941d-eda918321f31 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 944 time: 0.0506489 Aug 27 16:09:33.400855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b77ea52-aebb-41ac-bf93-5ff928513ecd req-a31a11e8-0518-4f1d-8251-2d2db05c9767 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358744 Aug 27 16:09:33.710980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ca35885-44cc-4f82-8268-dbc45036bb80 req-6dec83bf-376a-4691-a79d-e5db5888dd9b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0344400 Aug 27 16:09:33.747938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e122b5-37c3-4634-8548-949965e63ba7 req-32d87997-6b62-45b0-9dd7-53d3ae8547d8 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:33.749411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8e122b5-37c3-4634-8548-949965e63ba7 req-32d87997-6b62-45b0-9dd7-53d3ae8547d8 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0640087 Aug 27 16:09:33.780816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 44d5d67c-7c9e-4d04-bb90-0305c09d44eb up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:09:33.790258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8e122b5-37c3-4634-8548-949965e63ba7 req-cb799224-7b36-4838-9079-3d7601a30a76 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Aug 27 16:09:33.890377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:09:33.895088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:33.895489 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:33.920853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5a51-cbba-4c2c-b140-76efe4bf9912 req-e86fa134-46cb-49a5-878c-c2dc532c1d4d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:33.922420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12bd5a51-cbba-4c2c-b140-76efe4bf9912 req-e86fa134-46cb-49a5-878c-c2dc532c1d4d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0570703 Aug 27 16:09:33.962330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12bd5a51-cbba-4c2c-b140-76efe4bf9912 req-4ca54ede-31bd-49eb-a4b3-46f0b4e46a02 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Aug 27 16:09:33.992272 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:34.014294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:34.016590 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8178b8-ed76-421c-9d1b-fc637094fac0" -d '{"events": [{"server_uuid": "42c5c053-652a-4e3d-93d5-3cc585c5187c", "name": "network-vif-plugged", "status": "completed", "tag": "44d5d67c-7c9e-4d04-bb90-0305c09d44eb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:34.029415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:34.054252 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec6d8b8-7646-4f72-add1-21f59ff9b008 x-openstack-request-id: req-8ec6d8b8-7646-4f72-add1-21f59ff9b008 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:34.054550 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5c053-652a-4e3d-93d5-3cc585c5187c", "name": "network-vif-plugged", "status": "completed", "tag": "44d5d67c-7c9e-4d04-bb90-0305c09d44eb", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:34.057141 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8ec6d8b8-7646-4f72-add1-21f59ff9b008 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:34.057141 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb', 'code': 200} Aug 27 16:09:34.105460 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:34.156647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:34.157785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02934e96-6f33-412d-8a21-a13663c72b52 req-69b842de-5748-491e-bb17-3f5c6f9ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.160759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfdd35-5db3-4cca-b722-84bb25c35861 req-b85e5346-a36c-4784-a974-8da467497c1a tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.160991 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-02934e96-6f33-412d-8a21-a13663c72b52 req-69b842de-5748-491e-bb17-3f5c6f9ee9fc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 1101 time: 0.0463598 Aug 27 16:09:34.162593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fdfdd35-5db3-4cca-b722-84bb25c35861 req-b85e5346-a36c-4784-a974-8da467497c1a tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 950 time: 0.0616002 Aug 27 16:09:34.199683 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-02934e96-6f33-412d-8a21-a13663c72b52 req-3a85879b-a9fb-47ef-bbd1-9ffb2f1d4b5f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Aug 27 16:09:34.226475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fdfdd35-5db3-4cca-b722-84bb25c35861 req-61fb36a5-7683-4ce1-8df6-e0ce55bf4455 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536475 Aug 27 16:09:34.246891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494d0b9-b070-49d9-b4c1-3d0988823209 req-080df30d-e959-400c-812d-551522d5ddd5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.246891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d494d0b9-b070-49d9-b4c1-3d0988823209 req-080df30d-e959-400c-812d-551522d5ddd5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0776403 Aug 27 16:09:34.293552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d494d0b9-b070-49d9-b4c1-3d0988823209 req-a739800f-645d-4a85-bc82-859d8d0f655a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 Aug 27 16:09:34.305391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-35c64494-9031-4a99-8c86-1221e6146a76 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.306917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-35c64494-9031-4a99-8c86-1221e6146a76 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 944 time: 0.0709553 Aug 27 16:09:34.439646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-0e77ccad-7536-40af-a069-1881452372ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.441182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-0e77ccad-7536-40af-a069-1881452372ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1096 time: 0.1890440 Aug 27 16:09:34.444066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Deleting port e01b2c11-4cce-4954-bac6-255a74a65101 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:34.444412 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:34.519995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cefb90-3e85-4860-9f14-66389014de02 req-af434bac-0f1c-4acb-8e59-5373074c758a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.521504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95cefb90-3e85-4860-9f14-66389014de02 req-af434bac-0f1c-4acb-8e59-5373074c758a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 944 time: 0.0487149 Aug 27 16:09:34.559122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95cefb90-3e85-4860-9f14-66389014de02 req-7a701f49-1bdc-479c-97f4-e69ccfa52633 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Aug 27 16:09:34.599907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] For port e01b2c11-4cce-4954-bac6-255a74a65101, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e01b2c11-4cce-4954-bac6-255a74a65101,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:34.600280 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:34.608666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-5dcbbfb6-f32d-4dc9-804c-ff42993021f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.610141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-5dcbbfb6-f32d-4dc9-804c-ff42993021f9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 921 time: 0.1610756 Aug 27 16:09:34.615693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Calling delete_port for e01b2c11-4cce-4954-bac6-255a74a65101 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:34.661247 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-785fa572-926b-4354-baf8-5a7f838ef6e6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9006ea96-1205-4e47-bca5-f8376505fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0375774 Aug 27 16:09:34.749257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-d693546b-498a-4b5b-bec7-2f1920fd2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:34.750733 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-d693546b-498a-4b5b-bec7-2f1920fd2952 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 200 len: 859 time: 0.0637283 Aug 27 16:09:34.789347 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-16452a68-0184-46c3-b1e2-ba645e2a7a1f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276792 Aug 27 16:09:34.820190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17202a2e-cd22-4b47-8670-d9d426f4551d req-cf3320a7-6cd2-483c-958a-d9619c284094 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0278471 Aug 27 16:09:34.917197 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-a283320f-3494-47cc-9852-e63e8e65733d service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046486 Aug 27 16:09:34.976087 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:34.995126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e01b2c11-4cce-4954-bac6-255a74a65101'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:35.018217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event deleted for resources: {'Port': ['ID=e01b2c11-4cce-4954-bac6-255a74a65101,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:35.067929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] No DVR routers for this DVR port e01b2c11-4cce-4954-bac6-255a74a65101 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:35.073147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:35.075039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cbac075b-98b7-410e-a7a9-faad167b8c9a req-1f01473d-5f6c-4340-a927-b1637e439a46 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "DELETE /v2.0/ports/e01b2c11-4cce-4954-bac6-255a74a65101 HTTP/1.1" status: 204 len: 173 time: 0.7583575 Aug 27 16:09:35.075512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'name': 'network-vif-deleted', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:35.077833 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9570ce8d-f32c-49af-82b8-6899ed022d45" -d '{"events": [{"server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "name": "network-vif-deleted", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:35.084524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb56c34-e56c-435a-a077-1c6fd17cbb42 req-39452536-dbab-479f-b281-76b2f81fb7fa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:35.086599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bb56c34-e56c-435a-a077-1c6fd17cbb42 req-39452536-dbab-479f-b281-76b2f81fb7fa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0504212 Aug 27 16:09:35.090849 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d31e7984-3781-4c39-b25c-3424ed37d402 req-9cd1380a-3e4d-4a0d-a50c-ebc03b84fbd3 service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605780 Aug 27 16:09:35.124888 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da11f4e7-e060-4ae9-ba3e-2e85a5be2d1b x-openstack-request-id: req-da11f4e7-e060-4ae9-ba3e-2e85a5be2d1b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:35.125188 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb81efb9-622c-44f5-80f6-c4497a8e4052", "name": "network-vif-deleted", "tag": "e01b2c11-4cce-4954-bac6-255a74a65101", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:35.125449 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-da11f4e7-e060-4ae9-ba3e-2e85a5be2d1b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:35.125856 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb81efb9-622c-44f5-80f6-c4497a8e4052', 'name': 'network-vif-deleted', 'tag': 'e01b2c11-4cce-4954-bac6-255a74a65101', 'status': 'completed', 'code': 200} Aug 27 16:09:35.127112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bb56c34-e56c-435a-a077-1c6fd17cbb42 req-9d8be0fd-64b1-435a-b007-d188545a9076 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Aug 27 16:09:35.652740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35179a34-59fd-4816-a710-8f8f124db612 req-0e732783-4185-4137-bda3-7e2a91f594ca tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:35.654191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35179a34-59fd-4816-a710-8f8f124db612 req-0e732783-4185-4137-bda3-7e2a91f594ca tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 950 time: 0.3574271 Aug 27 16:09:35.673461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79154ed-b9c7-424d-805d-4c955249f3d1 req-ccdbfd87-7919-4f29-8336-0d6352ae9698 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:35.675403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d79154ed-b9c7-424d-805d-4c955249f3d1 req-ccdbfd87-7919-4f29-8336-0d6352ae9698 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0708489 Aug 27 16:09:35.724269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35179a34-59fd-4816-a710-8f8f124db612 req-48ed8dbc-fec2-43c1-a796-0c3128259548 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637305 Aug 27 16:09:35.731058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d79154ed-b9c7-424d-805d-4c955249f3d1 req-a29d00d6-9bc4-401f-96d0-3ca16baee9a0 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Aug 27 16:09:35.830495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73e24e52-bb75-422f-9f8c-2f4fcf1c7776 req-7d39ce13-881c-4e33-80a5-3c461996c83a tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb81efb9-622c-44f5-80f6-c4497a8e4052 HTTP/1.1" status: 200 len: 210 time: 0.0257595 Aug 27 16:09:35.932059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad240f72-7a3d-4254-8638-ac117c9d6e28 req-861f4f1b-e5a0-4682-9a33-667bd5707a33 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0292809 Aug 27 16:09:36.247489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1265c4b-ac0d-40da-86b6-76caf0e7f307 req-2b2bbaa8-7047-4bc1-8c01-1be5599dde48 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:36.248976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1265c4b-ac0d-40da-86b6-76caf0e7f307 req-2b2bbaa8-7047-4bc1-8c01-1be5599dde48 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0496573 Aug 27 16:09:36.287653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1265c4b-ac0d-40da-86b6-76caf0e7f307 req-0d0c23f3-b8cd-41a4-9be2-be7181d1bf29 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Aug 27 16:09:36.875433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196504c-f100-4675-91eb-d4287c5c8c30 req-f9f50f8f-84d2-4993-813e-d21d248967fc tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:36.876956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7196504c-f100-4675-91eb-d4287c5c8c30 req-f9f50f8f-84d2-4993-813e-d21d248967fc tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 950 time: 0.0764451 Aug 27 16:09:36.885602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7d946-f190-4d0e-ab49-2279edb18eb0 req-db0f35bd-2a89-4774-92f7-db70b0ba93b9 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:36.886956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53e7d946-f190-4d0e-ab49-2279edb18eb0 req-db0f35bd-2a89-4774-92f7-db70b0ba93b9 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0762331 Aug 27 16:09:36.942144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7196504c-f100-4675-91eb-d4287c5c8c30 req-dd0cd604-e340-448a-aac4-989a65b847e6 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542040 Aug 27 16:09:36.949039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53e7d946-f190-4d0e-ab49-2279edb18eb0 req-06e8001d-2167-4052-90d6-7292e870a11d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547178 Aug 27 16:09:37.094956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d27fff63-67f0-42a0-a631-5410ba94ac1c req-c015b6b1-3ab6-4423-ac0f-9c9cb5333054 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0275199 Aug 27 16:09:37.265566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05ec6c-265a-495e-af71-e60e141bea11 req-12904466-00a6-46fd-859f-6d5550f33fc6 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:37.267006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b05ec6c-265a-495e-af71-e60e141bea11 req-12904466-00a6-46fd-859f-6d5550f33fc6 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.0501056 Aug 27 16:09:37.305380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b05ec6c-265a-495e-af71-e60e141bea11 req-224412ee-0008-47cd-ad63-5ebfddddcbc3 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319166 Aug 27 16:09:37.410101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823d57-d864-4b72-b825-db1c1c33f493 req-bfc96d9e-d531-4b1b-bbaa-9a5374704983 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:37.411327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69823d57-d864-4b72-b825-db1c1c33f493 req-bfc96d9e-d531-4b1b-bbaa-9a5374704983 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 950 time: 0.0503922 Aug 27 16:09:37.449797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69823d57-d864-4b72-b825-db1c1c33f493 req-0628d8be-279e-4d3e-9446-f4a7bbcaf19b tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Aug 27 16:09:37.581892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dbe65-9889-49f9-8918-b6ef3b3c5ecd req-dff2ac3f-ba96-4486-ae5b-48c4c1230a5e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:37.583360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e4dbe65-9889-49f9-8918-b6ef3b3c5ecd req-dff2ac3f-ba96-4486-ae5b-48c4c1230a5e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0833185 Aug 27 16:09:37.595100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd9899-4740-49a4-a415-075a8d93624b req-b88691a3-e0d1-4f7f-8eb4-2d1807e074e4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:37.597198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ddd9899-4740-49a4-a415-075a8d93624b req-b88691a3-e0d1-4f7f-8eb4-2d1807e074e4 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 945 time: 0.0641961 Aug 27 16:09:37.651758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e4dbe65-9889-49f9-8918-b6ef3b3c5ecd req-c653eab7-0028-4197-8d0e-96a6f58999eb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Aug 27 16:09:37.654405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ddd9899-4740-49a4-a415-075a8d93624b req-e7c6dd20-bdd3-4f94-b244-e52b212219af tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507329 Aug 27 16:09:37.756175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-ff55ad3e-9a75-4706-9054-3463bd700508 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222995 Aug 27 16:09:37.863520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-3c74b5c7-7211-4d39-b109-e1a0e70205d5 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:37.864977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-3c74b5c7-7211-4d39-b109-e1a0e70205d5 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037474 Aug 27 16:09:37.879661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-f3d15fe8-dd7a-4115-8ba9-2cabf4d263a7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/quotas/d2e4c9c9dc9f4eed8a904beb89e47ecb HTTP/1.1" status: 200 len: 375 time: 0.0089228 Aug 27 16:09:37.930570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-e24b1d24-fa56-493f-844d-fc0e9eda92a5 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458672 Aug 27 16:09:38.071553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca20fe-50be-4a47-9a08-e88cca0391c6 req-be2d0dd3-dbd8-460f-8e6d-41b181e329f2 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:38.073055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecca20fe-50be-4a47-9a08-e88cca0391c6 req-be2d0dd3-dbd8-460f-8e6d-41b181e329f2 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0504673 Aug 27 16:09:38.116865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecca20fe-50be-4a47-9a08-e88cca0391c6 req-907a4d46-f72a-42c7-8b33-90dc26b6808d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366538 Aug 27 16:09:38.232587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71ad3abb-8ba6-46a9-9c82-b106f88800b7 req-90028389-612d-4da7-8999-7848e56395db tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0586028 Aug 27 16:09:38.259017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-8aabd04b-ff51-4219-978d-abecc59a3d22 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:38.260651 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-8aabd04b-ff51-4219-978d-abecc59a3d22 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 945 time: 0.0841055 Aug 27 16:09:38.280203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c52532f-d0c7-44db-8297-2b7f955efc29 req-5f537840-db1e-48b4-881a-59cfb5b7e738 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0376668 Aug 27 16:09:38.375007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Deleting port fced5363-dc1e-471f-b062-d8f2dd9f3c9c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:38.376499 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:38.463831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] For port fced5363-dc1e-471f-b062-d8f2dd9f3c9c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:38.464303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:38.477219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Calling delete_port for fced5363-dc1e-471f-b062-d8f2dd9f3c9c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:38.688049 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:38.719714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event deleted for resources: {'Port': ['ID=fced5363-dc1e-471f-b062-d8f2dd9f3c9c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:38.767096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] No DVR routers for this DVR port fced5363-dc1e-471f-b062-d8f2dd9f3c9c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:38.771940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:38.774179 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-76916c55-4b3a-4b25-93aa-faa7bdf11cde req-e910c1bd-533c-431c-9eca-fa6d78dc4f64 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "DELETE /v2.0/ports/fced5363-dc1e-471f-b062-d8f2dd9f3c9c HTTP/1.1" status: 204 len: 173 time: 0.5040717 Aug 27 16:09:38.774662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'name': 'network-vif-deleted', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:38.777942 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9ad69e-3629-4eeb-a844-5bdae95bce1c" -d '{"events": [{"server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "name": "network-vif-deleted", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:38.778204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fe463-6e6a-48e4-8188-9a4242aaa23b req-e87e244b-ef87-4571-b861-f02cda595bfa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:38.783844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef5fe463-6e6a-48e4-8188-9a4242aaa23b req-e87e244b-ef87-4571-b861-f02cda595bfa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0610068 Aug 27 16:09:38.819908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef5fe463-6e6a-48e4-8188-9a4242aaa23b req-753e0241-6b4e-42f2-b34c-cb61418eaf17 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Aug 27 16:09:38.907012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48a62bbc-b465-4cf6-b551-42b5a133c6d7 req-d7820aca-2392-4926-8dba-2de108e4d979 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=302b1c16-d454-4e42-9cbd-20c7d849c5da HTTP/1.1" status: 200 len: 210 time: 0.0300913 Aug 27 16:09:38.946228 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b19f1b7-224a-4516-83bb-f15e4786a5f5 x-openstack-request-id: req-5b19f1b7-224a-4516-83bb-f15e4786a5f5 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:38.946515 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302b1c16-d454-4e42-9cbd-20c7d849c5da", "name": "network-vif-deleted", "tag": "fced5363-dc1e-471f-b062-d8f2dd9f3c9c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:38.946764 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5b19f1b7-224a-4516-83bb-f15e4786a5f5 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:38.947156 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302b1c16-d454-4e42-9cbd-20c7d849c5da', 'name': 'network-vif-deleted', 'tag': 'fced5363-dc1e-471f-b062-d8f2dd9f3c9c', 'status': 'completed', 'code': 200} Aug 27 16:09:39.018867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca851e9-ae73-457a-9c59-8716141e0f23 req-be60d822-122b-484c-8ab0-160769e8e24e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:39.020702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ca851e9-ae73-457a-9c59-8716141e0f23 req-be60d822-122b-484c-8ab0-160769e8e24e tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.0548029 Aug 27 16:09:39.061818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ca851e9-ae73-457a-9c59-8716141e0f23 req-bf8a02ed-5645-4ee6-ba58-edbf87cfb097 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 Aug 27 16:09:39.118975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e01b2c11-4cce-4954-bac6-255a74a65101 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:39.139610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: e01b2c11-4cce-4954-bac6-255a74a65101 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:39.139955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e01b2c11-4cce-4954-bac6-255a74a65101 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:39.245664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df42566-eae9-4823-bdf2-5d3bde8a7acf req-9df0bc34-328b-4c19-b6c9-44ab1dae93a1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:39.247169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6df42566-eae9-4823-bdf2-5d3bde8a7acf req-9df0bc34-328b-4c19-b6c9-44ab1dae93a1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0520256 Aug 27 16:09:39.290589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6df42566-eae9-4823-bdf2-5d3bde8a7acf req-adeaf69f-6930-4405-9703-5a9830e89e71 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370357 Aug 27 16:09:39.347770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a629bfd-4471-4003-9aca-18c32fe88a25 req-0757cff1-fc3d-4911-a549-a911c25485dc tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0375004 Aug 27 16:09:39.451906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-331f8ee8-a35e-4ce3-afaa-73c41042d080 req-7b5f832c-9fc5-4583-b203-8fc8ea79eaaa tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0305998 Aug 27 16:09:39.950579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee969-4bc0-494c-8fb3-52d0e5f217d5 req-e936a076-6e4b-4024-bda2-e0c942d4d884 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:39.956268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c77ee969-4bc0-494c-8fb3-52d0e5f217d5 req-e936a076-6e4b-4024-bda2-e0c942d4d884 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0646484 Aug 27 16:09:39.996732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c77ee969-4bc0-494c-8fb3-52d0e5f217d5 req-18e147cb-c546-489c-a937-b48ec3f33b72 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362918 Aug 27 16:09:40.166734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-364de4e7-5e2a-4882-8e89-15356e92d4a7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218210 Aug 27 16:09:40.194025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d96df0-93d9-42a4-9ebb-0d61ea570f9a req-eaf4fe70-d751-44b1-b70e-555e3ea14d06 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:40.195592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d96df0-93d9-42a4-9ebb-0d61ea570f9a req-eaf4fe70-d751-44b1-b70e-555e3ea14d06 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.0630915 Aug 27 16:09:40.241459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d96df0-93d9-42a4-9ebb-0d61ea570f9a req-be612625-fe7d-4587-a49e-0ec5a13361c6 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387630 Aug 27 16:09:40.305189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-da9c027f-8c21-4418-8ae3-90f5adc3ed66 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:40.307000 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-da9c027f-8c21-4418-8ae3-90f5adc3ed66 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336806 Aug 27 16:09:40.327915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Request body: {'port': {'device_id': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'd2e4c9c9dc9f4eed8a904beb89e47ecb'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:40.467512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-852db9c3-f129-4593-b1ac-ea3994029a66 req-197048e6-f8bc-4ee5-96ff-b6490fd358cc tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0467291 Aug 27 16:09:40.539378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b87244-b80a-4d9b-a714-8d6fcdc9b7ad req-c615a997-8ac1-4076-b746-3050d4ad9206 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:40.541161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02b87244-b80a-4d9b-a714-8d6fcdc9b7ad req-c615a997-8ac1-4076-b746-3050d4ad9206 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.0726202 Aug 27 16:09:40.584751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38a0c216-afac-49d8-9724-c1dc2ed39108 req-4ba8bb30-5585-4d71-9910-c7745253ffb6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0380447 Aug 27 16:09:40.604478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02b87244-b80a-4d9b-a714-8d6fcdc9b7ad req-0f27c0c6-4baa-444f-81ba-7614d4e1ddfd tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Aug 27 16:09:40.619429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Made reservation on behalf of d2e4c9c9dc9f4eed8a904beb89e47ecb for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:09:40.622931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:40.748590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Allocated IP 192.168.233.216 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/08fd03ef-e045-4388-88d5-2fb9aaeb69ab) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:09:40.918453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:40.932948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Transition to ACTIVE for port object 08fd03ef-e045-4388-88d5-2fb9aaeb69ab will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:41.038840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.053085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['44d5d67c-7c9e-4d04-bb90-0305c09d44eb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:41.141597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d831-c638-4159-9974-2bc2de2b6847 req-7b9b5483-9305-40dd-b90c-b20b6d1b887f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.144833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9214d831-c638-4159-9974-2bc2de2b6847 req-7b9b5483-9305-40dd-b90c-b20b6d1b887f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0673115 Aug 27 16:09:41.190113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9214d831-c638-4159-9974-2bc2de2b6847 req-816ec43e-7c35-4456-ace1-4ca10552aa83 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Aug 27 16:09:41.370842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c6882-fd8c-43d9-b1fa-577a43ec8166 req-b51ecc45-847c-439a-9f83-79b543aabb78 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.378868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e38c6882-fd8c-43d9-b1fa-577a43ec8166 req-b51ecc45-847c-439a-9f83-79b543aabb78 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.0641627 Aug 27 16:09:41.405144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:09:41.412377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:09:41.414537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e38c6882-fd8c-43d9-b1fa-577a43ec8166 req-c9cbeb36-eae2-422e-9cc8-1152f7bbfd8d tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347698 Aug 27 16:09:41.418817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:09:41.420850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Pushing event updated for resources: {'Port': ['ID=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:41.434807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63493c0f-2876-4605-a80d-32d873107886 req-0befc275-8aac-459b-a67e-0288d75572fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.440589 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63493c0f-2876-4605-a80d-32d873107886 req-0befc275-8aac-459b-a67e-0288d75572fe tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.4239476 Aug 27 16:09:41.511604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-96a712d7-cec9-43c4-bcb7-2eadf9b93638 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.513100 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-96a712d7-cec9-43c4-bcb7-2eadf9b93638 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.90 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.1538274 Aug 27 16:09:41.535924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.536581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.603200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d207c2-6e07-4fa0-81cd-fc3c76916ae2 req-241c68bd-6c5f-4d0f-a855-9e5673088955 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.607891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1d207c2-6e07-4fa0-81cd-fc3c76916ae2 req-241c68bd-6c5f-4d0f-a855-9e5673088955 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 936 time: 0.0555036 Aug 27 16:09:41.649986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1d207c2-6e07-4fa0-81cd-fc3c76916ae2 req-b8b6572c-41fc-4f47-ba99-37de39c59cb6 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Aug 27 16:09:41.672647 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-5a2f1705-635b-40f3-b4ff-981f14e975d7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3394969 Aug 27 16:09:41.685018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Request body: {'port': {'device_id': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:41.694082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Deleting port f7156a07-3282-45f8-b2b6-5618645201dc {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:41.694421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.715829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cad41f75-1fd4-4121-ba0e-ab876aab7d57 req-e3af13e7-00de-4fec-a178-b732d696acb5 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0390756 Aug 27 16:09:41.754784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Deleting port 17a7138b-f7c2-472b-8840-3b6308fa8fcc {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:41.759506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.770206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-937d57b0-e0eb-484f-8a29-502546aa0256 None None] Provisioning for port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:09:41.774232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-937d57b0-e0eb-484f-8a29-502546aa0256 None None] Provisioning complete for port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:41.775247 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-937d57b0-e0eb-484f-8a29-502546aa0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.787496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18939f95-55a6-47a4-b608-6cba6882174c req-c6a97256-32cb-43ca-911b-fd84aa0dbbb6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:41.789240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18939f95-55a6-47a4-b608-6cba6882174c req-c6a97256-32cb-43ca-911b-fd84aa0dbbb6 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 945 time: 0.0691552 Aug 27 16:09:41.813433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-937d57b0-e0eb-484f-8a29-502546aa0256 None None] Port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:09:41.833632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18939f95-55a6-47a4-b608-6cba6882174c req-b30cd732-e9b5-4146-a6fa-fe51aedb7af7 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/security-groups?id=34a85dfd-9a67-4975-a685-a871a258ef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377028 Aug 27 16:09:41.878556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.917508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] For port f7156a07-3282-45f8-b2b6-5618645201dc, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f7156a07-3282-45f8-b2b6-5618645201dc,segment=NetworkSegment(4fa164f1-8471-4065-a9ef-13afa2c38056),segment_id=4fa164f1-8471-4065-a9ef-13afa2c38056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:41.917852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.929236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] For port 17a7138b-f7c2-472b-8840-3b6308fa8fcc, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=17a7138b-f7c2-472b-8840-3b6308fa8fcc,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:41.929588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:41.965592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Calling delete_port for f7156a07-3282-45f8-b2b6-5618645201dc owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:42.092097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36d5aa-56d3-4a9b-b7de-dcd4286d048e req-9d74917d-469b-4169-8991-a02f18dfea4a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:42.093616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a36d5aa-56d3-4a9b-b7de-dcd4286d048e req-9d74917d-469b-4169-8991-a02f18dfea4a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0497227 Aug 27 16:09:42.134198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a36d5aa-56d3-4a9b-b7de-dcd4286d048e req-805454cd-7dcc-4492-8a05-f9a1a29f9c6c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Aug 27 16:09:42.318771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c011a-c321-45b4-9617-9eb440074e1d req-bf868878-2d83-46f3-bcc9-7970171b7c89 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:42.320297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db9c011a-c321-45b4-9617-9eb440074e1d req-bf868878-2d83-46f3-bcc9-7970171b7c89 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0549726 Aug 27 16:09:42.362816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db9c011a-c321-45b4-9617-9eb440074e1d req-b4162ec3-1420-41b5-a132-5a5d2a68317d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Aug 27 16:09:42.371791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.372187 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.372645 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c disassociated. External IP: 172.25.4.119, port: 17a7138b-f7c2-472b-8840-3b6308fa8fcc. Aug 27 16:09:42.373176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Calling delete_port for 17a7138b-f7c2-472b-8840-3b6308fa8fcc owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:42.510658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.555618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Pushing event deleted for resources: {'Port': ['ID=f7156a07-3282-45f8-b2b6-5618645201dc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:42.562649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fd03ef-e045-4388-88d5-2fb9aaeb69ab {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:42.581415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.606302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b16a4-fcf1-4350-a949-8ed6c9a950d1 req-b542e474-dc37-4371-b0be-cd6404d17074 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:42.608132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-182b16a4-fcf1-4350-a949-8ed6c9a950d1 req-b542e474-dc37-4371-b0be-cd6404d17074 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 946 time: 0.0597835 Aug 27 16:09:42.630729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] No DVR routers for this DVR port f7156a07-3282-45f8-b2b6-5618645201dc on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:42.648345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-182b16a4-fcf1-4350-a949-8ed6c9a950d1 req-78de5c95-823b-4f5d-aba8-bc9984743c14 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups?id=cd342cb4-52f0-443c-ad0c-1c0150b4a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Aug 27 16:09:42.649434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Transition to ACTIVE for port object 08fd03ef-e045-4388-88d5-2fb9aaeb69ab will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:42.650738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.652690 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63493c0f-2876-4605-a80d-32d873107886 req-f587f78c-e9d5-4f5e-8e0a-f296751a31e0 tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.90 "DELETE /v2.0/ports/f7156a07-3282-45f8-b2b6-5618645201dc HTTP/1.1" status: 204 len: 173 time: 1.1935217 Aug 27 16:09:42.655039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'name': 'network-vif-deleted', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:42.657365 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3382fe-0c7d-4533-8012-c6c1cca61e3c" -d '{"events": [{"server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "name": "network-vif-deleted", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:42.702371 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522b655-c6af-4e4a-8c54-d378f96a2ac2 x-openstack-request-id: req-e522b655-c6af-4e4a-8c54-d378f96a2ac2 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:42.702774 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2659afc8-67ea-41bb-8145-bfdb8095b93e", "name": "network-vif-deleted", "tag": "f7156a07-3282-45f8-b2b6-5618645201dc", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:42.703096 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e522b655-c6af-4e4a-8c54-d378f96a2ac2 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:42.703603 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2659afc8-67ea-41bb-8145-bfdb8095b93e', 'name': 'network-vif-deleted', 'tag': 'f7156a07-3282-45f8-b2b6-5618645201dc', 'status': 'completed', 'code': 200} Aug 27 16:09:42.753509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.786557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:42.822693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff705145-804b-4bf3-9942-8c5ddd1cf73d req-e8befbe1-8bb1-41b6-ab4f-558ff6eb250a tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:42.825538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Pushing event updated for resources: {'Port': ['ID=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:42.829852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff705145-804b-4bf3-9942-8c5ddd1cf73d req-e8befbe1-8bb1-41b6-ab4f-558ff6eb250a tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 948 time: 0.0802364 Aug 27 16:09:42.878848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff705145-804b-4bf3-9942-8c5ddd1cf73d req-f23e4539-f649-4216-929f-066fbdebaf6a tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Aug 27 16:09:42.938681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event deleted for resources: {'Port': ['ID=17a7138b-f7c2-472b-8840-3b6308fa8fcc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:43.011802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76bd63c7-073c-4765-a94e-a5928372870f req-9a43c535-9526-42d8-82fd-466e56198dcc tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0517440 Aug 27 16:09:43.022601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Attempting to bind port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:09:43.023040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Attempting to bind port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:09:43.023413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Attempting to bind port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:43.037226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:09:43.038409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Attempting to bind port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:43.049288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:09:43.049633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:09:43.050031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:09:43.050682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Bound port: 08fd03ef-e045-4388-88d5-2fb9aaeb69ab, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:09:43.051156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:43.072546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:09:43.109222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7bc0fdc-68d5-463d-9f12-019c0e42f08e req-e37af4d2-8cac-4f7b-b611-cfa6db8248ac tempest-LiveAutoBlockMigrationV225Test-1442335607 tempest-LiveAutoBlockMigrationV225Test-1442335607-project] 10.222.0.101 "GET /v2.0/ports?device_id=2659afc8-67ea-41bb-8145-bfdb8095b93e HTTP/1.1" status: 200 len: 210 time: 0.0263281 Aug 27 16:09:43.119737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:43.145212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: fced5363-dc1e-471f-b062-d8f2dd9f3c9c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:43.146239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fced5363-dc1e-471f-b062-d8f2dd9f3c9c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:43.146820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 17a7138b-f7c2-472b-8840-3b6308fa8fcc no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:43.173197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 17a7138b-f7c2-472b-8840-3b6308fa8fcc {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:43.173550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 17a7138b-f7c2-472b-8840-3b6308fa8fcc not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:43.207634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] For port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:43.232912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] For port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:09:43.241141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:09:43.251543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] Sync routers for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:09:43.266689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:09:43.268350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:43.295799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] No DVR routers for this DVR port 17a7138b-f7c2-472b-8840-3b6308fa8fcc on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:43.300415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:43.302617 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7046f3b6-16b1-444d-a532-c9bc5e5f03a9 req-f438cc6c-24e8-4872-a648-9ff30f78c107 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.90 "DELETE /v2.0/ports/17a7138b-f7c2-472b-8840-3b6308fa8fcc HTTP/1.1" status: 204 len: 173 time: 1.7817738 Aug 27 16:09:43.304471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:43.352163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:43.352815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:43.354377 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] 10.222.0.97 "PUT /v2.0/ports/08fd03ef-e045-4388-88d5-2fb9aaeb69ab HTTP/1.1" status: 200 len: 1096 time: 1.6774752 Aug 27 16:09:43.433558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d6fae-f0dd-4bfd-8bef-72baaea759f7 service neutron] Pushing event updated for resources: {'Port': ['ID=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:43.649617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-3a192747-3052-45b0-80d1-e0bd1ef76547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:43.651897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-3a192747-3052-45b0-80d1-e0bd1ef76547 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 1099 time: 0.1117809 Aug 27 16:09:43.653507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1b375-8947-4a8b-b317-63474cdcdb23 req-27a09e6b-dc5f-4625-a1e2-6a54c3c3b90d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:43.655706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6aa1b375-8947-4a8b-b317-63474cdcdb23 req-27a09e6b-dc5f-4625-a1e2-6a54c3c3b90d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.1491463 Aug 27 16:09:43.674884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:09:43.719102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-77758618-7c5c-45bb-86f6-5cdf5b71ec2b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=08fd03ef-e045-4388-88d5-2fb9aaeb69ab HTTP/1.1" status: 200 len: 217 time: 0.0584612 Aug 27 16:09:43.732674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6aa1b375-8947-4a8b-b317-63474cdcdb23 req-a2ed24b8-4f61-4bbb-8084-e663dffd8ecf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667737 Aug 27 16:09:43.813446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db215ef9-70ba-427c-9264-514d003d83cd req-9176d0bc-4eca-4370-85c6-bac91fbd8e80 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/ports?device_id=79bcec52-197f-45f9-a7ca-c3c63095e0cb HTTP/1.1" status: 200 len: 210 time: 0.0530457 Aug 27 16:09:43.841146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-214e832c-aa67-44b9-bd6b-60877b494acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:43.844280 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-214e832c-aa67-44b9-bd6b-60877b494acd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1175597 Aug 27 16:09:43.906717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d1997a3d-a9b3-4e39-8cfb-40c9213d48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:43.908253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-d1997a3d-a9b3-4e39-8cfb-40c9213d48ff service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445623 Aug 27 16:09:43.916636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:43.950576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] Checking router: 8d5cf21f-52e5-45e2-b436-fb8d48e41045 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:09:43.961135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:09:43.962098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:44.025223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d523e-8d0e-42b2-bf9d-9c614e18a4b3 req-2610687e-019e-4ddf-bc3f-5d58857d8e87 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:44.035460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e09d523e-8d0e-42b2-bf9d-9c614e18a4b3 req-2610687e-019e-4ddf-bc3f-5d58857d8e87 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 948 time: 0.0803599 Aug 27 16:09:44.075867 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-bcb25472-6d56-414d-90db-736026d2977a service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573594 Aug 27 16:09:44.097631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e09d523e-8d0e-42b2-bf9d-9c614e18a4b3 req-51a670b4-2588-40ba-be95-a8582aa0115e tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Aug 27 16:09:44.104172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:09:44.186264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56916) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:44.256708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00990040-cacc-4219-a09f-4529214d0ff9 req-87468c36-5513-4f38-991e-9ee6cf465c43 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0619760 Aug 27 16:09:44.303106 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6d81fe9e-2551-4a94-abda-897a7e72967a req-ad7454af-cafc-4f01-a947-c435ac3fa5f6 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189648 Aug 27 16:09:44.402681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] Deleting subnet 2a2acc92-3dfe-41c3-a2f1-50dda4247839 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:09:44.406225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:44.407850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:44.440563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c9891-ab67-4440-b2a6-dba3824ab3b4 None None] The sync data for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 is: [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:04:13Z', 'revision_number': 4, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f59ebf7f-7ec4-4475-a56a-8b2653563091', 'name': '', 'network_id': 'b21ea7b5-c1e7-4128-846e-fe74ee909096', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'mac_address': 'fa:16:3e:f8:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:12Z', 'updated_at': '2021-08-27T16:04:19Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'subnets': [{'id': '4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:09:44.444317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:44.486191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:44.650711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:44.680553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2acc92-3dfe-41c3-a2f1-50dda4247839,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:44.684939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:44.688047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9ce85b02-9a4e-43ea-990d-3db913255387 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2a2acc92-3dfe-41c3-a2f1-50dda4247839 HTTP/1.1" status: 204 len: 168 time: 0.5006669 Aug 27 16:09:44.691039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56924) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:44.705207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'name': 'network-vif-deleted', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc'}, {'name': 'network-changed', 'server_uuid': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'tag': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:44.716786 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86721f23-b7b4-4085-84fd-19829cc8fb44" -d '{"events": [{"server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "name": "network-vif-deleted", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc"}, {"name": "network-changed", "server_uuid": "e97ec594-9526-4af1-996e-e0baa0b8f1d4", "tag": "08fd03ef-e045-4388-88d5-2fb9aaeb69ab"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:44.768475 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf802e-9030-4d66-9140-28edaca91e7e None None] New status for floating IP dc306481-90c4-4a90-bcd8-15d6ffbbc96c: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:09:44.783013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:44.784146 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b9108-c298-4bcb-9ecd-74f92c0596fe x-openstack-request-id: req-d61b9108-c298-4bcb-9ecd-74f92c0596fe {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:44.784498 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bcec52-197f-45f9-a7ca-c3c63095e0cb", "name": "network-vif-deleted", "tag": "17a7138b-f7c2-472b-8840-3b6308fa8fcc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e97ec594-9526-4af1-996e-e0baa0b8f1d4", "tag": "08fd03ef-e045-4388-88d5-2fb9aaeb69ab", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:44.784757 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d61b9108-c298-4bcb-9ecd-74f92c0596fe {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:44.785158 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bcec52-197f-45f9-a7ca-c3c63095e0cb', 'name': 'network-vif-deleted', 'tag': '17a7138b-f7c2-472b-8840-3b6308fa8fcc', 'status': 'completed', 'code': 200} Aug 27 16:09:44.785415 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'tag': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab', 'status': 'completed', 'code': 200} Aug 27 16:09:44.889494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-660a32c8-21c9-4627-b523-d3c064082cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:44.891043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-660a32c8-21c9-4627-b523-d3c064082cd2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 1099 time: 0.0800500 Aug 27 16:09:44.948656 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:44.965869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07f7c57-a13b-45fb-a78d-0ae4b2590a89']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:44.982071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1f3f8-d794-4935-96ba-82862ab664b7 req-ef6b6022-e402-4025-9107-072d1ba38207 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:44.983619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cfb1f3f8-d794-4935-96ba-82862ab664b7 req-ef6b6022-e402-4025-9107-072d1ba38207 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.1184969 Aug 27 16:09:44.988513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa164f1-8471-4065-a9ef-13afa2c38056') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:44.988809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa164f1-8471-4065-a9ef-13afa2c38056') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:45.007183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.036193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.047859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cfb1f3f8-d794-4935-96ba-82862ab664b7 req-009788a6-0a26-4402-b3b2-e05429697925 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520813 Aug 27 16:09:45.048897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:09:45.049969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:09:45.051940 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:09:45.078839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-052e40b9-e9a3-4aab-a7fe-9867f404d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:45.078839 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-052e40b9-e9a3-4aab-a7fe-9867f404d824 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1750526 Aug 27 16:09:45.120297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56940) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:45.145934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f7156a07-3282-45f8-b2b6-5618645201dc no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:45.154431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-ce1ef5f7-499d-4f3a-8011-3996d064cf86 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=08fd03ef-e045-4388-88d5-2fb9aaeb69ab HTTP/1.1" status: 200 len: 217 time: 0.0648942 Aug 27 16:09:45.191979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: f7156a07-3282-45f8-b2b6-5618645201dc {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:45.194031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f7156a07-3282-45f8-b2b6-5618645201dc not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:45.216597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-786b655b-db1f-421d-8308-5e8e5d4d7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:45.218101 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-786b655b-db1f-421d-8308-5e8e5d4d7195 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0577121 Aug 27 16:09:45.233147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48785b03-39b0-4125-9776-4df9a3ac1eab tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.237081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.258863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.260784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] 10.222.0.101 "DELETE /v2.0/networks/a07f7c57-a13b-45fb-a78d-0ae4b2590a89 HTTP/1.1" status: 204 len: 168 time: 0.5684342 Aug 27 16:09:45.264480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56944) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:45.281443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-2cf999b8-d4a3-4463-bdf9-2b2daa74c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:45.283115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-2cf999b8-d4a3-4463-bdf9-2b2daa74c63c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565703 Aug 27 16:09:45.292845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbd47f-25fb-42eb-b3f5-d7e1fa689a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=a07f7c57-a13b-45fb-a78d-0ae4b2590a89,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:45.297431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48785b03-39b0-4125-9776-4df9a3ac1eab tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.334882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b68b4-79b4-40bf-a9f5-9d14747afc19 req-4d3bb97a-e207-497c-bb9f-b498d167b5ac tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:45.338222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db9b68b4-79b4-40bf-a9f5-9d14747afc19 req-4d3bb97a-e207-497c-bb9f-b498d167b5ac tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 948 time: 0.1516590 Aug 27 16:09:45.395643 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-6c440d7a-19cb-4810-80e1-5ed57219720e service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015499 Aug 27 16:09:45.416973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] Deleting subnet 3a25afc1-5e2b-48a0-89ab-35e98dd904c9 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:09:45.447205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66271560-16b9-47c8-b7e8-026b0ab04f37 req-ee7a2687-d92d-4757-bfdb-686018473761 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0575213 Aug 27 16:09:45.450255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.486335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db9b68b4-79b4-40bf-a9f5-9d14747afc19 req-c04859e0-80db-4b59-935a-5f27c8d299c5 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314580 Aug 27 16:09:45.509800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.514153 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-86721f23-b7b4-4085-84fd-19829cc8fb44 req-508abbd1-3ffb-4637-81d4-0851504b4c23 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095464 Aug 27 16:09:45.556452 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.631749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48785b03-39b0-4125-9776-4df9a3ac1eab tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.631749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48785b03-39b0-4125-9776-4df9a3ac1eab tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.631749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-48785b03-39b0-4125-9776-4df9a3ac1eab tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "DELETE /v2.0/security-groups/cd342cb4-52f0-443c-ad0c-1c0150b4a87e HTTP/1.1" status: 204 len: 168 time: 0.5117314 Aug 27 16:09:45.634246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56950) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:45.640976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48785b03-39b0-4125-9776-4df9a3ac1eab tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd342cb4-52f0-443c-ad0c-1c0150b4a87e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:45.649892 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-aa29ed72-4dfd-42c3-944a-d84cd117aed5 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] show failed (client error): The resource could not be found. Aug 27 16:09:45.653463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56952) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:45.653636 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aa29ed72-4dfd-42c3-944a-d84cd117aed5 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "GET /v2.0/security-groups/cd342cb4-52f0-443c-ad0c-1c0150b4a87e HTTP/1.1" status: 404 len: 347 time: 0.0180349 Aug 27 16:09:45.733273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.790314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a25afc1-5e2b-48a0-89ab-35e98dd904c9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:45.792534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.796630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ac2ef30-adec-491b-978f-1e2bf1cec483 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/3a25afc1-5e2b-48a0-89ab-35e98dd904c9 HTTP/1.1" status: 204 len: 168 time: 0.5168691 Aug 27 16:09:45.797465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56956) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:45.825825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Deleting port e12389e4-0ed2-4d69-a4d9-420fae5d861b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:45.826219 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.864480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.911703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.912320 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.924620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Calling delete_port for e12389e4-0ed2-4d69-a4d9-420fae5d861b owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:45.946615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.957315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7cd1af-739d-47f5-898d-812fb6e8e202']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:45.967793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d88213-4bc5-4dbb-8235-5a8e60b5beab') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:45.968092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d88213-4bc5-4dbb-8235-5a8e60b5beab') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:45.977525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.991742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.997520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:09:45.997959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:09:45.999950 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:09:46.135772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.141875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.144778 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] 10.222.0.101 "DELETE /v2.0/networks/6b7cd1af-739d-47f5-898d-812fb6e8e202 HTTP/1.1" status: 204 len: 168 time: 0.3467777 Aug 27 16:09:46.161243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3c8a7-35eb-44ab-bf77-83b23bfd295e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7cd1af-739d-47f5-898d-812fb6e8e202,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:46.167680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.208899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Pushing event deleted for resources: {'Port': ['ID=e12389e4-0ed2-4d69-a4d9-420fae5d861b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:46.254879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5321f0-9d3d-4fb0-821f-e5410f536ec4 req-030711ba-7f0b-4c5a-a8be-99a84194c1f1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:46.256445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a5321f0-9d3d-4fb0-821f-e5410f536ec4 req-030711ba-7f0b-4c5a-a8be-99a84194c1f1 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.1320031 Aug 27 16:09:46.298695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.301838 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.303379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-22e1e8fc-106e-4765-af43-378c1fd39c68 tempest-ServersWithSpecificFlavorTestJSON-1624904542 tempest-ServersWithSpecificFlavorTestJSON-1624904542-project] 10.222.0.101 "DELETE /v2.0/floatingips/dc306481-90c4-4a90-bcd8-15d6ffbbc96c HTTP/1.1" status: 204 len: 168 time: 0.6479166 Aug 27 16:09:46.318532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a5321f0-9d3d-4fb0-821f-e5410f536ec4 req-5af45892-3ec8-4199-9b3e-f6fc6813fecf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513067 Aug 27 16:09:46.553541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56972) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:46.577100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7886e53-98b9-422c-a66e-fe958a88e124 req-bf455728-89c4-475e-bbb0-ef562c13f93d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0363948 Aug 27 16:09:46.610239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f7d0e546-16d7-4693-921c-a90be7c800cd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=de75d09ab1be4454b8a0a6c5f43a2f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554180 Aug 27 16:09:46.613520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56978) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:46.712212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac19ed2-925f-47cb-8123-c3042349fd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.722829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20e6cf-8af2-4f3f-91c5-a7ec9ea1a864 req-45670572-814b-4c5b-9f56-5b5f4ba8cfb5 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:46.724637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b20e6cf-8af2-4f3f-91c5-a7ec9ea1a864 req-45670572-814b-4c5b-9f56-5b5f4ba8cfb5 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 948 time: 0.0817721 Aug 27 16:09:46.757671 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac19ed2-925f-47cb-8123-c3042349fd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.806880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b20e6cf-8af2-4f3f-91c5-a7ec9ea1a864 req-ecd14a3f-c909-48ba-9349-923919b8c2f2 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752668 Aug 27 16:09:46.904891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac19ed2-925f-47cb-8123-c3042349fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.907816 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ac19ed2-925f-47cb-8123-c3042349fd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:46.909220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ac19ed2-925f-47cb-8123-c3042349fd4b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/34a85dfd-9a67-4975-a685-a871a258ef1f HTTP/1.1" status: 204 len: 168 time: 0.2947075 Aug 27 16:09:46.922922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac19ed2-925f-47cb-8123-c3042349fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a85dfd-9a67-4975-a685-a871a258ef1f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:47.061353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56996) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:47.501808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787a0d6-c44c-48d2-9ed8-31e03851bd32 req-2635a257-7480-4f21-9439-10d0193f1a7d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:47.504393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6787a0d6-c44c-48d2-9ed8-31e03851bd32 req-2635a257-7480-4f21-9439-10d0193f1a7d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.1011791 Aug 27 16:09:47.588259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6787a0d6-c44c-48d2-9ed8-31e03851bd32 req-0973bdcc-7b44-4fc9-8fb4-fdbe571ca8fa tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516014 Aug 27 16:09:47.671891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57008) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:47.713780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-086fb533-9d86-4e40-a240-71c687c7e092 req-cb147239-ed5a-4204-b284-d1367448595e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0408661 Aug 27 16:09:47.723722 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a981cfd2-1856-4276-bc9d-8619aa21b14a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=af0a7ad814aa45e499f35ac017716908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498066 Aug 27 16:09:47.725656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57012) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:47.821124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 08fd03ef-e045-4388-88d5-2fb9aaeb69ab details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:09:47.849817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cef76d9e-441e-4bf9-91f8-7eddcf38d7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:47.893130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cef76d9e-441e-4bf9-91f8-7eddcf38d7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:47.960157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:47.972604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:47.980296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab', 'mac_address': 'fa:16:3e:36:27:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:09:48.020163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:48.036977 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fd03ef-e045-4388-88d5-2fb9aaeb69ab {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:48.040546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764c47-0a7b-4a3a-a69a-8b9c9694a169 req-698a5b9b-41a3-4246-bc39-8a30a062714b tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:48.042046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71764c47-0a7b-4a3a-a69a-8b9c9694a169 req-698a5b9b-41a3-4246-bc39-8a30a062714b tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 948 time: 0.1161742 Aug 27 16:09:48.060378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:48.134040 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:48.143536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71764c47-0a7b-4a3a-a69a-8b9c9694a169 req-12cdae30-37dd-4b5e-8e72-7b5c012405eb tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694902 Aug 27 16:09:48.173635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cef76d9e-441e-4bf9-91f8-7eddcf38d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:48.176802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cef76d9e-441e-4bf9-91f8-7eddcf38d7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:48.177931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cef76d9e-441e-4bf9-91f8-7eddcf38d7c7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8946de39-ed48-4bbb-ab87-abe4420875c7 HTTP/1.1" status: 204 len: 168 time: 0.4511991 Aug 27 16:09:48.193953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:48.223863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef76d9e-441e-4bf9-91f8-7eddcf38d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8946de39-ed48-4bbb-ab87-abe4420875c7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:48.390562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['08fd03ef-e045-4388-88d5-2fb9aaeb69ab'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:48.630952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Deleting port f59ebf7f-7ec4-4475-a56a-8b2653563091 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:48.631132 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:48.757430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263dc37-e46d-4fac-a6a1-392475842872 req-c1b7957d-da88-48bd-87f3-3b485eaddaf6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:48.758937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f263dc37-e46d-4fac-a6a1-392475842872 req-c1b7957d-da88-48bd-87f3-3b485eaddaf6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0770900 Aug 27 16:09:48.765752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] For port f59ebf7f-7ec4-4475-a56a-8b2653563091, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f59ebf7f-7ec4-4475-a56a-8b2653563091,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:48.766120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:48.791677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Calling delete_port for f59ebf7f-7ec4-4475-a56a-8b2653563091 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:48.848115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48dfd3b6-6c46-423c-914e-99dca74d0631 req-233178e7-b922-4bf4-9f4e-3379d5a51702 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0494330 Aug 27 16:09:48.878229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f263dc37-e46d-4fac-a6a1-392475842872 req-c1694ded-162f-440e-88ab-b3a860524b52 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081371 Aug 27 16:09:49.116818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:49.145065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59ebf7f-7ec4-4475-a56a-8b2653563091,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:49.341278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b954-f513-43e0-bbcf-587ca577a459 req-4a69ab3e-88ea-47f1-bda3-5f246a236dc3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:49.342967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fe6b954-f513-43e0-bbcf-587ca577a459 req-4a69ab3e-88ea-47f1-bda3-5f246a236dc3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 949 time: 0.0913644 Aug 27 16:09:49.371866 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:49.445284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fe6b954-f513-43e0-bbcf-587ca577a459 req-538ac15e-0709-4ac0-949d-6b9586c75e37 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814149 Aug 27 16:09:49.617431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:09:49.728570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:09:49.733865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b05b1576-058e-45fd-bd44-ea9492ccfd99 admin admin] 10.222.0.101 "PUT /v2.0/routers/8d5cf21f-52e5-45e2-b436-fb8d48e41045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6714327 Aug 27 16:09:49.736496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57060) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:49.740167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] Sync routers for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:09:49.749570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:09:49.750302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:49.843186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:49.846822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 08fd03ef-e045-4388-88d5-2fb9aaeb69ab up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:09:49.887535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:09:49.964137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:49.998237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-092e2d85-5cf5-480e-8e9e-fd479bbc3279 req-73dd3b04-e75f-465d-ab3f-bde4d44e7fed tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Aug 27 16:09:50.078689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ac9c-8539-47f6-a12a-00a909d06514 req-c6ed72a7-26ef-4886-a02e-e0b3f537b73c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:50.080471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c99ac9c-8539-47f6-a12a-00a909d06514 req-c6ed72a7-26ef-4886-a02e-e0b3f537b73c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0812879 Aug 27 16:09:50.113579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:09:50.119257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:09:50.119740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.162323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c99ac9c-8539-47f6-a12a-00a909d06514 req-f9628878-494b-42a5-8e35-4182e54ca532 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739999 Aug 27 16:09:50.194851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:09:48Z', 'revision_number': 5, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port': {'id': '657ee8ba-69b9-4b31-9192-8263e8dbf4bc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:10Z', 'updated_at': '2021-08-27T16:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:50.246500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] Checking router: 8d5cf21f-52e5-45e2-b436-fb8d48e41045 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:09:50.265966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] Routers {'8d5cf21f-52e5-45e2-b436-fb8d48e41045'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:09:50.266593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:50.305762 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.373624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:50.375912 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d69de9f-366e-43d7-9c8f-83cdc77854f5" -d '{"events": [{"server_uuid": "e97ec594-9526-4af1-996e-e0baa0b8f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "08fd03ef-e045-4388-88d5-2fb9aaeb69ab"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:50.397568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:50.404406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] Set router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:09:50.433420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Deleting port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:50.433933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.461332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:09:49Z', 'revision_number': 6, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:50.465461 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.514450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5252a-f357-4fbf-8d74-01225eedd6db None None] The sync data for ids ['8d5cf21f-52e5-45e2-b436-fb8d48e41045'] in n-d-806412-1 is: [{'id': '8d5cf21f-52e5-45e2-b436-fb8d48e41045', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431301176-router', 'tenant_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:09Z', 'updated_at': '2021-08-27T16:09:49Z', 'revision_number': 6, 'project_id': 'f8c5920671ec4e9584dc477cc4c08ccc', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:09:50.516804 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e390e8-2f66-4635-9de7-2ce5454e77ef x-openstack-request-id: req-e2e390e8-2f66-4635-9de7-2ce5454e77ef {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:50.517093 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97ec594-9526-4af1-996e-e0baa0b8f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "08fd03ef-e045-4388-88d5-2fb9aaeb69ab", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:50.517384 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e2e390e8-2f66-4635-9de7-2ce5454e77ef {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:50.517810 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab', 'code': 200} Aug 27 16:09:50.568679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] For port 657ee8ba-69b9-4b31-9192-8263e8dbf4bc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:50.568679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.574474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:50.607888 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89191fe1-c805-4bfb-a760-3beca2a944a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:50.611967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Calling delete_port for 657ee8ba-69b9-4b31-9192-8263e8dbf4bc owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:50.649444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219cb02-447a-4810-a92f-7732f846df6d req-35fd8e68-8535-46d2-a021-b63d00feb9ac tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:50.650939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4219cb02-447a-4810-a92f-7732f846df6d req-35fd8e68-8535-46d2-a021-b63d00feb9ac tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.0568397 Aug 27 16:09:50.667634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ae100-eb90-4d37-9751-e031a0ae3789 req-bd377088-2e9d-4115-836d-1519c196c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:50.669160 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec1ae100-eb90-4d37-9751-e031a0ae3789 req-bd377088-2e9d-4115-836d-1519c196c89a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 1101 time: 0.0906558 Aug 27 16:09:50.692400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4219cb02-447a-4810-a92f-7732f846df6d req-27bd3aeb-5285-4420-9d60-c80ab5d9a5d5 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352743 Aug 27 16:09:50.751335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec1ae100-eb90-4d37-9751-e031a0ae3789 req-cca293a5-fac7-442a-9a68-01b5d1e70cee service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694416 Aug 27 16:09:51.021159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.051336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=657ee8ba-69b9-4b31-9192-8263e8dbf4bc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:51.114748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.119082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86eaea82-2be5-4f49-af99-fc9e90160a64 req-67458c57-cda4-45c4-abc5-6e3394e8429b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0265923 Aug 27 16:09:51.208828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.210873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.334009 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.337862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5cf21f-52e5-45e2-b436-fb8d48e41045 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:09:51.340661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.344251 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f9342fa4-25fd-4b19-a1d9-bd49e2ef0db9 admin admin] 10.222.0.101 "DELETE /v2.0/routers/8d5cf21f-52e5-45e2-b436-fb8d48e41045 HTTP/1.1" status: 204 len: 168 time: 1.6037068 Aug 27 16:09:51.344639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57098) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:51.396785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] Deleting subnet 4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:09:51.400159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.441420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.457845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc992b85-3c5d-4fbd-8b82-ded26b1ca3a0 req-5de9498b-a6c8-4fb8-8299-5fd088eb6d25 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:51.459349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc992b85-3c5d-4fbd-8b82-ded26b1ca3a0 req-5de9498b-a6c8-4fb8-8299-5fd088eb6d25 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0550416 Aug 27 16:09:51.504569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc992b85-3c5d-4fbd-8b82-ded26b1ca3a0 req-497fa406-f59a-48bc-8b50-1df541ca701e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390584 Aug 27 16:09:51.555382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.626246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 657ee8ba-69b9-4b31-9192-8263e8dbf4bc no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:51.654297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 657ee8ba-69b9-4b31-9192-8263e8dbf4bc {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:51.654567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 657ee8ba-69b9-4b31-9192-8263e8dbf4bc not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:51.655188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f59ebf7f-7ec4-4475-a56a-8b2653563091 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:51.678788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f59ebf7f-7ec4-4475-a56a-8b2653563091 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:51.682445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f59ebf7f-7ec4-4475-a56a-8b2653563091 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:51.707626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.739216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.741290 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b HTTP/1.1" status: 204 len: 168 time: 0.3956003 Aug 27 16:09:51.742238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ac373-b9a9-4e82-9466-a498a804bb63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fcf08b5-7f9f-45a5-8a9a-511b2cd3db0b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:51.744485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57106) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:51.747142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6964c-3d04-4d1d-9e31-152dec1c71fb None None] Network b21ea7b5-c1e7-4128-846e-fe74ee909096 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:09:51.848378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:51.868957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7e646-6281-4aae-a06e-bdabbd4791ab req-a9e95704-cb3f-4141-b52b-f71abfdb223b tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:51.870419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6d7e646-6281-4aae-a06e-bdabbd4791ab req-a9e95704-cb3f-4141-b52b-f71abfdb223b tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.0778437 Aug 27 16:09:51.943667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6d7e646-6281-4aae-a06e-bdabbd4791ab req-351cf5b3-b470-4ff6-8063-2642f0d5a7a0 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518806 Aug 27 16:09:51.944785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] DHCP port deletion for b21ea7b5-c1e7-4128-846e-fe74ee909096 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:09:51.950590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Deleting port b64eae1f-f3be-4b39-afbe-4352fb00eb6f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:51.951229 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.019525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] For port b64eae1f-f3be-4b39-afbe-4352fb00eb6f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:52.019900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.043211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Calling delete_port for b64eae1f-f3be-4b39-afbe-4352fb00eb6f owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:52.127857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] Deleting port b64eae1f-f3be-4b39-afbe-4352fb00eb6f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:52.128488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.191629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] For port b64eae1f-f3be-4b39-afbe-4352fb00eb6f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,segment=NetworkSegment(480b0d85-b467-4635-8657-e077f8169af2),segment_id=480b0d85-b467-4635-8657-e077f8169af2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:52.192051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.204683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] Calling delete_port for b64eae1f-f3be-4b39-afbe-4352fb00eb6f owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:52.226691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89c4b159-8374-4ff4-8d4e-afc8fb630342 req-2361fa04-6d0e-438f-97f8-63ef84bd47db tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0262272 Aug 27 16:09:52.248708 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.270861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:52.272777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] No DVR routers for this DVR port b64eae1f-f3be-4b39-afbe-4352fb00eb6f on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:52.289399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.318595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] No DVR routers for this DVR port b64eae1f-f3be-4b39-afbe-4352fb00eb6f on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:52.323758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7aab4-d87e-42e3-961c-2407dbe48860 None None] Pushing event deleted for resources: {'Port': ['ID=b64eae1f-f3be-4b39-afbe-4352fb00eb6f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:52.352296 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.362633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21ea7b5-c1e7-4128-846e-fe74ee909096']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:52.377819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480b0d85-b467-4635-8657-e077f8169af2') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:52.378117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480b0d85-b467-4635-8657-e077f8169af2') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:52.387152 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.403145 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:09:52.421490 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:09:52.620587 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.633592 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:52.633592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b21ea7b5-c1e7-4128-846e-fe74ee909096 HTTP/1.1" status: 204 len: 168 time: 0.8829074 Aug 27 16:09:52.635527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57120) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:52.641175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36202b9-7d9e-440c-8192-6cba79d26359 admin admin] Pushing event deleted for resources: {'Network': ['ID=b21ea7b5-c1e7-4128-846e-fe74ee909096,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:52.654038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f711b24-4464-413c-8cdb-3e38e3de51be req-2ecf7fbb-f5ed-4f62-8dc9-ebcb51013ad2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:52.655749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f711b24-4464-413c-8cdb-3e38e3de51be req-2ecf7fbb-f5ed-4f62-8dc9-ebcb51013ad2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0739303 Aug 27 16:09:52.686929 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-bec410b4-6dd3-478b-b1f5-d43bf476c69f service neutron] show failed (client error): The resource could not be found. Aug 27 16:09:52.687975 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-bec410b4-6dd3-478b-b1f5-d43bf476c69f service neutron] 10.222.0.97 "GET /v2.0/ports/47c6a6f5-009c-4925-9b88-5a7c3f5e5368/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.1961374 Aug 27 16:09:52.701643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f711b24-4464-413c-8cdb-3e38e3de51be req-343fb728-fc7d-45d5-a581-99e48d73fd04 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Aug 27 16:09:52.872498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.005120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.078402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27be0-fee7-4422-bd3f-570fcbfb9cbb req-9ec23db5-9288-449a-9a59-12239dc7bff0 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:53.079994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f27be0-fee7-4422-bd3f-570fcbfb9cbb req-9ec23db5-9288-449a-9a59-12239dc7bff0 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.0581901 Aug 27 16:09:53.119495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f27be0-fee7-4422-bd3f-570fcbfb9cbb req-99db3cf5-9b0c-4757-9249-b210f2e14a84 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Aug 27 16:09:53.124494 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be45a4e4-505a-4fdd-a6d2-aff13803ad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.278622 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.317609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Deleting port ae91883a-3cb2-45be-b530-bb35ed1854a1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:53.317962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.350193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56a1a940-1fbc-474f-a453-c8c802dd8509 req-d642ab73-c826-4ed4-a6dc-4107e58d9b2d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0275731 Aug 27 16:09:53.387331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-c909eb06-1b6a-4e62-ac15-211ba549ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:53.388755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-c909eb06-1b6a-4e62-ac15-211ba549ff4d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af&tenant_id=174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 1100 time: 0.1089575 Aug 27 16:09:53.405583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:09:53.447554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] For port ae91883a-3cb2-45be-b530-bb35ed1854a1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ae91883a-3cb2-45be-b530-bb35ed1854a1,segment=NetworkSegment(08dcfa6d-7d84-432d-9d59-cd6a652f98b8),segment_id=08dcfa6d-7d84-432d-9d59-cd6a652f98b8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:53.447925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.483340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Calling delete_port for ae91883a-3cb2-45be-b530-bb35ed1854a1 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:53.494640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.617152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732c680-a8cd-48d3-8d90-1588865d3ee4 req-a11c4e52-6251-4ed2-9349-82c8afe75d11 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:53.619385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d732c680-a8cd-48d3-8d90-1588865d3ee4 req-a11c4e52-6251-4ed2-9349-82c8afe75d11 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.0580862 Aug 27 16:09:53.638050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b64eae1f-f3be-4b39-afbe-4352fb00eb6f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:53.671719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: b64eae1f-f3be-4b39-afbe-4352fb00eb6f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:53.676504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b64eae1f-f3be-4b39-afbe-4352fb00eb6f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:53.687564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d732c680-a8cd-48d3-8d90-1588865d3ee4 req-93a76dbf-4398-482a-8bec-9eaa0b1041c3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561881 Aug 27 16:09:53.700581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.738556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:53.814564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:53.877605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a7e4c-a55c-4f3c-bf43-3c8575f84a72 req-4d9a9535-f580-4ed5-90d1-d1a82a5fe874 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:53.879121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:53.879364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-175a7e4c-a55c-4f3c-bf43-3c8575f84a72 req-4d9a9535-f580-4ed5-90d1-d1a82a5fe874 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0639052 Aug 27 16:09:53.911530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-443206b0-42d0-4df8-b605-b8c5a5d932fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.924303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:53.926760 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbfe825-6dd2-45c4-8283-b44a64611f36" -d '{"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:53.931166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:53.948403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-175a7e4c-a55c-4f3c-bf43-3c8575f84a72 req-81e789d2-ef49-40bb-831c-933cb627c9e0 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Aug 27 16:09:53.997984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Transition to ACTIVE for port object 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:09:53.999600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.028509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae91883a-3cb2-45be-b530-bb35ed1854a1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:54.028692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-443206b0-42d0-4df8-b605-b8c5a5d932fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.118084 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-443206b0-42d0-4df8-b605-b8c5a5d932fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.150709 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d375f3c-144f-4d23-a5a3-fc38946ff300 x-openstack-request-id: req-7d375f3c-144f-4d23-a5a3-fc38946ff300 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:54.150709 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:54.150709 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7d375f3c-144f-4d23-a5a3-fc38946ff300 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:54.150709 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'code': 200} Aug 27 16:09:54.151915 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.165459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-443206b0-42d0-4df8-b605-b8c5a5d932fd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b746bd28de404848bba11938b6fcefe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251878 Aug 27 16:09:54.165986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443206b0-42d0-4df8-b605-b8c5a5d932fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519efd9c-8bf2-4860-966f-9f70e4c13b96,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:54.168607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57152) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:54.243161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86597966-18e5-4af7-b66c-ad1ebfb89ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.258666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] No DVR routers for this DVR port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:54.277597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86597966-18e5-4af7-b66c-ad1ebfb89ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.278435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:54.320839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.332132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:09:54.332470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:09:54.332804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:54.341200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:09:54.341520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:09:54.378412 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.378932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:09:54.379204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:09:54.379629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:09:54.380067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Bound port: 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:09:54.380423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.479973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c01f7d12-2d52-4e0d-bcdb-468ba52af9e0 req-ca0ea282-f38c-43bf-8411-0c7cb81dfd2a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Aug 27 16:09:54.504448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86597966-18e5-4af7-b66c-ad1ebfb89ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.507704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86597966-18e5-4af7-b66c-ad1ebfb89ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.513561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:09:54.517522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:09:54.521978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-86597966-18e5-4af7-b66c-ad1ebfb89ac4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/519efd9c-8bf2-4860-966f-9f70e4c13b96 HTTP/1.1" status: 204 len: 168 time: 0.3423147 Aug 27 16:09:54.548353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86597966-18e5-4af7-b66c-ad1ebfb89ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519efd9c-8bf2-4860-966f-9f70e4c13b96,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:54.606362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.645699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:54.646625 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:54.648111 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] 10.222.0.90 "PUT /v2.0/ports/47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 1095 time: 1.2469785 Aug 27 16:09:54.696781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Router e758abaf-8443-482c-94e2-07062c70828e has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:09:54.700121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4a136-6d06-4f6b-b26c-a3f100277309 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:54.788544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-b7dcf8ed-aab5-4524-860c-b34ce50a814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:54.790363 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-b7dcf8ed-aab5-4524-860c-b34ce50a814e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1098 time: 0.1034582 Aug 27 16:09:54.819943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a79bca-f37d-44a0-9a8f-406af315ce88 req-6e1d2ba0-c812-43ae-b781-82e4e6650ede tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:54.821761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2a79bca-f37d-44a0-9a8f-406af315ce88 req-6e1d2ba0-c812-43ae-b781-82e4e6650ede tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.0592220 Aug 27 16:09:54.878703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2a79bca-f37d-44a0-9a8f-406af315ce88 req-f51e2898-ab66-44f8-8a42-44c5293632ed tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498173 Aug 27 16:09:55.008828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93f7a1-751c-4678-986e-d18d9d2dd591 req-fa7ff609-a73a-4173-a46e-3e71d2fc33db tempest-LiveMigrationNegativeTest-1891219095 tempest-LiveMigrationNegativeTest-1891219095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.010536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be93f7a1-751c-4678-986e-d18d9d2dd591 req-fa7ff609-a73a-4173-a46e-3e71d2fc33db tempest-LiveMigrationNegativeTest-1891219095 tempest-LiveMigrationNegativeTest-1891219095-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 1101 time: 0.0467088 Aug 27 16:09:55.031190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be93f7a1-751c-4678-986e-d18d9d2dd591 req-8b6675d7-a9e4-4fbf-b760-699749478828 tempest-LiveMigrationNegativeTest-1891219095 tempest-LiveMigrationNegativeTest-1891219095-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.119187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9bcb3-00c7-4f61-a03a-f6f1b054a5e8 req-4349f7c5-b08e-400b-9e0e-f3ef13250ddb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.124723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72f9bcb3-00c7-4f61-a03a-f6f1b054a5e8 req-4349f7c5-b08e-400b-9e0e-f3ef13250ddb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.0809200 Aug 27 16:09:55.185262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72f9bcb3-00c7-4f61-a03a-f6f1b054a5e8 req-d62cd4fa-8e10-4378-b609-0e722a5a3ce8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556166 Aug 27 16:09:55.207204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:55.216098 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be93f7a1-751c-4678-986e-d18d9d2dd591 req-8b6675d7-a9e4-4fbf-b760-699749478828 tempest-LiveMigrationNegativeTest-1891219095 tempest-LiveMigrationNegativeTest-1891219095-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.220985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:09:55.223252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-690eec82-a095-47e3-8b5b-a40fc96698e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.226965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee697af2-4aad-4f33-9cae-27d6501eb1a0 admin admin] 10.222.0.101 "PUT /v2.0/routers/e758abaf-8443-482c-94e2-07062c70828e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5903459 Aug 27 16:09:55.232448 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] Sync routers for ids ['e758abaf-8443-482c-94e2-07062c70828e'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:09:55.237653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57178) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:55.249335 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] Routers {'e758abaf-8443-482c-94e2-07062c70828e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:09:55.250208 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e758abaf-8443-482c-94e2-07062c70828e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:55.250389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-8339a847-1954-4ad2-9083-56b0783cbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.251862 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-8339a847-1954-4ad2-9083-56b0783cbdf2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.4499528 Aug 27 16:09:55.295317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-be93f7a1-751c-4678-986e-d18d9d2dd591 req-8b6675d7-a9e4-4fbf-b760-699749478828 tempest-LiveMigrationNegativeTest-1891219095 tempest-LiveMigrationNegativeTest-1891219095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.317828 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-ad034613-b1e5-4b94-9cb2-8dc4967e3ee3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0533173 Aug 27 16:09:55.376157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be93f7a1-751c-4678-986e-d18d9d2dd591 req-8b6675d7-a9e4-4fbf-b760-699749478828 tempest-LiveMigrationNegativeTest-1891219095 tempest-LiveMigrationNegativeTest-1891219095-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586781 Aug 27 16:09:55.382976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-9e67fa6a-21cb-4efd-837d-5af046e0ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.390687 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-9e67fa6a-21cb-4efd-837d-5af046e0ac13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0586276 Aug 27 16:09:55.391547 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] Set router e758abaf-8443-482c-94e2-07062c70828e gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:09:55.403963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6675d7-a9e4-4fbf-b760-699749478828 tempest-LiveMigrationNegativeTest-1891219095 tempest-LiveMigrationNegativeTest-1891219095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3ddf3-7af3-4161-b2fb-a4552b52790c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:55.419564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.466742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-752033bd-2cc4-4a4a-92b5-5b4b63c18dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.470325 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-752033bd-2cc4-4a4a-92b5-5b4b63c18dc9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714324 Aug 27 16:09:55.568331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-690eec82-a095-47e3-8b5b-a40fc96698e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.575942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.617890 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-99d22cd4-cf74-4232-9147-04cfc8cde832 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364031 Aug 27 16:09:55.637103 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:09:53Z', 'revision_number': 5, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port': {'id': '89af69f5-808c-4f47-a5d8-55f78745f146', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:30:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758abaf-8443-482c-94e2-07062c70828e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:04:20Z', 'updated_at': '2021-08-27T16:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:55.663931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-690eec82-a095-47e3-8b5b-a40fc96698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.680201 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] Checking router: e758abaf-8443-482c-94e2-07062c70828e for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:09:55.691258 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] Routers {'e758abaf-8443-482c-94e2-07062c70828e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:09:55.691615 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e758abaf-8443-482c-94e2-07062c70828e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:55.721581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22fcb051-f81e-466a-bdbb-0077f453f911 req-69f138ee-2342-41a8-b700-9583a063ae42 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0688989 Aug 27 16:09:55.756413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-690eec82-a095-47e3-8b5b-a40fc96698e7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c721f6f6dba14d99ac16342797f0f090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512834 Aug 27 16:09:55.757074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eec82-a095-47e3-8b5b-a40fc96698e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b48884-12a0-40d5-a207-105cf131b584,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:55.764868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57198) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:55.817869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Deleting port 89af69f5-808c-4f47-a5d8-55f78745f146 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:55.818208 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.823004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-c02458b1-0804-4b66-af3b-576d0ae71ff3 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961148 Aug 27 16:09:55.834388 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] Set router e758abaf-8443-482c-94e2-07062c70828e gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:09:55.855739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-c811143e-cd15-48f1-a61e-bc8edb0d8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.857528 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-c811143e-cd15-48f1-a61e-bc8edb0d8de9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1096 time: 0.0665085 Aug 27 16:09:55.859066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:55.874902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22fe97fd-bb37-4bb5-8564-8fcb604ec7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.921876 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22fe97fd-bb37-4bb5-8564-8fcb604ec7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.931849 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:55.949300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:55.954434 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:09:55Z', 'revision_number': 6, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:55.987039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-8116f764-2d44-4527-88b8-c41627a6b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:55.987039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-8116f764-2d44-4527-88b8-c41627a6b098 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 921 time: 0.1131229 Aug 27 16:09:55.987518 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d341626-dd71-432b-8d7c-c21ddb38ef9e None None] The sync data for ids ['e758abaf-8443-482c-94e2-07062c70828e'] in n-d-806412-1 is: [{'id': 'e758abaf-8443-482c-94e2-07062c70828e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-636130038-router', 'tenant_id': '65a00201339947b087bbd94c330319fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:04:19Z', 'updated_at': '2021-08-27T16:09:55Z', 'revision_number': 6, 'project_id': '65a00201339947b087bbd94c330319fb', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:09:56.043493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] For port 89af69f5-808c-4f47-a5d8-55f78745f146, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=89af69f5-808c-4f47-a5d8-55f78745f146,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:56.043924 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.051371 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-4857ff07-2dc2-4bb3-acfe-efa3ac726e3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9006ea96-1205-4e47-bca5-f8376505fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0533514 Aug 27 16:09:56.060505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Calling delete_port for 89af69f5-808c-4f47-a5d8-55f78745f146 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:56.076514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba0879-fc3d-4271-a03e-c1f1b900109e req-221d65e8-6ef9-48d2-90d9-9c032b5ef9d0 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.077991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dba0879-fc3d-4271-a03e-c1f1b900109e req-221d65e8-6ef9-48d2-90d9-9c032b5ef9d0 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1131296 Aug 27 16:09:56.103463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-59d3581f-7a51-448d-9667-8834a7e5e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.104989 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-59d3581f-7a51-448d-9667-8834a7e5e3a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 200 len: 859 time: 0.0463707 Aug 27 16:09:56.143979 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-6f31093a-ca65-41c8-abb3-bcec2f601b14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285356 Aug 27 16:09:56.150534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:56.152838 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28150a8-3675-4498-bf87-09d043403b89" -d '{"events": [{"name": "network-changed", "server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:56.173035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22fe97fd-bb37-4bb5-8564-8fcb604ec7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.176195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22fe97fd-bb37-4bb5-8564-8fcb604ec7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.181957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-22fe97fd-bb37-4bb5-8564-8fcb604ec7a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e0b48884-12a0-40d5-a207-105cf131b584 HTTP/1.1" status: 204 len: 168 time: 0.4156792 Aug 27 16:09:56.183303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dba0879-fc3d-4271-a03e-c1f1b900109e req-90a27b5d-b7fa-457e-9dcf-f6bbc6220305 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958395 Aug 27 16:09:56.194579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe97fd-bb37-4bb5-8564-8fcb604ec7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b48884-12a0-40d5-a207-105cf131b584,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:56.283935 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3b1fd4-2966-4501-9c5b-237bee18f649 x-openstack-request-id: req-6b3b1fd4-2966-4501-9c5b-237bee18f649 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:56.284511 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:56.284680 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b3b1fd4-2966-4501-9c5b-237bee18f649 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:56.285198 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'status': 'completed', 'code': 200} Aug 27 16:09:56.299909 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-322592df-8771-4672-840c-d645bca6ab9b service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417274 Aug 27 16:09:56.452154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e352b2-3b32-4cc5-a93a-2445423dafda req-a1e96b23-d70c-4504-b1e6-660336fb00cb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.453729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7e352b2-3b32-4cc5-a93a-2445423dafda req-a1e96b23-d70c-4504-b1e6-660336fb00cb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.0938137 Aug 27 16:09:56.467533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdca8c8-81c9-4b82-b070-7e6d59ed5432 req-70998d59-dbfd-4767-a019-0b0bfba720bb tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.469084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fdca8c8-81c9-4b82-b070-7e6d59ed5432 req-70998d59-dbfd-4767-a019-0b0bfba720bb tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.0756383 Aug 27 16:09:56.480760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-faeccc6d-1650-482b-97f1-e42488ba9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.482365 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-faeccc6d-1650-482b-97f1-e42488ba9554 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1098 time: 0.1744545 Aug 27 16:09:56.492985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-907e3f8f-a97b-4eba-8d4d-4bf54b2fa857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.496978 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-907e3f8f-a97b-4eba-8d4d-4bf54b2fa857 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1098 time: 0.1735642 Aug 27 16:09:56.518609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.527543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7e352b2-3b32-4cc5-a93a-2445423dafda req-5d0c19c3-77f0-4d75-a150-af1b49881bc3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573990 Aug 27 16:09:56.557336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Pushing event deleted for resources: {'Port': ['ID=89af69f5-808c-4f47-a5d8-55f78745f146,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:56.588935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fdca8c8-81c9-4b82-b070-7e6d59ed5432 req-9e7255d9-9ce5-4fab-96b4-4241769a2df2 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938594 Aug 27 16:09:56.628172 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-abe72dcc-586c-4f90-8c90-ec75bd81353a req-509cf245-8dbf-473a-a9af-cf117bb1d79d service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853920 Aug 27 16:09:56.630163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.712230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-f6f71ce5-89e2-4489-ad0f-dc6f00910b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.714163 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-f6f71ce5-89e2-4489-ad0f-dc6f00910b2c service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2178049 Aug 27 16:09:56.716933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-ad3eea7d-432d-4463-aa03-523cd110cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.718493 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-ad3eea7d-432d-4463-aa03-523cd110cb1d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2115738 Aug 27 16:09:56.737768 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.740224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.807582 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-093397cb-31a5-4c6c-99ee-15325a87514b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0828023 Aug 27 16:09:56.857996 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-9f8f7933-28e1-4341-9c90-b74f38e169ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0599730 Aug 27 16:09:56.875914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2efc2b3a-7cca-446e-aa83-3358a9f99dd7 req-9c51ec30-782e-4884-9a91-aeca6953d2bf tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0387845 Aug 27 16:09:56.884733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.886938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e758abaf-8443-482c-94e2-07062c70828e {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:09:56.901478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:56.905359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fbe310f5-b4e5-4dce-ab70-4c34bb920178 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e758abaf-8443-482c-94e2-07062c70828e HTTP/1.1" status: 204 len: 168 time: 1.6664162 Aug 27 16:09:56.907671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57226) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:56.938887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-9801cefd-f3f0-4704-8e3e-9ad492f06ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.940939 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-9801cefd-f3f0-4704-8e3e-9ad492f06ad4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0914395 Aug 27 16:09:56.946071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-71e6d177-abe3-4f24-af38-dc5bdcb4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:56.947452 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-71e6d177-abe3-4f24-af38-dc5bdcb4af3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0604041 Aug 27 16:09:56.964226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] Deleting subnet 8978e89d-955a-4314-8132-fd8ae5f18bac {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:09:56.967397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.010767 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.039492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-ed165070-dd44-4d43-a022-5682f4ed97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:57.041052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-ed165070-dd44-4d43-a022-5682f4ed97aa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749242 Aug 27 16:09:57.043602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28150a8-3675-4498-bf87-09d043403b89 req-3e03dea7-4ad4-45f2-9855-b339a71810fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:57.045022 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-3e03dea7-4ad4-45f2-9855-b339a71810fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883448 Aug 27 16:09:57.095726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.216014 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-a81e1609-3079-47c1-9738-f30a7781131c service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609015 Aug 27 16:09:57.220452 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-11426769-a18c-49e9-bb14-0a88ea729c73 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462040 Aug 27 16:09:57.223139 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.260832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8978e89d-955a-4314-8132-fd8ae5f18bac,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:57.262749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.264687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-00526b80-94f1-4e40-ac03-cccdaa22d255 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8978e89d-955a-4314-8132-fd8ae5f18bac HTTP/1.1" status: 204 len: 168 time: 0.3560195 Aug 27 16:09:57.268601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57238) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:57.272698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4358a2-0588-4377-9f35-59b1ec1aba69 None None] Network 0af60d35-2f4d-433e-835f-ddab5dc49566 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:09:57.410610 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.426943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6463f-8121-4d1d-a5d9-f6b290a9bb59 req-2cd085b2-0dbb-4e5e-a14a-74c7ab97451d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:57.433186 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-fb55d6e5-1841-4e2b-9ba9-d14a16d5ed13 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948254 Aug 27 16:09:57.442563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06a6463f-8121-4d1d-a5d9-f6b290a9bb59 req-2cd085b2-0dbb-4e5e-a14a-74c7ab97451d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1292944 Aug 27 16:09:57.465034 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a28150a8-3675-4498-bf87-09d043403b89 req-9144bd71-3175-4902-97cf-f817f728acd6 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361987 Aug 27 16:09:57.491961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] DHCP port deletion for 0af60d35-2f4d-433e-835f-ddab5dc49566 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:09:57.523896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06a6463f-8121-4d1d-a5d9-f6b290a9bb59 req-1d7adb2d-22a6-490f-87d1-648e77e75c01 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803480 Aug 27 16:09:57.549505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Deleting port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:57.549505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.559245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] Deleting port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:57.559977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.649204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] For port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,segment=NetworkSegment(08dcfa6d-7d84-432d-9d59-cd6a652f98b8),segment_id=08dcfa6d-7d84-432d-9d59-cd6a652f98b8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:57.649935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.651383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] For port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,segment=NetworkSegment(08dcfa6d-7d84-432d-9d59-cd6a652f98b8),segment_id=08dcfa6d-7d84-432d-9d59-cd6a652f98b8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:57.655487 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.677218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] Calling delete_port for c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:57.683148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ae91883a-3cb2-45be-b530-bb35ed1854a1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:57.686631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Calling delete_port for c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:57.713012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: ae91883a-3cb2-45be-b530-bb35ed1854a1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:57.713345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ae91883a-3cb2-45be-b530-bb35ed1854a1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:57.720026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:57.819173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9b44-24f2-40d8-b471-1f6903c626c4 req-d4b82ba6-4edc-4b0a-915d-0d5ce643f4ad tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:57.820696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6ae9b44-24f2-40d8-b471-1f6903c626c4 req-d4b82ba6-4edc-4b0a-915d-0d5ce643f4ad tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.1497822 Aug 27 16:09:57.830438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc9a2-1daf-4968-b180-cab8c2b850bb req-d52b5ed9-b0c4-4e3a-a937-2d91a92d2376 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:57.836841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c4fc9a2-1daf-4968-b180-cab8c2b850bb req-d52b5ed9-b0c4-4e3a-a937-2d91a92d2376 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.1438475 Aug 27 16:09:57.853125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.909069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6ae9b44-24f2-40d8-b471-1f6903c626c4 req-00e4501f-6266-481b-9a5b-1d3bfeb60a14 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751126 Aug 27 16:09:57.917195 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.917369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c4fc9a2-1daf-4968-b180-cab8c2b850bb req-f4098dda-16ba-4a9a-9f23-c1fae5c82333 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654359 Aug 27 16:09:57.926013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:57.972539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:57.975027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] No DVR routers for this DVR port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:57.980379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6b389-b220-43f4-a90d-02ebeb2ae343 None None] Pushing event deleted for resources: {'Port': ['ID=c8166bbd-16fe-447c-ab0e-fd66fd8b32c1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:57.982288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] No DVR routers for this DVR port c8166bbd-16fe-447c-ab0e-fd66fd8b32c1 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:57.983952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 89af69f5-808c-4f47-a5d8-55f78745f146 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:09:58.011127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 89af69f5-808c-4f47-a5d8-55f78745f146 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:09:58.011801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 89af69f5-808c-4f47-a5d8-55f78745f146 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:09:58.020029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-412d4606-e4af-4fb4-87ca-0306cef7806e tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:58.021845 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-412d4606-e4af-4fb4-87ca-0306cef7806e tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 950 time: 0.0994790 Aug 27 16:09:58.117734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.121518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8955c57-2867-47ee-884f-7be3a29326e8 req-6e524667-12d3-4ff2-ac88-dc14263f86bf tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0357931 Aug 27 16:09:58.129801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af60d35-2f4d-433e-835f-ddab5dc49566']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:58.143226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dcfa6d-7d84-432d-9d59-cd6a652f98b8') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:58.143680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dcfa6d-7d84-432d-9d59-cd6a652f98b8') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:09:58.154453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.163734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Deleting port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:09:58.164199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.170474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.178021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:09:58.178426 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:09:58.180469 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:09:58.262250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] For port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:58.262537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.276694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Calling delete_port for 08fd03ef-e045-4388-88d5-2fb9aaeb69ab owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:09:58.318405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.327127 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.329281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0af60d35-2f4d-433e-835f-ddab5dc49566 HTTP/1.1" status: 204 len: 168 time: 1.0595071 Aug 27 16:09:58.342908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595af51-b1d1-493c-a585-36a2949df000 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af60d35-2f4d-433e-835f-ddab5dc49566,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:58.489557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.503573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['44d5d67c-7c9e-4d04-bb90-0305c09d44eb', '08fd03ef-e045-4388-88d5-2fb9aaeb69ab'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:58.517823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Pushing event deleted for resources: {'Port': ['ID=08fd03ef-e045-4388-88d5-2fb9aaeb69ab,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:58.575115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] No DVR routers for this DVR port 08fd03ef-e045-4388-88d5-2fb9aaeb69ab on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:09:58.577737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.580198 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9edee28e-9170-4fe9-9b80-78a21f8da39a req-4aea0484-b4de-4dea-8ec4-c1c71b0913f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "DELETE /v2.0/ports/08fd03ef-e045-4388-88d5-2fb9aaeb69ab HTTP/1.1" status: 204 len: 173 time: 0.5497224 Aug 27 16:09:58.580834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'name': 'network-vif-deleted', 'tag': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:09:58.583207 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9025d0-2d7c-49bc-91d4-60ad8cbdc484" -d '{"events": [{"server_uuid": "e97ec594-9526-4af1-996e-e0baa0b8f1d4", "name": "network-vif-deleted", "tag": "08fd03ef-e045-4388-88d5-2fb9aaeb69ab"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:09:58.652053 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191489b1-ba69-4ec1-96bb-cc9865940dab x-openstack-request-id: req-191489b1-ba69-4ec1-96bb-cc9865940dab {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:09:58.652488 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97ec594-9526-4af1-996e-e0baa0b8f1d4", "name": "network-vif-deleted", "tag": "08fd03ef-e045-4388-88d5-2fb9aaeb69ab", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:09:58.652856 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-191489b1-ba69-4ec1-96bb-cc9865940dab {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:09:58.653349 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97ec594-9526-4af1-996e-e0baa0b8f1d4', 'name': 'network-vif-deleted', 'tag': '08fd03ef-e045-4388-88d5-2fb9aaeb69ab', 'status': 'completed', 'code': 200} Aug 27 16:09:58.664597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7401c4e-2c34-47c6-9ed8-864429366a21 req-a4194992-3441-4a6f-8be6-abcdd36ffda6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:58.667766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7401c4e-2c34-47c6-9ed8-864429366a21 req-a4194992-3441-4a6f-8be6-abcdd36ffda6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0631194 Aug 27 16:09:58.721258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7401c4e-2c34-47c6-9ed8-864429366a21 req-f1b2fd12-601c-4ef8-b834-9729fcf6aa65 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Aug 27 16:09:58.760936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57280) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:58.805029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5951b5cb-cf61-47dc-9c56-d4f2ad361cb2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f8c5920671ec4e9584dc477cc4c08ccc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427413 Aug 27 16:09:58.814331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57282) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:58.858459 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-491486e4-9ba8-44ea-a983-fcc917247f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:58.883569 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-491486e4-9ba8-44ea-a983-fcc917247f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:59.008812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-491486e4-9ba8-44ea-a983-fcc917247f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:59.011340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-491486e4-9ba8-44ea-a983-fcc917247f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:59.012467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-491486e4-9ba8-44ea-a983-fcc917247f12 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44f9d277-746a-4cf0-8d16-cd8fea4c350f HTTP/1.1" status: 204 len: 168 time: 0.2041144 Aug 27 16:09:59.026258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491486e4-9ba8-44ea-a983-fcc917247f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9d277-746a-4cf0-8d16-cd8fea4c350f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:59.047384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31df797-b8bd-4b15-9890-7cc793afb599 req-34fc1a5e-8d3e-4808-ac38-45567602cb66 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:59.055022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a31df797-b8bd-4b15-9890-7cc793afb599 req-34fc1a5e-8d3e-4808-ac38-45567602cb66 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 947 time: 0.0758410 Aug 27 16:09:59.093698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a31df797-b8bd-4b15-9890-7cc793afb599 req-77a54ef0-59cf-4124-82f6-2712a8dc554b tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Aug 27 16:09:59.198047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-155358dd-2907-4f6c-8391-7fba17642274 req-dc970f6e-a55e-4bf6-a9fb-01b8475d0ce6 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=e97ec594-9526-4af1-996e-e0baa0b8f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0270634 Aug 27 16:09:59.219287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:09:59.336199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:59.352480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'mac_address': 'fa:16:3e:d9:a9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:09:59.381485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc4251c2-16d8-4708-b891-fe9da98a2bc8 req-f659efc1-874f-4b20-a71c-b861a1fadc44 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0358777 Aug 27 16:09:59.398259 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:59.413639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:09:59.442989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:09:59.575298 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:09:59.624467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:09:59.796362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c13f2-4e31-472e-9992-93880fa34336 req-42bda93d-e7c5-47a8-97af-5977241f1eab tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:59.798206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f12c13f2-4e31-472e-9992-93880fa34336 req-42bda93d-e7c5-47a8-97af-5977241f1eab tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 948 time: 0.0606761 Aug 27 16:09:59.843845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-410d9c25-b54c-464c-a103-f774db1e4a6e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:59.845519 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-410d9c25-b54c-464c-a103-f774db1e4a6e tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af&tenant_id=174fac1f470a466b8adebc92c32192b7&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 948 time: 0.0604923 Aug 27 16:09:59.890060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f12c13f2-4e31-472e-9992-93880fa34336 req-3ac1d44d-8db7-4014-9cb7-8f11c27b2c58 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766523 Aug 27 16:09:59.895340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57326) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:09:59.919688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['47c6a6f5-009c-4925-9b88-5a7c3f5e5368'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:09:59.920671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899014-faea-4c3b-ade0-cfcaeeb2d5bf req-9a046773-50d0-4ed2-abca-e39ced10dd16 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:09:59.928675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce899014-faea-4c3b-ade0-cfcaeeb2d5bf req-9a046773-50d0-4ed2-abca-e39ced10dd16 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1117227 Aug 27 16:09:59.941895 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-493eb7b6-f2b5-4a79-84be-1c4a9a5fbc6d service neutron] 10.222.0.90 "GET /v2.0/ports/47c6a6f5-009c-4925-9b88-5a7c3f5e5368/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 382 time: 0.0816591 Aug 27 16:09:59.991672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b5bdb2b5-9fd8-479a-9f5c-5cf5028801fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=65a00201339947b087bbd94c330319fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0951860 Aug 27 16:09:59.995517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce899014-faea-4c3b-ade0-cfcaeeb2d5bf req-a451730c-a85a-4266-922e-45b886e0d4e6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660408 Aug 27 16:09:59.996165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57332) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:00.029376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-aecd5cc5-30ca-4239-a4d9-19fe0a4139df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:00.031240 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-aecd5cc5-30ca-4239-a4d9-19fe0a4139df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1099 time: 0.0605323 Aug 27 16:10:00.070844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87693dff-65e9-495b-b86c-1dcfe0fa2391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:00.095806 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87693dff-65e9-495b-b86c-1dcfe0fa2391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:00.170433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-0bfe3f42-3a8c-4cf1-b4d3-be6e609aa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:00.172159 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-0bfe3f42-3a8c-4cf1-b4d3-be6e609aa110 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1278219 Aug 27 16:10:00.214896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-ab19a238-5776-4305-9b63-c271228e01b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0348175 Aug 27 16:10:00.219826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87693dff-65e9-495b-b86c-1dcfe0fa2391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:00.223962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87693dff-65e9-495b-b86c-1dcfe0fa2391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:00.227585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-87693dff-65e9-495b-b86c-1dcfe0fa2391 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d09557cd-42d8-4f4c-8761-afb948c221b1 HTTP/1.1" status: 204 len: 168 time: 0.2279079 Aug 27 16:10:00.236184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87693dff-65e9-495b-b86c-1dcfe0fa2391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09557cd-42d8-4f4c-8761-afb948c221b1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:00.269324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-11209873-3b28-43fe-b510-c1d8866fa277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:00.270969 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-11209873-3b28-43fe-b510-c1d8866fa277 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0478196 Aug 27 16:10:00.330354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-314fb764-d537-4128-8c69-0a5a98b61c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:00.331907 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-314fb764-d537-4128-8c69-0a5a98b61c1f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522003 Aug 27 16:10:00.447344 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-4372d524-36cd-433a-9049-d7200f1bab82 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059291 Aug 27 16:10:00.555879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-5364bb77-c117-454e-a454-10e2202e73d9 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978904 Aug 27 16:10:00.605610 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:10:00.608325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0dd480fc-5e47-4aa4-a412-49ce178ccf96 req-6d0a76ff-d186-40e3-9619-2d557e26e680 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0283096 Aug 27 16:10:00.857630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721d373-b8b4-4803-b225-1c57ee1a9848 req-3e7cd013-8250-4293-88aa-df628e800ed0 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:00.859030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5721d373-b8b4-4803-b225-1c57ee1a9848 req-3e7cd013-8250-4293-88aa-df628e800ed0 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 950 time: 0.0509968 Aug 27 16:10:00.897983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5721d373-b8b4-4803-b225-1c57ee1a9848 req-971caaf3-9262-4dad-8d5f-8e1e534bbb50 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Aug 27 16:10:01.006826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bd99e-98e9-41f8-b6d2-d8290a153780 req-8a611405-cac0-47bc-97de-2b6091a2515d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:01.008468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-781bd99e-98e9-41f8-b6d2-d8290a153780 req-8a611405-cac0-47bc-97de-2b6091a2515d tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 948 time: 0.0511446 Aug 27 16:10:01.048124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-781bd99e-98e9-41f8-b6d2-d8290a153780 req-06fb8d7d-f54a-4a92-81e5-eb9d09ef8ce4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Aug 27 16:10:01.240534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:01.414350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740cec-7609-464a-a9df-50fabbd2a214 req-56009e04-ca69-4bf0-aa9f-1b017244dfe5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:01.415869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d740cec-7609-464a-a9df-50fabbd2a214 req-56009e04-ca69-4bf0-aa9f-1b017244dfe5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.3455255 Aug 27 16:10:01.449930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:01.454221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:01.454591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:01.461543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d740cec-7609-464a-a9df-50fabbd2a214 req-6fb6fa50-9599-4e05-bd58-1ea0e0d648f5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Aug 27 16:10:01.539415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:01.563387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:01.565952 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92f68d0-99cb-4357-9381-b3d330beff6f" -d '{"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:01.578653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:01.619354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57388) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:01.620665 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17972615-b3ff-44bd-8c64-5fd9b553a316 x-openstack-request-id: req-17972615-b3ff-44bd-8c64-5fd9b553a316 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:01.620966 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:01.621222 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-17972615-b3ff-44bd-8c64-5fd9b553a316 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:01.621618 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'code': 200} Aug 27 16:10:01.718530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-befb1469-2665-4c4d-9b9e-777e605278cc req-a3cc0b19-b872-45b4-8ed9-fa8117dbf677 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0279059 Aug 27 16:10:01.722964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:01.724889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1850192798-network', 'tenant_id': '3ad04c0a3e5d4e41ac83cdd104488570'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:01.776373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:01.837973 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-ac184676-6a7d-43a6-881c-e88c94955201 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463037 Aug 27 16:10:01.842037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Made reservation on behalf of 3ad04c0a3e5d4e41ac83cdd104488570 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:01.844457 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:01.855031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:01.902089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 08fd03ef-e045-4388-88d5-2fb9aaeb69ab no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:01.905447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-0d881ece-2788-423f-89c5-0f1bbff41651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:01.907128 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-0d881ece-2788-423f-89c5-0f1bbff41651 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 1101 time: 0.0435910 Aug 27 16:10:01.927410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 08fd03ef-e045-4388-88d5-2fb9aaeb69ab {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:10:01.928111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 08fd03ef-e045-4388-88d5-2fb9aaeb69ab not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:01.955970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57398) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:01.960628 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.031460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00238e-3160-4fda-b9f3-483bd3da0c23 req-a73455da-b0f0-4c5f-98e0-6bcffd26eaef tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.033089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d00238e-3160-4fda-b9f3-483bd3da0c23 req-a73455da-b0f0-4c5f-98e0-6bcffd26eaef tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 950 time: 0.0538838 Aug 27 16:10:02.040421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-b2dfbc75-a2af-4347-af63-9713a14c0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.050965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-b2dfbc75-a2af-4347-af63-9713a14c0d64 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1073163 Aug 27 16:10:02.083622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d00238e-3160-4fda-b9f3-483bd3da0c23 req-2e50c16a-d348-4d40-bc30-5745469dbdb7 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/security-groups?id=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Aug 27 16:10:02.108057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-b568e4e9-9b4b-4a18-9561-7c6397dc73bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 200 len: 217 time: 0.0553358 Aug 27 16:10:02.110429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.116499 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871936e5-a583-4e70-ae05-e80c175ac668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.149979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:02.172830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360c0c54-5536-4082-8ea7-3d9ad325d651,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:02.181698 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.181969 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Added segment d5f8faed-9794-4c3e-8975-d394cd76b8b2 of type vlan for network 4813e458-da60-4cde-98d8-859ebad60fae Aug 27 16:10:02.188669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-8e4ceb03-980d-4714-998d-7c07813eb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.191119 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-8e4ceb03-980d-4714-998d-7c07813eb1bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0717721 Aug 27 16:10:02.235997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83805ea3-3800-4b2b-891c-727b1721e4aa req-c63d8bd6-e12b-4eac-9de6-899a03c3b5d6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.238690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83805ea3-3800-4b2b-891c-727b1721e4aa req-c63d8bd6-e12b-4eac-9de6-899a03c3b5d6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.1088028 Aug 27 16:10:02.240446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.263312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-46ce6143-1d45-4758-a38b-0b41030058ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.264635 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-46ce6143-1d45-4758-a38b-0b41030058ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654566 Aug 27 16:10:02.294588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83805ea3-3800-4b2b-891c-727b1721e4aa req-ceea00b3-2c60-4bf2-9fe6-bfc20e59c0f9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Aug 27 16:10:02.373806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871936e5-a583-4e70-ae05-e80c175ac668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.409767 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.410366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-6a01aee3-19c5-490a-bcb8-555e05096028 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368222 Aug 27 16:10:02.410755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.411410 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.418202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-805a7221-e4a8-475b-91bb-62a4ee425c60 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.419598 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-805a7221-e4a8-475b-91bb-62a4ee425c60 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 950 time: 0.0976939 Aug 27 16:10:02.475250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] Pushing event updated for resources: {'Network': ['ID=4813e458-da60-4cde-98d8-859ebad60fae,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:02.487420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4813e458-da60-4cde-98d8-859ebad60fae details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:02.562520 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871936e5-a583-4e70-ae05-e80c175ac668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.595798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd4f43-7dd0-4189-9def-9f28b5a8c761 req-7c0db998-7370-48e4-92c5-7a21c9253210 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:02.597861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddfd4f43-7dd0-4189-9def-9f28b5a8c761 req-7c0db998-7370-48e4-92c5-7a21c9253210 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0590990 Aug 27 16:10:02.639241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddfd4f43-7dd0-4189-9def-9f28b5a8c761 req-1306a5b8-9d8b-4c78-9a11-4b7058ddc609 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346639 Aug 27 16:10:02.645714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-871936e5-a583-4e70-ae05-e80c175ac668 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a578042ef98b4f91a7dea8c195ebc43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882517 Aug 27 16:10:02.648436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57410) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:02.650936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871936e5-a583-4e70-ae05-e80c175ac668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d9973d-e5f3-44dc-95d9-187fa1c788ea,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:02.666912 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1304a8f1-5fd4-469b-a305-86fb500d53d9 req-18271c0c-aad7-44dd-a069-b51dc58eb27b service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463686 Aug 27 16:10:02.669860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Deleting port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:02.670206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.690208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4a148e57-0805-4a7c-b290-49ac89baf6dc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0690484 Aug 27 16:10:02.699549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57412) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:02.706453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Request body: {'subnet': {'network_id': '4813e458-da60-4cde-98d8-859ebad60fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1850192798-subnet', 'tenant_id': '3ad04c0a3e5d4e41ac83cdd104488570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:02.736101 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ffaf-f670-407e-9b59-637da092ca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.758332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ffaf-f670-407e-9b59-637da092ca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.772893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] For port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:02.773585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.789636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Calling delete_port for 44d5d67c-7c9e-4d04-bb90-0305c09d44eb owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:02.851803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eabbfd03-6b7b-4475-bf55-0afe4c7ce781 req-0187032d-95eb-4c8f-ac27-ccac9e79359d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0258887 Aug 27 16:10:02.930108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Made reservation on behalf of 3ad04c0a3e5d4e41ac83cdd104488570 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:02.932620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.935134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ffaf-f670-407e-9b59-637da092ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.937870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ffaf-f670-407e-9b59-637da092ca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:02.939037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ec7ffaf-f670-407e-9b59-637da092ca25 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b5d9973d-e5f3-44dc-95d9-187fa1c788ea HTTP/1.1" status: 204 len: 168 time: 0.2894249 Aug 27 16:10:02.988578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7ffaf-f670-407e-9b59-637da092ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d9973d-e5f3-44dc-95d9-187fa1c788ea,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:02.998394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:03.010341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['44d5d67c-7c9e-4d04-bb90-0305c09d44eb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:03.031447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Pushing event deleted for resources: {'Port': ['ID=44d5d67c-7c9e-4d04-bb90-0305c09d44eb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:03.074832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] No DVR routers for this DVR port 44d5d67c-7c9e-4d04-bb90-0305c09d44eb on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:10:03.078070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:03.083562 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7b00d640-e897-462f-9512-5cdb6d9795f8 req-2efd7df7-5a3f-46ab-afe3-5cafbb1ba618 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.97 "DELETE /v2.0/ports/44d5d67c-7c9e-4d04-bb90-0305c09d44eb HTTP/1.1" status: 204 len: 173 time: 0.6518116 Aug 27 16:10:03.083562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'name': 'network-vif-deleted', 'tag': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:03.083562 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6761cb0-eb76-4812-ba7c-220bdbd0dff1" -d '{"events": [{"server_uuid": "42c5c053-652a-4e3d-93d5-3cc585c5187c", "name": "network-vif-deleted", "tag": "44d5d67c-7c9e-4d04-bb90-0305c09d44eb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:03.125076 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f4d022-1f3c-474f-ad66-e273430f192a x-openstack-request-id: req-13f4d022-1f3c-474f-ad66-e273430f192a {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:03.125379 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c5c053-652a-4e3d-93d5-3cc585c5187c", "name": "network-vif-deleted", "tag": "44d5d67c-7c9e-4d04-bb90-0305c09d44eb", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:03.125649 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-13f4d022-1f3c-474f-ad66-e273430f192a {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:03.126055 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c5c053-652a-4e3d-93d5-3cc585c5187c', 'name': 'network-vif-deleted', 'tag': '44d5d67c-7c9e-4d04-bb90-0305c09d44eb', 'status': 'completed', 'code': 200} Aug 27 16:10:03.175957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83eb2805-85a6-4cbf-874f-32b4a97648c3 req-4bb1cf8f-3422-498e-b712-179d423a90f3 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 210 time: 0.0278432 Aug 27 16:10:03.259628 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:03.313279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd0601d-3f92-4d35-aaae-3408d807c978,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:03.331642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Checking segment: {'id': 'd5f8faed-9794-4c3e-8975-d394cd76b8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': '4813e458-da60-4cde-98d8-859ebad60fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:03.332061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Network hostable DHCP agents. Network: 4813e458-da60-4cde-98d8-859ebad60fae, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:03.472701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Network 4813e458-da60-4cde-98d8-859ebad60fae is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:03.620721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 4813e458-da60-4cde-98d8-859ebad60fae) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:03.623931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:03.624507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:03.633847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa882e41-7ad6-4f25-85a2-80090560c79e None None] Network 4813e458-da60-4cde-98d8-859ebad60fae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:03.634372 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-d1e6ed00-70f9-414e-83f0-5d7b73e7a727 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505381 Aug 27 16:10:03.670188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4390-7814-4467-94da-e2cd3fedf425 req-62df28dd-99a4-419a-a37d-5616ae855f89 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:03.678649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-725b4390-7814-4467-94da-e2cd3fedf425 req-62df28dd-99a4-419a-a37d-5616ae855f89 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0916231 Aug 27 16:10:03.721082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-725b4390-7814-4467-94da-e2cd3fedf425 req-a3f45b75-81ed-40d2-ae50-6fc4a31fca46 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402408 Aug 27 16:10:03.749360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-df2036b2-383e-4cba-b5b2-4181e3287ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:03.750934 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-df2036b2-383e-4cba-b5b2-4181e3287ac6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 1101 time: 0.0588317 Aug 27 16:10:03.794489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-000fc572-3bb0-4f5e-89f6-ad57905d3702 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0937235 Aug 27 16:10:03.813168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31382bec-b830-47e8-a229-9fc1103dec56 None None] Network 4813e458-da60-4cde-98d8-859ebad60fae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:03.842984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5620d94-e325-470f-8c15-74d105279301 req-53d934ef-e843-4cde-8c8c-e4b1f6dd7191 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:03.846222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5620d94-e325-470f-8c15-74d105279301 req-53d934ef-e843-4cde-8c8c-e4b1f6dd7191 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0651028 Aug 27 16:10:03.910059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5620d94-e325-470f-8c15-74d105279301 req-bf5f0f42-4f8c-4b0d-bf56-2fdb9fa5ef1d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543067 Aug 27 16:10:03.963382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-13108568-7af8-4aa6-81f3-18a18738aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:03.965498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-13108568-7af8-4aa6-81f3-18a18738aa42 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af&tenant_id=174fac1f470a466b8adebc92c32192b7 HTTP/1.1" status: 200 len: 1100 time: 0.0717382 Aug 27 16:10:03.975467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-9f9de287-0cfe-4fbb-880b-2dcc9d06f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:03.977009 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-9f9de287-0cfe-4fbb-880b-2dcc9d06f461 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2019205 Aug 27 16:10:03.982826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57440) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:03.988433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:04.037591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-406d5cc7-5f97-4a3c-96d7-d279040d3f80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 200 len: 217 time: 0.0455575 Aug 27 16:10:04.039185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2772152e-5e52-4a21-9722-0a02976b944b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.062199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76e59b1d-1f7a-4df1-8458-be3eaf868f48 req-0f3b2749-e582-4541-9f62-5c87f594e128 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0349259 Aug 27 16:10:04.089703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.114952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-5e504dc6-4af3-4215-95fc-5f7366d70c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:04.116485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-5e504dc6-4af3-4215-95fc-5f7366d70c6c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0695620 Aug 27 16:10:04.180867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-f90ec05e-f8ac-4063-88eb-1e16137c52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:04.182403 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-f90ec05e-f8ac-4063-88eb-1e16137c52b8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574903 Aug 27 16:10:04.303158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2772152e-5e52-4a21-9722-0a02976b944b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.331040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-65afe2e8-b981-425b-a1c8-eaaa5dfed89b service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364927 Aug 27 16:10:04.332153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d63c7544-2132-41f1-93f1-52048aa253fb req-199b2014-2a78-484c-b1f8-ab78b5c2fa89 tempest-LiveMigrationNegativeTest-1435964620 tempest-LiveMigrationNegativeTest-1435964620-project] 10.222.0.101 "GET /v2.0/ports?device_id=42c5c053-652a-4e3d-93d5-3cc585c5187c HTTP/1.1" status: 200 len: 210 time: 0.0555856 Aug 27 16:10:04.396451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:04.438120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:04.485729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:04.488290 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1203dbb5-faab-4294-970a-b9141f6e24db" -d '{"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:04.492619 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.507742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Transition to ACTIVE for port object 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:04.670269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2772152e-5e52-4a21-9722-0a02976b944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.695730 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff20fa1-0ee6-491d-afe4-93f27f24d43c x-openstack-request-id: req-0ff20fa1-0ee6-491d-afe4-93f27f24d43c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:04.696149 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:04.696414 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0ff20fa1-0ee6-491d-afe4-93f27f24d43c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:04.696815 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'code': 200} Aug 27 16:10:04.700707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.727895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772152e-5e52-4a21-9722-0a02976b944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d124428-fc35-4ce2-9ef1-ad0bca240867,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:04.734239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2772152e-5e52-4a21-9722-0a02976b944b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2d28e550bf2b4efebb42c341a54249e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495420 Aug 27 16:10:04.737378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57460) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:04.769836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] No DVR routers for this DVR port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:10:04.773298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=10']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:04.774929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6e0e5c69-c0f7-4895-9fc9-34843bbf862e req-e8d592f7-d8f9-4314-8042-b99ae1eeb29b service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369569 Aug 27 16:10:04.816874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e298632f-627c-4742-a3c4-63ff8cf496b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.839657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:04.840039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:04.840676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:04.845810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:10:04.846204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Attempting to bind port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:04.852070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:04.852614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:04.853206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:04.853957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Bound port: 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:04.854530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.858797 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e298632f-627c-4742-a3c4-63ff8cf496b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:04.876529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57466) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:04.885411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-446840713-network', 'tenant_id': '56835c2376d242f4ba0a0a100b7c5cf2'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:04.974933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515aa49-39aa-4054-9c9a-73c99c2283f4 req-d0f011ee-d4bd-4de7-9724-20ca31b483f6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:04.976571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2515aa49-39aa-4054-9c9a-73c99c2283f4 req-d0f011ee-d4bd-4de7-9724-20ca31b483f6 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 948 time: 0.1086748 Aug 27 16:10:04.985402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:04.991933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Made reservation on behalf of 56835c2376d242f4ba0a0a100b7c5cf2 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:04.994559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.005093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.015449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e298632f-627c-4742-a3c4-63ff8cf496b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.018391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e298632f-627c-4742-a3c4-63ff8cf496b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.019686 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e298632f-627c-4742-a3c4-63ff8cf496b3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4d124428-fc35-4ce2-9ef1-ad0bca240867 HTTP/1.1" status: 204 len: 168 time: 0.2814622 Aug 27 16:10:05.032709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298632f-627c-4742-a3c4-63ff8cf496b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d124428-fc35-4ce2-9ef1-ad0bca240867,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:05.036332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:05.079364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcd196-6235-48ec-ad4f-e2c3404c66e9 req-0f68fac8-7d8a-4e03-8369-9411068fa304 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:05.081849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcd196-6235-48ec-ad4f-e2c3404c66e9 req-0f68fac8-7d8a-4e03-8369-9411068fa304 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0994937 Aug 27 16:10:05.096399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2515aa49-39aa-4054-9c9a-73c99c2283f4 req-084cba9b-fba4-4aaa-a5f9-7512f34d0dba tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026464 Aug 27 16:10:05.112755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.123670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.176725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:05.177354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.178767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] 10.222.0.97 "PUT /v2.0/ports/47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 1096 time: 1.2051547 Aug 27 16:10:05.193052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.194892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcd196-6235-48ec-ad4f-e2c3404c66e9 req-7fc95c80-4729-49b9-94e9-dbcffab100e7 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978286 Aug 27 16:10:05.232309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:05.242501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fddb68d-1c57-4d34-bc64-45f55e63e9ac,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:05.256651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.257077 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Added segment 14bba5e7-cbd4-4657-9728-2f0334fa52b9 of type vlan for network 37fc91fc-59b8-420d-98ae-45f208c1bcae Aug 27 16:10:05.257225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e643a32-1977-4d8d-a4ec-1cecbbeced54 req-e188bbf2-2520-4b43-9f68-e84b1c94e5b6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0701327 Aug 27 16:10:05.265644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bf99d-ce11-4281-a9e9-ac31ff2a5f99 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=11']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:05.298266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-345f1748-5979-4317-b4c0-40d800e8239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:05.301162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-345f1748-5979-4317-b4c0-40d800e8239b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1099 time: 0.0916643 Aug 27 16:10:05.312677 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.416599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-cfbdf9d1-2597-4ca2-9b2e-67a52a4b0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:05.418303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-cfbdf9d1-2597-4ca2-9b2e-67a52a4b0273 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1085153 Aug 27 16:10:05.471409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-e24fb5c0-3d58-4431-bd35-1d8721c0cd89 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0453372 Aug 27 16:10:05.504645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.504645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:05.504645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.526460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-208d93a7-7043-45cd-9bad-83a069635cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:05.527981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-208d93a7-7043-45cd-9bad-83a069635cea service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0497630 Aug 27 16:10:05.584032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=37fc91fc-59b8-420d-98ae-45f208c1bcae,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:05.594363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 37fc91fc-59b8-420d-98ae-45f208c1bcae details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:05.598578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-afd9b909-abfe-4524-a2be-534bf4e8b4d8 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7197096 Aug 27 16:10:05.601193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57486) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:05.602670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-3ef738d0-8f4c-4343-9eaf-b850eff421cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:05.604228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-3ef738d0-8f4c-4343-9eaf-b850eff421cf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696845 Aug 27 16:10:05.607560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Request body: {'subnet': {'network_id': '37fc91fc-59b8-420d-98ae-45f208c1bcae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-446840713-subnet', 'tenant_id': '56835c2376d242f4ba0a0a100b7c5cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:05.706426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Made reservation on behalf of 56835c2376d242f4ba0a0a100b7c5cf2 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:05.708021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-d6487d5c-4846-48ee-834b-ba76875fe4e3 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956852 Aug 27 16:10:05.710015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:05.817042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84b4081d-ac81-460f-aae6-5530c15068f9 req-d575d1f2-132d-4fdc-9bf1-479e76b71399 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016135 Aug 27 16:10:05.932147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 44d5d67c-7c9e-4d04-bb90-0305c09d44eb no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:05.954474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 44d5d67c-7c9e-4d04-bb90-0305c09d44eb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:10:05.954881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 44d5d67c-7c9e-4d04-bb90-0305c09d44eb not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:05.956622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57498) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:05.962182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.020977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6b2638-dbe1-4690-b402-fc231b68859a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:06.030674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Checking segment: {'id': '14bba5e7-cbd4-4657-9728-2f0334fa52b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '37fc91fc-59b8-420d-98ae-45f208c1bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:06.031297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Network hostable DHCP agents. Network: 37fc91fc-59b8-420d-98ae-45f208c1bcae, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:06.102817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dea974ae-d288-435f-baa5-324f5c1616b5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d2e4c9c9dc9f4eed8a904beb89e47ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440861 Aug 27 16:10:06.105236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57506) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:06.134851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Network 37fc91fc-59b8-420d-98ae-45f208c1bcae is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:06.154920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52948db0-4c1e-4011-a590-84d8143269df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.203835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52948db0-4c1e-4011-a590-84d8143269df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.238645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 37fc91fc-59b8-420d-98ae-45f208c1bcae) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:06.247073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e35e85-aaf8-4a23-b005-64ce99771368 req-0f518f28-97d7-4e37-b3b7-d282cb59b5a8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:06.248899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63e35e85-aaf8-4a23-b005-64ce99771368 req-0f518f28-97d7-4e37-b3b7-d282cb59b5a8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 948 time: 0.0908294 Aug 27 16:10:06.252581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd732337-25ec-47d7-a8f1-0c1f5b7ec631 None None] Network 37fc91fc-59b8-420d-98ae-45f208c1bcae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:06.252731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:06.252731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.314982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63e35e85-aaf8-4a23-b005-64ce99771368 req-f51fca74-19de-4858-a12c-1074332846f2 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 Aug 27 16:10:06.372120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fb268-1d54-473d-ab36-4daca88ca1de req-ae350e4a-b762-403d-8045-c2fb50bc431c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:06.374436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d1fb268-1d54-473d-ab36-4daca88ca1de req-ae350e4a-b762-403d-8045-c2fb50bc431c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0849686 Aug 27 16:10:06.382236 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7e58e458-2522-486a-9f0c-0fe1e9967289 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7791078 Aug 27 16:10:06.423532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fcf131-f0c7-421c-84c4-e2437f24af9b None None] Network 37fc91fc-59b8-420d-98ae-45f208c1bcae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:06.427674 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52948db0-4c1e-4011-a590-84d8143269df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.430497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52948db0-4c1e-4011-a590-84d8143269df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.434487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-52948db0-4c1e-4011-a590-84d8143269df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/28e8f9d9-e3aa-4d27-82f4-e304b31cbac7 HTTP/1.1" status: 204 len: 168 time: 0.3282945 Aug 27 16:10:06.477725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efc35c39-6d99-4c6d-951b-3452c92b6a5d req-493b9b8b-0f04-4ad0-95d9-bacbb218383d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0568647 Aug 27 16:10:06.478526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52948db0-4c1e-4011-a590-84d8143269df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8f9d9-e3aa-4d27-82f4-e304b31cbac7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:06.490794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d1fb268-1d54-473d-ab36-4daca88ca1de req-a5379064-1b33-4c91-b24a-a450a7dacf60 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068664 Aug 27 16:10:06.556566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57522) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:06.612688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] Deleting subnet ffd0601d-3f92-4d35-aaae-3408d807c978 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:10:06.616125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.654112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.693309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.697746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:06.700164 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72" -d '{"events": [{"name": "network-changed", "server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:06.754123 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f8401-f6e3-4573-b81e-a2010907825b x-openstack-request-id: req-5d9f8401-f6e3-4573-b81e-a2010907825b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:06.754123 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:06.754123 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d9f8401-f6e3-4573-b81e-a2010907825b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:06.754123 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'status': 'completed', 'code': 200} Aug 27 16:10:06.818537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-9c8b7bf2-7f20-465d-8e36-52da4696f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:06.820156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-9c8b7bf2-7f20-465d-8e36-52da4696f289 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1099 time: 0.0492666 Aug 27 16:10:06.833183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-42f2f7d6-3ead-4662-b4ea-91fc47e7c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:06.852130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-42f2f7d6-3ead-4662-b4ea-91fc47e7c2e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=174fac1f470a466b8adebc92c32192b7&device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1099 time: 0.0550313 Aug 27 16:10:06.929297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.942559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-ec37f08d-6876-490e-af40-3a67b93064fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:06.944956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-ec37f08d-6876-490e-af40-3a67b93064fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1154428 Aug 27 16:10:06.973395 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:06.979884 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ffd0601d-3f92-4d35-aaae-3408d807c978 HTTP/1.1" status: 204 len: 168 time: 0.4175539 Aug 27 16:10:06.979884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b2f1a-da2f-4670-80d0-d42afa54b9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd0601d-3f92-4d35-aaae-3408d807c978,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:06.981369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57538) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:07.003637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-cb9dbb5e-ff3c-4ef3-8379-cc229ce0aee9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0514128 Aug 27 16:10:07.051214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-d29b6179-9732-4c67-9fdb-ee369da2833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:07.052746 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-d29b6179-9732-4c67-9fdb-ee369da2833a service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2097096 Aug 27 16:10:07.056361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-92585fb6-eff0-40e7-ac7f-f33af8b2026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:07.057818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-92585fb6-eff0-40e7-ac7f-f33af8b2026d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0465329 Aug 27 16:10:07.104892 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-f9937e6b-9061-4ba9-b940-a72bce88468b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 200 len: 217 time: 0.0423574 Aug 27 16:10:07.107620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.114685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-43ece837-892d-4236-b1bc-6a8ecbaedf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:07.116235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-43ece837-892d-4236-b1bc-6a8ecbaedf3d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493364 Aug 27 16:10:07.220073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-039bc404-a89e-4daf-bd55-af7dee2a381e service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951269 Aug 27 16:10:07.228300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-9f314edf-f2f2-4bcf-a713-cf3e33b02f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:07.229012 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-9f314edf-f2f2-4bcf-a713-cf3e33b02f79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1148498 Aug 27 16:10:07.266328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.281394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4813e458-da60-4cde-98d8-859ebad60fae']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:07.287246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:07.294968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f8faed-9794-4c3e-8975-d394cd76b8b2') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:07.295323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f8faed-9794-4c3e-8975-d394cd76b8b2') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:07.308600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.318095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-4d2f700a-4ef3-4e03-8a1d-29b5b65edf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:07.319674 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-4d2f700a-4ef3-4e03-8a1d-29b5b65edf86 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819747 Aug 27 16:10:07.322356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57546) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:07.345815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-32296a3c-fc42-4596-af36-149a489ecb82 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178298 Aug 27 16:10:07.347103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:07.371955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.416144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:10:07.416562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:10:07.419786 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:10:07.453451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ee97-190e-4916-ac8d-52a81646578c req-22852e3c-0c3b-4b73-9bf8-ac681669a5bb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:07.455978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c587ee97-190e-4916-ac8d-52a81646578c req-22852e3c-0c3b-4b73-9bf8-ac681669a5bb tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 948 time: 0.0578666 Aug 27 16:10:07.497668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c587ee97-190e-4916-ac8d-52a81646578c req-c8cdbcef-dd6b-45bf-971d-a1802e704ebd tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Aug 27 16:10:07.519958 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c9f6926e-a568-41d3-9991-9f2fdace7dbd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5adff2d28cb143689a650faea4758509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964107 Aug 27 16:10:07.520770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57556) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:07.566425 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-6e9aa7d2-1f06-4f73-a602-e99103f54893 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348320 Aug 27 16:10:07.575446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.579991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.582181 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/4813e458-da60-4cde-98d8-859ebad60fae HTTP/1.1" status: 204 len: 168 time: 0.5936122 Aug 27 16:10:07.595048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57560) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:07.649892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22001f4-060d-4c76-ad65-e6c2ff7cefa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4813e458-da60-4cde-98d8-859ebad60fae,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:07.652214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ce254-85d9-4bc7-b0f6-ef54f0ac3a70 req-b2e1ed01-e94c-4171-8143-57b1544263d4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:07.654447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d76ce254-85d9-4bc7-b0f6-ef54f0ac3a70 req-b2e1ed01-e94c-4171-8143-57b1544263d4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0647511 Aug 27 16:10:07.705011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c972-02fc-4814-af30-58b05e7c5a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.710491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d76ce254-85d9-4bc7-b0f6-ef54f0ac3a70 req-e0a7d2c4-7ff4-4c32-b846-9a1a195386ea tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466659 Aug 27 16:10:07.736578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] Deleting subnet 5d6b2638-dbe1-4690-b402-fc231b68859a {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:10:07.751387 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.757751 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c972-02fc-4814-af30-58b05e7c5a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.795583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53df8045-fc90-455c-ae61-edcf014b2837 req-574dc98d-fdef-4683-86e1-e3714b71f258 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0481350 Aug 27 16:10:07.808512 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-349f85bf-c22a-4b7d-8a12-8b8dc584ec72 req-553f8580-7d4b-4350-ab06-c141671724f3 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251885 Aug 27 16:10:07.833916 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.874076 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.944434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:10:07.978895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c972-02fc-4814-af30-58b05e7c5a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.981503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c972-02fc-4814-af30-58b05e7c5a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:07.982688 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f6f1c972-02fc-4814-af30-58b05e7c5a28 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/23d3ddf3-7af3-4161-b2fb-a4552b52790c HTTP/1.1" status: 204 len: 168 time: 0.4587545 Aug 27 16:10:07.992710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1c972-02fc-4814-af30-58b05e7c5a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3ddf3-7af3-4161-b2fb-a4552b52790c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:08.009203 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.046799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6b2638-dbe1-4690-b402-fc231b68859a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:08.055792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.058117 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1b231b23-df0f-4683-b7bb-651aa27a7eba admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5d6b2638-dbe1-4690-b402-fc231b68859a HTTP/1.1" status: 204 len: 168 time: 0.4606473 Aug 27 16:10:08.060778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57594) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:08.104100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:08.117133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'mac_address': 'fa:16:3e:d9:a9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:10:08.168846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.171695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.190605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:10:08.212362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:08.263787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.274155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fc91fc-59b8-420d-98ae-45f208c1bcae']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:08.285802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bba5e7-cbd4-4657-9728-2f0334fa52b9') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:08.286093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bba5e7-cbd4-4657-9728-2f0334fa52b9') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:08.290330 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.295865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.310701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.316968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:10:08.317350 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:10:08.318943 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:10:08.342883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=12']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:08.488035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.493725 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.495636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] 10.222.0.101 "DELETE /v2.0/networks/37fc91fc-59b8-420d-98ae-45f208c1bcae HTTP/1.1" status: 204 len: 168 time: 0.4322462 Aug 27 16:10:08.509928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4927c31-b358-4801-8828-9db233ed8d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=37fc91fc-59b8-420d-98ae-45f208c1bcae,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:08.537011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['47c6a6f5-009c-4925-9b88-5a7c3f5e5368'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:08.646276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4599763-669c-4ed4-93f8-6f9e5ac536e9 req-ea852370-951d-400d-a23a-5ba256152b2f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:08.648014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4599763-669c-4ed4-93f8-6f9e5ac536e9 req-ea852370-951d-400d-a23a-5ba256152b2f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0607331 Aug 27 16:10:08.692010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4599763-669c-4ed4-93f8-6f9e5ac536e9 req-ddf8e06c-3131-4fd9-83b5-324cf95e3db9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Aug 27 16:10:08.743683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57618) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:08.838076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ffdea-d5e2-460e-bba1-6ad84939324f req-30bf6a0a-4ef5-4bb0-900a-4d4680fa89da tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:08.839593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d35ffdea-d5e2-460e-bba1-6ad84939324f req-30bf6a0a-4ef5-4bb0-900a-4d4680fa89da tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 1100 time: 0.0747182 Aug 27 16:10:08.851720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f55977-fadd-4c15-804c-443e6665f0c5 req-9fcd9c72-fe68-4568-b046-3563a7dab7f5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:08.853200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8f55977-fadd-4c15-804c-443e6665f0c5 req-9fcd9c72-fe68-4568-b046-3563a7dab7f5 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0601616 Aug 27 16:10:08.906895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c3b06b2-5739-425c-ae2a-b961b82d2c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:08.926241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d35ffdea-d5e2-460e-bba1-6ad84939324f req-f8d4f9e4-8c8a-4d21-a526-4592ecc97fe8 tempest-MigrationsAdminTest-2090179421 tempest-MigrationsAdminTest-2090179421-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709033 Aug 27 16:10:08.934484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8f55977-fadd-4c15-804c-443e6665f0c5 req-f6f4f3c6-d24d-4591-b0aa-ac35e44e246e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745761 Aug 27 16:10:09.000168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57632) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:09.053323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-164c3c3e-807e-41a5-b58b-c9a23c3e9533 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3ad04c0a3e5d4e41ac83cdd104488570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512171 Aug 27 16:10:09.057175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57634) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:09.065418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dda3eb20-5e09-493f-92c7-92887911162d req-9f6cff37-1072-4dd5-9341-0a0045821d05 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0421321 Aug 27 16:10:09.089308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c3b06b2-5739-425c-ae2a-b961b82d2c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.114343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c126083-9032-4587-9e43-64fcdb8879e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.143432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c126083-9032-4587-9e43-64fcdb8879e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.154300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c3b06b2-5739-425c-ae2a-b961b82d2c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.207600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c3b06b2-5739-425c-ae2a-b961b82d2c09 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0b2725f05dc94cf69fb148ebbbb25809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627886 Aug 27 16:10:09.209683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b06b2-5739-425c-ae2a-b961b82d2c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc4501b-af6c-4931-b311-8869643715a8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:09.210402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57640) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:09.263753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-260eccb9-7fab-41aa-a36c-d623b5aace70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.284706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-260eccb9-7fab-41aa-a36c-d623b5aace70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.286218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c126083-9032-4587-9e43-64fcdb8879e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.288999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c126083-9032-4587-9e43-64fcdb8879e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.290126 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0c126083-9032-4587-9e43-64fcdb8879e9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/360c0c54-5536-4082-8ea7-3d9ad325d651 HTTP/1.1" status: 204 len: 168 time: 0.2317934 Aug 27 16:10:09.308848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c126083-9032-4587-9e43-64fcdb8879e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c0c54-5536-4082-8ea7-3d9ad325d651,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:09.597829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-260eccb9-7fab-41aa-a36c-d623b5aace70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.602436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-260eccb9-7fab-41aa-a36c-d623b5aace70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:09.602436 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-260eccb9-7fab-41aa-a36c-d623b5aace70 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bcc4501b-af6c-4931-b311-8869643715a8 HTTP/1.1" status: 204 len: 168 time: 0.3899541 Aug 27 16:10:09.609571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260eccb9-7fab-41aa-a36c-d623b5aace70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc4501b-af6c-4931-b311-8869643715a8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:09.744841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd0c7-e1aa-489f-9456-8b25df30f4ff req-19214b10-4bd1-41f5-bfb2-51c259168722 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:09.746362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e6cd0c7-e1aa-489f-9456-8b25df30f4ff req-19214b10-4bd1-41f5-bfb2-51c259168722 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 949 time: 0.0520391 Aug 27 16:10:09.788571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e6cd0c7-e1aa-489f-9456-8b25df30f4ff req-4959a03a-341e-40b2-9784-d625eee274c4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Aug 27 16:10:09.866756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57658) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:09.943303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:10.069768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d67eb4-6b08-4be0-831c-e8e213978c81 req-ade081c8-8d8c-4b35-88fb-4e690c6cfc2c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:10.071302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9d67eb4-6b08-4be0-831c-e8e213978c81 req-ade081c8-8d8c-4b35-88fb-4e690c6cfc2c tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0538089 Aug 27 16:10:10.104046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:10.108899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:10.109294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.123883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9d67eb4-6b08-4be0-831c-e8e213978c81 req-e50c4691-d05a-4849-8d64-1677c8db3e54 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445716 Aug 27 16:10:10.198913 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4561522f-1f1f-4e9e-a542-5141f2c30408 req-92128357-c97a-4eb9-8aa9-b94086af1906 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Aug 27 16:10:10.212463 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.227736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57672) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:10.247747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:10.250262 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f499a1e3-f7c8-4050-90a1-be16ac3860b8" -d '{"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:10.264823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:10.299658 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8db58f-cff2-4190-b79e-ca84ebc40144 x-openstack-request-id: req-ce8db58f-cff2-4190-b79e-ca84ebc40144 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:10.299934 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:10.300194 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ce8db58f-cff2-4190-b79e-ca84ebc40144 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:10.300603 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'code': 200} Aug 27 16:10:10.311052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-963499eb-793b-4afd-893e-7716bb25ce54 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=56835c2376d242f4ba0a0a100b7c5cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799246 Aug 27 16:10:10.311258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57676) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:10.338101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-network', 'tenant_id': 'a8db824d5db5485b81400972950aaf95'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:10.352189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.383043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f50f8cb9-6cb6-4a8e-baa0-2fa9d72da07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.403759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f50f8cb9-6cb6-4a8e-baa0-2fa9d72da07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.404137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=13']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:10.488919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Made reservation on behalf of a8db824d5db5485b81400972950aaf95 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:10.491349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.502950 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.554297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f50f8cb9-6cb6-4a8e-baa0-2fa9d72da07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.556848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f50f8cb9-6cb6-4a8e-baa0-2fa9d72da07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.558049 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f50f8cb9-6cb6-4a8e-baa0-2fa9d72da07d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4fddb68d-1c57-4d34-bc64-45f55e63e9ac HTTP/1.1" status: 204 len: 168 time: 0.2458584 Aug 27 16:10:10.571163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f8cb9-6cb6-4a8e-baa0-2fa9d72da07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fddb68d-1c57-4d34-bc64-45f55e63e9ac,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:10.645490 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.752292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.773260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:10.773851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57680) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:10.788199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83ae4509-86c1-4cb4-9bb6-b55d2ccc6f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.789631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664949de-b035-40c8-b2bb-df4c03bab34c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:10.792871 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.793212 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Added segment 9af9abe8-2c88-48e9-b0dc-4f0c8d53b391 of type vlan for network a50ec06f-f4a5-4321-bd9b-ace196269e60 Aug 27 16:10:10.834888 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.914072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83ae4509-86c1-4cb4-9bb6-b55d2ccc6f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.935864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab31c0-2104-4fc4-b292-2b87334b35a3 req-bc20867b-96d9-41ac-9d40-41e5ac1629fd tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:10.937416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4ab31c0-2104-4fc4-b292-2b87334b35a3 req-bc20867b-96d9-41ac-9d40-41e5ac1629fd tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 950 time: 0.0647316 Aug 27 16:10:10.974924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.975950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:10.976543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:10.976740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4ab31c0-2104-4fc4-b292-2b87334b35a3 req-91372816-8468-47d4-88ca-a9758f47a7cd tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Aug 27 16:10:11.032007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83ae4509-86c1-4cb4-9bb6-b55d2ccc6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.046867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] Pushing event updated for resources: {'Network': ['ID=a50ec06f-f4a5-4321-bd9b-ace196269e60,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:11.057965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:11.115121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae4509-86c1-4cb4-9bb6-b55d2ccc6f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfba13a9-2cb4-4af7-ba08-56a3f0409749,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:11.127632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:11.129287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-83ae4509-86c1-4cb4-9bb6-b55d2ccc6f18 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=97488fbff59a4e3cb01c7e9f74423023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540993 Aug 27 16:10:11.145709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d5732fd2-57ec-4348-9cc3-d62065c5b15a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.2776082 Aug 27 16:10:11.148746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57698) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:11.157517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Request body: {'subnet': {'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-subnet', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:11.161877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-70943cc7-b6df-4fe9-926f-edcda30a6e58 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:11.165271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-70943cc7-b6df-4fe9-926f-edcda30a6e58 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 950 time: 0.1014674 Aug 27 16:10:11.205130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbad44c4-4c59-4024-a7f0-8257f08676ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.229373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbad44c4-4c59-4024-a7f0-8257f08676ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.287844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Made reservation on behalf of a8db824d5db5485b81400972950aaf95 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:11.290319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.320702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c847728-2329-4013-a11a-1df19e31f191 req-7c7da221-e491-4aa0-99e6-39154eeb67ae tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:11.322120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c847728-2329-4013-a11a-1df19e31f191 req-7c7da221-e491-4aa0-99e6-39154eeb67ae tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1121829 Aug 27 16:10:11.364946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f90534e7-e6aa-4659-81b4-afca4a72c6cd req-798fe957-adf6-4af4-96bc-cb5a6a86aad0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0526218 Aug 27 16:10:11.383148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbad44c4-4c59-4024-a7f0-8257f08676ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.386056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbad44c4-4c59-4024-a7f0-8257f08676ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.389507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Deleting port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:11.395429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.395740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dbad44c4-4c59-4024-a7f0-8257f08676ad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bfba13a9-2cb4-4af7-ba08-56a3f0409749 HTTP/1.1" status: 204 len: 168 time: 0.2629113 Aug 27 16:10:11.406835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad44c4-4c59-4024-a7f0-8257f08676ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfba13a9-2cb4-4af7-ba08-56a3f0409749,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:11.412158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c847728-2329-4013-a11a-1df19e31f191 req-568390d2-8352-457e-a333-23b2973c86a4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793173 Aug 27 16:10:11.510926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] For port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:11.511412 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.532987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Calling delete_port for 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:11.695956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.758328 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.758581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3330a6-d094-4a99-8806-26c5c72900e2,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:11.769007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Checking segment: {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:11.769007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Network hostable DHCP agents. Network: a50ec06f-f4a5-4321-bd9b-ace196269e60, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:11.773063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e', '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:11.775961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['54a649eb-2752-46f8-bdbb-1a8657840d3d', 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:11.791382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event deleted for resources: {'Port': ['ID=47c6a6f5-009c-4925-9b88-5a7c3f5e5368,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:11.849526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:11.855954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] No DVR routers for this DVR port 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:10:11.858532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:11.860960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75337376-475d-4c20-8162-82b0ee76a7f9 req-bd88e035-acde-4600-94c7-30c9d4135730 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "DELETE /v2.0/ports/47c6a6f5-009c-4925-9b88-5a7c3f5e5368 HTTP/1.1" status: 204 len: 173 time: 0.6845345 Aug 27 16:10:11.861606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-deleted', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:11.864232 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc392a2b-32a5-4fb5-9cc8-8ffa6f3a0030" -d '{"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-deleted", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:11.945456 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca338d2-b54f-4dcc-9679-32514cc9f02b x-openstack-request-id: req-5ca338d2-b54f-4dcc-9679-32514cc9f02b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:11.945758 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ffd87f-7fa8-4e32-84cd-83e10df880af", "name": "network-vif-deleted", "tag": "47c6a6f5-009c-4925-9b88-5a7c3f5e5368", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:11.946111 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5ca338d2-b54f-4dcc-9679-32514cc9f02b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:11.946406 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ffd87f-7fa8-4e32-84cd-83e10df880af', 'name': 'network-vif-deleted', 'tag': '47c6a6f5-009c-4925-9b88-5a7c3f5e5368', 'status': 'completed', 'code': 200} Aug 27 16:10:11.948154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, a50ec06f-f4a5-4321-bd9b-ace196269e60) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:11.960511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:11.961174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e766600-a934-42db-bfba-9a032ba05d50 None None] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:11.963195 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.103995 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5acefc20-5046-4afd-b068-a925efac4f33 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9518547 Aug 27 16:10:12.104182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7d54b6d-0584-49f9-9a5a-d515e561b843 req-7f95051b-2004-4ed5-b6c7-1921a73f1073 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=39ffd87f-7fa8-4e32-84cd-83e10df880af HTTP/1.1" status: 200 len: 210 time: 0.0359118 Aug 27 16:10:12.104303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57728) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:12.108853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:12.187616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.191789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.294709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-a50ec06f-f4a5-4321-bd9b-ace196269e60', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:10:12.295725 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.306218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.483364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Allocated IP 172.20.0.2 (a50ec06f-f4a5-4321-bd9b-ace196269e60/7d3330a6-d094-4a99-8806-26c5c72900e2/6a6c7c61-3113-44cb-916d-3d573539ad85) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:12.539994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8c41922-6ec0-4b5e-9656-875d0411017e req-fc91dbc3-784f-4df7-a410-c5e8eafaf9f0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0686886 Aug 27 16:10:12.686110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b796-5239-4836-a654-f87ab6c697fb req-4f045a0c-6a3f-4d30-9304-d645e39cca05 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:12.688231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1636b796-5239-4836-a654-f87ab6c697fb req-4f045a0c-6a3f-4d30-9304-d645e39cca05 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0947683 Aug 27 16:10:12.712514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.714511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.725052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Transition to ACTIVE for port object 6a6c7c61-3113-44cb-916d-3d573539ad85 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:12.746705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Transition to ACTIVE for port object 6a6c7c61-3113-44cb-916d-3d573539ad85 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:12.749493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1636b796-5239-4836-a654-f87ab6c697fb req-3bb081b2-1360-4324-a86a-1c569da854c1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532758 Aug 27 16:10:12.810118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.861831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:12.864995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:12.868522 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:12.884599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Pushing event updated for resources: {'Port': ['ID=6a6c7c61-3113-44cb-916d-3d573539ad85,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:12.945428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Attempting to bind port 6a6c7c61-3113-44cb-916d-3d573539ad85 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:12.945805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Attempting to bind port 6a6c7c61-3113-44cb-916d-3d573539ad85 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:12.946172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Attempting to bind port 6a6c7c61-3113-44cb-916d-3d573539ad85 on network a50ec06f-f4a5-4321-bd9b-ace196269e60 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:12.951949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:12.952459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Checking segment: {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:12.953026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:12.953393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Bound using segment: {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:12.953935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Bound port: 6a6c7c61-3113-44cb-916d-3d573539ad85, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:12.954251 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.033738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] For port 6a6c7c61-3113-44cb-916d-3d573539ad85, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:13.033738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] For port 6a6c7c61-3113-44cb-916d-3d573539ad85, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6a6c7c61-3113-44cb-916d-3d573539ad85,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:13.079309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546b52d-cc89-42be-b861-f9ef0e50425f req-33234fc1-0a7d-4711-9025-28c7b48ba35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:13.081377 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1546b52d-cc89-42be-b861-f9ef0e50425f req-33234fc1-0a7d-4711-9025-28c7b48ba35b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1096 time: 0.0977926 Aug 27 16:10:13.097384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.124673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.145629 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.178883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57768) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:13.185445 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1546b52d-cc89-42be-b861-f9ef0e50425f req-3a87eb35-a305-492d-9039-1deb99df4ea6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947769 Aug 27 16:10:13.278902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49985-3479-465f-90b0-59f051c94da5 None None] Pushing event updated for resources: {'Port': ['ID=6a6c7c61-3113-44cb-916d-3d573539ad85,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:13.297110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Allocated IP 172.25.4.126 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/81167b65-0922-42a0-91b9-b2f88f58a493) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:13.350355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-network', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:13.435021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.519798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Made reservation on behalf of 3b43fc4e485446f79e1fe9f31ff003f7 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:13.522346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.535985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.546853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.639843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:13.644930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:13.652524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:13.697840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Pushing event updated for resources: {'Port': ['ID=81167b65-0922-42a0-91b9-b2f88f58a493,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:13.712290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.712664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.712981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.713321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.713893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.714059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.714305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.714632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.715039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.715295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.715621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.715961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:13.728017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-952232f6-0405-4b85-8915-0dde920d5ab4 req-1624d33c-2116-4d71-9b6f-c2cb25b4a563 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0638881 Aug 27 16:10:13.809287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089895a-e440-4e38-a7e5-050b071f67b8 req-7d5c3fcc-85eb-4ef3-a6b0-f2d511248988 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:13.811023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5089895a-e440-4e38-a7e5-050b071f67b8 req-7d5c3fcc-85eb-4ef3-a6b0-f2d511248988 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 951 time: 0.1428928 Aug 27 16:10:13.813435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.855684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5089895a-e440-4e38-a7e5-050b071f67b8 req-dee46655-df11-49a6-abf5-2b5d7e1d0fd8 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Aug 27 16:10:13.877611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.903943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:13.914714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e09b9af-1f75-4047-b271-6642ace2dde9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:13.919763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.920108 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Added segment dbcebf87-f7a7-4192-8268-e3dc4d540ba0 of type vlan for network 362a7575-98c4-49bb-b29e-f6f9cf10f11f Aug 27 16:10:13.980054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:13.983756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:14.006851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:10:14.007411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 47c6a6f5-009c-4925-9b88-5a7c3f5e5368 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:14.036711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad51b3-2c59-4bf8-9e9d-8f55e832b9b2 req-fc44e4cd-c439-4ec8-8534-717ecf7d4b99 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:14.038487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1ad51b3-2c59-4bf8-9e9d-8f55e832b9b2 req-fc44e4cd-c439-4ec8-8534-717ecf7d4b99 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0811737 Aug 27 16:10:14.072032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.078342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1ad51b3-2c59-4bf8-9e9d-8f55e832b9b2 req-23b9a603-6888-4cd9-9d4d-89281d6dfa4b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Aug 27 16:10:14.106668 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.107907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:14.108685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.176785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=362a7575-98c4-49bb-b29e-f6f9cf10f11f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:14.187783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:14.276217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-438fea94-b9be-45e8-9950-8d4518ddf8e0 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0956192 Aug 27 16:10:14.279045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57794) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:14.287821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Request body: {'subnet': {'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-subnet', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:14.396142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57796) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:14.403259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Made reservation on behalf of 3b43fc4e485446f79e1fe9f31ff003f7 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:14.405809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.519249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26022a3e-72b3-475b-b6a2-98668b25f972 None None] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:14.570250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9661f03a-598c-4897-b266-5aa7c2b61ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.626037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.730092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.740582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9661f03a-598c-4897-b266-5aa7c2b61ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.795319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90348905-0524-4592-9baa-bd8475046b11,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:14.809464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Checking segment: {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:14.809970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Network hostable DHCP agents. Network: 362a7575-98c4-49bb-b29e-f6f9cf10f11f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:14.817291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c196eb67-6e8a-4c88-9f52-bdf50d1fe815 None None] Provisioning for port 6a6c7c61-3113-44cb-916d-3d573539ad85 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:14.843679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:10:14.852390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa9d644c-7e70-4a63-b1f7-86979c92d734 req-a8b7aacb-de64-4701-9d89-e909b3e7ee77 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0342674 Aug 27 16:10:14.854300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9661f03a-598c-4897-b266-5aa7c2b61ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:14.899542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9661f03a-598c-4897-b266-5aa7c2b61ca0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c48216fd9dea4302a65020316d8ac03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014985 Aug 27 16:10:14.903357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661f03a-598c-4897-b266-5aa7c2b61ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8f99c9-aaf3-435c-b864-ed501959e55a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:14.907256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57806) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:14.944135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:14.974689 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e175148e-3a48-4a9f-af56-ad0e3c806927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.001292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:10:15.014740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Sync routers for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:10:15.026332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:15.027355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:15.044651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 362a7575-98c4-49bb-b29e-f6f9cf10f11f) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:15.053145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:15.053956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.064444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e175148e-3a48-4a9f-af56-ad0e3c806927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.070419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-4037feab-3c04-488b-b1c4-0ec5230296a3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:15.072145 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-4037feab-3c04-488b-b1c4-0ec5230296a3 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 951 time: 0.0578551 Aug 27 16:10:15.081671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8578f6-bab6-4b41-8d0f-5f462fee0b81 None None] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:15.122438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a52386-59b7-43af-a08a-ec3b464b7c0f req-91622536-3cf2-4448-9173-2144d3216b41 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:15.124146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8a52386-59b7-43af-a08a-ec3b464b7c0f req-91622536-3cf2-4448-9173-2144d3216b41 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 951 time: 0.1383381 Aug 27 16:10:15.160812 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.165776 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c2705819-7e8a-49e6-a9d7-87b6dd78cd77 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.0605819 Aug 27 16:10:15.166517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57812) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:15.172884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-73763e61-87ae-4796-ae4b-dab92a437f6c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8908830 Aug 27 16:10:15.180736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:15.183744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:15.217778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8a52386-59b7-43af-a08a-ec3b464b7c0f req-de54fe7d-301c-4754-bd9c-427b9fd009af tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836818 Aug 27 16:10:15.249123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f6c0-298d-4157-8c44-adebf3334a15 req-5c0dd032-78e6-4bb3-b178-90ae77e7257a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:15.250974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1b1f6c0-298d-4157-8c44-adebf3334a15 req-5c0dd032-78e6-4bb3-b178-90ae77e7257a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0714245 Aug 27 16:10:15.297759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Deleting port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:15.298184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.298317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'fixed_ips': [{'subnet_id': '90348905-0524-4592-9baa-bd8475046b11'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:10:15.300132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.302548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1b1f6c0-298d-4157-8c44-adebf3334a15 req-1069e189-29ba-41f8-9622-d806e1597a5f tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Aug 27 16:10:15.303598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:15.303858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e175148e-3a48-4a9f-af56-ad0e3c806927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.307601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e175148e-3a48-4a9f-af56-ad0e3c806927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.311336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e175148e-3a48-4a9f-af56-ad0e3c806927 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f8f99c9-aaf3-435c-b864-ed501959e55a HTTP/1.1" status: 204 len: 168 time: 0.4015386 Aug 27 16:10:15.342879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175148e-3a48-4a9f-af56-ad0e3c806927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8f99c9-aaf3-435c-b864-ed501959e55a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:15.371480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.373128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.529418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.601091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] For port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:15.601511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.608115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Allocated IP 172.20.0.2 (362a7575-98c4-49bb-b29e-f6f9cf10f11f/90348905-0524-4592-9baa-bd8475046b11/d742962a-2ae8-4a3c-8f37-4a76953de367) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:15.668798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Calling delete_port for cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:15.687634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:13Z', 'revision_number': 3, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:15.716951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Checking router: 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:10:15.717126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Updating router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f port 81167b65-0922-42a0-91b9-b2f88f58a493 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:10:15.750248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6a6c7c61-3113-44cb-916d-3d573539ad85 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:15.793891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.931904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86b165-13ba-4943-97b3-8da8c25a5407 req-72fc2256-f8ef-434b-9056-c4a9ee8a1874 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:15.937926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb86b165-13ba-4943-97b3-8da8c25a5407 req-72fc2256-f8ef-434b-9056-c4a9ee8a1874 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0888281 Aug 27 16:10:15.940974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.981750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:15.997394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb86b165-13ba-4943-97b3-8da8c25a5407 req-ebcdde4d-3372-4dd7-9c30-0a6b8d7741ca tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 Aug 27 16:10:16.004612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Transition to ACTIVE for port object d742962a-2ae8-4a3c-8f37-4a76953de367 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:16.022845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d44eaf3c-fdec-4d57-bd65-bc062e297779 req-8bd3602e-0790-49c1-b083-3298955c52b0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0421135 Aug 27 16:10:16.039547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06b61-165f-471b-a681-04abea59b91a req-6b19f5c3-5377-4c48-9ceb-2249369ae33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:16.041316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Transition to ACTIVE for port object d742962a-2ae8-4a3c-8f37-4a76953de367 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:16.041833 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-91d06b61-165f-471b-a681-04abea59b91a req-6b19f5c3-5377-4c48-9ceb-2249369ae33c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 1096 time: 0.1477718 Aug 27 16:10:16.049932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6a6c7c61-3113-44cb-916d-3d573539ad85 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:16.092330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6a6c7c61-3113-44cb-916d-3d573539ad85 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:16.092724 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.142978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57834) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:16.148846 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.156595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-64e81ff4-9a52-48fb-888a-c33fef694a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.216008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:16.234867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:16.238317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:16.257778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Pushing event updated for resources: {'Port': ['ID=d742962a-2ae8-4a3c-8f37-4a76953de367,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:16.289058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-64e81ff4-9a52-48fb-888a-c33fef694a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.308460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06b61-165f-471b-a681-04abea59b91a req-d61352c2-535d-44d0-8633-58b675d8580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:16.310018 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-91d06b61-165f-471b-a681-04abea59b91a req-d61352c2-535d-44d0-8633-58b675d8580f service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 200 len: 921 time: 0.2568421 Aug 27 16:10:16.334194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.365067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:16.367023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['54a649eb-2752-46f8-bdbb-1a8657840d3d', 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:16.372298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8669a489-e57e-476a-9402-564cdd1b7b45 req-e00a9245-e391-4865-8074-aa32b63d5e78 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 210 time: 0.0408523 Aug 27 16:10:16.385978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-64e81ff4-9a52-48fb-888a-c33fef694a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.426965 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.428602 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-91d06b61-165f-471b-a681-04abea59b91a req-a76e9238-39a8-4d4d-8f5b-2ed9f0946d5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9006ea96-1205-4e47-bca5-f8376505fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0901651 Aug 27 16:10:16.429493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event deleted for resources: {'Port': ['ID=cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:16.431879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e81ff4-9a52-48fb-888a-c33fef694a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a028630-07ad-4cc8-8e26-6026d38c8757,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:16.440271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-64e81ff4-9a52-48fb-888a-c33fef694a6a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5701d3267f5549e1b98cb261353d3bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950392 Aug 27 16:10:16.441085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57838) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:16.457901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Attempting to bind port d742962a-2ae8-4a3c-8f37-4a76953de367 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:16.458277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Attempting to bind port d742962a-2ae8-4a3c-8f37-4a76953de367 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:16.458767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Attempting to bind port d742962a-2ae8-4a3c-8f37-4a76953de367 on network 362a7575-98c4-49bb-b29e-f6f9cf10f11f {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:16.471718 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.494821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:16.495205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Checking segment: {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:16.499837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.499837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Bound using segment: {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:16.499837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Bound port: d742962a-2ae8-4a3c-8f37-4a76953de367, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:16.499837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.500387 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.505812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c88f8c34-8517-4886-8df6-977bc87c6141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.508855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Transition to ACTIVE for port object 81167b65-0922-42a0-91b9-b2f88f58a493 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:16.531786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c88f8c34-8517-4886-8df6-977bc87c6141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.536142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] No DVR routers for this DVR port cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:10:16.541557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.550583 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-859d68c6-834b-4e1c-b5ee-a7ce8ddcd127 req-2d68436b-bae6-4786-b580-188721cc6cb7 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "DELETE /v2.0/ports/cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb HTTP/1.1" status: 204 len: 173 time: 1.4650536 Aug 27 16:10:16.550583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-deleted', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:16.550583 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71adc05a-ac55-45c5-99e5-e961cd9f719d" -d '{"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-deleted", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:16.553417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 6a6c7c61-3113-44cb-916d-3d573539ad85, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6a6c7c61-3113-44cb-916d-3d573539ad85,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:16.578104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06b61-165f-471b-a681-04abea59b91a req-713a346c-83c2-40cd-b11e-bce79eef9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:16.579623 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-91d06b61-165f-471b-a681-04abea59b91a req-713a346c-83c2-40cd-b11e-bce79eef9adc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 200 len: 859 time: 0.1433756 Aug 27 16:10:16.591784 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.656749 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3bb328-84d8-490f-8850-7bf169095f92 x-openstack-request-id: req-6f3bb328-84d8-490f-8850-7bf169095f92 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:16.657032 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79055b7e-af61-4459-9f1a-3827d9cbce57", "name": "network-vif-deleted", "tag": "cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:16.657285 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6f3bb328-84d8-490f-8850-7bf169095f92 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:16.657677 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79055b7e-af61-4459-9f1a-3827d9cbce57', 'name': 'network-vif-deleted', 'tag': 'cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb', 'status': 'completed', 'code': 200} Aug 27 16:10:16.677914 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.708922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c88f8c34-8517-4886-8df6-977bc87c6141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.711805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c88f8c34-8517-4886-8df6-977bc87c6141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.718540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Attempting to bind port 81167b65-0922-42a0-91b9-b2f88f58a493 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:16.718915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Attempting to bind port 81167b65-0922-42a0-91b9-b2f88f58a493 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:16.719303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Attempting to bind port 81167b65-0922-42a0-91b9-b2f88f58a493 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:16.720646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-91d06b61-165f-471b-a681-04abea59b91a req-c6079825-faa6-4916-bd3c-9a6a26154a7e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721476 Aug 27 16:10:16.721058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c88f8c34-8517-4886-8df6-977bc87c6141 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7a028630-07ad-4cc8-8e26-6026d38c8757 HTTP/1.1" status: 204 len: 168 time: 0.2777734 Aug 27 16:10:16.744359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f8c34-8517-4886-8df6-977bc87c6141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a028630-07ad-4cc8-8e26-6026d38c8757,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:16.756196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b817b-20c2-49de-9098-2ed63c651044 None None] Pushing event updated for resources: {'Port': ['ID=81167b65-0922-42a0-91b9-b2f88f58a493,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:16.768071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] For port d742962a-2ae8-4a3c-8f37-4a76953de367, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:16.779066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:16.779474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:16.779934 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.780342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:16.780830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Bound port: 81167b65-0922-42a0-91b9-b2f88f58a493, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:16.781220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.900495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.951222 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:16.987830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] For port d742962a-2ae8-4a3c-8f37-4a76953de367, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d742962a-2ae8-4a3c-8f37-4a76953de367,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:17.087894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=6a6c7c61-3113-44cb-916d-3d573539ad85,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:17.088446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Allocated IP 172.20.0.1 (a50ec06f-f4a5-4321-bd9b-ace196269e60/7d3330a6-d094-4a99-8806-26c5c72900e2/6372c297-dcba-4743-a17d-9af19f3279e2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:17.091427 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:17.107431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-91d06b61-165f-471b-a681-04abea59b91a req-815809e6-facb-4b14-968b-ca198802d0c5 service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161995 Aug 27 16:10:17.151723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b3906-886e-4d92-988f-398c1f2ec4bc req-549e01ba-4562-4295-ac1e-f2005f6e754d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:17.154795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] For port 81167b65-0922-42a0-91b9-b2f88f58a493, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:17.156290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e1b3906-886e-4d92-988f-398c1f2ec4bc req-549e01ba-4562-4295-ac1e-f2005f6e754d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0683992 Aug 27 16:10:17.190185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] For port 81167b65-0922-42a0-91b9-b2f88f58a493, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81167b65-0922-42a0-91b9-b2f88f58a493,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:17.218614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f89dd3-54da-41d3-971e-926ea5110e43 None None] Pushing event updated for resources: {'Port': ['ID=d742962a-2ae8-4a3c-8f37-4a76953de367,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:17.258555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e1b3906-886e-4d92-988f-398c1f2ec4bc req-2511cc27-882c-4375-aa99-e968b790802e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Aug 27 16:10:17.262530 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:17.281463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02c6328a-13eb-4b11-b3fc-d51b0fdcfdb0 req-2b448f7c-4fc7-4499-b6bd-f45593865544 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0578322 Aug 27 16:10:17.349632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:17.351397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:17.404601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b817b-20c2-49de-9098-2ed63c651044 None None] Pushing event updated for resources: {'Port': ['ID=81167b65-0922-42a0-91b9-b2f88f58a493,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:17.596273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:17.628230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ca931a9-afc2-46e9-a9f4-1072f6ac1736 req-a484017f-583c-4293-9451-4f335909f6cc tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=79055b7e-af61-4459-9f1a-3827d9cbce57 HTTP/1.1" status: 200 len: 210 time: 0.0881703 Aug 27 16:10:17.822132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d742962a-2ae8-4a3c-8f37-4a76953de367 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:17.825485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-91d06b61-165f-471b-a681-04abea59b91a req-80ecfd5d-5e9b-46ad-ab4d-7e9aaef259d3 service neutron] 10.222.0.90 "GET /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038989 Aug 27 16:10:17.873897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Allocated IP 172.25.4.6 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/d85fd91b-a949-4e08-ac0a-4fc48c0c2eac) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:17.943355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:13Z', 'revision_number': 3, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:17.950638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:17.973145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Transition to ACTIVE for port object 6372c297-dcba-4743-a17d-9af19f3279e2 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:17.983343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c274d2-37fa-4ef3-a6dd-108f7c03acbf None None] The sync data for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 is: [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:13Z', 'revision_number': 3, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:10:18.003327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d742962a-2ae8-4a3c-8f37-4a76953de367 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:18.011257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6a6c7c61-3113-44cb-916d-3d573539ad85 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:18.043116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.081153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6a6c7c61-3113-44cb-916d-3d573539ad85 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:18.081325 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.131220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.172612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:18.176786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:18.179113 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.181174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:18.251596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:18.254270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Pushing event updated for resources: {'Port': ['ID=6372c297-dcba-4743-a17d-9af19f3279e2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:18.258867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:18.269284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:18.339681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.429810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57880) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:18.490107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c314c8-b612-48bd-9194-3294a898103b req-62d4d96e-bb78-475d-bee6-96e86e7d6457 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:18.502338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0c314c8-b612-48bd-9194-3294a898103b req-62d4d96e-bb78-475d-bee6-96e86e7d6457 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1068234 Aug 27 16:10:18.551876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Pushing event updated for resources: {'Port': ['ID=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:18.571589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0c314c8-b612-48bd-9194-3294a898103b req-105b443b-d7e1-4c07-8390-5950a15e5b56 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585554 Aug 27 16:10:18.701040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-101657797-network', 'tenant_id': '4b21537edd39426cbe8f7389791ed11e'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:18.713028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-49a76cf6-aedc-47c0-b513-3ac0b7863785 None None] Provisioning for port 6372c297-dcba-4743-a17d-9af19f3279e2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:18.717497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-49a76cf6-aedc-47c0-b513-3ac0b7863785 None None] Provisioning complete for port 6372c297-dcba-4743-a17d-9af19f3279e2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:18.717887 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49a76cf6-aedc-47c0-b513-3ac0b7863785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.798996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-49a76cf6-aedc-47c0-b513-3ac0b7863785 None None] Port 6372c297-dcba-4743-a17d-9af19f3279e2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:10:18.798996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67501618-f2ab-4d0a-8636-2a654403299d None None] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:18.816026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Made reservation on behalf of 4b21537edd39426cbe8f7389791ed11e for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:18.819148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.837464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:18.905071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f7249d0-0797-45f4-9f69-9fb4ef50f48c req-b535e64a-40b8-4f9e-99a1-deb7708ed590 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.4584415 Aug 27 16:10:19.051183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.053906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.060438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-edb8f4e5-18bc-4179-b34d-abeab0c933b6 None None] Provisioning for port d742962a-2ae8-4a3c-8f37-4a76953de367 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:19.065180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-edb8f4e5-18bc-4179-b34d-abeab0c933b6 None None] Provisioning complete for port d742962a-2ae8-4a3c-8f37-4a76953de367 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:19.065565 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-edb8f4e5-18bc-4179-b34d-abeab0c933b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.071375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.117746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.131021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:19.143195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.143583 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Added segment d88ffdef-089f-43a8-bb6d-11ca98b03a47 of type vlan for network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a Aug 27 16:10:19.186530 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-edb8f4e5-18bc-4179-b34d-abeab0c933b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.227348 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.238695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-edb8f4e5-18bc-4179-b34d-abeab0c933b6 None None] For port d742962a-2ae8-4a3c-8f37-4a76953de367, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d742962a-2ae8-4a3c-8f37-4a76953de367,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:19.280391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:19.288964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.289310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.289654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.289994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.290333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.290664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.290996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.291347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.291679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.292006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.292376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.292650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:19.353657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:19.363991 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-edb8f4e5-18bc-4179-b34d-abeab0c933b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.388441 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.389503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:19.391349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.391531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:10:19.391531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cb874f90-0fdd-4d75-8c86-f58b9bf1bbfb not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:19.416391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7604-eb6f-414e-9a54-2538d623e871 req-8febb913-7e9f-43a2-8f26-e971ec807932 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:19.418038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f33a7604-eb6f-414e-9a54-2538d623e871 req-8febb913-7e9f-43a2-8f26-e971ec807932 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0730057 Aug 27 16:10:19.434338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.437766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.452277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8f4e5-18bc-4179-b34d-abeab0c933b6 None None] Pushing event updated for resources: {'Port': ['ID=d742962a-2ae8-4a3c-8f37-4a76953de367,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:19.489933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ccfa20e7-0bf9-4c5e-85ef-3927d0d36bf6 None None] Provisioning complete for port d742962a-2ae8-4a3c-8f37-4a76953de367 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:19.490288 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ccfa20e7-0bf9-4c5e-85ef-3927d0d36bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.493223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] Pushing event updated for resources: {'Network': ['ID=4346f8e0-0086-4c65-a0a4-d136b6c2f16a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:19.516904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:19.517944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f33a7604-eb6f-414e-9a54-2538d623e871 req-cd79769e-0bf5-4d9e-9bf8-518978230721 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677977 Aug 27 16:10:19.519865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b23b988e-d379-4f5b-a2ad-4ac0a28ffe28 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0880120 Aug 27 16:10:19.522750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57894) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:19.528132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Request body: {'subnet': {'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-101657797-subnet', 'tenant_id': '4b21537edd39426cbe8f7389791ed11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:19.536833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.619878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Made reservation on behalf of 4b21537edd39426cbe8f7389791ed11e for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:19.622172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.625079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.636605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Pushing event updated for resources: {'Port': ['ID=6372c297-dcba-4743-a17d-9af19f3279e2,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:19.773975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d742962a-2ae8-4a3c-8f37-4a76953de367 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:19.797356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Router 86b65a2c-2bad-4594-8309-bfc6c696fd17 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:10:19.805012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:19.812942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:19.835749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d742962a-2ae8-4a3c-8f37-4a76953de367 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:19.836262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:19.948180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81167b65-0922-42a0-91b9-b2f88f58a493 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:20.086087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:10:20.088149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:10:20.099569 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Sync routers for ids ['86b65a2c-2bad-4594-8309-bfc6c696fd17'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:10:20.121959 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Routers {'86b65a2c-2bad-4594-8309-bfc6c696fd17'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:20.126265 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['86b65a2c-2bad-4594-8309-bfc6c696fd17'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:20.141134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 81167b65-0922-42a0-91b9-b2f88f58a493 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:20.145901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 81167b65-0922-42a0-91b9-b2f88f58a493 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:20.146601 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.215134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:10:20.216992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.221432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-156ac7ad-77fc-4326-9fce-0ed44e3c807e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0412719 Aug 27 16:10:20.222078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57904) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:20.233640 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b617f938-3af1-4c78-97c4-c83566f83320 admin admin] 10.222.0.101 "PUT /v2.0/routers/8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0649025 Aug 27 16:10:20.237118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4563c22d-a8be-427d-8291-92a539127a44 None None] Provisioning complete for port 6372c297-dcba-4743-a17d-9af19f3279e2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:20.237834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4563c22d-a8be-427d-8291-92a539127a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.260984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e7d8-e76c-451e-a773-411ad8e2d1f0 req-16e791ad-6067-4b4c-93b1-cf5d23ad7acc tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:20.269724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d232e7d8-e76c-451e-a773-411ad8e2d1f0 req-16e791ad-6067-4b4c-93b1-cf5d23ad7acc tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.5454636 Aug 27 16:10:20.296389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-261fdf42-91cf-4ae4-bcc8-c471f3343f91 req-a6843939-ecbb-4ef2-a5b0-3ff48fff6edc tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0657907 Aug 27 16:10:20.338501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4563c22d-a8be-427d-8291-92a539127a44 None None] Port 6372c297-dcba-4743-a17d-9af19f3279e2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:10:20.340395 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.361494 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Set router 86b65a2c-2bad-4594-8309-bfc6c696fd17 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:20.382813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Sync routers for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:10:20.407629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 81167b65-0922-42a0-91b9-b2f88f58a493, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81167b65-0922-42a0-91b9-b2f88f58a493,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:20.416564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:20.419648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:20.449018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d232e7d8-e76c-451e-a773-411ad8e2d1f0 req-921538ae-efc9-4cde-91da-d7f161341bec tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773827 Aug 27 16:10:20.515675 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.518909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.627700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99eef09-45d2-448a-9beb-ffc88260c170,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:20.641726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b225ba43-ac3e-4afb-8872-d710f8944e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.643474 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 3, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:20.677281 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Checking router: 86b65a2c-2bad-4594-8309-bfc6c696fd17 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:10:20.678086 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Updating router 86b65a2c-2bad-4594-8309-bfc6c696fd17 port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:10:20.695889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Checking segment: {'id': 'd88ffdef-089f-43a8-bb6d-11ca98b03a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:20.696251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Network hostable DHCP agents. Network: 4346f8e0-0086-4c65-a0a4-d136b6c2f16a, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:20.718346 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.725182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=81167b65-0922-42a0-91b9-b2f88f58a493,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:20.735210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:20.753673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85075d7-09a8-41fe-84d5-b4b036ac95f6 req-1219d7d3-9555-4a36-979d-12186bcc1bb9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:20.755738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c85075d7-09a8-41fe-84d5-b4b036ac95f6 req-1219d7d3-9555-4a36-979d-12186bcc1bb9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1299422 Aug 27 16:10:20.820562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c85075d7-09a8-41fe-84d5-b4b036ac95f6 req-56b3f5ec-f5d7-47a3-b76c-b660695dbe26 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578105 Aug 27 16:10:20.824358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.825882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:20.906693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 4346f8e0-0086-4c65-a0a4-d136b6c2f16a) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:20.914325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:20.920424 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:20.926694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859aa4a-db70-4776-badd-d081011e3c07 None None] Network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:21.092152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-9f0928ed-1094-4234-bd2c-6aaede53aeaa tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:21.098065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-9f0928ed-1094-4234-bd2c-6aaede53aeaa tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks?id=a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 200 len: 829 time: 0.1366003 Aug 27 16:10:21.115261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-cc69b471-7908-4e07-91a3-e4113cdcae82 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/quotas/a8db824d5db5485b81400972950aaf95 HTTP/1.1" status: 200 len: 375 time: 0.0148842 Aug 27 16:10:21.127221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cb1c093c-80fc-48e4-9e29-9fe21efca24c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5929656 Aug 27 16:10:21.127564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8736d07d-1217-4df0-92fb-c91d2bb5a62d None None] Network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:21.157308 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.184538 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Transition to ACTIVE for port object d85fd91b-a949-4e08-ac0a-4fc48c0c2eac will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:21.247949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-28de6e08-100f-4079-8268-6e211a6203ac tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a8db824d5db5485b81400972950aaf95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190598 Aug 27 16:10:21.271952 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.339943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:19Z', 'revision_number': 2, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:21.375654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-45175580-cb67-4c72-9034-ef8f47ae190c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:21.377799 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-45175580-cb67-4c72-9034-ef8f47ae190c tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.1025262 Aug 27 16:10:21.388180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Checking router: 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:10:21.388672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Updating router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f port 6372c297-dcba-4743-a17d-9af19f3279e2 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:10:21.390859 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Pushing event updated for resources: {'Port': ['ID=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:21.397929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Allocated IP 172.20.0.1 (362a7575-98c4-49bb-b29e-f6f9cf10f11f/90348905-0524-4592-9baa-bd8475046b11/3fcc4625-370f-40e7-83d6-000835efe804) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:21.429352 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.430765 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.431483 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.431709 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.432140 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.433826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.435440 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.438842 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.440362 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.440843 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.441296 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.441855 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.442094 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:21.494520 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Attempting to bind port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:21.494891 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Attempting to bind port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:21.495258 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Attempting to bind port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:21.500941 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:21.502398 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:21.502398 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.502780 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:21.503283 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Bound port: d85fd91b-a949-4e08-ac0a-4fc48c0c2eac, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:21.503668 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.538180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fad5043-c100-40b9-81a8-8b2043769c47 req-f4af7213-d15b-4c48-bfdd-ead72cc23a95 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0520394 Aug 27 16:10:21.580833 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] For port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:21.593369 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] For port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:21.634729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-43a800b0-db9f-4fd3-ae67-18875a0d4f5e service neutron] 10.222.0.101 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854513 Aug 27 16:10:21.644775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Deleting port 54a649eb-2752-46f8-bdbb-1a8657840d3d {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:21.646383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.666716 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.711391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81167b65-0922-42a0-91b9-b2f88f58a493 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:21.750736 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Routers {'86b65a2c-2bad-4594-8309-bfc6c696fd17'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:21.753288 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:09:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['86b65a2c-2bad-4594-8309-bfc6c696fd17'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:21.795096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] For port 54a649eb-2752-46f8-bdbb-1a8657840d3d, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=54a649eb-2752-46f8-bdbb-1a8657840d3d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:21.795448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.810092 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.818855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163a8c0-aa00-4535-a4e0-77c253bbe7a7 req-6fb2535c-15a8-49bb-b99e-e673c96e2060 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:21.820804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b163a8c0-aa00-4535-a4e0-77c253bbe7a7 req-6fb2535c-15a8-49bb-b99e-e673c96e2060 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1068590 Aug 27 16:10:21.829097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 81167b65-0922-42a0-91b9-b2f88f58a493 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:21.832220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:21.842253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Calling delete_port for 54a649eb-2752-46f8-bdbb-1a8657840d3d owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:21.898050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Transition to ACTIVE for port object 3fcc4625-370f-40e7-83d6-000835efe804 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:21.899019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b163a8c0-aa00-4535-a4e0-77c253bbe7a7 req-dd1ee899-bd90-4f87-8c53-c6905b998051 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 Aug 27 16:10:21.910709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-0b389bd5-b16c-4c52-9e75-2f8e3850ada9 service neutron] 10.222.0.101 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734149 Aug 27 16:10:22.009235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.046701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Transition to ACTIVE for port object 6372c297-dcba-4743-a17d-9af19f3279e2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:22.050492 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa8369-55b0-43be-915e-21df303ca8ea None None] Pushing event updated for resources: {'Port': ['ID=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:22.085236 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] Set router 86b65a2c-2bad-4594-8309-bfc6c696fd17 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:22.180917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10de913-2335-4c87-8944-554b9161d3a4 req-10dc76be-57d9-4d7c-9173-39c608f058b9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:22.182418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d10de913-2335-4c87-8944-554b9161d3a4 req-10dc76be-57d9-4d7c-9173-39c608f058b9 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 950 time: 0.0519292 Aug 27 16:10:22.225324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d10de913-2335-4c87-8944-554b9161d3a4 req-62f1bb78-65fc-4aa4-a815-1114b6b737a4 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Aug 27 16:10:22.244596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.272123 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 3, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:22.277847 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.284380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:22.291252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:22.293175 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.297234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:22.377926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:22.385594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['54a649eb-2752-46f8-bdbb-1a8657840d3d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:22.405278 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512f60d3-8b00-490d-a87b-864d0be48f1c None None] The sync data for ids ['86b65a2c-2bad-4594-8309-bfc6c696fd17'] in n-d-806412-1 is: [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 3, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:10:22.431361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] No DVR routers for this DVR port 54a649eb-2752-46f8-bdbb-1a8657840d3d on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:10:22.443032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fcc4625-370f-40e7-83d6-000835efe804,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:22.444536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.446653 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-170ebb5f-36e9-4b7d-811e-1ec91ae98e36 req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.90 "DELETE /v2.0/ports/54a649eb-2752-46f8-bdbb-1a8657840d3d HTTP/1.1" status: 204 len: 173 time: 1.0582683 Aug 27 16:10:22.483086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-deleted', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:22.485375 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da153eda-8741-4e54-9811-487063ceb98c" -d '{"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-deleted", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:22.503021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b78aa6-7572-4076-b5aa-d6ef540e6504 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event deleted for resources: {'Port': ['ID=54a649eb-2752-46f8-bdbb-1a8657840d3d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:22.553048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-776026eb-b9ad-4907-9f79-cfc44498a13f req-f956886a-1516-4b95-9e67-f23b94dc3cf0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 210 time: 0.0643370 Aug 27 16:10:22.565258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.633233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57966) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:22.641114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-232966407-network', 'tenant_id': '64a304cb870043d0a847fb508c67741b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:22.766733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8fe6e-3bd9-4592-b770-0a2b63fd49ca None None] Pushing event updated for resources: {'Port': ['ID=6372c297-dcba-4743-a17d-9af19f3279e2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:22.786950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Made reservation on behalf of 64a304cb870043d0a847fb508c67741b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:22.794156 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.830415 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:22.858826 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1a937f-8f3b-453e-90b6-0211dfbb23d9 x-openstack-request-id: req-9c1a937f-8f3b-453e-90b6-0211dfbb23d9 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:22.859119 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0648026-1c40-42f0-b7f8-2e7234b95c69", "name": "network-vif-deleted", "tag": "54a649eb-2752-46f8-bdbb-1a8657840d3d", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:22.859861 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c1a937f-8f3b-453e-90b6-0211dfbb23d9 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:22.873249 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0648026-1c40-42f0-b7f8-2e7234b95c69', 'name': 'network-vif-deleted', 'tag': '54a649eb-2752-46f8-bdbb-1a8657840d3d', 'status': 'completed', 'code': 200} Aug 27 16:10:22.996995 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.084828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d51dfd73-c11d-4d94-abd0-cd47ad4ded0d req-05ee5acc-9618-497e-93b5-7ea81b93db49 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1862199 Aug 27 16:10:23.129000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Attempting to bind port 6372c297-dcba-4743-a17d-9af19f3279e2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:23.129474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Attempting to bind port 6372c297-dcba-4743-a17d-9af19f3279e2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:23.129740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Attempting to bind port 6372c297-dcba-4743-a17d-9af19f3279e2 on network a50ec06f-f4a5-4321-bd9b-ace196269e60 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:23.194271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.199258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:23.199776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Checking segment: {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:23.200194 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.200585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Bound using segment: {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:23.201080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Bound port: 6372c297-dcba-4743-a17d-9af19f3279e2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:23.201466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.210462 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.234247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-26877443-a9da-4dc1-8e95-505972b16aff None None] Provisioning for port 3fcc4625-370f-40e7-83d6-000835efe804 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:23.265068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-26877443-a9da-4dc1-8e95-505972b16aff None None] Provisioning complete for port 3fcc4625-370f-40e7-83d6-000835efe804 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:23.265433 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26877443-a9da-4dc1-8e95-505972b16aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.306974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.330169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.335837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-26877443-a9da-4dc1-8e95-505972b16aff None None] Port 3fcc4625-370f-40e7-83d6-000835efe804 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:10:23.347353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] For port 6372c297-dcba-4743-a17d-9af19f3279e2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:23.349028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:23.351986 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.353458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e7051bee-ac6b-4674-aa11-4bd586e18725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.356295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] For port 6372c297-dcba-4743-a17d-9af19f3279e2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6372c297-dcba-4743-a17d-9af19f3279e2,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:23.374400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.374400 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Added segment add479ca-5349-4ae6-ba4a-4cae569b50d3 of type vlan for network 36a8e2d4-9c05-48fb-8151-d326d5327f7d Aug 27 16:10:23.374400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e16e7-ee8f-485d-8890-f7753df66223,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:23.446662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ea31eed-74cd-4178-a30c-e6829206851b req-bdff9bea-3161-4a16-b2c5-70afd3521538 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0648026-1c40-42f0-b7f8-2e7234b95c69 HTTP/1.1" status: 200 len: 210 time: 0.0619340 Aug 27 16:10:23.460420 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.461209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.464602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.547819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8fe6e-3bd9-4592-b770-0a2b63fd49ca None None] Pushing event updated for resources: {'Port': ['ID=6372c297-dcba-4743-a17d-9af19f3279e2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:23.567723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:23.569252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.570914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:23.571702 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.599418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:23.666064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.672141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fcc4625-370f-40e7-83d6-000835efe804,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:23.749134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1127071 Aug 27 16:10:23.786461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d85fd91b-a949-4e08-ac0a-4fc48c0c2eac up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:23.795892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61a3f326-a9a2-41aa-a904-10d980b08a79 req-e758f6e3-98f3-4994-9858-d6af4701a66d tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 210 time: 0.0636680 Aug 27 16:10:23.796774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57986) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:23.807473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Request body: {'subnet': {'network_id': '36a8e2d4-9c05-48fb-8151-d326d5327f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-232966407-subnet', 'tenant_id': '64a304cb870043d0a847fb508c67741b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:23.827197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837a6fd-2d94-4b48-8823-ad0afc02a51a admin admin] Pushing event updated for resources: {'Network': ['ID=36a8e2d4-9c05-48fb-8151-d326d5327f7d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:23.847787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 36a8e2d4-9c05-48fb-8151-d326d5327f7d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:23.915751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:23.917315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:23.930854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:23.934778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Made reservation on behalf of 64a304cb870043d0a847fb508c67741b for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:23.940675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.007162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:24.112893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Router 86b65a2c-2bad-4594-8309-bfc6c696fd17 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:10:24.148822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:24.161192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:24.161784 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.302875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:10:24.311805 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-16344458-87de-488c-92cb-bed315c829c4 admin admin] 10.222.0.101 "PUT /v2.0/routers/86b65a2c-2bad-4594-8309-bfc6c696fd17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0769672 Aug 27 16:10:24.355816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a6ee283-2e33-4a35-8f8f-1bd5c7f3d2aa req-ff1b5724-e506-4c1c-9031-778fd06324ed tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0777416 Aug 27 16:10:24.357882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.444999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Checking segment: {'id': 'add479ca-5349-4ae6-ba4a-4cae569b50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '36a8e2d4-9c05-48fb-8151-d326d5327f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:24.445472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Network hostable DHCP agents. Network: 36a8e2d4-9c05-48fb-8151-d326d5327f7d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:24.450551 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.455530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948a1587-61c4-4f04-a43e-a5dbdc53824d,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:24.477485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.494014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7a9f3a78-234b-4759-ba09-59e5ca32bcc8 None None] Provisioning complete for port 3fcc4625-370f-40e7-83d6-000835efe804 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:24.494389 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a9f3a78-234b-4759-ba09-59e5ca32bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.569911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f3a78-234b-4759-ba09-59e5ca32bcc8 None None] Port 3fcc4625-370f-40e7-83d6-000835efe804 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:10:24.576942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61a57e-a760-4fa9-a10d-2689bca48246 req-a939ff50-260e-43cc-b4a7-c1b75eaf9e1d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:24.578334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d61a57e-a760-4fa9-a10d-2689bca48246 req-a939ff50-260e-43cc-b4a7-c1b75eaf9e1d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.0735233 Aug 27 16:10:24.581874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:24.610618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:23Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:24.632769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d61a57e-a760-4fa9-a10d-2689bca48246 req-9b98098f-152e-44b2-ace4-b75bf533bfc0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529511 Aug 27 16:10:24.679255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16c99b-f161-46d0-be6f-5df99df9c712 None None] The sync data for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 is: [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:23Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:10:24.694291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Network 36a8e2d4-9c05-48fb-8151-d326d5327f7d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:24.807982 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.848218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 36a8e2d4-9c05-48fb-8151-d326d5327f7d) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:24.860557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:24.861350 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:24.861483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0b088-d86c-4bb8-bcd8-1a3746d4c741 None None] Network 36a8e2d4-9c05-48fb-8151-d326d5327f7d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:24.957938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:24.959545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eb36bc37-568b-47bf-813c-0ce3828ee559 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1573570 Aug 27 16:10:25.136607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a74fa41-4c44-4d67-aa30-40188977789c None None] Network 36a8e2d4-9c05-48fb-8151-d326d5327f7d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:25.206783 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Sync routers for ids ['86b65a2c-2bad-4594-8309-bfc6c696fd17'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:10:25.223104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Routers {'86b65a2c-2bad-4594-8309-bfc6c696fd17'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:25.235346 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['86b65a2c-2bad-4594-8309-bfc6c696fd17'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:25.394152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6221bdc4-e04c-417a-a10b-02dc2d8017ae req-aeee08f5-555b-4731-8361-13445fb58534 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 210 time: 0.0844965 Aug 27 16:10:25.557900 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Set router 86b65a2c-2bad-4594-8309-bfc6c696fd17 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:25.674864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:25.712108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 54a649eb-2752-46f8-bdbb-1a8657840d3d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:10:25.718329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 54a649eb-2752-46f8-bdbb-1a8657840d3d not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:25.788199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58046) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:25.794301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-network', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:25.806063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-f45be12c-2a0f-4975-9544-127e47ab3a6b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:25.811048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-f45be12c-2a0f-4975-9544-127e47ab3a6b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.97 "GET /v2.0/networks?id=a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 200 len: 829 time: 0.4147928 Aug 27 16:10:25.853179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Request body: {'port': {'device_id': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'admin_state_up': True, 'tenant_id': 'a8db824d5db5485b81400972950aaf95'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:25.904497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d85fd91b-a949-4e08-ac0a-4fc48c0c2eac up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:25.924543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Made reservation on behalf of f0419ce1122d4f45be985e17bb8f8b99 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:25.927612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:25.943550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:25.965158 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.002645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:26.003080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.069104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.102451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2fec866-cee7-4ca0-ab99-903b8256c80f req-7d434555-4ca4-4363-b697-b112c412220c tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1210842 Aug 27 16:10:26.125836 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:10:22Z', 'revision_number': 4, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '3fcc4625-370f-40e7-83d6-000835efe804', 'name': '', 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'mac_address': 'fa:16:3e:f9:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '90348905-0524-4592-9baa-bd8475046b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:20Z', 'updated_at': '2021-08-27T16:10:23Z', 'revision_number': 2, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'subnets': [{'id': '90348905-0524-4592-9baa-bd8475046b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:26.147948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17694f72-7a08-4c95-8918-5977f41a918c req-2dfac092-6551-42be-be52-7af42a18b361 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:26.156508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17694f72-7a08-4c95-8918-5977f41a918c req-2dfac092-6551-42be-be52-7af42a18b361 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.3432188 Aug 27 16:10:26.157762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.159173 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Checking router: 86b65a2c-2bad-4594-8309-bfc6c696fd17 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:10:26.159713 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Updating router 86b65a2c-2bad-4594-8309-bfc6c696fd17 port 3fcc4625-370f-40e7-83d6-000835efe804 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:10:26.197246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6372c297-dcba-4743-a17d-9af19f3279e2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:26.207855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:10:26.215805 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.254872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10cdc1b-def1-4abb-90e4-2fcf499f68ef,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:26.262239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.264110 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Added segment ecc48a7b-af3d-4d1d-b654-55842162777f of type vlan for network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 Aug 27 16:10:26.267022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17694f72-7a08-4c95-8918-5977f41a918c req-bfd3732b-b0ca-4219-a205-c3dc52647f3a tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072855 Aug 27 16:10:26.285775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Made reservation on behalf of a8db824d5db5485b81400972950aaf95 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:26.297202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.375964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.386138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6372c297-dcba-4743-a17d-9af19f3279e2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:26.391614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6372c297-dcba-4743-a17d-9af19f3279e2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:26.396340 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.499312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.500312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:26.500928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.558553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.577033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Allocated IP 172.20.0.4 (a50ec06f-f4a5-4321-bd9b-ace196269e60/7d3330a6-d094-4a99-8806-26c5c72900e2/50bda20c-6630-41a4-ab01-5c28d2fa282a) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:26.661912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 6372c297-dcba-4743-a17d-9af19f3279e2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6372c297-dcba-4743-a17d-9af19f3279e2,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:26.758829 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9687040 Aug 27 16:10:26.764962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58056) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:26.768416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.778648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Request body: {'subnet': {'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-subnet', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:26.826724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750a2cd-b36b-44ee-bec5-ad62f0f9c847 admin admin] Pushing event updated for resources: {'Network': ['ID=4e97dd92-1750-43a4-8af7-f03196d0ebd0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:26.840932 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.864145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-8bfdf1f2-34af-42bc-b3bd-906054f2295f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:26.866678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:10:26.867583 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-8bfdf1f2-34af-42bc-b3bd-906054f2295f tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.2336085 Aug 27 16:10:26.876026 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.888104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Transition to ACTIVE for port object 3fcc4625-370f-40e7-83d6-000835efe804 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:26.901457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Transition to ACTIVE for port object 50bda20c-6630-41a4-ab01-5c28d2fa282a will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:26.914589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Made reservation on behalf of f0419ce1122d4f45be985e17bb8f8b99 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:26.917409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:26.936465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=6372c297-dcba-4743-a17d-9af19f3279e2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:26.967008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01199aa4-2007-411f-9509-d26d5cbf343d req-ea21672e-69ff-4d09-9139-7f669215d6f8 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 210 time: 0.0908835 Aug 27 16:10:26.968859 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.067532 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca07873-00d6-4205-8290-658c9b16b78a None None] Pushing event updated for resources: {'Port': ['ID=3fcc4625-370f-40e7-83d6-000835efe804,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:27.167058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Deleting port 8c3178c3-33e0-422f-a5eb-870cdb595d4e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:27.167496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.181095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-d95fa0be-4727-4816-a516-3dbbbc6b04bc tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:27.194116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-d95fa0be-4727-4816-a516-3dbbbc6b04bc tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/networks?id=4346f8e0-0086-4c65-a0a4-d136b6c2f16a HTTP/1.1" status: 200 len: 814 time: 0.3210425 Aug 27 16:10:27.198274 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Attempting to bind port 3fcc4625-370f-40e7-83d6-000835efe804 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:27.198654 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Attempting to bind port 3fcc4625-370f-40e7-83d6-000835efe804 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:27.199523 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Attempting to bind port 3fcc4625-370f-40e7-83d6-000835efe804 on network 362a7575-98c4-49bb-b29e-f6f9cf10f11f {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:27.205726 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:27.206242 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Checking segment: {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:27.206655 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.207057 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Bound using segment: {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:27.207685 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Bound port: 3fcc4625-370f-40e7-83d6-000835efe804, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:27.208072 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.229725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-7a76b567-6312-4890-ba00-762e21ef6f5b tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/quotas/4b21537edd39426cbe8f7389791ed11e HTTP/1.1" status: 200 len: 375 time: 0.0346150 Aug 27 16:10:27.294200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-54c72fad-2ea9-4c54-9bd8-4495f5304ede tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633914 Aug 27 16:10:27.310250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.321037 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] For port 3fcc4625-370f-40e7-83d6-000835efe804, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:27.325816 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] For port 3fcc4625-370f-40e7-83d6-000835efe804, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3fcc4625-370f-40e7-83d6-000835efe804,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:27.368350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f60cecc-8261-4f42-9dfd-430308611622 req-c1db653a-fde4-4fa8-bb89-87968e125dde tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0914507 Aug 27 16:10:27.381193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] For port 8c3178c3-33e0-422f-a5eb-870cdb595d4e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8c3178c3-33e0-422f-a5eb-870cdb595d4e,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:27.381848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.411770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Calling delete_port for 8c3178c3-33e0-422f-a5eb-870cdb595d4e owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:27.459992 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.473538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.474335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:27.485258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:27.496078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:27.580401 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Routers {'86b65a2c-2bad-4594-8309-bfc6c696fd17'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:27.581460 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['86b65a2c-2bad-4594-8309-bfc6c696fd17'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:27.584123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd326bd4-10ff-4fc6-82ff-04806114cb35,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:27.624805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Checking segment: {'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:27.625214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Network hostable DHCP agents. Network: 4e97dd92-1750-43a4-8af7-f03196d0ebd0, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:10:27.742485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:10:27.748821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6372c297-dcba-4743-a17d-9af19f3279e2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:27.756564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event updated for resources: {'Port': ['ID=50bda20c-6630-41a4-ab01-5c28d2fa282a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:27.765836 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca07873-00d6-4205-8290-658c9b16b78a None None] Pushing event updated for resources: {'Port': ['ID=3fcc4625-370f-40e7-83d6-000835efe804,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:27.826099 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.849132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8c3178c3-33e0-422f-a5eb-870cdb595d4e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:27.854093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-acd7f108-99fd-45f2-8afd-fbff54f73503 service neutron] 10.222.0.101 "GET /v2.0/networks/4346f8e0-0086-4c65-a0a4-d136b6c2f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589674 Aug 27 16:10:27.865349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91729321-dfd9-4b97-993c-d6d1cc7816f0 req-1d33c70a-37cc-4cfd-adf7-dfbac318f885 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:27.874553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91729321-dfd9-4b97-993c-d6d1cc7816f0 req-1d33c70a-37cc-4cfd-adf7-dfbac318f885 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 950 time: 0.3630717 Aug 27 16:10:27.886575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 4e97dd92-1750-43a4-8af7-f03196d0ebd0) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:27.897891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:27.898497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.904893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Pushing event deleted for resources: {'Port': ['ID=8c3178c3-33e0-422f-a5eb-870cdb595d4e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:27.917968 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] Set router 86b65a2c-2bad-4594-8309-bfc6c696fd17 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:27.920373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:27.925331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:27.937313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d8d03-6784-49b4-b170-ca140b547a32 None None] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:28.030470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91729321-dfd9-4b97-993c-d6d1cc7816f0 req-8607b9a7-3227-4b97-a488-4ad59d7eee00 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/security-groups?id=cef10692-75a0-4474-94ac-8fa051b0959f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528862 Aug 27 16:10:28.045315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] No DVR routers for this DVR port 8c3178c3-33e0-422f-a5eb-870cdb595d4e on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:10:28.051291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.052292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:10:28.054803 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d7b9668-cfc2-44c1-a0d3-25c0ea42a7f2 req-66059c32-9f9d-49a0-8657-60a82f1d7ccf tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.97 "DELETE /v2.0/ports/8c3178c3-33e0-422f-a5eb-870cdb595d4e HTTP/1.1" status: 204 len: 173 time: 1.1802132 Aug 27 16:10:28.058060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6372c297-dcba-4743-a17d-9af19f3279e2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:28.058980 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.072888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-deleted', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:28.072888 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf412650-2771-4944-9025-aec1e9a93a02" -d '{"events": [{"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-deleted", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:28.092635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-3da21ee5-0ac4-468d-a2cd-d6c3659a175b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2475133 Aug 27 16:10:28.102616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-00302287-fd9d-466b-a38a-2c8bd6ffbf50 service neutron] 10.222.0.101 "GET /v2.0/networks/4346f8e0-0086-4c65-a0a4-d136b6c2f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228942 Aug 27 16:10:28.116632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Request body: {'port': {'device_id': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:28.121569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fe444c03-b66d-48e8-a789-e0609d0493b5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3531160 Aug 27 16:10:28.122314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58086) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:28.128321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:28.234054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.278163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.279571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.446201 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:10:22Z', 'revision_number': 4, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '3fcc4625-370f-40e7-83d6-000835efe804', 'name': '', 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'mac_address': 'fa:16:3e:f9:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '90348905-0524-4592-9baa-bd8475046b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:20Z', 'updated_at': '2021-08-27T16:10:27Z', 'revision_number': 4, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'subnets': [{'id': '90348905-0524-4592-9baa-bd8475046b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:28.456460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.457636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:28.478597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3ab6dcd9-57d3-4c2e-bf98-dbb222c502e1 None None] Provisioning for port 50bda20c-6630-41a4-ab01-5c28d2fa282a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:28.503908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3ab6dcd9-57d3-4c2e-bf98-dbb222c502e1 None None] Provisioning complete for port 50bda20c-6630-41a4-ab01-5c28d2fa282a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:28.504326 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ab6dcd9-57d3-4c2e-bf98-dbb222c502e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.530491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'mac_address': 'fa:16:3e:b2:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:10:28.542837 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d567bd-02e2-46bc-be7f-47a16270f538 None None] The sync data for ids ['86b65a2c-2bad-4594-8309-bfc6c696fd17'] in n-d-806412-1 is: [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:10:22Z', 'revision_number': 4, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '3fcc4625-370f-40e7-83d6-000835efe804', 'name': '', 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'mac_address': 'fa:16:3e:f9:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '90348905-0524-4592-9baa-bd8475046b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:20Z', 'updated_at': '2021-08-27T16:10:27Z', 'revision_number': 4, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'subnets': [{'id': '90348905-0524-4592-9baa-bd8475046b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:10:28.636975 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c707c-529e-44ee-ae05-8c28822efd44 x-openstack-request-id: req-a66c707c-529e-44ee-ae05-8c28822efd44 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:28.637273 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4212a973-5a30-4055-92c7-677d71c2aa6b", "name": "network-vif-deleted", "tag": "8c3178c3-33e0-422f-a5eb-870cdb595d4e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:28.637536 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a66c707c-529e-44ee-ae05-8c28822efd44 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:28.637942 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4212a973-5a30-4055-92c7-677d71c2aa6b', 'name': 'network-vif-deleted', 'tag': '8c3178c3-33e0-422f-a5eb-870cdb595d4e', 'status': 'completed', 'code': 200} Aug 27 16:10:28.761653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54eec3c-2032-43db-8851-eb9f74a5770f req-27cc4199-4e73-4a4e-998a-6e59e55b4cd5 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:28.763317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c54eec3c-2032-43db-8851-eb9f74a5770f req-27cc4199-4e73-4a4e-998a-6e59e55b4cd5 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 931 time: 0.3536034 Aug 27 16:10:28.863845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-4e97dd92-1750-43a4-8af7-f03196d0ebd0', 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'fixed_ips': [{'subnet_id': 'cd326bd4-10ff-4fc6-82ff-04806114cb35'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:10:28.866742 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.957742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:28.969279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6dcd9-57d3-4c2e-bf98-dbb222c502e1 None None] Port 50bda20c-6630-41a4-ab01-5c28d2fa282a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:10:29.094610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-512f7a08-6799-4687-97b9-e3e6b48abd78 req-afc92da3-f903-4f31-a169-81a42f108068 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.2661963 Aug 27 16:10:29.114241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c54eec3c-2032-43db-8851-eb9f74a5770f req-94395ad1-53a1-4519-bd1c-eb48b45c4605 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843130 Aug 27 16:10:29.194369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Allocated IP 172.20.0.2 (4e97dd92-1750-43a4-8af7-f03196d0ebd0/cd326bd4-10ff-4fc6-82ff-04806114cb35/6c088622-0040-484d-9516-bfde1f80f68b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:29.371004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62f83270-a06f-42cd-81cc-d86a463a6079 req-f9132f1b-e276-4e40-b3c4-803f573cdc82 tempest-MigrationsAdminTest-814400034 tempest-MigrationsAdminTest-814400034-project] 10.222.0.101 "GET /v2.0/ports?device_id=4212a973-5a30-4055-92c7-677d71c2aa6b HTTP/1.1" status: 200 len: 210 time: 0.1025121 Aug 27 16:10:29.413104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a63d16f-2fd1-4b84-a8f7-9ad1d268cc25 req-9e2c7d30-b2fe-4bce-93a2-92abba51fa11 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0990291 Aug 27 16:10:29.535038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bda20c-6630-41a4-ab01-5c28d2fa282a {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:10:29.546102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.548752 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.562654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Transition to ACTIVE for port object 50bda20c-6630-41a4-ab01-5c28d2fa282a will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:29.598287 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.601622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:10:29.610393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.620755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.632656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Transition to ACTIVE for port object 6c088622-0040-484d-9516-bfde1f80f68b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:29.686004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.686438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:29.704000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Transition to ACTIVE for port object 6c088622-0040-484d-9516-bfde1f80f68b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:29.724558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Pushing event updated for resources: {'Port': ['ID=50bda20c-6630-41a4-ab01-5c28d2fa282a,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:29.745070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.828375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Allocated IP 172.25.4.175 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/26cfcf3e-17ff-4916-b0ba-62cd99c69c28) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:29.883856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:29.909863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcc4625-370f-40e7-83d6-000835efe804 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:29.916458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:29.930611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Attempting to bind port 50bda20c-6630-41a4-ab01-5c28d2fa282a on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:29.931016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Attempting to bind port 50bda20c-6630-41a4-ab01-5c28d2fa282a by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:29.931372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Attempting to bind port 50bda20c-6630-41a4-ab01-5c28d2fa282a on network a50ec06f-f4a5-4321-bd9b-ace196269e60 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:29.936210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Port 50bda20c-6630-41a4-ab01-5c28d2fa282a on network a50ec06f-f4a5-4321-bd9b-ace196269e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:10:29.938340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Attempting to bind port 50bda20c-6630-41a4-ab01-5c28d2fa282a on network a50ec06f-f4a5-4321-bd9b-ace196269e60 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:29.942293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:29.942640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Checking segment: {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:29.943037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Bound using segment: {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:29.943539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Bound port: 50bda20c-6630-41a4-ab01-5c28d2fa282a, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:29.943919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.006784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.038048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:30.065458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] For port 50bda20c-6630-41a4-ab01-5c28d2fa282a, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:30.069472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] For port 50bda20c-6630-41a4-ab01-5c28d2fa282a, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:30.123078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:30.142929 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.191099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 8c3178c3-33e0-422f-a5eb-870cdb595d4e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:10:30.192258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8c3178c3-33e0-422f-a5eb-870cdb595d4e not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:30.214826 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.217668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:30.218475 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.221512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] 10.222.0.97 "PUT /v2.0/ports/50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 1091 time: 2.1179283 Aug 27 16:10:30.223193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:30.225081 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f7f9cd-754e-4a51-bd11-5524de692ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:30.291961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:30.299663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a19d-ef59-476b-8113-d9022dea0e0c service neutron] Pushing event updated for resources: {'Port': ['ID=50bda20c-6630-41a4-ab01-5c28d2fa282a,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:30.336103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:30.345040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:30.367807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:30.370472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Pushing event updated for resources: {'Port': ['ID=6c088622-0040-484d-9516-bfde1f80f68b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:30.384274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:30.386168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:30.467719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4274bf3-df2c-4121-99a5-bc048a690250 req-cdafc7ad-afec-4032-97f6-cd7944ac0198 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1399026 Aug 27 16:10:30.584974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b20149-67c9-4ec0-b017-527a21de50b8 req-66586b5c-7a78-4adc-b925-6c174ee3ed9f tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:30.586641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1b20149-67c9-4ec0-b017-527a21de50b8 req-66586b5c-7a78-4adc-b925-6c174ee3ed9f tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 943 time: 0.2815928 Aug 27 16:10:30.595136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-9e077ce6-a3db-4af3-b460-8a7dcd063a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:30.595136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-9e077ce6-a3db-4af3-b460-8a7dcd063a9c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a8db824d5db5485b81400972950aaf95&device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 1094 time: 0.1448576 Aug 27 16:10:30.595570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Pushing event updated for resources: {'Port': ['ID=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:30.604051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Attempting to bind port 6c088622-0040-484d-9516-bfde1f80f68b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:30.604427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Attempting to bind port 6c088622-0040-484d-9516-bfde1f80f68b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:30.604794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Attempting to bind port 6c088622-0040-484d-9516-bfde1f80f68b on network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:30.624807 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725ec1d9-6677-45c7-acb5-e33617bbb4e1 x-openstack-request-id: req-725ec1d9-6677-45c7-acb5-e33617bbb4e1 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:30.625108 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:30.625365 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-725ec1d9-6677-45c7-acb5-e33617bbb4e1 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:30.646826 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'status': 'completed', 'code': 200} Aug 27 16:10:30.668114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:30.674195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Checking segment: {'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:30.674911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.675518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Bound using segment: {'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:30.677571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Bound port: 6c088622-0040-484d-9516-bfde1f80f68b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:30.678231 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.713147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-224900fb-8a10-4987-b807-c9bb728a2da5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 217 time: 0.0959959 Aug 27 16:10:30.730347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3fcc4625-370f-40e7-83d6-000835efe804 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:30.832892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3fcc4625-370f-40e7-83d6-000835efe804 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:30.843982 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:30.865946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-8d6d5221-19bf-4837-b976-a204ef5435e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:30.867783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-8d6d5221-19bf-4837-b976-a204ef5435e2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7d3330a6-d094-4a99-8806-26c5c72900e2 HTTP/1.1" status: 200 len: 868 time: 0.1460824 Aug 27 16:10:30.879850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1b20149-67c9-4ec0-b017-527a21de50b8 req-2beab39e-b92f-4540-8726-b13eaa7be25c tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779307 Aug 27 16:10:31.008393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad1d9d87-f614-4c6e-985f-dbbb80296fc8 req-566272c5-bed9-4f0f-bd65-f51f64440d9c tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.1452825 Aug 27 16:10:31.051069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-51c21a22-5849-4f10-8182-871efd562417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:31.052800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-51c21a22-5849-4f10-8182-871efd562417 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a50ec06f-f4a5-4321-bd9b-ace196269e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605988 Aug 27 16:10:31.055182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] For port 6c088622-0040-484d-9516-bfde1f80f68b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:31.074534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] For port 6c088622-0040-484d-9516-bfde1f80f68b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6c088622-0040-484d-9516-bfde1f80f68b,segment=NetworkSegment(ecc48a7b-af3d-4d1d-b654-55842162777f),segment_id=ecc48a7b-af3d-4d1d-b654-55842162777f)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:31.154283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.155207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.215795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.245059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-a6493510-00a3-486e-b7bf-958a94c9621c service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839449 Aug 27 16:10:31.306733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1332ae-6002-462a-b948-db7c1935c80d None None] Pushing event updated for resources: {'Port': ['ID=6c088622-0040-484d-9516-bfde1f80f68b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:31.337184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 3fcc4625-370f-40e7-83d6-000835efe804, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3fcc4625-370f-40e7-83d6-000835efe804,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:31.413596 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:31.419968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3730ce61-ae2b-49e8-9b6c-15ee107be4e1 req-272e109c-640c-4cfe-9ecc-fe35ca5a089f service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662927 Aug 27 16:10:31.543764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=3fcc4625-370f-40e7-83d6-000835efe804,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:31.662974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58164) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:31.683162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-bcd254fb-6848-4853-9efc-97d45245f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:31.685216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-bcd254fb-6848-4853-9efc-97d45245f711 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a8db824d5db5485b81400972950aaf95&device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 1094 time: 0.1100819 Aug 27 16:10:31.823820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4efc4d7e-c28e-4dd6-a464-0b745a873cee req-fa699404-0f5d-4050-98bc-77118fea3f87 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0889280 Aug 27 16:10:31.957154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcc4625-370f-40e7-83d6-000835efe804 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:32.027005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-df5e838a-d2d1-4ffd-9e33-c5454a3007c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:32.029150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-df5e838a-d2d1-4ffd-9e33-c5454a3007c9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 200 len: 931 time: 0.3342123 Aug 27 16:10:32.073490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:32.078290 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.124126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-82edfc71-7ad7-40cb-8b10-de3195b8b966 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 217 time: 0.0812929 Aug 27 16:10:32.168308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3fcc4625-370f-40e7-83d6-000835efe804 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:32.168849 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.222344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:32.223139 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.239652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-56902b6f-294c-423f-8d91-50d229627bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:32.240821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-56902b6f-294c-423f-8d91-50d229627bbc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7d3330a6-d094-4a99-8806-26c5c72900e2 HTTP/1.1" status: 200 len: 868 time: 0.0761988 Aug 27 16:10:32.244129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-03987d81-a445-4607-ba30-0936641a026a tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:32.253062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-03987d81-a445-4607-ba30-0936641a026a tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.90 "GET /v2.0/networks?id=4346f8e0-0086-4c65-a0a4-d136b6c2f16a HTTP/1.1" status: 200 len: 814 time: 0.2809088 Aug 27 16:10:32.303059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Request body: {'port': {'device_id': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a', 'admin_state_up': True, 'tenant_id': '4b21537edd39426cbe8f7389791ed11e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:32.323837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a8b5bb8-49cb-4056-920a-98cade526757 req-c75ceda1-060f-4102-801a-efdcff1ed02c tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.1893299 Aug 27 16:10:32.402519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ff898386-9360-4876-8714-002a5a84e280 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=174fac1f470a466b8adebc92c32192b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354336 Aug 27 16:10:32.407902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:32.416746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c088622-0040-484d-9516-bfde1f80f68b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:32.467672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f160-3d98-4cd4-975a-df67f37c1561 req-04de81b5-6bd4-4951-8a7c-ce7905826d8d tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:32.488297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8661f160-3d98-4cd4-975a-df67f37c1561 req-04de81b5-6bd4-4951-8a7c-ce7905826d8d tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 943 time: 0.3766434 Aug 27 16:10:32.499355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.527104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-faf3c7d2-08d0-4e55-9cd0-ff90bcbc1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:32.530415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-faf3c7d2-08d0-4e55-9cd0-ff90bcbc1d9b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a50ec06f-f4a5-4321-bd9b-ace196269e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377138 Aug 27 16:10:32.600134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8661f160-3d98-4cd4-975a-df67f37c1561 req-07885586-b957-42b0-8de4-7d789b804c5b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106343 Aug 27 16:10:32.630467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:32.635217 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fe596c-a1db-4887-b3f6-9c242bbeeb7c" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:32.771473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-647836b2-24d2-4a1b-843e-ca4219a63e01 service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272201 Aug 27 16:10:32.820786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9aa1-7720-428f-9fbe-94346456b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.901334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9aa1-7720-428f-9fbe-94346456b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:32.927676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f7f9cd-754e-4a51-bd11-5524de692ee3 req-f9b466dd-e4a6-48f1-9803-1d5277da3134 service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474500 Aug 27 16:10:32.950585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Router da55e334-c444-43d2-a16e-dfeaa44dd72d is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:10:32.958005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Made reservation on behalf of 4b21537edd39426cbe8f7389791ed11e for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:10:32.965124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:33.014127 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f0e1e5-c7f6-4ffb-993f-35a2665b3460 x-openstack-request-id: req-14f0e1e5-c7f6-4ffb-993f-35a2665b3460 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:33.016468 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:33.017720 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-14f0e1e5-c7f6-4ffb-993f-35a2665b3460 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:33.018438 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'code': 200} Aug 27 16:10:33.030759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:33.042267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970aff96-4ebc-4732-9b12-5c080866f56d None None] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:10:33.098095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-705a2f62-c413-482e-bc7d-587a84350525 req-6b99a834-a39a-4dc6-9daf-eeab4d7bf347 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0937114 Aug 27 16:10:33.156977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:33.234883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6c088622-0040-484d-9516-bfde1f80f68b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:33.290091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9aa1-7720-428f-9fbe-94346456b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:33.293917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9aa1-7720-428f-9fbe-94346456b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:33.300335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8dbe9aa1-7720-428f-9fbe-94346456b841 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cef10692-75a0-4474-94ac-8fa051b0959f HTTP/1.1" status: 204 len: 168 time: 0.8890538 Aug 27 16:10:33.346902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Allocated IP 172.20.0.8 (4346f8e0-0086-4c65-a0a4-d136b6c2f16a/e99eef09-45d2-448a-9beb-ffc88260c170/8e5adee1-af2a-428c-bba9-93b4e013a0f1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:33.348661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:33.354414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9aa1-7720-428f-9fbe-94346456b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef10692-75a0-4474-94ac-8fa051b0959f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:33.360372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:10:33.449754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Sync routers for ids ['da55e334-c444-43d2-a16e-dfeaa44dd72d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:10:33.450081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:33.453875 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e4ba5e3-b381-47c7-ae3b-e15664d88d5d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3278887 Aug 27 16:10:33.460693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58208) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:33.467668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7543e925-802d-4c16-a48e-1c20a48e2072 None None] Provisioning for port 6c088622-0040-484d-9516-bfde1f80f68b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:33.476452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.477068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.479732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.480260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.481055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.481564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.482062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.487673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.488264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.495257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.495257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.495257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:10:33.531505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7543e925-802d-4c16-a48e-1c20a48e2072 None None] Provisioning complete for port 6c088622-0040-484d-9516-bfde1f80f68b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:33.535824 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7543e925-802d-4c16-a48e-1c20a48e2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:33.628647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Routers {'da55e334-c444-43d2-a16e-dfeaa44dd72d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:33.629035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['da55e334-c444-43d2-a16e-dfeaa44dd72d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:33.690706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b35ae359-10ac-4c9b-925f-5da5ee9157fb req-b0cbe8d9-f47b-4f82-9845-3af63b21241c tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.2118812 Aug 27 16:10:33.823475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:33.951375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Set router da55e334-c444-43d2-a16e-dfeaa44dd72d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:34.021601 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.085024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Pushing event updated for resources: {'Port': ['ID=8e5adee1-af2a-428c-bba9-93b4e013a0f1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:34.117237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:34.122653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:34.124445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:34.143858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 50bda20c-6630-41a4-ab01-5c28d2fa282a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:10:34.218020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b27bd-aba1-46a5-8538-54835ed33095 req-3639aab0-1e5a-4336-8e01-5ac910cfe9b1 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:34.232258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b27bd-aba1-46a5-8538-54835ed33095 req-3639aab0-1e5a-4336-8e01-5ac910cfe9b1 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 943 time: 0.2966506 Aug 27 16:10:34.271762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:34.280665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.320635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f18ee1b-6b68-4f93-9f22-bc385a064027 req-1cd89fff-deef-41b7-9959-faa02a28baa2 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0509102 Aug 27 16:10:34.346674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58224) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:34.352381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-c1d81160-f4e4-4963-ab32-4f1faed1282f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0648103 Aug 27 16:10:34.368388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Request body: {'port': {'device_id': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:34.426595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 50bda20c-6630-41a4-ab01-5c28d2fa282a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:34.442132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7543e925-802d-4c16-a48e-1c20a48e2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.510823 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.515440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'port_id': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'mac_address': 'fa:16:3e:e0:8c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:10:34.554783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b27bd-aba1-46a5-8538-54835ed33095 req-f60f5d99-7d10-4ffa-8070-c3360a800eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215129 Aug 27 16:10:34.617716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7543e925-802d-4c16-a48e-1c20a48e2072 None None] For port 6c088622-0040-484d-9516-bfde1f80f68b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6c088622-0040-484d-9516-bfde1f80f68b,segment=NetworkSegment(ecc48a7b-af3d-4d1d-b654-55842162777f),segment_id=ecc48a7b-af3d-4d1d-b654-55842162777f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:34.679502 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.731893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-af8b292c-da12-4bd7-894f-167a7a6f60c7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aabb9ed6f51e4bafa8b62d77fe20aca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840306 Aug 27 16:10:34.734579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58230) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:34.758103 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7543e925-802d-4c16-a48e-1c20a48e2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.812336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bda20c-6630-41a4-ab01-5c28d2fa282a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:10:34.889307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 50bda20c-6630-41a4-ab01-5c28d2fa282a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:34.899550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543e925-802d-4c16-a48e-1c20a48e2072 None None] Pushing event updated for resources: {'Port': ['ID=6c088622-0040-484d-9516-bfde1f80f68b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:34.921052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f586a776-9720-4109-8b42-0193e08743a8 None None] Provisioning complete for port 6c088622-0040-484d-9516-bfde1f80f68b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:34.921557 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f586a776-9720-4109-8b42-0193e08743a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.956084 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c30892c8-c264-440e-89d2-8511cc00710b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.968026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:34.980101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:10:30Z', 'revision_number': 3, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port': {'id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:29Z', 'updated_at': '2021-08-27T16:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:35.023419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5adee1-af2a-428c-bba9-93b4e013a0f1 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:10:35.031781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c30892c8-c264-440e-89d2-8511cc00710b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.034350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.047721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Checking router: da55e334-c444-43d2-a16e-dfeaa44dd72d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:10:35.048745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Updating router da55e334-c444-43d2-a16e-dfeaa44dd72d port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:10:35.054257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Transition to ACTIVE for port object 8e5adee1-af2a-428c-bba9-93b4e013a0f1 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:35.100648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.137033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=50bda20c-6630-41a4-ab01-5c28d2fa282a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:35.137726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.184826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff318-2f41-4335-a993-a0503511fd79 req-68e89ace-be6f-49e1-b8f3-e9081d288817 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:35.195025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc3ff318-2f41-4335-a993-a0503511fd79 req-68e89ace-be6f-49e1-b8f3-e9081d288817 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 931 time: 0.3261597 Aug 27 16:10:35.262211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c30892c8-c264-440e-89d2-8511cc00710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.266203 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c30892c8-c264-440e-89d2-8511cc00710b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.269729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c30892c8-c264-440e-89d2-8511cc00710b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d45790e0-03e2-4ef7-95ed-f6278e352569 HTTP/1.1" status: 204 len: 168 time: 0.5343032 Aug 27 16:10:35.274755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5adee1-af2a-428c-bba9-93b4e013a0f1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:35.286086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['50bda20c-6630-41a4-ab01-5c28d2fa282a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:35.362744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.368250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Attempting to bind port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:35.368625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Attempting to bind port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'd88ffdef-089f-43a8-bb6d-11ca98b03a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:35.368625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Attempting to bind port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 on network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:35.382867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 on network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:10:35.383175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Attempting to bind port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 on network 4346f8e0-0086-4c65-a0a4-d136b6c2f16a {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:35.407752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:35.408209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Checking segment: {'id': 'd88ffdef-089f-43a8-bb6d-11ca98b03a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:35.408812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Bound using segment: {'id': 'd88ffdef-089f-43a8-bb6d-11ca98b03a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:35.409262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Bound port: 8e5adee1-af2a-428c-bba9-93b4e013a0f1, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88ffdef-089f-43a8-bb6d-11ca98b03a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:35.409628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.532622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] For port 8e5adee1-af2a-428c-bba9-93b4e013a0f1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:35.540589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] For port 8e5adee1-af2a-428c-bba9-93b4e013a0f1, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8e5adee1-af2a-428c-bba9-93b4e013a0f1,segment=NetworkSegment(d88ffdef-089f-43a8-bb6d-11ca98b03a47),segment_id=d88ffdef-089f-43a8-bb6d-11ca98b03a47)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:35.603506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.678993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:35.679660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.681087 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] 10.222.0.90 "PUT /v2.0/ports/8e5adee1-af2a-428c-bba9-93b4e013a0f1 HTTP/1.1" status: 200 len: 1091 time: 1.3188016 Aug 27 16:10:35.681540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'tag': '8e5adee1-af2a-428c-bba9-93b4e013a0f1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:35.700271 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0164cf-8634-4302-bcd2-3174d5164f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3", "tag": "8e5adee1-af2a-428c-bba9-93b4e013a0f1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:35.741178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c088622-0040-484d-9516-bfde1f80f68b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:35.760066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2683403-5ca6-4e85-bcc4-53db3a7519c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5adee1-af2a-428c-bba9-93b4e013a0f1,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:35.859066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.879313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-789553bd-0e95-4ceb-bb4a-d841cf113376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:35.884474 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-789553bd-0e95-4ceb-bb4a-d841cf113376 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 1094 time: 0.0857768 Aug 27 16:10:35.900703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Transition to ACTIVE for port object 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:35.929133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6c088622-0040-484d-9516-bfde1f80f68b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:35.929423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:35.944164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc3ff318-2f41-4335-a993-a0503511fd79 req-d4be8a02-80f4-4af9-a6e5-537c28abc790 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7477834 Aug 27 16:10:35.960606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30892c8-c264-440e-89d2-8511cc00710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45790e0-03e2-4ef7-95ed-f6278e352569,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:35.980732 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-d87cc3e2-faee-4bb0-a77d-f6ae319cbd4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e5adee1-af2a-428c-bba9-93b4e013a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0899382 Aug 27 16:10:36.055760 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:36.129053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Attempting to bind port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:36.129053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Attempting to bind port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:36.129053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Attempting to bind port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:36.132033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc685c-a15c-42d3-ab19-26a32e91dd54 None None] Pushing event updated for resources: {'Port': ['ID=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:36.136930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:36.137306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:36.137713 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:36.138105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:36.138743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Bound port: 26cfcf3e-17ff-4916-b0ba-62cd99c69c28, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:36.139005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:36.189188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-dffbc87f-a948-4129-a660-b5eb419d82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:36.191042 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-dffbc87f-a948-4129-a660-b5eb419d82ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e99eef09-45d2-448a-9beb-ffc88260c170 HTTP/1.1" status: 200 len: 854 time: 0.1997669 Aug 27 16:10:36.215720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-174e257a-5df2-4eb0-b3e6-288c9f0fc5ae req-db0a5276-b806-4654-8e49-1f9ae6bcfa82 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.3069835 Aug 27 16:10:36.227003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] For port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:36.233094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] For port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:36.234103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Allocated IP 172.20.0.1 (4e97dd92-1750-43a4-8af7-f03196d0ebd0/cd326bd4-10ff-4fc6-82ff-04806114cb35/a1e74f22-2abe-411b-9a45-337cfd919598) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:36.290192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-017000cc-a287-4662-8c6a-202ba0a9ecc5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4346f8e0-0086-4c65-a0a4-d136b6c2f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911114 Aug 27 16:10:36.328941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72098d-e18d-4ab7-baf5-d4321a35fe1f req-c4c1b30e-f25c-47da-8494-4f1bc358d1fc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:36.329782 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:36.336801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf72098d-e18d-4ab7-baf5-d4321a35fe1f req-c4c1b30e-f25c-47da-8494-4f1bc358d1fc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 944 time: 0.1268182 Aug 27 16:10:36.475292 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6dcfb1-1b6c-4e7d-85c6-8c4a71772df2 x-openstack-request-id: req-4e6dcfb1-1b6c-4e7d-85c6-8c4a71772df2 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:36.475828 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3", "tag": "8e5adee1-af2a-428c-bba9-93b4e013a0f1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:36.475828 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4e6dcfb1-1b6c-4e7d-85c6-8c4a71772df2 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:36.478051 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'tag': '8e5adee1-af2a-428c-bba9-93b4e013a0f1', 'status': 'completed', 'code': 200} Aug 27 16:10:36.500990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Routers {'da55e334-c444-43d2-a16e-dfeaa44dd72d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:36.503907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['da55e334-c444-43d2-a16e-dfeaa44dd72d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:36.529293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf72098d-e18d-4ab7-baf5-d4321a35fe1f req-09401e34-ef03-4b21-b678-a9f0b876e724 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915817 Aug 27 16:10:36.574822 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-11bec9ac-6aa9-4a7c-91e8-60c673fd6012 service neutron] 10.222.0.90 "GET /v2.0/networks/4346f8e0-0086-4c65-a0a4-d136b6c2f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751522 Aug 27 16:10:36.625433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:36.655910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Transition to ACTIVE for port object a1e74f22-2abe-411b-9a45-337cfd919598 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:36.703410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7af00d37-a60e-4695-8c0e-b2e6d7e92326 req-f1c97671-31a4-4836-85f2-44c726f6996b service neutron] 10.222.0.90 "GET /v2.0/networks/4346f8e0-0086-4c65-a0a4-d136b6c2f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172714 Aug 27 16:10:36.789573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc685c-a15c-42d3-ab19-26a32e91dd54 None None] Pushing event updated for resources: {'Port': ['ID=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:36.803926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:36.923436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e74f22-2abe-411b-9a45-337cfd919598,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:36.948208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] Set router da55e334-c444-43d2-a16e-dfeaa44dd72d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:36.949562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:36.951724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:36.963017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:36.963618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-2e927112-91fd-466c-9003-aa3ee9fdd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:36.963618 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-2e927112-91fd-466c-9003-aa3ee9fdd6a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 1094 time: 0.1256030 Aug 27 16:10:37.000817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:37.237947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-19bf0bfd-94e0-441f-b81d-f8044409b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:37.243887 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-19bf0bfd-94e0-441f-b81d-f8044409b2c6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4346f8e0-0086-4c65-a0a4-d136b6c2f16a HTTP/1.1" status: 200 len: 916 time: 0.2617269 Aug 27 16:10:37.301278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8665d2-e156-4548-957e-9b0f879cb23d req-876fb3be-90c1-4570-b20c-c25734190e85 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:37.304223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c8665d2-e156-4548-957e-9b0f879cb23d req-876fb3be-90c1-4570-b20c-c25734190e85 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 943 time: 0.1439884 Aug 27 16:10:37.375937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:10:30Z', 'revision_number': 3, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port': {'id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:29Z', 'updated_at': '2021-08-27T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:37.386223 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-696f06f5-06f7-429f-857c-968efd91eed5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e5adee1-af2a-428c-bba9-93b4e013a0f1 HTTP/1.1" status: 200 len: 217 time: 0.1309187 Aug 27 16:10:37.408994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c8665d2-e156-4548-957e-9b0f879cb23d req-710ea4c2-1fb2-429e-bec0-8e7aab4e2c49 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976679 Aug 27 16:10:37.459597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321dbe5-3dc7-4b97-9604-e40dcfaa0714 None None] The sync data for ids ['da55e334-c444-43d2-a16e-dfeaa44dd72d'] in n-d-806412-1 is: [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:10:30Z', 'revision_number': 3, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port': {'id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:29Z', 'updated_at': '2021-08-27T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:10:37.518448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-34936138-a161-440b-a127-48aa0140c23a req-652cec97-9c21-47dd-9471-7990ee38e944 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0799599 Aug 27 16:10:37.518731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-bf0235fc-06c1-4f8e-98ae-d2579933ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:37.518731 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-bf0235fc-06c1-4f8e-98ae-d2579933ab7f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e99eef09-45d2-448a-9beb-ffc88260c170 HTTP/1.1" status: 200 len: 854 time: 0.1205068 Aug 27 16:10:37.606395 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:10:37.611546 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-095e5f6d-df25-4f88-b0f4-882cd49d1f94 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4346f8e0-0086-4c65-a0a4-d136b6c2f16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809908 Aug 27 16:10:37.766124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:37.795215 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-2faeff8d-b79c-48ce-b1c0-733a29a4a29b service neutron] 10.222.0.90 "GET /v2.0/networks/4346f8e0-0086-4c65-a0a4-d136b6c2f16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737416 Aug 27 16:10:37.820057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b25e1-044a-4e8b-8d6d-d6301a41d03d req-63d40e4e-d4d0-4a76-9170-3f86af0851a7 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:37.826578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f02b25e1-044a-4e8b-8d6d-d6301a41d03d req-63d40e4e-d4d0-4a76-9170-3f86af0851a7 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 944 time: 0.1566932 Aug 27 16:10:37.854181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f615aac-43fc-49c3-9d78-43bc6aa77540 None None] Provisioning for port a1e74f22-2abe-411b-9a45-337cfd919598 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:37.858455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f615aac-43fc-49c3-9d78-43bc6aa77540 None None] Provisioning complete for port a1e74f22-2abe-411b-9a45-337cfd919598 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:37.861009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f615aac-43fc-49c3-9d78-43bc6aa77540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:38.004349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7f615aac-43fc-49c3-9d78-43bc6aa77540 None None] Port a1e74f22-2abe-411b-9a45-337cfd919598 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:10:38.092101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 50bda20c-6630-41a4-ab01-5c28d2fa282a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:38.105919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5f0164cf-8634-4302-bcd2-3174d5164f6b req-fe88741c-a30c-4176-8121-cb058ab86edf service neutron] 10.222.0.90 "GET /v2.0/networks/4346f8e0-0086-4c65-a0a4-d136b6c2f16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974887 Aug 27 16:10:38.154742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:38.248367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f02b25e1-044a-4e8b-8d6d-d6301a41d03d req-1de19e51-6c6c-48a5-9b8d-79b142d4fef7 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204805 Aug 27 16:10:38.249185 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:38.317365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 50bda20c-6630-41a4-ab01-5c28d2fa282a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:38.325263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 50bda20c-6630-41a4-ab01-5c28d2fa282a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:38.325263 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:38.432241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:38.445328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e74f22-2abe-411b-9a45-337cfd919598,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:38.464161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:38.540667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:38.543553 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c22fdeb-96ac-4cf2-b6c7-6d755fcdd20f" -d '{"events": [{"server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "name": "network-vif-plugged", "status": "completed", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:38.581177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 50bda20c-6630-41a4-ab01-5c28d2fa282a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:38.694705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:38.701957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:38.739549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04237515-b8e3-4305-ba0a-b063fbc960fb req-4e43cb7e-ac36-46c9-9544-1eb6d4a97073 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0954335 Aug 27 16:10:38.763137 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:38.931793 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c3ca4b-046c-45f2-aad6-e7425ef33b42 x-openstack-request-id: req-62c3ca4b-046c-45f2-aad6-e7425ef33b42 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:38.934478 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "name": "network-vif-plugged", "status": "completed", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:38.934478 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-62c3ca4b-046c-45f2-aad6-e7425ef33b42 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:38.934478 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'code': 200} Aug 27 16:10:38.935548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=50bda20c-6630-41a4-ab01-5c28d2fa282a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:39.019206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef7990-3bfe-4e7d-84bc-b61daf653a10 req-d7164afc-b9b4-4696-91f6-7257c8943b69 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:39.031367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7ef7990-3bfe-4e7d-84bc-b61daf653a10 req-d7164afc-b9b4-4696-91f6-7257c8943b69 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 943 time: 0.4485874 Aug 27 16:10:39.099054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76479-5b10-491a-a88e-82fafb2b7f3b req-ed8e12dc-a008-4390-9340-84f13f845ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:39.101207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1c76479-5b10-491a-a88e-82fafb2b7f3b req-ed8e12dc-a008-4390-9340-84f13f845ee4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 1096 time: 0.1527205 Aug 27 16:10:39.185593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1c76479-5b10-491a-a88e-82fafb2b7f3b req-e4d53f45-efb5-4246-ba0a-d74357043d85 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690808 Aug 27 16:10:39.198005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Router da55e334-c444-43d2-a16e-dfeaa44dd72d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:10:39.209699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7ef7990-3bfe-4e7d-84bc-b61daf653a10 req-f5f9608f-0516-4124-8871-f279c40e7179 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760616 Aug 27 16:10:39.364214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:10:39.368497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6f3183e1-4fd2-41c4-859e-5700157d4d54 None None] Provisioning complete for port a1e74f22-2abe-411b-9a45-337cfd919598 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:39.368497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f3183e1-4fd2-41c4-859e-5700157d4d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:39.386147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a7e7cb0-4b8c-4cad-9729-5274e5b462d4 admin admin] 10.222.0.101 "PUT /v2.0/routers/da55e334-c444-43d2-a16e-dfeaa44dd72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9294856 Aug 27 16:10:39.448759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8e5adee1-af2a-428c-bba9-93b4e013a0f1 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:10:39.498871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6f3183e1-4fd2-41c4-859e-5700157d4d54 None None] Port a1e74f22-2abe-411b-9a45-337cfd919598 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:10:39.692561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3578c35-514c-4dd5-aa61-b0c1ad9567ef req-5ed603be-580a-4030-949e-534e8f99c917 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:39.707764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3578c35-514c-4dd5-aa61-b0c1ad9567ef req-5ed603be-580a-4030-949e-534e8f99c917 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 945 time: 0.2517433 Aug 27 16:10:39.781809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:39.805974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8e5adee1-af2a-428c-bba9-93b4e013a0f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8e5adee1-af2a-428c-bba9-93b4e013a0f1,segment=NetworkSegment(d88ffdef-089f-43a8-bb6d-11ca98b03a47),segment_id=d88ffdef-089f-43a8-bb6d-11ca98b03a47)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:39.825781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3578c35-514c-4dd5-aa61-b0c1ad9567ef req-ad14c35e-6be1-412b-a997-9b6b81838383 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164360 Aug 27 16:10:39.912673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '8e5adee1-af2a-428c-bba9-93b4e013a0f1', 'network_id': '4346f8e0-0086-4c65-a0a4-d136b6c2f16a', 'port_id': '8e5adee1-af2a-428c-bba9-93b4e013a0f1', 'mac_address': 'fa:16:3e:34:56:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99eef09-45d2-448a-9beb-ffc88260c170', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:10:39.961353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a4e5937-7af6-4ab0-bed8-feda2941da2b req-ef1c936c-8607-4e11-8b45-1ac6ec553dae tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0472298 Aug 27 16:10:39.998174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:40.021944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5adee1-af2a-428c-bba9-93b4e013a0f1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:10:40.066472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8e5adee1-af2a-428c-bba9-93b4e013a0f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8e5adee1-af2a-428c-bba9-93b4e013a0f1,segment=NetworkSegment(d88ffdef-089f-43a8-bb6d-11ca98b03a47),segment_id=d88ffdef-089f-43a8-bb6d-11ca98b03a47)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:40.070668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:40.075625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:40.076390 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:40.177611 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:40.272764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:40.308035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:40.346371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8e5adee1-af2a-428c-bba9-93b4e013a0f1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:40.392492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:40.440313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8e5adee1-af2a-428c-bba9-93b4e013a0f1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:40.595599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa303bff-0791-4d7a-8267-7cbb762347e2 req-0600709f-b327-4364-ae7e-349069d0845b tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:40.620125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa303bff-0791-4d7a-8267-7cbb762347e2 req-0600709f-b327-4364-ae7e-349069d0845b tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 944 time: 0.1894135 Aug 27 16:10:40.656216 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Sync routers for ids ['da55e334-c444-43d2-a16e-dfeaa44dd72d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:10:40.658438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:40.685145 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Routers {'da55e334-c444-43d2-a16e-dfeaa44dd72d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:40.692317 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['da55e334-c444-43d2-a16e-dfeaa44dd72d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:40.867304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa303bff-0791-4d7a-8267-7cbb762347e2 req-92213038-2f0b-442c-a349-e5331b34a07f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409453 Aug 27 16:10:41.156499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3468b24-bf28-4a5a-914c-7d822b0a9276 req-b166f5e1-7318-41e2-b318-3354e20baf87 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:41.158963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3468b24-bf28-4a5a-914c-7d822b0a9276 req-b166f5e1-7318-41e2-b318-3354e20baf87 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 945 time: 0.0992029 Aug 27 16:10:41.270763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3468b24-bf28-4a5a-914c-7d822b0a9276 req-22ee24dc-cd89-4dd3-a49a-061be486d101 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931585 Aug 27 16:10:41.448457 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Set router da55e334-c444-43d2-a16e-dfeaa44dd72d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:41.481090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4df01c35-165c-4f54-8ce0-fb92ecdd46b5 req-50902b1e-8298-4ba9-821e-c00ad2f9d522 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1095250 Aug 27 16:10:41.794760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:41.956986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:41.960063 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:42.144912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-fc84d4d7-d89b-4e2a-b972-e1172dc20355 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 258 time: 0.4030244 Aug 27 16:10:42.152388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:42.242337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ace09-446c-42ef-84fd-067e3f2aa6ae req-8522f0cc-29ab-4a3d-adc4-8e0261861fdd tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:42.253886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a7ace09-446c-42ef-84fd-067e3f2aa6ae req-8522f0cc-29ab-4a3d-adc4-8e0261861fdd tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 944 time: 0.1053908 Aug 27 16:10:42.284244 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:10:37Z', 'revision_number': 4, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port': {'id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:29Z', 'updated_at': '2021-08-27T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'a1e74f22-2abe-411b-9a45-337cfd919598', 'name': '', 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'mac_address': 'fa:16:3e:c6:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'cd326bd4-10ff-4fc6-82ff-04806114cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:35Z', 'updated_at': '2021-08-27T16:10:37Z', 'revision_number': 2, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'subnets': [{'id': 'cd326bd4-10ff-4fc6-82ff-04806114cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:42.292930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:42.327237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a7ace09-446c-42ef-84fd-067e3f2aa6ae req-5a0977ac-53a3-41d7-879c-3e98c292959f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711737 Aug 27 16:10:42.406619 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Checking router: da55e334-c444-43d2-a16e-dfeaa44dd72d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:10:42.410143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Updating router da55e334-c444-43d2-a16e-dfeaa44dd72d port a1e74f22-2abe-411b-9a45-337cfd919598 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:10:42.461578 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:42.644308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.028480 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.029388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Allocated IP 172.25.4.159 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/02eac8b2-ca30-46af-a09d-db00048e0453) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:43.062317 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Transition to ACTIVE for port object a1e74f22-2abe-411b-9a45-337cfd919598 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:10:43.139901 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.202346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-206e247b-fbbd-4586-b8d1-4ad0f23a46c1 req-0ebe64da-4468-4f5c-9f50-dea84ed8769f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1148109 Aug 27 16:10:43.227464 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c05b7-a348-4c45-8623-debaed322e13 None None] Pushing event updated for resources: {'Port': ['ID=a1e74f22-2abe-411b-9a45-337cfd919598,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:43.339728 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Attempting to bind port a1e74f22-2abe-411b-9a45-337cfd919598 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:10:43.340960 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Attempting to bind port a1e74f22-2abe-411b-9a45-337cfd919598 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:10:43.341545 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Attempting to bind port a1e74f22-2abe-411b-9a45-337cfd919598 on network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:10:43.348386 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:10:43.349191 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Checking segment: {'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:10:43.349901 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.350466 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Bound using segment: {'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:10:43.351256 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Bound port: a1e74f22-2abe-411b-9a45-337cfd919598, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc48a7b-af3d-4d1d-b654-55842162777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:10:43.351874 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.453005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8e5adee1-af2a-428c-bba9-93b4e013a0f1 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:43.458334 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] For port a1e74f22-2abe-411b-9a45-337cfd919598, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:10:43.462833 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] For port a1e74f22-2abe-411b-9a45-337cfd919598, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a1e74f22-2abe-411b-9a45-337cfd919598,segment=NetworkSegment(ecc48a7b-af3d-4d1d-b654-55842162777f),segment_id=ecc48a7b-af3d-4d1d-b654-55842162777f)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:10:43.534225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.563676 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.666747 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c05b7-a348-4c45-8623-debaed322e13 None None] Pushing event updated for resources: {'Port': ['ID=a1e74f22-2abe-411b-9a45-337cfd919598,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:43.701662 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Routers {'da55e334-c444-43d2-a16e-dfeaa44dd72d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:43.702107 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['da55e334-c444-43d2-a16e-dfeaa44dd72d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:43.711117 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.774268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:43.796643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:43.798429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:43.804952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:43.817704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:43.819089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:44.004611 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:44.027212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event updated for resources: {'Port': ['ID=02eac8b2-ca30-46af-a09d-db00048e0453,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:44.084171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5adee1-af2a-428c-bba9-93b4e013a0f1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:44.089087 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f62ca89-5402-40b2-b7be-2c6c5f78b953" -d '{"events": [{"server_uuid": "c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3", "name": "network-vif-plugged", "status": "completed", "tag": "8e5adee1-af2a-428c-bba9-93b4e013a0f1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:44.113555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8e5adee1-af2a-428c-bba9-93b4e013a0f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8e5adee1-af2a-428c-bba9-93b4e013a0f1,segment=NetworkSegment(d88ffdef-089f-43a8-bb6d-11ca98b03a47),segment_id=d88ffdef-089f-43a8-bb6d-11ca98b03a47)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:44.121187 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] Set router da55e334-c444-43d2-a16e-dfeaa44dd72d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:44.197480 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:44.389832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8e5adee1-af2a-428c-bba9-93b4e013a0f1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:44.432124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b958fa-7901-4e79-ac06-cd63ab68667f req-2fcdefe1-b908-452f-ae0b-46ab0077f4de tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:44.447652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74b958fa-7901-4e79-ac06-cd63ab68667f req-2fcdefe1-b908-452f-ae0b-46ab0077f4de tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 944 time: 0.3776443 Aug 27 16:10:44.495248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:44.553560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74b958fa-7901-4e79-ac06-cd63ab68667f req-9442c63d-5d66-4c88-9351-2239d8aadb6d tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046693 Aug 27 16:10:44.669014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:44.716709 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:10:37Z', 'revision_number': 4, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port': {'id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:29Z', 'updated_at': '2021-08-27T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'a1e74f22-2abe-411b-9a45-337cfd919598', 'name': '', 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'mac_address': 'fa:16:3e:c6:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'cd326bd4-10ff-4fc6-82ff-04806114cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:35Z', 'updated_at': '2021-08-27T16:10:43Z', 'revision_number': 4, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'subnets': [{'id': 'cd326bd4-10ff-4fc6-82ff-04806114cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:44.745338 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1decdfba-0a8c-47c2-8807-c1622d3b6364 None None] The sync data for ids ['da55e334-c444-43d2-a16e-dfeaa44dd72d'] in n-d-806412-1 is: [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:10:37Z', 'revision_number': 4, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port': {'id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:29Z', 'updated_at': '2021-08-27T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'a1e74f22-2abe-411b-9a45-337cfd919598', 'name': '', 'network_id': '4e97dd92-1750-43a4-8af7-f03196d0ebd0', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'mac_address': 'fa:16:3e:c6:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'cd326bd4-10ff-4fc6-82ff-04806114cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:35Z', 'updated_at': '2021-08-27T16:10:43Z', 'revision_number': 4, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'subnets': [{'id': 'cd326bd4-10ff-4fc6-82ff-04806114cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:10:45.011800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:45.100257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:45.202777 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fbebc5-65d7-451d-9adc-0341bf4c7ec5 x-openstack-request-id: req-56fbebc5-65d7-451d-9adc-0341bf4c7ec5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:45.203827 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3", "name": "network-vif-plugged", "status": "completed", "tag": "8e5adee1-af2a-428c-bba9-93b4e013a0f1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:45.205100 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-56fbebc5-65d7-451d-9adc-0341bf4c7ec5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:45.205707 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5adee1-af2a-428c-bba9-93b4e013a0f1', 'code': 200} Aug 27 16:10:45.399912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091c67-18e1-4f07-946d-a0b266e9475c req-6bcfb12c-f6a2-48e8-846f-6837545c1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:45.403115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0091c67-18e1-4f07-946d-a0b266e9475c req-6bcfb12c-f6a2-48e8-846f-6837545c1c9f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 1096 time: 0.1390405 Aug 27 16:10:45.435771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event updated for resources: {'Port': ['ID=02eac8b2-ca30-46af-a09d-db00048e0453,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:45.446522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:45.474857 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0091c67-18e1-4f07-946d-a0b266e9475c req-9fb82791-0872-44fc-9ac5-4898a83be565 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614202 Aug 27 16:10:45.544199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-729f02af-3650-48a0-b1bd-eeca7e7549b5 req-8515628e-bb3b-438c-9fb0-01107dd9da01 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0892408 Aug 27 16:10:45.683159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:45.684594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-a6ce3d41-3259-472c-bd73-efaeff381b68 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5379326 Aug 27 16:10:45.867949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a1e74f22-2abe-411b-9a45-337cfd919598 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:45.908174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-3b67f70e-a82a-4e25-8006-d058067e5b9c tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.2094431 Aug 27 16:10:45.933641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58438) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:46.082755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a1e74f22-2abe-411b-9a45-337cfd919598 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:10:46.087235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a1e74f22-2abe-411b-9a45-337cfd919598 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:46.087639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:46.193852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f8439-28cd-4607-9857-e6c8f32132b1 req-b21b1664-8843-4f68-abe5-f8a76877e02b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:46.198471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de171609-dbc5-4da6-b347-fbe5f91c8951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:46.203228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa2f8439-28cd-4607-9857-e6c8f32132b1 req-b21b1664-8843-4f68-abe5-f8a76877e02b tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.2939160 Aug 27 16:10:46.243890 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:46.342836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port a1e74f22-2abe-411b-9a45-337cfd919598, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a1e74f22-2abe-411b-9a45-337cfd919598,segment=NetworkSegment(ecc48a7b-af3d-4d1d-b654-55842162777f),segment_id=ecc48a7b-af3d-4d1d-b654-55842162777f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:46.392436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa2f8439-28cd-4607-9857-e6c8f32132b1 req-f05143c4-78f8-435f-ac83-c406ef57b82e tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163099 Aug 27 16:10:46.425908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:46.518452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de171609-dbc5-4da6-b347-fbe5f91c8951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:46.539208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-234995e4-7d42-455e-a637-30b54d8980de tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:46.548444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-234995e4-7d42-455e-a637-30b54d8980de tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.6123595 Aug 27 16:10:46.567812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=a1e74f22-2abe-411b-9a45-337cfd919598,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:46.576552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-ef1d1a0f-ea85-47fa-9e48-6992c0ef1d8a tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:10:46.592934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a01896d-ca45-4bb3-83a7-49d9b9d74c4f req-ef1d1a0f-ea85-47fa-9e48-6992c0ef1d8a tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355344 Aug 27 16:10:46.609420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de171609-dbc5-4da6-b347-fbe5f91c8951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:46.670119 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de171609-dbc5-4da6-b347-fbe5f91c8951 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=91d697415b3043fb99690e6ba60b9ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7318194 Aug 27 16:10:46.670772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58450) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:46.822134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e04da1d-5f5a-435e-8de8-a9efe20b2cfb req-71a7e64e-f836-4c8b-95a0-7109a2103c25 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0789599 Aug 27 16:10:46.831836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de171609-dbc5-4da6-b347-fbe5f91c8951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1116734-50dd-42b1-bded-f21666a30cff,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:46.852941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc91c3-7a8d-4de4-bbf1-b3d4375dcb1f req-f1b86059-810d-455a-b548-efbc6bb8a2de tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:46.866177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6dc91c3-7a8d-4de4-bbf1-b3d4375dcb1f req-f1b86059-810d-455a-b548-efbc6bb8a2de tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 945 time: 0.2462394 Aug 27 16:10:46.896335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d8abf47-ee78-4081-a195-2485ca9c77ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:46.981554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6dc91c3-7a8d-4de4-bbf1-b3d4375dcb1f req-a45c9948-1dfb-49bf-ade8-b58bceea4ecc tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133204 Aug 27 16:10:46.997368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d8abf47-ee78-4081-a195-2485ca9c77ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:47.175678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d8abf47-ee78-4081-a195-2485ca9c77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:47.178624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d8abf47-ee78-4081-a195-2485ca9c77ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:47.179907 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2d8abf47-ee78-4081-a195-2485ca9c77ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e1116734-50dd-42b1-bded-f21666a30cff HTTP/1.1" status: 204 len: 168 time: 0.5071709 Aug 27 16:10:47.190277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8abf47-ee78-4081-a195-2485ca9c77ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1116734-50dd-42b1-bded-f21666a30cff,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:47.262230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-12966750-04af-4c3b-87bd-d0634a59cfb2 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:47.275298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-12966750-04af-4c3b-87bd-d0634a59cfb2 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2026680 Aug 27 16:10:47.349428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-2ea3adbb-69a5-46a3-b570-b4c2f0f9a7a3 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.0630858 Aug 27 16:10:47.356941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Request body: {'floatingip': {'port_id': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:47.451549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:47.656301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70189bfe-ccdf-4494-ba79-f43905a30a28 req-2cef5c8f-dde4-4dd7-b6f2-d66d2b685924 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:47.669081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70189bfe-ccdf-4494-ba79-f43905a30a28 req-2cef5c8f-dde4-4dd7-b6f2-d66d2b685924 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.1589761 Aug 27 16:10:47.760390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a1e74f22-2abe-411b-9a45-337cfd919598 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:10:47.785183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-57af9763-e325-40db-b615-7b6f449050c7 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:47.787676 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-57af9763-e325-40db-b615-7b6f449050c7 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 945 time: 0.0660939 Aug 27 16:10:47.796541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70189bfe-ccdf-4494-ba79-f43905a30a28 req-2a3b993f-a978-4ac7-846e-504f2f7b7485 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261425 Aug 27 16:10:47.876656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a1e74f22-2abe-411b-9a45-337cfd919598 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:10:47.878559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.013449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Deleting port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:48.013847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.057077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4dfcb248-3f47-4e54-8e89-6269571f5dd6 req-c06fecfb-b184-4201-b3df-26005e26874d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0529244 Aug 27 16:10:48.133160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58468) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:48.156743 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-71bd1edf-9e3c-40eb-a8ff-7fbcf1b33931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.471919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.529724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01ca5-0a57-4dea-a2aa-24e06ed7a918 req-e37cba4c-1018-4e8c-bedd-8fbbee6428d0 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:48.535099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] For port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:48.535537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.538857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0aa01ca5-0a57-4dea-a2aa-24e06ed7a918 req-e37cba4c-1018-4e8c-bedd-8fbbee6428d0 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 945 time: 0.3557258 Aug 27 16:10:48.559652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Calling delete_port for 570d0d6a-34c3-40ce-b71a-0f59ffc3631e owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:48.595975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0aa01ca5-0a57-4dea-a2aa-24e06ed7a918 req-0053b1c3-8931-41f2-ab48-f5ad2acae009 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561950 Aug 27 16:10:48.740384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.769104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-71bd1edf-9e3c-40eb-a8ff-7fbcf1b33931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.885663 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Floating IP 93efc0c3-4ccc-4eb1-9b8a-92502727670e associated. External IP: 172.25.4.159, port: 50bda20c-6630-41a4-ab01-5c28d2fa282a. Aug 27 16:10:48.902590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-71bd1edf-9e3c-40eb-a8ff-7fbcf1b33931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:48.976495 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-71bd1edf-9e3c-40eb-a8ff-7fbcf1b33931 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3b2d4c4a8f0548f782e0d784559eb4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8398740 Aug 27 16:10:48.976495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd1edf-9e3c-40eb-a8ff-7fbcf1b33931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec81613-860d-4bb5-98ab-df66e316b990,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:48.979764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58480) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:10:48.989176 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:49.013985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9006ea96-1205-4e47-bca5-f8376505fbd1', '570d0d6a-34c3-40ce-b71a-0f59ffc3631e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:10:49.098206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Pushing event deleted for resources: {'Port': ['ID=570d0d6a-34c3-40ce-b71a-0f59ffc3631e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:49.157592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd68483f-6102-41a4-9fa1-a1a38cd255af req-b59ada34-b066-4be4-ab2d-f349c94cbe2d tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 210 time: 0.1119697 Aug 27 16:10:49.208476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] No DVR routers for this DVR port 570d0d6a-34c3-40ce-b71a-0f59ffc3631e on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:10:49.208476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:49.208476 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4779c88b-7d11-4e38-812f-b8390f0dc5eb req-e85759a0-bc93-4573-9b06-7f88687647d6 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "DELETE /v2.0/ports/570d0d6a-34c3-40ce-b71a-0f59ffc3631e HTTP/1.1" status: 204 len: 173 time: 1.4109044 Aug 27 16:10:49.208476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'name': 'network-vif-deleted', 'tag': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:49.224496 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375237e7-fa38-4037-9fc3-2ac853ef9dbd" -d '{"events": [{"server_uuid": "6249bf17-2ed8-4c91-804c-d5472e10bdb3", "name": "network-vif-deleted", "tag": "570d0d6a-34c3-40ce-b71a-0f59ffc3631e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:49.227611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b6af9b-f203-44ac-b597-31c9fa0c70cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:49.258933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b6af9b-f203-44ac-b597-31c9fa0c70cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:49.450966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b6af9b-f203-44ac-b597-31c9fa0c70cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:49.453726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b6af9b-f203-44ac-b597-31c9fa0c70cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:49.464032 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-69b6af9b-f203-44ac-b597-31c9fa0c70cb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9ec81613-860d-4bb5-98ab-df66e316b990 HTTP/1.1" status: 204 len: 168 time: 0.4805479 Aug 27 16:10:49.489799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6af9b-f203-44ac-b597-31c9fa0c70cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec81613-860d-4bb5-98ab-df66e316b990,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:49.617409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35e70283-d340-43fa-b59e-e3f371c73b2b req-f4dc3648-048b-4bf1-b8ad-713467d1e111 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0342798 Aug 27 16:10:49.723556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc74cbf4-ce72-4d84-ba5b-9f053f399959 x-openstack-request-id: req-fc74cbf4-ce72-4d84-ba5b-9f053f399959 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:49.723556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6249bf17-2ed8-4c91-804c-d5472e10bdb3", "name": "network-vif-deleted", "tag": "570d0d6a-34c3-40ce-b71a-0f59ffc3631e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:49.723556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fc74cbf4-ce72-4d84-ba5b-9f053f399959 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:49.723932 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6249bf17-2ed8-4c91-804c-d5472e10bdb3', 'name': 'network-vif-deleted', 'tag': '570d0d6a-34c3-40ce-b71a-0f59ffc3631e', 'status': 'completed', 'code': 200} Aug 27 16:10:49.805114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:10:50.042085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:10:50.062257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:50.188125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-f3e89027-2f13-43b2-8843-532c38605623 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "PUT /v2.0/floatingips/93efc0c3-4ccc-4eb1-9b8a-92502727670e HTTP/1.1" status: 200 len: 996 time: 2.8352113 Aug 27 16:10:50.192726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:10:50.200387 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec" -d '{"events": [{"name": "network-changed", "server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:10:50.274475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] Sync routers for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:10:50.291306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-195e0404-48f8-43d7-9641-4564536fcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:50.291464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:50.291659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:50.295794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-195e0404-48f8-43d7-9641-4564536fcf44 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a8db824d5db5485b81400972950aaf95&device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 1096 time: 0.0741408 Aug 27 16:10:50.546459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-ff4efa89-3ce8-42d6-ac98-2ffbba8daeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:50.548359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-ff4efa89-3ce8-42d6-ac98-2ffbba8daeec service neutron] 10.222.0.101 "GET /v2.0/networks?id=a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 200 len: 931 time: 0.2459602 Aug 27 16:10:50.593497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:50.667331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a239518-30c9-4b71-bd67-84d1b3048718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:50.750082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-3abb0a1e-acf6-4192-a7f8-491adb825136 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 999 time: 0.1911902 Aug 27 16:10:50.752993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7b8ccdf-536b-4e38-b132-9039bab72fba req-57610832-2573-4cec-9924-5b379962954a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=6249bf17-2ed8-4c91-804c-d5472e10bdb3 HTTP/1.1" status: 200 len: 210 time: 0.2035115 Aug 27 16:10:50.903093 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735604fd-3b21-4400-b344-8a68ccc1ecc7 x-openstack-request-id: req-735604fd-3b21-4400-b344-8a68ccc1ecc7 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:10:50.903093 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:10:50.903093 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-735604fd-3b21-4400-b344-8a68ccc1ecc7 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:10:50.903093 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'status': 'completed', 'code': 200} Aug 27 16:10:50.920041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-dac03723-f0c0-431c-8681-b5d0d896c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:50.922942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-dac03723-f0c0-431c-8681-b5d0d896c3f6 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7d3330a6-d094-4a99-8806-26c5c72900e2 HTTP/1.1" status: 200 len: 868 time: 0.1583745 Aug 27 16:10:51.041060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-7625aa2a-be4d-4e61-b7a8-ec46d5defff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:51.043595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-7625aa2a-be4d-4e61-b7a8-ec46d5defff4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a8db824d5db5485b81400972950aaf95&device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 1096 time: 0.1173663 Aug 27 16:10:51.086993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-ec531ace-480b-4eef-a3c5-7dc684b33ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:51.090479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-ec531ace-480b-4eef-a3c5-7dc684b33ad1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a50ec06f-f4a5-4321-bd9b-ace196269e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421261 Aug 27 16:10:51.221284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '93efc0c3-4ccc-4eb1-9b8a-92502727670e', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'floating_ip_address': '172.25.4.159', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'port_id': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'mac_address': 'fa:16:3e:e0:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:10:44Z', 'updated_at': '2021-08-27T16:10:48Z', 'revision_number': 1, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:26Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:51.229072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-8cb59f1a-3f6f-439c-9ddd-9271bc210204 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:10:51.238626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-8cb59f1a-3f6f-439c-9ddd-9271bc210204 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0946856 Aug 27 16:10:51.321407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] Checking router: 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:10:51.380831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:10:51.381823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:51.419186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-ad79898a-0f93-4b3e-932f-27ff738cb8cd service neutron] 10.222.0.101 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650307 Aug 27 16:10:51.462633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ac3daa1-cac8-4549-83b0-ae74c1197942 req-a83277b9-750b-46c5-b42c-b76caa9e5610 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.3205712 Aug 27 16:10:51.532466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 570d0d6a-34c3-40ce-b71a-0f59ffc3631e no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:10:51.648746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 570d0d6a-34c3-40ce-b71a-0f59ffc3631e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:10:51.650036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 570d0d6a-34c3-40ce-b71a-0f59ffc3631e not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:10:51.713837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657012b0-ad3f-4d99-80e1-daf9cdd5f995 req-ded49bf9-b21b-40f2-a2df-3e01f6360566 service neutron] 10.222.0.101 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762468 Aug 27 16:10:51.773716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-ff58e6c2-a79f-408a-9e40-c08ff9ba665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:51.775728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-ff58e6c2-a79f-408a-9e40-c08ff9ba665f service neutron] 10.222.0.97 "GET /v2.0/networks?id=a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 200 len: 931 time: 0.7208719 Aug 27 16:10:51.833157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:10:52.336552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-c14b6a88-7042-489c-9960-c06ea4571ad6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 999 time: 0.5428946 Aug 27 16:10:52.575685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fccc048e-1281-47f1-b111-74092cde6462 req-e04f9cec-1bda-409f-925c-44bff472d603 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 258 time: 0.6719630 Aug 27 16:10:52.628401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:52.658067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-967a3a85-633a-42de-bb27-d1c163a4552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:52.661025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-967a3a85-633a-42de-bb27-d1c163a4552a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7d3330a6-d094-4a99-8806-26c5c72900e2 HTTP/1.1" status: 200 len: 868 time: 0.3134363 Aug 27 16:10:53.002390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-5e6da4a5-0d96-4034-8180-906ca4bf3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:53.013372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-5e6da4a5-0d96-4034-8180-906ca4bf3418 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a50ec06f-f4a5-4321-bd9b-ace196269e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3365278 Aug 27 16:10:53.139308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d38e8911-779d-4f50-8bd2-0b58fe22bac2 req-b674fbae-158b-419e-b4ac-f8d9983b55f6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1188419 Aug 27 16:10:53.167861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:53.197935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-503c800d-d237-423b-95bd-02c7ac6cf840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:53.205028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:53.232389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '93efc0c3-4ccc-4eb1-9b8a-92502727670e', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'floating_ip_address': '172.25.4.159', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'port_id': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'mac_address': 'fa:16:3e:e0:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:10:44Z', 'updated_at': '2021-08-27T16:10:48Z', 'revision_number': 1, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:26Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:10:53.295780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-27a02b4a-4ea3-4159-bb35-f8d919f7f062 service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744222 Aug 27 16:10:53.299648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f6b9b-cf72-41e4-9ae6-3ce49531c760 None None] The sync data for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 is: [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '93efc0c3-4ccc-4eb1-9b8a-92502727670e', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'floating_ip_address': '172.25.4.159', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'port_id': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'mac_address': 'fa:16:3e:e0:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:10:44Z', 'updated_at': '2021-08-27T16:10:48Z', 'revision_number': 1, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:26Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:10:53.303691 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:53.524636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d42f989-4d16-4e4d-bc2d-7c172b1992ec req-46b55108-18a5-4569-836d-d9d2e92bdfe4 service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177973 Aug 27 16:10:53.599910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:53.636079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94973dd6-2be2-4d0a-8c95-b6d5684463ff req-bfa9e537-6708-438d-b578-6a5c7588fbb1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:53.640554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94973dd6-2be2-4d0a-8c95-b6d5684463ff req-bfa9e537-6708-438d-b578-6a5c7588fbb1 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1182721 Aug 27 16:10:53.660167 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:53.723533 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd925b8-886d-4e8c-945c-012d07a4758e None None] New status for floating IP 93efc0c3-4ccc-4eb1-9b8a-92502727670e: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:10:53.812516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94973dd6-2be2-4d0a-8c95-b6d5684463ff req-edfb88f3-e2dd-412f-b77a-160053ff3983 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612751 Aug 27 16:10:53.896337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Allocated IP 172.25.4.99 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/9a094b33-48fb-4a9b-b3ea-b0ae058b6b87) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:10:54.028387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ce472-018f-4b92-82c0-37eded7c1a4d req-a022a4be-632c-4d4f-89ad-ba0b87f4c2dc tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:54.029911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a6ce472-018f-4b92-82c0-37eded7c1a4d req-a022a4be-632c-4d4f-89ad-ba0b87f4c2dc tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.1216784 Aug 27 16:10:54.106109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a6ce472-018f-4b92-82c0-37eded7c1a4d req-535e8109-5a98-4f2c-84d1-030d3c5a2661 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615270 Aug 27 16:10:54.109181 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:54.259748 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:54.325489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event updated for resources: {'Port': ['ID=9a094b33-48fb-4a9b-b3ea-b0ae058b6b87,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:54.356730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:10:54.366427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:10:54.374944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:10:54.392094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:54.512371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:54.636103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:54.973295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:55.031644 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:55.214818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event updated for resources: {'Port': ['ID=9a094b33-48fb-4a9b-b3ea-b0ae058b6b87,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:55.241251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:55.328576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:55.330385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fccc048e-1281-47f1-b111-74092cde6462 req-160c6eeb-ebb5-4e94-9378-f26e65680296 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7156997 Aug 27 16:10:55.424931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fccc048e-1281-47f1-b111-74092cde6462 req-1b92a73c-d60d-44b4-918d-a062c0fca65e tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0882635 Aug 27 16:10:55.572459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc048e-1281-47f1-b111-74092cde6462 req-ac61af93-6ed7-470c-9d1e-bae35fa858b1 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:55.573837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fccc048e-1281-47f1-b111-74092cde6462 req-ac61af93-6ed7-470c-9d1e-bae35fa858b1 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1430035 Aug 27 16:10:55.735478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52d8e79f-8a53-4d49-b6b7-c2da08586507 req-b4cbf88b-c0f7-49df-ac3c-78c64b6c8810 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0313518 Aug 27 16:10:56.060236 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:56.080554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3ac5-51f3-4fc1-a01a-12a83bb786ad req-f4b29c34-97a1-483b-9ee8-6b84bf15fcd4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:56.091657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b1d3ac5-51f3-4fc1-a01a-12a83bb786ad req-f4b29c34-97a1-483b-9ee8-6b84bf15fcd4 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.0840623 Aug 27 16:10:56.135753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b1d3ac5-51f3-4fc1-a01a-12a83bb786ad req-e8f0d57d-2d68-45c1-8d8a-a13c4580d2bd tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Aug 27 16:10:56.372649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db634f-718b-488d-8da0-fc214247fad1 req-f09a510c-fc08-4f90-a712-0235f2e7fed1 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:56.379966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31db634f-718b-488d-8da0-fc214247fad1 req-f09a510c-fc08-4f90-a712-0235f2e7fed1 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1080930 Aug 27 16:10:56.460838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31db634f-718b-488d-8da0-fc214247fad1 req-7f932c74-6571-4b4a-a011-dfb11c282a82 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0790329 Aug 27 16:10:56.465981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-31db634f-718b-488d-8da0-fc214247fad1 req-6469564f-bac3-4ac9-83d2-84b99c753243 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Request body: {'floatingip': {'port_id': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:10:56.557733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31db634f-718b-488d-8da0-fc214247fad1 req-6469564f-bac3-4ac9-83d2-84b99c753243 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:57.018304 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-31db634f-718b-488d-8da0-fc214247fad1 req-6469564f-bac3-4ac9-83d2-84b99c753243 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 16:10:57.027495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31db634f-718b-488d-8da0-fc214247fad1 req-6469564f-bac3-4ac9-83d2-84b99c753243 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "PUT /v2.0/floatingips/cac573c4-ed38-4db1-bfc9-56e6c5b3673a HTTP/1.1" status: 409 len: 549 time: 0.5650070 Aug 27 16:10:57.330192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42df23-c8d8-4710-be16-7582823d8ea5 req-cbee904f-d138-4e74-b567-13fcb1acc542 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:57.330192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b42df23-c8d8-4710-be16-7582823d8ea5 req-cbee904f-d138-4e74-b567-13fcb1acc542 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.0646017 Aug 27 16:10:57.416498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b42df23-c8d8-4710-be16-7582823d8ea5 req-401c075d-44ed-41f4-88cf-251aadc0a6a9 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904708 Aug 27 16:10:57.525202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fba31bb8-5747-41a4-9921-e64753439683 req-e0bf4353-5244-4354-83d1-48b4275ea81d tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0294240 Aug 27 16:10:57.622288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-e430ca7c-3fcd-4bb1-ba38-da80f268e4ae tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips/cac573c4-ed38-4db1-bfc9-56e6c5b3673a HTTP/1.1" status: 200 len: 692 time: 0.0661023 Aug 27 16:10:57.756003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-741039fb-1d41-4d6f-b897-79f929702bee tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:57.757527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-741039fb-1d41-4d6f-b897-79f929702bee tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1341634 Aug 27 16:10:57.769427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-c84e4d91-3541-4e15-98c6-8f9cba9b15ff tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:10:57.770636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-c84e4d91-3541-4e15-98c6-8f9cba9b15ff tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076087 Aug 27 16:10:57.866872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-5672722f-517f-4aac-b54a-64f115f97f49 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0616350 Aug 27 16:10:57.928456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-bcb4bb19-1d28-4267-ae71-767c9b8d6e7b tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0606263 Aug 27 16:10:57.954669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-8df2ddb2-09f7-4d03-acbf-8b2ab897f531 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=a320812637b64c2d9bcda51437b223a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479720 Aug 27 16:10:58.197616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-5951cf1e-aae2-43ce-ba8c-31dac56e0933 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:58.199066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-5951cf1e-aae2-43ce-ba8c-31dac56e0933 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048948 Aug 27 16:10:58.205585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Deleting port 9a094b33-48fb-4a9b-b3ea-b0ae058b6b87 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:58.205930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:58.254566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-ef16da7a-a9b3-4c14-b910-1ff178b24434 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/quotas/a320812637b64c2d9bcda51437b223a9 HTTP/1.1" status: 200 len: 375 time: 0.0465939 Aug 27 16:10:58.302545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-994e8e24-a2ac-4925-affd-5f7ce928f631 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402765 Aug 27 16:10:58.324113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:58.324453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:58.337634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Calling delete_port for 9a094b33-48fb-4a9b-b3ea-b0ae058b6b87 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:58.745502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:58.776435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event deleted for resources: {'Port': ['ID=9a094b33-48fb-4a9b-b3ea-b0ae058b6b87,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:10:58.948327 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:58.951128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:58.964818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09ae489a-f49d-46ec-b759-b48f684714c1 req-58a1b4a0-4c5f-42b9-b410-6f52de3159a0 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "DELETE /v2.0/floatingips/cac573c4-ed38-4db1-bfc9-56e6c5b3673a HTTP/1.1" status: 204 len: 173 time: 1.0137665 Aug 27 16:10:59.017382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c9621-d30e-4747-b460-4fb61e2ee0d8 req-2ebcbcac-a3c9-4425-9883-5157943b3bda tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:59.036089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c1c9621-d30e-4747-b460-4fb61e2ee0d8 req-2ebcbcac-a3c9-4425-9883-5157943b3bda tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1661546 Aug 27 16:10:59.149069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c1c9621-d30e-4747-b460-4fb61e2ee0d8 req-fd538526-b802-46d8-9815-708cc0f0050a tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.101 "GET /v2.0/security-groups?id=2c5b171e-8bb9-4fa4-9786-91df472f464e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117051 Aug 27 16:10:59.194063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3799c1-a3dd-4aa1-95dd-da5a0b90fcf9 req-d735e894-dcb6-44ca-a765-c015d47eeb01 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:59.206441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e3799c1-a3dd-4aa1-95dd-da5a0b90fcf9 req-d735e894-dcb6-44ca-a765-c015d47eeb01 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.1154397 Aug 27 16:10:59.281442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e3799c1-a3dd-4aa1-95dd-da5a0b90fcf9 req-54d02b9b-db23-4554-a8da-f367de3f375a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738206 Aug 27 16:10:59.304607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3acc8ced-6473-4703-a032-80c3d03d912c req-4517a9c3-238f-4f2e-80a1-0643da4062fb tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0401511 Aug 27 16:10:59.546635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a900f-603e-4183-af1b-a07f54124906 req-b90a76f8-87dd-4a42-8a29-7f70934c4ede tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:10:59.560461 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6a5a900f-603e-4183-af1b-a07f54124906 req-b90a76f8-87dd-4a42-8a29-7f70934c4ede tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 945 time: 0.1242690 Aug 27 16:10:59.775384 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Deleting port 9006ea96-1205-4e47-bca5-f8376505fbd1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:10:59.776068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:59.814996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-13d1a32d-671b-4184-825a-8602665529c7 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=a320812637b64c2d9bcda51437b223a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361514 Aug 27 16:10:59.913895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] For port 9006ea96-1205-4e47-bca5-f8376505fbd1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9006ea96-1205-4e47-bca5-f8376505fbd1,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:10:59.915517 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:10:59.935952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Calling delete_port for 9006ea96-1205-4e47-bca5-f8376505fbd1 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:10:59.954171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-c6f4f607-c62a-4ad1-a8e3-97a018c0c284 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 1001 time: 0.6333060 Aug 27 16:11:00.045990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-300469d2-efe6-4574-8904-5424d26cfe67 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:00.059729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-300469d2-efe6-4574-8904-5424d26cfe67 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports/50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 942 time: 0.1040113 Aug 27 16:11:00.100135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-0ed19049-08c7-4d6d-bae8-01192f7c55a9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:00.108515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-0ed19049-08c7-4d6d-bae8-01192f7c55a9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924914 Aug 27 16:11:00.126904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-10263347-ac13-456d-a5f2-f10feb3cc50a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/quotas/a320812637b64c2d9bcda51437b223a9 HTTP/1.1" status: 200 len: 375 time: 0.0168347 Aug 27 16:11:00.176471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-5ed15d3a-d3ad-4ee8-9fbd-d742751f4e53 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447671 Aug 27 16:11:00.249759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:00.263000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9006ea96-1205-4e47-bca5-f8376505fbd1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:00.324885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Pushing event deleted for resources: {'Port': ['ID=9006ea96-1205-4e47-bca5-f8376505fbd1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:00.386602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-edee8cf3-ac8e-4a32-8843-8dc429d5d0ec tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 1001 time: 0.1845295 Aug 27 16:11:00.403911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] No DVR routers for this DVR port 9006ea96-1205-4e47-bca5-f8376505fbd1 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:00.417608 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:00.427251 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6a5a900f-603e-4183-af1b-a07f54124906 req-37c42ffb-d530-443f-bf43-3e40f52e3ca3 tempest-ServerRescueNegativeTestJSON-1511373825 tempest-ServerRescueNegativeTestJSON-1511373825-project] 10.222.0.90 "DELETE /v2.0/ports/9006ea96-1205-4e47-bca5-f8376505fbd1 HTTP/1.1" status: 204 len: 173 time: 0.8588493 Aug 27 16:11:00.428050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'name': 'network-vif-deleted', 'tag': '9006ea96-1205-4e47-bca5-f8376505fbd1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:00.433666 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa1d341-afd7-4850-98d1-fb95772705c8" -d '{"events": [{"server_uuid": "74499bc9-583f-4dae-8ef8-bad8685e84af", "name": "network-vif-deleted", "tag": "9006ea96-1205-4e47-bca5-f8376505fbd1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:00.607957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-d6fe2b6e-08ba-49ea-9da6-d9eae7c5efbc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:00.614050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-d6fe2b6e-08ba-49ea-9da6-d9eae7c5efbc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.2257135 Aug 27 16:11:00.646186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea51150-fb08-4163-a88b-5eefad739f83 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:11:00.652671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea51150-fb08-4163-a88b-5eefad739f83 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224466 Aug 27 16:11:00.811553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-fa67990f-7756-4e42-9bb6-ee66641dacc5 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 1001 time: 0.1564848 Aug 27 16:11:00.826831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:00.900859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:01.126975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:01.147465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6676ce6b-ce4a-4ba1-a71b-03ce12dcaafe req-98689bc5-2d84-4e08-861d-a7f1b3add633 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74499bc9-583f-4dae-8ef8-bad8685e84af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0409985 Aug 27 16:11:01.231582 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6676ce6b-ce4a-4ba1-a71b-03ce12dcaafe req-5a2bb8b7-d5d7-40b0-a101-3ae64d7b43a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c15b135714b4c8880ae4507824e1c1f&device_id=74499bc9-583f-4dae-8ef8-bad8685e84af HTTP/1.1" status: 200 len: 210 time: 0.0367146 Aug 27 16:11:01.247801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:01.248238 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Floating IP 93efc0c3-4ccc-4eb1-9b8a-92502727670e disassociated. External IP: 172.25.4.159, port: 50bda20c-6630-41a4-ab01-5c28d2fa282a. Aug 27 16:11:01.354919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-1ec054a9-f129-4846-9e82-68e34b82a01e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=a320812637b64c2d9bcda51437b223a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480850 Aug 27 16:11:01.461718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676ce6b-ce4a-4ba1-a71b-03ce12dcaafe req-bcb4739e-b0e9-4f1f-b31a-933c79b39442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:01.463298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6676ce6b-ce4a-4ba1-a71b-03ce12dcaafe req-bcb4739e-b0e9-4f1f-b31a-933c79b39442 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1c15b135714b4c8880ae4507824e1c1f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2011576 Aug 27 16:11:01.648246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676ce6b-ce4a-4ba1-a71b-03ce12dcaafe req-d6a4511e-3b0d-4cbb-a34e-6b183a8823fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:01.650254 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6676ce6b-ce4a-4ba1-a71b-03ce12dcaafe req-d6a4511e-3b0d-4cbb-a34e-6b183a8823fe service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1761765 Aug 27 16:11:01.675444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-33241870-31af-4ce6-a430-91f6463bffd6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:01.678155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-33241870-31af-4ce6-a430-91f6463bffd6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875605 Aug 27 16:11:01.702935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Request body: {'port': {'device_id': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'a320812637b64c2d9bcda51437b223a9'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:01.872399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:01.970294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58740) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:02.089598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6de59727-cc1d-479a-9a46-10e032dc103e req-916c4384-9436-42df-a2c8-b28d9ed9cbef tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0377982 Aug 27 16:11:02.098512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:02.104354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.112513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] Sync routers for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:02.129285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:02.129285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:02.200759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-eea93ec7-ec75-4496-8a72-5784d02b27fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "PUT /v2.0/floatingips/93efc0c3-4ccc-4eb1-9b8a-92502727670e HTTP/1.1" status: 200 len: 695 time: 1.3779566 Aug 27 16:11:02.203169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:02.211851 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed07499a-37ee-4a85-86df-00a3436cb5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:02.222663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Made reservation on behalf of a320812637b64c2d9bcda51437b223a9 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:02.227162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.260295 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86502f07-6811-4f9a-aba1-74c4ee8b789a x-openstack-request-id: req-86502f07-6811-4f9a-aba1-74c4ee8b789a {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:02.260885 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74499bc9-583f-4dae-8ef8-bad8685e84af", "name": "network-vif-deleted", "tag": "9006ea96-1205-4e47-bca5-f8376505fbd1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:02.263384 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86502f07-6811-4f9a-aba1-74c4ee8b789a {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:02.263384 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74499bc9-583f-4dae-8ef8-bad8685e84af', 'name': 'network-vif-deleted', 'tag': '9006ea96-1205-4e47-bca5-f8376505fbd1', 'status': 'completed', 'code': 200} Aug 27 16:11:02.266049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.315586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:02.323469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:02.415359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f0356b-b822-4966-9921-ade39913ff48 req-ea0c2bc2-ce18-4f28-8e3c-0a86d00bfe6b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 210 time: 0.1077819 Aug 27 16:11:02.463774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-83cbf9c8-9dc3-480f-97bf-eebc39df502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:02.472246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-83cbf9c8-9dc3-480f-97bf-eebc39df502b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a8db824d5db5485b81400972950aaf95&device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 1096 time: 0.2337914 Aug 27 16:11:02.617364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.651314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.680806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-2e7dc1af-d276-4a12-8c2c-4b9421b43840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:02.687185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-2e7dc1af-d276-4a12-8c2c-4b9421b43840 service neutron] 10.222.0.101 "GET /v2.0/networks?id=a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 200 len: 931 time: 0.2018917 Aug 27 16:11:02.718222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.720473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:02.722131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:02.724689 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b1baf-22d7-473c-b1c1-3e995c804fc7" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:02.774397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:26Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:02.796966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-b66bf5fe-a3d6-4c7a-84af-4f8de76858ed service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 217 time: 0.0501127 Aug 27 16:11:02.805305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] Checking router: 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:02.815552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:02.816164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:02.842058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.864633 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:02.973007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:02.992996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:02.996763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Deleting port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:02.997118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:03.005243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Allocated IP 192.168.233.76 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/821703f2-0b21-432e-832f-110efa41a59d) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:03.128675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] For port 80564945-f8d5-4dbf-82c2-d4c547bbe2bf, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,segment=NetworkSegment(0cbe97b8-19c2-44da-b8e7-e2b1fce53878),segment_id=0cbe97b8-19c2-44da-b8e7-e2b1fce53878)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:03.129042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:03.190447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:03.207242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Transition to ACTIVE for port object 821703f2-0b21-432e-832f-110efa41a59d will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:03.251653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ecc198-f13e-46bf-a590-a72b89f5be0c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:03.311625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:26Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:03.313997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-10dac29e-ee5f-487b-8f90-2821676f959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:03.321332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-10dac29e-ee5f-487b-8f90-2821676f959a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7d3330a6-d094-4a99-8806-26c5c72900e2 HTTP/1.1" status: 200 len: 868 time: 0.5227759 Aug 27 16:11:03.373449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2a3d-f695-4a5d-91e6-93fc00f3db71 req-a3822bc3-e6e7-4474-9f12-d5ed9197e1e3 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:03.375205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ced2a3d-f695-4a5d-91e6-93fc00f3db71 req-a3822bc3-e6e7-4474-9f12-d5ed9197e1e3 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.7727334 Aug 27 16:11:03.389900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f022a642-3f26-4024-b710-a3aa0e3f29df None None] The sync data for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 is: [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:10:18Z', 'revision_number': 4, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6372c297-dcba-4743-a17d-9af19f3279e2', 'name': '', 'network_id': 'a50ec06f-f4a5-4321-bd9b-ace196269e60', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'mac_address': 'fa:16:3e:62:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:26Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'subnets': [{'id': '7d3330a6-d094-4a99-8806-26c5c72900e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:03.473739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-bcb42e8f-15d6-49ae-8f15-ce9d0a67c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:03.475364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-bcb42e8f-15d6-49ae-8f15-ce9d0a67c563 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a50ec06f-f4a5-4321-bd9b-ace196269e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530485 Aug 27 16:11:03.478287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ced2a3d-f695-4a5d-91e6-93fc00f3db71 req-8e28061e-ef66-436e-a1ad-d0761a9b60e6 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924518 Aug 27 16:11:03.507803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:03.531560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9006ea96-1205-4e47-bca5-f8376505fbd1 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:03.577588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 9006ea96-1205-4e47-bca5-f8376505fbd1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:03.577938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9006ea96-1205-4e47-bca5-f8376505fbd1 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:03.627656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Calling delete_port for 80564945-f8d5-4dbf-82c2-d4c547bbe2bf owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:03.669018 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be9f816-ab96-4afb-a9a5-9a6f08d62d59 x-openstack-request-id: req-1be9f816-ab96-4afb-a9a5-9a6f08d62d59 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:03.669310 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:03.669709 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1be9f816-ab96-4afb-a9a5-9a6f08d62d59 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:03.670037 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'status': 'completed', 'code': 200} Aug 27 16:11:03.677543 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ddbb0-dc30-4f96-b254-08a48405aec3 x-openstack-request-id: req-d37ddbb0-dc30-4f96-b254-08a48405aec3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:03.677871 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:03.678220 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d37ddbb0-dc30-4f96-b254-08a48405aec3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:03.678524 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'code': 200} Aug 27 16:11:03.689217 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-2e188b46-04a7-420a-baed-6e475d2eccfd tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=a320812637b64c2d9bcda51437b223a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566583 Aug 27 16:11:03.747024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:03.766605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:03.792228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:03.836141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:03.853784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-0c90c66b-37b5-471d-9430-241abbd3288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:03.855458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-0c90c66b-37b5-471d-9430-241abbd3288c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a8db824d5db5485b81400972950aaf95&device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 1096 time: 0.2225015 Aug 27 16:11:03.888829 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4495fad5-c944-4bba-908e-36ec9182b48d None None] New status for floating IP 93efc0c3-4ccc-4eb1-9b8a-92502727670e: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:11:03.984222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f26c3e6a-cfd5-4e67-b61b-39a9d6ed63f6 req-d67f5850-3133-4f0a-9006-f276cf47f1a6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1333280 Aug 27 16:11:04.037124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-a4951d3a-d96c-4a84-b745-abf983ca2e10 service neutron] 10.222.0.101 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529172 Aug 27 16:11:04.138173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:04.138881 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.152673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-803a3a8d-7ba6-443b-b0dd-e088ae779199 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:04.154163 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-803a3a8d-7ba6-443b-b0dd-e088ae779199 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4036651 Aug 27 16:11:04.154722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-667cdaf9-f583-4ea2-a640-76460b2c230c req-5191bdc9-3f3e-4805-a9e3-18ba2f9d87c2 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 210 time: 0.0458019 Aug 27 16:11:04.179994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-56c20f9a-aa59-455c-ab99-9ab9a13014f3 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:04.181853 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-56c20f9a-aa59-455c-ab99-9ab9a13014f3 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.90 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.4001532 Aug 27 16:11:04.189453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Request body: {'port': {'device_id': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'a320812637b64c2d9bcda51437b223a9'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:04.242182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-07f3aea5-98f1-41c0-be53-b98fff07aa8c None None] Provisioning for port 821703f2-0b21-432e-832f-110efa41a59d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:04.247467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-07f3aea5-98f1-41c0-be53-b98fff07aa8c None None] Provisioning complete for port 821703f2-0b21-432e-832f-110efa41a59d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:04.248092 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07f3aea5-98f1-41c0-be53-b98fff07aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.259668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-fef4dc7e-d526-4f63-a490-360cba4d68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:04.261217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-fef4dc7e-d526-4f63-a490-360cba4d68a4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 200 len: 931 time: 0.3871453 Aug 27 16:11:04.294143 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.328015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-07f3aea5-98f1-41c0-be53-b98fff07aa8c None None] Port 821703f2-0b21-432e-832f-110efa41a59d cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:11:04.332315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e6a9d1e-b238-4249-941d-9bd29a0b0cad req-cb8eff4e-cde4-40d9-92c8-5c8127331e22 service neutron] 10.222.0.101 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942009 Aug 27 16:11:04.336524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:11:04.339157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-86c1c8e3-a9ff-41de-b72b-36f449294dfe service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 200 len: 217 time: 0.0654407 Aug 27 16:11:04.344032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-e04cc5ba-46c4-44e0-9993-32cdf788a601 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6493804 Aug 27 16:11:04.369912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Request body: {'port': {'device_id': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:04.371364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=80564945-f8d5-4dbf-82c2-d4c547bbe2bf,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:04.421312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-815fd64f-7d8c-4ce7-8fb2-124dd9efa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:04.433676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-815fd64f-7d8c-4ce7-8fb2-124dd9efa0ab service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7d3330a6-d094-4a99-8806-26c5c72900e2 HTTP/1.1" status: 200 len: 868 time: 0.0695150 Aug 27 16:11:04.489921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:04.507280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'mac_address': 'fa:16:3e:b2:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:11:04.515314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Deleting port 6846038a-9e9d-4f14-a095-4a5534073c0f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:04.515314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.591677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.97', 57148) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:04.606087 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.637879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:04.660803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:04.671206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-fb3b8487-1c59-462d-af53-39bc48f5c1f3 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips/93efc0c3-4ccc-4eb1-9b8a-92502727670e HTTP/1.1" status: 200 len: 693 time: 0.2153451 Aug 27 16:11:04.679089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7419efad-f508-44d4-83ec-af97feb6cd12 req-824f9e8f-cac7-439b-b2f9-eb712e08fc5d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0835397 Aug 27 16:11:04.740657 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.799097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-17111a6e-10b4-489b-9fae-2cb2485b0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:04.799717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-17111a6e-10b4-489b-9fae-2cb2485b0060 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a50ec06f-f4a5-4321-bd9b-ace196269e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3470438 Aug 27 16:11:04.800360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.803984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7419efad-f508-44d4-83ec-af97feb6cd12 req-182332d1-336b-4472-b50e-19b8612fb6ea service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0893288 Aug 27 16:11:04.827068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:04.845371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] For port 6846038a-9e9d-4f14-a095-4a5534073c0f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=6846038a-9e9d-4f14-a095-4a5534073c0f,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:04.846127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.851409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:04.857227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.908277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Made reservation on behalf of a320812637b64c2d9bcda51437b223a9 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:04.917216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:04.919829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236b3a6-c558-4e83-9554-0a328f44bb2c req-6fb65a04-98c4-4b80-aac5-ae20b64c1fa2 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:04.921436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d236b3a6-c558-4e83-9554-0a328f44bb2c req-6fb65a04-98c4-4b80-aac5-ae20b64c1fa2 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 946 time: 0.2567048 Aug 27 16:11:04.930102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7419efad-f508-44d4-83ec-af97feb6cd12 req-b13d47b6-f59b-423b-90ff-631e8ee97415 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f52a6241534540a2b28a28f7046a21a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860772 Aug 27 16:11:05.313614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Allocated IP 192.168.233.219 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/15255079-38f1-4381-9802-f9d5a4ed2171) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:05.347182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:05.347652 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:05.347948 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Floating IP 32851268-565a-4eab-b913-107616cc2199 disassociated. External IP: 172.25.4.253, port: 6846038a-9e9d-4f14-a095-4a5534073c0f. Aug 27 16:11:05.348311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Calling delete_port for 6846038a-9e9d-4f14-a095-4a5534073c0f owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:05.445343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d236b3a6-c558-4e83-9554-0a328f44bb2c req-90100092-18fe-4dd1-9730-89b96937c3f5 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups?id=a7ece0a6-4985-48f9-b482-77cda6a08e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4870436 Aug 27 16:11:05.452463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-53d35106-af51-499d-85c0-243712d2bb66 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:05.453453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-53d35106-af51-499d-85c0-243712d2bb66 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.7732770 Aug 27 16:11:05.519861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-d2567192-2c15-4a4a-8fd1-034c900535ad service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993306 Aug 27 16:11:05.537343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Router 76920771-ced7-4457-943f-0f48a0bd2a6d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:05.730592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:05.748302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-ba1d9617-a3d3-4489-9a2a-88264542aa0f tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.2402360 Aug 27 16:11:05.750831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419efad-f508-44d4-83ec-af97feb6cd12 req-d6886a33-3290-401a-bd65-021d69ba8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:05.752427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7419efad-f508-44d4-83ec-af97feb6cd12 req-d6886a33-3290-401a-bd65-021d69ba8b55 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7759707 Aug 27 16:11:05.767811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:05.775802 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-048ee56f-3749-4eeb-a591-4720433902a5 admin admin] 10.222.0.101 "PUT /v2.0/routers/76920771-ced7-4457-943f-0f48a0bd2a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8008819 Aug 27 16:11:05.776171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58786) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:05.780580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] Sync routers for ids ['76920771-ced7-4457-943f-0f48a0bd2a6d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:05.799800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] Routers {'76920771-ced7-4457-943f-0f48a0bd2a6d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:05.802200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76920771-ced7-4457-943f-0f48a0bd2a6d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:05.829759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70ffdb9a-8207-4919-af5a-d1926071ae65 req-a89fa2be-659d-4156-85bb-4cd174c85936 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.2765114 Aug 27 16:11:05.830365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Transition to ACTIVE for port object 15255079-38f1-4381-9802-f9d5a4ed2171 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:05.833206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:05.851504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-6a2ccdfb-12f5-4732-a523-f26b19975d1e tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.159 HTTP/1.1" status: 200 len: 696 time: 0.1021147 Aug 27 16:11:05.858597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed07499a-37ee-4a85-86df-00a3436cb5b3 req-3ceef93e-e16f-4867-be44-a33c4acb42a6 service neutron] 10.222.0.97 "GET /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297553 Aug 27 16:11:05.915127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event deleted for resources: {'Port': ['ID=6846038a-9e9d-4f14-a095-4a5534073c0f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:05.965184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] Set router 76920771-ced7-4457-943f-0f48a0bd2a6d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:06.039754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.051898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9029ab81-84cd-479b-895c-a759a115189f req-c2fac948-4b72-437e-b08e-b30614a79145 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 210 time: 0.0458872 Aug 27 16:11:06.145636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.212458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:11:04Z', 'revision_number': 5, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:06.277168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:06.325011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.369114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Transition to ACTIVE for port object 821703f2-0b21-432e-832f-110efa41a59d will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:06.420352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Deleting port 02eac8b2-ca30-46af-a09d-db00048e0453 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:06.420971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.470216 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.471718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:06.523646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] Checking router: 76920771-ced7-4457-943f-0f48a0bd2a6d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:06.540060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] Routers {'76920771-ced7-4457-943f-0f48a0bd2a6d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:06.540978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76920771-ced7-4457-943f-0f48a0bd2a6d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:06.550968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:06.551559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.757629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:06.799257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a94c0d79-0c5d-44a4-9ca7-c795c1ff31e0 req-19b501f4-f2b6-4f6b-ac90-bda98380f4f4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 210 time: 0.1138637 Aug 27 16:11:06.805767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Router 165f3438-f59c-4ddc-8494-3dab94fef795 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:06.809846 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.810380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:06.832317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Pushing event updated for resources: {'Port': ['ID=15255079-38f1-4381-9802-f9d5a4ed2171,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:06.832317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:06.856153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] Set router 76920771-ced7-4457-943f-0f48a0bd2a6d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:06.890856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:06.910473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:06.928853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:06.932692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:06.939845 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca59905-135b-402a-bdec-40291ee90c8c" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:07.016841 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.093458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0854037c-3f1f-4906-a915-cca756c7b78a req-4d3d05ad-d8d9-443f-98ac-a1b62d3517dd tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0699050 Aug 27 16:11:07.104443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.105506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.168190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:07.177484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Calling delete_port for 02eac8b2-ca30-46af-a09d-db00048e0453 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:07.199543 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] Sync routers for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:07.217730 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:07.221252 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:07.224277 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68bcb69-0855-428a-a405-55e518e30e8e x-openstack-request-id: req-e68bcb69-0855-428a-a405-55e518e30e8e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:07.224590 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:07.224858 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e68bcb69-0855-428a-a405-55e518e30e8e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:07.225262 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'code': 200} Aug 27 16:11:07.239364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:07.242974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.261679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:07.404059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:11:04Z', 'revision_number': 5, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:07.426585 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:07.446394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a54244-82fe-40e3-bcae-7cb03d3cb6a5 None None] The sync data for ids ['76920771-ced7-4457-943f-0f48a0bd2a6d'] in n-d-806412-1 is: [{'id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'name': 'tempest-ServerRescueNegativeTestJSON-1631167831-router', 'tenant_id': '1c15b135714b4c8880ae4507824e1c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '4a5566b2-d000-41c7-acca-193775725507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:01Z', 'updated_at': '2021-08-27T16:11:04Z', 'revision_number': 5, 'project_id': '1c15b135714b4c8880ae4507824e1c1f', 'gw_port': {'id': '4a5566b2-d000-41c7-acca-193775725507', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76920771-ced7-4457-943f-0f48a0bd2a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:02Z', 'updated_at': '2021-08-27T16:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:07.472270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] No DVR routers for this DVR port 6846038a-9e9d-4f14-a095-4a5534073c0f on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:07.482373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.488465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-93001ef9-6c32-4570-b26c-fa01bf911b0e req-f69c49fe-c00a-4e98-b876-9bc81bab80c4 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.90 "DELETE /v2.0/ports/6846038a-9e9d-4f14-a095-4a5534073c0f HTTP/1.1" status: 204 len: 173 time: 3.2949982 Aug 27 16:11:07.490280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'name': 'network-vif-deleted', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:07.524046 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e899167-7af8-4a0a-ae70-ca7ee4ed6928" -d '{"events": [{"server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "name": "network-vif-deleted", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:07.540453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 6846038a-9e9d-4f14-a095-4a5534073c0f no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:07.564832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Attempting to bind port 821703f2-0b21-432e-832f-110efa41a59d on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:07.565254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Attempting to bind port 821703f2-0b21-432e-832f-110efa41a59d by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:07.565597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Attempting to bind port 821703f2-0b21-432e-832f-110efa41a59d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:07.607098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 6846038a-9e9d-4f14-a095-4a5534073c0f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:07.607784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Port 821703f2-0b21-432e-832f-110efa41a59d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:11:07.607935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 6846038a-9e9d-4f14-a095-4a5534073c0f not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:07.608046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Attempting to bind port 821703f2-0b21-432e-832f-110efa41a59d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:07.619602 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-d4c7dbc8-fbdd-458f-b1bf-9417ffcdae5d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4364083 Aug 27 16:11:07.636854 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.638214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Request body: {'port': {'device_id': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:07.714136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:07.714645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:07.715208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:07.715775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Bound port: 821703f2-0b21-432e-832f-110efa41a59d, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:07.716155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.728118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-512b0ab9-d8bc-45ab-87e8-f23ae56869ed None None] Provisioning for port 15255079-38f1-4381-9802-f9d5a4ed2171 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:07.732249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-512b0ab9-d8bc-45ab-87e8-f23ae56869ed None None] Provisioning complete for port 15255079-38f1-4381-9802-f9d5a4ed2171 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:07.733249 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-512b0ab9-d8bc-45ab-87e8-f23ae56869ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.775503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Deleting port 4a5566b2-d000-41c7-acca-193775725507 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:07.786630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.791593 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:07.850609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-512b0ab9-d8bc-45ab-87e8-f23ae56869ed None None] Port 15255079-38f1-4381-9802-f9d5a4ed2171 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:11:07.878279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 80564945-f8d5-4dbf-82c2-d4c547bbe2bf no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:07.932397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:07.936799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:07.942644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 80564945-f8d5-4dbf-82c2-d4c547bbe2bf {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:07.943141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 80564945-f8d5-4dbf-82c2-d4c547bbe2bf not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:07.954048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:37Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:08.010474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3f5da-2133-4871-b484-db3a9c7f74fb req-82d69e04-e9d3-4069-9bce-9b2a741470fc tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:08.023133 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] Checking router: 165f3438-f59c-4ddc-8494-3dab94fef795 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:08.029028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e3f5da-2133-4871-b484-db3a9c7f74fb req-82d69e04-e9d3-4069-9bce-9b2a741470fc tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 936 time: 0.4745109 Aug 27 16:11:08.031541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event deleted for resources: {'Port': ['ID=02eac8b2-ca30-46af-a09d-db00048e0453,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:08.049711 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:08.060675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:08.066929 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:08.179678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:08.182681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:08.194685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-35a5a113-992f-4171-a821-e708d438c593 service neutron] 10.222.0.97 "PUT /v2.0/ports/821703f2-0b21-432e-832f-110efa41a59d HTTP/1.1" status: 200 len: 1095 time: 3.8206191 Aug 27 16:11:08.195640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'tag': '821703f2-0b21-432e-832f-110efa41a59d'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:08.198184 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "tag": "821703f2-0b21-432e-832f-110efa41a59d"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:08.318161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:08.326085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:08.341178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e6edd38-809e-4ab8-8c17-3599c619be41 req-b9589186-8b59-4b33-a537-b0fd3ce80b13 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "DELETE /v2.0/floatingips/93efc0c3-4ccc-4eb1-9b8a-92502727670e HTTP/1.1" status: 204 len: 173 time: 2.4811201 Aug 27 16:11:08.503222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e3f5da-2133-4871-b484-db3a9c7f74fb req-d16f9f25-dffa-4466-bbd7-d67bad256838 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731851 Aug 27 16:11:08.534604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5a113-992f-4171-a821-e708d438c593 service neutron] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:08.608719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-f970f212-afc2-473b-acb1-823204c41afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:08.616119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-f970f212-afc2-473b-acb1-823204c41afd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1098 time: 0.3139138 Aug 27 16:11:08.693726 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579ea8e-b210-4aea-9621-0d917802d64f x-openstack-request-id: req-6579ea8e-b210-4aea-9621-0d917802d64f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:08.694321 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f", "name": "network-vif-deleted", "tag": "6846038a-9e9d-4f14-a095-4a5534073c0f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:08.694466 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6579ea8e-b210-4aea-9621-0d917802d64f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:08.694569 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:08.695051 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f', 'name': 'network-vif-deleted', 'tag': '6846038a-9e9d-4f14-a095-4a5534073c0f', 'status': 'completed', 'code': 200} Aug 27 16:11:08.699614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-06240a07-1fb9-41e0-aef3-1aeec7fce47f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=821703f2-0b21-432e-832f-110efa41a59d HTTP/1.1" status: 200 len: 217 time: 0.0782070 Aug 27 16:11:08.782897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] For port 4a5566b2-d000-41c7-acca-193775725507, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4a5566b2-d000-41c7-acca-193775725507,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:08.783498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:08.790681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-546a0b58-42d3-4ef2-a875-88101c1ed72b req-a674438a-70ed-4025-b33f-45686f610d6e tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/ports?device_id=e10ec8c3-21a9-4b4e-bff0-e8dcd95ce49f HTTP/1.1" status: 200 len: 210 time: 0.1002300 Aug 27 16:11:08.822703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15255079-38f1-4381-9802-f9d5a4ed2171 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:08.849452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:08.857562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Calling delete_port for 4a5566b2-d000-41c7-acca-193775725507 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:08.875007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-7e5e02c0-6008-4eba-9b59-0cf0acd89fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:08.881749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-7e5e02c0-6008-4eba-9b59-0cf0acd89fd8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1595640 Aug 27 16:11:08.903364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Transition to ACTIVE for port object 15255079-38f1-4381-9802-f9d5a4ed2171 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:08.979430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-97197912-705b-4f9a-a156-62f9169cf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:08.986428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-97197912-705b-4f9a-a156-62f9169cf7c2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934150 Aug 27 16:11:09.039542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2217ce8-3941-45af-828c-f02f096beb52 req-c3e15681-071a-41e7-9f32-40ecce944af0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0484166 Aug 27 16:11:09.058279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:09.116322 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:37Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:09.121093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Pushing event updated for resources: {'Port': ['ID=15255079-38f1-4381-9802-f9d5a4ed2171,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:09.176392 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec91571-ac71-4407-863b-4ba092374aee None None] The sync data for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 is: [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:08:31Z', 'revision_number': 4, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'dea9d87c-3303-4d06-a1b0-29557e647582', 'name': '', 'network_id': '7a1b8e36-4bc5-4e3a-b67c-6153b69608e1', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'mac_address': 'fa:16:3e:7c:b0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:30Z', 'updated_at': '2021-08-27T16:08:37Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'subnets': [{'id': 'a580ba59-aff7-4715-8390-14aad4ee171f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:09.265436 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9fb713-921d-4799-a005-74b8572f24f4 x-openstack-request-id: req-ca9fb713-921d-4799-a005-74b8572f24f4 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:09.265746 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "tag": "821703f2-0b21-432e-832f-110efa41a59d", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:09.266070 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ca9fb713-921d-4799-a005-74b8572f24f4 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:09.266494 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'tag': '821703f2-0b21-432e-832f-110efa41a59d', 'status': 'completed', 'code': 200} Aug 27 16:11:09.473819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Attempting to bind port 15255079-38f1-4381-9802-f9d5a4ed2171 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:09.474283 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Attempting to bind port 15255079-38f1-4381-9802-f9d5a4ed2171 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:09.474630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Attempting to bind port 15255079-38f1-4381-9802-f9d5a4ed2171 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:09.492969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Port 15255079-38f1-4381-9802-f9d5a4ed2171 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:11:09.493306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Attempting to bind port 15255079-38f1-4381-9802-f9d5a4ed2171 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:09.516290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:09.516668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:09.517035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:09.517493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Bound port: 15255079-38f1-4381-9802-f9d5a4ed2171, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:09.517860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:09.523222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb8725-8465-4072-afcc-03d7af7979ef req-52550e20-54a5-4b1d-8743-6ec7727a9df5 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:09.524828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82eb8725-8465-4072-afcc-03d7af7979ef req-52550e20-54a5-4b1d-8743-6ec7727a9df5 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2086313 Aug 27 16:11:09.683574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:09.705779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82eb8725-8465-4072-afcc-03d7af7979ef req-eecf2fcd-f690-4a90-9152-e0f123abd958 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1565328 Aug 27 16:11:09.732975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-3378dcf0-2981-4500-a764-e33cbff9d563 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908634 Aug 27 16:11:09.750356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7cda3d-ea85-4fde-89d7-b0e5641f8e43 None None] New status for floating IP 32851268-565a-4eab-b913-107616cc2199: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:11:09.789512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5566b2-d000-41c7-acca-193775725507,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:09.892451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:09.922045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db042-1ca0-4844-a3a2-c3dfffc7e3c1 req-da146647-fc70-4385-9285-3246e3b3c405 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:09.923721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd4db042-1ca0-4844-a3a2-c3dfffc7e3c1 req-da146647-fc70-4385-9285-3246e3b3c405 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 948 time: 0.0883482 Aug 27 16:11:09.930103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] For port 15255079-38f1-4381-9802-f9d5a4ed2171, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:10.015951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd4db042-1ca0-4844-a3a2-c3dfffc7e3c1 req-780fd38b-24d5-46a7-abd3-f29652b64b45 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820229 Aug 27 16:11:10.020649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] For port 15255079-38f1-4381-9802-f9d5a4ed2171, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=15255079-38f1-4381-9802-f9d5a4ed2171,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:10.046466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6651e9c1-5500-4b30-ba5b-b96b6f689c2a req-9203dc7a-6257-49d0-9428-590e1a389b3c service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073127 Aug 27 16:11:10.095053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.096200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.181683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.196616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-802c053b-c832-49cb-baff-9ba6528ca5e7 req-47bc209d-8373-4782-8132-33297db39228 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1244056 Aug 27 16:11:10.320956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Pushing event updated for resources: {'Port': ['ID=15255079-38f1-4381-9802-f9d5a4ed2171,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:10.350370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:10.351011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.352520 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-22ec04ec-88f3-41f7-9178-423ddcb77d9e service neutron] 10.222.0.97 "PUT /v2.0/ports/15255079-38f1-4381-9802-f9d5a4ed2171 HTTP/1.1" status: 200 len: 1096 time: 2.7214718 Aug 27 16:11:10.372778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-e678d224-c84d-490e-8f03-f1657a44c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:10.378367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-e678d224-c84d-490e-8f03-f1657a44c49e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1098 time: 0.1596901 Aug 27 16:11:10.393156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58874) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:10.451776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.452346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76920771-ced7-4457-943f-0f48a0bd2a6d {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:11:10.458985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.473289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2036037-bd30-4aa4-a449-954cbefe3c9b admin admin] 10.222.0.101 "DELETE /v2.0/routers/76920771-ced7-4457-943f-0f48a0bd2a6d HTTP/1.1" status: 204 len: 168 time: 4.6939712 Aug 27 16:11:10.474783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:10.632545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-02565a15-4e09-4dde-b842-574d636d0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:10.636337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-02565a15-4e09-4dde-b842-574d636d0843 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2508554 Aug 27 16:11:10.656464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2d1323-2aca-487d-bbec-7e12ce35576e req-8461dc5a-a138-4897-bb56-6e93f67311b3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.2472439 Aug 27 16:11:10.696499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'tag': '15255079-38f1-4381-9802-f9d5a4ed2171'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:10.699128 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d75ed-4d41-4966-a36a-2c9cf0938b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9fa1e3-b734-4e2d-baf5-4f9c82894b94", "tag": "15255079-38f1-4381-9802-f9d5a4ed2171"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:10.765489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fc253f8-5a1a-4b3b-9274-577d0ef31e97 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.770911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-bfd987a2-a2f8-4c9a-b6c6-0c9286a088f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:10.798714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-bfd987a2-a2f8-4c9a-b6c6-0c9286a088f1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 1099 time: 0.2806144 Aug 27 16:11:10.801752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] Deleting subnet 85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:11:10.810893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-9ee47c53-3e56-46b5-a63d-3a6feb273198 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=821703f2-0b21-432e-832f-110efa41a59d HTTP/1.1" status: 200 len: 217 time: 0.1498413 Aug 27 16:11:10.816292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:10.896537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-cf84a030-c056-4708-aa58-ed8dfd0d6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:10.898228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-cf84a030-c056-4708-aa58-ed8dfd0d6a3f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0778503 Aug 27 16:11:10.926675 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc88db0-14dc-4d0a-be5b-68ef877c7cf0 x-openstack-request-id: req-9dc88db0-14dc-4d0a-be5b-68ef877c7cf0 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:10.927179 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9fa1e3-b734-4e2d-baf5-4f9c82894b94", "tag": "15255079-38f1-4381-9802-f9d5a4ed2171", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:10.927569 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9dc88db0-14dc-4d0a-be5b-68ef877c7cf0 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:10.933227 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'tag': '15255079-38f1-4381-9802-f9d5a4ed2171', 'status': 'completed', 'code': 200} Aug 27 16:11:11.010143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-c412ea26-6f0b-4dd0-a228-0e1bad15b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:11.014013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-c412ea26-6f0b-4dd0-a228-0e1bad15b636 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006119 Aug 27 16:11:11.109015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-2abc1a13-0e88-4a9c-85f8-525beb5560e4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=15255079-38f1-4381-9802-f9d5a4ed2171 HTTP/1.1" status: 200 len: 217 time: 0.2041886 Aug 27 16:11:11.160609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:11.252406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-33bab326-4a5b-4ef7-8de3-a0d6a18747ce service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304473 Aug 27 16:11:11.314619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fc253f8-5a1a-4b3b-9274-577d0ef31e97 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:11.435970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-44e4c6e7-d1a8-4f2b-99db-e1a3fb41f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:11.437369 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-44e4c6e7-d1a8-4f2b-99db-e1a3fb41f798 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.3175313 Aug 27 16:11:11.466621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39f46d90-b6bf-4503-aa50-6d7cc3e9b9cf req-b579b193-3fc1-43d0-b035-b1e2c7a3b80b service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290979 Aug 27 16:11:11.501966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ce20c-0002-485e-a640-baf7a8d8f348 req-f34b4694-9505-435b-9762-847ff2d05ed9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:11.504084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-620ce20c-0002-485e-a640-baf7a8d8f348 req-f34b4694-9505-435b-9762-847ff2d05ed9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 948 time: 0.2139649 Aug 27 16:11:11.512028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc348f-ed43-4f3e-80bc-3f039702fbcb req-2ce55989-7f33-4fa3-8c23-6aeaaf922ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:11.520763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4bc348f-ed43-4f3e-80bc-3f039702fbcb req-2ce55989-7f33-4fa3-8c23-6aeaaf922ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 945 time: 0.2664459 Aug 27 16:11:11.600315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:11.690422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4bc348f-ed43-4f3e-80bc-3f039702fbcb req-fa53d597-5f78-41f0-b402-db7c111bcfc4 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661024 Aug 27 16:11:11.712693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-a463e121-d088-441a-88cd-868da30eb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:11.730369 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-a463e121-d088-441a-88cd-868da30eb257 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2690148 Aug 27 16:11:11.736056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-620ce20c-0002-485e-a640-baf7a8d8f348 req-4cc68616-f229-4026-ba35-131c8bd0b970 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047186 Aug 27 16:11:11.769323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a5566b2-d000-41c7-acca-193775725507 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:11.802670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4a5566b2-d000-41c7-acca-193775725507 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:11.803409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a5566b2-d000-41c7-acca-193775725507 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:11.814717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fc253f8-5a1a-4b3b-9274-577d0ef31e97 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:11.833053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fc253f8-5a1a-4b3b-9274-577d0ef31e97 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:11.836938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58888) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:11.837388 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6fc253f8-5a1a-4b3b-9274-577d0ef31e97 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "DELETE /v2.0/security-groups/a7ece0a6-4985-48f9-b482-77cda6a08e3e HTTP/1.1" status: 204 len: 168 time: 1.4426236 Aug 27 16:11:11.870546 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-094d3ef1-3bef-4027-88b2-051ba29418c2 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] show failed (client error): The resource could not be found. Aug 27 16:11:11.879239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-094d3ef1-3bef-4027-88b2-051ba29418c2 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "GET /v2.0/security-groups/a7ece0a6-4985-48f9-b482-77cda6a08e3e HTTP/1.1" status: 404 len: 347 time: 0.0376139 Aug 27 16:11:11.880248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58890) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:11.948622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc253f8-5a1a-4b3b-9274-577d0ef31e97 tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ece0a6-4985-48f9-b482-77cda6a08e3e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:12.089194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db13c00e-dfe3-466f-affe-f971304bb5c4 req-3c0d953f-e447-4000-af4c-92c8a7ae1cb6 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0447116 Aug 27 16:11:12.101701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-8046720e-0beb-4040-b39d-98e7b6698174 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435414 Aug 27 16:11:12.112968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.252499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Deleting port e137f0fa-1de2-4ae3-8a63-d095acda8ac1 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:12.253089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.307650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ec8dc84e-c866-4a5f-9d02-448c35b57d1a req-0ab3cd44-3e90-4a1b-89c2-4e6c352331e0 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905954 Aug 27 16:11:12.316736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:11:12.335115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:12.359061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.366529 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb7fead7-59fc-4111-815d-b48b09ff7a3d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/85f2bb18-745d-46a6-bbfa-f3f4f83cd6ee HTTP/1.1" status: 204 len: 168 time: 1.8908086 Aug 27 16:11:12.370363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58892) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:12.456688 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.456936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.494701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Calling delete_port for e137f0fa-1de2-4ae3-8a63-d095acda8ac1 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:12.535554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:12.553005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '821703f2-0b21-432e-832f-110efa41a59d', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '821703f2-0b21-432e-832f-110efa41a59d', 'mac_address': 'fa:16:3e:9b:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:11:12.652971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.688508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:12.724810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:12.749719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-8b2ef24d-3140-40ae-9ac3-b377678ecad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:12.751516 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-8b2ef24d-3140-40ae-9ac3-b377678ecad2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 1099 time: 0.1845865 Aug 27 16:11:12.759804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.819029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-2370eb5a-5f43-41df-9d3c-83b079446785 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:12.819029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-2370eb5a-5f43-41df-9d3c-83b079446785 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.97 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 945 time: 0.2726755 Aug 27 16:11:12.919432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:12.939745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d8cf79-b0ce-4855-b64a-7e024b9b8eaf']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:12.954534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe97b8-19c2-44da-b8e7-e2b1fce53878') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:12.954875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe97b8-19c2-44da-b8e7-e2b1fce53878') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:12.957495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-fb12050b-73da-4932-a9c3-e120ca6e88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:12.959004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-fb12050b-73da-4932-a9c3-e120ca6e88c8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1970680 Aug 27 16:11:12.976338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.009780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00319d8a-7254-46c8-a8ad-5849967d985a req-a1fb4691-0ec9-43d0-8d82-1270c32fca17 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:13.018098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00319d8a-7254-46c8-a8ad-5849967d985a req-a1fb4691-0ec9-43d0-8d82-1270c32fca17 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 945 time: 0.1222508 Aug 27 16:11:13.020881 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-bb4a9a78-21b7-4c00-a6de-4e581dec3a84 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=15255079-38f1-4381-9802-f9d5a4ed2171 HTTP/1.1" status: 200 len: 217 time: 0.0536015 Aug 27 16:11:13.036223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.063874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:11:13.064321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:11:13.066713 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:11:13.071656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173aa66-d8ce-44b3-9567-0f46a247ed4d req-5417deab-6784-4b3b-9057-06edcd164ce7 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:13.073538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0173aa66-d8ce-44b3-9567-0f46a247ed4d req-5417deab-6784-4b3b-9057-06edcd164ce7 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 948 time: 0.1743987 Aug 27 16:11:13.139142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-98c58091-8ef9-45c2-a085-f5ba7e149fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:13.140829 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-98c58091-8ef9-45c2-a085-f5ba7e149fe6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1129506 Aug 27 16:11:13.173630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Deleting port 50bda20c-6630-41a4-ab01-5c28d2fa282a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:13.178679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.205506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00319d8a-7254-46c8-a8ad-5849967d985a req-06f3035c-c415-4092-bd7d-e81b9d6fa7fb tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/security-groups?id=664949de-b035-40c8-b2bb-df4c03bab34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839185 Aug 27 16:11:13.236447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-b23d7d1d-00e4-4092-877b-5151fa1e4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:13.239733 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-b23d7d1d-00e4-4092-877b-5151fa1e4142 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875385 Aug 27 16:11:13.352123 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.400342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] For port 50bda20c-6630-41a4-ab01-5c28d2fa282a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=50bda20c-6630-41a4-ab01-5c28d2fa282a,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:13.401568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.416236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Calling delete_port for 50bda20c-6630-41a4-ab01-5c28d2fa282a owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:13.427957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:13.441588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.447551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.452207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] 10.222.0.101 "DELETE /v2.0/networks/04d8cf79-b0ce-4855-b64a-7e024b9b8eaf HTTP/1.1" status: 204 len: 168 time: 1.0756059 Aug 27 16:11:13.468015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35704d3a-a2cb-4ecc-81ab-708dbc013e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=04d8cf79-b0ce-4855-b64a-7e024b9b8eaf,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:13.473817 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-571dee90-a70a-4c82-9042-3b1e2c26de01 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239304 Aug 27 16:11:13.511418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0173aa66-d8ce-44b3-9567-0f46a247ed4d req-b5822a85-912e-4053-baba-8d0faa98d36e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231329 Aug 27 16:11:13.562643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93a0c4b5-f1f0-4082-bc4b-8cfc164da7ba req-44b8c712-4c9f-4648-882b-b7356b2e6d7e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0617425 Aug 27 16:11:13.572505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['821703f2-0b21-432e-832f-110efa41a59d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:13.774526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-236d75ed-4d41-4966-a36a-2c9cf0938b0d req-979ec3c8-e927-4823-a339-27b48bf60766 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900920 Aug 27 16:11:13.812094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:13.858888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Pushing event deleted for resources: {'Port': ['ID=e137f0fa-1de2-4ae3-8a63-d095acda8ac1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:13.930026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:14.012280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Pushing event deleted for resources: {'Port': ['ID=50bda20c-6630-41a4-ab01-5c28d2fa282a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:14.046451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] No DVR routers for this DVR port 50bda20c-6630-41a4-ab01-5c28d2fa282a on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:14.049625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:14.051322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:14.052495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f8c94000-1069-4a0e-ac9b-748f2648a0cf tempest-ServersTestManualDisk-908467357 tempest-ServersTestManualDisk-908467357-project] 10.222.0.101 "DELETE /v2.0/floatingips/32851268-565a-4eab-b913-107616cc2199 HTTP/1.1" status: 204 len: 168 time: 2.1690068 Aug 27 16:11:14.053924 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:14.055488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58908) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:14.056007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d83cd044-f2eb-450b-948d-72a2497f6d9b req-654126c0-f67c-4628-b6b0-7a40067c90dc tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.97 "DELETE /v2.0/ports/50bda20c-6630-41a4-ab01-5c28d2fa282a HTTP/1.1" status: 204 len: 173 time: 1.2333708 Aug 27 16:11:14.056376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'name': 'network-vif-deleted', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:14.060075 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88386ac4-c411-4a11-9d27-b8956cb4a519" -d '{"events": [{"server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "name": "network-vif-deleted", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:14.122914 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968b846-0344-432d-a7dd-ae139eb2f34e x-openstack-request-id: req-6968b846-0344-432d-a7dd-ae139eb2f34e {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:14.123229 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bf6bd-83f3-4206-96d7-1f8791d67905", "name": "network-vif-deleted", "tag": "50bda20c-6630-41a4-ab01-5c28d2fa282a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:14.123493 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6968b846-0344-432d-a7dd-ae139eb2f34e {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:14.123899 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bf6bd-83f3-4206-96d7-1f8791d67905', 'name': 'network-vif-deleted', 'tag': '50bda20c-6630-41a4-ab01-5c28d2fa282a', 'status': 'completed', 'code': 200} Aug 27 16:11:14.288597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['50bda20c-6630-41a4-ab01-5c28d2fa282a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:14.326851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 15255079-38f1-4381-9802-f9d5a4ed2171 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:11:14.395831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ec5a3aa-024b-4d99-8400-a37bbd23700a req-3e0e9b43-c90b-4be6-9121-703a659516bd tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 210 time: 0.0928843 Aug 27 16:11:14.565175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 15255079-38f1-4381-9802-f9d5a4ed2171, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=15255079-38f1-4381-9802-f9d5a4ed2171,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:14.580958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '15255079-38f1-4381-9802-f9d5a4ed2171', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '15255079-38f1-4381-9802-f9d5a4ed2171', 'mac_address': 'fa:16:3e:36:e2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:11:14.607171 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:11:14.653670 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:14.698753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15255079-38f1-4381-9802-f9d5a4ed2171 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:14.744205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 15255079-38f1-4381-9802-f9d5a4ed2171, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=15255079-38f1-4381-9802-f9d5a4ed2171,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:14.764347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:14.769657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:14.803317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-808e0075-bc26-42fb-ba6a-f902a3021269 req-58afe5fa-9a25-46e3-862e-0bc49ba01f6c tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0575688 Aug 27 16:11:14.819353 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:14.839832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af61e-2287-4ec1-b480-412bc8a5ed86 req-7db7323e-678e-4025-a475-fe4d45601cde tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:14.849391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-426af61e-2287-4ec1-b480-412bc8a5ed86 req-7db7323e-678e-4025-a475-fe4d45601cde tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 948 time: 0.2313719 Aug 27 16:11:14.918070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-426af61e-2287-4ec1-b480-412bc8a5ed86 req-d52de1e3-1fc6-4289-8338-32dc13f9685d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613620 Aug 27 16:11:14.929508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58934) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:14.929724 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09cf3dc5-d74b-41bb-b4b3-b13012069e52 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c15b135714b4c8880ae4507824e1c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585188 Aug 27 16:11:14.951725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=15255079-38f1-4381-9802-f9d5a4ed2171,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:15.018399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-399ce7c0-52d8-4cf7-b669-5954857566d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:15.068461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['15255079-38f1-4381-9802-f9d5a4ed2171'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:15.133549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-399ce7c0-52d8-4cf7-b669-5954857566d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:15.338198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Deleting port dea9d87c-3303-4d06-a1b0-29557e647582 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:15.342734 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:15.402759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-399ce7c0-52d8-4cf7-b669-5954857566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:15.405533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-399ce7c0-52d8-4cf7-b669-5954857566d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:15.407086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-399ce7c0-52d8-4cf7-b669-5954857566d7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2c5b171e-8bb9-4fa4-9786-91df472f464e HTTP/1.1" status: 204 len: 168 time: 0.4757681 Aug 27 16:11:15.428635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ce7c0-52d8-4cf7-b669-5954857566d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b171e-8bb9-4fa4-9786-91df472f464e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:15.485126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] For port dea9d87c-3303-4d06-a1b0-29557e647582, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dea9d87c-3303-4d06-a1b0-29557e647582,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:15.486034 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:15.504822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Calling delete_port for dea9d87c-3303-4d06-a1b0-29557e647582 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:15.683678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c13ace69-78ab-4e67-a6de-14ca5c9bccb3 req-da4f40df-b6ad-4e51-851a-b29584b50968 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647 tempest-FloatingIPsAssociationNegativeTestJSON-1519456647-project] 10.222.0.101 "GET /v2.0/ports?device_id=519bf6bd-83f3-4206-96d7-1f8791d67905 HTTP/1.1" status: 200 len: 210 time: 0.0790491 Aug 27 16:11:15.837143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-745694d7-3065-42a0-aa83-312610101bab tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:15.842150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-745694d7-3065-42a0-aa83-312610101bab tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/networks?id=362a7575-98c4-49bb-b29e-f6f9cf10f11f HTTP/1.1" status: 200 len: 815 time: 0.1244526 Aug 27 16:11:15.858617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e5796438-24a5-4580-95ba-4e17a5e59151 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/quotas/3b43fc4e485446f79e1fe9f31ff003f7 HTTP/1.1" status: 200 len: 375 time: 0.0155303 Aug 27 16:11:15.877382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:15.940795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea9d87c-3303-4d06-a1b0-29557e647582,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:15.945793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ff62257-3ba7-4e95-982b-38d8b2359700 req-9f2eab96-41f9-488b-a147-afed08657028 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0340769 Aug 27 16:11:15.960902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.961264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.962942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.963333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.963672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.964017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.964357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.964693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.965039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.965357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.965687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.966005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:15.978466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-36d17a88-90ac-4f87-b083-46c7e5781773 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3b43fc4e485446f79e1fe9f31ff003f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185272 Aug 27 16:11:16.307296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7108b07-234d-4804-9dd1-bce230e58025 req-7a904a08-dad1-4b0a-8571-795251ec8c02 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:16.309117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7108b07-234d-4804-9dd1-bce230e58025 req-7a904a08-dad1-4b0a-8571-795251ec8c02 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 949 time: 0.2034435 Aug 27 16:11:16.324367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:16.357457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:16.379172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-c8f56abb-8fc2-46ae-bfd9-d1aec72f0817 service neutron] 10.222.0.101 "GET /v2.0/networks/362a7575-98c4-49bb-b29e-f6f9cf10f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001741 Aug 27 16:11:16.412919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7108b07-234d-4804-9dd1-bce230e58025 req-8cb8480d-50ec-4b86-b5b0-83c60d71ba37 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927434 Aug 27 16:11:16.525686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 821703f2-0b21-432e-832f-110efa41a59d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:16.538857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 821703f2-0b21-432e-832f-110efa41a59d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:16.539625 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:16.546488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-ff9944a4-82c4-4c70-8529-98f37d7f3cfc service neutron] 10.222.0.101 "GET /v2.0/networks/362a7575-98c4-49bb-b29e-f6f9cf10f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661236 Aug 27 16:11:16.724739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Router 165f3438-f59c-4ddc-8494-3dab94fef795 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:16.753804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58980) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:16.804740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:16.864468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:16.866765 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63927a6e-ebdb-43e0-945d-bb44a0247dd6" -d '{"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-plugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:16.946925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:16.985813 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6a5d0-cd63-4df1-ba26-a87f90b4c37b x-openstack-request-id: req-92b6a5d0-cd63-4df1-ba26-a87f90b4c37b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:16.985813 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-plugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:16.985813 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-92b6a5d0-cd63-4df1-ba26-a87f90b4c37b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:16.985813 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d', 'code': 200} Aug 27 16:11:17.002439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:17.003575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 15255079-38f1-4381-9802-f9d5a4ed2171 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:17.040752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:17.053593 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] Sync routers for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:17.076543 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f18563a1-f837-41e4-8cc2-4a19e30e7648 admin admin] 10.222.0.101 "PUT /v2.0/routers/165f3438-f59c-4ddc-8494-3dab94fef795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0103514 Aug 27 16:11:17.078588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58996) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:17.084475 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:17.085777 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:17.208440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:17.301416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-095f076e-72ca-4c31-83e4-dac8256cb624 req-0d4b62d0-f2d8-4f1e-86b1-7e2f42079cac tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 210 time: 0.2418730 Aug 27 16:11:17.310590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 15255079-38f1-4381-9802-f9d5a4ed2171 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:17.322256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 15255079-38f1-4381-9802-f9d5a4ed2171 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:17.322790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:17.462555 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:17.579199 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:17.617984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 15255079-38f1-4381-9802-f9d5a4ed2171, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=15255079-38f1-4381-9802-f9d5a4ed2171,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:17.698147 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:17.698877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 50bda20c-6630-41a4-ab01-5c28d2fa282a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:17.722553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f01450d-8b2c-458e-a8cc-e2579d283de3 req-e1914f1c-1cdf-4a2e-b788-62ad59e76652 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.5306184 Aug 27 16:11:17.771034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 50bda20c-6630-41a4-ab01-5c28d2fa282a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:17.772285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 50bda20c-6630-41a4-ab01-5c28d2fa282a not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:17.886582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d8e21-9024-4f70-ae30-8867433be3c1 req-1ef87796-1538-47d5-b99e-b9be3efa082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:17.888632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d1d8e21-9024-4f70-ae30-8867433be3c1 req-1ef87796-1538-47d5-b99e-b9be3efa082f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1100 time: 0.8106074 Aug 27 16:11:17.896950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=15255079-38f1-4381-9802-f9d5a4ed2171,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:17.946245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:17.947600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfe20b-a35f-4cb2-a292-01fe9bfad61c req-7fc02f86-f35e-4fbb-a6de-cea2bcf89644 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:17.965051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bacfe20b-a35f-4cb2-a292-01fe9bfad61c req-7fc02f86-f35e-4fbb-a6de-cea2bcf89644 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 950 time: 0.3281918 Aug 27 16:11:18.028942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d1d8e21-9024-4f70-ae30-8867433be3c1 req-32c5d8b9-0e66-4562-9522-f08e1d73ea4a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116724 Aug 27 16:11:18.045194 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:11:15Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:18.091948 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] Checking router: 165f3438-f59c-4ddc-8494-3dab94fef795 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:18.100134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bacfe20b-a35f-4cb2-a292-01fe9bfad61c req-87c9c3fd-7cc3-4460-999b-92118b1d5baa tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374297 Aug 27 16:11:18.111179 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] Routers {'165f3438-f59c-4ddc-8494-3dab94fef795'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:18.112878 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['165f3438-f59c-4ddc-8494-3dab94fef795'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:18.230607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:18.294721 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:18.376070 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] Set router 165f3438-f59c-4ddc-8494-3dab94fef795 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:18.425732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Deleting port 9ef8a50d-a52e-4cbf-8f56-f9863b079104 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:18.426082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:18.550268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] For port 9ef8a50d-a52e-4cbf-8f56-f9863b079104, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9ef8a50d-a52e-4cbf-8f56-f9863b079104,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:18.551316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:18.567176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Calling delete_port for 9ef8a50d-a52e-4cbf-8f56-f9863b079104 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:18.816334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:18.843158 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:11:15Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:18.855540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef8a50d-a52e-4cbf-8f56-f9863b079104,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:18.863085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bff892b9-abf1-49e9-9b00-a3fdc6ae542e req-ea5b6add-f2aa-49f3-98a4-9efdbc8a83df tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 210 time: 0.0481293 Aug 27 16:11:18.889887 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e570a9a-f6c1-4b8e-a507-34c43e6ccd8f None None] The sync data for ids ['165f3438-f59c-4ddc-8494-3dab94fef795'] in n-d-806412-1 is: [{'id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'name': 'tempest-ServersTestManualDisk-2018089186-router', 'tenant_id': 'fd86440a986a4e14991cb0851c4225ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:25Z', 'updated_at': '2021-08-27T16:11:15Z', 'revision_number': 5, 'project_id': 'fd86440a986a4e14991cb0851c4225ba', 'gw_port': {'id': '9ef8a50d-a52e-4cbf-8f56-f9863b079104', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f3438-f59c-4ddc-8494-3dab94fef795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:26Z', 'updated_at': '2021-08-27T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:18.928186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59034) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:18.985121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15255079-38f1-4381-9802-f9d5a4ed2171'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:18.987366 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e369a61-6c32-47bc-8965-0c7f589c44be" -d '{"events": [{"server_uuid": "2d9fa1e3-b734-4e2d-baf5-4f9c82894b94", "name": "network-vif-plugged", "status": "completed", "tag": "15255079-38f1-4381-9802-f9d5a4ed2171"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:19.039314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73b07a0f-f354-4b54-a28b-c2f94c383e25 req-ed4c90e1-a908-4051-a5a9-2669955c55d8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1185799 Aug 27 16:11:19.042013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.160168 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272c3d54-59c8-4ed9-a264-ac1310d24e47 x-openstack-request-id: req-272c3d54-59c8-4ed9-a264-ac1310d24e47 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:19.160454 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9fa1e3-b734-4e2d-baf5-4f9c82894b94", "name": "network-vif-plugged", "status": "completed", "tag": "15255079-38f1-4381-9802-f9d5a4ed2171", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:19.161447 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-272c3d54-59c8-4ed9-a264-ac1310d24e47 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:19.162356 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15255079-38f1-4381-9802-f9d5a4ed2171', 'code': 200} Aug 27 16:11:19.230747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Deleting port 6372c297-dcba-4743-a17d-9af19f3279e2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:19.231641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.357781 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.363744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.466300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.528105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.528784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165f3438-f59c-4ddc-8494-3dab94fef795 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:11:19.533755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] For port 6372c297-dcba-4743-a17d-9af19f3279e2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6372c297-dcba-4743-a17d-9af19f3279e2,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:19.534184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.538570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.539419 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5aa22739-d4f6-43e2-9793-29b8558bb09f admin admin] 10.222.0.101 "DELETE /v2.0/routers/165f3438-f59c-4ddc-8494-3dab94fef795 HTTP/1.1" status: 204 len: 168 time: 2.4589729 Aug 27 16:11:19.540284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59050) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:19.550980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Calling delete_port for 6372c297-dcba-4743-a17d-9af19f3279e2 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:19.617366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] Deleting subnet a580ba59-aff7-4715-8390-14aad4ee171f {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:11:19.635480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.770006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dea9d87c-3303-4d06-a1b0-29557e647582 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:19.785399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc2688-180a-4682-bf0d-5233cb15ee5a req-e30501f8-9e4e-4fc8-8bde-5d38f333e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:19.787029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6fc2688-180a-4682-bf0d-5233cb15ee5a req-e30501f8-9e4e-4fc8-8bde-5d38f333e40e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 1101 time: 0.4928398 Aug 27 16:11:19.787728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:19.802779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd9f3-d86b-4831-acfc-d78e68a0ec48 req-6aa5e1e6-250e-4550-8bc1-288c7271a34a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:19.811355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bfdd9f3-d86b-4831-acfc-d78e68a0ec48 req-6aa5e1e6-250e-4550-8bc1-288c7271a34a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 950 time: 0.5268824 Aug 27 16:11:20.004512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bfdd9f3-d86b-4831-acfc-d78e68a0ec48 req-954276ee-b6cb-49ac-8a8f-5fb3e8ba003e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922350 Aug 27 16:11:20.023019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: dea9d87c-3303-4d06-a1b0-29557e647582 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:20.023877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.024207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dea9d87c-3303-4d06-a1b0-29557e647582 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:20.029983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6fc2688-180a-4682-bf0d-5233cb15ee5a req-4ee0ae30-3f1a-4ed5-b2c0-530b7294449f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118163 Aug 27 16:11:20.182082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.271314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-89834874-fcaf-46ad-9bca-8ba701921cbb tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:20.274846 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-89834874-fcaf-46ad-9bca-8ba701921cbb tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.90 "GET /v2.0/networks?id=362a7575-98c4-49bb-b29e-f6f9cf10f11f HTTP/1.1" status: 200 len: 815 time: 0.5827916 Aug 27 16:11:20.275854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24b47a6c-6acf-4d09-a7d4-2386ef0bd249 req-4ac12289-8926-48be-af5a-41d127493fa0 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 210 time: 0.2145865 Aug 27 16:11:20.295101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Request body: {'port': {'device_id': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'admin_state_up': True, 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:20.310520 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.369163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-965bfcbd-60f8-4f03-9e28-e33c706423d5 req-d1fb82c4-dcb7-48ef-bbc5-a40278852895 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1831217 Aug 27 16:11:20.374162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.430582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1879ac-3866-4558-8b91-41acfbad458e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:20.460871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.463807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.464526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.465160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.465799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.469468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.476110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.479063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.479063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.479063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.479063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.479063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:20.503200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a580ba59-aff7-4715-8390-14aad4ee171f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:20.514225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.519518 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-63742258-7198-4a2b-9f5d-1cfccf514e0d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a580ba59-aff7-4715-8390-14aad4ee171f HTTP/1.1" status: 204 len: 168 time: 0.9759719 Aug 27 16:11:20.524662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59072) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:20.524806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2141e-b033-4b8c-b66a-cf610b84dcc1 None None] Network 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:20.576035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d5dfd3e2-c7d0-49ac-9140-f9c0db5b72c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d4636d54fbdf4e48a43603f289c47cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6209643 Aug 27 16:11:20.582277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59078) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:20.632724 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd4ee-803c-4686-9c43-8609125dc961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.641861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.684748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.755144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Deleting port 49a8fc6a-46b6-414c-bee3-6351ec400a3a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:20.755795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.755951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=6372c297-dcba-4743-a17d-9af19f3279e2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:20.877547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] DHCP port deletion for 7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:11:20.880940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] For port 49a8fc6a-46b6-414c-bee3-6351ec400a3a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49a8fc6a-46b6-414c-bee3-6351ec400a3a,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:20.881315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:20.899936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Calling delete_port for 49a8fc6a-46b6-414c-bee3-6351ec400a3a owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:20.950641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a014e4d-b390-4aac-8b22-65f2b393c521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.008842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] Deleting port 49a8fc6a-46b6-414c-bee3-6351ec400a3a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:21.010679 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.053294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Made reservation on behalf of 3b43fc4e485446f79e1fe9f31ff003f7 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:21.061605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.180626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] For port 49a8fc6a-46b6-414c-bee3-6351ec400a3a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49a8fc6a-46b6-414c-bee3-6351ec400a3a,segment=NetworkSegment(e911602f-2b4b-4156-aa0d-c89bace2cfda),segment_id=e911602f-2b4b-4156-aa0d-c89bace2cfda)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:21.182312 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.213138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a014e4d-b390-4aac-8b22-65f2b393c521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.228178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] Calling delete_port for 49a8fc6a-46b6-414c-bee3-6351ec400a3a owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:21.303934 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.311763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.356618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9552-f452-421a-929b-7456fd7c6589 req-d8fa3a9c-10fe-4236-8c9e-187612fd26e0 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:21.363947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-571c9552-f452-421a-929b-7456fd7c6589 req-d8fa3a9c-10fe-4236-8c9e-187612fd26e0 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 950 time: 0.1654446 Aug 27 16:11:21.500240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.506968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=49a8fc6a-46b6-414c-bee3-6351ec400a3a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:21.526892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] No DVR routers for this DVR port 49a8fc6a-46b6-414c-bee3-6351ec400a3a on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:21.557063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] Pushing event deleted for resources: {'Port': ['ID=49a8fc6a-46b6-414c-bee3-6351ec400a3a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:21.562180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b15c80-d025-4834-9921-0a154bf90fa9 None None] No DVR routers for this DVR port 49a8fc6a-46b6-414c-bee3-6351ec400a3a on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:21.663128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a014e4d-b390-4aac-8b22-65f2b393c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.671900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a014e4d-b390-4aac-8b22-65f2b393c521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.673805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2a014e4d-b390-4aac-8b22-65f2b393c521 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc1879ac-3866-4558-8b91-41acfbad458e HTTP/1.1" status: 204 len: 168 time: 1.0960336 Aug 27 16:11:21.692986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-571c9552-f452-421a-929b-7456fd7c6589 req-dbb21b06-3c98-4d1d-89ab-474a568e5388 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914016 Aug 27 16:11:21.712317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8405c35-8c36-4d0d-bb29-d3f081c9afc2 req-788a9085-fd3d-4beb-adf0-16917a0db1cb tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 210 time: 0.1298895 Aug 27 16:11:21.761134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a014e4d-b390-4aac-8b22-65f2b393c521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1879ac-3866-4558-8b91-41acfbad458e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:21.779075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Allocated IP 172.20.0.4 (362a7575-98c4-49bb-b29e-f6f9cf10f11f/90348905-0524-4592-9baa-bd8475046b11/aa6cfeff-417f-46d1-b95c-7596ea37166a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:21.785298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.802595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1b8e36-4bc5-4e3a-b67c-6153b69608e1']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:21.856343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e911602f-2b4b-4156-aa0d-c89bace2cfda') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:21.856343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e911602f-2b4b-4156-aa0d-c89bace2cfda') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:21.856343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.908925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.927186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:11:21.927905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:11:21.930079 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:11:22.011942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ad06721-afc6-48c7-8f25-5c8ca45667b4 req-e1185956-1942-4fa9-b15f-c40ee5d7676b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0460393 Aug 27 16:11:22.186660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49a8fc6a-46b6-414c-bee3-6351ec400a3a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:22.186660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 49a8fc6a-46b6-414c-bee3-6351ec400a3a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:22.186660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49a8fc6a-46b6-414c-bee3-6351ec400a3a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:22.186660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ef8a50d-a52e-4cbf-8f56-f9863b079104 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:22.186660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9ef8a50d-a52e-4cbf-8f56-f9863b079104 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:22.186660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ef8a50d-a52e-4cbf-8f56-f9863b079104 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:22.190240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:22.191468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:22.252062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:22.257486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f326de5f-33fc-4c96-b040-ba2ecde42c27 admin admin] 10.222.0.101 "PUT /v2.0/routers/8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5023534 Aug 27 16:11:22.259793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59104) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:22.261788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] Sync routers for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:22.272069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:22.272657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:22.369139 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:22.381488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:22.477581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:22.528368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Transition to ACTIVE for port object aa6cfeff-417f-46d1-b95c-7596ea37166a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:22.529936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:22.539604 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:22.541492 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] 10.222.0.101 "DELETE /v2.0/networks/7a1b8e36-4bc5-4e3a-b67c-6153b69608e1 HTTP/1.1" status: 204 len: 168 time: 2.0200834 Aug 27 16:11:22.557076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe07c9a-94ec-48f3-aac7-3e34f422e7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1b8e36-4bc5-4e3a-b67c-6153b69608e1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:22.588297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:11:20Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:22.616863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] Checking router: 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:22.625867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] Routers {'8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:22.626624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:22.820062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Deleting port 81167b65-0922-42a0-91b9-b2f88f58a493 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:22.820062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:22.900344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] Set router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:22.906085 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.042829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:23.046561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:23.088860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:23.166384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbfded-f4e3-42cc-a52c-b8d2eea60b15 req-476cb228-f95d-4615-a243-4fcfc495bb32 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:23.181550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68dbfded-f4e3-42cc-a52c-b8d2eea60b15 req-476cb228-f95d-4615-a243-4fcfc495bb32 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 931 time: 0.2706738 Aug 27 16:11:23.201421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Pushing event updated for resources: {'Port': ['ID=aa6cfeff-417f-46d1-b95c-7596ea37166a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:23.227982 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.285620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:11:20Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:23.294083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:23.296670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.312670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08059-d32b-4aa2-aa15-545c19b15ea0 req-1def07e2-4c6e-4b2a-b63d-a38404cfe342 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:23.328048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59130) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:23.330348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7dc08059-d32b-4aa2-aa15-545c19b15ea0 req-1def07e2-4c6e-4b2a-b63d-a38404cfe342 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 950 time: 0.4338343 Aug 27 16:11:23.339078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] For port 81167b65-0922-42a0-91b9-b2f88f58a493, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81167b65-0922-42a0-91b9-b2f88f58a493,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:23.339476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.339941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84b624-f18e-45ef-9f4b-2da3f2c08be8 None None] The sync data for ids ['8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f'] in n-d-806412-1 is: [{'id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1410612955-router', 'tenant_id': 'a8db824d5db5485b81400972950aaf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:12Z', 'updated_at': '2021-08-27T16:11:20Z', 'revision_number': 5, 'project_id': 'a8db824d5db5485b81400972950aaf95', 'gw_port': {'id': '81167b65-0922-42a0-91b9-b2f88f58a493', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:13Z', 'updated_at': '2021-08-27T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:23.342119 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddf46-8f9d-42de-a55c-3005e18e0991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.344754 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.429543 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8b580918-b8ee-4b02-a021-5ce6d3af2ca8 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1442003 Aug 27 16:11:23.437417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a513e11b-c592-48e3-98bd-6861312c1598 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fd86440a986a4e14991cb0851c4225ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069691 Aug 27 16:11:23.449122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Calling delete_port for 81167b65-0922-42a0-91b9-b2f88f58a493 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:23.462007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Request body: {'port': {'device_id': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:23.464795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:23.608179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.645559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2f136e8-a476-4298-a60e-63c80591023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.659871 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.720642 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2f136e8-a476-4298-a60e-63c80591023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.785837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6372c297-dcba-4743-a17d-9af19f3279e2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:23.864058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d55bc3c1-2c3a-47ef-a294-00970badcd63 None None] Provisioning for port aa6cfeff-417f-46d1-b95c-7596ea37166a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:23.877254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6372c297-dcba-4743-a17d-9af19f3279e2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:23.877913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6372c297-dcba-4743-a17d-9af19f3279e2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:23.883953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d55bc3c1-2c3a-47ef-a294-00970badcd63 None None] Provisioning complete for port aa6cfeff-417f-46d1-b95c-7596ea37166a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:23.884441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d55bc3c1-2c3a-47ef-a294-00970badcd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:23.971647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d55bc3c1-2c3a-47ef-a294-00970badcd63 None None] Port aa6cfeff-417f-46d1-b95c-7596ea37166a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:11:24.009378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68dbfded-f4e3-42cc-a52c-b8d2eea60b15 req-73f3e24a-83bd-4ce7-8b16-d2045109c38e tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8260663 Aug 27 16:11:24.070466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:24.157172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7dc08059-d32b-4aa2-aa15-545c19b15ea0 req-b0649b0d-1a6f-43fd-8583-22a7005f84cf tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8230910 Aug 27 16:11:24.270843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2f136e8-a476-4298-a60e-63c80591023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:24.273559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2f136e8-a476-4298-a60e-63c80591023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:24.274215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Pushing event deleted for resources: {'Port': ['ID=81167b65-0922-42a0-91b9-b2f88f58a493,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:24.298001 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f2f136e8-a476-4298-a60e-63c80591023b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5195c91d-e138-4a87-9265-08f48f7ef3be HTTP/1.1" status: 204 len: 168 time: 0.8320453 Aug 27 16:11:24.371338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f136e8-a476-4298-a60e-63c80591023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195c91d-e138-4a87-9265-08f48f7ef3be,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:24.379926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68fa67f5-b616-4eff-98c0-dde67e8d7ed9 req-f3116381-b35a-4a3f-bbf9-8f9194bb48ae tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1645834 Aug 27 16:11:24.487788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:24.614939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:24.678236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6cfeff-417f-46d1-b95c-7596ea37166a {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:24.691008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5d0e3-f140-4679-a8b5-929ae5a07b64 req-8a33a52c-3c5f-4a16-aa93-1dcc308bf3b1 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:24.694877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36b5d0e3-f140-4679-a8b5-929ae5a07b64 req-8a33a52c-3c5f-4a16-aa93-1dcc308bf3b1 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.3487413 Aug 27 16:11:24.704827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:24.747640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Transition to ACTIVE for port object aa6cfeff-417f-46d1-b95c-7596ea37166a will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:24.837431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.120815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.127247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.336504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Attempting to bind port aa6cfeff-417f-46d1-b95c-7596ea37166a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:25.336504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Attempting to bind port aa6cfeff-417f-46d1-b95c-7596ea37166a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:25.336914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Attempting to bind port aa6cfeff-417f-46d1-b95c-7596ea37166a on network 362a7575-98c4-49bb-b29e-f6f9cf10f11f {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:25.345312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=aa6cfeff-417f-46d1-b95c-7596ea37166a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:25.365983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.366392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:11:25.367432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Port aa6cfeff-417f-46d1-b95c-7596ea37166a on network 362a7575-98c4-49bb-b29e-f6f9cf10f11f not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:11:25.367432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Attempting to bind port aa6cfeff-417f-46d1-b95c-7596ea37166a on network 362a7575-98c4-49bb-b29e-f6f9cf10f11f {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:25.400402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:25.400402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Checking segment: {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:25.400402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Bound using segment: {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:25.400402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Bound port: aa6cfeff-417f-46d1-b95c-7596ea37166a, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:25.400402 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.401989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.414578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f8e15849-6be5-4230-9f11-98a262dbacbc admin admin] 10.222.0.101 "DELETE /v2.0/routers/8bb4c93e-d8c1-4477-b5c3-3348b2e5bb7f HTTP/1.1" status: 204 len: 168 time: 3.1508825 Aug 27 16:11:25.415102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59172) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:25.451635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36b5d0e3-f140-4679-a8b5-929ae5a07b64 req-2687dff2-afd3-4162-86f4-c04c25b1facf tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508390 Aug 27 16:11:25.512336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] For port aa6cfeff-417f-46d1-b95c-7596ea37166a, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:25.515887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] For port aa6cfeff-417f-46d1-b95c-7596ea37166a, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=aa6cfeff-417f-46d1-b95c-7596ea37166a,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:25.591105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.768271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:25.768940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.770480 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] 10.222.0.90 "PUT /v2.0/ports/aa6cfeff-417f-46d1-b95c-7596ea37166a HTTP/1.1" status: 200 len: 1091 time: 2.3278677 Aug 27 16:11:25.770940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'tag': 'aa6cfeff-417f-46d1-b95c-7596ea37166a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:25.775030 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1198d69f-5aa1-46d6-98aa-7937925867c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e", "tag": "aa6cfeff-417f-46d1-b95c-7596ea37166a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:25.854081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] Deleting subnet 7d3330a6-d094-4a99-8806-26c5c72900e2 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:11:25.861424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273ea7b-cf70-4075-97b1-41afd733cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=aa6cfeff-417f-46d1-b95c-7596ea37166a,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:25.868775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:25.946482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:26.010465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-b50a2789-8a88-40c0-9228-1cd12588c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:26.012531 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-b50a2789-8a88-40c0-9228-1cd12588c239 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b43fc4e485446f79e1fe9f31ff003f7&device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 1094 time: 0.1125808 Aug 27 16:11:26.020851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:26.162742 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-4de4aa67-906c-41ba-870d-324d262f89e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6cfeff-417f-46d1-b95c-7596ea37166a HTTP/1.1" status: 200 len: 217 time: 0.1362326 Aug 27 16:11:26.300088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-4847c609-6b39-4929-bff2-c2a5588ea82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:26.300560 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:26.301556 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-4847c609-6b39-4929-bff2-c2a5588ea82c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90348905-0524-4592-9baa-bd8475046b11 HTTP/1.1" status: 200 len: 854 time: 0.1273749 Aug 27 16:11:26.416802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9924f4-c0af-4d4e-8b61-3ef232f2b782 req-fdb136e8-34c8-4cb6-bc38-114e39e85ebf tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:26.417948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8e6c89a1-c167-4265-815c-034cca36b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:26.421393 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-8e6c89a1-c167-4265-815c-034cca36b947 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=362a7575-98c4-49bb-b29e-f6f9cf10f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093271 Aug 27 16:11:26.426780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e9924f4-c0af-4d4e-8b61-3ef232f2b782 req-fdb136e8-34c8-4cb6-bc38-114e39e85ebf tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.9384274 Aug 27 16:11:26.448238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:26.473306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5057f056-a1a0-46ed-9741-e6ed0ac33365 req-28662d7b-5eed-4ee3-9ffd-f0b8194b48fd tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0370305 Aug 27 16:11:26.528149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e9924f4-c0af-4d4e-8b61-3ef232f2b782 req-e61dc845-2233-4431-947d-b77f0d70e000 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989075 Aug 27 16:11:26.532540 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:26.579719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac84c92-99f7-4bf5-8fef-9abd01bb4632 None None] Network a50ec06f-f4a5-4321-bd9b-ace196269e60 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:26.580422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:26.585736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7d3330a6-d094-4a99-8806-26c5c72900e2 HTTP/1.1" status: 204 len: 168 time: 1.1595235 Aug 27 16:11:26.589523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59202) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:26.642016 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bce416-9fb7-4d20-9f2e-cb9002098904 x-openstack-request-id: req-23bce416-9fb7-4d20-9f2e-cb9002098904 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:26.642016 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e", "tag": "aa6cfeff-417f-46d1-b95c-7596ea37166a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:26.642379 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-23bce416-9fb7-4d20-9f2e-cb9002098904 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:26.642706 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'tag': 'aa6cfeff-417f-46d1-b95c-7596ea37166a', 'status': 'completed', 'code': 200} Aug 27 16:11:26.710961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-44bef7f2-987e-4d0c-9f86-c9873f185efa service neutron] 10.222.0.90 "GET /v2.0/networks/362a7575-98c4-49bb-b29e-f6f9cf10f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816980 Aug 27 16:11:26.756458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1157325490-network', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:26.764003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb58b6-6c86-4490-a291-fd4f51797b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3330a6-d094-4a99-8806-26c5c72900e2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:26.832815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:26.897038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:26.900983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:26.942177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.016601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Deleting port 6a6c7c61-3113-44cb-916d-3d573539ad85 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:27.017231 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.033999 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07eadc08-2bd2-4747-a15a-fc4c83ee25ba req-80b39b02-cbab-4879-bf33-7cc75865e627 service neutron] 10.222.0.90 "GET /v2.0/networks/362a7575-98c4-49bb-b29e-f6f9cf10f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056164 Aug 27 16:11:27.154507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.225393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] DHCP port deletion for a50ec06f-f4a5-4321-bd9b-ace196269e60 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:11:27.277463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.309220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] For port 6a6c7c61-3113-44cb-916d-3d573539ad85, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6a6c7c61-3113-44cb-916d-3d573539ad85,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:27.309901 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.313453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-606e6d0b-56d3-46c3-a939-12e6d422ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:27.316832 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-606e6d0b-56d3-46c3-a939-12e6d422ddd8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b43fc4e485446f79e1fe9f31ff003f7&device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 1094 time: 0.1143217 Aug 27 16:11:27.326393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:11:27.362189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Calling delete_port for 6a6c7c61-3113-44cb-916d-3d573539ad85 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:27.368255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] Deleting port 6a6c7c61-3113-44cb-916d-3d573539ad85 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:27.368615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.444092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8752c78a-e6f7-47de-a0aa-08de8740fc26,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:27.454923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.455292 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Added segment abbe21ce-df33-4b6b-86e7-8c3bbdb43476 of type vlan for network 7639636b-2e68-444d-a756-114c35a3b4a0 Aug 27 16:11:27.513829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] For port 6a6c7c61-3113-44cb-916d-3d573539ad85, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6a6c7c61-3113-44cb-916d-3d573539ad85,segment=NetworkSegment(9af9abe8-2c88-48e9-b0dc-4f0c8d53b391),segment_id=9af9abe8-2c88-48e9-b0dc-4f0c8d53b391)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:27.525241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.564694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] Calling delete_port for 6a6c7c61-3113-44cb-916d-3d573539ad85 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:27.620396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.647903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.702760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-5b21c8a9-5f15-4ca2-a026-73807b751375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:27.722524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-5b21c8a9-5f15-4ca2-a026-73807b751375 service neutron] 10.222.0.90 "GET /v2.0/networks?id=362a7575-98c4-49bb-b29e-f6f9cf10f11f HTTP/1.1" status: 200 len: 917 time: 0.3921375 Aug 27 16:11:27.738913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] No DVR routers for this DVR port 6a6c7c61-3113-44cb-916d-3d573539ad85 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:27.771412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6a6c7c61-3113-44cb-916d-3d573539ad85 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:27.779552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6c7c61-3113-44cb-916d-3d573539ad85,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:27.801727 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-0e710228-7bad-42c0-96c7-d6d853cd2752 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6cfeff-417f-46d1-b95c-7596ea37166a HTTP/1.1" status: 200 len: 217 time: 0.0578792 Aug 27 16:11:27.834489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6a6c7c61-3113-44cb-916d-3d573539ad85 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:27.844520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6a6c7c61-3113-44cb-916d-3d573539ad85 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:27.844520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81167b65-0922-42a0-91b9-b2f88f58a493 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:27.870059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce6cf49c-8e9e-45a2-9165-13391cada6ae req-af7c94c2-a574-436a-9111-d55b3dd160af tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1283410 Aug 27 16:11:27.880031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 81167b65-0922-42a0-91b9-b2f88f58a493 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:27.880031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81167b65-0922-42a0-91b9-b2f88f58a493 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:27.954474 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.957855 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:27.958926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:27.965649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.047847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] No DVR routers for this DVR port 6a6c7c61-3113-44cb-916d-3d573539ad85 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:28.054644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba09ca-866c-4d2b-91ac-17abbd679158 None None] Pushing event deleted for resources: {'Port': ['ID=6a6c7c61-3113-44cb-916d-3d573539ad85,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:28.060762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.093528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50ec06f-f4a5-4321-bd9b-ace196269e60']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:28.113847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:28.114143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af9abe8-2c88-48e9-b0dc-4f0c8d53b391') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:28.136431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59236) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:28.138339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6888652 Aug 27 16:11:28.143434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Request body: {'subnet': {'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1157325490-subnet', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:28.160884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.177260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-8c8d9202-87f4-4691-9cfd-462b1aec1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:28.178712 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-8c8d9202-87f4-4691-9cfd-462b1aec1437 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90348905-0524-4592-9baa-bd8475046b11 HTTP/1.1" status: 200 len: 854 time: 0.3476338 Aug 27 16:11:28.224481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d8195-c674-4245-971f-fb8a84ff8d0f admin admin] Pushing event updated for resources: {'Network': ['ID=7639636b-2e68-444d-a756-114c35a3b4a0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:28.242705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7639636b-2e68-444d-a756-114c35a3b4a0 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:11:28.302642 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.340453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-d0090db9-56d4-41d5-bf29-2a665f1206ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:28.342111 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-d0090db9-56d4-41d5-bf29-2a665f1206ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=362a7575-98c4-49bb-b29e-f6f9cf10f11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370261 Aug 27 16:11:28.354534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:11:28.375958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:11:28.378249 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:11:28.428274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:28.430976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.439916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59240) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:28.514045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a570b-20fc-4c37-9ee9-1c634187080f req-b59fe30f-cc8f-4807-ae7e-e8968aafcb83 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:28.521708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-076a570b-20fc-4c37-9ee9-1c634187080f req-b59fe30f-cc8f-4807-ae7e-e8968aafcb83 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.3583841 Aug 27 16:11:28.628091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-076a570b-20fc-4c37-9ee9-1c634187080f req-741a7869-ccdc-470e-bab9-b8d4c95254a3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048737 Aug 27 16:11:28.650575 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.655874 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-b316811e-351e-4272-bde4-0db505dd5acf service neutron] 10.222.0.90 "GET /v2.0/networks/362a7575-98c4-49bb-b29e-f6f9cf10f11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960081 Aug 27 16:11:28.889258 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:28.896448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] 10.222.0.101 "DELETE /v2.0/networks/a50ec06f-f4a5-4321-bd9b-ace196269e60 HTTP/1.1" status: 204 len: 168 time: 2.3000441 Aug 27 16:11:28.906225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c76d8-b9aa-478f-aef0-f1d0db64416c admin admin] Pushing event deleted for resources: {'Network': ['ID=a50ec06f-f4a5-4321-bd9b-ace196269e60,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:28.917429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1198d69f-5aa1-46d6-98aa-7937925867c0 req-fd1cdb7c-d36e-4834-8ea7-feefec24fa00 service neutron] 10.222.0.90 "GET /v2.0/networks/362a7575-98c4-49bb-b29e-f6f9cf10f11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499645 Aug 27 16:11:28.932434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83b2c8b8-f7a0-44b1-9299-afa9d5ec9fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.116912 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83b2c8b8-f7a0-44b1-9299-afa9d5ec9fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.131988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e06588b1-3e03-4942-8c28-3a687946ba4d req-7bddfe34-5766-426b-8b0e-37bfcd8e933e tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0593438 Aug 27 16:11:29.277193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.297971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83b2c8b8-f7a0-44b1-9299-afa9d5ec9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.472987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2c8b8-f7a0-44b1-9299-afa9d5ec9fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc53cf57-1310-4f8e-a12c-4e7fcf97a211,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:29.525370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-83b2c8b8-f7a0-44b1-9299-afa9d5ec9fb4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7a1580c2c00b44539c5a0d9a0fa303d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0790975 Aug 27 16:11:29.526614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59254) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:29.548953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59256) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:29.591149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfc397f-74cd-49c3-81a0-081d7f19c88e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:29.617500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8e88ffcc-bad1-4d8d-8e7d-15ff2d736742 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a8db824d5db5485b81400972950aaf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674009 Aug 27 16:11:29.618522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Checking segment: {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:29.618890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Network hostable DHCP agents. Network: 7639636b-2e68-444d-a756-114c35a3b4a0, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:11:29.620957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59258) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:29.681986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f77f47a-8196-472c-b0a0-25f93516773a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.728495 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f74b9255-6269-4f16-968c-0923b8663042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.742727 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f77f47a-8196-472c-b0a0-25f93516773a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.773955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f74b9255-6269-4f16-968c-0923b8663042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:29.900088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Network 7639636b-2e68-444d-a756-114c35a3b4a0 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:11:29.998549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f74b9255-6269-4f16-968c-0923b8663042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.010514 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f74b9255-6269-4f16-968c-0923b8663042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.015140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f74b9255-6269-4f16-968c-0923b8663042 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/664949de-b035-40c8-b2bb-df4c03bab34c HTTP/1.1" status: 204 len: 168 time: 0.3908226 Aug 27 16:11:30.081932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b9255-6269-4f16-968c-0923b8663042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664949de-b035-40c8-b2bb-df4c03bab34c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:30.103747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7639636b-2e68-444d-a756-114c35a3b4a0) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:30.122183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d411e85-a436-447c-a3fb-a191bb878f99 None None] Network 7639636b-2e68-444d-a756-114c35a3b4a0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:30.142850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c83f-4f0a-479d-910b-b56aec7ca2f0 req-32eb2bf5-7c7a-47fb-adc6-c308682a57b9 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:30.157928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b66c83f-4f0a-479d-910b-b56aec7ca2f0 req-32eb2bf5-7c7a-47fb-adc6-c308682a57b9 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.3950784 Aug 27 16:11:30.166637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:30.167660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.246730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b66c83f-4f0a-479d-910b-b56aec7ca2f0 req-50f3c9a9-4585-4a5a-a89b-0d5860c5963a tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874796 Aug 27 16:11:30.320564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a42f4445-b4e3-4a3d-bcdb-6d84e96aa492 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1830382 Aug 27 16:11:30.321231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59268) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:30.325836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:30.448144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-7639636b-2e68-444d-a756-114c35a3b4a0', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:11:30.459349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.572712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce2b2d8f-cb0b-42f9-bc14-b329905f2e9c req-86ba7f0c-f740-4512-a5e3-9817ef0215a8 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0643351 Aug 27 16:11:30.614292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.615608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.715840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.772941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Allocated IP 172.20.0.2 (7639636b-2e68-444d-a756-114c35a3b4a0/7dfc397f-74cd-49c3-81a0-081d7f19c88e/e088fe7d-47cf-43ea-86b4-d984fa262a31) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:30.784449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f77f47a-8196-472c-b0a0-25f93516773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.789010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f77f47a-8196-472c-b0a0-25f93516773a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:30.793060 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7f77f47a-8196-472c-b0a0-25f93516773a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dc53cf57-1310-4f8e-a12c-4e7fcf97a211 HTTP/1.1" status: 204 len: 168 time: 1.2613750 Aug 27 16:11:30.804403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77f47a-8196-472c-b0a0-25f93516773a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc53cf57-1310-4f8e-a12c-4e7fcf97a211,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:31.198793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:31.259252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Transition to ACTIVE for port object e088fe7d-47cf-43ea-86b4-d984fa262a31 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:31.266949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:31.364260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Transition to ACTIVE for port object e088fe7d-47cf-43ea-86b4-d984fa262a31 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:31.477820 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:31.599891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-c4afbcbb-e368-4265-895e-d69165137163 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=a320812637b64c2d9bcda51437b223a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437522 Aug 27 16:11:31.604037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Pushing event updated for resources: {'Port': ['ID=e088fe7d-47cf-43ea-86b4-d984fa262a31,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:31.623747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Network 7639636b-2e68-444d-a756-114c35a3b4a0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:31.626507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:31.635523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:31.793899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Attempting to bind port e088fe7d-47cf-43ea-86b4-d984fa262a31 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:31.795020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Attempting to bind port e088fe7d-47cf-43ea-86b4-d984fa262a31 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:31.795466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Attempting to bind port e088fe7d-47cf-43ea-86b4-d984fa262a31 on network 7639636b-2e68-444d-a756-114c35a3b4a0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:31.815226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:31.820996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Checking segment: {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:31.821627 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:31.824120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Bound using segment: {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:31.824752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Bound port: e088fe7d-47cf-43ea-86b4-d984fa262a31, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:31.825149 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:31.960065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] For port e088fe7d-47cf-43ea-86b4-d984fa262a31, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:31.964336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] For port e088fe7d-47cf-43ea-86b4-d984fa262a31, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e088fe7d-47cf-43ea-86b4-d984fa262a31,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:32.065935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:32.163465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bc727-776d-4eb0-bb73-d76976c7ecd8 None None] Pushing event updated for resources: {'Port': ['ID=e088fe7d-47cf-43ea-86b4-d984fa262a31,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:32.372990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ecd30-af14-43dd-a156-c27d8187a5a4 req-4202bc6c-2242-4c93-945b-daa9dbbbb1c5 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:32.382850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-528ecd30-af14-43dd-a156-c27d8187a5a4 req-4202bc6c-2242-4c93-945b-daa9dbbbb1c5 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 1.0042770 Aug 27 16:11:32.467201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59338) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:32.489249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-45d3efc2-9d65-4141-910b-6eef9fbb3c02 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:32.500561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-45d3efc2-9d65-4141-910b-6eef9fbb3c02 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8969762 Aug 27 16:11:32.562285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-1ba425aa-233c-4c16-a54f-403557ab7933 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/quotas/a320812637b64c2d9bcda51437b223a9 HTTP/1.1" status: 200 len: 375 time: 0.0592816 Aug 27 16:11:32.644215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-528ecd30-af14-43dd-a156-c27d8187a5a4 req-508feaaa-fc73-4b6c-bb2c-1448f84f4519 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597756 Aug 27 16:11:32.729768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-network', 'tenant_id': '38528447b67641b0a03fb44b013404a3'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:32.834870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-5dd6f64e-c7ac-46a4-b7d8-8f2bd180b691 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2636464 Aug 27 16:11:32.839991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59350) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:32.870657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Made reservation on behalf of 38528447b67641b0a03fb44b013404a3 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:32.873432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:32.886751 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.104889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.120081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-60066378-network', 'tenant_id': '75112f3c6fc94cb393b33ac3e3fef6df'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:33.122774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10603e9-088a-41f6-a4d0-9fe7845f56b4 req-c0469883-b4bd-4c68-8ec1-7bbbdec5136a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:33.124386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a10603e9-088a-41f6-a4d0-9fe7845f56b4 req-c0469883-b4bd-4c68-8ec1-7bbbdec5136a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.2607243 Aug 27 16:11:33.189076 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.226711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a10603e9-088a-41f6-a4d0-9fe7845f56b4 req-a28d1815-f89a-49da-b6c1-42aed1906396 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776553 Aug 27 16:11:33.247165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.278544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d962d861-7a22-493a-ac40-dce0b117cdfd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:33.279854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Made reservation on behalf of 75112f3c6fc94cb393b33ac3e3fef6df for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:33.284013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.289349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.306772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.529846 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.532029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:11:33.586435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.588619 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Added segment f651fc3c-5181-4926-ba41-c9e78c49737a of type vlan for network 18e2c349-512f-42ba-bda3-9755291f4f23 Aug 27 16:11:33.645750 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.655323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Allocated IP 172.25.4.71 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/f4475f9c-3e79-47cd-af72-8e030157602f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:33.687186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.722861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7277f571-b130-446f-9405-d75d297e7324,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:33.825821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.826983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:33.827738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.857294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e088fe7d-47cf-43ea-86b4-d984fa262a31 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:33.887973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:11:33.888688 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:11:33.942666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:33.981945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] Pushing event updated for resources: {'Network': ['ID=18e2c349-512f-42ba-bda3-9755291f4f23,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:34.006286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 18e2c349-512f-42ba-bda3-9755291f4f23 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:11:34.021167 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c5cb57cc-a02b-4565-ba1e-183e21d1bebc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5512745 Aug 27 16:11:34.028542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59370) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:34.037444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Request body: {'subnet': {'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-subnet', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:34.059649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6dd127-d82a-4cea-be40-eba7f550cafe None None] Network 7639636b-2e68-444d-a756-114c35a3b4a0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:34.097068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64429221-0d6a-4948-a9f5-3204558e4ee8 req-8c11cc4f-4f34-45d5-9bc1-9f17a4011cf3 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 210 time: 0.0419643 Aug 27 16:11:34.116362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-473b5b95-a5f5-44cb-affd-3e250e92e95d req-7cb22fb7-737c-4e67-a69a-f8dbc62a782a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.8416014 Aug 27 16:11:34.118049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.150501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Made reservation on behalf of 38528447b67641b0a03fb44b013404a3 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:34.154255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.337515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Pushing event updated for resources: {'Port': ['ID=f4475f9c-3e79-47cd-af72-8e030157602f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:34.390602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.433479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:34.441020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:11:34.444405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:34.451079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5e550-caf9-480d-817e-8a3726e5c5cb req-bca7a679-9d6f-4068-9e0e-929bfc14dcde tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:34.452689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77a5e550-caf9-480d-817e-8a3726e5c5cb req-bca7a679-9d6f-4068-9e0e-929bfc14dcde tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.1998661 Aug 27 16:11:34.453781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:34.464301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:34.504328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.504899 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Added segment 07406fe7-a6b0-4192-9dee-08a3866befdf of type vlan for network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 Aug 27 16:11:34.542473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17022eae-4adc-4cf5-aa83-afae5f928f29 None None] Provisioning for port e088fe7d-47cf-43ea-86b4-d984fa262a31 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:34.551385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e088fe7d-47cf-43ea-86b4-d984fa262a31 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:34.564546 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.579621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17022eae-4adc-4cf5-aa83-afae5f928f29 None None] Provisioning complete for port e088fe7d-47cf-43ea-86b4-d984fa262a31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:34.584947 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17022eae-4adc-4cf5-aa83-afae5f928f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.648288 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.651445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e088fe7d-47cf-43ea-86b4-d984fa262a31 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:34.657762 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.774102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1933f8-789b-4ba4-8c9b-edc6510d5874,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:34.781991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.783245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:34.785897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:34.874767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77a5e550-caf9-480d-817e-8a3726e5c5cb req-d44c9509-a1af-4e4e-b581-750313fd62b2 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234367 Aug 27 16:11:34.900303 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0588236 Aug 27 16:11:34.903479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59380) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:34.909746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Request body: {'subnet': {'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-60066378-subnet', 'tenant_id': '75112f3c6fc94cb393b33ac3e3fef6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:34.973887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35808c82-044e-4d0c-ac68-3207709eeb89 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd98aa3-99fb-44e6-a879-5bb9abbefd50,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:34.988325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Checking segment: {'id': 'f651fc3c-5181-4926-ba41-c9e78c49737a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:34.988688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Network hostable DHCP agents. Network: 18e2c349-512f-42ba-bda3-9755291f4f23, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:11:35.044774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Made reservation on behalf of 75112f3c6fc94cb393b33ac3e3fef6df for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:35.048192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.075128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:11:35.104708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Network 18e2c349-512f-42ba-bda3-9755291f4f23 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:11:35.219158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 18e2c349-512f-42ba-bda3-9755291f4f23) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:35.233086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:35.233086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.306184 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6e407a3d-573d-4075-912d-8db31f32252e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2764342 Aug 27 16:11:35.308872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59386) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:35.322722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:35.372881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65011cab-3bfe-4dbd-b52b-f56bf7d7d6a0 req-bc29c54f-e6cf-41ef-adaa-e37b246d3844 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:35.377628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65011cab-3bfe-4dbd-b52b-f56bf7d7d6a0 req-bc29c54f-e6cf-41ef-adaa-e37b246d3844 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 945 time: 0.3196735 Aug 27 16:11:35.379088 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.381932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee5a1c-efa6-4a28-99ed-9482c1b82fe6 None None] Network 18e2c349-512f-42ba-bda3-9755291f4f23 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:35.449984 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.459474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.463921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.525807 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.598709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.624199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65011cab-3bfe-4dbd-b52b-f56bf7d7d6a0 req-7d42e5ee-6aa5-4088-bc46-4f9510e692db tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398443 Aug 27 16:11:35.676264 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17022eae-4adc-4cf5-aa83-afae5f928f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.707403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:35.707768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9981fed8-9842-4a08-a4d2-63efc55f7297 req-a450a6d3-ee87-4cf9-88b2-d76dd25e1a13 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0776086 Aug 27 16:11:35.715505 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865596c4-dc7c-4112-8ef1-7f9a5da92e40" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:35.819061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:35.871625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port e088fe7d-47cf-43ea-86b4-d984fa262a31, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e088fe7d-47cf-43ea-86b4-d984fa262a31,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:35.880108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465506a7-1d16-4ab1-8559-961d99343178 req-f589522a-9257-4a45-a4db-1f9c397365fa tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 210 time: 0.0957377 Aug 27 16:11:35.885703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.925974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.936638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:35.999887 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccfe323-e5f1-4d15-84d8-3f10da56b7e4 x-openstack-request-id: req-5ccfe323-e5f1-4d15-84d8-3f10da56b7e4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:36.000729 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:36.001142 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5ccfe323-e5f1-4d15-84d8-3f10da56b7e4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:36.001677 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'code': 200} Aug 27 16:11:36.003052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.103006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:36.114460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.114760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.115142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.115590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.115902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.116331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.116702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.117041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.117374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.117706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.118036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.118489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:36.121784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9379bda9-21c9-4d1c-8307-538bf7e713b5,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:36.178174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=e088fe7d-47cf-43ea-86b4-d984fa262a31,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:36.184790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-17022eae-4adc-4cf5-aa83-afae5f928f29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:11:36.189746 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-17022eae-4adc-4cf5-aa83-afae5f928f29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:11:36.235385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Checking segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:36.235839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Network hostable DHCP agents. Network: dbd98aa3-99fb-44e6-a879-5bb9abbefd50, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:11:36.238528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-18e2c349-512f-42ba-bda3-9755291f4f23', 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'fixed_ips': [{'subnet_id': 'ca1933f8-789b-4ba4-8c9b-edc6510d5874'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:11:36.239936 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.246833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32977d5f-3bd1-4b3a-a10c-13fcdfc361e3 req-963b4a80-cdd7-42c7-bef5-06f6938eb598 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:36.255515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32977d5f-3bd1-4b3a-a10c-13fcdfc361e3 req-963b4a80-cdd7-42c7-bef5-06f6938eb598 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.3736112 Aug 27 16:11:36.288943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.372041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32977d5f-3bd1-4b3a-a10c-13fcdfc361e3 req-16fab221-c8c7-4b10-8773-38f61b4fc828 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097364 Aug 27 16:11:36.389914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466be0-7b6c-4e30-95e2-93d8edc83abd req-adfc9fc6-f625-4b0e-ac0e-e84b9b0ad90a tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:36.399748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5466be0-7b6c-4e30-95e2-93d8edc83abd req-adfc9fc6-f625-4b0e-ac0e-e84b9b0ad90a tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.3496561 Aug 27 16:11:36.413521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Allocated IP 172.20.0.2 (18e2c349-512f-42ba-bda3-9755291f4f23/ca1933f8-789b-4ba4-8c9b-edc6510d5874/a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:36.449446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.473376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.487838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5466be0-7b6c-4e30-95e2-93d8edc83abd req-b8f408fc-5369-4ccf-a3b6-7e8965a08067 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870039 Aug 27 16:11:36.538255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:11:36.544878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-8bba6608-b22c-4648-8867-18998824e996 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=a320812637b64c2d9bcda51437b223a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814588 Aug 27 16:11:36.624004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, dbd98aa3-99fb-44e6-a879-5bb9abbefd50) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:36.628376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Allocated IP 172.25.4.223 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/a7246c3d-7666-40d3-936d-0ea3ff01dca4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:36.635458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:36.638832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.639234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf550fe-6116-42a4-8195-56cce265d2df None None] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:36.722712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-90d8c300-1229-4fcf-9fcc-b0a988e0677d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8089540 Aug 27 16:11:36.778420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.851033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-d673acf2-685f-42b1-bced-ebeb3416464e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:36.858757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-d673acf2-685f-42b1-bced-ebeb3416464e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916579 Aug 27 16:11:36.884849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Router 10258984-73bf-4ec3-8210-83b1f6008c6b is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:11:36.920081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-5c082438-ad74-4519-90f6-95722487fb8f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:36.921767 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-5c082438-ad74-4519-90f6-95722487fb8f tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 945 time: 0.1000819 Aug 27 16:11:36.924649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:36.924947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Request body: {'port': {'device_id': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'a320812637b64c2d9bcda51437b223a9'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:36.994835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Pushing event updated for resources: {'Port': ['ID=a7246c3d-7666-40d3-936d-0ea3ff01dca4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:37.085316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:37.088033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:37.093208 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:37.209964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3c08660-7799-450e-847f-310d99af295d req-bc8dcda9-5659-4b25-a5d9-09266d687de3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0399950 Aug 27 16:11:37.239248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e1b4-94de-4c24-9bad-162293871978 req-5e18ca4f-828b-4f72-908f-8e4f0e717709 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:37.240785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95d6e1b4-94de-4c24-9bad-162293871978 req-5e18ca4f-828b-4f72-908f-8e4f0e717709 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 945 time: 0.4484129 Aug 27 16:11:37.280727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b9e690-7eea-4446-9268-1f643f4bf14a None None] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:37.293274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Made reservation on behalf of a320812637b64c2d9bcda51437b223a9 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:37.301226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:37.409237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-118dde37-6493-47e4-8520-8f547c4026f6 req-79055858-aae4-4fc2-b1ec-7c366b112386 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 210 time: 0.0661998 Aug 27 16:11:37.429529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95d6e1b4-94de-4c24-9bad-162293871978 req-6f9bbf80-9435-4885-9358-ee35dce8a594 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415842 Aug 27 16:11:37.472782 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:37.490195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8f2e780a-f222-4264-82c9-62075c8e140c None None] Provisioning complete for port e088fe7d-47cf-43ea-86b4-d984fa262a31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:37.490757 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f2e780a-f222-4264-82c9-62075c8e140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:37.597111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Transition to ACTIVE for port object a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:37.643104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Deleting port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:37.644889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:37.678613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:37.679641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Transition to ACTIVE for port object a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:37.692654 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Sync routers for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:37.706631 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:37.707733 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:37.787245 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:37.834754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea0b76-f2db-47fa-a25d-1aef6b50eee7 req-75bba597-4236-4fd0-83e1-0152c947da43 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:37.856780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39ea0b76-f2db-47fa-a25d-1aef6b50eee7 req-75bba597-4236-4fd0-83e1-0152c947da43 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.2411621 Aug 27 16:11:37.919828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Allocated IP 192.168.233.116 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/bedccbee-ba97-4458-84b6-d2ce304a2ac3) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:37.923931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Network 18e2c349-512f-42ba-bda3-9755291f4f23 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:37.928312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:37.944500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:37.956243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Pushing event updated for resources: {'Port': ['ID=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:37.987959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.003181 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:38.072921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.073406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aefeb64b-a788-47eb-aa68-12bdd4256b0c admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7511775 Aug 27 16:11:38.078004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59422) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:38.114846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] For port 8e5adee1-af2a-428c-bba9-93b4e013a0f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8e5adee1-af2a-428c-bba9-93b4e013a0f1,segment=NetworkSegment(d88ffdef-089f-43a8-bb6d-11ca98b03a47),segment_id=d88ffdef-089f-43a8-bb6d-11ca98b03a47)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:38.115228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.123788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Attempting to bind port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:38.126654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Attempting to bind port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'f651fc3c-5181-4926-ba41-c9e78c49737a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:38.127549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Attempting to bind port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 on network 18e2c349-512f-42ba-bda3-9755291f4f23 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:38.135799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:38.137308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Checking segment: {'id': 'f651fc3c-5181-4926-ba41-c9e78c49737a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:38.138007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.142356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Bound using segment: {'id': 'f651fc3c-5181-4926-ba41-c9e78c49737a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:38.143373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Bound port: a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f651fc3c-5181-4926-ba41-c9e78c49737a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:38.143373 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.181097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e088fe7d-47cf-43ea-86b4-d984fa262a31 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:38.302218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Calling delete_port for 8e5adee1-af2a-428c-bba9-93b4e013a0f1 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:38.326202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] For port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:38.331945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] For port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,segment=NetworkSegment(f651fc3c-5181-4926-ba41-c9e78c49737a),segment_id=f651fc3c-5181-4926-ba41-c9e78c49737a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:38.337466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e088fe7d-47cf-43ea-86b4-d984fa262a31 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:38.337848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.396255 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:34Z', 'revision_number': 3, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:38.432938 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Checking router: 10258984-73bf-4ec3-8210-83b1f6008c6b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:38.433561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Updating router 10258984-73bf-4ec3-8210-83b1f6008c6b port f4475f9c-3e79-47cd-af72-8e030157602f binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:11:38.449241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.489357 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.613291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.628953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e928af-6bf2-47c7-a963-b161c409bf10 None None] Pushing event updated for resources: {'Port': ['ID=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:38.640221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:11:38.660732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8e5adee1-af2a-428c-bba9-93b4e013a0f1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:38.731619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Pushing event deleted for resources: {'Port': ['ID=8e5adee1-af2a-428c-bba9-93b4e013a0f1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:38.928318 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.932107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] No DVR routers for this DVR port 8e5adee1-af2a-428c-bba9-93b4e013a0f1 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:38.937986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:38.941472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3f76330c-506b-4ef8-9bab-798fc00084eb req-9dbb855d-8d2e-407c-80b4-285d118912f4 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.90 "DELETE /v2.0/ports/8e5adee1-af2a-428c-bba9-93b4e013a0f1 HTTP/1.1" status: 204 len: 173 time: 1.9578373 Aug 27 16:11:38.945513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'name': 'network-vif-deleted', 'tag': '8e5adee1-af2a-428c-bba9-93b4e013a0f1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:38.957176 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b415abf8-9e21-4447-9c80-296ac1f5fd8c" -d '{"events": [{"server_uuid": "c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3", "name": "network-vif-deleted", "tag": "8e5adee1-af2a-428c-bba9-93b4e013a0f1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:39.125375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:39.150528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'mac_address': 'fa:16:3e:b2:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:11:39.234543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:39.291167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:39.334193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:39.372013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39ea0b76-f2db-47fa-a25d-1aef6b50eee7 req-dde898b9-29d1-4dc2-9826-d2ff3c66e8b4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5139813 Aug 27 16:11:39.380874 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:39.424147 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Transition to ACTIVE for port object f4475f9c-3e79-47cd-af72-8e030157602f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:39.432168 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:39.458147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Transition to ACTIVE for port object bedccbee-ba97-4458-84b6-d2ce304a2ac3 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:39.708121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-8935f1b2-3a77-4e67-9094-72b5e5a09916 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:39.710264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-8935f1b2-3a77-4e67-9094-72b5e5a09916 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 1.8446548 Aug 27 16:11:39.784527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a2a5-c465-450a-89f2-9e6c33268ebb req-b3f070dc-d0fe-469c-9c18-a099eda73ee7 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:39.786244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7715a2a5-c465-450a-89f2-9e6c33268ebb req-b3f070dc-d0fe-469c-9c18-a099eda73ee7 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.2187805 Aug 27 16:11:39.793833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-ce586391-1024-48de-8250-22eed00e0e7c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/quotas/75112f3c6fc94cb393b33ac3e3fef6df HTTP/1.1" status: 200 len: 375 time: 0.0335650 Aug 27 16:11:39.852880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-4a511e4b-8afc-42f3-a283-e5a309c444ed tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509982 Aug 27 16:11:39.929866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7715a2a5-c465-450a-89f2-9e6c33268ebb req-edadf61e-30b2-43e1-9401-71496b16495c tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298039 Aug 27 16:11:40.066799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d77ff693-3631-44c3-8b74-72b06d70902a req-769debec-8391-41a8-9470-fd37822450b1 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0489178 Aug 27 16:11:40.113775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-263b5e38-afe7-4990-aa72-bdaf7c739194 service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511294 Aug 27 16:11:40.131889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff069d2-53a4-46d9-8186-d5e5d94dde52 None None] Network 18e2c349-512f-42ba-bda3-9755291f4f23 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:40.147193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:40.205332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.239963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef022aa7-ade6-41bd-af2f-1572f9356f84 req-1548b3ca-870b-45d1-a24a-7659189208e2 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 210 time: 0.0913651 Aug 27 16:11:40.354759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f30bae98-d6fc-4ec1-ade3-cb7e651bb5c8 req-565d4afe-0d7f-4841-9fa9-55bff9d6b266 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0380018 Aug 27 16:11:40.400453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-21ca2342-15f7-4fbf-b537-2bd6b3eb5f9d service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641389 Aug 27 16:11:40.429713 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b45d4-8129-49b8-80f2-528a85409127 x-openstack-request-id: req-212b45d4-8129-49b8-80f2-528a85409127 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:40.430236 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3", "name": "network-vif-deleted", "tag": "8e5adee1-af2a-428c-bba9-93b4e013a0f1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:40.430356 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-212b45d4-8129-49b8-80f2-528a85409127 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:40.430922 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3', 'name': 'network-vif-deleted', 'tag': '8e5adee1-af2a-428c-bba9-93b4e013a0f1', 'status': 'completed', 'code': 200} Aug 27 16:11:40.481902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Allocated IP 172.20.0.1 (7639636b-2e68-444d-a756-114c35a3b4a0/7dfc397f-74cd-49c3-81a0-081d7f19c88e/f150bcbe-5c40-4fa4-91d0-88290fe6069f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:40.584814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:11:40.603913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7aacf-16b7-4a08-9ea5-1ecd8430667e req-d68daba5-a353-4a7a-bd03-70343f5e621a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:40.605483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62c7aacf-16b7-4a08-9ea5-1ecd8430667e req-d68daba5-a353-4a7a-bd03-70343f5e621a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1047189 Aug 27 16:11:40.636462 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.637070 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.642654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c425a7e4-1a36-4f80-bb0f-7db60e568300 None None] Provisioning for port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:40.647041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:40.647454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.653890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.721172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['821703f2-0b21-432e-832f-110efa41a59d', '15255079-38f1-4381-9802-f9d5a4ed2171'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:40.775973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62c7aacf-16b7-4a08-9ea5-1ecd8430667e req-05cbbbae-9c62-408b-9740-742ff276b193 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428487 Aug 27 16:11:40.776195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:40.776300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:40.801916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Sync routers for ids ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:40.803319 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Attempting to bind port f4475f9c-3e79-47cd-af72-8e030157602f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:40.803738 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Attempting to bind port f4475f9c-3e79-47cd-af72-8e030157602f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:40.808474 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Attempting to bind port f4475f9c-3e79-47cd-af72-8e030157602f on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:40.808788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:40.808788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.812625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c425a7e4-1a36-4f80-bb0f-7db60e568300 None None] Provisioning complete for port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:40.813283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Transition to ACTIVE for port object f150bcbe-5c40-4fa4-91d0-88290fe6069f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:40.813466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c425a7e4-1a36-4f80-bb0f-7db60e568300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.814944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Pushing event updated for resources: {'Port': ['ID=bedccbee-ba97-4458-84b6-d2ce304a2ac3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:40.821187 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:40.824970 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:40.825592 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.826169 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:40.826835 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Bound port: f4475f9c-3e79-47cd-af72-8e030157602f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:40.828390 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.860320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:40.865360 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b02794ef-2adf-44c8-a727-6f5c558f3d3a admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5552871 Aug 27 16:11:40.866045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59448) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:40.872609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:40.878205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb049193-6243-4148-b4f4-7332d850af73 req-cca1209a-94bc-43f1-9569-3a43840be379 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 210 time: 0.0546947 Aug 27 16:11:40.903253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:40.910015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:40.933043 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Pushing event updated for resources: {'Port': ['ID=f4475f9c-3e79-47cd-af72-8e030157602f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:40.954392 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.956670 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.972671 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.974282 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.974791 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.977908 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.978413 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.978911 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.980509 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.981897 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.982598 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.985483 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:11:40.987206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=12']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:40.992187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:40.993948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:41.016577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] For port f4475f9c-3e79-47cd-af72-8e030157602f, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:41.026168 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] For port f4475f9c-3e79-47cd-af72-8e030157602f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f4475f9c-3e79-47cd-af72-8e030157602f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:41.053539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Routers {'0e5901f0-43e2-43a8-bd1d-b9dd310ca937'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:41.056228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:41.088270 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:41.153522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:41.160880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-96841df9-9181-4dbf-9011-abf88dd7e147 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2776120 Aug 27 16:11:41.186523 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:41.187235 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:41.199560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Request body: {'port': {'device_id': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:41.204056 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e56ab-2b9d-4a7c-a585-860a468d9014 None None] Pushing event updated for resources: {'Port': ['ID=f4475f9c-3e79-47cd-af72-8e030157602f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:41.369651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Network 7639636b-2e68-444d-a756-114c35a3b4a0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:41.409364 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:41.420002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:41.464987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:41.477147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32d7a235-5674-405a-beae-2978d7746f97 req-4f37943e-4a01-442a-a76c-2cdea1900e55 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1457257 Aug 27 16:11:41.596218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c9af-d402-4831-9b1f-832d3b7fbcc2 req-f8fbe5df-5518-4cc1-9f63-0d58d8a68041 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:41.603786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9c7c9af-d402-4831-9b1f-832d3b7fbcc2 req-f8fbe5df-5518-4cc1-9f63-0d58d8a68041 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.5187352 Aug 27 16:11:41.611893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f150bcbe-5c40-4fa4-91d0-88290fe6069f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:41.682300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:41.701136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:41.732571 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:41.749658 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c425a7e4-1a36-4f80-bb0f-7db60e568300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:41.767553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9c7c9af-d402-4831-9b1f-832d3b7fbcc2 req-e512ae41-d7b0-4c70-aa08-7053fa86c662 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425238 Aug 27 16:11:41.790084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8e5adee1-af2a-428c-bba9-93b4e013a0f1 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:41.881496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 8e5adee1-af2a-428c-bba9-93b4e013a0f1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:41.882125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8e5adee1-af2a-428c-bba9-93b4e013a0f1 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:41.886725 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:34Z', 'revision_number': 3, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:41.953517 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd27fa6-4355-4391-8339-f0d21af129a4 None None] The sync data for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 is: [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:34Z', 'revision_number': 3, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:42.003827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,segment=NetworkSegment(f651fc3c-5181-4926-ba41-c9e78c49737a),segment_id=f651fc3c-5181-4926-ba41-c9e78c49737a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:42.038048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Set router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:42.104165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:42.264650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0e2b1a9-b13a-4f47-920b-b8b4abc899d8 req-86f303a1-5f32-4525-8561-dfb91634ff45 tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0506799 Aug 27 16:11:42.315775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322baa6-8327-4755-aed2-0e27c05f5ca4 req-b67b4595-b58c-4fd2-bafc-e268fe3acc4d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:42.321521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c322baa6-8327-4755-aed2-0e27c05f5ca4 req-b67b4595-b58c-4fd2-bafc-e268fe3acc4d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 936 time: 0.6823719 Aug 27 16:11:42.321660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:42.375577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:42.525309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:42.532215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-c425a7e4-1a36-4f80-bb0f-7db60e568300 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:11:42.537311 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-c425a7e4-1a36-4f80-bb0f-7db60e568300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:11:42.634849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c322baa6-8327-4755-aed2-0e27c05f5ca4 req-c45df284-32e0-4545-bfe0-4518c32bc5c4 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708027 Aug 27 16:11:42.635485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:42.642330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Allocated IP 172.20.0.1 (18e2c349-512f-42ba-bda3-9755291f4f23/ca1933f8-789b-4ba4-8c9b-edc6510d5874/3bba7afb-79a5-4050-ac25-3565ab6eb91a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:42.714331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842877f7-8871-40ce-81b4-02c2a46cb2df req-d152a91b-d910-4b3b-b754-8269f0e1e2e0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:42.716109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-842877f7-8871-40ce-81b4-02c2a46cb2df req-d152a91b-d910-4b3b-b754-8269f0e1e2e0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 945 time: 0.2455549 Aug 27 16:11:42.778996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:37Z', 'revision_number': 3, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port': {'id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:36Z', 'updated_at': '2021-08-27T16:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:42.837832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:42.857727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Transition to ACTIVE for port object 3bba7afb-79a5-4050-ac25-3565ab6eb91a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:42.866038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Checking router: 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:42.866558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Updating router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 port a7246c3d-7666-40d3-936d-0ea3ff01dca4 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:11:42.934220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-842877f7-8871-40ce-81b4-02c2a46cb2df req-9e70fbed-b2d6-4c06-80e3-7df590f72185 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096081 Aug 27 16:11:42.942376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:42.943214 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:42.947999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:42.948352 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:42.966189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2eefdb50-09a5-49e4-9fac-f8edce6ad4ea req-cc57e932-d236-4e01-861a-f9172d201a7c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 210 time: 0.0837665 Aug 27 16:11:42.983051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedccbee-ba97-4458-84b6-d2ce304a2ac3 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:43.011894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.013201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Network 18e2c349-512f-42ba-bda3-9755291f4f23 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:43.019557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:43.023806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:43.050753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Transition to ACTIVE for port object bedccbee-ba97-4458-84b6-d2ce304a2ac3 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:43.069723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.115186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.123175 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.219305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Pushing event updated for resources: {'Port': ['ID=3bba7afb-79a5-4050-ac25-3565ab6eb91a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:43.252908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bedccbee-ba97-4458-84b6-d2ce304a2ac3,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:43.400492 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.509207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d4dc4b0-70fa-42ed-897b-ee63ec0f345c req-ee3f1893-371a-49e1-a36d-166fcebdd27f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.2294433 Aug 27 16:11:43.570144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f150bcbe-5c40-4fa4-91d0-88290fe6069f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:43.630778 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.688211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.712540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.718238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:43.721124 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2d795e-dd55-4656-9206-e1ec92e3f07d" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:43.733969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-fbdd4468-5de3-4049-a5d1-eb620672f448 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:43.736287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-fbdd4468-5de3-4049-a5d1-eb620672f448 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 0.3480453 Aug 27 16:11:43.736439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e026d4b-1997-4fe7-9020-bfb62285d5ed req-4bdadaa7-e698-416a-95e6-24b682d4a2c3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:43.744661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e026d4b-1997-4fe7-9020-bfb62285d5ed req-4bdadaa7-e698-416a-95e6-24b682d4a2c3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 943 time: 0.4746583 Aug 27 16:11:43.757274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca81a7ce-6569-46bd-a013-d70999f2a239 None None] Provisioning for port f150bcbe-5c40-4fa4-91d0-88290fe6069f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:43.770267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device aa6cfeff-417f-46d1-b95c-7596ea37166a details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:11:43.772501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Request body: {'port': {'device_id': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'admin_state_up': True, 'tenant_id': '75112f3c6fc94cb393b33ac3e3fef6df'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:43.780704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:43.790530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca81a7ce-6569-46bd-a013-d70999f2a239 None None] Provisioning complete for port f150bcbe-5c40-4fa4-91d0-88290fe6069f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:43.791208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca81a7ce-6569-46bd-a013-d70999f2a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.832442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49e6f280-d6e2-4b8d-b709-04422396c031 req-c8675eba-753f-4148-89ca-b0ce90fbe4fb tempest-VolumesAdminNegativeTest-2033236263 tempest-VolumesAdminNegativeTest-2033236263-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.1405687 Aug 27 16:11:43.859333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59492) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:43.933842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.938410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] Deleting subnet e99eef09-45d2-448a-9beb-ffc88260c170 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:11:43.942381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:43.997229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.028601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e026d4b-1997-4fe7-9020-bfb62285d5ed req-fe455201-38dc-45d4-8a6e-25ffcdcd8bac tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827466 Aug 27 16:11:44.042345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Attempting to bind port bedccbee-ba97-4458-84b6-d2ce304a2ac3 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:44.043012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Attempting to bind port bedccbee-ba97-4458-84b6-d2ce304a2ac3 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:44.050815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.052924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Attempting to bind port bedccbee-ba97-4458-84b6-d2ce304a2ac3 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:44.101328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Port bedccbee-ba97-4458-84b6-d2ce304a2ac3 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:11:44.102625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Attempting to bind port bedccbee-ba97-4458-84b6-d2ce304a2ac3 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:44.141313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Network 7639636b-2e68-444d-a756-114c35a3b4a0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:44.150655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:44.153191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:44.157277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:44.157277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Bound port: bedccbee-ba97-4458-84b6-d2ce304a2ac3, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:44.157277 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.187880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:44.209055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.216464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575961a6-0291-4b1c-b091-3846e72be997 req-16da5945-14ba-4759-b47b-899e84d6be27 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:44.225009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-575961a6-0291-4b1c-b091-3846e72be997 req-16da5945-14ba-4759-b47b-899e84d6be27 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 948 time: 0.2862689 Aug 27 16:11:44.270031 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0597d4c5-4215-4f3c-bff3-9c771f7690a3 x-openstack-request-id: req-0597d4c5-4215-4f3c-bff3-9c771f7690a3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:44.270664 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-plugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:44.271087 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0597d4c5-4215-4f3c-bff3-9c771f7690a3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:44.271689 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'code': 200} Aug 27 16:11:44.274083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=13']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:44.280230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ca81a7ce-6569-46bd-a013-d70999f2a239 None None] Port f150bcbe-5c40-4fa4-91d0-88290fe6069f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:11:44.299791 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99eef09-45d2-448a-9beb-ffc88260c170,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:44.314876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.322210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.324286 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d01d3a43-c499-41cd-a835-273b85594212 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e99eef09-45d2-448a-9beb-ffc88260c170 HTTP/1.1" status: 204 len: 168 time: 0.4643383 Aug 27 16:11:44.331810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:44.340229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca81a7ce-6569-46bd-a013-d70999f2a239 None None] Provisioning complete for port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:44.340902 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca81a7ce-6569-46bd-a013-d70999f2a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.368257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Transition to ACTIVE for port object a7246c3d-7666-40d3-936d-0ea3ff01dca4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:44.409517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port aa6cfeff-417f-46d1-b95c-7596ea37166a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=aa6cfeff-417f-46d1-b95c-7596ea37166a,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:44.428922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'aa6cfeff-417f-46d1-b95c-7596ea37166a', 'network_id': '362a7575-98c4-49bb-b29e-f6f9cf10f11f', 'port_id': 'aa6cfeff-417f-46d1-b95c-7596ea37166a', 'mac_address': 'fa:16:3e:9e:64:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90348905-0524-4592-9baa-bd8475046b11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:11:44.518238 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.528319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-575961a6-0291-4b1c-b091-3846e72be997 req-d41ac24f-41f8-4841-8106-2b41361fbd0f tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019791 Aug 27 16:11:44.568021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.587587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] For port bedccbee-ba97-4458-84b6-d2ce304a2ac3, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:44.589286 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.622414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc87f8-b2ba-4200-9c5a-021d28d7fc95 req-750e05c4-4c6f-421a-b87b-d9caf560b9cf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:44.633069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fcc87f8-b2ba-4200-9c5a-021d28d7fc95 req-750e05c4-4c6f-421a-b87b-d9caf560b9cf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.4035389 Aug 27 16:11:44.641906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.673935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:44.677775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Made reservation on behalf of 75112f3c6fc94cb393b33ac3e3fef6df for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:11:44.681992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.700565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] For port bedccbee-ba97-4458-84b6-d2ce304a2ac3, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bedccbee-ba97-4458-84b6-d2ce304a2ac3,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:44.726297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3751dbf3-46e4-480e-a9ce-aa83931eb62c req-bff68a67-456f-4c5a-9229-efdb232d850a tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 210 time: 0.0740538 Aug 27 16:11:44.741204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6cfeff-417f-46d1-b95c-7596ea37166a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:44.760806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fcc87f8-b2ba-4200-9c5a-021d28d7fc95 req-7d2c4101-985e-4446-89c1-b145e45b2372 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221972 Aug 27 16:11:44.772667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.789368 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.795945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Router 10258984-73bf-4ec3-8210-83b1f6008c6b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:44.838760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.854108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:44.854721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.856178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] 10.222.0.97 "PUT /v2.0/ports/bedccbee-ba97-4458-84b6-d2ce304a2ac3 HTTP/1.1" status: 200 len: 1096 time: 3.6848958 Aug 27 16:11:44.868143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'tag': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:44.871635 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4" -d '{"events": [{"name": "network-changed", "server_uuid": "9af5a12b-4cf9-46de-8f94-39526ef84cde", "tag": "bedccbee-ba97-4458-84b6-d2ce304a2ac3"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:44.918148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port aa6cfeff-417f-46d1-b95c-7596ea37166a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=aa6cfeff-417f-46d1-b95c-7596ea37166a,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:44.943511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a374-df38-4b21-bb70-9d74a7609138 None None] Pushing event updated for resources: {'Port': ['ID=a7246c3d-7666-40d3-936d-0ea3ff01dca4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:44.947494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Attempting to bind port a7246c3d-7666-40d3-936d-0ea3ff01dca4 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:44.948118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Attempting to bind port a7246c3d-7666-40d3-936d-0ea3ff01dca4 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:44.948691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Attempting to bind port a7246c3d-7666-40d3-936d-0ea3ff01dca4 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:44.960949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:44.961624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:44.962267 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.963124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:44.963868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Bound port: a7246c3d-7666-40d3-936d-0ea3ff01dca4, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:44.964485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:44.995302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4346f8e0-0086-4c65-a0a4-d136b6c2f16a']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:45.001913 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.012319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88ffdef-089f-43a8-bb6d-11ca98b03a47') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:45.012620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88ffdef-089f-43a8-bb6d-11ca98b03a47') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:45.027246 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.028431 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d29d1-f5cf-4267-99e7-f25dd68b1d02 x-openstack-request-id: req-ea7d29d1-f5cf-4267-99e7-f25dd68b1d02 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:45.028712 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af5a12b-4cf9-46de-8f94-39526ef84cde", "tag": "bedccbee-ba97-4458-84b6-d2ce304a2ac3", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:45.028957 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea7d29d1-f5cf-4267-99e7-f25dd68b1d02 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:45.029351 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'tag': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3', 'status': 'completed', 'code': 200} Aug 27 16:11:45.048021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.055983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:11:45.056764 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.083330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca81a7ce-6569-46bd-a013-d70999f2a239 None None] Provisioning for port bedccbee-ba97-4458-84b6-d2ce304a2ac3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:45.086200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91f6fe-1b9a-4c42-a733-e82f8ecef3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bedccbee-ba97-4458-84b6-d2ce304a2ac3,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:45.131451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:45.132134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f8b3814-ebf0-4e10-ac7c-1a2fb3c4d899 req-77731ed9-cab4-4b2e-bb0e-3756b96e4a4b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1423812 Aug 27 16:11:45.138381 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.155609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Pushing event updated for resources: {'Port': ['ID=3bba7afb-79a5-4050-ac25-3565ab6eb91a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:11:45.170446 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:11:45.209654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] For port a7246c3d-7666-40d3-936d-0ea3ff01dca4, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:45.213300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:45.213525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=aa6cfeff-417f-46d1-b95c-7596ea37166a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:45.228588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d6a8b020-296a-4942-b5c1-efcf5193dbd7 admin admin] 10.222.0.101 "PUT /v2.0/routers/10258984-73bf-4ec3-8210-83b1f6008c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1034293 Aug 27 16:11:45.237659 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Sync routers for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:45.257281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['aa6cfeff-417f-46d1-b95c-7596ea37166a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:45.262420 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:45.263051 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:45.269559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-f901f256-1743-4ee9-a37c-5c23d3d00586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:45.271080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-f901f256-1743-4ee9-a37c-5c23d3d00586 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 1099 time: 0.2780738 Aug 27 16:11:45.294828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.332847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] For port a7246c3d-7666-40d3-936d-0ea3ff01dca4, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a7246c3d-7666-40d3-936d-0ea3ff01dca4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:45.350239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-fd6a2743-5ca0-40fe-bd0d-3071a5219dca service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=bedccbee-ba97-4458-84b6-d2ce304a2ac3 HTTP/1.1" status: 200 len: 217 time: 0.0585907 Aug 27 16:11:45.359881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c259eb-070a-4ee1-bec7-c156e6c21eb5 req-fc3f1ba3-0729-4e09-8df8-fdd668636ef4 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:45.364747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c259eb-070a-4ee1-bec7-c156e6c21eb5 req-fc3f1ba3-0729-4e09-8df8-fdd668636ef4 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 944 time: 0.2202878 Aug 27 16:11:45.454367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c259eb-070a-4ee1-bec7-c156e6c21eb5 req-da69c2ee-1fe2-4015-8a62-e6f92a32aecd tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752025 Aug 27 16:11:45.462476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-9cb71313-3ec2-401a-abeb-00eec3a08397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:45.464549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-9cb71313-3ec2-401a-abeb-00eec3a08397 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0988824 Aug 27 16:11:45.487347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.559365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-c98ea4ed-ea59-43b1-a38a-c375b56f3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:45.566911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-c98ea4ed-ea59-43b1-a38a-c375b56f3ce9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903921 Aug 27 16:11:45.569912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Network 18e2c349-512f-42ba-bda3-9755291f4f23 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:45.577309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:45.584977 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a374-df38-4b21-bb70-9d74a7609138 None None] Pushing event updated for resources: {'Port': ['ID=a7246c3d-7666-40d3-936d-0ea3ff01dca4,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:45.596503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1bef8303-05f3-40f7-a445-085fa3cf1f5c None None] Provisioning for port 3bba7afb-79a5-4050-ac25-3565ab6eb91a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:45.608682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1bef8303-05f3-40f7-a445-085fa3cf1f5c None None] Provisioning complete for port 3bba7afb-79a5-4050-ac25-3565ab6eb91a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:45.609103 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1bef8303-05f3-40f7-a445-085fa3cf1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.613371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.632560 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.642969 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] 10.222.0.101 "DELETE /v2.0/networks/4346f8e0-0086-4c65-a0a4-d136b6c2f16a HTTP/1.1" status: 204 len: 168 time: 1.3096428 Aug 27 16:11:45.646966 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:45.655579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59516) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:45.706914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1bef8303-05f3-40f7-a445-085fa3cf1f5c None None] Port 3bba7afb-79a5-4050-ac25-3565ab6eb91a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:11:45.749676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4475f9c-3e79-47cd-af72-8e030157602f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:45.822714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520d36-f4df-4acf-b318-20d93ec87645 admin admin] Pushing event deleted for resources: {'Network': ['ID=4346f8e0-0086-4c65-a0a4-d136b6c2f16a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:45.834765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1bef8303-05f3-40f7-a445-085fa3cf1f5c None None] Provisioning complete for port f150bcbe-5c40-4fa4-91d0-88290fe6069f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:45.835147 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1bef8303-05f3-40f7-a445-085fa3cf1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.847296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] Deleting subnet 948a1587-61c4-4f04-a43e-a5dbdc53824d {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:11:45.867457 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:45.911176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Routers {'0e5901f0-43e2-43a8-bd1d-b9dd310ca937'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:45.912721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:46.062078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Allocated IP 172.20.0.11 (dbd98aa3-99fb-44e6-a879-5bb9abbefd50/9379bda9-21c9-4d1c-8307-538bf7e713b5/da0874e1-f662-4dc8-8c6d-d03aaec33a68) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:11:46.119679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1bef8303-05f3-40f7-a445-085fa3cf1f5c None None] Port f150bcbe-5c40-4fa4-91d0-88290fe6069f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:11:46.131781 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 2, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:46.180409 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Checking router: 10258984-73bf-4ec3-8210-83b1f6008c6b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:46.180986 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Updating router 10258984-73bf-4ec3-8210-83b1f6008c6b port f150bcbe-5c40-4fa4-91d0-88290fe6069f binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:11:46.215340 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:46.269143 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:46.348519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] Set router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:46.357685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f4475f9c-3e79-47cd-af72-8e030157602f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:46.448323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f4475f9c-3e79-47cd-af72-8e030157602f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:46.449759 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:46.496732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-be52550e-953c-4887-ba21-3240ad575e7c None None] Provisioning complete for port 3bba7afb-79a5-4050-ac25-3565ab6eb91a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:46.497362 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be52550e-953c-4887-ba21-3240ad575e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:46.506932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c093109-c5c7-4f05-9105-9c62a49b3436 req-e97ab762-2a92-405b-abed-ab490f8e45f3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:46.518052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c093109-c5c7-4f05-9105-9c62a49b3436 req-e97ab762-2a92-405b-abed-ab490f8e45f3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.1931546 Aug 27 16:11:46.533260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c8301-41aa-4d5e-96a4-1f29ae2a631e req-215254e4-2467-41fc-9944-9dea0f06e487 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:46.535543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7c8301-41aa-4d5e-96a4-1f29ae2a631e req-215254e4-2467-41fc-9944-9dea0f06e487 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 948 time: 0.2081828 Aug 27 16:11:46.543881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-8bb2d626-50ce-4278-ac5b-4669845032d1 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691408 Aug 27 16:11:46.607575 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:46.621150 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Transition to ACTIVE for port object f150bcbe-5c40-4fa4-91d0-88290fe6069f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:46.679399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c093109-c5c7-4f05-9105-9c62a49b3436 req-ab4aee73-e3a3-435e-b512-ec0cfc44ea0d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585495 Aug 27 16:11:46.690164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7c8301-41aa-4d5e-96a4-1f29ae2a631e req-d79704d6-e3fc-4858-8322-0e96c361cedb tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451981 Aug 27 16:11:46.716245 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:46.722306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:46.770850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-be52550e-953c-4887-ba21-3240ad575e7c None None] Port 3bba7afb-79a5-4050-ac25-3565ab6eb91a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:11:46.822555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff341e65-d0e0-4896-9a60-ba3dee208d5b req-aaf88924-a8e8-42cd-a624-23d7213809fe service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569985 Aug 27 16:11:46.871518 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046286a-b815-43bd-93b1-11c2d4580c46 None None] Pushing event updated for resources: {'Port': ['ID=f150bcbe-5c40-4fa4-91d0-88290fe6069f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:46.876248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:46.929006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10bcc54b-dec2-4721-af86-3f18472fcb2a req-31b0d00e-4a29-4943-b30d-3aa25ba90a16 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 210 time: 0.0576856 Aug 27 16:11:46.940921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.003636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.026588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f4475f9c-3e79-47cd-af72-8e030157602f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f4475f9c-3e79-47cd-af72-8e030157602f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:47.101315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.122113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c49ae821-2152-48f9-9b8c-08705ed8885d req-56cd90b4-9b69-4b28-9499-5c959098b2fb tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0854993 Aug 27 16:11:47.131920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.138877 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Attempting to bind port f150bcbe-5c40-4fa4-91d0-88290fe6069f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:47.138877 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Attempting to bind port f150bcbe-5c40-4fa4-91d0-88290fe6069f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:47.138877 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Attempting to bind port f150bcbe-5c40-4fa4-91d0-88290fe6069f on network 7639636b-2e68-444d-a756-114c35a3b4a0 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:47.152015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:47.152468 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Checking segment: {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:47.152830 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.154385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Bound using segment: {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:47.154912 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Bound port: f150bcbe-5c40-4fa4-91d0-88290fe6069f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:47.155323 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.188956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948a1587-61c4-4f04-a43e-a5dbdc53824d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:47.208209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-98ef6f80-89bd-441b-a2e0-e7517c453311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:47.226077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-98ef6f80-89bd-441b-a2e0-e7517c453311 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a320812637b64c2d9bcda51437b223a9&device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 1099 time: 0.2698152 Aug 27 16:11:47.237087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83ddee-7ceb-47ac-820e-6c7ca64f781f req-376fcf57-d23e-4c63-a30a-9151b4123a87 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:47.244864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb83ddee-7ceb-47ac-820e-6c7ca64f781f req-376fcf57-d23e-4c63-a30a-9151b4123a87 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 944 time: 0.1624334 Aug 27 16:11:47.249342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.252720 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57f7ddc2-3efb-4adb-a44d-1b5dc13a36ca admin admin] 10.222.0.101 "DELETE /v2.0/subnets/948a1587-61c4-4f04-a43e-a5dbdc53824d HTTP/1.1" status: 204 len: 168 time: 1.5523584 Aug 27 16:11:47.256981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59564) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:47.286686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:43Z', 'revision_number': 4, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port': {'id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:36Z', 'updated_at': '2021-08-27T16:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '3bba7afb-79a5-4050-ac25-3565ab6eb91a', 'name': '', 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'mac_address': 'fa:16:3e:27:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ca1933f8-789b-4ba4-8c9b-edc6510d5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:42Z', 'updated_at': '2021-08-27T16:11:43Z', 'revision_number': 2, 'project_id': '38528447b67641b0a03fb44b013404a3', 'subnets': [{'id': 'ca1933f8-789b-4ba4-8c9b-edc6510d5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:47.339835 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] For port f150bcbe-5c40-4fa4-91d0-88290fe6069f, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:47.360702 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] For port f150bcbe-5c40-4fa4-91d0-88290fe6069f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f150bcbe-5c40-4fa4-91d0-88290fe6069f,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:47.364231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb83ddee-7ceb-47ac-820e-6c7ca64f781f req-1dd66bf9-18c1-4ff5-9a59-3f19451f9324 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182342 Aug 27 16:11:47.370519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:47.384839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bd961-b34b-46b8-adec-a1e6c40be2df None None] The sync data for ids ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'] in n-d-806412-1 is: [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:43Z', 'revision_number': 4, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port': {'id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:36Z', 'updated_at': '2021-08-27T16:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '3bba7afb-79a5-4050-ac25-3565ab6eb91a', 'name': '', 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'mac_address': 'fa:16:3e:27:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ca1933f8-789b-4ba4-8c9b-edc6510d5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:42Z', 'updated_at': '2021-08-27T16:11:43Z', 'revision_number': 2, 'project_id': '38528447b67641b0a03fb44b013404a3', 'subnets': [{'id': 'ca1933f8-789b-4ba4-8c9b-edc6510d5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:47.387154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.396826 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6cff065f-6a26-43fb-9767-cb0b23ca3007 admin admin] 10.222.0.101 "PUT /v2.0/routers/0e5901f0-43e2-43a8-bd1d-b9dd310ca937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5296836 Aug 27 16:11:47.417967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f4475f9c-3e79-47cd-af72-8e030157602f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:47.424410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-258f4fdc-5340-42e9-8147-a1610d639d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:47.426078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-258f4fdc-5340-42e9-8147-a1610d639d95 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1790917 Aug 27 16:11:47.458520 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.465656 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.526948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-36c3b909-096e-4cd8-8515-cd38d274fa3c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=bedccbee-ba97-4458-84b6-d2ce304a2ac3 HTTP/1.1" status: 200 len: 217 time: 0.0906575 Aug 27 16:11:47.566178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:47.612410 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:47.613060 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:47.643492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-dd74cd69-0d4e-4c42-8f1c-ba9ce0fadc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:47.645915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-dd74cd69-0d4e-4c42-8f1c-ba9ce0fadc3c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1080911 Aug 27 16:11:47.652392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a8e2d4-9c05-48fb-8151-d326d5327f7d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:47.694884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:11:47.709763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add479ca-5349-4ae6-ba4a-4cae569b50d3') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:47.714340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add479ca-5349-4ae6-ba4a-4cae569b50d3') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:47.717883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:11:47.739750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:11:47.786203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device aa6cfeff-417f-46d1-b95c-7596ea37166a up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:47.790997 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046286a-b815-43bd-93b1-11c2d4580c46 None None] Pushing event updated for resources: {'Port': ['ID=f150bcbe-5c40-4fa4-91d0-88290fe6069f,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:47.792350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-810cbd00-dc06-4360-9178-de9f5d4daf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:47.795972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-810cbd00-dc06-4360-9178-de9f5d4daf84 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411865 Aug 27 16:11:47.977911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.014792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port aa6cfeff-417f-46d1-b95c-7596ea37166a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:48.022350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port aa6cfeff-417f-46d1-b95c-7596ea37166a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:48.022949 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.049636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event updated for resources: {'Port': ['ID=da0874e1-f662-4dc8-8c6d-d03aaec33a68,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:48.090668 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:48.141393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.154702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:48.169337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.179406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:11:48.180657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:11:48.186525 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:11:48.263893 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-6d098473-1122-481a-a57c-38a630980ff6 req-7f13dc02-b708-4ffb-b656-2df914b73137 tempest-FloatingIPDetailsNegativeTestJSON-1629568107 tempest-FloatingIPDetailsNegativeTestJSON-1629568107-project] show failed (client error): The resource could not be found. Aug 27 16:11:48.265067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d098473-1122-481a-a57c-38a630980ff6 req-7f13dc02-b708-4ffb-b656-2df914b73137 tempest-FloatingIPDetailsNegativeTestJSON-1629568107 tempest-FloatingIPDetailsNegativeTestJSON-1629568107-project] 10.222.0.101 "GET /v2.0/floatingips/29b8dedb-7d35-446c-8ea1-b5cfa1884960 HTTP/1.1" status: 404 len: 350 time: 0.2630424 Aug 27 16:11:48.293412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59610) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:48.308055 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.346170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-ddd4429c-cfbb-4812-9dc0-4b9ddc3c1f63 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410397 Aug 27 16:11:48.433224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6cfeff-417f-46d1-b95c-7596ea37166a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:48.435914 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54461f7e-636b-4be7-86fc-b0ce640372dc" -d '{"events": [{"server_uuid": "c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e", "name": "network-vif-plugged", "status": "completed", "tag": "aa6cfeff-417f-46d1-b95c-7596ea37166a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:48.473697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port aa6cfeff-417f-46d1-b95c-7596ea37166a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=aa6cfeff-417f-46d1-b95c-7596ea37166a,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:48.504483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca947a31-fdfd-448c-be16-a9035946ac51 req-82a44932-d625-4c3d-82d4-fc0672a7e225 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:48.512075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca947a31-fdfd-448c-be16-a9035946ac51 req-82a44932-d625-4c3d-82d4-fc0672a7e225 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.6666813 Aug 27 16:11:48.528549 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.547762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.550265 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-5d45a871-45b1-40e0-9484-6798d35b6376 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7853489 Aug 27 16:11:48.568613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:48.572470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] 10.222.0.101 "DELETE /v2.0/networks/36a8e2d4-9c05-48fb-8151-d326d5327f7d HTTP/1.1" status: 204 len: 168 time: 1.3103232 Aug 27 16:11:48.609059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Request body: {'port': {'device_id': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:11:48.692896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=aa6cfeff-417f-46d1-b95c-7596ea37166a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:48.704374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bedccbee-ba97-4458-84b6-d2ce304a2ac3 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:11:48.756861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca947a31-fdfd-448c-be16-a9035946ac51 req-7f5994cf-efe6-4252-9170-f848015a55fa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437370 Aug 27 16:11:48.867318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe983b6-f8a2-4b12-9ecf-c3220648dc38 req-a15d07df-d67d-4867-8a5b-8d6877a7d7ab tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:48.888820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518f5d2-757f-46df-9470-b35b766db12b admin admin] Pushing event deleted for resources: {'Network': ['ID=36a8e2d4-9c05-48fb-8151-d326d5327f7d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:48.912789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efe983b6-f8a2-4b12-9ecf-c3220648dc38 req-a15d07df-d67d-4867-8a5b-8d6877a7d7ab tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 948 time: 0.4168251 Aug 27 16:11:48.917709 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:47Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:48.968525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa88c3d-dee8-45fc-84a4-ee20beb3dac4 req-020a94d1-f87d-4a01-82d7-f82f3403ee10 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220574 Aug 27 16:11:48.978485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bedccbee-ba97-4458-84b6-d2ce304a2ac3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bedccbee-ba97-4458-84b6-d2ce304a2ac3,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:49.007030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3', 'mac_address': 'fa:16:3e:08:0b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:11:49.015105 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf80493-8299-4e0c-b153-57315b46498e None None] The sync data for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 is: [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:47Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:49.018131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efe983b6-f8a2-4b12-9ecf-c3220648dc38 req-4008ba19-9b7a-4b46-98c8-7abc438c2f58 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034775 Aug 27 16:11:49.055014 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:49.153475 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:49.159065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59620) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:49.213898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedccbee-ba97-4458-84b6-d2ce304a2ac3 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:49.265150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bedccbee-ba97-4458-84b6-d2ce304a2ac3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bedccbee-ba97-4458-84b6-d2ce304a2ac3,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:49.281960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8ecd-0a3f-460b-ab8e-9b16bf505ef3 req-373af1d3-375b-45c9-b583-9cab619ba65c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:49.288997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-771d8ecd-0a3f-460b-ab8e-9b16bf505ef3 req-373af1d3-375b-45c9-b583-9cab619ba65c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 932 time: 0.2698119 Aug 27 16:11:49.321786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:49.459568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bedccbee-ba97-4458-84b6-d2ce304a2ac3,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:49.497089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccb633a6-ee72-4996-8323-0af9363704de req-9cca8473-961e-47a5-afde-a0774a3f7bf9 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1469424 Aug 27 16:11:49.505686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-771d8ecd-0a3f-460b-ab8e-9b16bf505ef3 req-afe10523-7875-4d8d-8625-51c686ac59f5 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073841 Aug 27 16:11:49.635689 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5db700-4dd7-46ed-a865-f626864d2f8e x-openstack-request-id: req-ae5db700-4dd7-46ed-a865-f626864d2f8e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:49.635983 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e", "name": "network-vif-plugged", "status": "completed", "tag": "aa6cfeff-417f-46d1-b95c-7596ea37166a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:49.636237 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae5db700-4dd7-46ed-a865-f626864d2f8e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:49.636638 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6cfeff-417f-46d1-b95c-7596ea37166a', 'code': 200} Aug 27 16:11:49.641925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['bedccbee-ba97-4458-84b6-d2ce304a2ac3'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:49.734044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5b862-ace9-49c9-a19e-fe074ef37c99 req-76b9532f-1caf-4a2a-9741-68781129de81 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:49.743093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46e5b862-ace9-49c9-a19e-fe074ef37c99 req-76b9532f-1caf-4a2a-9741-68781129de81 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 945 time: 0.1349125 Aug 27 16:11:49.790785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f150bcbe-5c40-4fa4-91d0-88290fe6069f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:49.888201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46e5b862-ace9-49c9-a19e-fe074ef37c99 req-dbb8ac76-8aa5-402e-b23c-fe1608bd81ef tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411908 Aug 27 16:11:49.994408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ad531-3bd1-45b0-8b60-1d9101be8095 req-a7e9701d-bdfa-45ed-994f-bd81287a4d62 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:49.996630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca3ad531-3bd1-45b0-8b60-1d9101be8095 req-a7e9701d-bdfa-45ed-994f-bd81287a4d62 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.0757580 Aug 27 16:11:50.083112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca3ad531-3bd1-45b0-8b60-1d9101be8095 req-a95c054c-f15d-4dd8-9689-ab6d321bab3b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759404 Aug 27 16:11:50.118329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f150bcbe-5c40-4fa4-91d0-88290fe6069f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:50.125929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f150bcbe-5c40-4fa4-91d0-88290fe6069f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:50.126303 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.287857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.313290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2b92-471a-47b5-8548-4ee8a1ea0cf4 req-3dc31c2d-c530-44d5-9b71-f74344330448 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:50.314859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39ea2b92-471a-47b5-8548-4ee8a1ea0cf4 req-3dc31c2d-c530-44d5-9b71-f74344330448 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 949 time: 0.1340404 Aug 27 16:11:50.351951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f150bcbe-5c40-4fa4-91d0-88290fe6069f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f150bcbe-5c40-4fa4-91d0-88290fe6069f,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:50.396908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39ea2b92-471a-47b5-8548-4ee8a1ea0cf4 req-38ada95b-c23c-43c9-a18a-c7b86dc4ad35 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Aug 27 16:11:50.407862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.412156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4475f9c-3e79-47cd-af72-8e030157602f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:50.563582 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-91652f33-5652-4bfc-9f4e-f90cb043095f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4b21537edd39426cbe8f7389791ed11e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3993545 Aug 27 16:11:50.565277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59632) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:50.608134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f150bcbe-5c40-4fa4-91d0-88290fe6069f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:50.637648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0897918b-902c-4e07-9b4e-39af9ecd0930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.656853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f4475f9c-3e79-47cd-af72-8e030157602f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:50.657123 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.756960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a11ccaad-42a1-4473-b5d3-57204bd5c1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.839073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a7246c3d-7666-40d3-936d-0ea3ff01dca4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:50.844555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51ba3e2b-6a2c-4a97-9a00-8709eee74921 req-dfae2c06-229d-415f-b92b-5fc0badb9689 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1229215 Aug 27 16:11:50.895193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a11ccaad-42a1-4473-b5d3-57204bd5c1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.902997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0874e1-f662-4dc8-8c6d-d03aaec33a68 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:50.915674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:50.931677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Transition to ACTIVE for port object da0874e1-f662-4dc8-8c6d-d03aaec33a68 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:11:50.955504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d324a23-2865-4545-9f54-b82750e0ea0a req-8c1dcd51-1bac-4b0a-9dfd-a997fd77b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:50.957919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1d324a23-2865-4545-9f54-b82750e0ea0a req-8c1dcd51-1bac-4b0a-9dfd-a997fd77b824 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 1096 time: 0.6468322 Aug 27 16:11:50.972731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c08ef5-0088-40a8-8b20-3ecaef89cc5e req-c0b2d647-63fd-489a-be46-4f8d81ec0956 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:50.974310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81c08ef5-0088-40a8-8b20-3ecaef89cc5e req-c0b2d647-63fd-489a-be46-4f8d81ec0956 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 932 time: 0.3327012 Aug 27 16:11:51.023623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.083336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a7246c3d-7666-40d3-936d-0ea3ff01dca4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:51.087419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=da0874e1-f662-4dc8-8c6d-d03aaec33a68,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:51.088313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a7246c3d-7666-40d3-936d-0ea3ff01dca4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:51.088691 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.211941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81c08ef5-0088-40a8-8b20-3ecaef89cc5e req-4897c22e-cd33-4e82-9f9c-d3a4884bef63 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200689 Aug 27 16:11:51.248890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a11ccaad-42a1-4473-b5d3-57204bd5c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.261456 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1d324a23-2865-4545-9f54-b82750e0ea0a req-6b426108-c09c-447c-b989-92293032c682 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655048 Aug 27 16:11:51.263905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a11ccaad-42a1-4473-b5d3-57204bd5c1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.267570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a11ccaad-42a1-4473-b5d3-57204bd5c1b4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd HTTP/1.1" status: 204 len: 168 time: 0.6987388 Aug 27 16:11:51.338464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ccaad-42a1-4473-b5d3-57204bd5c1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e9c14-f35e-4aab-86a6-b7fba5ff2ffd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:51.386855 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.446007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03be79-a5f1-440e-8bc7-f963ac879546 req-fb722218-dc3d-4a2d-be0b-d1900e939605 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:51.462503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c03be79-a5f1-440e-8bc7-f963ac879546 req-fb722218-dc3d-4a2d-be0b-d1900e939605 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 945 time: 0.3471334 Aug 27 16:11:51.500417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port a7246c3d-7666-40d3-936d-0ea3ff01dca4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a7246c3d-7666-40d3-936d-0ea3ff01dca4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:51.534547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Attempting to bind port da0874e1-f662-4dc8-8c6d-d03aaec33a68 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:11:51.534895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Attempting to bind port da0874e1-f662-4dc8-8c6d-d03aaec33a68 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:11:51.535235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Attempting to bind port da0874e1-f662-4dc8-8c6d-d03aaec33a68 on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:51.550213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Port da0874e1-f662-4dc8-8c6d-d03aaec33a68 on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:11:51.550699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Attempting to bind port da0874e1-f662-4dc8-8c6d-d03aaec33a68 on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:11:51.557361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1baf3a-b83a-4a25-890d-fadfc55d79f6 req-fb4c2683-5d05-44fc-ae21-d99da7e2fbb3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:51.560109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca1baf3a-b83a-4a25-890d-fadfc55d79f6 req-fb4c2683-5d05-44fc-ae21-d99da7e2fbb3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.1896360 Aug 27 16:11:51.562889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:11:51.563262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Checking segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:11:51.565428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Bound using segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:11:51.566671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Bound port: da0874e1-f662-4dc8-8c6d-d03aaec33a68, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:11:51.567053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.611484 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:11:51.612068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c03be79-a5f1-440e-8bc7-f963ac879546 req-1ef5521b-57c4-4754-9b16-addca574eda3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476724 Aug 27 16:11:51.625783 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.652711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:51.676272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca1baf3a-b83a-4a25-890d-fadfc55d79f6 req-dcfd5420-85da-4650-ab3b-5702fdd01778 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022425 Aug 27 16:11:51.818334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] For port da0874e1-f662-4dc8-8c6d-d03aaec33a68, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:11:51.836021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f150bcbe-5c40-4fa4-91d0-88290fe6069f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:51.839881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] For port da0874e1-f662-4dc8-8c6d-d03aaec33a68, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=da0874e1-f662-4dc8-8c6d-d03aaec33a68,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:11:51.952072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d83ad-1964-4d22-8fa2-631c11cba65a req-18cdefcf-7ace-4b5c-8adf-b7cafc7245ec tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:51.963308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-100d83ad-1964-4d22-8fa2-631c11cba65a req-18cdefcf-7ace-4b5c-8adf-b7cafc7245ec tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 949 time: 0.1489549 Aug 27 16:11:51.963563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=a7246c3d-7666-40d3-936d-0ea3ff01dca4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:51.975680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:52.051515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f150bcbe-5c40-4fa4-91d0-88290fe6069f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:52.052005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:52.125225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-100d83ad-1964-4d22-8fa2-631c11cba65a req-15456424-a892-4fe5-bfca-0a0eb7a966ab tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598091 Aug 27 16:11:52.161190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9efc74b4-8d6b-49d8-b1b9-9b1ffa0bc259 req-144a91a7-774c-4188-a1cd-07baa7549b1a tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1221097 Aug 27 16:11:52.168434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:52.169497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:52.171315 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] 10.222.0.90 "PUT /v2.0/ports/da0874e1-f662-4dc8-8c6d-d03aaec33a68 HTTP/1.1" status: 200 len: 1092 time: 3.5673292 Aug 27 16:11:52.172684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'tag': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:52.175447 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa94bb7-724c-4659-8b28-e59647927477" -d '{"events": [{"name": "network-changed", "server_uuid": "30373221-4f61-43d2-b72b-4ee028f11ec4", "tag": "da0874e1-f662-4dc8-8c6d-d03aaec33a68"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:52.233681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93030de-dbc0-40ac-89ed-95f8f5d2dc61 service neutron] Pushing event updated for resources: {'Port': ['ID=da0874e1-f662-4dc8-8c6d-d03aaec33a68,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:52.274137 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b62ac6-57b5-42c4-956b-878e02548b1b x-openstack-request-id: req-f5b62ac6-57b5-42c4-956b-878e02548b1b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:52.274606 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30373221-4f61-43d2-b72b-4ee028f11ec4", "tag": "da0874e1-f662-4dc8-8c6d-d03aaec33a68", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:52.274865 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f5b62ac6-57b5-42c4-956b-878e02548b1b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:52.275808 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'tag': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68', 'status': 'completed', 'code': 200} Aug 27 16:11:52.372152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63b506-f24c-4bd9-aff3-6ac006e3996f req-4f635066-82f3-4196-840e-b3aaa43ff30c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:52.373810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b63b506-f24c-4bd9-aff3-6ac006e3996f req-4f635066-82f3-4196-840e-b3aaa43ff30c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 944 time: 0.0804451 Aug 27 16:11:52.396978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94bb7-724c-4659-8b28-e59647927477 req-181e7bbc-fe25-4859-90a8-2967c2dd8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:52.400022 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0aa94bb7-724c-4659-8b28-e59647927477 req-181e7bbc-fe25-4859-90a8-2967c2dd8b96 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 1095 time: 0.1191890 Aug 27 16:11:52.424470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b63b506-f24c-4bd9-aff3-6ac006e3996f req-1003c590-84ba-45dd-b845-894acc2c14ff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Aug 27 16:11:52.538855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Deleting port 3bba7afb-79a5-4050-ac25-3565ab6eb91a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:52.539203 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:52.589567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Sync routers for ids ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:52.602555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Routers {'0e5901f0-43e2-43a8-bd1d-b9dd310ca937'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:52.603192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:52.618645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94bb7-724c-4659-8b28-e59647927477 req-7534d03c-a460-4795-8382-529be8b8b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:52.620137 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0aa94bb7-724c-4659-8b28-e59647927477 req-7534d03c-a460-4795-8382-529be8b8b0eb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1927385 Aug 27 16:11:52.733726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:52.753989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Calling delete_port for 3bba7afb-79a5-4050-ac25-3565ab6eb91a owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:52.793535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bedccbee-ba97-4458-84b6-d2ce304a2ac3 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:52.813441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05d62c-6a62-496e-8a93-8d3d4dbe977c req-8fef9e1a-874d-44d8-9aeb-9e1ff5e9ebe3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:52.821943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b05d62c-6a62-496e-8a93-8d3d4dbe977c req-8fef9e1a-874d-44d8-9aeb-9e1ff5e9ebe3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 945 time: 0.1193204 Aug 27 16:11:52.860802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94bb7-724c-4659-8b28-e59647927477 req-bb66f6c7-0664-4efb-9b51-4497de57718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:52.862568 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0aa94bb7-724c-4659-8b28-e59647927477 req-bb66f6c7-0664-4efb-9b51-4497de57718a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2325118 Aug 27 16:11:52.933759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b05d62c-6a62-496e-8a93-8d3d4dbe977c req-313be965-96ef-4674-b5da-3dc5a8a214b6 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102760 Aug 27 16:11:52.947726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Set router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:52.953670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92dd68-f97a-4fca-ad44-c948bba9fe81 req-463ebb70-f7a3-4124-8b68-267df1ae562a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:52.962296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc92dd68-f97a-4fca-ad44-c948bba9fe81 req-463ebb70-f7a3-4124-8b68-267df1ae562a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.1156473 Aug 27 16:11:53.017564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc92dd68-f97a-4fca-ad44-c948bba9fe81 req-8090a36c-80c7-4e5a-b48c-4614264b0e4c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540066 Aug 27 16:11:53.202103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-47f45098-ff24-4274-ac9e-69cc7094bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:53.204658 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-47f45098-ff24-4274-ac9e-69cc7094bdb3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0722482 Aug 27 16:11:53.225535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:53.226632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port bedccbee-ba97-4458-84b6-d2ce304a2ac3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:11:53.235215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port bedccbee-ba97-4458-84b6-d2ce304a2ac3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:53.235906 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:53.278891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:43Z', 'revision_number': 4, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port': {'id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:36Z', 'updated_at': '2021-08-27T16:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '3bba7afb-79a5-4050-ac25-3565ab6eb91a', 'name': '', 'network_id': '18e2c349-512f-42ba-bda3-9755291f4f23', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'mac_address': 'fa:16:3e:27:a0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ca1933f8-789b-4ba4-8c9b-edc6510d5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:42Z', 'updated_at': '2021-08-27T16:11:43Z', 'revision_number': 2, 'project_id': '38528447b67641b0a03fb44b013404a3', 'subnets': [{'id': 'ca1933f8-789b-4ba4-8c9b-edc6510d5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:53.283017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa08ee1a-2aa8-4786-9714-674ecc6c2acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:53.291521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:53.294353 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-fb2e3577-989c-4a9a-b1f3-f5c06dfd4eb5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da0874e1-f662-4dc8-8c6d-d03aaec33a68 HTTP/1.1" status: 200 len: 217 time: 0.0810854 Aug 27 16:11:53.371442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bba7afb-79a5-4050-ac25-3565ab6eb91a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:53.383977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf3244-56c2-471b-9850-08517176e90e req-0542b959-b6da-4b76-aa90-a408d1512065 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:53.393665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93cf3244-56c2-471b-9850-08517176e90e req-0542b959-b6da-4b76-aa90-a408d1512065 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 949 time: 0.1410229 Aug 27 16:11:53.414019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Checking router: 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:53.414019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Updating router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 port 3bba7afb-79a5-4050-ac25-3565ab6eb91a binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:11:53.456697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63788f9e-d9b6-47c2-b399-5cc70e2b4ca4 req-792864eb-b02a-4ebb-9caf-5de56ca856e3 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0457265 Aug 27 16:11:53.461793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:53.478421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Port 3bba7afb-79a5-4050-ac25-3565ab6eb91a not found while updating agent binding for router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937. {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 16:11:53.499422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59670) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:53.503441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Routers {'0e5901f0-43e2-43a8-bd1d-b9dd310ca937'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:53.508040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:53.638271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93cf3244-56c2-471b-9850-08517176e90e req-3cd7585b-7705-456b-82eb-36af31e6242d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272401 Aug 27 16:11:53.707852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-f4de2f1c-5013-46be-b9db-dcdd5c3ee414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:53.709515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-f4de2f1c-5013-46be-b9db-dcdd5c3ee414 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9379bda9-21c9-4d1c-8307-538bf7e713b5 HTTP/1.1" status: 200 len: 853 time: 0.3864932 Aug 27 16:11:53.731250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-052b9424-a47f-4a4c-ae09-1426ff092403 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=64a304cb870043d0a847fb508c67741b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302840 Aug 27 16:11:53.732419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59672) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:53.783852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436eee7-67e2-4099-b7a4-b4078c8b1721 req-19531215-ebb9-4c05-9e3b-4eb52f26de49 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:53.790795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] Set router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:53.793479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6436eee7-67e2-4099-b7a4-b4078c8b1721 req-19531215-ebb9-4c05-9e3b-4eb52f26de49 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 944 time: 0.1353343 Aug 27 16:11:53.817005 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-e680da59-37c5-427d-a0d7-576d69fc0e80 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871618 Aug 27 16:11:53.873253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6436eee7-67e2-4099-b7a4-b4078c8b1721 req-31845e10-8540-4504-9a46-f323e6db6f5d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741644 Aug 27 16:11:53.880739 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a48ab0-9d02-4d6e-95eb-ba3e431b55cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:53.907231 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a48ab0-9d02-4d6e-95eb-ba3e431b55cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:53.907939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a7246c3d-7666-40d3-936d-0ea3ff01dca4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:11:54.048327 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.060007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a48ab0-9d02-4d6e-95eb-ba3e431b55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.064335 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a48ab0-9d02-4d6e-95eb-ba3e431b55cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.070068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c8a48ab0-9d02-4d6e-95eb-ba3e431b55cb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/813e16e7-ee8f-485d-8890-f7753df66223 HTTP/1.1" status: 204 len: 168 time: 0.3328133 Aug 27 16:11:54.095834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a48ab0-9d02-4d6e-95eb-ba3e431b55cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e16e7-ee8f-485d-8890-f7753df66223,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:54.143046 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-317ec0b5-80ce-44c8-ba10-e645dc2d6642 service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262070 Aug 27 16:11:54.148031 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.186806 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.254072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a7246c3d-7666-40d3-936d-0ea3ff01dca4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:11:54.261072 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.311227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89228ba2-e1f4-42c6-9761-029d5aeadc83 req-10a4d614-da3e-4b6e-9f00-86a67c892b10 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:54.322094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89228ba2-e1f4-42c6-9761-029d5aeadc83 req-10a4d614-da3e-4b6e-9f00-86a67c892b10 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 945 time: 0.1641634 Aug 27 16:11:54.374347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bedccbee-ba97-4458-84b6-d2ce304a2ac3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bedccbee-ba97-4458-84b6-d2ce304a2ac3,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:54.384882 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1e9f3b69-86a0-4bc4-a20b-fcd0d941de31 req-710813fc-d5e0-4ebb-be00-273091449dc6 service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165847 Aug 27 16:11:54.390087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20bd06-1d30-447d-a9e2-014ae71bd43a req-54c8dc58-cae8-47f5-8285-42e11b47696e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:54.403636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d20bd06-1d30-447d-a9e2-014ae71bd43a req-54c8dc58-cae8-47f5-8285-42e11b47696e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.1719065 Aug 27 16:11:54.442141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:11:54.446878 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43086f2-25c8-4be4-9154-70773908e478" -d '{"events": [{"server_uuid": "9af5a12b-4cf9-46de-8f94-39526ef84cde", "name": "network-vif-plugged", "status": "completed", "tag": "bedccbee-ba97-4458-84b6-d2ce304a2ac3"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:11:54.452671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89228ba2-e1f4-42c6-9761-029d5aeadc83 req-91380d0c-9c24-42d2-8eb0-254fd240794a tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257076 Aug 27 16:11:54.517480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d20bd06-1d30-447d-a9e2-014ae71bd43a req-549e7f61-5bf8-4d8c-9950-aa86f141f179 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093597 Aug 27 16:11:54.535146 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.678597 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f130e38-b984-461e-a74a-bb666f77ea79 x-openstack-request-id: req-0f130e38-b984-461e-a74a-bb666f77ea79 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:11:54.678901 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af5a12b-4cf9-46de-8f94-39526ef84cde", "name": "network-vif-plugged", "status": "completed", "tag": "bedccbee-ba97-4458-84b6-d2ce304a2ac3", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:11:54.679170 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f130e38-b984-461e-a74a-bb666f77ea79 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:11:54.679605 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3', 'code': 200} Aug 27 16:11:54.704491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:54.850604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7aa39d-d3c5-4672-b3a2-19f323bfdd6f req-42900769-9fa3-4395-a651-85943e4c8eb0 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0941379 Aug 27 16:11:54.860811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bedccbee-ba97-4458-84b6-d2ce304a2ac3,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:54.877991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:53Z', 'revision_number': 5, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port': {'id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:36Z', 'updated_at': '2021-08-27T16:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:54.914920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221612d4-bea9-4ce0-a9fc-3d3a4afc6ca8 None None] The sync data for ids ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'] in n-d-806412-1 is: [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:53Z', 'revision_number': 5, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port': {'id': 'a7246c3d-7666-40d3-936d-0ea3ff01dca4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:36Z', 'updated_at': '2021-08-27T16:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:54.920006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc12691-9fe0-46f9-8591-abc1c02be2de req-d8f81dbf-9dc3-4fac-8df1-9cf9fc0b7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:54.921545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-abc12691-9fe0-46f9-8591-abc1c02be2de req-d8f81dbf-9dc3-4fac-8df1-9cf9fc0b7c5e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 1101 time: 0.2433431 Aug 27 16:11:55.028815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629b98f-eba1-4fa2-9b67-f23b9db6a807 req-0d43fc8a-8558-4cc6-bb22-95c364bd58ed tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:55.030029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:11:55.036769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3629b98f-eba1-4fa2-9b67-f23b9db6a807 req-0d43fc8a-8558-4cc6-bb22-95c364bd58ed tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 950 time: 0.2041168 Aug 27 16:11:55.079443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-abc12691-9fe0-46f9-8591-abc1c02be2de req-79675cc0-b655-4836-9a71-c8d1483e4b38 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381755 Aug 27 16:11:55.107868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3629b98f-eba1-4fa2-9b67-f23b9db6a807 req-201acd3a-1ce4-43a7-b64b-29cfb787ccdc tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697181 Aug 27 16:11:55.121751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612cb90-b10a-4ea9-b3d4-c39464048295 req-261c3b71-dc30-405b-8128-e4742b2180ed tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:55.123878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9612cb90-b10a-4ea9-b3d4-c39464048295 req-261c3b71-dc30-405b-8128-e4742b2180ed tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 944 time: 0.1471622 Aug 27 16:11:55.186265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:11:55.192889 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a14a0ae3-6591-45ad-bd10-e587ad22a617 admin admin] 10.222.0.101 "PUT /v2.0/routers/0e5901f0-43e2-43a8-bd1d-b9dd310ca937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8911297 Aug 27 16:11:55.195358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59702) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:55.284423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9612cb90-b10a-4ea9-b3d4-c39464048295 req-835a6570-4e6d-48af-bbce-858db9de1f23 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446044 Aug 27 16:11:55.432975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:55.647302 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:55.724311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3bba7afb-79a5-4050-ac25-3565ab6eb91a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:55.760841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3911-0312-4636-ad7f-2753343c47a9 req-661ee1a2-da36-41db-8c4d-ea19981f4fae tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:55.775046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d5c3911-0312-4636-ad7f-2753343c47a9 req-661ee1a2-da36-41db-8c4d-ea19981f4fae tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.1234522 Aug 27 16:11:55.776235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3bba7afb-79a5-4050-ac25-3565ab6eb91a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:55.791456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3bba7afb-79a5-4050-ac25-3565ab6eb91a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:55.871482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d5c3911-0312-4636-ad7f-2753343c47a9 req-8c871dc7-8de9-4acd-8dfd-2ea54a2eb0b3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869672 Aug 27 16:11:55.885754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Deleting port a7246c3d-7666-40d3-936d-0ea3ff01dca4 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:55.886105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:55.910391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:56.033880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] For port a7246c3d-7666-40d3-936d-0ea3ff01dca4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a7246c3d-7666-40d3-936d-0ea3ff01dca4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:56.034509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:56.074755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Calling delete_port for a7246c3d-7666-40d3-936d-0ea3ff01dca4 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:56.079586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-554acf30-f384-4fcb-b1dd-e8fdd1db49bd req-0583fbfe-709f-4304-974d-8080d123c08f tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0599446 Aug 27 16:11:56.266496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee77bd-3b17-4c0b-b579-4f47c3436d72 req-d347bb9c-4b80-4e6e-adda-c00ec5324981 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:56.269149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cee77bd-3b17-4c0b-b579-4f47c3436d72 req-d347bb9c-4b80-4e6e-adda-c00ec5324981 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 950 time: 0.0658634 Aug 27 16:11:56.508817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cee77bd-3b17-4c0b-b579-4f47c3436d72 req-0823dabb-f423-4c5a-8041-5a395fb44131 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452844 Aug 27 16:11:56.661049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79884b9-c341-4298-b81a-237dc0e2288b req-4e43d13c-28cd-4af6-986d-75e8cd24a0ff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:56.662902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d79884b9-c341-4298-b81a-237dc0e2288b req-4e43d13c-28cd-4af6-986d-75e8cd24a0ff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 944 time: 0.1230738 Aug 27 16:11:56.775177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d79884b9-c341-4298-b81a-237dc0e2288b req-ffa34920-630b-49a6-b279-ef5a767fa4be tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796273 Aug 27 16:11:56.884780 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] Sync routers for ids ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:11:56.900589 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] Routers {'0e5901f0-43e2-43a8-bd1d-b9dd310ca937'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:56.902689 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:57.027301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde2b03-703a-4323-ad27-50bea5f9efed req-8075558b-9568-465c-872f-1ae3a9c701f8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:57.038493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6bde2b03-703a-4323-ad27-50bea5f9efed req-8075558b-9568-465c-872f-1ae3a9c701f8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.0765402 Aug 27 16:11:57.053698 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] Set router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:57.104397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6bde2b03-703a-4323-ad27-50bea5f9efed req-af70c0ff-2fbc-446f-8d41-554d8d3a6e0a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645819 Aug 27 16:11:57.126708 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:55Z', 'revision_number': 6, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:57.162626 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] Checking router: 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:11:57.172619 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] Routers {'0e5901f0-43e2-43a8-bd1d-b9dd310ca937'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:11:57.173250 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:57.247033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a32dae17-32d8-40b8-866c-56ed90624448 req-a588a9af-83f7-4dba-8d78-6077fe431aad tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0351710 Aug 27 16:11:57.276282 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] Set router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:11:57.284833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:57.321402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7246c3d-7666-40d3-936d-0ea3ff01dca4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:57.355721 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:55Z', 'revision_number': 6, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:57.396257 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67d5a4-c1fc-480e-a3e5-f80e4c0b0bea None None] The sync data for ids ['0e5901f0-43e2-43a8-bd1d-b9dd310ca937'] in n-d-806412-1 is: [{'id': '0e5901f0-43e2-43a8-bd1d-b9dd310ca937', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1124667624-router', 'tenant_id': '38528447b67641b0a03fb44b013404a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:35Z', 'updated_at': '2021-08-27T16:11:55Z', 'revision_number': 6, 'project_id': '38528447b67641b0a03fb44b013404a3', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:11:57.473621 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:57.699913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551b0b-5a5a-4dcc-aa4b-b04030bc6723 req-cb19f0cb-f822-4e28-8071-bb3bd9639fea tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:57.707177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c551b0b-5a5a-4dcc-aa4b-b04030bc6723 req-cb19f0cb-f822-4e28-8071-bb3bd9639fea tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 950 time: 0.0779219 Aug 27 16:11:57.771839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c551b0b-5a5a-4dcc-aa4b-b04030bc6723 req-4d0d169c-8dee-4447-8a77-d5d44ad9a1ca tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Aug 27 16:11:57.779339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:57.790028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:57.844272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device da0874e1-f662-4dc8-8c6d-d03aaec33a68 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:11:57.985414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:57.985965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e5901f0-43e2-43a8-bd1d-b9dd310ca937 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:11:57.993907 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:57.997665 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49d3d084-77a2-4984-a4e8-beeecdaf52b4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/0e5901f0-43e2-43a8-bd1d-b9dd310ca937 HTTP/1.1" status: 204 len: 168 time: 2.7991879 Aug 27 16:11:57.998285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59760) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:58.021384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port da0874e1-f662-4dc8-8c6d-d03aaec33a68, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=da0874e1-f662-4dc8-8c6d-d03aaec33a68,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:58.038181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'port_id': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68', 'mac_address': 'fa:16:3e:b7:be:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9379bda9-21c9-4d1c-8307-538bf7e713b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:11:58.096634 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.101480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a7246c3d-7666-40d3-936d-0ea3ff01dca4 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:58.126147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] Deleting subnet ca1933f8-789b-4ba4-8c9b-edc6510d5874 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:11:58.131068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.148083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a7246c3d-7666-40d3-936d-0ea3ff01dca4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:58.151443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a7246c3d-7666-40d3-936d-0ea3ff01dca4 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:58.158120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0874e1-f662-4dc8-8c6d-d03aaec33a68 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:11:58.181013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.191056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port da0874e1-f662-4dc8-8c6d-d03aaec33a68, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=da0874e1-f662-4dc8-8c6d-d03aaec33a68,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:58.248594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.314268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.326162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=da0874e1-f662-4dc8-8c6d-d03aaec33a68,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:58.465560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d8b6b-9ad9-41d9-8b69-07ee0c2f1daa req-3ef37a34-b91b-4c69-922c-808f78f4527e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:11:58.467570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b4d8b6b-9ad9-41d9-8b69-07ee0c2f1daa req-3ef37a34-b91b-4c69-922c-808f78f4527e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 945 time: 0.1024847 Aug 27 16:11:58.521550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.532108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['da0874e1-f662-4dc8-8c6d-d03aaec33a68'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:11:58.575737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b4d8b6b-9ad9-41d9-8b69-07ee0c2f1daa req-6c36921f-a012-4998-81d2-27976c9b3972 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973351 Aug 27 16:11:58.577321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1933f8-789b-4ba4-8c9b-edc6510d5874,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:58.592642 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.603724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-40bae57b-f5ff-4277-90eb-a7accda49c92 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ca1933f8-789b-4ba4-8c9b-edc6510d5874 HTTP/1.1" status: 204 len: 168 time: 0.6041880 Aug 27 16:11:58.605866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59768) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:11:58.611520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e0c655-e095-4939-9e43-ed751830241a None None] Network 18e2c349-512f-42ba-bda3-9755291f4f23 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:11:58.747504 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.837094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Deleting port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:58.837505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.942946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] For port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,segment=NetworkSegment(f651fc3c-5181-4926-ba41-c9e78c49737a),segment_id=f651fc3c-5181-4926-ba41-c9e78c49737a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:58.943177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:58.973291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Calling delete_port for a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:59.002507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] DHCP port deletion for 18e2c349-512f-42ba-bda3-9755291f4f23 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:11:59.113127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] Deleting port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:11:59.113600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.186836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.195197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] For port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,segment=NetworkSegment(f651fc3c-5181-4926-ba41-c9e78c49737a),segment_id=f651fc3c-5181-4926-ba41-c9e78c49737a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:11:59.195876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.213745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] Calling delete_port for a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:11:59.228984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:59.230899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] No DVR routers for this DVR port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:59.318561 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.335650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.341586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] No DVR routers for this DVR port a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:11:59.347618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e2c349-512f-42ba-bda3-9755291f4f23']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:59.363947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f651fc3c-5181-4926-ba41-c9e78c49737a') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:59.367712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f651fc3c-5181-4926-ba41-c9e78c49737a') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:11:59.375348 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.391496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.398314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:11:59.398725 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:11:59.400732 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:11:59.523084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4009d5-2a7a-49d7-bafc-a568f51ff0fc None None] Pushing event deleted for resources: {'Port': ['ID=a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:11:59.726642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:11:59.750311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:11:59.750871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a8faa3bb-c1ae-4e96-8ee2-4e6aaf782de9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:11:59.855707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device da0874e1-f662-4dc8-8c6d-d03aaec33a68 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:00.105562 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:00.112778 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:00.114773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] 10.222.0.101 "DELETE /v2.0/networks/18e2c349-512f-42ba-bda3-9755291f4f23 HTTP/1.1" status: 204 len: 168 time: 1.5075774 Aug 27 16:12:00.128990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a043e13-f7b3-40e0-a2c0-578ad7e013b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e2c349-512f-42ba-bda3-9755291f4f23,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:00.174073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port da0874e1-f662-4dc8-8c6d-d03aaec33a68 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:00.180280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port da0874e1-f662-4dc8-8c6d-d03aaec33a68 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:00.181018 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:00.282445 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:00.322403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:00.325539 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8531f9-376e-48c2-afbb-167bd4234465" -d '{"events": [{"server_uuid": "30373221-4f61-43d2-b72b-4ee028f11ec4", "name": "network-vif-plugged", "status": "completed", "tag": "da0874e1-f662-4dc8-8c6d-d03aaec33a68"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:00.343519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port da0874e1-f662-4dc8-8c6d-d03aaec33a68, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=da0874e1-f662-4dc8-8c6d-d03aaec33a68,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:00.397327 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:00.459454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221fb77-795d-4953-a6d2-ca3d5dcf57ac req-d0c13bfa-511e-453d-961c-6b1ff945b283 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:00.472169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9221fb77-795d-4953-a6d2-ca3d5dcf57ac req-d0c13bfa-511e-453d-961c-6b1ff945b283 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.0796113 Aug 27 16:12:00.523375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=da0874e1-f662-4dc8-8c6d-d03aaec33a68,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:00.544235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9221fb77-795d-4953-a6d2-ca3d5dcf57ac req-3bc65655-0976-439e-abf8-c35548d497d0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733263 Aug 27 16:12:00.575246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59792) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:00.653768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-288406fa-8d5a-40e1-9023-9805178cdf4f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=38528447b67641b0a03fb44b013404a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751185 Aug 27 16:12:00.655450 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59794) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:00.705817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94aba193-c552-49bc-ba71-888993342ba1 req-508e82c5-e9b8-4c9d-a5d4-c0c1a2b83ef4 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0387146 Aug 27 16:12:00.758282 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-371a80f5-a31d-42cc-9af7-77f65ec7df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:00.820629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-371a80f5-a31d-42cc-9af7-77f65ec7df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:01.094251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-371a80f5-a31d-42cc-9af7-77f65ec7df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:01.097569 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-371a80f5-a31d-42cc-9af7-77f65ec7df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:01.099380 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-371a80f5-a31d-42cc-9af7-77f65ec7df58 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d962d861-7a22-493a-ac40-dce0b117cdfd HTTP/1.1" status: 204 len: 168 time: 0.4438560 Aug 27 16:12:01.131165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a80f5-a31d-42cc-9af7-77f65ec7df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d962d861-7a22-493a-ac40-dce0b117cdfd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:01.355919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13932333-3ff8-484e-bab0-db1ba38c148e req-73409002-e8e4-4ef2-82c7-3aec930674f2 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:01.355919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13932333-3ff8-484e-bab0-db1ba38c148e req-73409002-e8e4-4ef2-82c7-3aec930674f2 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:01.355919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13932333-3ff8-484e-bab0-db1ba38c148e req-73409002-e8e4-4ef2-82c7-3aec930674f2 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:01.355919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13932333-3ff8-484e-bab0-db1ba38c148e req-73409002-e8e4-4ef2-82c7-3aec930674f2 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:01.355919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13932333-3ff8-484e-bab0-db1ba38c148e req-73409002-e8e4-4ef2-82c7-3aec930674f2 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:01.355919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13932333-3ff8-484e-bab0-db1ba38c148e req-73409002-e8e4-4ef2-82c7-3aec930674f2 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:01.355919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13932333-3ff8-484e-bab0-db1ba38c148e req-73409002-e8e4-4ef2-82c7-3aec930674f2 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4&device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde&device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e&device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94&device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523&device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 5543 time: 0.0867817 Aug 27 16:12:01.388040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-13932333-3ff8-484e-bab0-db1ba38c148e req-2b91cc85-4fcf-419b-9eaf-1539a7ad1795 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:01.556257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-13932333-3ff8-484e-bab0-db1ba38c148e req-2b91cc85-4fcf-419b-9eaf-1539a7ad1795 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:01.670895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-13932333-3ff8-484e-bab0-db1ba38c148e req-2b91cc85-4fcf-419b-9eaf-1539a7ad1795 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:01.724094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13932333-3ff8-484e-bab0-db1ba38c148e req-2b91cc85-4fcf-419b-9eaf-1539a7ad1795 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&id=7277f571-b130-446f-9405-d75d297e7324&id=bcf7614f-8208-4df0-92a3-c3d18706e526&id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3555369 Aug 27 16:12:01.758659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91cc85-4fcf-419b-9eaf-1539a7ad1795 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f1548-2908-4d9e-ab1f-59d6feea15b3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:01.943249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61426b20-eb14-45eb-b159-df8bb18bc566 req-6ef5f57c-052c-4a7a-b2b9-3d0871b02bbd tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:01.943249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61426b20-eb14-45eb-b159-df8bb18bc566 req-6ef5f57c-052c-4a7a-b2b9-3d0871b02bbd tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 946 time: 0.0810962 Aug 27 16:12:02.068305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61426b20-eb14-45eb-b159-df8bb18bc566 req-26e35d02-6982-4c20-80da-6d0e6406486e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145885 Aug 27 16:12:02.162320 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650fd22-e31f-4b0e-bbb5-2ca6b317cd9f x-openstack-request-id: req-1650fd22-e31f-4b0e-bbb5-2ca6b317cd9f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:02.162887 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30373221-4f61-43d2-b72b-4ee028f11ec4", "name": "network-vif-plugged", "status": "completed", "tag": "da0874e1-f662-4dc8-8c6d-d03aaec33a68", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:02.163154 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1650fd22-e31f-4b0e-bbb5-2ca6b317cd9f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:02.163917 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68', 'code': 200} Aug 27 16:12:02.510273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cecea-b752-4aba-ba8d-aec23c2d508f req-078d9334-a841-4675-8815-e113824df41c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:02.512241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-131cecea-b752-4aba-ba8d-aec23c2d508f req-078d9334-a841-4675-8815-e113824df41c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.1272256 Aug 27 16:12:02.513145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9be29-dfeb-48f4-8623-5f2f9d3504e1 req-6ca6620c-06ee-46db-9c92-1d916db035ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:02.517210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-efd9be29-dfeb-48f4-8623-5f2f9d3504e1 req-6ca6620c-06ee-46db-9c92-1d916db035ae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0825839 Aug 27 16:12:02.588371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-131cecea-b752-4aba-ba8d-aec23c2d508f req-5ec11bd9-6b44-43be-b358-556443f60741 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684838 Aug 27 16:12:02.634725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-efd9be29-dfeb-48f4-8623-5f2f9d3504e1 req-b3feeb9f-f538-4ce5-b63b-6e4f0a8636a1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086354 Aug 27 16:12:02.816997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-552e8812-496b-4d60-bfc4-7d81e31d853b req-551a7fbe-d435-4cb0-ba25-5da5cb665172 tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0809333 Aug 27 16:12:03.516954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a00817ec-c3bc-4684-aa4a-80a4719bec32 req-cb9ee726-942e-4567-88d2-337dbe432824 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f52a6241534540a2b28a28f7046a21a6&device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0463660 Aug 27 16:12:03.584198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a00817ec-c3bc-4684-aa4a-80a4719bec32 req-299feeb9-ef42-42db-bbf4-f3d25285684b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f52a6241534540a2b28a28f7046a21a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574377 Aug 27 16:12:03.754794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1bb2e-ccd5-434b-8062-cedb36366cae req-bc964180-1a47-4a9d-b3ff-12806a315982 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:03.756131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1bb2e-ccd5-434b-8062-cedb36366cae req-bc964180-1a47-4a9d-b3ff-12806a315982 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:03.756765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1bb2e-ccd5-434b-8062-cedb36366cae req-bc964180-1a47-4a9d-b3ff-12806a315982 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:03.758663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67b1bb2e-ccd5-434b-8062-cedb36366cae req-bc964180-1a47-4a9d-b3ff-12806a315982 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde&device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94&device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 2883 time: 0.1402745 Aug 27 16:12:03.840352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00817ec-c3bc-4684-aa4a-80a4719bec32 req-9f000f51-f1e1-444c-8435-d88be6cf654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:03.842926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a00817ec-c3bc-4684-aa4a-80a4719bec32 req-9f000f51-f1e1-444c-8435-d88be6cf654c service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2478309 Aug 27 16:12:03.879319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67b1bb2e-ccd5-434b-8062-cedb36366cae req-3e1e807e-d7d5-44e4-8ed2-6902fde8ee49 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994709 Aug 27 16:12:04.097721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a00817ec-c3bc-4684-aa4a-80a4719bec32 req-9126cdb1-31d9-4a26-ad9a-7c0fa7a259ff tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.1548038 Aug 27 16:12:04.143254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753e10a-cee6-4439-b4cf-caa21b95cc7f req-37efae69-e731-4f77-9d39-ba9f5d02a14d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:04.144903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4753e10a-cee6-4439-b4cf-caa21b95cc7f req-37efae69-e731-4f77-9d39-ba9f5d02a14d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 946 time: 0.1913571 Aug 27 16:12:04.227182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4753e10a-cee6-4439-b4cf-caa21b95cc7f req-e75ce700-f5be-487c-b249-83082010eed2 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595474 Aug 27 16:12:04.587954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2becb19d-4586-4a80-93b3-630121d32c58 req-94356eed-99d0-46a3-bd40-0d644dd9af8b tempest-DeleteServersAdminTestJSON-643304671 tempest-DeleteServersAdminTestJSON-643304671-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7f8691b-9ec6-4c51-94a0-2116ff0b96f9 HTTP/1.1" status: 200 len: 210 time: 0.0678656 Aug 27 16:12:04.773586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03256c18-7ed4-4050-826a-0b499f43e099 req-441cd2c5-c6cf-4ed4-baaf-4c52a9bcc0e7 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:04.773586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03256c18-7ed4-4050-826a-0b499f43e099 req-441cd2c5-c6cf-4ed4-baaf-4c52a9bcc0e7 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.0888779 Aug 27 16:12:04.830109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03256c18-7ed4-4050-826a-0b499f43e099 req-29d62a52-493a-4293-94cc-41d13541a25c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Aug 27 16:12:05.759859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-07e6067b-91bd-4019-819e-48e2788afba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:05.762422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-07e6067b-91bd-4019-819e-48e2788afba0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1097 time: 0.1206923 Aug 27 16:12:05.959983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-fbe4ff57-41cf-4bff-866c-ac9ea9f670a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:05.965206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-fbe4ff57-41cf-4bff-866c-ac9ea9f670a7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1786609 Aug 27 16:12:06.123459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-10e54e44-e050-4473-8060-319188924122 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 1001 time: 0.1487892 Aug 27 16:12:06.135430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72afa1b-c39f-4f7d-9026-f755afb227a0 req-81969190-61c4-499e-9614-044560766980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:06.137132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f72afa1b-c39f-4f7d-9026-f755afb227a0 req-81969190-61c4-499e-9614-044560766980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 946 time: 0.0768409 Aug 27 16:12:06.186306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-ae2d2533-cb5d-4173-87e0-8963370c5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:06.188545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-ae2d2533-cb5d-4173-87e0-8963370c5510 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0505118 Aug 27 16:12:06.257227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f72afa1b-c39f-4f7d-9026-f755afb227a0 req-fe9364ba-b690-4866-ba99-b695c0c67766 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675578 Aug 27 16:12:06.268296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-ea1efd11-bd6c-4c43-9315-17baed24be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:06.269714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-ea1efd11-bd6c-4c43-9315-17baed24be6d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741446 Aug 27 16:12:06.491847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-807e0940-b687-4a55-ae67-f1ebeb7dbd57 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059405 Aug 27 16:12:06.728304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b02dd4-b459-44c6-bf2e-59535dba5fd4 req-b21c0855-4008-4a46-86b3-fe60e618c423 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346530 Aug 27 16:12:06.849840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243f8e-f628-4de2-a52b-e8474a37df59 req-cb4cca63-fa9c-4a27-b09d-b6a7c03603e0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:06.851353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4243f8e-f628-4de2-a52b-e8474a37df59 req-cb4cca63-fa9c-4a27-b09d-b6a7c03603e0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.0559206 Aug 27 16:12:06.896521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4243f8e-f628-4de2-a52b-e8474a37df59 req-9d5be99a-0456-4b91-939f-62fda514f271 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385127 Aug 27 16:12:07.389701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-26e54c56-548f-47f1-815f-57de7b82747b tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=b94e2e570eca4396af8599bdfa61e4fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490062 Aug 27 16:12:07.536682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a203d54f-2229-4db2-89fe-166d9899f8b3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:07.538455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a203d54f-2229-4db2-89fe-166d9899f8b3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409726 Aug 27 16:12:07.557220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-1757d42a-1535-41d3-b04a-ec93c00eecfd tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/quotas/b94e2e570eca4396af8599bdfa61e4fd HTTP/1.1" status: 200 len: 375 time: 0.0126247 Aug 27 16:12:07.590368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-31f43289-f2d6-4af8-a18c-8a52588cc94d tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b94e2e570eca4396af8599bdfa61e4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273023 Aug 27 16:12:07.793732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabc6e4-cc78-4818-9679-6b586add113a req-3c0d0e0d-b175-4ea9-be1f-678d5f8dc5bd tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:07.795521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3dabc6e4-cc78-4818-9679-6b586add113a req-3c0d0e0d-b175-4ea9-be1f-678d5f8dc5bd tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1100 time: 0.0499043 Aug 27 16:12:07.859720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3dabc6e4-cc78-4818-9679-6b586add113a req-efcbe96c-7b5f-4d28-ae4a-b499e8aed0cc tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497580 Aug 27 16:12:08.062950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4d4a1f0-aaae-48cf-846b-57646bd0afe2 req-929488eb-a5a2-4760-add1-5a112e56e2c2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 210 time: 0.0440710 Aug 27 16:12:08.075329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808c84e-2ca9-4923-be4d-e00a4aeae0d1 req-15ee0d89-58fa-4ed8-af5e-83a9ca61042b tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:08.078136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d808c84e-2ca9-4923-be4d-e00a4aeae0d1 req-15ee0d89-58fa-4ed8-af5e-83a9ca61042b tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1100 time: 0.0912068 Aug 27 16:12:08.200794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d808c84e-2ca9-4923-be4d-e00a4aeae0d1 req-7a98c01b-254c-45ff-9577-3e82352e2fed tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158600 Aug 27 16:12:08.247240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78855ec-e7f6-4223-97ca-6f9814d676eb req-a00ee8ae-fee5-4376-8a3a-78fe0ae7990e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:08.253724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e78855ec-e7f6-4223-97ca-6f9814d676eb req-a00ee8ae-fee5-4376-8a3a-78fe0ae7990e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 946 time: 0.1118472 Aug 27 16:12:08.392904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e78855ec-e7f6-4223-97ca-6f9814d676eb req-088c8d5d-bb9a-434a-96af-1a371e122c2e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299846 Aug 27 16:12:08.524932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59968) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:08.792263 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9543bdc2-1f64-446d-bdb4-de30b009734b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f52a6241534540a2b28a28f7046a21a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659822 Aug 27 16:12:08.794941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59986) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:08.856189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-054dfbbe-a9c0-40a4-a4ce-734bab0eeb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:08.886295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-054dfbbe-a9c0-40a4-a4ce-734bab0eeb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:09.125775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-054dfbbe-a9c0-40a4-a4ce-734bab0eeb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:09.129205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-054dfbbe-a9c0-40a4-a4ce-734bab0eeb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:09.133189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-054dfbbe-a9c0-40a4-a4ce-734bab0eeb93 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/20bfae7f-573a-4f0e-8564-0e6c99646404 HTTP/1.1" status: 204 len: 168 time: 0.3343401 Aug 27 16:12:09.170304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2de9ec98-83b6-45ef-b0e7-3e3c9a4d2fc5 req-9a9db3ca-4d9e-4aa4-87f4-e05cdc25764c tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 210 time: 0.0515449 Aug 27 16:12:09.170304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dfbbe-a9c0-40a4-a4ce-734bab0eeb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bfae7f-573a-4f0e-8564-0e6c99646404,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:09.299875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60012) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:09.574859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41098d01-f3a7-4a47-8133-b79b51ee6940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:09.713125 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41098d01-f3a7-4a47-8133-b79b51ee6940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:09.799843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41098d01-f3a7-4a47-8133-b79b51ee6940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:09.854787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41098d01-f3a7-4a47-8133-b79b51ee6940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d6b106-1c11-4029-9745-72108210ede5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:09.892362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-41098d01-f3a7-4a47-8133-b79b51ee6940 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=71bdb7fe2adb40e9a8e4725eb026f663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5912163 Aug 27 16:12:09.895791 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60042) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:09.956597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c671549-08d7-4402-8d60-67f8f7ef78cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:09.985775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c671549-08d7-4402-8d60-67f8f7ef78cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.014318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60048) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:10.049045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-de40ef27-fae0-4145-8c70-4757d1ca5428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.121872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c671549-08d7-4402-8d60-67f8f7ef78cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.124542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c671549-08d7-4402-8d60-67f8f7ef78cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.128297 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2c671549-08d7-4402-8d60-67f8f7ef78cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c8d6b106-1c11-4029-9745-72108210ede5 HTTP/1.1" status: 204 len: 168 time: 0.2291341 Aug 27 16:12:10.134866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c671549-08d7-4402-8d60-67f8f7ef78cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d6b106-1c11-4029-9745-72108210ede5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:10.222880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-de40ef27-fae0-4145-8c70-4757d1ca5428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.306662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cae27d4c-2019-4459-aceb-e7ce2e00208c req-7492e83b-e693-4c52-a476-d31dc9b44aaa tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Aug 27 16:12:10.419136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007ad6-624b-49c9-a636-6ce463ff8aac req-e7cc94bc-333a-45f4-8f76-0b2470029bba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:10.420661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec007ad6-624b-49c9-a636-6ce463ff8aac req-e7cc94bc-333a-45f4-8f76-0b2470029bba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0541718 Aug 27 16:12:10.460861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec007ad6-624b-49c9-a636-6ce463ff8aac req-612836ab-2de5-423c-bf67-57fc02ba2233 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Aug 27 16:12:10.605435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-de40ef27-fae0-4145-8c70-4757d1ca5428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.680312 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-be40d37f-6861-451e-9c24-dd3cc41dcdd3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b94e2e570eca4396af8599bdfa61e4fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359170 Aug 27 16:12:10.685581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-de40ef27-fae0-4145-8c70-4757d1ca5428 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e30f82630d784eb2a9ed9d371efa2060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682422 Aug 27 16:12:10.689074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40ef27-fae0-4145-8c70-4757d1ca5428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad1e1ec-152f-44da-8114-3421d89dbb52,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:10.690705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60070) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:10.763447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:12:10.845965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8593d906-2c57-47ec-a86d-e55a75ffd401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.872755 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.893419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8593d906-2c57-47ec-a86d-e55a75ffd401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:10.898776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:10.901039 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a933da-122d-4863-97ca-9dc91f2d4995" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:10.902944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-ad97e0b1-4fd1-48ab-8ca0-c56ba6f245af tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:10.904817 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-ad97e0b1-4fd1-48ab-8ca0-c56ba6f245af tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181766 Aug 27 16:12:10.936716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:10.948291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Request body: {'port': {'device_id': '67365849-1e05-43fb-ab09-8212b7af8495', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'b94e2e570eca4396af8599bdfa61e4fd'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:10.996768 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:11.004120 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc7b76e-fb43-4c20-8a49-4111a5996f78 x-openstack-request-id: req-fbc7b76e-fb43-4c20-8a49-4111a5996f78 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:11.004422 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-unplugged", "status": "completed", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:11.004678 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fbc7b76e-fb43-4c20-8a49-4111a5996f78 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:11.005075 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'code': 200} Aug 27 16:12:11.162213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=14']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:11.246006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34123ac-f75f-42fd-92da-fbc9ce7029df req-2f1f432a-f985-43de-8bea-62e83344268e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:11.251856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b34123ac-f75f-42fd-92da-fbc9ce7029df req-2f1f432a-f985-43de-8bea-62e83344268e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0650492 Aug 27 16:12:11.270958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8593d906-2c57-47ec-a86d-e55a75ffd401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:11.274134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8593d906-2c57-47ec-a86d-e55a75ffd401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:11.279639 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8593d906-2c57-47ec-a86d-e55a75ffd401 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bad1e1ec-152f-44da-8114-3421d89dbb52 HTTP/1.1" status: 204 len: 168 time: 0.5753763 Aug 27 16:12:11.287447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593d906-2c57-47ec-a86d-e55a75ffd401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad1e1ec-152f-44da-8114-3421d89dbb52,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:11.299714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Made reservation on behalf of b94e2e570eca4396af8599bdfa61e4fd for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:11.305263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:11.326075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:11.326640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b34123ac-f75f-42fd-92da-fbc9ce7029df req-802a3ebc-05f2-4372-9d26-9006aff525a2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664515 Aug 27 16:12:11.460949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08989bef-cd3b-4c44-9ddd-d194d989cabc req-c38da3b9-3bee-46ec-b9e3-d18036876e42 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Aug 27 16:12:11.477379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:11.527870 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:11.627829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f5f814-5e93-4476-8e6f-e9edb207182f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:11.688591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf605d72-9841-42b6-85c8-5f9b370e7962 req-c51ca115-84ed-40e8-a00e-b80eace003f3 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:11.691178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf605d72-9841-42b6-85c8-5f9b370e7962 req-c51ca115-84ed-40e8-a00e-b80eace003f3 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1136711 Aug 27 16:12:11.739071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf605d72-9841-42b6-85c8-5f9b370e7962 req-79adbbe6-6e06-4d20-856e-730c90735ad8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 Aug 27 16:12:12.167566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Allocated IP 192.168.233.195 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/c5d863f9-47f6-48df-938f-407938fbe281) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:12.370398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60158) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:12.464308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.486612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Transition to ACTIVE for port object c5d863f9-47f6-48df-938f-407938fbe281 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:12.496167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1868981557-network', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:12.612957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.620354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5657e0f3-e258-475a-99cf-fd851ab922e4 req-8d4df003-51ec-4258-893a-02a3eb2e88ac tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 210 time: 0.0519111 Aug 27 16:12:12.630720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Made reservation on behalf of b73a839a8a6c4380818f2e8943d15aa1 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:12.634955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.646588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.733838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:12.746167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:12.759620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:12.855384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.884755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:12.885596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.894329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:12.938053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.955491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:12:12.975157 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:12.975727 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Added segment bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1 of type vlan for network 9fe2a019-fd16-4e59-bfca-de581d38c452 Aug 27 16:12:13.004353 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-05d9b8ff-a125-47ba-b773-a3b66e4f96e2 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0755196 Aug 27 16:12:13.019207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Request body: {'port': {'device_id': '67365849-1e05-43fb-ab09-8212b7af8495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:13.027694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:13.133012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee783e2f-797d-4d5b-b6e4-c2ae481b92c8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:13.156729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:13.164389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:13.167010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:13.227909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:13.305776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3ab4a1b4-6d72-4a50-bdc4-c2fcd2ab138c None None] Provisioning for port c5d863f9-47f6-48df-938f-407938fbe281 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:13.310403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3ab4a1b4-6d72-4a50-bdc4-c2fcd2ab138c None None] Provisioning complete for port c5d863f9-47f6-48df-938f-407938fbe281 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:13.310842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a1b4-6d72-4a50-bdc4-c2fcd2ab138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:13.464179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4a1b4-6d72-4a50-bdc4-c2fcd2ab138c None None] Port c5d863f9-47f6-48df-938f-407938fbe281 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:12:13.686068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d863f9-47f6-48df-938f-407938fbe281 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:13.702279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:13.720108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c4a9e-e661-46cb-b9cd-47beb2a69ca6 req-818bf321-2956-475c-814c-28170575a949 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:13.727855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d9c4a9e-e661-46cb-b9cd-47beb2a69ca6 req-818bf321-2956-475c-814c-28170575a949 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.8663552 Aug 27 16:12:13.732189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Transition to ACTIVE for port object c5d863f9-47f6-48df-938f-407938fbe281 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:13.749056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe2a019-fd16-4e59-bfca-de581d38c452,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:13.761096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:12:13.796874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:13.798787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d9c4a9e-e661-46cb-b9cd-47beb2a69ca6 req-c385f83f-bcf1-4b36-ab52-69dbc7a47594 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Aug 27 16:12:13.832267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-609a71bb-91e1-444d-af87-e393a6cffc92 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4600263 Aug 27 16:12:13.870947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60228) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:13.878701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Request body: {'subnet': {'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1868981557-subnet', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:13.947770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01315019-9fe2-49e7-af65-6a0c44135ca4 req-1c664d7c-e9fe-473e-b322-8ab0a34ab752 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:13.954937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01315019-9fe2-49e7-af65-6a0c44135ca4 req-1c664d7c-e9fe-473e-b322-8ab0a34ab752 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 948 time: 0.1217744 Aug 27 16:12:13.956483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:14.074096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Made reservation on behalf of b73a839a8a6c4380818f2e8943d15aa1 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:14.080251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01315019-9fe2-49e7-af65-6a0c44135ca4 req-fe55d19e-33a6-408b-81b9-790460906ba6 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030059 Aug 27 16:12:14.085576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:14.201054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Attempting to bind port c5d863f9-47f6-48df-938f-407938fbe281 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:14.203091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Attempting to bind port c5d863f9-47f6-48df-938f-407938fbe281 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:14.203522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Attempting to bind port c5d863f9-47f6-48df-938f-407938fbe281 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:14.224651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Port c5d863f9-47f6-48df-938f-407938fbe281 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:12:14.224978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Attempting to bind port c5d863f9-47f6-48df-938f-407938fbe281 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:14.247088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:14.247809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:14.247927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:14.248334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Bound port: c5d863f9-47f6-48df-938f-407938fbe281, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:14.248695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:14.451859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:14.475470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:14.575159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:14.661033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:14.661931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:14.673040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] 10.222.0.90 "PUT /v2.0/ports/c5d863f9-47f6-48df-938f-407938fbe281 HTTP/1.1" status: 200 len: 1096 time: 1.6601517 Aug 27 16:12:14.673989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:14.675879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:14.684234 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5e3ec7-5b36-46e1-b513-101a7cb9fc11" -d '{"events": [{"name": "network-changed", "server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "tag": "c5d863f9-47f6-48df-938f-407938fbe281"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:14.777436 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecda57-a432-48f6-a19f-855072e046e2 x-openstack-request-id: req-7fecda57-a432-48f6-a19f-855072e046e2 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:14.777814 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "tag": "c5d863f9-47f6-48df-938f-407938fbe281", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:14.778146 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7fecda57-a432-48f6-a19f-855072e046e2 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:14.778559 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281', 'status': 'completed', 'code': 200} Aug 27 16:12:14.779139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539e0df-cd74-462f-8bf5-e955ba398527 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:14.882847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf101c67-51d4-403c-a697-473f4a1ed59a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:14.890604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e3ec7-5b36-46e1-b513-101a7cb9fc11 req-650d7e8a-a210-4c5c-ac45-2a811630713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:14.892623 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ab5e3ec7-5b36-46e1-b513-101a7cb9fc11 req-650d7e8a-a210-4c5c-ac45-2a811630713b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b94e2e570eca4396af8599bdfa61e4fd&device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 1099 time: 0.1061671 Aug 27 16:12:14.950736 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ab5e3ec7-5b36-46e1-b513-101a7cb9fc11 req-54c4ee4c-c10d-4857-875e-0bb8e9f4c0b2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=b94e2e570eca4396af8599bdfa61e4fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431392 Aug 27 16:12:14.954301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Checking segment: {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:14.954667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Network hostable DHCP agents. Network: 9fe2a019-fd16-4e59-bfca-de581d38c452, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:12:15.027789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c07f26-d9c4-4d74-8cf1-13247057c3d0 req-68252e2a-1b98-42c6-9b30-439bb423b049 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.042736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5c07f26-d9c4-4d74-8cf1-13247057c3d0 req-68252e2a-1b98-42c6-9b30-439bb423b049 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1071627 Aug 27 16:12:15.105159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5c07f26-d9c4-4d74-8cf1-13247057c3d0 req-b9a9c161-8adc-45de-8055-396c527fe331 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611181 Aug 27 16:12:15.180057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e3ec7-5b36-46e1-b513-101a7cb9fc11 req-434da9ab-4a41-435c-b2c9-797db03bbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.182287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ab5e3ec7-5b36-46e1-b513-101a7cb9fc11 req-434da9ab-4a41-435c-b2c9-797db03bbab1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2209487 Aug 27 16:12:15.183615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:12:15.301493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaac00-5406-4492-af17-8541d7a3cdc5 req-9c76cb90-b937-420b-afae-ac687abb712c tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.310094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8eaac00-5406-4492-af17-8541d7a3cdc5 req-9c76cb90-b937-420b-afae-ac687abb712c tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 948 time: 0.0947230 Aug 27 16:12:15.329166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 9fe2a019-fd16-4e59-bfca-de581d38c452) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:15.341236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.348865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:15.353290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74573b-0f95-472a-ba81-a82f119c6c4b None None] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:12:15.371545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-e280c326-4878-4073-bb67-443445138a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.373312 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-e280c326-4878-4073-bb67-443445138a34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b94e2e570eca4396af8599bdfa61e4fd&device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 1099 time: 0.1411464 Aug 27 16:12:15.417525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8eaac00-5406-4492-af17-8541d7a3cdc5 req-6d84a880-a4ea-4001-9b8b-179014509197 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913620 Aug 27 16:12:15.447772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-be4aa54d-bcba-4eb1-aff6-ab2e2086d9e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=c5d863f9-47f6-48df-938f-407938fbe281 HTTP/1.1" status: 200 len: 217 time: 0.0632348 Aug 27 16:12:15.495070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f37dcffb-6658-4ef4-ad21-3ebc537d2612 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6228652 Aug 27 16:12:15.497659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60298) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:15.502733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:15.578782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-6e2900fc-b8dd-4434-93fb-6f9e4e675393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.580486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-6e2900fc-b8dd-4434-93fb-6f9e4e675393 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1238446 Aug 27 16:12:15.582716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-9fe2a019-fd16-4e59-bfca-de581d38c452', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:12:15.584889 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:15.591406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:15.591406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:15.671396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e36a-6188-4dea-82c1-e244c7e3c410 req-34b6dde9-22d4-4498-82bc-7785f0c5c983 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.680782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3495e36a-6188-4dea-82c1-e244c7e3c410 req-34b6dde9-22d4-4498-82bc-7785f0c5c983 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0782981 Aug 27 16:12:15.769019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3495e36a-6188-4dea-82c1-e244c7e3c410 req-d41bc48c-d188-419a-ac39-6c9864d8457c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729539 Aug 27 16:12:15.781999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:15.784896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-7e7c3cc3-23f9-4e6f-a6e5-ba4a0bbdd6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:15.788040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-7e7c3cc3-23f9-4e6f-a6e5-ba4a0bbdd6bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1914210 Aug 27 16:12:15.932170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Allocated IP 172.20.0.2 (9fe2a019-fd16-4e59-bfca-de581d38c452/bf101c67-51d4-403c-a697-473f4a1ed59a/7836155f-eb59-4fc4-a7ad-5572512b5285) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:16.034854 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-c4a09992-fb18-4471-8c27-718172dd1e65 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375991 Aug 27 16:12:16.188225 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.202090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Transition to ACTIVE for port object 7836155f-eb59-4fc4-a7ad-5572512b5285 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:16.222588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.223915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Transition to ACTIVE for port object 7836155f-eb59-4fc4-a7ad-5572512b5285 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:16.241581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01d04-b273-4c84-a653-e9fcd5c38e49 req-0aab5d0d-0dee-43ac-ac8b-b3a6129b2867 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:16.243778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06e01d04-b273-4c84-a653-e9fcd5c38e49 req-0aab5d0d-0dee-43ac-ac8b-b3a6129b2867 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0618992 Aug 27 16:12:16.290137 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3856d7bf-080f-49ab-8cb8-6dbce1ba5082 req-eaa4f896-8f40-4314-984f-32412ccaa257 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146842 Aug 27 16:12:16.322278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.356148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06e01d04-b273-4c84-a653-e9fcd5c38e49 req-f850086a-5b7b-4dc7-b182-d6b4b7434512 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028292 Aug 27 16:12:16.382828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:16.387929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:16.393025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:16.407614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d9e9-0f2e-475b-bae0-810a920e6b79 req-4ecc9e32-570a-4515-a779-7a8396584a2d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:16.413539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Pushing event updated for resources: {'Port': ['ID=7836155f-eb59-4fc4-a7ad-5572512b5285,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:16.422295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0b2d9e9-0f2e-475b-bae0-810a920e6b79 req-4ecc9e32-570a-4515-a779-7a8396584a2d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1093261 Aug 27 16:12:16.433117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-d983b693-3b02-4380-b987-20ca7c02986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:16.435164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-d983b693-3b02-4380-b987-20ca7c02986f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1095 time: 0.1547151 Aug 27 16:12:16.491156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Attempting to bind port 7836155f-eb59-4fc4-a7ad-5572512b5285 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:16.495762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Attempting to bind port 7836155f-eb59-4fc4-a7ad-5572512b5285 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:16.495762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Attempting to bind port 7836155f-eb59-4fc4-a7ad-5572512b5285 on network 9fe2a019-fd16-4e59-bfca-de581d38c452 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:16.500167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:16.500814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Checking segment: {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:16.501338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.501864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Bound using segment: {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:16.502597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Bound port: 7836155f-eb59-4fc4-a7ad-5572512b5285, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:16.503100 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.541225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0b2d9e9-0f2e-475b-bae0-810a920e6b79 req-a307caef-301c-4fb8-8b4c-1e4cd51538ce tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176021 Aug 27 16:12:16.604663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] For port 7836155f-eb59-4fc4-a7ad-5572512b5285, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:16.605372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-dbd85787-0e7b-4b8c-8c86-93da5a299541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:16.606878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-dbd85787-0e7b-4b8c-8c86-93da5a299541 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1638937 Aug 27 16:12:16.610059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] For port 7836155f-eb59-4fc4-a7ad-5572512b5285, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7836155f-eb59-4fc4-a7ad-5572512b5285,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:16.711672 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.714388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.731766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-40b1a142-3bb8-4bbb-aa0e-8d3ccd214269 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.1172874 Aug 27 16:12:16.740232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:16.750793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909f439-de60-474f-8be5-1a97b6f4a025 req-381d4fc8-f9ac-44ca-b025-838b9d7de458 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:16.752618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e909f439-de60-474f-8be5-1a97b6f4a025 req-381d4fc8-f9ac-44ca-b025-838b9d7de458 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 948 time: 0.0877399 Aug 27 16:12:16.837211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-041626da-309e-4e53-a7e7-2afc180b887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:16.838851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-041626da-309e-4e53-a7e7-2afc180b887d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0963881 Aug 27 16:12:16.845521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e909f439-de60-474f-8be5-1a97b6f4a025 req-ecc37610-2993-43b6-b59f-1c778fefbf6e tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830255 Aug 27 16:12:16.852649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ac8f9-c9b7-4fd4-bfa1-79b0b917425c None None] Pushing event updated for resources: {'Port': ['ID=7836155f-eb59-4fc4-a7ad-5572512b5285,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:16.918400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-f0a4ce75-866d-4271-ba2c-629cd6cab38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:16.920302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-f0a4ce75-866d-4271-ba2c-629cd6cab38a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731163 Aug 27 16:12:16.924818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Allocated IP 172.25.4.131 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/4ff5d2c7-6532-4beb-a978-11e0b72fe3f0) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:17.060538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:17.100454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-21a00386-0585-4dda-bba2-9ccc94cfde1a service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498134 Aug 27 16:12:17.199832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb02496f-6dc5-4618-b4a6-70d03edef529 req-82f30434-65c1-4a1b-a2df-e6d855dea3b0 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982575 Aug 27 16:12:17.283782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:17.324104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:17.328943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:17.332459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:17.338189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Pushing event updated for resources: {'Port': ['ID=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:17.366995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.367367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.367708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.368055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.368382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.368716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.369069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.369399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.369727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.370053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.370380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.370704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:17.539702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601689b4-7cea-4dd3-8382-1f5cca17f1cf req-00ff54ce-6025-40d0-bce0-f67c6078e7ed tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:17.541198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-601689b4-7cea-4dd3-8382-1f5cca17f1cf req-00ff54ce-6025-40d0-bce0-f67c6078e7ed tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1054547 Aug 27 16:12:17.589275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-601689b4-7cea-4dd3-8382-1f5cca17f1cf req-2c85bf04-3f87-4647-bb40-891ad2bc4765 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 Aug 27 16:12:17.850655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:17.864516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7836155f-eb59-4fc4-a7ad-5572512b5285 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:17.901982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8256-6cb6-40be-a70c-31db3b30be4b req-21f944bb-776d-4513-bfa9-6b1c52f29f1a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:17.905162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b2b8256-6cb6-40be-a70c-31db3b30be4b req-21f944bb-776d-4513-bfa9-6b1c52f29f1a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0938900 Aug 27 16:12:17.972748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b2b8256-6cb6-40be-a70c-31db3b30be4b req-71ace5e7-8c45-486c-9d0e-060e10d80a1d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658753 Aug 27 16:12:18.128277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 7836155f-eb59-4fc4-a7ad-5572512b5285 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:18.132048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9c0c7-6410-48ca-86dc-f23575c65add None None] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:12:18.149621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66225eec-d707-4252-af14-d5b141646ad4 req-27410719-0e47-4fb7-b43f-ad46b2047a21 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:18.157751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66225eec-d707-4252-af14-d5b141646ad4 req-27410719-0e47-4fb7-b43f-ad46b2047a21 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 948 time: 0.0960042 Aug 27 16:12:18.202631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:18.247589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66225eec-d707-4252-af14-d5b141646ad4 req-0d3237bb-9f34-4b40-b7f0-5494919688c5 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843551 Aug 27 16:12:18.344969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bf67cc86-a9ac-4797-b492-a1cb84f6940e None None] Provisioning for port 7836155f-eb59-4fc4-a7ad-5572512b5285 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:18.360614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bf67cc86-a9ac-4797-b492-a1cb84f6940e None None] Provisioning complete for port 7836155f-eb59-4fc4-a7ad-5572512b5285 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:18.361316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf67cc86-a9ac-4797-b492-a1cb84f6940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:18.461522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf67cc86-a9ac-4797-b492-a1cb84f6940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:18.493665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Router f50f28fa-6a60-43b4-8fec-eff37d07e03b is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:12:18.497996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bf67cc86-a9ac-4797-b492-a1cb84f6940e None None] For port 7836155f-eb59-4fc4-a7ad-5572512b5285, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7836155f-eb59-4fc4-a7ad-5572512b5285,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:18.579413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf67cc86-a9ac-4797-b492-a1cb84f6940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:18.629312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:12:18.646491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Sync routers for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:12:18.683696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67cc86-a9ac-4797-b492-a1cb84f6940e None None] Pushing event updated for resources: {'Port': ['ID=7836155f-eb59-4fc4-a7ad-5572512b5285,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:18.706718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:18.707389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:18.736178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168bc4-3691-425f-95a8-dfe9f6524afc req-3f37da11-cc43-47d0-8964-9c1e39fc8ee1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:18.737850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18168bc4-3691-425f-95a8-dfe9f6524afc req-3f37da11-cc43-47d0-8964-9c1e39fc8ee1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0620553 Aug 27 16:12:18.745105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e2ead5e8-9309-44fd-9ecd-9ae98eedf143 None None] Provisioning complete for port 7836155f-eb59-4fc4-a7ad-5572512b5285 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:18.745482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2ead5e8-9309-44fd-9ecd-9ae98eedf143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:18.763255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:18.765669 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1f70606b-063e-4196-9d22-91f249bbe3aa admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2663233 Aug 27 16:12:18.768459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60380) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:18.788617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18168bc4-3691-425f-95a8-dfe9f6524afc req-ae91aef1-3041-4d18-a5d2-81bbd73fcc8d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 Aug 27 16:12:18.925141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:12:19.048646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea90b6-3c5a-40e1-8669-a160854a518d req-5d720688-b49c-4788-a8e7-e92a553c6613 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:19.051921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02ea90b6-3c5a-40e1-8669-a160854a518d req-5d720688-b49c-4788-a8e7-e92a553c6613 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0775692 Aug 27 16:12:19.142331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02ea90b6-3c5a-40e1-8669-a160854a518d req-4cf454ff-c16e-4f98-b00e-7cfb5a9df7e1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817487 Aug 27 16:12:19.181665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:17Z', 'revision_number': 3, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:19.223730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Checking router: f50f28fa-6a60-43b4-8fec-eff37d07e03b for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:12:19.224083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Updating router f50f28fa-6a60-43b4-8fec-eff37d07e03b port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:12:19.234917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572611f-96e5-441c-838a-f6d668f2d792 req-96b3164b-8daa-4672-8f39-886040d718e1 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:19.234917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b572611f-96e5-441c-838a-f6d668f2d792 req-96b3164b-8daa-4672-8f39-886040d718e1 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1048346 Aug 27 16:12:19.253343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:19.307253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b572611f-96e5-441c-838a-f6d668f2d792 req-beb30b1e-f17b-4b0e-b717-0e70466a23e4 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694304 Aug 27 16:12:19.462636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c6ce5-c396-4324-8abc-556d652db8e4 req-cc30fa29-197a-42ec-9f67-3ee5ba9d38fe tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:19.464262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f4c6ce5-c396-4324-8abc-556d652db8e4 req-cc30fa29-197a-42ec-9f67-3ee5ba9d38fe tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1010571 Aug 27 16:12:19.551217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f4c6ce5-c396-4324-8abc-556d652db8e4 req-c60c660f-fd02-4c07-bd28-a182a45b0e63 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728750 Aug 27 16:12:19.574080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe39a97-bc4e-49b2-a5aa-53a9f950040d req-ea70ea6e-7251-4345-92db-f7baa4b8f081 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:19.584853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fe39a97-bc4e-49b2-a5aa-53a9f950040d req-ea70ea6e-7251-4345-92db-f7baa4b8f081 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 948 time: 0.0827389 Aug 27 16:12:19.610628 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:19.624287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Transition to ACTIVE for port object 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:19.635805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fe39a97-bc4e-49b2-a5aa-53a9f950040d req-707d88eb-8454-4b66-8ec8-088719ffd080 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497596 Aug 27 16:12:19.729141 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:19.779482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7836155f-eb59-4fc4-a7ad-5572512b5285 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:19.857503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:19.873429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Attempting to bind port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:19.873819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Attempting to bind port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:19.874743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Attempting to bind port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:19.900690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55055c-5a7d-453d-a776-40a6eb0d24c5 None None] Pushing event updated for resources: {'Port': ['ID=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:19.904229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:19.904613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:19.905024 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:19.905526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:19.906097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Bound port: 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:19.906600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:19.940254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-b7247051-aa72-4276-b917-2e2e023a7e14 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:19.950800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-b7247051-aa72-4276-b917-2e2e023a7e14 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.1603374 Aug 27 16:12:19.951573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:12:19.971306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-0c9b47b9-055a-48dc-b6c4-ee1424795479 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/quotas/0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 375 time: 0.0195794 Aug 27 16:12:20.003654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7836155f-eb59-4fc4-a7ad-5572512b5285 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:20.004357 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.056403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-c1a436da-0904-4521-8573-d8b00acf65ba tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0772867 Aug 27 16:12:20.099637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Allocated IP 172.20.0.1 (9fe2a019-fd16-4e59-bfca-de581d38c452/bf101c67-51d4-403c-a697-473f4a1ed59a/48aa0b7f-f00f-4907-92e4-24e1a4a18468) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:20.145716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] For port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:20.180860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] For port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:20.189446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd6a0ea7-720a-464f-b664-fc198fdf885a service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320169 Aug 27 16:12:20.316317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.333265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.362504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:20.376403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Transition to ACTIVE for port object 48aa0b7f-f00f-4907-92e4-24e1a4a18468 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:20.386345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-da25d9ca-948b-4a64-8d3d-b9cb10af1b35 service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947551 Aug 27 16:12:20.440862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c5d863f9-47f6-48df-938f-407938fbe281', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'c5d863f9-47f6-48df-938f-407938fbe281', 'mac_address': 'fa:16:3e:d5:06:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:12:20.494012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aa623-f26d-4a9e-b611-1296e8c94aaf req-e3ca3d20-e388-4191-9aa5-b56588bc1022 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:20.497362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da1aa623-f26d-4a9e-b611-1296e8c94aaf req-e3ca3d20-e388-4191-9aa5-b56588bc1022 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0885477 Aug 27 16:12:20.518230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:20.519155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:11:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:20.540171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.547941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da1aa623-f26d-4a9e-b611-1296e8c94aaf req-780ee1fe-8166-4001-b6ba-ca5b562d9cf7 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Aug 27 16:12:20.621467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Pushing event updated for resources: {'Port': ['ID=48aa0b7f-f00f-4907-92e4-24e1a4a18468,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:20.637834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:20.640599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:20.643440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:20.704084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.758222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55055c-5a7d-453d-a776-40a6eb0d24c5 None None] Pushing event updated for resources: {'Port': ['ID=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:20.817037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.911702 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d867b215-e2cb-4186-8a39-940ed727ad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:20.915004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0391f950-206d-40c3-8135-4d212393ec6e req-baa6d2f6-8187-43ef-86bf-ea42f65caa76 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0653267 Aug 27 16:12:20.928725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d863f9-47f6-48df-938f-407938fbe281 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:20.953362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:20.976791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8ca8d-e998-47cc-bfb6-dca59fcee1dd req-994cef0b-8263-48c8-b59e-7336214db6cc tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:20.978661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78b8ca8d-e998-47cc-bfb6-dca59fcee1dd req-994cef0b-8263-48c8-b59e-7336214db6cc tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 948 time: 0.1898317 Aug 27 16:12:21.017307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:12:21.034826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60456) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:21.048303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.109775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78b8ca8d-e998-47cc-bfb6-dca59fcee1dd req-30cd67a1-2e25-42d3-bbfe-95481815abc5 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183469 Aug 27 16:12:21.163684 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.223620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:21.252394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.324098 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.375742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.428284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:17Z', 'revision_number': 3, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:21.459044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.474288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-81d34458-7a6c-41c8-a7be-941021aaf4bb None None] Provisioning for port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:21.478852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5197c5-6a06-409f-9943-89974793e5e7 None None] The sync data for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 is: [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:17Z', 'revision_number': 3, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:12:21.481414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-81d34458-7a6c-41c8-a7be-941021aaf4bb None None] Provisioning complete for port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:21.481827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81d34458-7a6c-41c8-a7be-941021aaf4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.507248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c5d863f9-47f6-48df-938f-407938fbe281'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:21.522046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.545813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Pushing event updated for resources: {'Port': ['ID=48aa0b7f-f00f-4907-92e4-24e1a4a18468,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:21.568258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.594082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=57a17c2db5e34f3a819eb3f936fc9840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569437 Aug 27 16:12:21.596226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb57ed-51a9-486f-be53-bb69808e47fa,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:21.609110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60470) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:21.619458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.620577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.621127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.623078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.623606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-81d34458-7a6c-41c8-a7be-941021aaf4bb None None] Port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:12:21.624213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.630031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.630031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.630031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.630031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.633151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.633814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.634372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6187e0-046c-4fd1-85a6-69dfd66bf279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:21.752101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:21.753642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:21.781862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e124287d-7210-4fa0-9fc5-fc6dc5aa695f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.800339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c13b0-3ccd-4981-b7a3-f78192874a20 req-b9e6c584-e8ed-44e8-bc1c-0ab5bc980d6a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:21.811069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-033c13b0-3ccd-4981-b7a3-f78192874a20 req-b9e6c584-e8ed-44e8-bc1c-0ab5bc980d6a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1329703 Aug 27 16:12:21.922680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e124287d-7210-4fa0-9fc5-fc6dc5aa695f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:21.985914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-033c13b0-3ccd-4981-b7a3-f78192874a20 req-89fc0443-3b7c-4d4c-b957-40e9ae5aa86c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684322 Aug 27 16:12:22.037286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Router f50f28fa-6a60-43b4-8fec-eff37d07e03b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:12:22.088114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d194e3f8-395f-45dd-b754-3dec24f3e67b req-7c083e2b-7ea1-4438-ab8b-4897668b4976 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0662704 Aug 27 16:12:22.156754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4b771052-1f73-497e-8f4e-cde6ab39729e None None] Provisioning complete for port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:22.157662 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b771052-1f73-497e-8f4e-cde6ab39729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:22.204634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4b771052-1f73-497e-8f4e-cde6ab39729e None None] Port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:12:22.213228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:12:22.220560 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-935590fc-9cf9-488b-92a5-a0b576189aae admin admin] 10.222.0.101 "PUT /v2.0/routers/f50f28fa-6a60-43b4-8fec-eff37d07e03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4491174 Aug 27 16:12:22.222897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e124287d-7210-4fa0-9fc5-fc6dc5aa695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:22.225175 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e124287d-7210-4fa0-9fc5-fc6dc5aa695f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:22.226286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e124287d-7210-4fa0-9fc5-fc6dc5aa695f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5fdb57ed-51a9-486f-be53-bb69808e47fa HTTP/1.1" status: 204 len: 168 time: 0.6149664 Aug 27 16:12:22.283022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124287d-7210-4fa0-9fc5-fc6dc5aa695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb57ed-51a9-486f-be53-bb69808e47fa,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:22.335102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004a34b-54fe-49f4-b733-0bb74e287edd req-bbb3bb94-3a11-4c52-9d73-d5d2d2a52c93 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:22.340922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a004a34b-54fe-49f4-b733-0bb74e287edd req-bbb3bb94-3a11-4c52-9d73-d5d2d2a52c93 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 949 time: 0.1183093 Aug 27 16:12:22.446530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a004a34b-54fe-49f4-b733-0bb74e287edd req-55694b9a-6005-4100-ab68-22911c2495ff tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028073 Aug 27 16:12:22.961663 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.034189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60494) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:23.040198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-db99a470-f6d0-4d94-9925-3f9ebdb681b0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608155542', 'description': 'tempest-description--1809874573'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:23.109246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068dc1-4def-4a6f-842e-508f537ab406 req-dcd857c0-c0ed-4e8a-8bae-2c09b7fb1520 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:23.110833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8068dc1-4def-4a6f-842e-508f537ab406 req-dcd857c0-c0ed-4e8a-8bae-2c09b7fb1520 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0648990 Aug 27 16:12:23.150380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64f0a0c3-b764-4fb1-9dab-052f277350e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.153028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8068dc1-4def-4a6f-842e-508f537ab406 req-cf127d23-7d29-4359-a910-e45ee3089241 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Aug 27 16:12:23.181907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e915784-213d-4621-a347-9f3187fe2382 req-08f30559-2431-4445-b078-510a0ed64f3b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Aug 27 16:12:23.182835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-db99a470-f6d0-4d94-9925-3f9ebdb681b0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.262769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:23.270788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.281215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34ff0ba0-3974-47e7-b009-cc53d90a656f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.288974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-db99a470-f6d0-4d94-9925-3f9ebdb681b0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.374032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-db99a470-f6d0-4d94-9925-3f9ebdb681b0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.419564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99a470-f6d0-4d94-9925-3f9ebdb681b0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1bd051-f864-406d-9331-e409daeb70cf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:23.510311 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34ff0ba0-3974-47e7-b009-cc53d90a656f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.636266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbbd96-fea7-4acf-959f-820b30cf2d32 req-7333f286-e0ab-403e-9cc9-9e6d0f522aa7 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:23.638071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5fbbd96-fea7-4acf-959f-820b30cf2d32 req-7333f286-e0ab-403e-9cc9-9e6d0f522aa7 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 949 time: 0.1023667 Aug 27 16:12:23.659601 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34ff0ba0-3974-47e7-b009-cc53d90a656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.694712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-fcbcec0f-fb3e-4cb2-8c88-f7cfa42841d3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:23.696248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-fcbcec0f-fb3e-4cb2-8c88-f7cfa42841d3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.2172797 Aug 27 16:12:23.731176 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.731593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'port': {'device_id': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'admin_state_up': True, 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:23.741305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5fbbd96-fea7-4acf-959f-820b30cf2d32 req-634ab17a-6390-4275-a738-e9349d989191 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876441 Aug 27 16:12:23.748336 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Sync routers for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:12:23.762594 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:23.766334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff0ba0-3974-47e7-b009-cc53d90a656f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b6b20e-b6d2-4168-bbc5-cfbfef907720,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:23.767604 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:23.778911 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34ff0ba0-3974-47e7-b009-cc53d90a656f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eae4ea6d3aa249b79455c5c97a66cfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134878 Aug 27 16:12:23.790173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60514) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:23.848444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:23.852091 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-db99a470-f6d0-4d94-9925-3f9ebdb681b0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:23.856945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60518) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:23.857333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-db99a470-f6d0-4d94-9925-3f9ebdb681b0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8211694 Aug 27 16:12:23.863082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c9ec33db-2759-448e-96af-de2fc0d86784 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Request body: {'security_group_rule': {'security_group_id': '2a1bd051-f864-406d-9331-e409daeb70cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:23.944896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:23.946228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:12:23.968432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5d8c-81bf-4248-8cea-7bcebbc1b6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.003076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5d8c-81bf-4248-8cea-7bcebbc1b6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.024286 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c9ec33db-2759-448e-96af-de2fc0d86784 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.098657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c9ec33db-2759-448e-96af-de2fc0d86784 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.173178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:24.177884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:24.186134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.187056 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:21Z', 'revision_number': 2, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:24.207752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c9ec33db-2759-448e-96af-de2fc0d86784 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.208111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Made reservation on behalf of 0915afdf1c12438d9f51ef9301e73db5 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:24.212171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.215322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5d8c-81bf-4248-8cea-7bcebbc1b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.222376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5d8c-81bf-4248-8cea-7bcebbc1b6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.240106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port c5d863f9-47f6-48df-938f-407938fbe281 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:24.242581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec33db-2759-448e-96af-de2fc0d86784 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8079ba-aaa2-4fc9-8ff4-b6f3fa79c723,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:24.247062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e4bb5d8c-81bf-4248-8cea-7bcebbc1b6fc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/09b6b20e-b6d2-4168-bbc5-cfbfef907720 HTTP/1.1" status: 204 len: 168 time: 0.4555974 Aug 27 16:12:24.253769 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Checking router: f50f28fa-6a60-43b4-8fec-eff37d07e03b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:12:24.254385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Updating router f50f28fa-6a60-43b4-8fec-eff37d07e03b port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:12:24.263368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c5d863f9-47f6-48df-938f-407938fbe281 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:24.263791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.281157 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.306603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb5d8c-81bf-4248-8cea-7bcebbc1b6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b6b20e-b6d2-4168-bbc5-cfbfef907720,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:24.419610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c9ec33db-2759-448e-96af-de2fc0d86784 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.422915 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c9ec33db-2759-448e-96af-de2fc0d86784 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5641763 Aug 27 16:12:24.425265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60530) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:24.430232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-57814074-58b7-43c7-b2a9-3c7d55450728 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Request body: {'security_group_rule': {'security_group_id': '2a1bd051-f864-406d-9331-e409daeb70cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:24.436418 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.460135 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.474708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.479955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:24.505144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:24.507918 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8157bd08-8ac5-42a1-ab0d-d3ecce213822" -d '{"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-plugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:24.529525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:24.529964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100827-ce14-4b51-a15b-b7d82a6de5d9 req-27e99925-e8c9-44f0-a13f-20973c3de81b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:24.532186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44100827-ce14-4b51-a15b-b7d82a6de5d9 req-27e99925-e8c9-44f0-a13f-20973c3de81b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.2720025 Aug 27 16:12:24.535243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b9e14e-ea3a-4c48-87b6-6542edaa2abb req-6c49f0e0-d50d-4298-b732-d9da6128e03e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0630519 Aug 27 16:12:24.627962 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.629013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57814074-58b7-43c7-b2a9-3c7d55450728 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.629800 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.631633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Allocated IP 172.20.0.10 (9465f7b0-7e8e-42b4-8872-f900f467e677/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0/67a10c0f-4e5f-4d4f-a7ea-3006e9523944) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:24.647841 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Transition to ACTIVE for port object 48aa0b7f-f00f-4907-92e4-24e1a4a18468 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:24.683436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.686427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:24.696372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44100827-ce14-4b51-a15b-b7d82a6de5d9 req-874b2efb-a53c-4c00-aac3-0ccb89ef38b3 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525543 Aug 27 16:12:24.726707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57814074-58b7-43c7-b2a9-3c7d55450728 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.738380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3288575-b89f-45ed-aac4-3ab047ef9b61 req-2c2b518e-b0da-41fd-971b-4e7f9c175a00 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:24.739983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3288575-b89f-45ed-aac4-3ab047ef9b61 req-2c2b518e-b0da-41fd-971b-4e7f9c175a00 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 945 time: 0.1309710 Aug 27 16:12:24.755478 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f7849f-aa44-49a2-8ec5-0e06a7943902 x-openstack-request-id: req-28f7849f-aa44-49a2-8ec5-0e06a7943902 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:24.755706 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-plugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:24.756085 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-28f7849f-aa44-49a2-8ec5-0e06a7943902 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:24.756599 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281', 'code': 200} Aug 27 16:12:24.772595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:24.796874 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.859322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3288575-b89f-45ed-aac4-3ab047ef9b61 req-3a43eb5f-4de0-45e2-b8f5-b7b3691c4f94 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045840 Aug 27 16:12:24.885566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57814074-58b7-43c7-b2a9-3c7d55450728 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:24.915094 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55343-51bd-4b38-8973-b75cbd12cee0 None None] Pushing event updated for resources: {'Port': ['ID=48aa0b7f-f00f-4907-92e4-24e1a4a18468,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:24.937545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57814074-58b7-43c7-b2a9-3c7d55450728 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37f6357-f329-4cb6-8610-0fa1c6a51bec,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:24.959282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c0b6b-d296-4020-9e46-2576127e03a2 req-ce5a5b06-283e-485d-b676-02c97c76d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:24.960812 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0d7c0b6b-d296-4020-9e46-2576127e03a2 req-ce5a5b06-283e-485d-b676-02c97c76d74f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 1101 time: 0.1205904 Aug 27 16:12:25.010116 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0d7c0b6b-d296-4020-9e46-2576127e03a2 req-4f246197-c7f7-4733-99f5-a22c62ed38f2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Aug 27 16:12:25.022950 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.035023 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Attempting to bind port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:25.035952 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Attempting to bind port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:25.036805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57814074-58b7-43c7-b2a9-3c7d55450728 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.038734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57814074-58b7-43c7-b2a9-3c7d55450728 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6121492 Aug 27 16:12:25.041053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60546) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:25.042022 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Attempting to bind port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 on network 9fe2a019-fd16-4e59-bfca-de581d38c452 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:25.047849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:25.056028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98d0e0-01a7-4abe-8888-6df4cf610926 req-17425eff-212d-424a-a850-f0be55c33173 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:25.059608 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:25.059781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba98d0e0-01a7-4abe-8888-6df4cf610926 req-17425eff-212d-424a-a850-f0be55c33173 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 950 time: 0.1447310 Aug 27 16:12:25.060453 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Checking segment: {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:25.061377 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.062082 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Bound using segment: {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:25.062805 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Bound port: 48aa0b7f-f00f-4907-92e4-24e1a4a18468, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:25.063470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Transition to ACTIVE for port object 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:25.063729 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.148671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba98d0e0-01a7-4abe-8888-6df4cf610926 req-889959bf-524a-465b-a986-0c4a79c6ad42 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Aug 27 16:12:25.161938 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] For port 48aa0b7f-f00f-4907-92e4-24e1a4a18468, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:25.178338 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] For port 48aa0b7f-f00f-4907-92e4-24e1a4a18468, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48aa0b7f-f00f-4907-92e4-24e1a4a18468,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:25.196840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.232438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.299390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:25.300125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.309553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-4daf9058-1035-4a5e-9391-ec032698d5e1 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:25.311023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-4daf9058-1035-4a5e-9391-ec032698d5e1 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 0.1660280 Aug 27 16:12:25.315544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:25.318106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:25.324237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:25.324522 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.386352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-4bb974f7-f956-430f-a37b-d71222cb0038 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/quotas/75112f3c6fc94cb393b33ac3e3fef6df HTTP/1.1" status: 200 len: 375 time: 0.0650101 Aug 27 16:12:25.399567 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:25.400570 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:25.404911 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55343-51bd-4b38-8973-b75cbd12cee0 None None] Pushing event updated for resources: {'Port': ['ID=48aa0b7f-f00f-4907-92e4-24e1a4a18468,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:25.415071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:25.418839 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.458619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Allocated IP 172.25.4.247 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/42b94223-d662-401d-858b-db039ed012f7) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:25.466521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-7374ae33-c7c1-4c8d-b8e9-9df8c9d21d4b tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790873 Aug 27 16:12:25.580938 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:12:25.613623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60562) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:25.617350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-cd050a01-ab00-49de-bb99-c91c9d1acdca tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9075072 Aug 27 16:12:25.634553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Request body: {'port': {'device_id': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:25.651827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60c606c0-5ada-4cd8-a779-bbb874bc8c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.678466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-7f0b65f8-24e7-4e73-9585-0b6dc2d8bac7 service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978030 Aug 27 16:12:25.745849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.820240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:25.862736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.888139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60c606c0-5ada-4cd8-a779-bbb874bc8c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.893779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc323f-2c2f-46bd-8f64-30d1dbee417c req-fca93b2a-597f-46f3-9860-75ee1f149caf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:25.896272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71bc323f-2c2f-46bd-8f64-30d1dbee417c req-fca93b2a-597f-46f3-9860-75ee1f149caf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 932 time: 0.2036729 Aug 27 16:12:25.901197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:25.901585 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.924269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ef68c70a-11e3-4990-8406-afbb47161f40 None None] Provisioning for port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:25.931790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ef68c70a-11e3-4990-8406-afbb47161f40 None None] Provisioning complete for port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:25.932354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef68c70a-11e3-4990-8406-afbb47161f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.935036 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:25.946566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-474e00b4-3d6a-4be9-80f9-2d2a49e5e559 service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669871 Aug 27 16:12:25.997044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:26.004245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:26.009354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:26.036003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.039691 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:25Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:26.045411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71bc323f-2c2f-46bd-8f64-30d1dbee417c req-78103200-e919-4628-bd69-95523bd81a3c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172488 Aug 27 16:12:26.053952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60c606c0-5ada-4cd8-a779-bbb874bc8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.060291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ef68c70a-11e3-4990-8406-afbb47161f40 None None] Port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:12:26.107696 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-60c606c0-5ada-4cd8-a779-bbb874bc8c38 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c563b7860e644b5f8ae2cc0dd87f9659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909427 Aug 27 16:12:26.111754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60568) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:26.123300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event updated for resources: {'Port': ['ID=42b94223-d662-401d-858b-db039ed012f7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:26.136705 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9d849-de10-435a-a6d1-b14ba73206ba None None] The sync data for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 is: [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:25Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:12:26.237767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c606c0-5ada-4cd8-a779-bbb874bc8c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884815a8-bb21-4b44-84b8-3646a093dd4d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:26.314586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b269b-62d8-4573-a346-554b13ccc3a2 req-03b99d0c-5a75-40f6-92b2-b672f9467625 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:26.316242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b7b269b-62d8-4573-a346-554b13ccc3a2 req-03b99d0c-5a75-40f6-92b2-b672f9467625 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1357193 Aug 27 16:12:26.341063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a4f97d3-7845-4d36-bd01-7392db25ede5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.365574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.410486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a4f97d3-7845-4d36-bd01-7392db25ede5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.468915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:26.478478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b7b269b-62d8-4573-a346-554b13ccc3a2 req-72af4d76-aaef-4738-84f3-18ac363848c1 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456866 Aug 27 16:12:26.483654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.516919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64293979-c7fd-4dca-bfa3-d62139cea977 req-6250fef9-707e-4d85-ad80-cbde856e0f40 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:26.524172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64293979-c7fd-4dca-bfa3-d62139cea977 req-6250fef9-707e-4d85-ad80-cbde856e0f40 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 945 time: 0.1476288 Aug 27 16:12:26.586929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.595619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64293979-c7fd-4dca-bfa3-d62139cea977 req-3261678d-9bd9-41ce-b0bd-60c64bc5b1dd tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/security-groups?id=7e09b9af-1f75-4047-b271-6642ace2dde9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704410 Aug 27 16:12:26.640091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-0525be71-99e8-4e69-953f-8f062cd16fe3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:26.642300 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-0525be71-99e8-4e69-953f-8f062cd16fe3 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 945 time: 0.1668470 Aug 27 16:12:26.645101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a4f97d3-7845-4d36-bd01-7392db25ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.645785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Transition to ACTIVE for port object 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:26.648018 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a4f97d3-7845-4d36-bd01-7392db25ede5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.652182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9a4f97d3-7845-4d36-bd01-7392db25ede5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/884815a8-bb21-4b44-84b8-3646a093dd4d HTTP/1.1" status: 204 len: 168 time: 0.5300150 Aug 27 16:12:26.694211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b281861c-8940-4dac-9811-5da351c94229 req-cd254665-fddf-4392-8127-dec2dd4e2048 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 210 time: 0.0328813 Aug 27 16:12:26.716668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f97d3-7845-4d36-bd01-7392db25ede5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884815a8-bb21-4b44-84b8-3646a093dd4d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:26.716877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bbda0-3575-4f53-bde4-848c115fd6db req-307265f2-2300-4993-bcae-7350b85a71eb tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:26.716877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e36bbda0-3575-4f53-bde4-848c115fd6db req-307265f2-2300-4993-bcae-7350b85a71eb tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 950 time: 0.1300652 Aug 27 16:12:26.794182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e36bbda0-3575-4f53-bde4-848c115fd6db req-b52e70a9-8289-4791-b91d-993ce1f02fd0 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659251 Aug 27 16:12:26.816854 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:26.883456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:12:26.889509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:12:26.900612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:26.918785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Deleting port aa6cfeff-417f-46d1-b95c-7596ea37166a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:12:26.919384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.016753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.062468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Attempting to bind port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:27.063136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Attempting to bind port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:27.063697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Attempting to bind port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:27.069179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 on network 9465f7b0-7e8e-42b4-8872-f900f467e677 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:12:27.069976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Attempting to bind port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:27.081312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] For port aa6cfeff-417f-46d1-b95c-7596ea37166a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=aa6cfeff-417f-46d1-b95c-7596ea37166a,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:27.081702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.096098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:27.098274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Calling delete_port for aa6cfeff-417f-46d1-b95c-7596ea37166a owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:12:27.101626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:27.101626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Bound using segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:27.101626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Bound port: 67a10c0f-4e5f-4d4f-a7ea-3006e9523944, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:27.101626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.184150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.223496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.226620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:27.230490 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cf144f-0c00-4e4a-b008-e223a90df86f" -d '{"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-unplugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:27.298425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:27.301262 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40699d-6686-4d0d-9e27-8563a0c1d439 x-openstack-request-id: req-6d40699d-6686-4d0d-9e27-8563a0c1d439 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:27.301815 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-unplugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:27.302253 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d40699d-6686-4d0d-9e27-8563a0c1d439 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:27.302860 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d', 'code': 200} Aug 27 16:12:27.320837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:27.340237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '821703f2-0b21-432e-832f-110efa41a59d', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '821703f2-0b21-432e-832f-110efa41a59d', 'mac_address': 'fa:16:3e:9b:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:12:27.363981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.376314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2034114-544a-47e3-b2b1-bd6a1c8b518f req-94c2494e-41c7-4eb3-bb0b-5a19bd2421ab tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:27.389313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2034114-544a-47e3-b2b1-bd6a1c8b518f req-94c2494e-41c7-4eb3-bb0b-5a19bd2421ab tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 944 time: 0.1839645 Aug 27 16:12:27.403403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] For port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:27.411555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] For port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:27.413481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.424356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.444594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:27.444783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event updated for resources: {'Port': ['ID=42b94223-d662-401d-858b-db039ed012f7,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:27.488590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2034114-544a-47e3-b2b1-bd6a1c8b518f req-b72a97ab-adaf-491f-a70d-41052ef2abae tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976546 Aug 27 16:12:27.532139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.532139 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7419d6ee-c077-4eef-9fff-3c0aa5ae3cac tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4747343 Aug 27 16:12:27.546422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:12:27.546790 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:12:27.547442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:27.579934 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.626810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.642434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:27.643073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.643375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['aa6cfeff-417f-46d1-b95c-7596ea37166a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:27.664085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] 10.222.0.97 "PUT /v2.0/ports/67a10c0f-4e5f-4d4f-a7ea-3006e9523944 HTTP/1.1" status: 200 len: 1092 time: 2.0302632 Aug 27 16:12:27.664085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'tag': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:27.678745 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963ed718-d0b0-4278-bc41-38c570398bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd4b519-e430-4d2b-8fec-aeefdcadc3c3", "tag": "67a10c0f-4e5f-4d4f-a7ea-3006e9523944"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:27.709147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Pushing event deleted for resources: {'Port': ['ID=aa6cfeff-417f-46d1-b95c-7596ea37166a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:27.847026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] No DVR routers for this DVR port aa6cfeff-417f-46d1-b95c-7596ea37166a on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:12:27.853930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ab7e6f3-e8ca-4d8f-bd30-82855c5f7787 req-9398b317-9965-41da-8f13-3404724c7501 tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.101 "GET /v2.0/ports?device_id=c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e HTTP/1.1" status: 200 len: 210 time: 0.1288490 Aug 27 16:12:27.865839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:27.874506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9cab11b0-5964-4257-9b1a-a04521b06555 req-a1cd250f-078c-4955-9894-9bb44b5f833f tempest-AttachSCSIVolumeTestJSON-1138347526 tempest-AttachSCSIVolumeTestJSON-1138347526-project] 10.222.0.90 "DELETE /v2.0/ports/aa6cfeff-417f-46d1-b95c-7596ea37166a HTTP/1.1" status: 204 len: 173 time: 1.2165337 Aug 27 16:12:27.887739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'name': 'network-vif-deleted', 'tag': 'aa6cfeff-417f-46d1-b95c-7596ea37166a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:27.896641 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5788eaf2-bd7c-45d9-82d8-d6ba5345bbe1" -d '{"events": [{"server_uuid": "c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e", "name": "network-vif-deleted", "tag": "aa6cfeff-417f-46d1-b95c-7596ea37166a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:27.899848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642bc96-3720-42ab-8922-1f0c75a55b2f req-b9186784-b5ff-43bd-9122-9062c777342a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:27.908998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a642bc96-3720-42ab-8922-1f0c75a55b2f req-b9186784-b5ff-43bd-9122-9062c777342a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 947 time: 0.3195703 Aug 27 16:12:27.916822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48aa0b7f-f00f-4907-92e4-24e1a4a18468 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:27.917321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38cd9-b301-441c-a7b3-544311906bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:28.017391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a642bc96-3720-42ab-8922-1f0c75a55b2f req-09b705b5-212c-4e4d-a508-a85b00d3988e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064360 Aug 27 16:12:28.035802 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab2b833-2720-4814-8f01-7bd0544ad2d5 x-openstack-request-id: req-3ab2b833-2720-4814-8f01-7bd0544ad2d5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:28.036368 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd4b519-e430-4d2b-8fec-aeefdcadc3c3", "tag": "67a10c0f-4e5f-4d4f-a7ea-3006e9523944", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:28.036646 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3ab2b833-2720-4814-8f01-7bd0544ad2d5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:28.037085 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'tag': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944', 'status': 'completed', 'code': 200} Aug 27 16:12:28.084193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-92df54a3-534a-4a4b-8bfc-20d91d1ab74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:28.092517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-92df54a3-534a-4a4b-8bfc-20d91d1ab74a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 1095 time: 0.1567140 Aug 27 16:12:28.163732 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:28.210685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-ea64fdcd-095a-48ee-9954-e469b852dde5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944 HTTP/1.1" status: 200 len: 217 time: 0.0775404 Aug 27 16:12:28.228779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:28.261115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:28.269501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:28.271747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:28.275253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:28.304453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fd2cf7e-219a-4723-8144-152bb355bc97 req-03f265c1-2858-4042-b448-dd5d58fd12d3 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 210 time: 0.0898094 Aug 27 16:12:28.328356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb63fa-04dd-475c-ae73-0906b243c74f req-d9788be6-5ea4-4bd2-bfe1-0769b44ac0ff tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:28.330068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67cb63fa-04dd-475c-ae73-0906b243c74f req-d9788be6-5ea4-4bd2-bfe1-0769b44ac0ff tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 950 time: 0.2301598 Aug 27 16:12:28.331641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-e7abed1c-97c7-4683-93a3-c219b573ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:28.338469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-e7abed1c-97c7-4683-93a3-c219b573ce65 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0919461 Aug 27 16:12:28.388359 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd7ceaa-666e-47a4-9733-d8dee780011b x-openstack-request-id: req-5bd7ceaa-666e-47a4-9733-d8dee780011b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:28.389367 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e", "name": "network-vif-deleted", "tag": "aa6cfeff-417f-46d1-b95c-7596ea37166a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:28.389661 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5bd7ceaa-666e-47a4-9733-d8dee780011b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:28.390455 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7b340-4ca7-4ccb-ac55-6b5e45b2bf0e', 'name': 'network-vif-deleted', 'tag': 'aa6cfeff-417f-46d1-b95c-7596ea37166a', 'status': 'completed', 'code': 200} Aug 27 16:12:28.399657 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:28.416342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67cb63fa-04dd-475c-ae73-0906b243c74f req-9896002c-4a2b-41b4-985a-9be4c47db1ec tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787873 Aug 27 16:12:28.418547 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:28.421499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-34874b38-648c-4f1e-b34b-7356baa1c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:28.423765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-34874b38-648c-4f1e-b34b-7356baa1c259 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738797 Aug 27 16:12:28.496489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 48aa0b7f-f00f-4907-92e4-24e1a4a18468, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48aa0b7f-f00f-4907-92e4-24e1a4a18468,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:28.545834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:28.576636 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:28.608233 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:12:28.626113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-0609b09c-00dd-4afe-b7fc-4acdd63b0728 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872542 Aug 27 16:12:28.655063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=48aa0b7f-f00f-4907-92e4-24e1a4a18468,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:28.708649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['821703f2-0b21-432e-832f-110efa41a59d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:29.256364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74926c-65b1-4c94-b1cb-52e2c1c645d0 req-479d3249-06d3-4582-adfe-2402f6e97e4c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:29.258187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f74926c-65b1-4c94-b1cb-52e2c1c645d0 req-479d3249-06d3-4582-adfe-2402f6e97e4c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 944 time: 0.6427958 Aug 27 16:12:29.338546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f74926c-65b1-4c94-b1cb-52e2c1c645d0 req-8b68bad7-d6d1-4381-8062-9ebbf7b0c582 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709083 Aug 27 16:12:29.340609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85562fc7-08b4-4620-9a95-37c539f6f810 req-9427c8f8-f101-4981-ad7e-084ed4e573b8 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811078 Aug 27 16:12:29.450896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca04e8-d277-4a03-a27c-e8f153f46e1a req-3963a878-1171-4705-a7b9-94c20d68ff21 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:29.450896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97ca04e8-d277-4a03-a27c-e8f153f46e1a req-3963a878-1171-4705-a7b9-94c20d68ff21 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 948 time: 0.0802035 Aug 27 16:12:29.496046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97ca04e8-d277-4a03-a27c-e8f153f46e1a req-90bbf57a-2b5d-4679-a1db-3d62f0fc19e6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Aug 27 16:12:29.700735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ed718-d0b0-4278-bc41-38c570398bcc req-616d4632-dc0c-49f6-9f7d-2bd327e8179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:29.703241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963ed718-d0b0-4278-bc41-38c570398bcc req-616d4632-dc0c-49f6-9f7d-2bd327e8179c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 1095 time: 0.0855219 Aug 27 16:12:29.841539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48aa0b7f-f00f-4907-92e4-24e1a4a18468 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:29.983196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device aa6cfeff-417f-46d1-b95c-7596ea37166a no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:12:30.035707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: aa6cfeff-417f-46d1-b95c-7596ea37166a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:12:30.036695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device aa6cfeff-417f-46d1-b95c-7596ea37166a not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:12:30.056575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-915d7974-a1e6-4b3d-a31d-7d4b5c673cd6 req-91b65e92-6952-420d-8316-9a71c39bf217 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 210 time: 0.0913906 Aug 27 16:12:30.069882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ed718-d0b0-4278-bc41-38c570398bcc req-1cc8e4e8-fc50-4283-8426-d20a13bfaa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:30.072755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963ed718-d0b0-4278-bc41-38c570398bcc req-1cc8e4e8-fc50-4283-8426-d20a13bfaa12 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.3570023 Aug 27 16:12:30.085349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:30.085736 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:30.183081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963ed718-d0b0-4278-bc41-38c570398bcc req-0b04aeee-4eed-4c2d-8ff3-341047803f5e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944 HTTP/1.1" status: 200 len: 217 time: 0.0868409 Aug 27 16:12:30.185710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-1187d881-bc2a-47a2-9323-d7de60aa4b7d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:30.190275 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-1187d881-bc2a-47a2-9323-d7de60aa4b7d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 0.3246667 Aug 27 16:12:30.221713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Request body: {'port': {'device_id': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'admin_state_up': True, 'tenant_id': '75112f3c6fc94cb393b33ac3e3fef6df'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:30.314726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ed718-d0b0-4278-bc41-38c570398bcc req-bc0dfe95-054d-4a49-bcfc-0663725d1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:30.316327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963ed718-d0b0-4278-bc41-38c570398bcc req-bc0dfe95-054d-4a49-bcfc-0663725d1324 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1252170 Aug 27 16:12:30.422946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ed718-d0b0-4278-bc41-38c570398bcc req-856e975d-fd92-4c92-b9a0-1d43e7b51f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:30.427150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963ed718-d0b0-4278-bc41-38c570398bcc req-856e975d-fd92-4c92-b9a0-1d43e7b51f27 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988932 Aug 27 16:12:30.555614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c43f4-f82c-4d5d-938d-fb928d1b197e req-6b26e337-c790-4734-9b86-191cc076695f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:30.559986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c78c43f4-f82c-4d5d-938d-fb928d1b197e req-6b26e337-c790-4734-9b86-191cc076695f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 944 time: 0.1291091 Aug 27 16:12:30.590738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Made reservation on behalf of 75112f3c6fc94cb393b33ac3e3fef6df for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:30.595577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:30.617483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963ed718-d0b0-4278-bc41-38c570398bcc req-93d1e17c-18c3-492f-bebf-4d8179abc1ac service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707735 Aug 27 16:12:30.632410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c78c43f4-f82c-4d5d-938d-fb928d1b197e req-76caacc4-5479-4e21-a071-2bedb83fe946 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Aug 27 16:12:30.763037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Allocated IP 172.20.0.7 (dbd98aa3-99fb-44e6-a879-5bb9abbefd50/9379bda9-21c9-4d1c-8307-538bf7e713b5/27106502-8e11-46cf-8def-bfdd29073743) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:30.832896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0e4e1-0d20-43be-bad2-e0eefa5a46c9 req-b6a033db-0988-47f1-9782-9f4b3ec833e3 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:30.834589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0c0e4e1-0d20-43be-bad2-e0eefa5a46c9 req-b6a033db-0988-47f1-9782-9f4b3ec833e3 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 948 time: 0.0999980 Aug 27 16:12:30.888686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963ed718-d0b0-4278-bc41-38c570398bcc req-7fab8881-2d00-4341-9ff5-0be386cc800d service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433596 Aug 27 16:12:30.904079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:12:30.907744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0c0e4e1-0d20-43be-bad2-e0eefa5a46c9 req-5b71288c-5d73-4480-a7d1-889e1057aa94 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626321 Aug 27 16:12:30.909679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:31.086652 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:31.153469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 821703f2-0b21-432e-832f-110efa41a59d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:31.162708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:31.254386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:31.288611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['da0874e1-f662-4dc8-8c6d-d03aaec33a68'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:31.308047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:31.308844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:31.312112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:31.315050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:31.381300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event updated for resources: {'Port': ['ID=27106502-8e11-46cf-8def-bfdd29073743,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:31.416690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731f0e6-e84f-4865-8436-903336f68ee1 req-ab3ad16e-a537-46e1-8a93-db0f3904c287 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:31.425164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944', 'mac_address': 'fa:16:3e:a2:67:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:12:31.426424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:31.427980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:31.430214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e731f0e6-e84f-4865-8436-903336f68ee1 req-ab3ad16e-a537-46e1-8a93-db0f3904c287 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 931 time: 0.1433487 Aug 27 16:12:31.493376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e731f0e6-e84f-4865-8436-903336f68ee1 req-a8fa6795-5978-48de-b2b1-d2b03af91958 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543399 Aug 27 16:12:31.524526 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:31.529078 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-c36f056d-d18e-42a2-9e58-b85913318c2f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3137321 Aug 27 16:12:31.547017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Request body: {'port': {'device_id': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:31.723905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:31.763501 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:31.810037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:31.852793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:31.857543 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd2798-b8f5-4710-b8de-113f28441a20" -d '{"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-plugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:31.892655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac672f26-4eb5-41c9-bbf7-22f4e224c7c8 req-e87150d4-d25d-4b85-acb2-3df5715e0aeb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:31.902843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac672f26-4eb5-41c9-bbf7-22f4e224c7c8 req-e87150d4-d25d-4b85-acb2-3df5715e0aeb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 944 time: 0.1252944 Aug 27 16:12:31.935469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:31.940365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:31.992971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac672f26-4eb5-41c9-bbf7-22f4e224c7c8 req-c29f6836-2e58-4877-af7e-6807577980be tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877681 Aug 27 16:12:32.008540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:12:32.229560 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1adc2a-a743-477c-93ac-7a467ffd0222 x-openstack-request-id: req-2d1adc2a-a743-477c-93ac-7a467ffd0222 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:32.235403 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-plugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:32.235727 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d1adc2a-a743-477c-93ac-7a467ffd0222 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:32.236148 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d', 'code': 200} Aug 27 16:12:32.250177 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.273068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27106502-8e11-46cf-8def-bfdd29073743 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:32.275187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c12e7-74a2-42db-a4a1-7556f10056de req-51f4caa0-0b2f-4f08-ae53-4e5b63f55e5b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:32.283772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d7c12e7-74a2-42db-a4a1-7556f10056de req-51f4caa0-0b2f-4f08-ae53-4e5b63f55e5b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1411660 Aug 27 16:12:32.285535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.301712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Transition to ACTIVE for port object 27106502-8e11-46cf-8def-bfdd29073743 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:32.305210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeef79d-90bf-4c8c-960c-b1129ab3a7c5 req-fb239dff-7399-46d5-8ebd-e2bff54ad686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:32.306935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfeef79d-90bf-4c8c-960c-b1129ab3a7c5 req-fb239dff-7399-46d5-8ebd-e2bff54ad686 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1100 time: 0.1006620 Aug 27 16:12:32.325319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.348334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:32.367731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d7c12e7-74a2-42db-a4a1-7556f10056de req-462feeab-9bab-483a-9af1-b157f3d91d11 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794840 Aug 27 16:12:32.399680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:32.408382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.410235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfeef79d-90bf-4c8c-960c-b1129ab3a7c5 req-a870e5bf-56bc-4668-bf1a-281d14f77044 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923898 Aug 27 16:12:32.442766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c5d863f9-47f6-48df-938f-407938fbe281', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'c5d863f9-47f6-48df-938f-407938fbe281', 'mac_address': 'fa:16:3e:d5:06:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:12:32.565122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Pushing event updated for resources: {'Port': ['ID=27106502-8e11-46cf-8def-bfdd29073743,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:32.657900 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.677276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:32.694114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5d863f9-47f6-48df-938f-407938fbe281 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:32.720592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Attempting to bind port 27106502-8e11-46cf-8def-bfdd29073743 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:32.723545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:32.725554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Attempting to bind port 27106502-8e11-46cf-8def-bfdd29073743 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:32.727489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Attempting to bind port 27106502-8e11-46cf-8def-bfdd29073743 on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:32.736534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Port 27106502-8e11-46cf-8def-bfdd29073743 on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:12:32.736869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Attempting to bind port 27106502-8e11-46cf-8def-bfdd29073743 on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:32.745723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:32.745723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Checking segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:32.745723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Bound using segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:32.745723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Bound port: 27106502-8e11-46cf-8def-bfdd29073743, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:32.746165 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.763337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['67a10c0f-4e5f-4d4f-a7ea-3006e9523944'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:32.829637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] For port 27106502-8e11-46cf-8def-bfdd29073743, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:32.833479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] For port 27106502-8e11-46cf-8def-bfdd29073743, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=27106502-8e11-46cf-8def-bfdd29073743,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:32.862829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dff76e-8190-4da9-9a34-6731484f896f req-8921d888-f079-4d73-af36-a88d676ac983 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:32.865447 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.872055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11dff76e-8190-4da9-9a34-6731484f896f req-8921d888-f079-4d73-af36-a88d676ac983 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 943 time: 0.1300125 Aug 27 16:12:32.910097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:32.928717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60850) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:32.968567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11dff76e-8190-4da9-9a34-6731484f896f req-a53dd634-1e68-4dc2-abbe-14b40bf8a80b tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951712 Aug 27 16:12:33.019638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:33.023858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Pushing event updated for resources: {'Port': ['ID=27106502-8e11-46cf-8def-bfdd29073743,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:33.040297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:33.041197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:33.043490 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d7c43323-70cf-431c-9b07-b675e3781517 service neutron] 10.222.0.90 "PUT /v2.0/ports/27106502-8e11-46cf-8def-bfdd29073743 HTTP/1.1" status: 200 len: 1091 time: 1.5036583 Aug 27 16:12:33.044194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'tag': '27106502-8e11-46cf-8def-bfdd29073743'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:33.048350 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3034359a-7716-4d2b-8ddf-9b59f1024716" -d '{"events": [{"name": "network-changed", "server_uuid": "6f898754-4d8d-43e5-a82e-1774cb7af413", "tag": "27106502-8e11-46cf-8def-bfdd29073743"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:33.095602 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea39d3b-5b15-4cf2-8de7-5e842a03ae60 x-openstack-request-id: req-7ea39d3b-5b15-4cf2-8de7-5e842a03ae60 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:33.096368 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f898754-4d8d-43e5-a82e-1774cb7af413", "tag": "27106502-8e11-46cf-8def-bfdd29073743", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:33.096917 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7ea39d3b-5b15-4cf2-8de7-5e842a03ae60 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:33.097617 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'tag': '27106502-8e11-46cf-8def-bfdd29073743', 'status': 'completed', 'code': 200} Aug 27 16:12:33.107496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c5d863f9-47f6-48df-938f-407938fbe281'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:33.210698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034359a-7716-4d2b-8ddf-9b59f1024716 req-c77e2d57-9807-4027-9751-9e8e3c0dd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:33.216986 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3034359a-7716-4d2b-8ddf-9b59f1024716 req-c77e2d57-9807-4027-9751-9e8e3c0dd0e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 1094 time: 0.0692139 Aug 27 16:12:33.251707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21f5043e-80d0-44f9-b4c0-6b85b416a349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:33.398813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9be04-be91-4c4f-97f2-10c120513d99 req-33372752-f177-4652-a025-cc1cfbfae91c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:33.403488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0db9be04-be91-4c4f-97f2-10c120513d99 req-33372752-f177-4652-a025-cc1cfbfae91c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 945 time: 0.2716644 Aug 27 16:12:33.504770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034359a-7716-4d2b-8ddf-9b59f1024716 req-54c3d4de-afc1-4813-ad02-2d046b33e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:33.511554 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3034359a-7716-4d2b-8ddf-9b59f1024716 req-54c3d4de-afc1-4813-ad02-2d046b33e0d5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2834575 Aug 27 16:12:33.728315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21f5043e-80d0-44f9-b4c0-6b85b416a349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:33.755155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034359a-7716-4d2b-8ddf-9b59f1024716 req-01b2c678-541d-413f-9515-b8d54ded0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:33.760774 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3034359a-7716-4d2b-8ddf-9b59f1024716 req-01b2c678-541d-413f-9515-b8d54ded0e34 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2358427 Aug 27 16:12:33.773829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0db9be04-be91-4c4f-97f2-10c120513d99 req-56eda725-edd4-4b1c-b5e1-acf4c4f1a5b2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642029 Aug 27 16:12:33.797770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33181eb7-4cb9-4ecf-9346-763594341b64 req-9e100d78-8d2c-47f5-8c95-f6082b116777 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:33.807677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33181eb7-4cb9-4ecf-9346-763594341b64 req-9e100d78-8d2c-47f5-8c95-f6082b116777 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1957626 Aug 27 16:12:33.860400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21f5043e-80d0-44f9-b4c0-6b85b416a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:33.910912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-21f5043e-80d0-44f9-b4c0-6b85b416a349 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9e65dedb02f04c6d83b81fcea4708dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806995 Aug 27 16:12:33.927470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:33.927807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33181eb7-4cb9-4ecf-9346-763594341b64 req-01c87f39-2e07-4da7-8380-8b9142d52522 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078284 Aug 27 16:12:33.964458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-57638bf4-0850-4306-acf4-168e3b548e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:33.966360 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-57638bf4-0850-4306-acf4-168e3b548e95 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 1094 time: 0.1380002 Aug 27 16:12:34.008650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:34.063770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5043e-80d0-44f9-b4c0-6b85b416a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd18e664-54b4-4454-a892-9c7f475ff1c4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:34.155134 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-15a816ce-ed06-4d5c-8076-ea88d1b68310 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27106502-8e11-46cf-8def-bfdd29073743 HTTP/1.1" status: 200 len: 217 time: 0.1652369 Aug 27 16:12:34.206680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c5d863f9-47f6-48df-938f-407938fbe281 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:34.210465 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:34.329581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde9f93-56a9-4aed-8a1a-242e56b329bb req-37937128-e1e2-4011-99a4-c3430d20d763 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:34.345716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fde9f93-56a9-4aed-8a1a-242e56b329bb req-37937128-e1e2-4011-99a4-c3430d20d763 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 943 time: 0.1346118 Aug 27 16:12:34.355949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d1d49483-c2c2-4fab-8012-84166a174962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:34.370722 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-d1d49483-c2c2-4fab-8012-84166a174962 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9379bda9-21c9-4d1c-8307-538bf7e713b5 HTTP/1.1" status: 200 len: 853 time: 0.2034931 Aug 27 16:12:34.425861 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:34.427795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c57a5f1-72a2-4355-9930-8cb330810c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:34.454022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fde9f93-56a9-4aed-8a1a-242e56b329bb req-e612b986-4291-4d62-a621-ce86e81fbfae tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065187 Aug 27 16:12:34.492529 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-9004ba07-6e64-45a8-8ee1-0267ef62b0b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041563 Aug 27 16:12:34.507445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:34.519848 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a44615-d372-4a66-abcc-925862a4ba99" -d '{"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-plugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:34.540552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:34.606491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c57a5f1-72a2-4355-9930-8cb330810c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:34.607070 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba15128-257a-4637-829f-88fcf00f4d89 x-openstack-request-id: req-cba15128-257a-4637-829f-88fcf00f4d89 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:34.607070 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-plugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:34.607070 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cba15128-257a-4637-829f-88fcf00f4d89 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:34.607070 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281', 'code': 200} Aug 27 16:12:34.672496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:34.683919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-28dbaf49-5b7a-4ce4-9570-61c1397ec747 service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779683 Aug 27 16:12:34.791473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:34.838106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c57a5f1-72a2-4355-9930-8cb330810c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:34.840890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c57a5f1-72a2-4355-9930-8cb330810c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:34.845431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c57a5f1-72a2-4355-9930-8cb330810c44 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cd18e664-54b4-4454-a892-9c7f475ff1c4 HTTP/1.1" status: 204 len: 168 time: 0.9067526 Aug 27 16:12:34.881434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1adea04c-ad27-4569-8367-7861b8be17c3 req-1ecd8998-303f-459e-9868-c6bd93e43bed service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880157 Aug 27 16:12:34.884365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57a5f1-72a2-4355-9930-8cb330810c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd18e664-54b4-4454-a892-9c7f475ff1c4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:34.919804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:35.004771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58c5a7-a847-4b63-bb74-a482554daf29 req-fb8248d5-f99e-497a-ac8f-b63c2714b791 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:35.008395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb58c5a7-a847-4b63-bb74-a482554daf29 req-fb8248d5-f99e-497a-ac8f-b63c2714b791 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 945 time: 0.0803623 Aug 27 16:12:35.116203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:35.121061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:35.121972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:35.157364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb58c5a7-a847-4b63-bb74-a482554daf29 req-66ca1fe0-ca4a-4c04-b7d9-ee43c1137f02 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287863 Aug 27 16:12:35.346405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:35.428108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:35.446903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff30811-38d7-40c3-a39b-4e003f61ace8 req-f9d8bc3e-56bb-482e-a046-f93e70abebf6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:35.449300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fff30811-38d7-40c3-a39b-4e003f61ace8 req-f9d8bc3e-56bb-482e-a046-f93e70abebf6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1535800 Aug 27 16:12:35.510947 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:35.557447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fff30811-38d7-40c3-a39b-4e003f61ace8 req-900b31c5-c504-436f-8e15-fe2b30dc92b9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988555 Aug 27 16:12:35.663251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:35.740726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a42a2-3f67-4bf6-a12e-9379cdfed091 req-da88f0e6-f43c-44b1-b094-a70dcb69d81d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:35.752698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-711a42a2-3f67-4bf6-a12e-9379cdfed091 req-da88f0e6-f43c-44b1-b094-a70dcb69d81d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 943 time: 0.0869677 Aug 27 16:12:35.835127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-711a42a2-3f67-4bf6-a12e-9379cdfed091 req-f29387d5-1eb4-40a9-a42f-57c6780edb20 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615621 Aug 27 16:12:36.015383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210ab6-0471-4047-8b60-bd8ea60c48cd req-2e0c333b-72c5-457a-aec1-22e88d16c8ef tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:36.015383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f210ab6-0471-4047-8b60-bd8ea60c48cd req-2e0c333b-72c5-457a-aec1-22e88d16c8ef tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0638931 Aug 27 16:12:36.015383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f210ab6-0471-4047-8b60-bd8ea60c48cd req-954854a4-827b-4c8e-a934-028122293466 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564091 Aug 27 16:12:36.396332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60938) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:36.414880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1389edd0-c1d3-4184-8008-6d333f631ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:36.607396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:36.610989 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ff5f40-5419-4de4-87fc-bfb6a5764b56" -d '{"events": [{"server_uuid": "cdd4b519-e430-4d2b-8fec-aeefdcadc3c3", "name": "network-vif-plugged", "status": "completed", "tag": "67a10c0f-4e5f-4d4f-a7ea-3006e9523944"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:36.619017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1389edd0-c1d3-4184-8008-6d333f631ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:36.659814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60948) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:36.669771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-566946267'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:36.715542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1389edd0-c1d3-4184-8008-6d333f631ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:36.803192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1389edd0-c1d3-4184-8008-6d333f631ef0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f17efae207b447ab889d427b07ad30ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049845 Aug 27 16:12:36.807122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60952) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:36.807661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389edd0-c1d3-4184-8008-6d333f631ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76dfe2a-6874-445c-8291-00514294435d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:36.854020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:36.860405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:36.888469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aab2b7c0-f9ce-415c-bd5d-e0f27fd20868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:36.915418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:12:36.917594 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aab2b7c0-f9ce-415c-bd5d-e0f27fd20868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:36.933912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:36.934353 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Added segment 00c3b334-5407-40fe-ae66-c373bed49f31 of type vlan for network 35abcda2-cddf-4e28-ad60-6038aed4b642 Aug 27 16:12:37.001629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.063962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aab2b7c0-f9ce-415c-bd5d-e0f27fd20868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.067005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aab2b7c0-f9ce-415c-bd5d-e0f27fd20868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.069966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aab2b7c0-f9ce-415c-bd5d-e0f27fd20868 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a76dfe2a-6874-445c-8291-00514294435d HTTP/1.1" status: 204 len: 168 time: 0.2627029 Aug 27 16:12:37.092873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2b7c0-f9ce-415c-bd5d-e0f27fd20868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76dfe2a-6874-445c-8291-00514294435d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:37.122509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.131185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:37.132735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.397839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Network': ['ID=35abcda2-cddf-4e28-ad60-6038aed4b642,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:37.410452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:12:37.426409 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-567260b5-ce01-41a4-b140-7be37e6f165e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7646363 Aug 27 16:12:37.429941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60958) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:37.435078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1398002041'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:37.556151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:37.563402 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.622695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:12:37.639327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.641306 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Added segment 223034ce-306d-49e9-a1f6-0747e0ba77f7 of type vlan for network e500afa8-0258-4a02-9fc3-72037f8e799e Aug 27 16:12:37.737088 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.825436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:37.837627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:37.843901 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:38.016497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Network': ['ID=e500afa8-0258-4a02-9fc3-72037f8e799e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:38.029042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e500afa8-0258-4a02-9fc3-72037f8e799e details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:12:38.089729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2f6a37f-dfab-4bf0-bc4b-2a7d9b66c7da tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6582448 Aug 27 16:12:38.092168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60974) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:38.102580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'subnet': {'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:38.152640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 27106502-8e11-46cf-8def-bfdd29073743 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:12:38.432624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 27106502-8e11-46cf-8def-bfdd29073743, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=27106502-8e11-46cf-8def-bfdd29073743,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:38.451404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '27106502-8e11-46cf-8def-bfdd29073743', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'port_id': '27106502-8e11-46cf-8def-bfdd29073743', 'mac_address': 'fa:16:3e:16:af:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9379bda9-21c9-4d1c-8307-538bf7e713b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:12:38.526264 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:38.551023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:38.555820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:38.583629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27106502-8e11-46cf-8def-bfdd29073743 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:38.625983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 27106502-8e11-46cf-8def-bfdd29073743, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=27106502-8e11-46cf-8def-bfdd29073743,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:38.728011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:38.802783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=27106502-8e11-46cf-8def-bfdd29073743,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:38.813294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.813674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.813994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.814338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.814680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.815035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.815394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.815762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.816065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.816394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.816735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:38.817170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:12:39.010328 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:39.039050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['27106502-8e11-46cf-8def-bfdd29073743'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:39.131393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Subnet': ['ID=93e69947-adbc-4b07-946c-b86ad90cd314,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:39.142342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Checking segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:39.142342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network hostable DHCP agents. Network: 35abcda2-cddf-4e28-ad60-6038aed4b642, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:12:39.242143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:12:39.329105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 35abcda2-cddf-4e28-ad60-6038aed4b642) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:39.340790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14baec79-f5f4-4ec9-8633-94311e8a9237 None None] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:12:39.343835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:39.344622 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:39.461065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9c03e471-f1ce-40bd-b4aa-dabbc0308454 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3657429 Aug 27 16:12:39.463864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60994) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:39.472044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'subnet': {'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:39.660306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-35abcda2-cddf-4e28-ad60-6038aed4b642', 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'fixed_ips': [{'subnet_id': '93e69947-adbc-4b07-946c-b86ad90cd314'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:12:39.662347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:39.752889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:39.760398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:39.859561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Allocated IP 10.1.1.2 (35abcda2-cddf-4e28-ad60-6038aed4b642/93e69947-adbc-4b07-946c-b86ad90cd314/ada8c84d-3431-4f5e-9a0a-7a5ac5990d39) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:40.048812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 27106502-8e11-46cf-8def-bfdd29073743 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:40.135217 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.151347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Transition to ACTIVE for port object ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:40.177579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Transition to ACTIVE for port object ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:40.345614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.403023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 27106502-8e11-46cf-8def-bfdd29073743 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:40.406925 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.415088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Subnet': ['ID=3063436f-1f08-4879-be54-20ddf9387925,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:40.425574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 27106502-8e11-46cf-8def-bfdd29073743 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:40.425968 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.430953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Checking segment: {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:40.434785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network hostable DHCP agents. Network: e500afa8-0258-4a02-9fc3-72037f8e799e, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:12:40.505988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:40.516373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network e500afa8-0258-4a02-9fc3-72037f8e799e is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:12:40.523854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:40.527813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:40.535932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Pushing event updated for resources: {'Port': ['ID=ada8c84d-3431-4f5e-9a0a-7a5ac5990d39,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:40.574052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e500afa8-0258-4a02-9fc3-72037f8e799e) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:40.579080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:40.580036 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.616922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a3929-071a-4daf-a83c-773018f3c6fc None None] Network e500afa8-0258-4a02-9fc3-72037f8e799e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:12:40.672402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0534975a-8f9f-4ccd-a58b-28e39a76f124 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2062902 Aug 27 16:12:40.675891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32782) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:40.685102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'port': {'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'name': 'tempest-TaggedBootDevicesTest-143121088', 'fixed_ips': [{'subnet_id': '93e69947-adbc-4b07-946c-b86ad90cd314'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:40.737224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.744151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Attempting to bind port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:40.744675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Attempting to bind port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:40.745142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Attempting to bind port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:40.774085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:40.774639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Checking segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:40.775443 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.775951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Bound using segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:40.776541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Bound port: ada8c84d-3431-4f5e-9a0a-7a5ac5990d39, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:40.777035 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.816757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 27106502-8e11-46cf-8def-bfdd29073743, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=27106502-8e11-46cf-8def-bfdd29073743,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:40.928850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:40.974030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:40.982840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] For port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:41.044142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] For port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ada8c84d-3431-4f5e-9a0a-7a5ac5990d39,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:41.052005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-e500afa8-0258-4a02-9fc3-72037f8e799e', 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'fixed_ips': [{'subnet_id': '3063436f-1f08-4879-be54-20ddf9387925'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:12:41.053094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:41.060622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=27106502-8e11-46cf-8def-bfdd29073743,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:41.149044 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:41.172086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:41.178125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] device_id is not set on port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:12:41.564790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 10.1.1.8 (35abcda2-cddf-4e28-ad60-6038aed4b642/93e69947-adbc-4b07-946c-b86ad90cd314/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:41.566214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Allocated IP 10.2.2.2 (e500afa8-0258-4a02-9fc3-72037f8e799e/3063436f-1f08-4879-be54-20ddf9387925/f033d779-a151-45a4-b190-63f03b429d37) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:41.721688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764229f-7b3b-49ae-9a2e-c1616b685d2d None None] Pushing event updated for resources: {'Port': ['ID=ada8c84d-3431-4f5e-9a0a-7a5ac5990d39,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:41.856672 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:41.876506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Transition to ACTIVE for port object f033d779-a151-45a4-b190-63f03b429d37 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:41.900334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Transition to ACTIVE for port object f033d779-a151-45a4-b190-63f03b429d37 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:41.926067 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:41.961282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:41.964042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Transition to ACTIVE for port object e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:42.022173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Network e500afa8-0258-4a02-9fc3-72037f8e799e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:42.024946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:42.030723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:42.034635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Pushing event updated for resources: {'Port': ['ID=f033d779-a151-45a4-b190-63f03b429d37,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:42.071339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:42.114806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Attempting to bind port f033d779-a151-45a4-b190-63f03b429d37 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:12:42.115585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Attempting to bind port f033d779-a151-45a4-b190-63f03b429d37 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:12:42.115957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Attempting to bind port f033d779-a151-45a4-b190-63f03b429d37 on network e500afa8-0258-4a02-9fc3-72037f8e799e {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:12:42.122353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:12:42.122729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Checking segment: {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:12:42.123135 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:42.123572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Bound using segment: {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:12:42.124529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Bound port: f033d779-a151-45a4-b190-63f03b429d37, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:12:42.124529 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:42.141474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:42.150872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:42.161499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:42.205426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:42.210276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] For port f033d779-a151-45a4-b190-63f03b429d37, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:12:42.217165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] For port f033d779-a151-45a4-b190-63f03b429d37, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f033d779-a151-45a4-b190-63f03b429d37,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:12:42.254367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:42.256196 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:42.305645 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:42.363078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5787b50d-b06e-4a09-bb38-d5eecce466bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6855142 Aug 27 16:12:42.366082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:42.371412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'port': {'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'name': 'tempest-TaggedBootDevicesTest-600547530', 'fixed_ips': [{'subnet_id': '93e69947-adbc-4b07-946c-b86ad90cd314'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:42.432108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a50284-8759-4528-9416-c6dd812c4d37 None None] Pushing event updated for resources: {'Port': ['ID=f033d779-a151-45a4-b190-63f03b429d37,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:42.649122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:12:42.887406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:42.918801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] device_id is not set on port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:12:42.979128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbad19-bbb5-4e78-980d-03d866fe1bbe None None] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:12:43.191961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1fbcf8-3719-4962-814a-41468743b207 None None] Provisioning for port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:43.595433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 10.1.1.24 (35abcda2-cddf-4e28-ad60-6038aed4b642/93e69947-adbc-4b07-946c-b86ad90cd314/f2f54b1e-abeb-410a-910a-a3ba67a98ed6) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:43.847159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7bf6d29d-7582-4e81-8d15-04b7edb91eaa None None] Provisioning for port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:43.849616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7bf6d29d-7582-4e81-8d15-04b7edb91eaa None None] Provisioning complete for port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:43.850050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d29d-7582-4e81-8d15-04b7edb91eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:43.901762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:43.945095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Transition to ACTIVE for port object f2f54b1e-abeb-410a-910a-a3ba67a98ed6 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:12:43.954585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6d29d-7582-4e81-8d15-04b7edb91eaa None None] Port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:12:44.002990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f033d779-a151-45a4-b190-63f03b429d37 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:44.007422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4daf79-402e-4b4e-80c8-d0b12c3e2dd4 None None] Network e500afa8-0258-4a02-9fc3-72037f8e799e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:12:44.106067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:44.192841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:44.197131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:44.200725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:44.284413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:44.303033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:44.303662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Provisioning complete for port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:44.304193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:44.306242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:44.310953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f033d779-a151-45a4-b190-63f03b429d37 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:44.340218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:44.386417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e9932025-e733-4ffe-83d5-5772ecb89145 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0191307 Aug 27 16:12:44.403490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:12:44.539375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Provisioning for port f033d779-a151-45a4-b190-63f03b429d37 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:44.543563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Provisioning complete for port f033d779-a151-45a4-b190-63f03b429d37 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:44.543943 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:44.588984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:44.603291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:44.607393 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:44.760653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:44.811805 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:44.828118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] For port f033d779-a151-45a4-b190-63f03b429d37, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f033d779-a151-45a4-b190-63f03b429d37,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:44.855699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ada8c84d-3431-4f5e-9a0a-7a5ac5990d39,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:45.911294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:45.958800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:45.963515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ac10-7697-44b7-8a7f-33495bab1435 None None] Pushing event updated for resources: {'Port': ['ID=f033d779-a151-45a4-b190-63f03b429d37,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:46.032690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=ada8c84d-3431-4f5e-9a0a-7a5ac5990d39,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:46.067864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f033d779-a151-45a4-b190-63f03b429d37 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:46.131730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f033d779-a151-45a4-b190-63f03b429d37 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:46.132170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:46.175368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a4c78375-a36d-4fd7-979c-b9e776d05831 None None] Provisioning for port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:12:46.180173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a4c78375-a36d-4fd7-979c-b9e776d05831 None None] Provisioning complete for port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:46.180556 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4c78375-a36d-4fd7-979c-b9e776d05831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:46.251644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a4c78375-a36d-4fd7-979c-b9e776d05831 None None] Port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:12:46.276163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a4c78375-a36d-4fd7-979c-b9e776d05831 None None] Provisioning complete for port f033d779-a151-45a4-b190-63f03b429d37 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:46.277522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4c78375-a36d-4fd7-979c-b9e776d05831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:48.088024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:12:48.153615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:12:48.154011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:49.617817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404fb6-e1c3-46c2-b331-0693beccbb53 req-6d4ce21c-b6f6-46a2-9e47-7a4c90436d37 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:49.619600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13404fb6-e1c3-46c2-b331-0693beccbb53 req-6d4ce21c-b6f6-46a2-9e47-7a4c90436d37 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.0639999 Aug 27 16:12:49.671323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13404fb6-e1c3-46c2-b331-0693beccbb53 req-176539f9-01c9-4a54-aa43-cdd8e6807885 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Aug 27 16:12:49.728544 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd88cd80-494b-4826-a73b-c72bf04e84a7 x-openstack-request-id: req-dd88cd80-494b-4826-a73b-c72bf04e84a7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:49.730037 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd4b519-e430-4d2b-8fec-aeefdcadc3c3", "name": "network-vif-plugged", "status": "completed", "tag": "67a10c0f-4e5f-4d4f-a7ea-3006e9523944", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:49.730522 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd88cd80-494b-4826-a73b-c72bf04e84a7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:49.731132 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944', 'code': 200} Aug 27 16:12:49.886297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff352a-298f-458c-bf91-74ad756ae271 req-335976b3-ab03-4109-b6d7-ce37d803e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:49.888075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0eff352a-298f-458c-bf91-74ad756ae271 req-335976b3-ab03-4109-b6d7-ce37d803e414 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 1097 time: 0.0825639 Aug 27 16:12:49.903660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8098f-76ea-4187-9c0e-030b246f0eb4 req-e1d5ac6b-2baf-463c-9ef6-c8c2f6d9aa03 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:49.903660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b8098f-76ea-4187-9c0e-030b246f0eb4 req-e1d5ac6b-2baf-463c-9ef6-c8c2f6d9aa03 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.1042759 Aug 27 16:12:49.962793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0eff352a-298f-458c-bf91-74ad756ae271 req-c366beee-5c49-4acf-bdf2-5ca52d4453ac service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598550 Aug 27 16:12:49.986667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b8098f-76ea-4187-9c0e-030b246f0eb4 req-6d073937-0c76-4f81-b8d3-0960809bfe73 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712068 Aug 27 16:12:50.236762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14a33b-3e98-4634-ac99-ad8bb8086410 req-f566b593-5111-45dd-85f9-02dba6b8277d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:50.236762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac14a33b-3e98-4634-ac99-ad8bb8086410 req-f566b593-5111-45dd-85f9-02dba6b8277d tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0592048 Aug 27 16:12:50.277110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac14a33b-3e98-4634-ac99-ad8bb8086410 req-4a9d73d1-1b7c-48b9-a9ba-f6c9b362ce50 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Aug 27 16:12:50.324160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32854) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:50.586618 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b24d241-2682-42af-8d88-6cad9f85e7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:50.611604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32884) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:50.615817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-652fd85f-0971-4598-b12a-a59dbc2ee0a5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664000882', 'description': 'tempest-description--327548439'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:50.729011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-652fd85f-0971-4598-b12a-a59dbc2ee0a5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:50.822190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:50.890503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a2bf7-def0-4841-8b5a-0417f50862a7 req-2caa2fcd-3954-48f0-95e5-59a03f695973 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:50.892459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-485a2bf7-def0-4841-8b5a-0417f50862a7 req-2caa2fcd-3954-48f0-95e5-59a03f695973 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.1163924 Aug 27 16:12:50.930875 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-652fd85f-0971-4598-b12a-a59dbc2ee0a5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:50.968236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-485a2bf7-def0-4841-8b5a-0417f50862a7 req-1544c649-f312-43e6-b110-39274b5f747e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Aug 27 16:12:50.985120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-652fd85f-0971-4598-b12a-a59dbc2ee0a5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.025738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd85f-0971-4598-b12a-a59dbc2ee0a5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cc33c0-0b2f-412b-8a50-30fa75346f62,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:51.081942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-652fd85f-0971-4598-b12a-a59dbc2ee0a5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.085877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-652fd85f-0971-4598-b12a-a59dbc2ee0a5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4714208 Aug 27 16:12:51.086200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32898) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:51.090910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-229d2793-99ed-4b94-b837-d834bc312b1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'security_group_rule': {'security_group_id': '06cc33c0-0b2f-412b-8a50-30fa75346f62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:51.178543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaade10-7c3d-4f5c-8235-3d25653b171d req-f4d0e3be-2b70-4f51-ad3a-a80a23105424 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:51.180285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caaade10-7c3d-4f5c-8235-3d25653b171d req-f4d0e3be-2b70-4f51-ad3a-a80a23105424 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.0732372 Aug 27 16:12:51.198240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32900) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:51.209570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Deleting port 3fcc4625-370f-40e7-83d6-000835efe804 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:12:51.209956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.236849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caaade10-7c3d-4f5c-8235-3d25653b171d req-1444b78d-bb02-4592-a59f-2205f2f1f902 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Aug 27 16:12:51.269982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229d2793-99ed-4b94-b837-d834bc312b1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.316240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] For port 3fcc4625-370f-40e7-83d6-000835efe804, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3fcc4625-370f-40e7-83d6-000835efe804,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:51.316404 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.334020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Calling delete_port for 3fcc4625-370f-40e7-83d6-000835efe804 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:12:51.342213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229d2793-99ed-4b94-b837-d834bc312b1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.362483 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1cf1-1f52-4ab6-985c-e1c18061da64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.457543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af2ec9-eaf2-4ef2-8eda-752462d3ac4a req-9ca80b14-8a5d-4954-9701-4f5262903f1e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:51.459084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2af2ec9-eaf2-4ef2-8eda-752462d3ac4a req-9ca80b14-8a5d-4954-9701-4f5262903f1e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0755615 Aug 27 16:12:51.489736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229d2793-99ed-4b94-b837-d834bc312b1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.543299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2793-99ed-4b94-b837-d834bc312b1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d4d00b-4e9a-4804-9940-8cfc7bdad607,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:51.561000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2af2ec9-eaf2-4ef2-8eda-752462d3ac4a req-fc9458a3-6846-48d7-aadf-08631ccbf363 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950696 Aug 27 16:12:51.587840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1cf1-1f52-4ab6-985c-e1c18061da64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.732474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27106502-8e11-46cf-8def-bfdd29073743'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:51.734718 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f87fce-9688-4306-9430-b7a1074dbd69" -d '{"events": [{"server_uuid": "6f898754-4d8d-43e5-a82e-1774cb7af413", "name": "network-vif-plugged", "status": "completed", "tag": "27106502-8e11-46cf-8def-bfdd29073743"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:51.772475 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8298571-f946-4d31-b81e-a53562cc4fbc x-openstack-request-id: req-e8298571-f946-4d31-b81e-a53562cc4fbc {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:51.772769 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f898754-4d8d-43e5-a82e-1774cb7af413", "name": "network-vif-plugged", "status": "completed", "tag": "27106502-8e11-46cf-8def-bfdd29073743", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:51.773042 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e8298571-f946-4d31-b81e-a53562cc4fbc {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:51.773423 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27106502-8e11-46cf-8def-bfdd29073743', 'code': 200} Aug 27 16:12:51.777945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db8ade-75d7-448e-abd3-ba7404b4bfda req-52f62bc2-d314-4d0a-8bce-74059861e074 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:51.779515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07db8ade-75d7-448e-abd3-ba7404b4bfda req-52f62bc2-d314-4d0a-8bce-74059861e074 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 950 time: 0.0502496 Aug 27 16:12:51.797078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.803406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1cf1-1f52-4ab6-985c-e1c18061da64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.829705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcc4625-370f-40e7-83d6-000835efe804,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:51.867683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4c4e1cf1-1f52-4ab6-985c-e1c18061da64 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c5a1517c105a4f99aa2661696b039b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659133 Aug 27 16:12:51.868818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07db8ade-75d7-448e-abd3-ba7404b4bfda req-2d6f2080-8a66-4040-977b-9125e3b7a5c0 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818007 Aug 27 16:12:51.869314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e1cf1-1f52-4ab6-985c-e1c18061da64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b0b03d-e5bb-47f1-819b-b3b4885acffd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:51.872549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32930) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:51.876692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229d2793-99ed-4b94-b837-d834bc312b1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:51.880664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-229d2793-99ed-4b94-b837-d834bc312b1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7907836 Aug 27 16:12:51.881206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32932) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:51.892236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f415f245-27f9-445e-b29c-bcbfb6be3813 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'security_group_rule': {'security_group_id': '06cc33c0-0b2f-412b-8a50-30fa75346f62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:52.012415 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f415f245-27f9-445e-b29c-bcbfb6be3813 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.102348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1a99-d0c6-4006-9b42-04a8c5d64d0e req-8bd6cadd-0b03-4069-92ca-f096cf6eb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:52.103928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-85ae1a99-d0c6-4006-9b42-04a8c5d64d0e req-8bd6cadd-0b03-4069-92ca-f096cf6eb0f1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 1096 time: 0.2475045 Aug 27 16:12:52.115645 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f415f245-27f9-445e-b29c-bcbfb6be3813 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.183577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f415f245-27f9-445e-b29c-bcbfb6be3813 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.207522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415f245-27f9-445e-b29c-bcbfb6be3813 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545a7b42-0732-4601-ba1f-26814d32503c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:52.219342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.223895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdfe89cd-7cd4-4b74-a747-ebf754cae3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.227951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d06d4e-2c56-4cd4-a879-3daf4c82b940 req-9416d864-3c4b-47e5-8563-dd85090e5217 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:52.229710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18d06d4e-2c56-4cd4-a879-3daf4c82b940 req-9416d864-3c4b-47e5-8563-dd85090e5217 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.1126649 Aug 27 16:12:52.272901 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-85ae1a99-d0c6-4006-9b42-04a8c5d64d0e req-6579ee9d-a63f-4f49-99ce-409de4e34cc4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473401 Aug 27 16:12:52.275042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdfe89cd-7cd4-4b74-a747-ebf754cae3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.286392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18d06d4e-2c56-4cd4-a879-3daf4c82b940 req-e0f4f819-e4d5-4acc-9e16-8e01544df25e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490518 Aug 27 16:12:52.288779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f415f245-27f9-445e-b29c-bcbfb6be3813 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.293919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f415f245-27f9-445e-b29c-bcbfb6be3813 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4114764 Aug 27 16:12:52.294545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32972) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:52.299548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:12:52.387154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.475641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0991f7-d7fd-4a8e-9745-b5ee82f7e996 req-67239953-5077-4063-be62-b974d4dcb216 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:52.477131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d0991f7-d7fd-4a8e-9745-b5ee82f7e996 req-67239953-5077-4063-be62-b974d4dcb216 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.1182163 Aug 27 16:12:52.539825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d0991f7-d7fd-4a8e-9745-b5ee82f7e996 req-7ac7c581-40de-4094-994c-04224a25bbc2 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525570 Aug 27 16:12:52.555228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdfe89cd-7cd4-4b74-a747-ebf754cae3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.559025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdfe89cd-7cd4-4b74-a747-ebf754cae3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.560412 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bdfe89cd-7cd4-4b74-a747-ebf754cae3c6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/43b0b03d-e5bb-47f1-819b-b3b4885acffd HTTP/1.1" status: 204 len: 168 time: 0.6866145 Aug 27 16:12:52.573123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe89cd-7cd4-4b74-a747-ebf754cae3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b0b03d-e5bb-47f1-819b-b3b4885acffd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:52.584136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.615301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Router 86b65a2c-2bad-4594-8309-bfc6c696fd17 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:12:52.745884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 172.25.4.7 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/f7712f04-1841-4557-b5cf-1f3f57c58417) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:12:52.761347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:12:52.769636 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f2124908-0766-4ec2-b1b4-f827edf43b18 admin admin] 10.222.0.101 "PUT /v2.0/routers/86b65a2c-2bad-4594-8309-bfc6c696fd17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4403973 Aug 27 16:12:52.770140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32988) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:52.773152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] Sync routers for ids ['86b65a2c-2bad-4594-8309-bfc6c696fd17'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:12:52.784038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] Routers {'86b65a2c-2bad-4594-8309-bfc6c696fd17'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:52.784748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['86b65a2c-2bad-4594-8309-bfc6c696fd17'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:52.920081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] Set router 86b65a2c-2bad-4594-8309-bfc6c696fd17 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:12:52.958464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:52.989256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.035839 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.147839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:12:51Z', 'revision_number': 5, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:53.190785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] Checking router: 86b65a2c-2bad-4594-8309-bfc6c696fd17 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:12:53.218720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] Routers {'86b65a2c-2bad-4594-8309-bfc6c696fd17'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:53.219470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['86b65a2c-2bad-4594-8309-bfc6c696fd17'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:53.234885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bad83-0268-4e17-a362-1c94dac9e334 req-c22dd6d1-ca28-49b7-bf55-d12da186400b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:53.242456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c67bad83-0268-4e17-a362-1c94dac9e334 req-c22dd6d1-ca28-49b7-bf55-d12da186400b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1393580 Aug 27 16:12:53.260374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.284017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5250-5933-4ed4-9f65-c0daa1916c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.299480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c67bad83-0268-4e17-a362-1c94dac9e334 req-ea8e7626-ccb0-4ed8-8fb9-eb225a51c2d5 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561297 Aug 27 16:12:53.367197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] Set router 86b65a2c-2bad-4594-8309-bfc6c696fd17 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:12:53.378827 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.409127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.509179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:12:53.510052 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33014) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:53.515622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:12:53.527343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:12:53.538754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de4c294f-c875-4023-965d-75bcc95f560d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.589048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=f7712f04-1841-4557-b5cf-1f3f57c58417,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:53.616847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ea0fe-e4a4-4c6c-b0d4-7eb1627557db req-ea78a485-f676-40dc-be9c-0e70c1692b42 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:53.618326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b60ea0fe-e4a4-4c6c-b0d4-7eb1627557db req-ea78a485-f676-40dc-be9c-0e70c1692b42 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.2231171 Aug 27 16:12:53.637037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Deleting port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:12:53.637384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.681588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de4c294f-c875-4023-965d-75bcc95f560d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.726561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:12:51Z', 'revision_number': 5, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:53.756828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99695f-a17b-42f6-bf68-cf953c9b7a23 None None] The sync data for ids ['86b65a2c-2bad-4594-8309-bfc6c696fd17'] in n-d-806412-1 is: [{'id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'name': 'tempest-AttachSCSIVolumeTestJSON-1368359564-router', 'tenant_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:15Z', 'updated_at': '2021-08-27T16:12:51Z', 'revision_number': 5, 'project_id': '3b43fc4e485446f79e1fe9f31ff003f7', 'gw_port': {'id': 'd85fd91b-a949-4e08-ac0a-4fc48c0c2eac', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b65a2c-2bad-4594-8309-bfc6c696fd17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:16Z', 'updated_at': '2021-08-27T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:12:53.777961 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de4c294f-c875-4023-965d-75bcc95f560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.779001 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.868043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de4c294f-c875-4023-965d-75bcc95f560d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dc13f50098674184862772a9163db2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541467 Aug 27 16:12:53.868043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c294f-c875-4023-965d-75bcc95f560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30de00-d49b-4c91-a628-dc84a996f940,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:53.870543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33020) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:53.932066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31f6cc89-0dfd-4c31-bb1d-33b2406c9f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:53.956870 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31f6cc89-0dfd-4c31-bb1d-33b2406c9f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.124862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31f6cc89-0dfd-4c31-bb1d-33b2406c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.130994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31f6cc89-0dfd-4c31-bb1d-33b2406c9f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.130994 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31f6cc89-0dfd-4c31-bb1d-33b2406c9f67 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8e30de00-d49b-4c91-a628-dc84a996f940 HTTP/1.1" status: 204 len: 168 time: 0.2571898 Aug 27 16:12:54.137426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:12:54.162310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6cc89-0dfd-4c31-bb1d-33b2406c9f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30de00-d49b-4c91-a628-dc84a996f940,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:54.170808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b60ea0fe-e4a4-4c6c-b0d4-7eb1627557db req-82c5f9e5-a7df-4f37-967b-4a8cc083713a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402205 Aug 27 16:12:54.184184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.209671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcc4625-370f-40e7-83d6-000835efe804 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:12:54.225532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60d043-f1cd-4d47-8370-cef9b8e50911 req-99ca5c6e-0351-4495-8289-18e35a38fcc2 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:54.236331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c60d043-f1cd-4d47-8370-cef9b8e50911 req-99ca5c6e-0351-4495-8289-18e35a38fcc2 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.1919730 Aug 27 16:12:54.341603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c60d043-f1cd-4d47-8370-cef9b8e50911 req-b45a31f4-b8a1-45cb-bff2-ec0972e0d0de tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036279 Aug 27 16:12:54.414019 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.418065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] For port d85fd91b-a949-4e08-ac0a-4fc48c0c2eac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:54.418421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.457723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3fcc4625-370f-40e7-83d6-000835efe804 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:12:54.458351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcc4625-370f-40e7-83d6-000835efe804 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:12:54.502271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Calling delete_port for d85fd91b-a949-4e08-ac0a-4fc48c0c2eac owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:12:54.518951 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.552414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:12:54.554990 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7ffd0f-38d9-467f-b9ce-63c410e6ad8b" -d '{"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:12:54.569808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:54.623787 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.645620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b35bdd-fa15-4026-a15b-4f5a1bd2f27a req-efbba5b3-f90b-48d5-a365-84b5315716d5 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:54.647096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6b35bdd-fa15-4026-a15b-4f5a1bd2f27a req-efbba5b3-f90b-48d5-a365-84b5315716d5 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1784642 Aug 27 16:12:54.754685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6b35bdd-fa15-4026-a15b-4f5a1bd2f27a req-97e1c786-bef8-4ef2-bf8c-7fd32f7ba821 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996950 Aug 27 16:12:54.786154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.843178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:54.863432 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff619d7-8ffb-45b1-99e3-55aa1423280e x-openstack-request-id: req-bff619d7-8ffb-45b1-99e3-55aa1423280e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:12:54.863726 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:12:54.864001 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bff619d7-8ffb-45b1-99e3-55aa1423280e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:12:54.864376 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281', 'code': 200} Aug 27 16:12:54.874705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:54.985393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.049612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.063533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=f7712f04-1841-4557-b5cf-1f3f57c58417,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:55.095867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85fd91b-a949-4e08-ac0a-4fc48c0c2eac,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:55.104726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.176092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.279988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.296344 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.359466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98ccd-4968-4c37-b134-67fe2105bd69 req-ff92f92f-c47d-4231-9610-de20ab29a542 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:55.360977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6c98ccd-4968-4c37-b134-67fe2105bd69 req-ff92f92f-c47d-4231-9610-de20ab29a542 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.0949078 Aug 27 16:12:55.364494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.365741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b11c561e-0246-4264-8591-eead9c0731f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0702405 Aug 27 16:12:55.416752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6c98ccd-4968-4c37-b134-67fe2105bd69 req-5e6c6300-be34-4668-b2ec-40b76aac986e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Aug 27 16:12:55.500194 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.500711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86b65a2c-2bad-4594-8309-bfc6c696fd17 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:12:55.505291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.509011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f631fb6e-1a51-49ad-95ef-ac18d7e81ea1 admin admin] 10.222.0.101 "DELETE /v2.0/routers/86b65a2c-2bad-4594-8309-bfc6c696fd17 HTTP/1.1" status: 204 len: 168 time: 2.7355180 Aug 27 16:12:55.509422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33082) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:55.533611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8774ccf-bea6-4a36-ab7e-e3c93e3119cb req-57a236aa-69a0-4d35-8c75-ff042882bbbb tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:55.535205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8774ccf-bea6-4a36-ab7e-e3c93e3119cb req-57a236aa-69a0-4d35-8c75-ff042882bbbb tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.0664039 Aug 27 16:12:55.583414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] Deleting subnet 90348905-0524-4592-9baa-bd8475046b11 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:12:55.587649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.596037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8774ccf-bea6-4a36-ab7e-e3c93e3119cb req-a83965c7-8c34-49ab-a64b-76140298d68d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535250 Aug 27 16:12:55.628223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.727015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-56384f0f-bfbb-43d1-9f34-719703ea309b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--664000882&fields=id&tenant_id=698680ce6f6640478526bfb8e6ec9f80 HTTP/1.1" status: 200 len: 267 time: 0.0622704 Aug 27 16:12:55.769384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.787928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4a818da2-c853-48eb-af6d-109e0e0a68f6 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:55.789872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4a818da2-c853-48eb-af6d-109e0e0a68f6 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 929 time: 0.0517108 Aug 27 16:12:55.865820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-3312cc98-ef87-4ca3-87e7-a37f07b355c9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:55.868496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-3312cc98-ef87-4ca3-87e7-a37f07b355c9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports/f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 930 time: 0.0621736 Aug 27 16:12:55.942168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-c8b0fa53-a88f-40b7-81e9-45a7c91e4d6b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0679178 Aug 27 16:12:55.962656 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.990808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90348905-0524-4592-9baa-bd8475046b11,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:55.994218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b18583f0-b9cc-41cd-a825-71124d5beccb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0436454 Aug 27 16:12:55.995830 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:55.998055 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-33ce5ee0-740a-4455-be78-8012de5375f3 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/90348905-0524-4592-9baa-bd8475046b11 HTTP/1.1" status: 204 len: 168 time: 0.4874952 Aug 27 16:12:56.002091 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.002679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33108) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:56.019415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ad3e4-b8ab-469c-a60d-cdc96ddf9746 None None] Network 362a7575-98c4-49bb-b29e-f6f9cf10f11f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:12:56.028445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248dfb-7d9a-46b1-ad25-8cef79216a9f req-71165716-81c9-4aa9-94ff-aae9fd8c8c15 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:56.032699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48248dfb-7d9a-46b1-ad25-8cef79216a9f req-71165716-81c9-4aa9-94ff-aae9fd8c8c15 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0922630 Aug 27 16:12:56.135142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.175777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d85fd91b-a949-4e08-ac0a-4fc48c0c2eac no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:12:56.187530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48248dfb-7d9a-46b1-ad25-8cef79216a9f req-4477b139-6734-46e5-a304-d0532594eb2e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120081 Aug 27 16:12:56.208746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d85fd91b-a949-4e08-ac0a-4fc48c0c2eac {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:12:56.208746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d85fd91b-a949-4e08-ac0a-4fc48c0c2eac not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:12:56.213161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Deleting port d742962a-2ae8-4a3c-8f37-4a76953de367 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:12:56.213613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.245954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-6421a7e2-122c-4a6d-ba45-5383164537f1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:56.255774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-6421a7e2-122c-4a6d-ba45-5383164537f1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:56.259703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-6421a7e2-122c-4a6d-ba45-5383164537f1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:56.261909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-6421a7e2-122c-4a6d-ba45-5383164537f1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/networks?id=7639636b-2e68-444d-a756-114c35a3b4a0&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=e500afa8-0258-4a02-9fc3-72037f8e799e&id=e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 200 len: 1990 time: 0.2543828 Aug 27 16:12:56.291831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-f1b63c68-2056-4ef2-b9a2-25af867c9c16 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/quotas/698680ce6f6640478526bfb8e6ec9f80 HTTP/1.1" status: 200 len: 375 time: 0.0208459 Aug 27 16:12:56.303237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] For port d742962a-2ae8-4a3c-8f37-4a76953de367, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d742962a-2ae8-4a3c-8f37-4a76953de367,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:56.303872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.327693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Calling delete_port for d742962a-2ae8-4a3c-8f37-4a76953de367 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:12:56.333715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] DHCP port deletion for 362a7575-98c4-49bb-b29e-f6f9cf10f11f request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:12:56.418343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-39fc6556-f61f-4597-ad4d-3a526059e435 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1147153 Aug 27 16:12:56.435505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] Deleting port d742962a-2ae8-4a3c-8f37-4a76953de367 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:12:56.436975 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.502377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] For port d742962a-2ae8-4a3c-8f37-4a76953de367, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d742962a-2ae8-4a3c-8f37-4a76953de367,segment=NetworkSegment(dbcebf87-f7a7-4192-8268-e3dc4d540ba0),segment_id=dbcebf87-f7a7-4192-8268-e3dc4d540ba0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:56.502885 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.518204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-097df686-8692-4c3a-8d08-966805a8204c service neutron] 10.222.0.101 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968695 Aug 27 16:12:56.519018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] Calling delete_port for d742962a-2ae8-4a3c-8f37-4a76953de367 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:12:56.563139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.581489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] No DVR routers for this DVR port d742962a-2ae8-4a3c-8f37-4a76953de367 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:12:56.619377 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.628239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d742962a-2ae8-4a3c-8f37-4a76953de367,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:56.645086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-1358bcfc-cb59-4e21-91df-7428bda8a475 service neutron] 10.222.0.101 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160576 Aug 27 16:12:56.651902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] Pushing event deleted for resources: {'Port': ['ID=d742962a-2ae8-4a3c-8f37-4a76953de367,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:56.656067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287f034-c755-4748-bd87-e012ba529d9c None None] No DVR routers for this DVR port d742962a-2ae8-4a3c-8f37-4a76953de367 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:12:56.714027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a856ed8a-821f-48b4-9c6c-86a9e56d6dd7 service neutron] 10.222.0.101 "GET /v2.0/ports/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0649312 Aug 27 16:12:56.731137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.731137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362a7575-98c4-49bb-b29e-f6f9cf10f11f']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:56.745972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:56.746391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcebf87-f7a7-4192-8268-e3dc4d540ba0') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:56.771530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.791673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.798789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:12:56.799192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:12:56.802779 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:12:56.854021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d4425058-00e4-430c-9552-0813a7ec464f service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323972 Aug 27 16:12:56.946577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba313e-c7ad-4e20-8a29-8cf8019c3da6 req-47cbfa06-ae9a-4bca-9a85-b5dc433fe402 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:56.948035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4ba313e-c7ad-4e20-8a29-8cf8019c3da6 req-47cbfa06-ae9a-4bca-9a85-b5dc433fe402 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.1140273 Aug 27 16:12:56.968829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.985268 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:56.990045 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/362a7575-98c4-49bb-b29e-f6f9cf10f11f HTTP/1.1" status: 204 len: 168 time: 0.9830470 Aug 27 16:12:56.990045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b47dac-8d04-4d71-ac06-47b6b248ffc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=362a7575-98c4-49bb-b29e-f6f9cf10f11f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:56.990354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:57.006795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-48b7c611-ef2a-4c18-a7a5-53e25a961a4c service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385508 Aug 27 16:12:57.011954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4ba313e-c7ad-4e20-8a29-8cf8019c3da6 req-f7b8a8d7-b88c-4d20-b9cc-802a66cf7743 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 Aug 27 16:12:57.057071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-fd678cc0-4e23-419e-9785-f20a485b1ae4 service neutron] 10.222.0.101 "GET /v2.0/ports/f2f54b1e-abeb-410a-910a-a3ba67a98ed6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0371714 Aug 27 16:12:57.162156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5e084097-f7e0-44ba-a095-4c8205891c07 service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976512 Aug 27 16:12:57.257507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5d21378f-b074-46a5-9dd4-8207a113d187 service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898449 Aug 27 16:12:57.378477 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:57.392670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b9816877-1928-4bd6-a618-9d082838f206 service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249499 Aug 27 16:12:57.405769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499b15-be42-40de-9ff8-320b96d730fd req-45075620-fbe0-45db-8b04-db82bb8a5f78 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:57.407417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb499b15-be42-40de-9ff8-320b96d730fd req-45075620-fbe0-45db-8b04-db82bb8a5f78 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0751443 Aug 27 16:12:57.510418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb499b15-be42-40de-9ff8-320b96d730fd req-896c19ce-d677-4244-8d30-fc59a5d9fb69 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928590 Aug 27 16:12:57.530664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2d6aedde-4d50-422a-9cb9-ca5308b6d181 service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222432 Aug 27 16:12:57.641267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0a56f984-1885-440a-88bd-3e00a0aeee7a service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000240 Aug 27 16:12:57.704696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Deleting port a1e74f22-2abe-411b-9a45-337cfd919598 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:12:57.705770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:57.768804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-c4052e29-8045-4afe-9426-b61e7a9d74d6 service neutron] 10.222.0.101 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203632 Aug 27 16:12:57.814716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] For port a1e74f22-2abe-411b-9a45-337cfd919598, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a1e74f22-2abe-411b-9a45-337cfd919598,segment=NetworkSegment(ecc48a7b-af3d-4d1d-b654-55842162777f),segment_id=ecc48a7b-af3d-4d1d-b654-55842162777f)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:57.815567 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:57.833648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Calling delete_port for a1e74f22-2abe-411b-9a45-337cfd919598 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:12:57.879831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-83e5bae0-55ff-4342-999d-d479f8b12e73 service neutron] 10.222.0.101 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100652 Aug 27 16:12:58.002834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-37de9cdc-00c3-47e2-8770-859ea72595b1 service neutron] 10.222.0.101 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169660 Aug 27 16:12:58.080782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d742962a-2ae8-4a3c-8f37-4a76953de367 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:12:58.128196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d742962a-2ae8-4a3c-8f37-4a76953de367 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:12:58.128710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d742962a-2ae8-4a3c-8f37-4a76953de367 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:12:58.165212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:12:58.186635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-1389ed2f-7415-4077-a86a-3e2bfd89d613 service neutron] 10.222.0.101 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766598 Aug 27 16:12:58.212304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d732d-df9b-4ed2-8575-ea09006e6456 req-67e6fdbe-8965-4c0a-b987-28b07e05f6c0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:58.213655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb2d732d-df9b-4ed2-8575-ea09006e6456 req-67e6fdbe-8965-4c0a-b987-28b07e05f6c0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.0936456 Aug 27 16:12:58.242905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:58.275041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:58.289807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c5d863f9-47f6-48df-938f-407938fbe281', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'c5d863f9-47f6-48df-938f-407938fbe281', 'mac_address': 'fa:16:3e:d5:06:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:12:58.323538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e74f22-2abe-411b-9a45-337cfd919598,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:58.337573 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:58.350223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-485884cd-8623-4de4-83b3-cf779b23c154 service neutron] 10.222.0.101 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529822 Aug 27 16:12:58.363803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d863f9-47f6-48df-938f-407938fbe281 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:12:58.434835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:12:58.435002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb2d732d-df9b-4ed2-8575-ea09006e6456 req-f33871c6-0f3e-4a86-9db9-1a8bf09b075f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025623 Aug 27 16:12:58.562597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:58.575235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:58.674479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:58.707514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4ce9a-6dc0-4be0-a62b-439722ea74a5 req-2dc32626-26e7-400e-9e42-0ab6a7a634b8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:58.711562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7a4ce9a-6dc0-4be0-a62b-439722ea74a5 req-2dc32626-26e7-400e-9e42-0ab6a7a634b8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1204696 Aug 27 16:12:58.744810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c5d863f9-47f6-48df-938f-407938fbe281'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:12:58.790155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7a4ce9a-6dc0-4be0-a62b-439722ea74a5 req-01b535f3-83c2-4ec4-8947-5c0b5d4b86f6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715897 Aug 27 16:12:58.790758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33206) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:58.977118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09c97cdd-3fae-4f5e-9735-9969dd7aa0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.081613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09c97cdd-3fae-4f5e-9735-9969dd7aa0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.203797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Router da55e334-c444-43d2-a16e-dfeaa44dd72d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:12:59.281309 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09c97cdd-3fae-4f5e-9735-9969dd7aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.321351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-09c97cdd-3fae-4f5e-9735-9969dd7aa0b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd013df5a07746599e31b23784b12501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292041 Aug 27 16:12:59.326068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33234) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:59.341840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:12:59.354372 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-43679e1c-7cfe-4267-b35d-ee09849c613e admin admin] 10.222.0.101 "PUT /v2.0/routers/da55e334-c444-43d2-a16e-dfeaa44dd72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3630087 Aug 27 16:12:59.358397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33236) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:12:59.360657 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] Sync routers for ids ['da55e334-c444-43d2-a16e-dfeaa44dd72d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:12:59.372917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c97cdd-3fae-4f5e-9735-9969dd7aa0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84026adc-ab03-4e5a-bbdc-fe5466c25a74,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:59.384023 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] Routers {'da55e334-c444-43d2-a16e-dfeaa44dd72d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:59.387344 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['da55e334-c444-43d2-a16e-dfeaa44dd72d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:59.404941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67388cc8-c539-48ec-b2f4-210030f3dafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.432356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67388cc8-c539-48ec-b2f4-210030f3dafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.518506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.574500 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] Set router da55e334-c444-43d2-a16e-dfeaa44dd72d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:12:59.631066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67388cc8-c539-48ec-b2f4-210030f3dafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.633524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67388cc8-c539-48ec-b2f4-210030f3dafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.637624 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-67388cc8-c539-48ec-b2f4-210030f3dafd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/84026adc-ab03-4e5a-bbdc-fe5466c25a74 HTTP/1.1" status: 204 len: 168 time: 0.3087502 Aug 27 16:12:59.648116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67388cc8-c539-48ec-b2f4-210030f3dafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84026adc-ab03-4e5a-bbdc-fe5466c25a74,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:12:59.653911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766011b-a443-4d28-a98f-6708cfcfba93 req-9601d30c-f075-46fc-bffc-8c03c4349498 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:12:59.655718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5766011b-a443-4d28-a98f-6708cfcfba93 req-9601d30c-f075-46fc-bffc-8c03c4349498 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.1034431 Aug 27 16:12:59.713885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5766011b-a443-4d28-a98f-6708cfcfba93 req-e1a56b0c-f522-4015-a963-17fcbf144298 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480130 Aug 27 16:12:59.716033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:12:59.835800 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:12:58Z', 'revision_number': 5, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port': {'id': '26cfcf3e-17ff-4916-b0ba-62cd99c69c28', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:10:29Z', 'updated_at': '2021-08-27T16:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:59.906922 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] Checking router: da55e334-c444-43d2-a16e-dfeaa44dd72d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:12:59.918938 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] Routers {'da55e334-c444-43d2-a16e-dfeaa44dd72d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:12:59.919625 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['da55e334-c444-43d2-a16e-dfeaa44dd72d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:12:59.932499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Deleting port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:12:59.933166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.054592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5910c1e-3098-4948-92ce-ccd24daddfe0 req-6d2fe2ac-1823-4ca4-915e-39c44bf1b2c9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:00.062797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5910c1e-3098-4948-92ce-ccd24daddfe0 req-6d2fe2ac-1823-4ca4-915e-39c44bf1b2c9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1328132 Aug 27 16:13:00.084619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] For port 26cfcf3e-17ff-4916-b0ba-62cd99c69c28, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:00.085094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.098135 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] Set router da55e334-c444-43d2-a16e-dfeaa44dd72d gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:00.117661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Calling delete_port for 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:00.152106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5910c1e-3098-4948-92ce-ccd24daddfe0 req-041f0e4f-ccba-43f0-aaa1-5ef0311e1f6e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840116 Aug 27 16:13:00.185848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:00.247602 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:12:59Z', 'revision_number': 6, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:00.314263 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eb551-27d8-4f58-b145-9ea5a9093d80 None None] The sync data for ids ['da55e334-c444-43d2-a16e-dfeaa44dd72d'] in n-d-806412-1 is: [{'id': 'da55e334-c444-43d2-a16e-dfeaa44dd72d', 'name': 'tempest-AttachSCSIVolumeTestJSON-40187121-router', 'tenant_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:10:28Z', 'updated_at': '2021-08-27T16:12:59Z', 'revision_number': 6, 'project_id': 'f0419ce1122d4f45be985e17bb8f8b99', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:13:00.314576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c5d863f9-47f6-48df-938f-407938fbe281 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:00.315152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.417773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.445088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:00.447445 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cbca95-893b-4c3d-9e30-55b2ba9e18c5" -d '{"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-plugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:00.460056 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.467133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:00.505541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=26cfcf3e-17ff-4916-b0ba-62cd99c69c28,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:00.559462 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67fefba-2ee7-4226-a76f-f07e12f4ac33 x-openstack-request-id: req-b67fefba-2ee7-4226-a76f-f07e12f4ac33 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:00.559761 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-plugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:00.560021 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b67fefba-2ee7-4226-a76f-f07e12f4ac33 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:00.560443 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281', 'code': 200} Aug 27 16:13:00.571979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.624059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76e25d1e-408e-40f9-9b2f-a8f3b1834e36 req-72c17d5a-72fd-4234-bd5d-3c4e902eaedf tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0380931 Aug 27 16:13:00.628318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.637119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:00.760956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33292) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:00.779372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9bba73-0b03-487d-8948-2b795256a13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.894168 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.899287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:00.988242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9bba73-0b03-487d-8948-2b795256a13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.039226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882441f-2721-4408-8ecb-cd4eee99d809 req-fccac642-2b6d-4efb-b35d-6c71d085a43e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:01.047065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f882441f-2721-4408-8ecb-cd4eee99d809 req-fccac642-2b6d-4efb-b35d-6c71d085a43e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.0766022 Aug 27 16:13:01.091040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.091942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da55e334-c444-43d2-a16e-dfeaa44dd72d {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:13:01.101956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.103523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6db59f22-60bf-4bbb-888f-8778c4127b80 admin admin] 10.222.0.101 "DELETE /v2.0/routers/da55e334-c444-43d2-a16e-dfeaa44dd72d HTTP/1.1" status: 204 len: 168 time: 1.7434695 Aug 27 16:13:01.106344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33298) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:01.129690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9bba73-0b03-487d-8948-2b795256a13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.164742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f882441f-2721-4408-8ecb-cd4eee99d809 req-e44941ef-5f9a-469c-982d-65b52cbeb994 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122494 Aug 27 16:13:01.247994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bba73-0b03-487d-8948-2b795256a13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c8656-301b-4ad3-aa6c-9e3ac6d08914,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:01.278617 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f9bba73-0b03-487d-8948-2b795256a13c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d0dca9e0a59147b182d391e18789fc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164056 Aug 27 16:13:01.282311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] Deleting subnet cd326bd4-10ff-4fc6-82ff-04806114cb35 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:13:01.285488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33304) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:01.293653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.404449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.444002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816260c1-a492-4d45-b989-4bbe6279a34d req-4cb558ea-2211-4a69-8486-ad35ea6b07ca tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:01.448606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-816260c1-a492-4d45-b989-4bbe6279a34d req-4cb558ea-2211-4a69-8486-ad35ea6b07ca tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1749766 Aug 27 16:13:01.456356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4a7-7591-44ae-a0d2-7083baf776e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.479496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4a7-7591-44ae-a0d2-7083baf776e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.528387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-816260c1-a492-4d45-b989-4bbe6279a34d req-b3bcb950-ffc1-4478-888b-2627fe7058a4 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671289 Aug 27 16:13:01.644936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.678757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4a7-7591-44ae-a0d2-7083baf776e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.681331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4a7-7591-44ae-a0d2-7083baf776e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:01.699804 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c38eb4a7-7591-44ae-a0d2-7083baf776e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9a8c8656-301b-4ad3-aa6c-9e3ac6d08914 HTTP/1.1" status: 204 len: 168 time: 0.3957956 Aug 27 16:13:01.720131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb4a7-7591-44ae-a0d2-7083baf776e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8c8656-301b-4ad3-aa6c-9e3ac6d08914,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:01.787666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb1caf5c-d6c1-442f-b728-fa45d20ac0b8 req-6db81f25-f930-4e5f-b71e-52509093aa66 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0582764 Aug 27 16:13:01.963078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.009907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd326bd4-10ff-4fc6-82ff-04806114cb35,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:02.027133 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.032107 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4eeeb9d0-8eaf-4b6f-8075-3100806f35bb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/cd326bd4-10ff-4fc6-82ff-04806114cb35 HTTP/1.1" status: 204 len: 168 time: 0.9243827 Aug 27 16:13:02.034800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33324) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:02.043815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b7b40-9a18-4037-a324-7f674434b095 None None] Network 4e97dd92-1750-43a4-8af7-f03196d0ebd0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:02.154069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a1e74f22-2abe-411b-9a45-337cfd919598 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:02.180168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a1e74f22-2abe-411b-9a45-337cfd919598 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:02.180823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a1e74f22-2abe-411b-9a45-337cfd919598 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:02.189745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.192103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:02.227943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:02.228382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 26cfcf3e-17ff-4916-b0ba-62cd99c69c28 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:02.269083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Deleting port 6c088622-0040-484d-9516-bfde1f80f68b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:02.269446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.412621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] For port 6c088622-0040-484d-9516-bfde1f80f68b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6c088622-0040-484d-9516-bfde1f80f68b,segment=NetworkSegment(ecc48a7b-af3d-4d1d-b654-55842162777f),segment_id=ecc48a7b-af3d-4d1d-b654-55842162777f)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:02.413484 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.433874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Calling delete_port for 6c088622-0040-484d-9516-bfde1f80f68b owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:02.464364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] DHCP port deletion for 4e97dd92-1750-43a4-8af7-f03196d0ebd0 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:13:02.552496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] Deleting port 6c088622-0040-484d-9516-bfde1f80f68b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:02.553206 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.647076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] For port 6c088622-0040-484d-9516-bfde1f80f68b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6c088622-0040-484d-9516-bfde1f80f68b,segment=NetworkSegment(ecc48a7b-af3d-4d1d-b654-55842162777f),segment_id=ecc48a7b-af3d-4d1d-b654-55842162777f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:02.649838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.663460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] Calling delete_port for 6c088622-0040-484d-9516-bfde1f80f68b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:02.663707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45c851-e5ef-4a3a-a305-f7875a3982c2 req-0aef6359-5d54-43ad-bcdb-4ba0d33003ec tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:02.665434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f45c851-e5ef-4a3a-a305-f7875a3982c2 req-0aef6359-5d54-43ad-bcdb-4ba0d33003ec tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.3492455 Aug 27 16:13:02.761856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f45c851-e5ef-4a3a-a305-f7875a3982c2 req-04c43e49-9e8f-4ad2-ace1-a84a280132cd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863144 Aug 27 16:13:02.789214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be085-7e30-43c6-bb3e-7809cc1d782a req-4af6ac50-53d9-4755-bd4d-bc5ec3c268ec tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:02.790778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c78be085-7e30-43c6-bb3e-7809cc1d782a req-4af6ac50-53d9-4755-bd4d-bc5ec3c268ec tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1244316 Aug 27 16:13:02.816299 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.825367 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.851829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c088622-0040-484d-9516-bfde1f80f68b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:02.853862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] No DVR routers for this DVR port 6c088622-0040-484d-9516-bfde1f80f68b on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:02.946439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.957632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e97dd92-1750-43a4-8af7-f03196d0ebd0']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:02.968988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc48a7b-af3d-4d1d-b654-55842162777f') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:02.969283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc48a7b-af3d-4d1d-b654-55842162777f') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:02.979806 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:02.991010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] No DVR routers for this DVR port 6c088622-0040-484d-9516-bfde1f80f68b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:02.995255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:03.002739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:13:03.003225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:03.005574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe60f1-45bc-4f21-b96f-5b691477b386 None None] Pushing event deleted for resources: {'Port': ['ID=6c088622-0040-484d-9516-bfde1f80f68b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:03.042175 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c2a6333-8f92-4c4b-9364-3f30be76a1ba req-44cb919b-2412-476d-b888-539254fa2383 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0711100 Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:13:03.098618 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:13:03.110911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c78be085-7e30-43c6-bb3e-7809cc1d782a req-6f01d3eb-ca33-4256-81c5-373064acffb5 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114631 Aug 27 16:13:03.210297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ee40838-1423-44ff-89e9-71e0d5be7c71 req-42ec2808-c20d-4690-908e-aaedfc070a37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0397704 Aug 27 16:13:03.225908 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c2a6333-8f92-4c4b-9364-3f30be76a1ba req-ac9a8d76-13b8-41d2-856e-9e8dd06cc60c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0766108 Aug 27 16:13:03.273326 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:03.299648 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:03.301741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] 10.222.0.101 "DELETE /v2.0/networks/4e97dd92-1750-43a4-8af7-f03196d0ebd0 HTTP/1.1" status: 204 len: 168 time: 1.2649822 Aug 27 16:13:03.315550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aca799-7bce-44c9-a827-9c3c63c5c02b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e97dd92-1750-43a4-8af7-f03196d0ebd0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:03.333073 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c2a6333-8f92-4c4b-9364-3f30be76a1ba req-2680924d-dac1-4230-a9d5-f1b2cabe1018 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911145 Aug 27 16:13:03.492762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a6333-8f92-4c4b-9364-3f30be76a1ba req-b900a065-51cf-4761-9cd6-77703d6a20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:03.494358 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c2a6333-8f92-4c4b-9364-3f30be76a1ba req-b900a065-51cf-4761-9cd6-77703d6a20fe service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1522689 Aug 27 16:13:03.710880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-f1fbe731-0706-477a-ad7a-9d6ff43cc375 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:03.712584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-f1fbe731-0706-477a-ad7a-9d6ff43cc375 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 0.1613731 Aug 27 16:13:03.730976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-7fadf550-6cce-4ef2-b0b2-9db4932e7fe9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/quotas/75112f3c6fc94cb393b33ac3e3fef6df HTTP/1.1" status: 200 len: 375 time: 0.0105047 Aug 27 16:13:03.821793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-68796d70-b2c1-45c1-a505-4e2b88e65ffa tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818183 Aug 27 16:13:03.880582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33392) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:03.918819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33394) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:03.975077 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9c95877d-1134-454e-851a-cb3d0a0ceafb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3b43fc4e485446f79e1fe9f31ff003f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931852 Aug 27 16:13:03.991520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-6ca3c420-e27c-424f-a6fb-95801673c1af service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679044 Aug 27 16:13:03.993358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33398) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:04.047015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155633a-37f7-43a2-bc8b-91263445976f req-3a978a35-381a-4848-a343-5dbb29420446 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:04.048656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7155633a-37f7-43a2-bc8b-91263445976f req-3a978a35-381a-4848-a343-5dbb29420446 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.1226382 Aug 27 16:13:04.089741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c088622-0040-484d-9516-bfde1f80f68b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:04.124000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6c088622-0040-484d-9516-bfde1f80f68b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:04.124764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c088622-0040-484d-9516-bfde1f80f68b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:04.152130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f824f86f-be31-463c-8fbb-d598f4c8e7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:04.164628 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f824f86f-be31-463c-8fbb-d598f4c8e7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:04.200661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-05a89786-592c-4160-affd-762181707845 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-network', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:04.258947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7155633a-37f7-43a2-bc8b-91263445976f req-3b8431fc-2fd8-43e1-86b9-bc15ef9395a4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732771 Aug 27 16:13:04.296639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-cde0c065-e61e-4a3f-a6c9-a6bbf54acc7a service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041468 Aug 27 16:13:04.825137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c34e19-79f3-4be4-a2cc-822ea7b60733 req-a22ea926-678e-4057-a9fe-18f50cbedb94 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:04.827408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39c34e19-79f3-4be4-a2cc-822ea7b60733 req-a22ea926-678e-4057-a9fe-18f50cbedb94 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.4170437 Aug 27 16:13:04.874477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39c34e19-79f3-4be4-a2cc-822ea7b60733 req-f5545f4b-79c0-4ad7-ab7b-44856abeb9e8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 Aug 27 16:13:04.951024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a89786-592c-4160-affd-762181707845 admin admin] Made reservation on behalf of 07e45ca4cc564ad9b17487952971d84f for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:04.954854 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:04.969758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:04.979722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31656a04-afbe-4be9-b313-02ad75ded5f3 req-e68aa9bd-cd75-4851-8c85-7847cf28f85d tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0313394 Aug 27 16:13:04.997027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f824f86f-be31-463c-8fbb-d598f4c8e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.000353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f824f86f-be31-463c-8fbb-d598f4c8e7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.002623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f824f86f-be31-463c-8fbb-d598f4c8e7f0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7e09b9af-1f75-4047-b271-6642ace2dde9 HTTP/1.1" status: 204 len: 168 time: 0.9961655 Aug 27 16:13:05.024760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824f86f-be31-463c-8fbb-d598f4c8e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e09b9af-1f75-4047-b271-6642ace2dde9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:05.181374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0eb93bd-cd1f-4819-9112-adcdcd8df140 req-591f7c9c-2965-4e7a-bedd-06a8feb3512a tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 210 time: 0.0315006 Aug 27 16:13:05.194261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.402310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.423153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbea6b-6415-45ef-a431-43dd60821469 req-4013fd7a-f865-4997-9653-e7f953c58f05 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:05.424746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00cbea6b-6415-45ef-a431-43dd60821469 req-4013fd7a-f865-4997-9653-e7f953c58f05 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.0662358 Aug 27 16:13:05.430566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a89786-592c-4160-affd-762181707845 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:13:05.437488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a89786-592c-4160-affd-762181707845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76b6b26-e0f0-4de1-ac49-cd787140ec4d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:05.448033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.448383 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-05a89786-592c-4160-affd-762181707845 admin admin] Added segment c7fd01e1-3f4a-4a67-805f-8682cc83576f of type vlan for network 031f8f68-3c64-43b1-974a-a254ed00a0e6 Aug 27 16:13:05.479905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00cbea6b-6415-45ef-a431-43dd60821469 req-6696620c-ec44-45cc-a367-b86c365d64fd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486593 Aug 27 16:13:05.516421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.606411 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:13:05.709349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.710585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a89786-592c-4160-affd-762181707845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:05.711255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-05a89786-592c-4160-affd-762181707845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:05.757065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d24dea93-f8e7-4ff8-a278-2cf5ae6e77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:05.761800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d24dea93-f8e7-4ff8-a278-2cf5ae6e77ca service neutron] 10.222.0.97 "GET /v2.0/ports/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 1025 time: 0.0682249 Aug 27 16:13:05.810054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a0644aa2-2578-4f28-9bfd-e413d57fdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:05.813260 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a0644aa2-2578-4f28-9bfd-e413d57fdbc9 service neutron] 10.222.0.97 "GET /v2.0/ports/f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 1026 time: 0.0435433 Aug 27 16:13:05.815957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a89786-592c-4160-affd-762181707845 admin admin] Pushing event updated for resources: {'Network': ['ID=031f8f68-3c64-43b1-974a-a254ed00a0e6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:05.838701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:13:05.881253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-05a89786-592c-4160-affd-762181707845 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9609377 Aug 27 16:13:05.884240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33438) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:05.890528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Request body: {'subnet': {'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-subnet', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:06.025717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Made reservation on behalf of 07e45ca4cc564ad9b17487952971d84f for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:06.028249 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:06.084985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a54c75-e1ae-40ad-a58c-1b46c5a90167 req-fd0c83c6-d28c-4e9e-a2e8-313e2d5e423f tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:06.095528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31a54c75-e1ae-40ad-a58c-1b46c5a90167 req-fd0c83c6-d28c-4e9e-a2e8-313e2d5e423f tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.1264534 Aug 27 16:13:06.139655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-58cc856d-0938-435b-8ce1-0d5994bdc209 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:06.147635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-58cc856d-0938-435b-8ce1-0d5994bdc209 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:06.156020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-58cc856d-0938-435b-8ce1-0d5994bdc209 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:06.157707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-58cc856d-0938-435b-8ce1-0d5994bdc209 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "GET /v2.0/networks?id=7639636b-2e68-444d-a756-114c35a3b4a0&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=e500afa8-0258-4a02-9fc3-72037f8e799e&id=e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 200 len: 1990 time: 0.3367498 Aug 27 16:13:06.189927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31a54c75-e1ae-40ad-a58c-1b46c5a90167 req-72466d17-ed76-4dc9-8059-b153a9ba7fc3 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931678 Aug 27 16:13:06.193951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:06.347045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b75e5b1e-fb31-45c4-9634-a1ea7dde8d38 req-e74cec63-792e-49e2-9837-823fc4d8d866 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.1079581 Aug 27 16:13:06.363378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-9f0dd8ae-e456-45ca-a804-55056ac614f2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=698680ce6f6640478526bfb8e6ec9f80 HTTP/1.1" status: 200 len: 379 time: 0.1723173 Aug 27 16:13:06.410624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'admin_state_up': True, 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'security_groups': ['06cc33c0-0b2f-412b-8a50-30fa75346f62']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:06.460621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4d3e8a22-7996-4aa0-ba0d-866e65a653fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f0419ce1122d4f45be985e17bb8f8b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655494 Aug 27 16:13:06.473031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33460) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:06.736835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4784874e-cce3-4479-9014-1feda6c2b6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:06.744665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f8e0a7c-33a9-4a88-b5a7-76afabce236f req-0c498317-d4ce-4d46-8427-ba58b714edd9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 210 time: 0.1951351 Aug 27 16:13:06.776943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4784874e-cce3-4479-9014-1feda6c2b6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:06.790915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca81292-5a79-46d6-b913-68e5715f7b22 req-c5424f5e-a7c5-40b8-9b8c-982fe13165eb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:06.800398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ca81292-5a79-46d6-b913-68e5715f7b22 req-c5424f5e-a7c5-40b8-9b8c-982fe13165eb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.2107563 Aug 27 16:13:06.899493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ca81292-5a79-46d6-b913-68e5715f7b22 req-f59c3160-2309-4efd-827e-35ebf171c75e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920486 Aug 27 16:13:06.928094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:06.932764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:06.986570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4784874e-cce3-4479-9014-1feda6c2b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:06.999658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4784874e-cce3-4479-9014-1feda6c2b6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:06.999658 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4784874e-cce3-4479-9014-1feda6c2b6d2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a10cdc1b-def1-4abb-90e4-2fcf499f68ef HTTP/1.1" status: 204 len: 168 time: 0.5221910 Aug 27 16:13:07.021736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784874e-cce3-4479-9014-1feda6c2b6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10cdc1b-def1-4abb-90e4-2fcf499f68ef,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:07.048976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:07.154502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:07.168113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Checking segment: {'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:07.168623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Network hostable DHCP agents. Network: 031f8f68-3c64-43b1-974a-a254ed00a0e6, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:13:07.203335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 172.20.0.5 (7639636b-2e68-444d-a756-114c35a3b4a0/7dfc397f-74cd-49c3-81a0-081d7f19c88e/6f09f67d-02ec-47b0-8007-59fdd9cbdee6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:07.265853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:13:07.333686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 031f8f68-3c64-43b1-974a-a254ed00a0e6) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:07.339473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:07.340320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:07.368563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5506f-5f5e-47b1-8ab5-65a9d0accbf2 req-d6beeafb-b90d-432e-bfb1-cb6e3f1ee722 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:07.375877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4bb64-7be3-4462-839d-13ef183e761f None None] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:07.379513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fb5506f-5f5e-47b1-8ab5-65a9d0accbf2 req-d6beeafb-b90d-432e-bfb1-cb6e3f1ee722 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.0977197 Aug 27 16:13:07.431659 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f3370ee8-a164-4655-8041-fbdb0944db68 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5460465 Aug 27 16:13:07.434414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33476) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:07.443578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:07.532689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fb5506f-5f5e-47b1-8ab5-65a9d0accbf2 req-1d42686d-9ddf-4d2e-bb5b-67e238f297ea tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553535 Aug 27 16:13:07.556874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:07.556874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:07.562479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:07.625485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Transition to ACTIVE for port object 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:07.663884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eddef665-9b1f-4c8c-86c8-baac7e9e11f1 req-ae7b700e-ac63-4d2b-ae96-b80594879051 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0526874 Aug 27 16:13:07.681664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:07.778638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-031f8f68-3c64-43b1-974a-a254ed00a0e6', 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'fixed_ips': [{'subnet_id': '69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:13:07.778638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:07.841599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-39272e16-6a4a-49f3-900a-3db35e34cff0 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--608155542&fields=id&tenant_id=b73a839a8a6c4380818f2e8943d15aa1 HTTP/1.1" status: 200 len: 267 time: 0.1046476 Aug 27 16:13:07.849628 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.061158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Allocated IP 172.20.0.2 (031f8f68-3c64-43b1-974a-a254ed00a0e6/69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b/2b377f2c-506f-42c6-82e0-5f1f7ada7b15) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:08.074486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-750aedb5-46cd-4e25-9c79-d4d8c1e43119 req-395e1744-eac0-4fbd-9d61-983ac5c2e552 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 210 time: 0.1544676 Aug 27 16:13:08.111384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network 7639636b-2e68-444d-a756-114c35a3b4a0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:08.144581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:08.156222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:08.297973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-079dee27-5c9c-467c-b477-4f82ab65a71a tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:08.301974 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-079dee27-5c9c-467c-b477-4f82ab65a71a tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 0.2678237 Aug 27 16:13:08.378371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:08.382612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.403200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Request body: {'port': {'device_id': '09815149-df09-4dfd-9193-1db9e1fbc639', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'admin_state_up': True, 'tenant_id': '75112f3c6fc94cb393b33ac3e3fef6df'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:08.483779 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.512490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Transition to ACTIVE for port object 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:08.557079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Transition to ACTIVE for port object 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:08.570541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:08.587898 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.627054 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.673756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5d819-77a6-4826-a55e-89a8a5061836 req-44451460-486b-4152-9e6e-a9d6ae3a0d4a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:08.681536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57d5d819-77a6-4826-a55e-89a8a5061836 req-44451460-486b-4152-9e6e-a9d6ae3a0d4a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.2885165 Aug 27 16:13:08.691771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-793a6122-0887-4458-8c6b-1f04f5bb8cd3 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:08.699682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-793a6122-0887-4458-8c6b-1f04f5bb8cd3 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/networks?id=9fe2a019-fd16-4e59-bfca-de581d38c452 HTTP/1.1" status: 200 len: 816 time: 0.8559942 Aug 27 16:13:08.700880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:08.725026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-a46c6bf1-ea50-42d5-8d55-d20bcefa1b7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3339746 Aug 27 16:13:08.726890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:08.736268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:08.742853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-77405f07-36af-4127-bcd5-b57453bd3149 None None] Provisioning for port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:08.758326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Pushing event updated for resources: {'Port': ['ID=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:08.759859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-af6440e0-fe55-4dab-8c14-d94a7279c225 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/quotas/b73a839a8a6c4380818f2e8943d15aa1 HTTP/1.1" status: 200 len: 375 time: 0.0588720 Aug 27 16:13:08.769883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-77405f07-36af-4127-bcd5-b57453bd3149 None None] Provisioning complete for port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:08.773489 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77405f07-36af-4127-bcd5-b57453bd3149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.835008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'admin_state_up': True, 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'security_groups': ['06cc33c0-0b2f-412b-8a50-30fa75346f62']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:08.844981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Made reservation on behalf of 75112f3c6fc94cb393b33ac3e3fef6df for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:08.849075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.849553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57d5d819-77a6-4826-a55e-89a8a5061836 req-476aefad-deda-4c5f-a26f-109807de0db9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668847 Aug 27 16:13:08.878275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-77405f07-36af-4127-bcd5-b57453bd3149 None None] Port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:08.952638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33524) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:08.974825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Attempting to bind port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:08.975546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Attempting to bind port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:08.975700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Attempting to bind port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 on network 031f8f68-3c64-43b1-974a-a254ed00a0e6 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:08.981096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:08.981461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Checking segment: {'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:08.981874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:08.982275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Bound using segment: {'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:08.982814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Bound port: 2b377f2c-506f-42c6-82e0-5f1f7ada7b15, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:08.983200 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.055014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] For port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:09.058745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] For port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,segment=NetworkSegment(c7fd01e1-3f4a-4a67-805f-8682cc83576f),segment_id=c7fd01e1-3f4a-4a67-805f-8682cc83576f)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:09.067186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-46de0c26-e106-4441-b10b-91878fffb479 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b73a839a8a6c4380818f2e8943d15aa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3020084 Aug 27 16:13:09.096586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.126649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.152268 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.192235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-network', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:09.234936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-a4563b7b-dd33-46bf-9b28-d5685f1ece7e service neutron] 10.222.0.101 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667075 Aug 27 16:13:09.247699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b6c64-a3ea-48b3-a615-560593c27518 None None] Pushing event updated for resources: {'Port': ['ID=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:09.298167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Made reservation on behalf of 1c9ec2ed75f74d63a3e9b787420d7697 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:09.301027 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.344086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.385992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Allocated IP 172.20.0.14 (dbd98aa3-99fb-44e6-a879-5bb9abbefd50/9379bda9-21c9-4d1c-8307-538bf7e713b5/a2c8a03f-5954-4733-b4b2-ffd12eab71cb) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:09.416874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:13:09.416874 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:13:09.416874 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id_1': '698680ce6f6640478526bfb8e6ec9f80', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 13, 9, 399606)}] Aug 27 16:13:09.416874 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:13:09.417642 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:13:09.437501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017cc94-1aef-4d6d-a3fd-5879b1ace262 req-bcf44edd-ffbf-4a4a-a033-9d3fd6e7ec3a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:09.439359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e017cc94-1aef-4d6d-a3fd-5879b1ace262 req-bcf44edd-ffbf-4a4a-a033-9d3fd6e7ec3a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.3016772 Aug 27 16:13:09.439808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Allocated IP 172.25.4.22 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/333c05c2-044a-430b-8528-d3a99db2d90d) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:09.484951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-45b3624e-16b4-4e17-8c35-ca331c3af804 service neutron] 10.222.0.101 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488136 Aug 27 16:13:09.564029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e017cc94-1aef-4d6d-a3fd-5879b1ace262 req-413b2c1a-742e-4771-8314-a160f1ffc9d0 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087129 Aug 27 16:13:09.819568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cec0-5296-4775-abe3-c81c094c98b2 req-005d9240-0641-4bb1-9153-65e3f9d4229d tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:09.821365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3824cec0-5296-4775-abe3-c81c094c98b2 req-005d9240-0641-4bb1-9153-65e3f9d4229d tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 931 time: 0.1154220 Aug 27 16:13:09.873602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3824cec0-5296-4775-abe3-c81c094c98b2 req-55d38deb-231f-4977-ab81-5d5b6c4b6620 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Aug 27 16:13:09.884949 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.892588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:09.897131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.052872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.062525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98906bd2-c9db-4c96-bede-024fdef7826c req-eb3756e4-1f9a-4aa3-9a67-bf1fc2ce2afd tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 210 time: 0.0719171 Aug 27 16:13:10.113905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6fea69-a5ab-4a59-a76b-b24fc371b19f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:10.120532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.133459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['da0874e1-f662-4dc8-8c6d-d03aaec33a68', '27106502-8e11-46cf-8def-bfdd29073743'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:10.133984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:13:10.176589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.235521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.236264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:10.236656 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Added segment de91e256-fa83-4b16-a780-53abb140612e of type vlan for network f5108f70-3bc9-4705-9803-f66eadaf3873 Aug 27 16:13:10.239790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.279383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:10.282129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:10.288396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:10.290802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:10.292864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:10.312177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:10.318626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:10.441975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event updated for resources: {'Port': ['ID=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:10.505563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 10.1.1.204 (35abcda2-cddf-4e28-ad60-6038aed4b642/93e69947-adbc-4b07-946c-b86ad90cd314/e1cd36a4-7406-4c43-8860-9fc1a4bc2e98) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:10.626585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:10.726958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.817926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.831491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:10.832378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:10.865761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce7a3f2a-e453-4d52-a86b-e7aaee79fcf6 req-f268d156-d393-48de-8ba9-80dac5fddbdd tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 210 time: 0.0553021 Aug 27 16:13:10.887489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae495e-3361-4919-aa6c-4bb949e8a16a req-b8ae4312-66e0-4702-a238-2f3c69c24c04 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:10.890230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3aae495e-3361-4919-aa6c-4bb949e8a16a req-b8ae4312-66e0-4702-a238-2f3c69c24c04 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.7010884 Aug 27 16:13:10.898183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Transition to ACTIVE for port object e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:10.907821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.resource_extend [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 16:13:10.977994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3aae495e-3361-4919-aa6c-4bb949e8a16a req-da742ca4-4826-4316-a671-97b12b98a8e2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744436 Aug 27 16:13:10.986139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Pushing event updated for resources: {'Port': ['ID=333c05c2-044a-430b-8528-d3a99db2d90d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:10.994939 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-560be1af-79ce-4e9d-9101-83db08fb800c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5972276 Aug 27 16:13:11.001921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1867804-4e30-40ab-b3cf-7936c2261e09 None None] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:11.022447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Request body: {'port': {'device_id': '09815149-df09-4dfd-9193-1db9e1fbc639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:11.121332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.190971 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.192015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:11.192582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.231692 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.266666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-afcf9922-a6bc-4153-bead-acb2d83e782d None None] Provisioning for port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:11.281057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a0b1f-283e-4e23-aea6-bbc75e7aead6 req-7b93cb5f-3335-4f37-8aba-9773eea64edd tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:11.291000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-428a0b1f-283e-4e23-aea6-bbc75e7aead6 req-7b93cb5f-3335-4f37-8aba-9773eea64edd tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.2726214 Aug 27 16:13:11.304989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-afcf9922-a6bc-4153-bead-acb2d83e782d None None] Provisioning complete for port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:11.305362 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afcf9922-a6bc-4153-bead-acb2d83e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.339588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:11.357214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:11.375562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:11.390269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:11.391629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] Pushing event updated for resources: {'Network': ['ID=f5108f70-3bc9-4705-9803-f66eadaf3873,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:11.419059 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e575b0a6-b196-4c7d-9b6f-c208830c5dbc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4636202 Aug 27 16:13:11.424180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33564) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:11.432023 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Request body: {'subnet': {'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-subnet', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:11.494691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f5108f70-3bc9-4705-9803-f66eadaf3873 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:13:11.518757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-428a0b1f-283e-4e23-aea6-bbc75e7aead6 req-45daaa96-f783-4330-aef9-54ec8bb388da tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223351 Aug 27 16:13:11.531465 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.567336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70839f-e5bd-48bc-b099-cc0891a400ae req-25d528b9-34b1-41c4-8fbd-a8115163604b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:11.585452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70839f-e5bd-48bc-b099-cc0891a400ae req-25d528b9-34b1-41c4-8fbd-a8115163604b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:11.585452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e70839f-e5bd-48bc-b099-cc0891a400ae req-25d528b9-34b1-41c4-8fbd-a8115163604b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 1653 time: 0.3801081 Aug 27 16:13:11.597986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:11.599086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.677743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Made reservation on behalf of 1c9ec2ed75f74d63a3e9b787420d7697 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:11.681015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:11.784083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e70839f-e5bd-48bc-b099-cc0891a400ae req-85310433-4fff-4453-ad24-d4390e91d3f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935306 Aug 27 16:13:11.793470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-0eb283ca-22a3-46ce-9958-c90d0e452383 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0283284 Aug 27 16:13:11.834441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'admin_state_up': True, 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'security_groups': ['06cc33c0-0b2f-412b-8a50-30fa75346f62']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:11.867923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffe6d0-1b39-4bb3-8323-2333f4e94136 req-dcc23055-b68d-4047-8171-92b52e78b7c1 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:11.869477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fffe6d0-1b39-4bb3-8323-2333f4e94136 req-dcc23055-b68d-4047-8171-92b52e78b7c1 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 932 time: 0.2087967 Aug 27 16:13:12.017298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fffe6d0-1b39-4bb3-8323-2333f4e94136 req-1d0b7765-be26-44ea-be26-7b3b21b9cbe5 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922270 Aug 27 16:13:12.142009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd6a4c0f-6fef-47f7-8dcb-ddaf461576b7 req-bc5c448c-bff4-4d8f-9490-cd78ab6f4382 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 210 time: 0.0587828 Aug 27 16:13:12.213478 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afcf9922-a6bc-4153-bead-acb2d83e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:12.232930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5ed74-358b-426a-80ef-2327b5597904 req-12b4a30d-8972-42ed-9db6-ab1855c4fa90 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:12.234957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74e5ed74-358b-426a-80ef-2327b5597904 req-12b4a30d-8972-42ed-9db6-ab1855c4fa90 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.0958555 Aug 27 16:13:12.280123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-afcf9922-a6bc-4153-bead-acb2d83e782d None None] For port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,segment=NetworkSegment(c7fd01e1-3f4a-4a67-805f-8682cc83576f),segment_id=c7fd01e1-3f4a-4a67-805f-8682cc83576f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:12.283563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:12.287916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:12.349152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74e5ed74-358b-426a-80ef-2327b5597904 req-9472d0b1-8587-4cbf-b077-f653f14705a6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994215 Aug 27 16:13:12.387406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afcf9922-a6bc-4153-bead-acb2d83e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:12.513613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf9922-a6bc-4153-bead-acb2d83e782d None None] Pushing event updated for resources: {'Port': ['ID=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:12.621098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 10.1.1.244 (35abcda2-cddf-4e28-ad60-6038aed4b642/93e69947-adbc-4b07-946c-b86ad90cd314/f65efb8d-82c5-478d-aff9-cd2116e72100) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:12.625751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-88149b78-b167-4581-992f-b59f38afc116 None None] Provisioning for port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:12.630478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-88149b78-b167-4581-992f-b59f38afc116 None None] Provisioning complete for port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:12.631067 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88149b78-b167-4581-992f-b59f38afc116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:12.726463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-88149b78-b167-4581-992f-b59f38afc116 None None] Port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:12.857376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f23a5ebf-a1d8-427c-8046-84fba6cdd6c3 None None] Provisioning complete for port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:12.861239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f23a5ebf-a1d8-427c-8046-84fba6cdd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:12.893383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.012291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7e5f-02cc-4043-a219-3656821d19ca req-786a08c8-4b49-44fb-918e-fef0f8641bad tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:13.012291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac6e7e5f-02cc-4043-a219-3656821d19ca req-786a08c8-4b49-44fb-918e-fef0f8641bad tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.3273382 Aug 27 16:13:13.124753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac6e7e5f-02cc-4043-a219-3656821d19ca req-757ff45d-d102-44cc-b03c-f232dd96ec16 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209989 Aug 27 16:13:13.129549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c48f7db-a8c1-4caf-a817-b1d9e2057370,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:13.306027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.306150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c8a03f-5954-4733-b4b2-ffd12eab71cb {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:13.306273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Transition to ACTIVE for port object f65efb8d-82c5-478d-aff9-cd2116e72100 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:13.306385 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.306385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Transition to ACTIVE for port object a2c8a03f-5954-4733-b4b2-ffd12eab71cb will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:13.306578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9761a40-39e5-4eb7-903f-dc2ce2e27570 req-013304dc-eb72-4944-a1b2-4f5897edd302 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:13.306578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9761a40-39e5-4eb7-903f-dc2ce2e27570 req-013304dc-eb72-4944-a1b2-4f5897edd302 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:13.306578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9761a40-39e5-4eb7-903f-dc2ce2e27570 req-013304dc-eb72-4944-a1b2-4f5897edd302 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 1653 time: 0.1812685 Aug 27 16:13:13.306889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.306889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Checking segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:13.306889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Network hostable DHCP agents. Network: f5108f70-3bc9-4705-9803-f66eadaf3873, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:13:13.355924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9761a40-39e5-4eb7-903f-dc2ce2e27570 req-eec4f8ba-623c-43f1-8933-f5be2a3f284d tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014738 Aug 27 16:13:13.411908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9914d-63ac-4bfa-a519-e5f688d98551 req-ccd66a68-fa77-4d6c-8be5-6c46412b95e1 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:13.413498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ed9914d-63ac-4bfa-a519-e5f688d98551 req-ccd66a68-fa77-4d6c-8be5-6c46412b95e1 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 932 time: 0.1205935 Aug 27 16:13:13.462262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ed9914d-63ac-4bfa-a519-e5f688d98551 req-ca511def-d30b-4f11-bb21-ed3cdfe4b4d4 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Aug 27 16:13:13.494751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-823f4da2-fd20-4d52-9d1a-61b509437fbc req-642b2c9e-6841-442f-bb52-8fda2d3b4986 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 210 time: 0.0273428 Aug 27 16:13:13.568828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.583696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc0055-d110-42d1-8d0a-6d3574299a8f req-5dd8e120-a11d-4ca0-8086-b6b69ec48204 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:13.585294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7cc0055-d110-42d1-8d0a-6d3574299a8f req-5dd8e120-a11d-4ca0-8086-b6b69ec48204 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.0563393 Aug 27 16:13:13.631858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Network f5108f70-3bc9-4705-9803-f66eadaf3873 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:13:13.634253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Router b537cf00-9a0f-4410-aec7-87945359e733 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:13:13.647640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7cc0055-d110-42d1-8d0a-6d3574299a8f req-d25a1afb-3d20-4f5b-99ae-38489cdca868 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Aug 27 16:13:13.650493 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.668450 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Pushing event updated for resources: {'Port': ['ID=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:13.707909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:13.711794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:13.715927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:13.752335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=f65efb8d-82c5-478d-aff9-cd2116e72100,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:13.804096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:13.808223 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.827938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Attempting to bind port a2c8a03f-5954-4733-b4b2-ffd12eab71cb on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:13.828294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Attempting to bind port a2c8a03f-5954-4733-b4b2-ffd12eab71cb by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:13.828630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Attempting to bind port a2c8a03f-5954-4733-b4b2-ffd12eab71cb on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:13.836046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Port a2c8a03f-5954-4733-b4b2-ffd12eab71cb on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:13.836380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Attempting to bind port a2c8a03f-5954-4733-b4b2-ffd12eab71cb on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:13.844058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:13.844409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Checking segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:13.844805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Bound using segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:13.845253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Bound port: a2c8a03f-5954-4733-b4b2-ffd12eab71cb, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:13.845619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:13.927882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, f5108f70-3bc9-4705-9803-f66eadaf3873) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:13.934973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04f726a6-2f8d-4597-9ced-2254bedfba5c tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1074860 Aug 27 16:13:13.941092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e977c3d-8b66-4e12-a0ec-24552fd4c12c None None] Network f5108f70-3bc9-4705-9803-f66eadaf3873 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:13.942156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e', 'admin_state_up': True, 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'security_groups': ['06cc33c0-0b2f-412b-8a50-30fa75346f62']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:14.046002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:14.048185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.173792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:14.176970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-f5108f70-3bc9-4705-9803-f66eadaf3873', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:13:14.178215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.193114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] For port a2c8a03f-5954-4733-b4b2-ffd12eab71cb, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:14.215906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] For port a2c8a03f-5954-4733-b4b2-ffd12eab71cb, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:14.246389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:13:14.277922 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4ad5ff3-eae5-4faf-a115-9711b6acffc6 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8498995 Aug 27 16:13:14.283097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33606) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:14.291561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.294153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Sync routers for ids ['b537cf00-9a0f-4410-aec7-87945359e733'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:13:14.299380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:14.304645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-aafa3947-3978-4fd4-8946-6bf77d6fdee9 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:14.306174 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-aafa3947-3978-4fd4-8946-6bf77d6fdee9 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.90 "GET /v2.0/networks?id=9fe2a019-fd16-4e59-bfca-de581d38c452 HTTP/1.1" status: 200 len: 816 time: 0.3980007 Aug 27 16:13:14.338582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.339910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a193d28a-2034-4053-aa65-efe544192c3b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9045231 Aug 27 16:13:14.348655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33614) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:14.370249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:14.371181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.372888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] 10.222.0.90 "PUT /v2.0/ports/a2c8a03f-5954-4733-b4b2-ffd12eab71cb HTTP/1.1" status: 200 len: 1092 time: 3.3589349 Aug 27 16:13:14.376235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09815149-df09-4dfd-9193-1db9e1fbc639', 'tag': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:14.378957 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbf1a16-1764-42c2-ada1-3c286d43a33d" -d '{"events": [{"name": "network-changed", "server_uuid": "09815149-df09-4dfd-9193-1db9e1fbc639", "tag": "a2c8a03f-5954-4733-b4b2-ffd12eab71cb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:14.420801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Routers {'b537cf00-9a0f-4410-aec7-87945359e733'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:14.422959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b537cf00-9a0f-4410-aec7-87945359e733'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:14.425188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-97e9d216-070c-4890-b8a6-325a0b14ad84 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b73a839a8a6c4380818f2e8943d15aa1 HTTP/1.1" status: 200 len: 379 time: 0.0882211 Aug 27 16:13:14.428830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1958164-ddbf-4963-a912-1218e2f974dd service neutron] Pushing event updated for resources: {'Port': ['ID=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:14.452838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Request body: {'port': {'device_id': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'admin_state_up': True, 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'security_groups': ['2a1bd051-f864-406d-9331-e409daeb70cf']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:14.480035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:13:14.480035 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:13:14.480035 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id_1': '698680ce6f6640478526bfb8e6ec9f80', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 13, 14, 344375)}] Aug 27 16:13:14.480035 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:13:14.480407 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:13:14.486581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d8fcf0e-ae14-4819-b921-1aa4efecf82b None None] Provisioning for port f65efb8d-82c5-478d-aff9-cd2116e72100 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:14.556242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d8fcf0e-ae14-4819-b921-1aa4efecf82b None None] Provisioning complete for port f65efb8d-82c5-478d-aff9-cd2116e72100 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:14.556636 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d8fcf0e-ae14-4819-b921-1aa4efecf82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.563561 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0022e2b7-9380-4b18-b46d-956dc69234e1 x-openstack-request-id: req-0022e2b7-9380-4b18-b46d-956dc69234e1 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:14.564637 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09815149-df09-4dfd-9193-1db9e1fbc639", "tag": "a2c8a03f-5954-4733-b4b2-ffd12eab71cb", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:14.565164 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0022e2b7-9380-4b18-b46d-956dc69234e1 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:14.566071 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09815149-df09-4dfd-9193-1db9e1fbc639', 'tag': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb', 'status': 'completed', 'code': 200} Aug 27 16:13:14.681349 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf1a16-1764-42c2-ada1-3c286d43a33d req-016b3c9a-9372-4745-a5ec-3c150301a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:14.682949 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dcbf1a16-1764-42c2-ada1-3c286d43a33d req-016b3c9a-9372-4745-a5ec-3c150301a46b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 1095 time: 0.1293724 Aug 27 16:13:14.692008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:14.692277 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.697371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1d8fcf0e-ae14-4819-b921-1aa4efecf82b None None] Port f65efb8d-82c5-478d-aff9-cd2116e72100 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:14.740508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.750263 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:14.758642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Set router b537cf00-9a0f-4410-aec7-87945359e733 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:14.794015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Allocated IP 172.20.0.2 (f5108f70-3bc9-4705-9803-f66eadaf3873/0c48f7db-a8c1-4caf-a817-b1d9e2057370/e0460c46-5f73-4c30-9f65-a34dd60e73ad) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:14.908661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf1a16-1764-42c2-ada1-3c286d43a33d req-4585b1d3-3e24-45e2-b662-3fbb82810797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:14.916622 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dcbf1a16-1764-42c2-ada1-3c286d43a33d req-4585b1d3-3e24-45e2-b662-3fbb82810797 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2165852 Aug 27 16:13:14.917426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Made reservation on behalf of b73a839a8a6c4380818f2e8943d15aa1 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:14.930786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:15.038864 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:15.054350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e911b6-e9e7-4022-b63a-1e086219b541 req-1d915e45-3e1a-4914-9954-0a90fb0277f1 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:15.056004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e911b6-e9e7-4022-b63a-1e086219b541 req-1d915e45-3e1a-4914-9954-0a90fb0277f1 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 949 time: 0.5829291 Aug 27 16:13:15.148080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660bca2-ad91-43cb-ace2-a2aed11dd060 req-68a26ab8-6a2a-45ac-a31c-467761976b72 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:15.153934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660bca2-ad91-43cb-ace2-a2aed11dd060 req-68a26ab8-6a2a-45ac-a31c-467761976b72 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:15.159751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660bca2-ad91-43cb-ace2-a2aed11dd060 req-68a26ab8-6a2a-45ac-a31c-467761976b72 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:15.161642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f660bca2-ad91-43cb-ace2-a2aed11dd060 req-68a26ab8-6a2a-45ac-a31c-467761976b72 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 2374 time: 0.4509585 Aug 27 16:13:15.199867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:13:15.283444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf1a16-1764-42c2-ada1-3c286d43a33d req-c8cf845a-4c60-426d-b293-20b11a06d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:15.285318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dcbf1a16-1764-42c2-ada1-3c286d43a33d req-c8cf845a-4c60-426d-b293-20b11a06d03a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3447537 Aug 27 16:13:15.353010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e911b6-e9e7-4022-b63a-1e086219b541 req-1faa0f3c-5996-4acd-8021-cfd1ad7707b2 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657890 Aug 27 16:13:15.396246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Allocated IP 172.20.0.4 (9fe2a019-fd16-4e59-bfca-de581d38c452/bf101c67-51d4-403c-a697-473f4a1ed59a/d2e3fbdc-1240-458d-b345-35c150622812) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:15.495457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-25875241-20d6-4565-b5ae-9a670e1b2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:15.497202 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-25875241-20d6-4565-b5ae-9a670e1b2982 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 1095 time: 0.1555848 Aug 27 16:13:15.498590 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:15.510621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Transition to ACTIVE for port object e0460c46-5f73-4c30-9f65-a34dd60e73ad will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:15.531862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Transition to ACTIVE for port object e0460c46-5f73-4c30-9f65-a34dd60e73ad will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:15.634815 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:15.712325 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-ad60bf30-c803-49e8-bcbb-057ee0882cf6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c8a03f-5954-4733-b4b2-ffd12eab71cb HTTP/1.1" status: 200 len: 217 time: 0.1773462 Aug 27 16:13:15.736944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Pushing event updated for resources: {'Port': ['ID=e0460c46-5f73-4c30-9f65-a34dd60e73ad,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:15.778518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:10Z', 'revision_number': 3, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port': {'id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:09Z', 'updated_at': '2021-08-27T16:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:15.815741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-1817a84f-b659-45c8-89fb-552834baa646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:15.817364 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-1817a84f-b659-45c8-89fb-552834baa646 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9379bda9-21c9-4d1c-8307-538bf7e713b5 HTTP/1.1" status: 200 len: 853 time: 0.0953279 Aug 27 16:13:15.857147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Network f5108f70-3bc9-4705-9803-f66eadaf3873 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:15.864772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:15.867986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Checking router: b537cf00-9a0f-4410-aec7-87945359e733 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:13:15.871782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Updating router b537cf00-9a0f-4410-aec7-87945359e733 port 333c05c2-044a-430b-8528-d3a99db2d90d binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:13:15.889989 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-2d920cc2-a733-4cf4-bc00-182f4c29ace2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608575 Aug 27 16:13:15.890416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:15.923562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:15.936679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '821703f2-0b21-432e-832f-110efa41a59d', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '821703f2-0b21-432e-832f-110efa41a59d', 'mac_address': 'fa:16:3e:9b:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:13:15.989375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:15.991137 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.149851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.157717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.191454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Attempting to bind port e0460c46-5f73-4c30-9f65-a34dd60e73ad on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:16.191935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Attempting to bind port e0460c46-5f73-4c30-9f65-a34dd60e73ad by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:16.192519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Attempting to bind port e0460c46-5f73-4c30-9f65-a34dd60e73ad on network f5108f70-3bc9-4705-9803-f66eadaf3873 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:16.206759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Transition to ACTIVE for port object d2e3fbdc-1240-458d-b345-35c150622812 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:16.207060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.223991 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-557c5a83-23ca-400f-bc8c-baf5064d618d service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196242 Aug 27 16:13:16.342306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:16.342731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Checking segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:16.345115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.345595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Bound using segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:16.346110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Bound port: e0460c46-5f73-4c30-9f65-a34dd60e73ad, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:16.346513 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.384398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:16.385352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.410415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f660bca2-ad91-43cb-ace2-a2aed11dd060 req-c30f4fea-95ad-4840-b52c-8d408801d1b3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1296208 Aug 27 16:13:16.460004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00f8fdd1-65f9-4d7a-bb98-35ff0d28fce1 req-f1d4cc31-c5af-49ba-a976-10aa59b4cb79 service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269928 Aug 27 16:13:16.481564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.657539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:16.673274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:16.679953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:16.692093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3676d5-7543-4e36-9fa3-5a8965cc2153 req-a655dd8a-183d-4ca0-b9ed-5dc33d2b3b9e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:16.708647 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af3676d5-7543-4e36-9fa3-5a8965cc2153 req-a655dd8a-183d-4ca0-b9ed-5dc33d2b3b9e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 944 time: 0.7202575 Aug 27 16:13:16.709233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:16.748051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event updated for resources: {'Port': ['ID=d2e3fbdc-1240-458d-b345-35c150622812,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:16.808757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:16.808757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.825619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:16.929228 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-07e6ad42-00ae-4000-bf9a-58330c345454 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4879119 Aug 27 16:13:16.946586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Request body: {'port': {'device_id': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:16.948678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] For port e0460c46-5f73-4c30-9f65-a34dd60e73ad, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:17.007444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] For port e0460c46-5f73-4c30-9f65-a34dd60e73ad, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e0460c46-5f73-4c30-9f65-a34dd60e73ad,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:17.037871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af3676d5-7543-4e36-9fa3-5a8965cc2153 req-624be8d8-5d87-4eff-88ac-52eced95ad31 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173423 Aug 27 16:13:17.039316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.117830 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.165759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['821703f2-0b21-432e-832f-110efa41a59d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:17.209492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:17.247233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648b21b-1328-4861-9039-4e40443b8d56 req-01263ea1-562c-44af-b11d-f0c8aa9c9744 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:17.257149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e648b21b-1328-4861-9039-4e40443b8d56 req-01263ea1-562c-44af-b11d-f0c8aa9c9744 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 931 time: 0.6782730 Aug 27 16:13:17.277904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:17.320614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93bdcc-fbf1-4959-8f65-9fd897065f2f None None] Pushing event updated for resources: {'Port': ['ID=e0460c46-5f73-4c30-9f65-a34dd60e73ad,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:17.452294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-921337b3-635a-4eb3-a102-ff9d922aa593 None None] Provisioning for port d2e3fbdc-1240-458d-b345-35c150622812 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:17.484957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-921337b3-635a-4eb3-a102-ff9d922aa593 None None] Provisioning complete for port d2e3fbdc-1240-458d-b345-35c150622812 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:17.485408 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-921337b3-635a-4eb3-a102-ff9d922aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.553715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e648b21b-1328-4861-9039-4e40443b8d56 req-7160b7f4-49ec-48b9-a019-4afb9511fdf6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446461 Aug 27 16:13:17.611358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.656582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:17.662344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-921337b3-635a-4eb3-a102-ff9d922aa593 None None] Port d2e3fbdc-1240-458d-b345-35c150622812 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:17.666785 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.696890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Transition to ACTIVE for port object 333c05c2-044a-430b-8528-d3a99db2d90d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:17.718008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:17.824908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.829059 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.852473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 10.2.2.100 (e500afa8-0258-4a02-9fc3-72037f8e799e/3063436f-1f08-4879-be54-20ddf9387925/d5f9e398-2cbf-48fc-b10a-27f95e68f502) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:17.853570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e3fbdc-1240-458d-b345-35c150622812 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:17.879472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.926134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Transition to ACTIVE for port object d2e3fbdc-1240-458d-b345-35c150622812 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:17.947824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Attempting to bind port 333c05c2-044a-430b-8528-d3a99db2d90d on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:17.948563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Attempting to bind port 333c05c2-044a-430b-8528-d3a99db2d90d by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:17.949126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Attempting to bind port 333c05c2-044a-430b-8528-d3a99db2d90d on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:17.959447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:17.960123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:17.961014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.961607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:17.962662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Bound port: 333c05c2-044a-430b-8528-d3a99db2d90d, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:17.963291 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:17.985717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:18.124292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] For port 333c05c2-044a-430b-8528-d3a99db2d90d, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:18.129110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] For port 333c05c2-044a-430b-8528-d3a99db2d90d, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=333c05c2-044a-430b-8528-d3a99db2d90d,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:18.229230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:18.305374 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:18.308296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e0460c46-5f73-4c30-9f65-a34dd60e73ad up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:18.317542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e3fbdc-1240-458d-b345-35c150622812,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:18.328755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:18.358529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3951013-eebd-468e-ad71-e280e7aa52c1 req-ace8c9b6-3b23-4114-9897-03985b08e581 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:18.360411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3951013-eebd-468e-ad71-e280e7aa52c1 req-ace8c9b6-3b23-4114-9897-03985b08e581 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 948 time: 0.3732350 Aug 27 16:13:18.368294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.368664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.369019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.369339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.369673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.370000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.370322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.370643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.370961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.380891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.381460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.381805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:18.404840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Attempting to bind port d2e3fbdc-1240-458d-b345-35c150622812 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:18.404840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Attempting to bind port d2e3fbdc-1240-458d-b345-35c150622812 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:18.405735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Attempting to bind port d2e3fbdc-1240-458d-b345-35c150622812 on network 9fe2a019-fd16-4e59-bfca-de581d38c452 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:18.435491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Port d2e3fbdc-1240-458d-b345-35c150622812 on network 9fe2a019-fd16-4e59-bfca-de581d38c452 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:18.435975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Attempting to bind port d2e3fbdc-1240-458d-b345-35c150622812 on network 9fe2a019-fd16-4e59-bfca-de581d38c452 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:18.448600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f5527-238f-43a2-9354-08cb9461df99 None None] Pushing event updated for resources: {'Port': ['ID=333c05c2-044a-430b-8528-d3a99db2d90d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:18.453168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:18.453512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Checking segment: {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:18.453907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Bound using segment: {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:18.454350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Bound port: d2e3fbdc-1240-458d-b345-35c150622812, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:18.454712 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:18.525917 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:18.547611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90639fd-a749-4bc1-91eb-b0d5bf64fa66 req-0324b2ab-cec3-4f9e-ad79-631cf8117225 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:18.556775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c90639fd-a749-4bc1-91eb-b0d5bf64fa66 req-0324b2ab-cec3-4f9e-ad79-631cf8117225 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.3756161 Aug 27 16:13:18.581352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] For port d2e3fbdc-1240-458d-b345-35c150622812, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:18.584665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] For port d2e3fbdc-1240-458d-b345-35c150622812, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2e3fbdc-1240-458d-b345-35c150622812,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:18.683854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Routers {'b537cf00-9a0f-4410-aec7-87945359e733'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:18.684497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:12:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b537cf00-9a0f-4410-aec7-87945359e733'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:18.688891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f5527-238f-43a2-9354-08cb9461df99 None None] Pushing event updated for resources: {'Port': ['ID=333c05c2-044a-430b-8528-d3a99db2d90d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:18.702146 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:18.775433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:18.776121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:18.777501 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] 10.222.0.90 "PUT /v2.0/ports/d2e3fbdc-1240-458d-b345-35c150622812 HTTP/1.1" status: 200 len: 1091 time: 1.8376379 Aug 27 16:13:18.792148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:18.797768 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "tag": "d2e3fbdc-1240-458d-b345-35c150622812"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:18.850328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Allocated IP 172.20.0.1 (031f8f68-3c64-43b1-974a-a254ed00a0e6/69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b/9636cb9a-0425-43a5-a81f-dc1d096bb7f9) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:18.862918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef558-720d-46d5-9b4a-47bed3174484 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e3fbdc-1240-458d-b345-35c150622812,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:18.867910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e0460c46-5f73-4c30-9f65-a34dd60e73ad completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:18.997499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-50ef213d-a138-4785-9779-db1efa2d4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:18.999997 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-50ef213d-a138-4785-9779-db1efa2d4a7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b73a839a8a6c4380818f2e8943d15aa1&device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 1094 time: 0.0815158 Aug 27 16:13:19.017411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] Set router b537cf00-9a0f-4410-aec7-87945359e733 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:19.099043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-ca49ea36-fa69-41bd-87dd-0ddea3b49e13 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e3fbdc-1240-458d-b345-35c150622812 HTTP/1.1" status: 200 len: 217 time: 0.0887010 Aug 27 16:13:19.155711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:19.173027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Transition to ACTIVE for port object d5f9e398-2cbf-48fc-b10a-27f95e68f502 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:19.185285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:19.201024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-df56a113-c173-4963-b3e2-f2d5e6f204a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:19.203481 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-df56a113-c173-4963-b3e2-f2d5e6f204a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf101c67-51d4-403c-a697-473f4a1ed59a HTTP/1.1" status: 200 len: 855 time: 0.0926695 Aug 27 16:13:19.294965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-f7a2ab9d-45b3-4a58-8718-116b52c4d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:19.297908 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-f7a2ab9d-45b3-4a58-8718-116b52c4d643 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9fe2a019-fd16-4e59-bfca-de581d38c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863206 Aug 27 16:13:19.300182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c90639fd-a749-4bc1-91eb-b0d5bf64fa66 req-10a94400-b1d6-42c6-a0b4-eb0a356a6382 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423725 Aug 27 16:13:19.312882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:19.384523 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:19.398852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d5d12-7efc-4380-8009-317f6e692cfc None None] Network f5108f70-3bc9-4705-9803-f66eadaf3873 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:19.421263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3951013-eebd-468e-ad71-e280e7aa52c1 req-05a798b6-5166-4223-b277-a05c811188b7 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9073498 Aug 27 16:13:19.507855 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-8fc0c6e2-e61b-4e23-af23-9ea02f8643b4 service neutron] 10.222.0.90 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997278 Aug 27 16:13:19.626961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 821703f2-0b21-432e-832f-110efa41a59d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:19.627256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:19.637497 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a86a9552-f7d1-4a78-a170-b4372bc22c6e req-f5a2fe31-338d-410c-9c53-8e2186a58eda service neutron] 10.222.0.90 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212714 Aug 27 16:13:19.821289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e77dd068-aaab-48bb-a7e6-b696e4d127f5 None None] Provisioning for port e0460c46-5f73-4c30-9f65-a34dd60e73ad completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:19.830326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-249453c0-9b90-40e5-b729-7570566b013b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:10Z', 'revision_number': 3, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port': {'id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:09Z', 'updated_at': '2021-08-27T16:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:19.833537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e77dd068-aaab-48bb-a7e6-b696e4d127f5 None None] Provisioning complete for port e0460c46-5f73-4c30-9f65-a34dd60e73ad triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:19.833911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77dd068-aaab-48bb-a7e6-b696e4d127f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:19.834735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network e500afa8-0258-4a02-9fc3-72037f8e799e is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:19.838160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:19.847297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637f3fb-454c-48d2-8c68-49756a8d707a req-578c5dd3-1a59-47d9-a634-4ba7a4a3b123 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:19.848971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9637f3fb-454c-48d2-8c68-49756a8d707a req-578c5dd3-1a59-47d9-a634-4ba7a4a3b123 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 944 time: 0.2281744 Aug 27 16:13:19.876877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe401-62fb-4edd-b4c7-e69196031695 req-6d20efaf-16db-410a-90ef-7ace8034b45f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:19.884173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe401-62fb-4edd-b4c7-e69196031695 req-6d20efaf-16db-410a-90ef-7ace8034b45f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:19.893663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe401-62fb-4edd-b4c7-e69196031695 req-6d20efaf-16db-410a-90ef-7ace8034b45f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:19.906349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe401-62fb-4edd-b4c7-e69196031695 req-6d20efaf-16db-410a-90ef-7ace8034b45f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:19.909069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249453c0-9b90-40e5-b729-7570566b013b None None] The sync data for ids ['b537cf00-9a0f-4410-aec7-87945359e733'] in n-d-806412-1 is: [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:10Z', 'revision_number': 3, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port': {'id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:09Z', 'updated_at': '2021-08-27T16:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:13:19.917017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbffe401-62fb-4edd-b4c7-e69196031695 req-6d20efaf-16db-410a-90ef-7ace8034b45f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 3095 time: 0.3296781 Aug 27 16:13:19.940679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:19.943510 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cd7d77-1c0c-4e04-b835-396ca2357e79" -d '{"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-plugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:19.971153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:19.983810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.021894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:20.040889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:20.043894 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.136882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbffe401-62fb-4edd-b4c7-e69196031695 req-1ff8d7af-725c-4254-8c35-79302198315e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191248 Aug 27 16:13:20.203578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=d5f9e398-2cbf-48fc-b10a-27f95e68f502,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:20.362297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Transition to ACTIVE for port object 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:20.410661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:20.415281 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.462720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:20.466028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a2c8a03f-5954-4733-b4b2-ffd12eab71cb details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:13:20.471986 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77dd068-aaab-48bb-a7e6-b696e4d127f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.488974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Allocated IP 172.25.4.27 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/a6cc82c3-17b0-4bd1-958f-8f2bfce26b89) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:20.519822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9637f3fb-454c-48d2-8c68-49756a8d707a req-1f600bb6-5a90-4be2-b6a0-55d155230dba tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569877 Aug 27 16:13:20.677247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7e9b425d-594b-471d-905e-4e5249a2a843 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7396443 Aug 27 16:13:20.684876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a2efe78-7086-494b-9702-b87f17766107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.711733 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466c08c7-7949-43dc-b028-63c16a3d457c x-openstack-request-id: req-466c08c7-7949-43dc-b028-63c16a3d457c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:20.712255 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "tag": "d2e3fbdc-1240-458d-b345-35c150622812", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:20.712255 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-466c08c7-7949-43dc-b028-63c16a3d457c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:20.712648 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812', 'status': 'completed', 'code': 200} Aug 27 16:13:20.714883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630402c-dc4b-4ee7-8f31-a0ea844eac61 req-34bdcc7e-22cc-40e4-bd0a-f5f5187b1029 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:20.725385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e77dd068-aaab-48bb-a7e6-b696e4d127f5 None None] For port e0460c46-5f73-4c30-9f65-a34dd60e73ad, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e0460c46-5f73-4c30-9f65-a34dd60e73ad,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:20.727854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1630402c-dc4b-4ee7-8f31-a0ea844eac61 req-34bdcc7e-22cc-40e4-bd0a-f5f5187b1029 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 943 time: 0.3869064 Aug 27 16:13:20.768623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e', 'admin_state_up': True, 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'security_groups': ['06cc33c0-0b2f-412b-8a50-30fa75346f62']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:20.776410 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e3a731-9dc6-4fa5-9fb1-4ab66813ff1b x-openstack-request-id: req-01e3a731-9dc6-4fa5-9fb1-4ab66813ff1b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:20.776748 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-plugged", "status": "completed", "tag": "821703f2-0b21-432e-832f-110efa41a59d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:20.777014 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01e3a731-9dc6-4fa5-9fb1-4ab66813ff1b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:20.777436 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821703f2-0b21-432e-832f-110efa41a59d', 'code': 200} Aug 27 16:13:20.825110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a2c8a03f-5954-4733-b4b2-ffd12eab71cb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:20.841014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-731f4497-63d9-432d-bb31-c9f18e620b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:20.860291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'port_id': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb', 'mac_address': 'fa:16:3e:f3:4b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9379bda9-21c9-4d1c-8307-538bf7e713b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:13:20.866045 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77dd068-aaab-48bb-a7e6-b696e4d127f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.868058 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-731f4497-63d9-432d-bb31-c9f18e620b7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b73a839a8a6c4380818f2e8943d15aa1&device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 1094 time: 0.1363177 Aug 27 16:13:20.921460 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.962905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:20.966203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c8a03f-5954-4733-b4b2-ffd12eab71cb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:20.989501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a2c8a03f-5954-4733-b4b2-ffd12eab71cb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:21.020643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dd068-aaab-48bb-a7e6-b696e4d127f5 None None] Pushing event updated for resources: {'Port': ['ID=e0460c46-5f73-4c30-9f65-a34dd60e73ad,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:21.030270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba909c27-b94e-4a4d-b9da-9ae3d80c4992 None None] Provisioning complete for port e0460c46-5f73-4c30-9f65-a34dd60e73ad triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:21.030806 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba909c27-b94e-4a4d-b9da-9ae3d80c4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.064983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.141430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-a5b26241-fabe-40f6-ad49-80360c7e16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:21.142925 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-a5b26241-fabe-40f6-ad49-80360c7e16a1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9fe2a019-fd16-4e59-bfca-de581d38c452 HTTP/1.1" status: 200 len: 918 time: 0.2666748 Aug 27 16:13:21.214331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:21.247219 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1630402c-dc4b-4ee7-8f31-a0ea844eac61 req-e83aa9f1-6248-4416-9be5-18a05509c70c tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5163553 Aug 27 16:13:21.269994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:21.279488 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-e0897037-c6dd-4f93-ae2f-4b7ee21b33db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e3fbdc-1240-458d-b345-35c150622812 HTTP/1.1" status: 200 len: 217 time: 0.1279876 Aug 27 16:13:21.288925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:21.290697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:21.295897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.298295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:21.325785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba909c27-b94e-4a4d-b9da-9ae3d80c4992 None None] Provisioning for port d5f9e398-2cbf-48fc-b10a-27f95e68f502 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:21.331142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba909c27-b94e-4a4d-b9da-9ae3d80c4992 None None] Provisioning complete for port d5f9e398-2cbf-48fc-b10a-27f95e68f502 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:21.331903 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba909c27-b94e-4a4d-b9da-9ae3d80c4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.400482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fb4a5-309d-4bd3-99df-cc3e45f3074e req-1a5ec2d8-d79d-4ad5-b416-f049df9ce562 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:21.401287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e555523-22a4-456e-ad52-ecb21269475d req-df906165-6c35-4b5b-ad85-5efe9b5004ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:21.403110 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3e555523-22a4-456e-ad52-ecb21269475d req-df906165-6c35-4b5b-ad85-5efe9b5004ef service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1101 time: 0.2592082 Aug 27 16:13:21.408643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a9fb4a5-309d-4bd3-99df-cc3e45f3074e req-1a5ec2d8-d79d-4ad5-b416-f049df9ce562 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.4726825 Aug 27 16:13:21.478130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ba909c27-b94e-4a4d-b9da-9ae3d80c4992 None None] Port d5f9e398-2cbf-48fc-b10a-27f95e68f502 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:21.482381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['a2c8a03f-5954-4733-b4b2-ffd12eab71cb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:21.489725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-4a5a7f4f-9bf6-4859-beb5-48c8abdc281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:21.492836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-4a5a7f4f-9bf6-4859-beb5-48c8abdc281d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf101c67-51d4-403c-a697-473f4a1ed59a HTTP/1.1" status: 200 len: 855 time: 0.2003672 Aug 27 16:13:21.508217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.601859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3e555523-22a4-456e-ad52-ecb21269475d req-10a23c5a-53e0-4c18-b7d8-bef8e66daa5b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791036 Aug 27 16:13:21.639544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Made reservation on behalf of 698680ce6f6640478526bfb8e6ec9f80 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:21.643614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-50afa01d-f629-4efa-96a2-e80131cb19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:21.657995 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-50afa01d-f629-4efa-96a2-e80131cb19b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9fe2a019-fd16-4e59-bfca-de581d38c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549342 Aug 27 16:13:21.816906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a705f6c-6422-46b1-bbf2-32890f162dc1 req-1c61a189-7ffd-4e7f-a71b-467f5e6dd7b8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:21.830734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a705f6c-6422-46b1-bbf2-32890f162dc1 req-1c61a189-7ffd-4e7f-a71b-467f5e6dd7b8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 950 time: 0.4178362 Aug 27 16:13:21.840254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a9fb4a5-309d-4bd3-99df-cc3e45f3074e req-5f894fd0-1e47-4c8a-aecc-4e6cbf2606e7 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307301 Aug 27 16:13:21.855589 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.880358 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-099e2970-b190-4b8f-a331-5b1051e7d3d6 service neutron] 10.222.0.90 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072670 Aug 27 16:13:21.895302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2d527fce-ce4b-4ee7-b2d6-66248a2fa632 None None] Provisioning for port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:21.899733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2d527fce-ce4b-4ee7-b2d6-66248a2fa632 None None] Provisioning complete for port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:21.902796 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d527fce-ce4b-4ee7-b2d6-66248a2fa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:21.964900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2d527fce-ce4b-4ee7-b2d6-66248a2fa632 None None] Port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:22.127310 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-22281b9c-21a7-48d4-a7e9-8b9d4dd8de68 req-8dbd732b-a42d-406b-a7c7-4f154f4fbab8 service neutron] 10.222.0.90 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340326 Aug 27 16:13:22.291999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 333c05c2-044a-430b-8528-d3a99db2d90d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:22.430086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:22.480762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:22.485326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:22.496369 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.524994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Pushing event updated for resources: {'Port': ['ID=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:22.594153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a705f6c-6422-46b1-bbf2-32890f162dc1 req-5c907706-88d0-4ab3-b2ad-c86345289f10 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093339 Aug 27 16:13:22.599319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.599980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.600327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.602019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.602383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.602713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.603039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.603396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.603719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.604042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.604388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.604728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:22.616897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.693324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7e2b-4a08-4f62-ab41-adc879d2157c req-b31af4db-7bfb-4bf7-8b90-7b382e956c7a tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:22.693653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 333c05c2-044a-430b-8528-d3a99db2d90d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:22.699648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7e2b-4a08-4f62-ab41-adc879d2157c req-b31af4db-7bfb-4bf7-8b90-7b382e956c7a tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:22.701135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 333c05c2-044a-430b-8528-d3a99db2d90d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:22.701593 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.706720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7e2b-4a08-4f62-ab41-adc879d2157c req-b31af4db-7bfb-4bf7-8b90-7b382e956c7a tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:22.712960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7e2b-4a08-4f62-ab41-adc879d2157c req-b31af4db-7bfb-4bf7-8b90-7b382e956c7a tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:22.715188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a78a7e2b-4a08-4f62-ab41-adc879d2157c req-b31af4db-7bfb-4bf7-8b90-7b382e956c7a tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 3095 time: 0.3218789 Aug 27 16:13:22.867488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.923877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 333c05c2-044a-430b-8528-d3a99db2d90d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=333c05c2-044a-430b-8528-d3a99db2d90d,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:22.933443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.962257 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.990978 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:22.991853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e0460c46-5f73-4c30-9f65-a34dd60e73ad up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:23.001887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:23.085815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=333c05c2-044a-430b-8528-d3a99db2d90d,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:23.106561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:23.124188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e0460c46-5f73-4c30-9f65-a34dd60e73ad triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:23.124670 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:23.168099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a17ca-4f3f-44ad-aa08-a4cc6b305a3e req-fdce5e7b-be33-4ea2-9a32-9dc359a3f439 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:23.176658 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-475a17ca-4f3f-44ad-aa08-a4cc6b305a3e req-fdce5e7b-be33-4ea2-9a32-9dc359a3f439 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 945 time: 0.5542357 Aug 27 16:13:23.189271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a78a7e2b-4a08-4f62-ab41-adc879d2157c req-fdd86b6c-5e75-492e-9cf9-4bac6eefd444 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4570580 Aug 27 16:13:23.264357 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f4c86e8-2090-4f75-a89e-acd45f7db63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:23.340522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:23.381628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-475a17ca-4f3f-44ad-aa08-a4cc6b305a3e req-5964bad9-1adc-40c5-b079-c4cf991efdca tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039065 Aug 27 16:13:23.423726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:23.611392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:23.671618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:23.784433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e289119-72f4-49ca-a800-784edeb3ebc5 req-cefe98a9-f57e-41f7-9934-b0e7fba9fdcc tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:23.786270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e289119-72f4-49ca-a800-784edeb3ebc5 req-cefe98a9-f57e-41f7-9934-b0e7fba9fdcc tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 943 time: 0.2959607 Aug 27 16:13:23.794575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750133f5-80a5-4e6d-ac81-6e093fac8e7c req-81ca79b6-6675-403c-acb7-bfcb54a650a9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:23.795728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-750133f5-80a5-4e6d-ac81-6e093fac8e7c req-81ca79b6-6675-403c-acb7-bfcb54a650a9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.2885690 Aug 27 16:13:23.804980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Allocated IP 10.2.2.200 (e500afa8-0258-4a02-9fc3-72037f8e799e/3063436f-1f08-4879-be54-20ddf9387925/200211d2-583b-4ac8-9627-96905b2f132c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:23.807094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:23.835795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:23.956834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e289119-72f4-49ca-a800-784edeb3ebc5 req-408b3a36-5224-4662-9261-ad9295595920 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598904 Aug 27 16:13:23.963034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-750133f5-80a5-4e6d-ac81-6e093fac8e7c req-dd4d95d9-a541-4ccc-8ef5-c1f07ad5e682 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506863 Aug 27 16:13:24.067530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 333c05c2-044a-430b-8528-d3a99db2d90d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:24.101541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5ff00e43-1a03-406f-a806-f2e7fe4fd4b0 None None] Provisioning complete for port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:24.102223 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ff00e43-1a03-406f-a806-f2e7fe4fd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.151084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5ff00e43-1a03-406f-a806-f2e7fe4fd4b0 None None] Port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:24.156988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 333c05c2-044a-430b-8528-d3a99db2d90d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:24.157373 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.200523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Router b537cf00-9a0f-4410-aec7-87945359e733 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:13:24.258330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc802-2759-47fa-bb1f-b45c4799bab5 req-a5bb6e13-f176-4b49-93fb-6079cbe67bcb tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:24.260275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86ddc802-2759-47fa-bb1f-b45c4799bab5 req-a5bb6e13-f176-4b49-93fb-6079cbe67bcb tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 950 time: 0.2412014 Aug 27 16:13:24.339046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a2c8a03f-5954-4733-b4b2-ffd12eab71cb up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:24.368694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.465340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port a2c8a03f-5954-4733-b4b2-ffd12eab71cb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:24.470913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port a2c8a03f-5954-4733-b4b2-ffd12eab71cb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:24.471323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.478995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86ddc802-2759-47fa-bb1f-b45c4799bab5 req-eb90926d-fe01-4b12-9589-0fad4d53179b tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039073 Aug 27 16:13:24.574965 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.610305 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.626286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Transition to ACTIVE for port object 200211d2-583b-4ac8-9627-96905b2f132c will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:24.636353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b5ff-3816-47a5-8084-6e3883570103 req-622a2f6d-722d-4aba-be49-915350d77575 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:24.642825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b5ff-3816-47a5-8084-6e3883570103 req-622a2f6d-722d-4aba-be49-915350d77575 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:24.649046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b5ff-3816-47a5-8084-6e3883570103 req-622a2f6d-722d-4aba-be49-915350d77575 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:24.650518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09815149-df09-4dfd-9193-1db9e1fbc639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:24.653878 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc52c8-3bc9-48d1-a1aa-c71be231fbe0" -d '{"events": [{"server_uuid": "09815149-df09-4dfd-9193-1db9e1fbc639", "name": "network-vif-plugged", "status": "completed", "tag": "a2c8a03f-5954-4733-b4b2-ffd12eab71cb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:24.655443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b5ff-3816-47a5-8084-6e3883570103 req-622a2f6d-722d-4aba-be49-915350d77575 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:24.657450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ac0b5ff-3816-47a5-8084-6e3883570103 req-622a2f6d-722d-4aba-be49-915350d77575 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 3095 time: 0.3530679 Aug 27 16:13:24.664363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:13:24.670272 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.677082 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Sync routers for ids ['b537cf00-9a0f-4410-aec7-87945359e733'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:13:24.691586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-69029127-0050-436b-8e31-cc5f0f9555d8 admin admin] 10.222.0.101 "PUT /v2.0/routers/b537cf00-9a0f-4410-aec7-87945359e733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3286753 Aug 27 16:13:24.691911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a2c8a03f-5954-4733-b4b2-ffd12eab71cb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:24.697012 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Routers {'b537cf00-9a0f-4410-aec7-87945359e733'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:24.697904 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b537cf00-9a0f-4410-aec7-87945359e733'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:24.788988 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:24.859528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ac0b5ff-3816-47a5-8084-6e3883570103 req-895a88be-42d9-4ea6-8fa3-eb15b6908055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861756 Aug 27 16:13:24.872511 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Set router b537cf00-9a0f-4410-aec7-87945359e733 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:24.895409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:24.932420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe9d5-3323-4fcc-a034-00c263dc9e49 req-07d6b2ec-956c-448a-b489-7886e7bea9a5 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:24.933967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4cdfe9d5-3323-4fcc-a034-00c263dc9e49 req-07d6b2ec-956c-448a-b489-7886e7bea9a5 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 945 time: 0.2081337 Aug 27 16:13:24.942098 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.040791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Network e500afa8-0258-4a02-9fc3-72037f8e799e is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:25.049096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event updated for resources: {'Port': ['ID=200211d2-583b-4ac8-9627-96905b2f132c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:25.054779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:25.062982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:25.079926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4cdfe9d5-3323-4fcc-a034-00c263dc9e49 req-5c59d74a-abc5-42ec-b049-acd46c9e4e92 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302583 Aug 27 16:13:25.173562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:25.174226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.183943 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:21Z', 'revision_number': 4, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port': {'id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:09Z', 'updated_at': '2021-08-27T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9636cb9a-0425-43a5-a81f-dc1d096bb7f9', 'name': '', 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'mac_address': 'fa:16:3e:71:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:18Z', 'updated_at': '2021-08-27T16:13:22Z', 'revision_number': 2, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'subnets': [{'id': '69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:25.224189 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eeab01-6376-4e94-813f-1217606625cd x-openstack-request-id: req-17eeab01-6376-4e94-813f-1217606625cd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:25.224610 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09815149-df09-4dfd-9193-1db9e1fbc639", "name": "network-vif-plugged", "status": "completed", "tag": "a2c8a03f-5954-4733-b4b2-ffd12eab71cb", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:25.224986 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-17eeab01-6376-4e94-813f-1217606625cd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:25.225505 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09815149-df09-4dfd-9193-1db9e1fbc639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb', 'code': 200} Aug 27 16:13:25.240905 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Checking router: b537cf00-9a0f-4410-aec7-87945359e733 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:13:25.241628 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Updating router b537cf00-9a0f-4410-aec7-87945359e733 port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:13:25.254392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Router e736c6fa-734e-4643-bd42-fef01694abbf is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:13:25.266941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-da0ce115-3010-43ab-836e-8235a6004106 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5665481 Aug 27 16:13:25.285198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:25.297521 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.378248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec629f-522b-4aec-b897-b8dfe7f2cce1 req-cefdc933-b429-4928-be50-a5c827c9026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:25.380547 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74ec629f-522b-4aec-b897-b8dfe7f2cce1 req-cefdc933-b429-4928-be50-a5c827c9026f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 1097 time: 0.0843215 Aug 27 16:13:25.452522 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74ec629f-522b-4aec-b897-b8dfe7f2cce1 req-01f35442-08a6-4d2c-8bb5-9aa707245772 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625310 Aug 27 16:13:25.513539 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8ce76a1-c751-4d57-aa8f-a1345a033c17 req-1ac7608c-17a5-445e-bff9-9118fd513303 tempest-FloatingIPsNegativeTestJSON-1226228241 tempest-FloatingIPsNegativeTestJSON-1226228241-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=07e45ca4cc564ad9b17487952971d84f HTTP/1.1" status: 200 len: 217 time: 0.1269376 Aug 27 16:13:25.590749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9be582c1-deac-4c2e-bc08-86574d9dbebd None None] Provisioning for port 200211d2-583b-4ac8-9627-96905b2f132c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:25.595851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9be582c1-deac-4c2e-bc08-86574d9dbebd None None] Provisioning complete for port 200211d2-583b-4ac8-9627-96905b2f132c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:25.596493 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9be582c1-deac-4c2e-bc08-86574d9dbebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.641388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9be582c1-deac-4c2e-bc08-86574d9dbebd None None] Port 200211d2-583b-4ac8-9627-96905b2f132c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:25.721237 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.754664 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Transition to ACTIVE for port object 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:25.831390 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.922904 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.944305 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Attempting to bind port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:25.944671 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Attempting to bind port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:25.945037 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Attempting to bind port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 on network 031f8f68-3c64-43b1-974a-a254ed00a0e6 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:25.948912 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Pushing event updated for resources: {'Port': ['ID=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:25.959390 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.959728 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.960108 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.960434 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.960771 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.961104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.961429 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.961748 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.962076 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.962405 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.962783 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.963020 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:25.973628 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:25.974007 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Checking segment: {'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:25.974464 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:25.974856 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Bound using segment: {'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:25.975570 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Bound port: 9636cb9a-0425-43a5-a81f-dc1d096bb7f9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fd01e1-3f4a-4a67-805f-8682cc83576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:25.975967 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:26.016750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a44f-c597-4d2f-aea0-a8d94ffe2afc req-f929686a-bd77-4422-a2bd-c4ade52e0818 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:26.018330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f570a44f-c597-4d2f-aea0-a8d94ffe2afc req-f929686a-bd77-4422-a2bd-c4ade52e0818 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 943 time: 0.6331246 Aug 27 16:13:26.021882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:26.063813 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] For port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:26.067750 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] For port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,segment=NetworkSegment(c7fd01e1-3f4a-4a67-805f-8682cc83576f),segment_id=c7fd01e1-3f4a-4a67-805f-8682cc83576f)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:26.103549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514af72-4b10-40f5-95d2-772ce87cef72 req-87776287-99c7-4b4e-8807-ff173b41233d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:26.105135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4514af72-4b10-40f5-95d2-772ce87cef72 req-87776287-99c7-4b4e-8807-ff173b41233d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.5165036 Aug 27 16:13:26.109763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:13:26.121324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:13:26.132818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:26.136167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:26.140565 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:26.203872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f570a44f-c597-4d2f-aea0-a8d94ffe2afc req-74b9701b-cff4-440f-9731-ef07f81a6dbc tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590381 Aug 27 16:13:26.206488 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Routers {'b537cf00-9a0f-4410-aec7-87945359e733'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:26.207228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b537cf00-9a0f-4410-aec7-87945359e733'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:26.293203 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:26.294438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3690727e-447a-421a-bb7a-bbdebf23495a admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.0093334 Aug 27 16:13:26.298281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33750) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:26.318274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4514af72-4b10-40f5-95d2-772ce87cef72 req-50ee7a8b-4eb2-4133-9db0-7154d405cadd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871157 Aug 27 16:13:26.378472 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] Set router b537cf00-9a0f-4410-aec7-87945359e733 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:26.400883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:26.565674 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033d2a9-b2f4-4097-aa67-16fb5b4e6509 None None] Pushing event updated for resources: {'Port': ['ID=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:26.581314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbf0be-a347-404c-a4ad-df68388b5304 req-4bbae5a7-6e0c-4bf0-8e7f-f26e5941a5ca tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:26.588852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18cbf0be-a347-404c-a4ad-df68388b5304 req-4bbae5a7-6e0c-4bf0-8e7f-f26e5941a5ca tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 951 time: 0.2299306 Aug 27 16:13:26.677938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8e840-132c-4857-a64d-553a6853da74 req-05c129d5-739f-4fc9-aa0b-1d928fb0672a tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:26.679567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91a8e840-132c-4857-a64d-553a6853da74 req-05c129d5-739f-4fc9-aa0b-1d928fb0672a tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1101 time: 0.2219143 Aug 27 16:13:26.702923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:23Z', 'revision_number': 3, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:26.740677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:13:26.741189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Updating router e736c6fa-734e-4643-bd42-fef01694abbf port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:13:26.746624 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:21Z', 'revision_number': 4, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port': {'id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:09Z', 'updated_at': '2021-08-27T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9636cb9a-0425-43a5-a81f-dc1d096bb7f9', 'name': '', 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'mac_address': 'fa:16:3e:71:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:18Z', 'updated_at': '2021-08-27T16:13:26Z', 'revision_number': 4, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'subnets': [{'id': '69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:26.786749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:26.787143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0585d2-034b-40ef-baa6-8bfa3d9fbdf5 None None] The sync data for ids ['b537cf00-9a0f-4410-aec7-87945359e733'] in n-d-806412-1 is: [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:21Z', 'revision_number': 4, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port': {'id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:09Z', 'updated_at': '2021-08-27T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9636cb9a-0425-43a5-a81f-dc1d096bb7f9', 'name': '', 'network_id': '031f8f68-3c64-43b1-974a-a254ed00a0e6', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'mac_address': 'fa:16:3e:71:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:18Z', 'updated_at': '2021-08-27T16:13:26Z', 'revision_number': 4, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'subnets': [{'id': '69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:13:26.838081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18cbf0be-a347-404c-a4ad-df68388b5304 req-7b0ca73a-1ea6-4542-b8d0-f49a0766667c tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478485 Aug 27 16:13:26.961388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91a8e840-132c-4857-a64d-553a6853da74 req-ffddf3a2-e8ec-4d03-83c2-8067611df4cd tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706342 Aug 27 16:13:26.994044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a0b5260-1a25-4387-92c3-6a82b017b723 req-d4cabd05-b0c9-47ef-ac58-7d015297b113 tempest-FloatingIPsNegativeTestJSON-1226228241 tempest-FloatingIPsNegativeTestJSON-1226228241-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0548954 Aug 27 16:13:27.015704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:27.029123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.033881 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.092903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Transition to ACTIVE for port object 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:27.228745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55ef3-7a16-4a2d-a8b3-3d23d5079dcb req-f6aff27b-1ef1-4d80-9d8e-7cb7d43a6154 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:27.235595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55ef3-7a16-4a2d-a8b3-3d23d5079dcb req-f6aff27b-1ef1-4d80-9d8e-7cb7d43a6154 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:27.243370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55ef3-7a16-4a2d-a8b3-3d23d5079dcb req-f6aff27b-1ef1-4d80-9d8e-7cb7d43a6154 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:27.251198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55ef3-7a16-4a2d-a8b3-3d23d5079dcb req-f6aff27b-1ef1-4d80-9d8e-7cb7d43a6154 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:27.258310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55ef3-7a16-4a2d-a8b3-3d23d5079dcb req-f6aff27b-1ef1-4d80-9d8e-7cb7d43a6154 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:27.266811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1f55ef3-7a16-4a2d-a8b3-3d23d5079dcb req-f6aff27b-1ef1-4d80-9d8e-7cb7d43a6154 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 3816 time: 0.1784668 Aug 27 16:13:27.268124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Allocated IP 172.20.0.1 (f5108f70-3bc9-4705-9803-f66eadaf3873/0c48f7db-a8c1-4caf-a817-b1d9e2057370/9e73c767-df2c-4cfb-8ff9-4ad7818e7297) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:27.275736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2540efa-29fe-49a9-8311-4b8ef6aa502f req-d5f1d2a0-5eff-4fed-9f77-9a041f48e15e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:27.277335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2540efa-29fe-49a9-8311-4b8ef6aa502f req-d5f1d2a0-5eff-4fed-9f77-9a041f48e15e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 946 time: 0.1708677 Aug 27 16:13:27.278024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.278632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.301298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Transition to ACTIVE for port object a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:27.363763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.401968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1f55ef3-7a16-4a2d-a8b3-3d23d5079dcb req-32d30eca-2d06-430b-b239-9be8edb6f2c4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342351 Aug 27 16:13:27.402605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Pushing event updated for resources: {'Port': ['ID=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:27.444796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2540efa-29fe-49a9-8311-4b8ef6aa502f req-559cc093-3e90-4c49-83fe-12fcde2d0d01 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431873 Aug 27 16:13:27.481779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741fe21-d273-4e97-87ef-5d17bd36f163 None None] Pushing event updated for resources: {'Port': ['ID=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:27.540459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Attempting to bind port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:27.540899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Attempting to bind port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:27.541191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Attempting to bind port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:27.547047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:27.547468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:27.547882 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.548275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:27.548751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Bound port: a6cc82c3-17b0-4bd1-958f-8f2bfce26b89, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:27.549143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.577987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Attempting to bind port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:27.581998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Attempting to bind port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:27.582345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Attempting to bind port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 on network 7639636b-2e68-444d-a756-114c35a3b4a0 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:27.599688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 on network 7639636b-2e68-444d-a756-114c35a3b4a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:27.600024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Attempting to bind port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 on network 7639636b-2e68-444d-a756-114c35a3b4a0 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:27.616364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:27.616713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Checking segment: {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:27.617111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Bound using segment: {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:27.617561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Bound port: 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:27.617924 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.671622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] For port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:27.677640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] For port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:27.763154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:27.776969 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-0cbeab4e-22f1-44c6-a19f-0a4d7a11573c req-fc69bd62-4017-4cd7-b947-c25a8e82c3c3 tempest-FloatingIPsNegativeTestJSON-1226228241 tempest-FloatingIPsNegativeTestJSON-1226228241-project] show failed (client error): The resource could not be found. Aug 27 16:13:27.778017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0cbeab4e-22f1-44c6-a19f-0a4d7a11573c req-fc69bd62-4017-4cd7-b947-c25a8e82c3c3 tempest-FloatingIPsNegativeTestJSON-1226228241 tempest-FloatingIPsNegativeTestJSON-1226228241-project] 10.222.0.101 "GET /v2.0/floatingips/3647d5ec-5b25-49da-85de-439430725e28 HTTP/1.1" status: 404 len: 350 time: 0.0978365 Aug 27 16:13:27.804890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33774) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:27.897641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:27.899226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:27.955755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] For port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:27.963023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] For port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:28.067341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741fe21-d273-4e97-87ef-5d17bd36f163 None None] Pushing event updated for resources: {'Port': ['ID=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:28.075406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.096661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.128828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:28.134821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Transition to ACTIVE for port object 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:28.179614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:28.185139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:28.186411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.188235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] 10.222.0.97 "PUT /v2.0/ports/6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 200 len: 1091 time: 2.9084399 Aug 27 16:13:28.193403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:28.196244 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:28.288921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.302406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f4c65-d3ea-41dc-b687-1679b4eb5dfc service neutron] Pushing event updated for resources: {'Port': ['ID=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:28.382803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Network f5108f70-3bc9-4705-9803-f66eadaf3873 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:28.386633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:28.388421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:28.401651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:28.409351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:28.516644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Pushing event updated for resources: {'Port': ['ID=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:28.550017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.696718 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.802984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba93ded-d90f-4178-b857-2c069ce2c01f req-c5497acd-9eeb-4202-a5dd-ca2c944ede0c tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:28.824994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ba93ded-d90f-4178-b857-2c069ce2c01f req-c5497acd-9eeb-4202-a5dd-ca2c944ede0c tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 943 time: 0.3946886 Aug 27 16:13:28.946422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:28.962460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:28.962831 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.993052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:28.997459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:23Z', 'revision_number': 3, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:29.049709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7d5ab-0d04-4f29-a07b-fe7821827ba2 None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:23Z', 'revision_number': 3, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:13:29.050702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ba93ded-d90f-4178-b857-2c069ce2c01f req-173ca528-e08e-4825-aa83-acf68cb8056a tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238271 Aug 27 16:13:29.063213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b8e5ba00-e1ea-4796-a588-33c0fe9cbe56 None None] Provisioning for port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:29.071498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:29.076590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.088026 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9081a0-1a99-4b8f-a3a7-6641e41ceedb" -d '{"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:29.098645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b8e5ba00-e1ea-4796-a588-33c0fe9cbe56 None None] Provisioning complete for port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:29.099221 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ba00-e1ea-4796-a588-33c0fe9cbe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.148158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:29.222378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5ba00-e1ea-4796-a588-33c0fe9cbe56 None None] Port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:29.242526 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.258225 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.313576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250db46-761c-4776-a4d0-1698b02a0831 req-98864233-5648-4bf9-993f-3674793270f8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.322179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7250db46-761c-4776-a4d0-1698b02a0831 req-98864233-5648-4bf9-993f-3674793270f8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1171267 Aug 27 16:13:29.425530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.426047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,segment=NetworkSegment(c7fd01e1-3f4a-4a67-805f-8682cc83576f),segment_id=c7fd01e1-3f4a-4a67-805f-8682cc83576f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:29.429560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7250db46-761c-4776-a4d0-1698b02a0831 req-5daf81a0-9f59-4f2e-91ee-143e5e3faa01 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061971 Aug 27 16:13:29.437610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:29.450718 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3cd3ec-575f-45a4-a62e-755d07abd603 x-openstack-request-id: req-8d3cd3ec-575f-45a4-a62e-755d07abd603 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:29.455194 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:29.462101 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8d3cd3ec-575f-45a4-a62e-755d07abd603 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:29.462607 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'status': 'completed', 'code': 200} Aug 27 16:13:29.516832 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.553444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.676685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.697818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:29.728434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:29.739012 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.745301 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:29.840323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62692-de4d-4c97-8550-a2e59b205bc6 req-e67ecd00-cf22-4471-b82d-1c02c5b86b27 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.842982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-3a30865a-c31f-4ccb-8223-268ac1bc859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.843698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-3a30865a-c31f-4ccb-8223-268ac1bc859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.844512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-3a30865a-c31f-4ccb-8223-268ac1bc859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.845153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-3a30865a-c31f-4ccb-8223-268ac1bc859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.845793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-3a30865a-c31f-4ccb-8223-268ac1bc859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.847367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62692-de4d-4c97-8550-a2e59b205bc6 req-e67ecd00-cf22-4471-b82d-1c02c5b86b27 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.848241 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-3a30865a-c31f-4ccb-8223-268ac1bc859a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 4363 time: 0.3637528 Aug 27 16:13:29.853670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62692-de4d-4c97-8550-a2e59b205bc6 req-e67ecd00-cf22-4471-b82d-1c02c5b86b27 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.860262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62692-de4d-4c97-8550-a2e59b205bc6 req-e67ecd00-cf22-4471-b82d-1c02c5b86b27 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.866285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62692-de4d-4c97-8550-a2e59b205bc6 req-e67ecd00-cf22-4471-b82d-1c02c5b86b27 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.868449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ead62692-de4d-4c97-8550-a2e59b205bc6 req-e67ecd00-cf22-4471-b82d-1c02c5b86b27 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 3828 time: 0.2348635 Aug 27 16:13:29.870615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefaadb-7897-4cfe-999e-988dcffc1122 req-6937eafb-53e4-4b63-8bb3-0d132055f858 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:29.872420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3eefaadb-7897-4cfe-999e-988dcffc1122 req-6937eafb-53e4-4b63-8bb3-0d132055f858 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 1101 time: 0.2290609 Aug 27 16:13:29.873317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Transition to ACTIVE for port object e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:29.950164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Pushing event updated for resources: {'Port': ['ID=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:29.994377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3eefaadb-7897-4cfe-999e-988dcffc1122 req-1124eeda-09f4-40f4-9d47-11d6ef679de0 tempest-ServersAdminTestJSON-348470971 tempest-ServersAdminTestJSON-348470971-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082871 Aug 27 16:13:30.003133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:30.081645 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c3ca9-4988-4964-8811-684c892608db x-openstack-request-id: req-8e3c3ca9-4988-4964-8811-684c892608db {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:30.081940 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d863f9-47f6-48df-938f-407938fbe281", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:30.082469 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8e3c3ca9-4988-4964-8811-684c892608db {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:30.083034 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281', 'code': 200} Aug 27 16:13:30.087317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Network f5108f70-3bc9-4705-9803-f66eadaf3873 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:30.121054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:30.358154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:30.436471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-660304f8-25af-424f-962a-95264c842b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:30.438694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-660304f8-25af-424f-962a-95264c842b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:30.439561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-660304f8-25af-424f-962a-95264c842b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:30.445265 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-660304f8-25af-424f-962a-95264c842b1c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=698680ce6f6640478526bfb8e6ec9f80&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5785112 Aug 27 16:13:30.480282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ead62692-de4d-4c97-8550-a2e59b205bc6 req-20007fc9-bf55-4126-b93a-3d444e18aff2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5620937 Aug 27 16:13:30.623077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:30.625949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:30.627662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:30.629484 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:30.720341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c4d8e-85e1-4715-bb79-6248c7c24414 req-c2d58130-821e-4e76-83be-b24a7cb76159 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:30.729201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d3c4d8e-85e1-4715-bb79-6248c7c24414 req-c2d58130-821e-4e76-83be-b24a7cb76159 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.2475128 Aug 27 16:13:30.792689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d3c4d8e-85e1-4715-bb79-6248c7c24414 req-bfa1c1d6-f513-4c17-97ac-e697af7a51ac tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617785 Aug 27 16:13:30.828921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e86cd07c-f6d6-4c41-8a35-918acf7204fc None None] Provisioning complete for port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:30.829302 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e86cd07c-f6d6-4c41-8a35-918acf7204fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:30.848715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:13:30.873574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e86cd07c-f6d6-4c41-8a35-918acf7204fc None None] Port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:30.901316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-e26b6b16-ebfd-4f78-a9a7-da160e41ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:30.902804 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-aa910fc1-2dc6-4f52-a845-8dbb69e190b4 req-e26b6b16-ebfd-4f78-a9a7-da160e41ab59 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3694630 Aug 27 16:13:30.937558 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:30.949502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Attempting to bind port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:30.952847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Attempting to bind port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:30.952847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Attempting to bind port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:30.964944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:30.965449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f on network 35abcda2-cddf-4e28-ad60-6038aed4b642 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:30.965754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Attempting to bind port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:31.006030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51813a8e-480f-4258-bdd6-7ceceb6bf159 req-3504fd74-5336-4d60-8ef4-4b62fc6909be tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:31.006030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51813a8e-480f-4258-bdd6-7ceceb6bf159 req-3504fd74-5336-4d60-8ef4-4b62fc6909be tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 943 time: 0.1012928 Aug 27 16:13:31.009007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:31.009448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Checking segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:31.010067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Bound using segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:31.010721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Bound port: e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:31.011169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.043515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:13:31.055956 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.057175 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a193e835-4e08-49b9-89b1-403fe70e274d admin admin] 10.222.0.101 "PUT /v2.0/routers/e736c6fa-734e-4643-bd42-fef01694abbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7575157 Aug 27 16:13:31.060214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:31.137265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51813a8e-480f-4258-bdd6-7ceceb6bf159 req-701b67f8-5a32-4309-a698-2225b6dcff45 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199927 Aug 27 16:13:31.172557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] For port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:31.179768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:31.184015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:31.184809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.191552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] For port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:31.200433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Deleting port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:31.200618 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.326743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.330182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] For port 9636cb9a-0425-43a5-a81f-dc1d096bb7f9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,segment=NetworkSegment(c7fd01e1-3f4a-4a67-805f-8682cc83576f),segment_id=c7fd01e1-3f4a-4a67-805f-8682cc83576f)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:31.330550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.395484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Calling delete_port for 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:31.411512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:31.412131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.413527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] 10.222.0.97 "PUT /v2.0/ports/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 1128 time: 3.0570049 Aug 27 16:13:31.463191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:31.465508 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16564eb-09c6-44de-9446-7eb65190712c" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:31.488677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259dd4c-d402-47a9-8b47-7f7cc40a9a45 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:31.569035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:31.663003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:31.849892 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:13:31.863254 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:31.863950 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:31.931014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-5a0bc777-cf37-4879-802c-bec122937af6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:31.932725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-5a0bc777-cf37-4879-802c-bec122937af6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.2660747 Aug 27 16:13:31.961784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-2a514d2d-47d1-42b6-b5d9-6165f447cff1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/quotas/0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 375 time: 0.0204594 Aug 27 16:13:31.976753 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:32.003805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:32.106818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:32.144293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Pushing event deleted for resources: {'Port': ['ID=9636cb9a-0425-43a5-a81f-dc1d096bb7f9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:32.177559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:32.178033 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:32.287493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-45f026b0-c8dd-4ee1-8c07-931ad27c2492 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2876861 Aug 27 16:13:32.346737 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:29Z', 'revision_number': 2, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:32.381593 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:13:32.381947 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Updating router e736c6fa-734e-4643-bd42-fef01694abbf port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:13:32.409097 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:32.781487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-2ed311d8-c4bd-471b-a757-1bb7c7e75084 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:32.783063 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-2ed311d8-c4bd-471b-a757-1bb7c7e75084 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 950 time: 0.1193678 Aug 27 16:13:32.854641 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:32.879578 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Transition to ACTIVE for port object 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:32.979834 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:32.994022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Deleting port bedccbee-ba97-4458-84b6-d2ce304a2ac3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:32.995793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.070114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-ecbee84d-236d-4b87-9de8-5576785e8008 service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424347 Aug 27 16:13:33.073910 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1dcc8-4f5d-4afa-97e6-dcb1b402faec None None] Pushing event updated for resources: {'Port': ['ID=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:33.183446 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Attempting to bind port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:33.183878 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Attempting to bind port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:33.193030 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Attempting to bind port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 on network f5108f70-3bc9-4705-9803-f66eadaf3873 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:33.195545 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:33.196173 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Checking segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:33.196923 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.197510 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Bound using segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:33.198175 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Bound port: 9e73c767-df2c-4cfb-8ff9-4ad7818e7297, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:33.198783 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.204820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] For port bedccbee-ba97-4458-84b6-d2ce304a2ac3, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bedccbee-ba97-4458-84b6-d2ce304a2ac3,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:33.205056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b748e12-e096-438b-abbd-b53d740d1bff req-b844d151-f3db-4b11-9adb-b2e1c60f1747 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:33.205415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.206639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b748e12-e096-438b-abbd-b53d740d1bff req-b844d151-f3db-4b11-9adb-b2e1c60f1747 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=9af5a12b-4cf9-46de-8f94-39526ef84cde HTTP/1.1" status: 200 len: 950 time: 0.9177914 Aug 27 16:13:33.231764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Calling delete_port for bedccbee-ba97-4458-84b6-d2ce304a2ac3 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:33.292462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f54b1e-abeb-410a-910a-a3ba67a98ed6 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:33.302601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.316447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.392984 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] For port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:33.403421 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] For port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:33.430434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Transition to ACTIVE for port object f2f54b1e-abeb-410a-910a-a3ba67a98ed6 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:33.442805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b748e12-e096-438b-abbd-b53d740d1bff req-acede410-8c3a-45c7-a0bc-21d31adaf2c2 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252705 Aug 27 16:13:33.480056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-483f3bb2-8806-451b-a821-9b291a3ad075 service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652775 Aug 27 16:13:33.496200 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.578892 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1dcc8-4f5d-4afa-97e6-dcb1b402faec None None] Pushing event updated for resources: {'Port': ['ID=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:33.580836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.600876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.602914 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:33.603538 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:33.614015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['15255079-38f1-4381-9802-f9d5a4ed2171', 'bedccbee-ba97-4458-84b6-d2ce304a2ac3', '821703f2-0b21-432e-832f-110efa41a59d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:33.738087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:33.744472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Pushing event deleted for resources: {'Port': ['ID=bedccbee-ba97-4458-84b6-d2ce304a2ac3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:33.931889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] No DVR routers for this DVR port bedccbee-ba97-4458-84b6-d2ce304a2ac3 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:33.940132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:33.952228 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44635145-58f4-4c13-b564-2e6cadf439a5 req-a16e53bb-af00-45b4-9f1e-62e032dd5415 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "DELETE /v2.0/ports/bedccbee-ba97-4458-84b6-d2ce304a2ac3 HTTP/1.1" status: 204 len: 173 time: 1.1384985 Aug 27 16:13:33.955335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'name': 'network-vif-deleted', 'tag': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:33.972100 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a0512c-54b9-48de-bf9a-2f2f0f397c2c" -d '{"events": [{"server_uuid": "9af5a12b-4cf9-46de-8f94-39526ef84cde", "name": "network-vif-deleted", "tag": "bedccbee-ba97-4458-84b6-d2ce304a2ac3"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:33.988931 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08560d4-ee08-414a-b8d8-94e2a3ae4789 x-openstack-request-id: req-d08560d4-ee08-414a-b8d8-94e2a3ae4789 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:33.991291 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:33.993346 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d08560d4-ee08-414a-b8d8-94e2a3ae4789 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:33.993949 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f', 'status': 'completed', 'code': 200} Aug 27 16:13:34.319776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-6106bf41-e601-43fd-ad65-511030d3e141 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.325873 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-6106bf41-e601-43fd-ad65-511030d3e141 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.90 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 949 time: 0.1476378 Aug 27 16:13:34.329042 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:34.474131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2e3fbdc-1240-458d-b345-35c150622812 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:13:34.477286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Attempting to bind port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:34.477831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Attempting to bind port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:34.478024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Attempting to bind port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:34.500553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.501235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.501763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.502349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.502828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.503323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.503902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.506576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b16564eb-09c6-44de-9446-7eb65190712c req-77113f22-0929-41b4-98e3-165714a3cba9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6164 time: 0.5034695 Aug 27 16:13:34.542121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.551946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.558309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.566611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.574466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.576145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Deleting port c5d863f9-47f6-48df-938f-407938fbe281 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:34.577050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:34.584170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.590420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.593456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-435aed6b-ea55-49f8-8505-e0a39fdc55ba tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5369 time: 0.5242491 Aug 27 16:13:34.635232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:34.635232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Attempting to bind port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:34.708991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-612a2050-2440-45d1-ac03-8f6b22da166a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:34.710551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-612a2050-2440-45d1-ac03-8f6b22da166a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 819 time: 0.9275455 Aug 27 16:13:34.729701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:34.730039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Checking segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:34.731843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Bound using segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:34.731843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Bound port: f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:34.732154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:34.797799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] For port c5d863f9-47f6-48df-938f-407938fbe281, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c5d863f9-47f6-48df-938f-407938fbe281,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:34.798197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:34.804880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-9d3e4a62-73a6-4f6a-9eba-3bf5d24f2f99 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/quotas/1c9ec2ed75f74d63a3e9b787420d7697 HTTP/1.1" status: 200 len: 375 time: 0.0823169 Aug 27 16:13:34.819607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d2e3fbdc-1240-458d-b345-35c150622812, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2e3fbdc-1240-458d-b345-35c150622812,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:34.836381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'd2e3fbdc-1240-458d-b345-35c150622812', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'port_id': 'd2e3fbdc-1240-458d-b345-35c150622812', 'mac_address': 'fa:16:3e:c7:69:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:13:34.838107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e00e2ae5-06fa-49bd-9a6b-87970399b64a req-67643000-0777-433c-8a3e-8a1affb3e675 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1888776 Aug 27 16:13:34.852769 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:33Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:34.853215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Calling delete_port for c5d863f9-47f6-48df-938f-407938fbe281 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:34.910059 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:34.925255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e3fbdc-1240-458d-b345-35c150622812 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:34.946979 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd5de1-a37d-4d51-a5fd-4e5f1350f14a None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:33Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:13:34.947464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d2e3fbdc-1240-458d-b345-35c150622812, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2e3fbdc-1240-458d-b345-35c150622812,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:34.998458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Router b537cf00-9a0f-4410-aec7-87945359e733 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:13:35.042621 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:35.115981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-20768e43-68d6-4b99-901c-0570da697213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:35.116741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-20768e43-68d6-4b99-901c-0570da697213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:35.117385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-20768e43-68d6-4b99-901c-0570da697213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:35.119179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b16564eb-09c6-44de-9446-7eb65190712c req-20768e43-68d6-4b99-901c-0570da697213 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=698680ce6f6640478526bfb8e6ec9f80&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5916700 Aug 27 16:13:35.128715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] For port f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:35.130494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d2e3fbdc-1240-458d-b345-35c150622812,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:35.155466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] For port f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:35.220863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-9558200b-b721-4bb0-945b-2195857e8b4c tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3281851 Aug 27 16:13:35.257605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:35.285057 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:35.304147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Pushing event deleted for resources: {'Port': ['ID=c5d863f9-47f6-48df-938f-407938fbe281,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:35.355814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d2e3fbdc-1240-458d-b345-35c150622812'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:35.366524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] No DVR routers for this DVR port c5d863f9-47f6-48df-938f-407938fbe281 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:35.370303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:35.374342 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b8f3bb7f-2ec9-4f19-8baf-916ad6df71c3 req-a2b04f28-eb49-4fe3-b0f1-1465d510dbe3 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.90 "DELETE /v2.0/ports/c5d863f9-47f6-48df-938f-407938fbe281 HTTP/1.1" status: 204 len: 173 time: 1.0405550 Aug 27 16:13:35.397641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:13:35.411903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:35.412351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9dd209f9-b25f-47b5-8553-2f8b9abec07a admin admin] 10.222.0.101 "PUT /v2.0/routers/b537cf00-9a0f-4410-aec7-87945359e733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6053240 Aug 27 16:13:35.446332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fb8b7-0079-43f4-b00b-aa47c479e57d req-b9ea96ea-b080-4367-8395-0c3972d01e7b tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:35.448325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac0fb8b7-0079-43f4-b00b-aa47c479e57d req-b9ea96ea-b080-4367-8395-0c3972d01e7b tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 866 time: 0.4595513 Aug 27 16:13:35.469575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] Sync routers for ids ['b537cf00-9a0f-4410-aec7-87945359e733'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:13:35.549714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:35.554365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:35.555818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:35.557454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] 10.222.0.97 "PUT /v2.0/ports/f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 1129 time: 4.0014110 Aug 27 16:13:35.566922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] Routers {'b537cf00-9a0f-4410-aec7-87945359e733'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:35.575495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b537cf00-9a0f-4410-aec7-87945359e733'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:35.607444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac0fb8b7-0079-43f4-b00b-aa47c479e57d req-4aad2934-1c64-4616-8b5c-f6535a2486d1 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/security-groups?id=47f5f814-5e93-4476-8e6f-e9edb207182f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143847 Aug 27 16:13:35.616979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc64896-7d28-4515-bd5f-575f33cdb173 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:35.639805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16564eb-09c6-44de-9446-7eb65190712c req-0ed41d99-8796-4910-8238-a35748cfb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:35.641461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b16564eb-09c6-44de-9446-7eb65190712c req-0ed41d99-8796-4910-8238-a35748cfb330 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4953876 Aug 27 16:13:35.682106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-f173b9ad-5bb8-486f-b76d-669caa82da0b service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156742 Aug 27 16:13:35.723946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:35.909773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:35.929545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-e4dd7e83-f5b6-478a-84e7-3e1287d615ba service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295587 Aug 27 16:13:35.965581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] Set router b537cf00-9a0f-4410-aec7-87945359e733 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:36.031808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'f2f54b1e-abeb-410a-910a-a3ba67a98ed6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:36.035056 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ededad-1dda-4ad8-b319-63425db762c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "f2f54b1e-abeb-410a-910a-a3ba67a98ed6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:36.135798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:36.189560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Deleting port 333c05c2-044a-430b-8528-d3a99db2d90d {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:36.190729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:36.234513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:36.247697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a70539-c00f-4c12-9172-ea334d11763e req-f135951e-ed61-400a-93a2-48d659285920 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:36.251012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1a70539-c00f-4c12-9172-ea334d11763e req-f135951e-ed61-400a-93a2-48d659285920 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 944 time: 0.3176334 Aug 27 16:13:36.418529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] For port 333c05c2-044a-430b-8528-d3a99db2d90d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=333c05c2-044a-430b-8528-d3a99db2d90d,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:36.422340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:36.452410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Calling delete_port for 333c05c2-044a-430b-8528-d3a99db2d90d owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:36.460950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:31Z', 'revision_number': 5, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port': {'id': '333c05c2-044a-430b-8528-d3a99db2d90d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:92:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:09Z', 'updated_at': '2021-08-27T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:36.496483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] Checking router: b537cf00-9a0f-4410-aec7-87945359e733 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:13:36.510352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:36.514877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] Routers {'b537cf00-9a0f-4410-aec7-87945359e733'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:36.515568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b537cf00-9a0f-4410-aec7-87945359e733'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:36.528318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1a70539-c00f-4c12-9172-ea334d11763e req-ac00802e-4196-4c15-863b-53e0c2e992d6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493241 Aug 27 16:13:36.600763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25f34fc6-97e0-41ec-aa7b-703d5a735b1f req-92812cc0-a929-474c-87e6-5247ee55c0bf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 210 time: 0.1262245 Aug 27 16:13:36.738703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] Set router b537cf00-9a0f-4410-aec7-87945359e733 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:36.859517 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efb02f3-99db-4037-a4d9-56ae9499bbfa x-openstack-request-id: req-2efb02f3-99db-4037-a4d9-56ae9499bbfa {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:36.859825 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af5a12b-4cf9-46de-8f94-39526ef84cde", "name": "network-vif-deleted", "tag": "bedccbee-ba97-4458-84b6-d2ce304a2ac3", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:36.860089 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2efb02f3-99db-4037-a4d9-56ae9499bbfa {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:36.860506 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af5a12b-4cf9-46de-8f94-39526ef84cde', 'name': 'network-vif-deleted', 'tag': 'bedccbee-ba97-4458-84b6-d2ce304a2ac3', 'status': 'completed', 'code': 200} Aug 27 16:13:36.918117 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcfafa4-f917-4512-b6e7-e8d013f3892c x-openstack-request-id: req-8dcfafa4-f917-4512-b6e7-e8d013f3892c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:36.920033 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "f2f54b1e-abeb-410a-910a-a3ba67a98ed6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:36.921733 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8dcfafa4-f917-4512-b6e7-e8d013f3892c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:36.922547 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'f2f54b1e-abeb-410a-910a-a3ba67a98ed6', 'status': 'completed', 'code': 200} Aug 27 16:13:37.026375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2279d18-0bbf-46c2-b719-b33cc486c6f4 req-beb6de14-c99a-4b2b-b6f1-dcb3c6b6b276 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 210 time: 0.0671148 Aug 27 16:13:37.127124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.136128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.144552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.149216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.154642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.161489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.164653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:37.165724 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.169135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.177403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.178025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=333c05c2-044a-430b-8528-d3a99db2d90d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:37.179840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-7f47ef14-2db6-4260-bf7d-700c60edca03 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5369 time: 0.2962565 Aug 27 16:13:37.211374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:35Z', 'revision_number': 6, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:37.247526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81ec0596-ae17-4147-968e-d7e04fcffef9 req-ef1ea285-cdd2-4185-841c-6906d6897e79 tempest-ImagesOneServerTestJSON-1323840449 tempest-ImagesOneServerTestJSON-1323840449-project] 10.222.0.101 "GET /v2.0/ports?device_id=67365849-1e05-43fb-ab09-8212b7af8495 HTTP/1.1" status: 200 len: 210 time: 0.0486884 Aug 27 16:13:37.249604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72455a-5662-4b7b-b64d-28b0bd3bbb0d None None] The sync data for ids ['b537cf00-9a0f-4410-aec7-87945359e733'] in n-d-806412-1 is: [{'id': 'b537cf00-9a0f-4410-aec7-87945359e733', 'name': 'tempest-FloatingIPsNegativeTestJSON-460172780-router', 'tenant_id': '07e45ca4cc564ad9b17487952971d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:07Z', 'updated_at': '2021-08-27T16:13:35Z', 'revision_number': 6, 'project_id': '07e45ca4cc564ad9b17487952971d84f', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:13:37.266599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bedccbee-ba97-4458-84b6-d2ce304a2ac3 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:37.284678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.285614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.287204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.287781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.288263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.288972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.289521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.290005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.293195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91ededad-1dda-4ad8-b319-63425db762c0 req-2f5d405d-bb1a-46f7-aa11-6e332ecaf5c2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6206 time: 0.3656161 Aug 27 16:13:37.296974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: bedccbee-ba97-4458-84b6-d2ce304a2ac3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:37.297630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bedccbee-ba97-4458-84b6-d2ce304a2ac3 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:37.360508 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.406816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:37.428613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d73f4258-b0e7-45fb-a923-cba83e392fd4 req-cf20055f-e345-415d-b4f9-797e67e8a031 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2412434 Aug 27 16:13:37.443506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:37.450740 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.454231 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.459355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.474274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-b659c6ce-fc92-45e7-90f8-1b80ee7cf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.475054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-b659c6ce-fc92-45e7-90f8-1b80ee7cf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.475559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-b659c6ce-fc92-45e7-90f8-1b80ee7cf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.477243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91ededad-1dda-4ad8-b319-63425db762c0 req-b659c6ce-fc92-45e7-90f8-1b80ee7cf074 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=698680ce6f6640478526bfb8e6ec9f80&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1738746 Aug 27 16:13:37.480301 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.501710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Transition to ACTIVE for port object e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:37.537594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:37.551979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.552529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b537cf00-9a0f-4410-aec7-87945359e733 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:13:37.557119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.558010 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a0f718fc-f65c-43c8-b462-0df44832c2c4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/b537cf00-9a0f-4410-aec7-87945359e733 HTTP/1.1" status: 204 len: 168 time: 2.1445982 Aug 27 16:13:37.560582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33920) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:37.567984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.666512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] Deleting subnet 69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:13:37.668599 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.717443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:37.905765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-4b502d57-b1da-478a-b01c-578c00cd7e64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:37.907502 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-4b502d57-b1da-478a-b01c-578c00cd7e64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.90 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.1321411 Aug 27 16:13:37.952013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'port': {'device_id': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'admin_state_up': True, 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:38.130415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.166100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:38.265108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ededad-1dda-4ad8-b319-63425db762c0 req-f4365aa8-7077-4dbb-a709-6ae06415f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:38.266604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91ededad-1dda-4ad8-b319-63425db762c0 req-f4365aa8-7077-4dbb-a709-6ae06415f001 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7800632 Aug 27 16:13:38.270682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Attempting to bind port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:38.271023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Attempting to bind port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:38.271750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Attempting to bind port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:38.285080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf018b33-da6a-49d4-8388-d941c00dfbad req-75919373-14b5-4dce-961b-dea674e0588b tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:38.287012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf018b33-da6a-49d4-8388-d941c00dfbad req-75919373-14b5-4dce-961b-dea674e0588b tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 944 time: 0.2441547 Aug 27 16:13:38.296720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33a95a-4cf0-40a1-a69d-b56ea1f82871 req-5215d8e4-573e-4c91-8509-333f4ab263cd tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:38.298350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c33a95a-4cf0-40a1-a69d-b56ea1f82871 req-5215d8e4-573e-4c91-8509-333f4ab263cd tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 950 time: 0.2474182 Aug 27 16:13:38.313979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:38.314333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Attempting to bind port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:38.339904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Made reservation on behalf of 0915afdf1c12438d9f51ef9301e73db5 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:38.341479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:38.342389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Checking segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:38.346052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.349047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Bound using segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:38.355496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Bound port: e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:38.355496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.355782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.442543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:38.443317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.444862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fea534-c4f6-450b-9991-61002dfbb1bc None None] Network 031f8f68-3c64-43b1-974a-a254ed00a0e6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:38.445328 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7acd61a5-41bc-49f7-8c39-a4d3292dcf84 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/69f5d9cb-ba76-490a-8c25-3ca47f2b5f2b HTTP/1.1" status: 204 len: 168 time: 0.8836975 Aug 27 16:13:38.449209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33936) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:38.480577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf018b33-da6a-49d4-8388-d941c00dfbad req-200163c0-9caa-42ca-8bf4-0b5321bc9229 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758912 Aug 27 16:13:38.485688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c33a95a-4cf0-40a1-a69d-b56ea1f82871 req-42a6132a-dc5c-4c8b-b64d-85559a9500d9 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751194 Aug 27 16:13:38.555792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] For port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:38.559310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] For port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:38.580216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2e3fbdc-1240-458d-b345-35c150622812 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:38.636730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61427f18-aeef-4344-b300-0d6ae15fb72d req-4cb09358-1ed8-4bc8-8d86-117d6993b75e tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 210 time: 0.0468097 Aug 27 16:13:38.664862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f639b89-0162-4361-84e2-80c02f59d9df req-0fef69a1-827f-4df2-b5b2-b58c3714d62c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 210 time: 0.0517004 Aug 27 16:13:38.668057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.676368 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.752716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:38.763137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.766185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] 10.222.0.97 "PUT /v2.0/ports/e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 HTTP/1.1" status: 200 len: 1091 time: 3.0492048 Aug 27 16:13:38.797144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port d2e3fbdc-1240-458d-b345-35c150622812 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:38.801479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port d2e3fbdc-1240-458d-b345-35c150622812 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:38.801856 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:38.823062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Allocated IP 172.20.0.4 (9465f7b0-7e8e-42b4-8872-f900f467e677/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0/e350dacb-5181-4ee7-a172-0ab2da582224) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:38.872143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:38.900608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:38.909284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] DHCP port deletion for 031f8f68-3c64-43b1-974a-a254ed00a0e6 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:13:38.930493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:38.932822 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50af9da7-caf4-4f93-b6de-580268e28c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:38.945489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd9808-7674-48d4-832b-84f9ab7c6a3b service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:38.980133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:38.989790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.011325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.020844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.060238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.081475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.100477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.126222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:39.127096 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.137678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.139441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-f8d35545-0e67-432a-9eca-b2c89b7b9532 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5381 time: 0.3510935 Aug 27 16:13:39.146371 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f4db3-c8eb-4ce8-8caf-b2420d0d25e0 x-openstack-request-id: req-003f4db3-c8eb-4ce8-8caf-b2420d0d25e0 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:39.146671 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:39.146995 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-003f4db3-c8eb-4ce8-8caf-b2420d0d25e0 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:39.149650 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98', 'status': 'completed', 'code': 200} Aug 27 16:13:39.159501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Transition to ACTIVE for port object e350dacb-5181-4ee7-a172-0ab2da582224 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:39.195627 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.206825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] Deleting port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:39.207665 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.215226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-deleted', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:39.219288 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e96647-7475-472e-a2c1-a48d14a6994b" -d '{"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-deleted", "tag": "c5d863f9-47f6-48df-938f-407938fbe281"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:39.297749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.300757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:39.303654 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df120754-0a9c-4313-ae22-cc7df6e88b39" -d '{"events": [{"server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "name": "network-vif-plugged", "status": "completed", "tag": "d2e3fbdc-1240-458d-b345-35c150622812"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:39.378414 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877dd5d7-db69-43ce-8e1c-c131c45a5677 x-openstack-request-id: req-877dd5d7-db69-43ce-8e1c-c131c45a5677 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:39.380341 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67365849-1e05-43fb-ab09-8212b7af8495", "name": "network-vif-deleted", "tag": "c5d863f9-47f6-48df-938f-407938fbe281", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:39.380880 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-877dd5d7-db69-43ce-8e1c-c131c45a5677 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:39.381989 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67365849-1e05-43fb-ab09-8212b7af8495', 'name': 'network-vif-deleted', 'tag': 'c5d863f9-47f6-48df-938f-407938fbe281', 'status': 'completed', 'code': 200} Aug 27 16:13:39.385966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d2e3fbdc-1240-458d-b345-35c150622812, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2e3fbdc-1240-458d-b345-35c150622812,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:39.396064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7945cfcd-aa48-42cf-b3a7-cc6fe092a620 req-52125075-eaa5-45ea-a6bc-bac9b0d9a933 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763709 Aug 27 16:13:39.398315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.403115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] For port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,segment=NetworkSegment(c7fd01e1-3f4a-4a67-805f-8682cc83576f),segment_id=c7fd01e1-3f4a-4a67-805f-8682cc83576f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:39.403569 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.450386 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18eb902-18b2-4a57-8f47-705250df3342 x-openstack-request-id: req-d18eb902-18b2-4a57-8f47-705250df3342 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:39.450386 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "name": "network-vif-plugged", "status": "completed", "tag": "d2e3fbdc-1240-458d-b345-35c150622812", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:39.451047 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d18eb902-18b2-4a57-8f47-705250df3342 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:39.451047 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812', 'code': 200} Aug 27 16:13:39.474925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['67a10c0f-4e5f-4d4f-a7ea-3006e9523944'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:39.492999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] Calling delete_port for 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:39.511530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.512076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.512559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.513061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.518570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.519203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.519763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.530929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-80205a41-5cca-40fc-b340-d03e326e8ff3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6273 time: 0.3628066 Aug 27 16:13:39.537706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:39.547285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33956) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:39.571842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=e350dacb-5181-4ee7-a172-0ab2da582224,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:39.572246 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.573436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:39.575830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:39.586825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:39.671588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.672291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.719503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df74ab5-894a-4768-861f-42478c882f6f req-629ed9a3-94ab-4bad-acfe-8f0e4a1d6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.721003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5df74ab5-894a-4768-861f-42478c882f6f req-629ed9a3-94ab-4bad-acfe-8f0e4a1d6359 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 1096 time: 0.1827195 Aug 27 16:13:39.729519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56486a21-3384-4381-8002-486c08502b23 req-6f0ca0f2-12d2-48c4-af50-5d6f5ba09e21 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.732686 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-56486a21-3384-4381-8002-486c08502b23 req-6f0ca0f2-12d2-48c4-af50-5d6f5ba09e21 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 950 time: 0.5048535 Aug 27 16:13:39.797671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: c5d863f9-47f6-48df-938f-407938fbe281 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:39.798687 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5df74ab5-894a-4768-861f-42478c882f6f req-a3e5310e-e7f8-4584-8baa-bd6fb38cc58a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646791 Aug 27 16:13:39.805499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c5d863f9-47f6-48df-938f-407938fbe281 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:39.866259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Deleting port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:39.866740 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:39.912204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:39.951206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-19e3c1e9-6b33-4d3f-bd28-9be58ba40ae1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0058515 Aug 27 16:13:39.956714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:39.957065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9636cb9a-0425-43a5-a81f-dc1d096bb7f9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:39.962139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d2e3fbdc-1240-458d-b345-35c150622812,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:39.980186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-c5333c1a-d187-4922-b366-dad1377062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.981038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-c5333c1a-d187-4922-b366-dad1377062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.981702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-c5333c1a-d187-4922-b366-dad1377062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:39.983707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-c5333c1a-d187-4922-b366-dad1377062f9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=698680ce6f6640478526bfb8e6ec9f80&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4464691 Aug 27 16:13:39.994689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.003919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:13:40.004883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] For port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,segment=NetworkSegment(c7fd01e1-3f4a-4a67-805f-8682cc83576f),segment_id=c7fd01e1-3f4a-4a67-805f-8682cc83576f)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:40.004883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.022042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Calling delete_port for 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:40.043179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Deleting port 15255079-38f1-4381-9802-f9d5a4ed2171 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:40.043559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.136597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 333c05c2-044a-430b-8528-d3a99db2d90d no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:40.148445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f0dfa092-955d-48ef-830a-d96bec8751aa None None] Provisioning for port e350dacb-5181-4ee7-a172-0ab2da582224 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:40.164705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.165658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] For port 15255079-38f1-4381-9802-f9d5a4ed2171, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=15255079-38f1-4381-9802-f9d5a4ed2171,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:40.166031 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.188595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Calling delete_port for 15255079-38f1-4381-9802-f9d5a4ed2171 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:40.225884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d00be0-fa8b-4934-92f1-d1b3471ce920 req-f65a40f3-c210-4803-9042-c98ca05326ff tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.227487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99d00be0-fa8b-4934-92f1-d1b3471ce920 req-f65a40f3-c210-4803-9042-c98ca05326ff tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 950 time: 0.5111511 Aug 27 16:13:40.240016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d70836-3f21-44e3-a37c-58fc8efb221d req-da45ebe4-994c-497b-a44d-87d528f2cfde tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.242264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1d70836-3f21-44e3-a37c-58fc8efb221d req-da45ebe4-994c-497b-a44d-87d528f2cfde tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.5003896 Aug 27 16:13:40.246709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-55f97583-8d8d-4095-a841-710911b5ed1c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b94e2e570eca4396af8599bdfa61e4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959293 Aug 27 16:13:40.251367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33968) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:40.256528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f0dfa092-955d-48ef-830a-d96bec8751aa None None] Provisioning complete for port e350dacb-5181-4ee7-a172-0ab2da582224 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:40.257067 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0dfa092-955d-48ef-830a-d96bec8751aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.261029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Request body: {'port': {'device_id': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:40.266149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] Pushing event deleted for resources: {'Port': ['ID=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:40.287134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 333c05c2-044a-430b-8528-d3a99db2d90d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:40.287516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 333c05c2-044a-430b-8528-d3a99db2d90d not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:40.288065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:40.316761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf00ba-9f16-42e4-91a9-3603dc6956d8 None None] No DVR routers for this DVR port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:40.321305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:40.322855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:40.337314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f0dfa092-955d-48ef-830a-d96bec8751aa None None] Port e350dacb-5181-4ee7-a172-0ab2da582224 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:40.394924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.399897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-cb005945-910a-49b5-95da-3611234291a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.401917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50af9da7-caf4-4f93-b6de-580268e28c5c req-cb005945-910a-49b5-95da-3611234291a8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3571601 Aug 27 16:13:40.412130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1d70836-3f21-44e3-a37c-58fc8efb221d req-dcba291d-5d43-40d0-b715-db738ced7d86 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423166 Aug 27 16:13:40.422898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99d00be0-fa8b-4934-92f1-d1b3471ce920 req-8eb80f20-df31-4109-8d25-7854a87200c4 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722255 Aug 27 16:13:40.463024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c813ff7e-1f78-4862-b6c7-49ce3e51d8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.491845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c813ff7e-1f78-4862-b6c7-49ce3e51d8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.589423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65efb8d-82c5-478d-aff9-cd2116e72100 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:40.616120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d09b4d0f-10d7-43cb-971f-a77b9a0f4f6c req-a02cbd31-332e-46cd-af02-0bbb66d4876d tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 210 time: 0.0737348 Aug 27 16:13:40.618953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.637642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Transition to ACTIVE for port object f65efb8d-82c5-478d-aff9-cd2116e72100 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:40.651650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fff35c-fa47-4426-a2e2-e05a5643f501 req-ebf14d2e-af00-4910-8000-aaa531b94953 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.661085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7fff35c-fa47-4426-a2e2-e05a5643f501 req-ebf14d2e-af00-4910-8000-aaa531b94953 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 931 time: 0.1213834 Aug 27 16:13:40.711467 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c813ff7e-1f78-4862-b6c7-49ce3e51d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.714356 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c813ff7e-1f78-4862-b6c7-49ce3e51d8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.729497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c813ff7e-1f78-4862-b6c7-49ce3e51d8d8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/47f5f814-5e93-4476-8e6f-e9edb207182f HTTP/1.1" status: 204 len: 168 time: 0.4608948 Aug 27 16:13:40.750539 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7fff35c-fa47-4426-a2e2-e05a5643f501 req-2b69b3ec-ff62-459d-8810-bcaac1490d36 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881968 Aug 27 16:13:40.798140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813ff7e-1f78-4862-b6c7-49ce3e51d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f5f814-5e93-4476-8e6f-e9edb207182f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:40.809687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.856858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:40.879764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=f65efb8d-82c5-478d-aff9-cd2116e72100,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:40.923541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.931196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.944503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.955989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.968637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.979741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.988044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:40.997407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16aef938-dcea-403f-9188-482ba2908fcd req-59e28bf8-0038-476c-85cd-3706192a835e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5381 time: 0.2592909 Aug 27 16:13:41.049117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2b377f2c-506f-42c6-82e0-5f1f7ada7b15,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:41.054809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] No DVR routers for this DVR port 2b377f2c-506f-42c6-82e0-5f1f7ada7b15 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:41.123028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16aef938-dcea-403f-9188-482ba2908fcd req-f67bedb8-6258-40d6-8ef4-a39143eb0ef4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221924 Aug 27 16:13:41.202857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Attempting to bind port f65efb8d-82c5-478d-aff9-cd2116e72100 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:41.203232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Attempting to bind port f65efb8d-82c5-478d-aff9-cd2116e72100 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:41.203566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Attempting to bind port f65efb8d-82c5-478d-aff9-cd2116e72100 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:41.218146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Port f65efb8d-82c5-478d-aff9-cd2116e72100 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:41.220416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Attempting to bind port f65efb8d-82c5-478d-aff9-cd2116e72100 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:41.228568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:41.228917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Checking segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:41.229367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Bound using segment: {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:41.229811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Bound port: f65efb8d-82c5-478d-aff9-cd2116e72100, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3b334-5407-40fe-ae66-c373bed49f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:41.230242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.315578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-aac681fb-42e1-4c80-b502-4f04ca2eabec tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:41.317199 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-aac681fb-42e1-4c80-b502-4f04ca2eabec tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.90 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 819 time: 0.4578903 Aug 27 16:13:41.354420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] For port f65efb8d-82c5-478d-aff9-cd2116e72100, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:41.370693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] For port f65efb8d-82c5-478d-aff9-cd2116e72100, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f65efb8d-82c5-478d-aff9-cd2116e72100,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:41.384797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'port': {'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'admin_state_up': True, 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:41.411023 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.450354 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.463014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['821703f2-0b21-432e-832f-110efa41a59d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:41.477319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.510951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031f8f68-3c64-43b1-974a-a254ed00a0e6']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:41.568600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] No DVR routers for this DVR port 15255079-38f1-4381-9802-f9d5a4ed2171 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:41.572580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.574440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-56486a21-3384-4381-8002-486c08502b23 req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "DELETE /v2.0/ports/15255079-38f1-4381-9802-f9d5a4ed2171 HTTP/1.1" status: 204 len: 173 time: 1.7964411 Aug 27 16:13:41.601746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'name': 'network-vif-deleted', 'tag': '15255079-38f1-4381-9802-f9d5a4ed2171'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:41.604069 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f837d16-ebeb-4b2e-ac42-f148bdbbeada" -d '{"events": [{"server_uuid": "2d9fa1e3-b734-4e2d-baf5-4f9c82894b94", "name": "network-vif-deleted", "tag": "15255079-38f1-4381-9802-f9d5a4ed2171"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:41.611475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fd01e1-3f4a-4a67-805f-8682cc83576f') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:41.611771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fd01e1-3f4a-4a67-805f-8682cc83576f') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:41.616509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9a782-c615-49e2-8dd4-208523296fba tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Pushing event deleted for resources: {'Port': ['ID=15255079-38f1-4381-9802-f9d5a4ed2171,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:41.656735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.676399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=f65efb8d-82c5-478d-aff9-cd2116e72100,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:41.685477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e350dacb-5181-4ee7-a172-0ab2da582224 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:41.697453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.709503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df15c17e-1c3c-442e-83cf-ffc128f71944 req-25c05113-17b9-4cbb-b717-047da7321d6e tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 210 time: 0.0744798 Aug 27 16:13:41.710427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:41.711557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.713336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-7cdfd032-a19e-4957-a2c1-9e0ba1d56ce6 service neutron] 10.222.0.97 "PUT /v2.0/ports/f65efb8d-82c5-478d-aff9-cd2116e72100 HTTP/1.1" status: 200 len: 1091 time: 2.8172119 Aug 27 16:13:41.714775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:41.717715 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9bd6d-095b-4cde-ac15-109ce1a39756" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:41.725339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.759494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9c2d9-e5d6-4bdf-a046-818913c4778e req-d4f6bdd4-99ed-4358-8bd2-c59b953d654b tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:41.763193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85a9c2d9-e5d6-4bdf-a046-818913c4778e req-d4f6bdd4-99ed-4358-8bd2-c59b953d654b tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.2088361 Aug 27 16:13:41.792677 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3657539-a61d-44ef-abe2-b63c0b6e06b3 x-openstack-request-id: req-f3657539-a61d-44ef-abe2-b63c0b6e06b3 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:41.793095 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9fa1e3-b734-4e2d-baf5-4f9c82894b94", "name": "network-vif-deleted", "tag": "15255079-38f1-4381-9802-f9d5a4ed2171", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:41.793446 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f3657539-a61d-44ef-abe2-b63c0b6e06b3 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:41.793929 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9fa1e3-b734-4e2d-baf5-4f9c82894b94', 'name': 'network-vif-deleted', 'tag': '15255079-38f1-4381-9802-f9d5a4ed2171', 'status': 'completed', 'code': 200} Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:13:41.801619 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:13:41.820072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Transition to ACTIVE for port object e350dacb-5181-4ee7-a172-0ab2da582224 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:41.895306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85a9c2d9-e5d6-4bdf-a046-818913c4778e req-db30fb18-808d-48b3-8e60-ef69937357c1 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221364 Aug 27 16:13:41.914417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:41.964065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e71c898c-bb76-49f7-9ae0-a39d6fb2c275 req-859f02b7-457f-46ec-8fc9-3b52e2ecd3fd tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 210 time: 0.0924151 Aug 27 16:13:41.975347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Made reservation on behalf of 1c9ec2ed75f74d63a3e9b787420d7697 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:41.981531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:42.002617 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:42.042606 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6475f01-56d8-4443-bcd1-7b42c63ee24a x-openstack-request-id: req-c6475f01-56d8-4443-bcd1-7b42c63ee24a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:42.045423 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:42.048676 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6475f01-56d8-4443-bcd1-7b42c63ee24a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:42.049416 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100', 'status': 'completed', 'code': 200} Aug 27 16:13:42.069104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:42.118767 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:42.125946 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] 10.222.0.101 "DELETE /v2.0/networks/031f8f68-3c64-43b1-974a-a254ed00a0e6 HTTP/1.1" status: 204 len: 168 time: 3.6756966 Aug 27 16:13:42.178858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:42.251105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79ffb7-54a4-41d6-b6db-6ebf35b569fa admin admin] Pushing event deleted for resources: {'Network': ['ID=031f8f68-3c64-43b1-974a-a254ed00a0e6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:42.258763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Pushing event updated for resources: {'Port': ['ID=e350dacb-5181-4ee7-a172-0ab2da582224,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:42.266654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d90a-6132-42ec-b63a-4fbff17d9961 req-c7e5cc3c-16b1-4aaa-8481-99ddbee3ffb9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.275256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2329d90a-6132-42ec-b63a-4fbff17d9961 req-c7e5cc3c-16b1-4aaa-8481-99ddbee3ffb9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 943 time: 0.1137500 Aug 27 16:13:42.512657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2329d90a-6132-42ec-b63a-4fbff17d9961 req-2a193d20-2eb2-4d0f-b8b0-483a98cdea7e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318842 Aug 27 16:13:42.518311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.523003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.523003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.523003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.523003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.523003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.523003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.523805 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-d33ebaba-af04-46f8-b23a-dd62589b50cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6340 time: 0.4569564 Aug 27 16:13:42.574867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.585730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.598034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.605819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.614227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.615566 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:13:42.625263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.633324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.635683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-2d4c0bce-53ab-4648-b729-8eb665eff6d3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5393 time: 0.2861936 Aug 27 16:13:42.666135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Attempting to bind port e350dacb-5181-4ee7-a172-0ab2da582224 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:42.666479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Attempting to bind port e350dacb-5181-4ee7-a172-0ab2da582224 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:42.666798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Attempting to bind port e350dacb-5181-4ee7-a172-0ab2da582224 on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:42.689008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Port e350dacb-5181-4ee7-a172-0ab2da582224 on network 9465f7b0-7e8e-42b4-8872-f900f467e677 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:42.690054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Attempting to bind port e350dacb-5181-4ee7-a172-0ab2da582224 on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:42.705127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Allocated IP 172.20.0.13 (f5108f70-3bc9-4705-9803-f66eadaf3873/0c48f7db-a8c1-4caf-a817-b1d9e2057370/2109f3ab-6771-46f6-b123-2b0b2cd9720e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:42.716296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:42.716761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:42.717225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Bound using segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:42.717621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Bound port: e350dacb-5181-4ee7-a172-0ab2da582224, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:42.718010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:42.784076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf2f3372-6461-4db8-9150-9faccbdae411 req-5b7b0f46-b9b5-4a0f-b7d8-0615a1424367 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091325 Aug 27 16:13:42.812425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-cd800cde-4c55-4497-bc5b-215433135fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.812904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-cd800cde-4c55-4497-bc5b-215433135fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.813381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-cd800cde-4c55-4497-bc5b-215433135fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:42.831310 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-cd800cde-4c55-4497-bc5b-215433135fa1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=698680ce6f6640478526bfb8e6ec9f80&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2815166 Aug 27 16:13:42.902376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34032) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:42.978911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d4c1a52d-172e-4e43-aa0f-dcc94c5b2698 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07e45ca4cc564ad9b17487952971d84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752380 Aug 27 16:13:42.981027 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34040) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:43.003982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa276b1b-3267-410b-b244-689f2afe8667 req-501e21c9-a2cb-4501-b3a5-0b7469865ca8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d9fa1e3-b734-4e2d-baf5-4f9c82894b94 HTTP/1.1" status: 200 len: 210 time: 0.0505531 Aug 27 16:13:43.012567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f9e398-2cbf-48fc-b10a-27f95e68f502 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:43.022752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.037595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Transition to ACTIVE for port object d5f9e398-2cbf-48fc-b10a-27f95e68f502 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:43.060283 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] For port e350dacb-5181-4ee7-a172-0ab2da582224, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:43.105066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] For port e350dacb-5181-4ee7-a172-0ab2da582224, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e350dacb-5181-4ee7-a172-0ab2da582224,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:43.110934 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.129029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-6a63ebf7-4041-4ace-b68b-0e60a1bac99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:43.130601 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1df9bd6d-095b-4cde-ac15-109ce1a39756 req-6a63ebf7-4041-4ace-b68b-0e60a1bac99a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3005378 Aug 27 16:13:43.164565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3698ccdb-43d1-4ec4-a00c-b068f9295029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.168861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b0ce8-6a7a-487f-8d66-ab9eb927c050 req-cf8686b0-c40f-4f59-9ef6-58c1a4365447 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:43.178102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-287b0ce8-6a7a-487f-8d66-ab9eb927c050 req-cf8686b0-c40f-4f59-9ef6-58c1a4365447 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.1188452 Aug 27 16:13:43.195776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3698ccdb-43d1-4ec4-a00c-b068f9295029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.210357 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.267686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3885077-9677-451e-915a-ddb089bcbdda req-a705d46b-ec4b-4a4f-a9c7-9a98bd79491e tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 210 time: 0.0835791 Aug 27 16:13:43.299961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 15255079-38f1-4381-9802-f9d5a4ed2171 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:43.302697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.310000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:43.311571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.314390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f9e398-2cbf-48fc-b10a-27f95e68f502,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:43.316513 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] 10.222.0.90 "PUT /v2.0/ports/e350dacb-5181-4ee7-a172-0ab2da582224 HTTP/1.1" status: 200 len: 1091 time: 3.0608649 Aug 27 16:13:43.344059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Transition to ACTIVE for port object 2109f3ab-6771-46f6-b123-2b0b2cd9720e will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:43.351783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 15255079-38f1-4381-9802-f9d5a4ed2171 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:43.352128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 15255079-38f1-4381-9802-f9d5a4ed2171 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:43.353050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-287b0ce8-6a7a-487f-8d66-ab9eb927c050 req-ea1bb9ba-79c3-4aae-a2ff-efd19c4e1480 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720881 Aug 27 16:13:43.393114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Attempting to bind port d5f9e398-2cbf-48fc-b10a-27f95e68f502 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:43.393458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Attempting to bind port d5f9e398-2cbf-48fc-b10a-27f95e68f502 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:43.394931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Attempting to bind port d5f9e398-2cbf-48fc-b10a-27f95e68f502 on network e500afa8-0258-4a02-9fc3-72037f8e799e {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:43.406566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Port d5f9e398-2cbf-48fc-b10a-27f95e68f502 on network e500afa8-0258-4a02-9fc3-72037f8e799e not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:43.407806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Attempting to bind port d5f9e398-2cbf-48fc-b10a-27f95e68f502 on network e500afa8-0258-4a02-9fc3-72037f8e799e {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:43.417845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4203d4-5c91-42de-be5c-353c071b6942 service neutron] Pushing event updated for resources: {'Port': ['ID=e350dacb-5181-4ee7-a172-0ab2da582224,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:43.432500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:43.433001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Checking segment: {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:43.433398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Bound using segment: {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:43.433861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Bound port: d5f9e398-2cbf-48fc-b10a-27f95e68f502, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:43.440176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.504742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-d6e2f772-76b2-4c41-88fa-bc3816813b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:43.522997 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-d6e2f772-76b2-4c41-88fa-bc3816813b11 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 1094 time: 0.0710871 Aug 27 16:13:43.565462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] For port d5f9e398-2cbf-48fc-b10a-27f95e68f502, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:43.570190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] For port d5f9e398-2cbf-48fc-b10a-27f95e68f502, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:43.602686 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.603918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411d448-8c87-42df-9f74-be41c89c9b16 req-9fa36dae-e473-4e43-9466-fb604b57307a tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:43.604863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-6b39ad12-a00f-4673-8f39-2c5eca622b33 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e350dacb-5181-4ee7-a172-0ab2da582224 HTTP/1.1" status: 200 len: 217 time: 0.0725598 Aug 27 16:13:43.605525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3698ccdb-43d1-4ec4-a00c-b068f9295029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.608322 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3698ccdb-43d1-4ec4-a00c-b068f9295029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.610195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2411d448-8c87-42df-9f74-be41c89c9b16 req-9fa36dae-e473-4e43-9466-fb604b57307a tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.1262751 Aug 27 16:13:43.612166 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3698ccdb-43d1-4ec4-a00c-b068f9295029 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d76b6b26-e0f0-4de1-ac49-cd787140ec4d HTTP/1.1" status: 204 len: 168 time: 0.6252451 Aug 27 16:13:43.622069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34064) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:43.644235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Request body: {'floatingip': {'port_id': 'd2e3fbdc-1240-458d-b345-35c150622812'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:43.668948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.691129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698ccdb-43d1-4ec4-a00c-b068f9295029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76b6b26-e0f0-4de1-ac49-cd787140ec4d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:43.728784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:43.729474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.731400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] 10.222.0.97 "PUT /v2.0/ports/d5f9e398-2cbf-48fc-b10a-27f95e68f502 HTTP/1.1" status: 200 len: 1091 time: 1.7721906 Aug 27 16:13:43.754896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.760008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3422ee-aee8-45eb-93ee-25bc59ac0111 req-fa83bc3d-155f-4411-8ddc-f082555bbf07 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:43.761934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f3422ee-aee8-45eb-93ee-25bc59ac0111 req-fa83bc3d-155f-4411-8ddc-f082555bbf07 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 943 time: 0.1508555 Aug 27 16:13:43.768807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6308462-8843-4966-83ad-97d36ffe4798 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f9e398-2cbf-48fc-b10a-27f95e68f502,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:43.812216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f3422ee-aee8-45eb-93ee-25bc59ac0111 req-9e8ceffd-ec2a-4f71-8d7f-762636e1d632 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Aug 27 16:13:43.849301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Request body: {'port': {'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:43.916949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:43.950494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Network f5108f70-3bc9-4705-9803-f66eadaf3873 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:43.957068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'tag': 'e350dacb-5181-4ee7-a172-0ab2da582224'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:43.967092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:43.969563 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30836a28-da86-49a8-a307-8518c04db9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "74543f56-f27f-4f8f-819b-9fdd5f5ffb37", "tag": "e350dacb-5181-4ee7-a172-0ab2da582224"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:44.076498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:44.078991 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8239af-c113-4dbf-9d4b-2dd23e430c27" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:44.129201 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc91c695-2313-4ade-8dde-cf42c1d57f41 x-openstack-request-id: req-bc91c695-2313-4ade-8dde-cf42c1d57f41 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:44.129728 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:44.130174 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bc91c695-2313-4ade-8dde-cf42c1d57f41 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:44.131194 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502', 'status': 'completed', 'code': 200} Aug 27 16:13:44.132338 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5afbae24-9912-4c87-84a0-c779f307fa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:44.154997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.161323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.167482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.168770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:44.176319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:44.176606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.180657 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01be6a31-3eba-441a-b462-f83fc21da3f6 x-openstack-request-id: req-01be6a31-3eba-441a-b462-f83fc21da3f6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:44.186232 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74543f56-f27f-4f8f-819b-9fdd5f5ffb37", "tag": "e350dacb-5181-4ee7-a172-0ab2da582224", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:44.186232 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01be6a31-3eba-441a-b462-f83fc21da3f6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:44.186232 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'tag': 'e350dacb-5181-4ee7-a172-0ab2da582224', 'status': 'completed', 'code': 200} Aug 27 16:13:44.186698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.189665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.195587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.197497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd02e575-0c1c-4581-b6be-a37219038caf req-530d1705-389d-4d41-89dd-5e2b18037f43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5405 time: 0.2720864 Aug 27 16:13:44.247306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-bbd97be5-2a26-43ce-9ed6-2fdf53b1b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.250241 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-bbd97be5-2a26-43ce-9ed6-2fdf53b1b87b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.6350384 Aug 27 16:13:44.284995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Pushing event updated for resources: {'Port': ['ID=2109f3ab-6771-46f6-b123-2b0b2cd9720e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:44.360534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.360818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.362104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.362104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.362672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.363194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.363739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.365856 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-bd3bf4ac-a2a9-476b-80a0-3769a75dcacb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6407 time: 0.1730428 Aug 27 16:13:44.384546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd02e575-0c1c-4581-b6be-a37219038caf req-73bb2e8a-a03b-4794-a308-8e140ade7625 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364553 Aug 27 16:13:44.506009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-cfe6c675-c39a-4700-b64a-a634a94de107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.507542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-cfe6c675-c39a-4700-b64a-a634a94de107 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097702 Aug 27 16:13:44.507815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5afbae24-9912-4c87-84a0-c779f307fa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:44.513202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.514437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:44.579691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200211d2-583b-4ac8-9627-96905b2f132c {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:44.584546 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:44.599891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5afbae24-9912-4c87-84a0-c779f307fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:44.609742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Transition to ACTIVE for port object 200211d2-583b-4ac8-9627-96905b2f132c will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:44.625628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d52f45d6-b815-47bd-ad80-5788a8507851 None None] Provisioning for port 2109f3ab-6771-46f6-b123-2b0b2cd9720e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:44.627073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b1453-64f0-4d3c-8825-dc5fef9718fe req-0908ff76-8ea9-47f4-a7b6-9b153d0f0dcd tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.628441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c06b1453-64f0-4d3c-8825-dc5fef9718fe req-0908ff76-8ea9-47f4-a7b6-9b153d0f0dcd tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 932 time: 0.0950716 Aug 27 16:13:44.641672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d52f45d6-b815-47bd-ad80-5788a8507851 None None] Provisioning complete for port 2109f3ab-6771-46f6-b123-2b0b2cd9720e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:44.643150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d52f45d6-b815-47bd-ad80-5788a8507851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:44.699042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbae24-9912-4c87-84a0-c779f307fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c13a5-c442-40b1-ba47-4acc21acef30,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:44.702805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d52f45d6-b815-47bd-ad80-5788a8507851 None None] Port 2109f3ab-6771-46f6-b123-2b0b2cd9720e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:13:44.704493 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:44.708757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-ed56732d-40f3-4b57-a1d3-820b6a4a6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.709295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-ed56732d-40f3-4b57-a1d3-820b6a4a6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.709775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-ed56732d-40f3-4b57-a1d3-820b6a4a6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.715795 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-ed56732d-40f3-4b57-a1d3-820b6a4a6540 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=698680ce6f6640478526bfb8e6ec9f80&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3337371 Aug 27 16:13:44.716924 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-710c4cdf-a310-450a-b688-feb3c51e6902 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3395512 Aug 27 16:13:44.721509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5afbae24-9912-4c87-84a0-c779f307fa09 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6f00c321d8c140ab85573ad66496ed48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8033323 Aug 27 16:13:44.722364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34104) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:44.748743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Request body: {'port': {'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:44.832117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c06b1453-64f0-4d3c-8825-dc5fef9718fe req-626e29ea-53bf-4fa4-b5c0-9e4e700b450a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713386 Aug 27 16:13:44.844967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Pushing event updated for resources: {'Port': ['ID=200211d2-583b-4ac8-9627-96905b2f132c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:44.873696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb790e-2acb-41bd-82bb-396b5bab7920 req-5f8c5b70-4abf-4141-aef3-eb6a1176f73a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:44.877179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1acb790e-2acb-41bd-82bb-396b5bab7920 req-5f8c5b70-4abf-4141-aef3-eb6a1176f73a tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 950 time: 0.2413607 Aug 27 16:13:45.000819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d71ee25-0bde-4da0-9bad-b3306f0e5d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.032813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1acb790e-2acb-41bd-82bb-396b5bab7920 req-e41526b0-a766-410b-b15c-f205a4bb88d8 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468699 Aug 27 16:13:45.055395 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d71ee25-0bde-4da0-9bad-b3306f0e5d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.079203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bfe3b-28f4-43b1-aab6-bfe125ce339f req-3f0f3741-4182-44bd-8dec-86007ffbebc4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.080711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657bfe3b-28f4-43b1-aab6-bfe125ce339f req-3f0f3741-4182-44bd-8dec-86007ffbebc4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 943 time: 0.1366155 Aug 27 16:13:45.081461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Attempting to bind port 200211d2-583b-4ac8-9627-96905b2f132c on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:45.081790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Attempting to bind port 200211d2-583b-4ac8-9627-96905b2f132c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:45.082121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Attempting to bind port 200211d2-583b-4ac8-9627-96905b2f132c on network e500afa8-0258-4a02-9fc3-72037f8e799e {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:45.103881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Port 200211d2-583b-4ac8-9627-96905b2f132c on network e500afa8-0258-4a02-9fc3-72037f8e799e not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:45.104222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Attempting to bind port 200211d2-583b-4ac8-9627-96905b2f132c on network e500afa8-0258-4a02-9fc3-72037f8e799e {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:45.122277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:45.127502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Checking segment: {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:45.127502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Bound using segment: {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:45.127502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Bound port: 200211d2-583b-4ac8-9627-96905b2f132c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223034ce-306d-49e9-a1f6-0747e0ba77f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:45.127502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.165444 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-65247b86-a7df-4883-9f41-f31d1c47b1d8 service neutron] 10.222.0.90 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458972 Aug 27 16:13:45.179524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-657bfe3b-28f4-43b1-aab6-bfe125ce339f req-3af7c3c7-f52c-4159-a2f8-e98ee7cdef22 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808263 Aug 27 16:13:45.224965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] For port 200211d2-583b-4ac8-9627-96905b2f132c, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:45.228325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] For port 200211d2-583b-4ac8-9627-96905b2f132c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=200211d2-583b-4ac8-9627-96905b2f132c,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:45.271503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d71ee25-0bde-4da0-9bad-b3306f0e5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.274359 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d71ee25-0bde-4da0-9bad-b3306f0e5d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.277047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2d71ee25-0bde-4da0-9bad-b3306f0e5d99 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec4c13a5-c442-40b1-ba47-4acc21acef30 HTTP/1.1" status: 204 len: 168 time: 0.5468545 Aug 27 16:13:45.285928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71ee25-0bde-4da0-9bad-b3306f0e5d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4c13a5-c442-40b1-ba47-4acc21acef30,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:45.292182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.resource_extend [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 16:13:45.315649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.331130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.376543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.377230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.379609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] 10.222.0.97 "PUT /v2.0/ports/200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 200 len: 1091 time: 1.5347257 Aug 27 16:13:45.432378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ab065-e352-4c5f-8f79-1d950b700754 service neutron] Pushing event updated for resources: {'Port': ['ID=200211d2-583b-4ac8-9627-96905b2f132c,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:45.447150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.448988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-679e7a4f-3bdf-4f27-b117-a0ac30dd0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.450475 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bf8239af-c113-4dbf-9d4b-2dd23e430c27 req-679e7a4f-3bdf-4f27-b117-a0ac30dd0987 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7254186 Aug 27 16:13:45.469986 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1aefe3dc-fb83-4c68-9fd2-7827b1375d28 req-a3cfc24f-192c-42cd-ae39-e9865b505d99 service neutron] 10.222.0.90 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794487 Aug 27 16:13:45.546999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:45.586596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.594726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.601332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.607520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.613728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.622622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.637711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.639801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-79cfccc9-a1be-4ee8-b9f6-d4f9cc30dce7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1254256 Aug 27 16:13:45.692616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-045872d9-d556-4cbf-9bdf-928c5f7ac348 req-1795c8c9-6c82-45ef-9efb-5daea747b5e4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444503 Aug 27 16:13:45.756363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.756862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.757346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.757826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.758301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.758773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.759245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.761364 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b54a1c1-e852-4f91-a1b7-51a8ec12a8d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6474 time: 0.2264271 Aug 27 16:13:45.772446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30836a28-da86-49a8-a307-8518c04db9c1 req-fe53f120-7421-4293-a9c4-29310db4a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.773920 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-30836a28-da86-49a8-a307-8518c04db9c1 req-fe53f120-7421-4293-a9c4-29310db4a47b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 1094 time: 0.1623826 Aug 27 16:13:45.849244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-72bda32c-3855-4fe2-acf1-62eb076262a6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 200 len: 217 time: 0.0728643 Aug 27 16:13:45.895876 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Floating IP 52369a96-a50b-4a49-a40b-4d7650639dfd associated. External IP: 172.25.4.247, port: d2e3fbdc-1240-458d-b345-35c150622812. Aug 27 16:13:45.926673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34136) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:45.984201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fda152-9a15-4b57-a32f-cf052eb8f2b9 req-aea88a1d-a43a-498c-ae64-504f03c17895 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:45.992051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77fda152-9a15-4b57-a32f-cf052eb8f2b9 req-aea88a1d-a43a-498c-ae64-504f03c17895 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 932 time: 0.0661037 Aug 27 16:13:46.030752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-525f6512-3c1f-47e4-812c-3a62eecc833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.032278 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-525f6512-3c1f-47e4-812c-3a62eecc833e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7dfc397f-74cd-49c3-81a0-081d7f19c88e HTTP/1.1" status: 200 len: 851 time: 0.1521742 Aug 27 16:13:46.077756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77fda152-9a15-4b57-a32f-cf052eb8f2b9 req-75cb6e37-d446-4a69-b443-a2503ccedfe2 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847518 Aug 27 16:13:46.104410 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b45323bd-2400-4deb-9af9-4c7d7e7c0370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:46.118656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30836a28-da86-49a8-a307-8518c04db9c1 req-658f711f-83f8-4807-9c3e-6d936e54e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.120124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-c8a48478-63cf-41c8-83a8-5d09ed8bebc6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.120299 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-30836a28-da86-49a8-a307-8518c04db9c1 req-658f711f-83f8-4807-9c3e-6d936e54e293 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.3304589 Aug 27 16:13:46.121733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-c8a48478-63cf-41c8-83a8-5d09ed8bebc6 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 950 time: 0.1215944 Aug 27 16:13:46.137159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:46.140928 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b3490-d938-4511-9705-1bde6e44adf0" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "200211d2-583b-4ac8-9627-96905b2f132c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:46.185389 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313c9ce-b0e3-4680-bc2d-ff0bb1277bcd x-openstack-request-id: req-1313c9ce-b0e3-4680-bc2d-ff0bb1277bcd {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:46.185389 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "200211d2-583b-4ac8-9627-96905b2f132c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:46.185389 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1313c9ce-b0e3-4680-bc2d-ff0bb1277bcd {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:46.186499 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c', 'status': 'completed', 'code': 200} Aug 27 16:13:46.205923 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-30836a28-da86-49a8-a307-8518c04db9c1 req-67e15010-057f-4937-8cc9-069e7585a3d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e350dacb-5181-4ee7-a172-0ab2da582224 HTTP/1.1" status: 200 len: 217 time: 0.0538912 Aug 27 16:13:46.213134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2109f3ab-6771-46f6-b123-2b0b2cd9720e {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:46.236905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:46.266329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-ea91e301-77b3-4cbb-8374-a4e93da3f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.267866 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-ea91e301-77b3-4cbb-8374-a4e93da3f72c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7639636b-2e68-444d-a756-114c35a3b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004979 Aug 27 16:13:46.330044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Transition to ACTIVE for port object 2109f3ab-6771-46f6-b123-2b0b2cd9720e will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:46.330625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa6e8-1eed-4f75-9746-e1ec2c033f44 req-b22b23d5-fdf9-4f18-9ab5-137a12739bf0 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.331901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42ffa6e8-1eed-4f75-9746-e1ec2c033f44 req-b22b23d5-fdf9-4f18-9ab5-137a12739bf0 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 950 time: 0.2025995 Aug 27 16:13:46.389123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30836a28-da86-49a8-a307-8518c04db9c1 req-c9cc0ac2-653e-4e83-8012-5630e78320cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.390621 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-30836a28-da86-49a8-a307-8518c04db9c1 req-c9cc0ac2-653e-4e83-8012-5630e78320cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1727014 Aug 27 16:13:46.404508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda90e4-d59e-4159-bfc3-0788b6e0d9a7 req-6595dbbd-f441-4028-ae8c-0cb2a736e809 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.405799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bda90e4-d59e-4159-bfc3-0788b6e0d9a7 req-6595dbbd-f441-4028-ae8c-0cb2a736e809 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 943 time: 0.1442003 Aug 27 16:13:46.425688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42ffa6e8-1eed-4f75-9746-e1ec2c033f44 req-387caace-4a2a-48de-9120-fa43daa89621 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/security-groups?id=a9ecc198-f13e-46bf-a590-a72b89f5be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928380 Aug 27 16:13:46.429856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Deleting port 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:13:46.430143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:46.440945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:46.564717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Pushing event updated for resources: {'Port': ['ID=2109f3ab-6771-46f6-b123-2b0b2cd9720e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:46.571146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Router f50f28fa-6a60-43b4-8fec-eff37d07e03b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:13:46.595339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-13bedebb-1b7f-4e23-8f05-ae1e76b9579e service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893782 Aug 27 16:13:46.625332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30836a28-da86-49a8-a307-8518c04db9c1 req-1d302341-2652-47a0-b133-d1a140f078dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:46.626855 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-30836a28-da86-49a8-a307-8518c04db9c1 req-1d302341-2652-47a0-b133-d1a140f078dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986647 Aug 27 16:13:46.892260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b45323bd-2400-4deb-9af9-4c7d7e7c0370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:46.933342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bda90e4-d59e-4159-bfc3-0788b6e0d9a7 req-2950372a-e8be-48e2-8860-0a143d39c2e1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134244 Aug 27 16:13:46.987618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] For port 821703f2-0b21-432e-832f-110efa41a59d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=821703f2-0b21-432e-832f-110efa41a59d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:46.987991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.008295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b45323bd-2400-4deb-9af9-4c7d7e7c0370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.047627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Calling delete_port for 821703f2-0b21-432e-832f-110efa41a59d owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:13:47.100492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b45323bd-2400-4deb-9af9-4c7d7e7c0370 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e983d37f0c2d4a04b56e830c696c0efa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1614811 Aug 27 16:13:47.103120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34168) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:47.111533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45323bd-2400-4deb-9af9-4c7d7e7c0370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5d1960-0198-475a-9d2b-37c17f132140,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:47.179656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Attempting to bind port 2109f3ab-6771-46f6-b123-2b0b2cd9720e on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:13:47.179993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Attempting to bind port 2109f3ab-6771-46f6-b123-2b0b2cd9720e by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:13:47.180323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Attempting to bind port 2109f3ab-6771-46f6-b123-2b0b2cd9720e on network f5108f70-3bc9-4705-9803-f66eadaf3873 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:47.204327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.210239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.213318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Port 2109f3ab-6771-46f6-b123-2b0b2cd9720e on network f5108f70-3bc9-4705-9803-f66eadaf3873 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:13:47.213644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Attempting to bind port 2109f3ab-6771-46f6-b123-2b0b2cd9720e on network f5108f70-3bc9-4705-9803-f66eadaf3873 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:13:47.215974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.222472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.228266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.233701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-30836a28-da86-49a8-a307-8518c04db9c1 req-21a44aa1-a499-4463-8358-1d0b63d309b8 service neutron] 10.222.0.90 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917819 Aug 27 16:13:47.234548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.236497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:13:47.236836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Checking segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:47.237218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Bound using segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:13:47.237858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Bound port: 2109f3ab-6771-46f6-b123-2b0b2cd9720e, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:13:47.238403 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.240550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.242872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-04ede797-c89c-49f6-8be9-3c47d401208b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.2202072 Aug 27 16:13:47.250585 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-f189a720-954f-467e-bbf5-2dc49c9a64b8 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297555 Aug 27 16:13:47.251660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:13:47.262048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.265700 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] Sync routers for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:13:47.279984 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:47.284147 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:47.312799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e29aa44-cb4f-4197-adc6-13cac9d9adfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.378869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd5dfd1b-25ec-4433-bcf4-6a1e7d837782 req-14bdca5c-a83f-471c-b226-c400859a0e1a tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228802 Aug 27 16:13:47.382938 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-731d4080-9a42-44f3-ad45-80bbe147c4ed service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 217 time: 0.1155488 Aug 27 16:13:47.392119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e29aa44-cb4f-4197-adc6-13cac9d9adfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.394628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-866c636c-2697-4b1b-a974-234c4367c5c4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "PUT /v2.0/floatingips/52369a96-a50b-4a49-a40b-4d7650639dfd HTTP/1.1" status: 200 len: 991 time: 3.7638166 Aug 27 16:13:47.399520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:47.401875 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d2851-b54c-457f-968c-a1ac224a65e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "tag": "d2e3fbdc-1240-458d-b345-35c150622812"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:47.441320 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:47.477232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc2f63-14fb-4e8d-9f62-76ff3624c839 req-c2e0e969-ff3b-4417-92d7-ced8a204ae54 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.478813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00bc2f63-14fb-4e8d-9f62-76ff3624c839 req-c2e0e969-ff3b-4417-92d7-ced8a204ae54 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 944 time: 0.1838698 Aug 27 16:13:47.501649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] For port 2109f3ab-6771-46f6-b123-2b0b2cd9720e, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:13:47.508908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] For port 2109f3ab-6771-46f6-b123-2b0b2cd9720e, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:13:47.518940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-943b29f9-dc71-4559-81ec-491844068fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.520802 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-943b29f9-dc71-4559-81ec-491844068fee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1235290 Aug 27 16:13:47.523023 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-30836a28-da86-49a8-a307-8518c04db9c1 req-bc9aa641-b0bd-420d-9d30-cb6be5bacff8 service neutron] 10.222.0.90 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823994 Aug 27 16:13:47.528324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00bc2f63-14fb-4e8d-9f62-76ff3624c839 req-36a03410-f554-40b7-86f9-d4d5cb45e8f1 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Aug 27 16:13:47.535380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e29aa44-cb4f-4197-adc6-13cac9d9adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.540106 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4347ef8-9b37-4c2b-85af-70c47cfb4a86 x-openstack-request-id: req-b4347ef8-9b37-4c2b-85af-70c47cfb4a86 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:47.540849 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "tag": "d2e3fbdc-1240-458d-b345-35c150622812", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:47.543944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e29aa44-cb4f-4197-adc6-13cac9d9adfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.544196 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b4347ef8-9b37-4c2b-85af-70c47cfb4a86 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:47.544366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3e29aa44-cb4f-4197-adc6-13cac9d9adfc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f5d1960-0198-475a-9d2b-37c17f132140 HTTP/1.1" status: 204 len: 168 time: 0.4379549 Aug 27 16:13:47.544539 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812', 'status': 'completed', 'code': 200} Aug 27 16:13:47.563136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.578199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['821703f2-0b21-432e-832f-110efa41a59d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:47.606490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29aa44-cb4f-4197-adc6-13cac9d9adfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5d1960-0198-475a-9d2b-37c17f132140,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:47.648678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Pushing event deleted for resources: {'Port': ['ID=821703f2-0b21-432e-832f-110efa41a59d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:47.660154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-c0b12c70-2a16-42cc-ad6c-f23fa7d61ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.661943 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-c0b12c70-2a16-42cc-ad6c-f23fa7d61ab8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334660 Aug 27 16:13:47.677252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.710050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] No DVR routers for this DVR port 821703f2-0b21-432e-832f-110efa41a59d on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:13:47.720526 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.720526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df08d503-0112-4d76-b38f-8a5c3238fcb6 req-81089d97-d254-4c84-88ae-92e0c738a66c tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.97 "DELETE /v2.0/ports/821703f2-0b21-432e-832f-110efa41a59d HTTP/1.1" status: 204 len: 173 time: 1.5857675 Aug 27 16:13:47.756866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.758131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:47.759900 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] 10.222.0.90 "PUT /v2.0/ports/2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 1092 time: 3.0203531 Aug 27 16:13:47.792096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-676e615c-75f5-4d57-87ce-b12a5485f1e8 req-0d3bccfc-3f0e-49c6-b1e4-4372d256fe52 tempest-ServersAdminTestJSON-1880943482 tempest-ServersAdminTestJSON-1880943482-project] 10.222.0.101 "GET /v2.0/ports?device_id=24b737a4-f81d-4fa9-9a01-80a49ba7be5c HTTP/1.1" status: 200 len: 210 time: 0.0584433 Aug 27 16:13:47.884066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-1a61ba94-3d9d-4166-8b14-1ee6ca0f0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:47.885840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-1a61ba94-3d9d-4166-8b14-1ee6ca0f0d67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b73a839a8a6c4380818f2e8943d15aa1&device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 1096 time: 0.2857361 Aug 27 16:13:47.917735 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '52369a96-a50b-4a49-a40b-4d7650639dfd', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'port_id': 'd2e3fbdc-1240-458d-b345-35c150622812', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'mac_address': 'fa:16:3e:c7:69:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:12:26Z', 'updated_at': '2021-08-27T16:13:45Z', 'revision_number': 1, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:28Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:48.002775 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] Checking router: f50f28fa-6a60-43b4-8fec-eff37d07e03b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:13:48.026063 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:13:48.026692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:48.049259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aab4dd-e4b8-49a5-a6e2-217fa593655b service neutron] Pushing event updated for resources: {'Port': ['ID=2109f3ab-6771-46f6-b123-2b0b2cd9720e,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:48.124359 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-9ddfc9ef-965a-46d4-b497-9ad0712b66e2 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173605 Aug 27 16:13:48.125462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-5701d579-3d83-46a6-a123-9536e5a694e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.127067 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-5701d579-3d83-46a6-a123-9536e5a694e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1095 time: 0.1928852 Aug 27 16:13:48.149434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fffa0-9e99-493e-ba48-3f8a7f2c7f15 req-676d09ef-942c-4be6-8ff4-614c1ddb7181 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.159648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c22fffa0-9e99-493e-ba48-3f8a7f2c7f15 req-676d09ef-942c-4be6-8ff4-614c1ddb7181 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 943 time: 0.0937369 Aug 27 16:13:48.206505 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:13:48.213843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-deleted', 'tag': '821703f2-0b21-432e-832f-110efa41a59d'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:48.236556 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc63c364-7f00-4171-95c0-0b2399d166e7" -d '{"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-deleted", "tag": "821703f2-0b21-432e-832f-110efa41a59d"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:48.258045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-a04b4a6d-d072-4685-86d5-943e4d7da2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.259829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c22fffa0-9e99-493e-ba48-3f8a7f2c7f15 req-323ef44b-d7a6-4674-9260-6ab9afc20992 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989921 Aug 27 16:13:48.268402 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-a04b4a6d-d072-4685-86d5-943e4d7da2d4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9fe2a019-fd16-4e59-bfca-de581d38c452 HTTP/1.1" status: 200 len: 918 time: 0.3614559 Aug 27 16:13:48.277000 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-ef09417f-e67c-44d0-a43a-a83813337b66 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 217 time: 0.1378503 Aug 27 16:13:48.355828 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634f1e0-2821-40ed-87d7-ff4292f363c3 x-openstack-request-id: req-c634f1e0-2821-40ed-87d7-ff4292f363c3 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:48.356113 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b737a4-f81d-4fa9-9a01-80a49ba7be5c", "name": "network-vif-deleted", "tag": "821703f2-0b21-432e-832f-110efa41a59d", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:48.356370 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c634f1e0-2821-40ed-87d7-ff4292f363c3 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:48.356778 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b737a4-f81d-4fa9-9a01-80a49ba7be5c', 'name': 'network-vif-deleted', 'tag': '821703f2-0b21-432e-832f-110efa41a59d', 'status': 'completed', 'code': 200} Aug 27 16:13:48.456783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-4f308478-daa0-42e8-a952-bd75c7de4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.458258 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-4f308478-daa0-42e8-a952-bd75c7de4c6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.1651282 Aug 27 16:13:48.469535 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-054fc806-849b-4e15-bb51-d9efcd193695 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e3fbdc-1240-458d-b345-35c150622812 HTTP/1.1" status: 200 len: 999 time: 0.1864645 Aug 27 16:13:48.469535 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-666ab527-67ee-42e9-970d-d2df6668cc02 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316636 Aug 27 16:13:48.509658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e350dacb-5181-4ee7-a172-0ab2da582224 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:13:48.516080 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-1a6944b4-b28b-4f56-bf98-40138de2cb8a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 217 time: 0.0459223 Aug 27 16:13:48.590047 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '52369a96-a50b-4a49-a40b-4d7650639dfd', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'port_id': 'd2e3fbdc-1240-458d-b345-35c150622812', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'mac_address': 'fa:16:3e:c7:69:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:12:26Z', 'updated_at': '2021-08-27T16:13:45Z', 'revision_number': 1, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:28Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:13:48.592400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.613755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.619798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.629931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.636636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.644198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.651006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.652146 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065a5fc-91a0-4e2b-b803-6942ef70db90 None None] The sync data for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 is: [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '52369a96-a50b-4a49-a40b-4d7650639dfd', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'port_id': 'd2e3fbdc-1240-458d-b345-35c150622812', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'mac_address': 'fa:16:3e:c7:69:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:12:26Z', 'updated_at': '2021-08-27T16:13:45Z', 'revision_number': 1, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:28Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:13:48.663172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-79fd18bd-8a89-4915-9665-52d6a2e5ef6e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1877475 Aug 27 16:13:48.680704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e350dacb-5181-4ee7-a172-0ab2da582224, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e350dacb-5181-4ee7-a172-0ab2da582224,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:48.693143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'e350dacb-5181-4ee7-a172-0ab2da582224', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': 'e350dacb-5181-4ee7-a172-0ab2da582224', 'mac_address': 'fa:16:3e:08:8d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:13:48.708180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04811ec4-c1df-4c4f-8256-9a6ec9de9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.710633 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-04811ec4-c1df-4c4f-8256-9a6ec9de9085 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1580300 Aug 27 16:13:48.731570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a71ce8ff-d318-40c0-86f1-71b17e0258f2 req-6602809d-ae72-4609-8545-7f7e1f722c5b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671957 Aug 27 16:13:48.758829 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:48.780060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e350dacb-5181-4ee7-a172-0ab2da582224 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:48.817793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-56f07947-5952-41fa-84bf-0abb34053df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.818437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e350dacb-5181-4ee7-a172-0ab2da582224, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e350dacb-5181-4ee7-a172-0ab2da582224,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:48.820521 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-56f07947-5952-41fa-84bf-0abb34053df0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033886 Aug 27 16:13:48.823881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-e4e323e8-a569-4f3e-9998-7176bdb790cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.825828 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-e4e323e8-a569-4f3e-9998-7176bdb790cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf101c67-51d4-403c-a697-473f4a1ed59a HTTP/1.1" status: 200 len: 855 time: 0.3078294 Aug 27 16:13:48.838163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4c71dab5-2dcd-422f-8eb8-e2b2d1b585d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.840582 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4c71dab5-2dcd-422f-8eb8-e2b2d1b585d8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183188 Aug 27 16:13:48.914245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36a9b6-730d-41bd-ba34-f9dbb886fcce req-09590b30-d7f9-4c49-9fd6-d60c0f99c115 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:48.916347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f36a9b6-730d-41bd-ba34-f9dbb886fcce req-09590b30-d7f9-4c49-9fd6-d60c0f99c115 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 944 time: 0.0676165 Aug 27 16:13:48.928388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:48.975653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f36a9b6-730d-41bd-ba34-f9dbb886fcce req-4d8be914-f1df-4ce7-9e53-779d05824938 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Aug 27 16:13:49.030723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=e350dacb-5181-4ee7-a172-0ab2da582224,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:49.043003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4704354-5fa7-4e1a-855b-7792a7fce95b None None] New status for floating IP 52369a96-a50b-4a49-a40b-4d7650639dfd: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:13:49.195994 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-9e8c5300-aad5-4904-b860-e525b84d7225 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230586 Aug 27 16:13:49.226773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e350dacb-5181-4ee7-a172-0ab2da582224'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:49.274706 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-ba98ae85-f1d5-4ad1-a50a-919603c05778 service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291070 Aug 27 16:13:49.280730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-85221384-5446-45ba-afa8-ee1a66151741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:49.282580 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-85221384-5446-45ba-afa8-ee1a66151741 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9fe2a019-fd16-4e59-bfca-de581d38c452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4374082 Aug 27 16:13:49.398159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34238) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:49.551262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:49.551262 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea72b7-749e-4588-a91b-636a542a8071" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:49.560541 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-e8497cf8-5786-406d-bd03-3c5cfd672bcc service neutron] 10.222.0.90 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581120 Aug 27 16:13:49.568211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1f51d-dc06-4a60-ac98-b3c7f84d4298 req-2adb64a9-4a5f-4525-8fc2-5b50d85189eb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:49.569255 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-49a2a964-751f-4011-81bd-c385399a616d service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640313 Aug 27 16:13:49.577880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41f1f51d-dc06-4a60-ac98-b3c7f84d4298 req-2adb64a9-4a5f-4525-8fc2-5b50d85189eb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 944 time: 0.0970058 Aug 27 16:13:49.590553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1748203996-network', 'tenant_id': '4479492aca59443897c8fac5df9738f7'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:49.653200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41f1f51d-dc06-4a60-ac98-b3c7f84d4298 req-94c61a81-c506-4dac-95c0-9f3905f36401 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685623 Aug 27 16:13:49.674371 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-10ed4719-9032-4ebb-9d92-aca25c8dbca4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 HTTP/1.1" status: 200 len: 217 time: 0.0885112 Aug 27 16:13:49.682117 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6fc41a64-82f7-4498-ac99-5e9bcc1c48e6 req-4e4457c5-24c1-47e2-907e-e609c7779564 service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971858 Aug 27 16:13:49.728726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Made reservation on behalf of 4479492aca59443897c8fac5df9738f7 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:49.731307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:49.750663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:49.771947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34258) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:49.788801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-3a594a68-c3dd-4c68-bd77-d5a3b09eb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:49.793061 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-3a594a68-c3dd-4c68-bd77-d5a3b09eb944 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1034081 Aug 27 16:13:49.798580 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e9d2851-b54c-457f-968c-a1ac224a65e7 req-ffeb6304-6385-46e5-a928-79013c2bacb7 service neutron] 10.222.0.90 "GET /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230620 Aug 27 16:13:49.860985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4c436b7b-f0bc-4804-8ac5-cc9d3128ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:49.862791 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-4c436b7b-f0bc-4804-8ac5-cc9d3128ce05 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631859 Aug 27 16:13:49.904940 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:49.949479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f8c27c69-1e2d-4081-b409-1ebd87eb81c0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a320812637b64c2d9bcda51437b223a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756294 Aug 27 16:13:49.952762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34264) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:49.986270 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-b1c52dd5-1af6-47f4-94c3-78f690a6421c service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163139 Aug 27 16:13:50.007867 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4d1e9c-f213-46f6-acc3-c5710cb8fc20 x-openstack-request-id: req-8f4d1e9c-f213-46f6-acc3-c5710cb8fc20 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:50.008186 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:50.008467 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8f4d1e9c-f213-46f6-acc3-c5710cb8fc20 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:50.008938 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'status': 'completed', 'code': 200} Aug 27 16:13:50.048395 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.073309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:13:50.091070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f360d5e-8813-4bf8-b5bf-18967e91d27a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:50.095729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.102705 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Added segment 5b5f4ca4-7925-4c35-a375-91ca92ed105c of type vlan for network c806c515-176c-4a5c-9778-e05c60979872 Aug 27 16:13:50.114482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d1a16f39-6d87-4f83-85fe-2ed4b0eca43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.179730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea72b7-749e-4588-a91b-636a542a8071 req-5bc9465f-16c9-438b-aabb-d73a32e1d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.181395 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-04ea72b7-749e-4588-a91b-636a542a8071 req-5bc9465f-16c9-438b-aabb-d73a32e1d187 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1095 time: 0.1274190 Aug 27 16:13:50.187625 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-24182221-2be6-49d0-9879-0207e60a8521 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914365 Aug 27 16:13:50.188749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.189730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d1a16f39-6d87-4f83-85fe-2ed4b0eca43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.231960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.239525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.245657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.252533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.258576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.264658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.270567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.272534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-35b8f803-ec30-42e2-be33-37cfaed22646 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1300032 Aug 27 16:13:50.299188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-c7ff5df0-124a-4257-95be-8663ee6894cb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f65efb8d-82c5-478d-aff9-cd2116e72100 HTTP/1.1" status: 200 len: 217 time: 0.0942390 Aug 27 16:13:50.327764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-213228ea-7fc0-4b43-b5ad-a40ff93bcb75 req-3272631c-02e7-4276-abc3-9abcdbaf934d tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453961 Aug 27 16:13:50.335943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.337040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.337634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.403886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b10d164-8591-42b0-a252-89f30dff228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.405421 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2b10d164-8591-42b0-a252-89f30dff228b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0974820 Aug 27 16:13:50.409357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea72b7-749e-4588-a91b-636a542a8071 req-ff51c2ce-2822-444e-8fdc-08fa98cdc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.410985 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-04ea72b7-749e-4588-a91b-636a542a8071 req-ff51c2ce-2822-444e-8fdc-08fa98cdc42c service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.2189353 Aug 27 16:13:50.431346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] Pushing event updated for resources: {'Network': ['ID=c806c515-176c-4a5c-9778-e05c60979872,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:50.444661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c806c515-176c-4a5c-9778-e05c60979872 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:13:50.481181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57501295-4006-4b8f-b384-21f222d1df17 req-24a4e10f-6a6c-486f-94bc-34d2dfc813b9 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.483749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57501295-4006-4b8f-b384-21f222d1df17 req-24a4e10f-6a6c-486f-94bc-34d2dfc813b9 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 944 time: 0.0644512 Aug 27 16:13:50.491069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ff17b47d-0345-4300-8966-a8a8809ae0ad admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0920944 Aug 27 16:13:50.502276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34272) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:50.508372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Request body: {'subnet': {'network_id': 'c806c515-176c-4a5c-9778-e05c60979872', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1748203996-subnet', 'tenant_id': '4479492aca59443897c8fac5df9738f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:50.524583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e350dacb-5181-4ee7-a172-0ab2da582224 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:50.586789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57501295-4006-4b8f-b384-21f222d1df17 req-7a3f0211-4409-45fb-90aa-fa3466292553 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879796 Aug 27 16:13:50.614017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96fd1483-0714-4d57-b152-13664ce73278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.631764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Made reservation on behalf of 4479492aca59443897c8fac5df9738f7 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:50.636545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.719874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port e350dacb-5181-4ee7-a172-0ab2da582224 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:50.724053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port e350dacb-5181-4ee7-a172-0ab2da582224 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:50.728271 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.797071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d1a16f39-6d87-4f83-85fe-2ed4b0eca43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.799640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d1a16f39-6d87-4f83-85fe-2ed4b0eca43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.800847 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d1a16f39-6d87-4f83-85fe-2ed4b0eca43f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9ecc198-f13e-46bf-a590-a72b89f5be0c HTTP/1.1" status: 204 len: 168 time: 0.8467844 Aug 27 16:13:50.815633 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-04ea72b7-749e-4588-a91b-636a542a8071 req-d451770e-239f-4d8f-957b-a140b35e8874 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 217 time: 0.3938231 Aug 27 16:13:50.818121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1198af-fd76-43fc-8944-a2bac9e5914a req-e3aab1b6-54de-4d72-9c51-a254e58e9de1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.827160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e1198af-fd76-43fc-8944-a2bac9e5914a req-e3aab1b6-54de-4d72-9c51-a254e58e9de1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 944 time: 0.1107941 Aug 27 16:13:50.832372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:50.832579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16f39-6d87-4f83-85fe-2ed4b0eca43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ecc198-f13e-46bf-a590-a72b89f5be0c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:50.875885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e350dacb-5181-4ee7-a172-0ab2da582224'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:50.879821 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2db276-9580-44c9-924a-3940b54ddabe" -d '{"events": [{"server_uuid": "74543f56-f27f-4f8f-819b-9fdd5f5ffb37", "name": "network-vif-plugged", "status": "completed", "tag": "e350dacb-5181-4ee7-a172-0ab2da582224"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:50.896204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e350dacb-5181-4ee7-a172-0ab2da582224, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e350dacb-5181-4ee7-a172-0ab2da582224,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:50.909119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-cfc527e5-221f-4d52-9a9c-b9b2720e0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.910615 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-cfc527e5-221f-4d52-9a9c-b9b2720e0928 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4971261 Aug 27 16:13:50.913667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e1198af-fd76-43fc-8944-a2bac9e5914a req-c3684a6f-bfbf-4f5c-9cd0-cb8d3d69a228 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705514 Aug 27 16:13:50.932470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea72b7-749e-4588-a91b-636a542a8071 req-bb81f403-0f1f-4e03-a6e3-c2529cdd4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:50.937074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-04ea72b7-749e-4588-a91b-636a542a8071 req-bb81f403-0f1f-4e03-a6e3-c2529cdd4bd4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.1057749 Aug 27 16:13:50.975069 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc33524-f59d-4f31-8d28-989538820aa5 x-openstack-request-id: req-4fc33524-f59d-4f31-8d28-989538820aa5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:50.975489 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74543f56-f27f-4f8f-819b-9fdd5f5ffb37", "name": "network-vif-plugged", "status": "completed", "tag": "e350dacb-5181-4ee7-a172-0ab2da582224", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:50.976511 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4fc33524-f59d-4f31-8d28-989538820aa5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:50.977339 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e350dacb-5181-4ee7-a172-0ab2da582224', 'code': 200} Aug 27 16:13:51.011959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:51.093170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=e350dacb-5181-4ee7-a172-0ab2da582224,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:51.120935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:51.190478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=190ac32a-e14c-4999-bf85-1d199c24709e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:51.197348 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-2fa7b11b-726d-49d0-b058-8cd90e12a270 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584510 Aug 27 16:13:51.199088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Checking segment: {'id': '5b5f4ca4-7925-4c35-a375-91ca92ed105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'c806c515-176c-4a5c-9778-e05c60979872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:13:51.199372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Network hostable DHCP agents. Network: c806c515-176c-4a5c-9778-e05c60979872, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:13:51.254195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea72b7-749e-4588-a91b-636a542a8071 req-cf07761f-02c5-4d0a-9092-bda9cc6a69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.255732 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-04ea72b7-749e-4588-a91b-636a542a8071 req-cf07761f-02c5-4d0a-9092-bda9cc6a69b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021789 Aug 27 16:13:51.266105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e2fec-05fa-406a-95bb-490f3b7c149e req-c88cc134-6f86-45eb-ba3d-c38c29e1f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.267608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ea6e2fec-05fa-406a-95bb-490f3b7c149e req-c88cc134-6f86-45eb-ba3d-c38c29e1f57e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 1096 time: 0.1589792 Aug 27 16:13:51.369299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Network c806c515-176c-4a5c-9778-e05c60979872 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:13:51.387426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:13:51.398432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ea6e2fec-05fa-406a-95bb-490f3b7c149e req-5e612ed6-0719-4659-9e01-940b677ed7ec service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115389 Aug 27 16:13:51.402496 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-af01f413-5b05-48aa-9ab7-96752afe50e6 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977651 Aug 27 16:13:51.438432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 821703f2-0b21-432e-832f-110efa41a59d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:13:51.441048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 821703f2-0b21-432e-832f-110efa41a59d not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:13:51.455183 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-04ea72b7-749e-4588-a91b-636a542a8071 req-15377915-710d-45c3-9a78-36f908a307f6 service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832035 Aug 27 16:13:51.456820 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d85eca0c-af95-4535-a10a-9f0070766b42 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502 HTTP/1.1" status: 200 len: 217 time: 0.0420847 Aug 27 16:13:51.467588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c806c515-176c-4a5c-9778-e05c60979872) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:51.475261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.475261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:51.478465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99e8db-45a2-4145-8656-b9743e7523ab None None] Network c806c515-176c-4a5c-9778-e05c60979872 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:51.515379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-e822aea3-072e-4885-a264-627a6af59a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.517078 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-e822aea3-072e-4885-a264-627a6af59a20 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.0510654 Aug 27 16:13:51.552929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.560203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.568250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.576663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.583843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.591246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.598719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.600914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-f2b61ee4-03d3-42c3-9ff7-13b0c3d356f9 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1355910 Aug 27 16:13:51.652410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6f438e86-6a17-42a0-9707-eb3892de0d9c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1488175 Aug 27 16:13:51.675436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d26d9c18-c8c2-4a85-b8a7-9d066c52511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.677066 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-d26d9c18-c8c2-4a85-b8a7-9d066c52511a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522095 Aug 27 16:13:51.682111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b79026-c7a8-451f-a87e-d09d9e4aa85f None None] Network c806c515-176c-4a5c-9778-e05c60979872 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:13:51.734723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a2a0b53-e65f-42d9-80c0-b0062d5eb9b8 req-55c1acb7-286a-4330-a8c1-99537251f3b6 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202502 Aug 27 16:13:51.787126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34304) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:51.787485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34306) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:51.822449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ad85b-258a-42aa-957a-927af9f8cfba req-d3d2bfd3-b503-4586-92b8-bbf5b95941dc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:51.851145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa4ad85b-258a-42aa-957a-927af9f8cfba req-d3d2bfd3-b503-4586-92b8-bbf5b95941dc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 944 time: 0.1157122 Aug 27 16:13:51.852018 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-04ea72b7-749e-4588-a91b-636a542a8071 req-432570e0-bfa0-4b73-9c29-1f5e8a77e1bd service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627468 Aug 27 16:13:51.910219 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6cd9d64e-dc41-4ea9-93b5-e911bc107ede admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8e85632f275242ebbb9003f41f176703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829494 Aug 27 16:13:51.913062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34310) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:51.944257 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-e1c417ce-ee4f-4430-90b7-fe84e874d8ad service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506404 Aug 27 16:13:51.967854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa4ad85b-258a-42aa-957a-927af9f8cfba req-408ecfcd-c028-45c7-9131-19e8030b2669 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151738 Aug 27 16:13:52.016192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-412dee19-de3d-4030-9d71-3f55f1771e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.092559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-412dee19-de3d-4030-9d71-3f55f1771e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.113465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-63538a80-31fa-4ec6-9b22-d9d3f8a48953 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590149 Aug 27 16:13:52.136492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a25d-1df1-432f-86e8-ab32063ea976 req-53d6c9c1-e9a6-4369-a748-a8880e7b26bf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:52.138035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb79a25d-1df1-432f-86e8-ab32063ea976 req-53d6c9c1-e9a6-4369-a748-a8880e7b26bf tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 945 time: 0.0890439 Aug 27 16:13:52.178399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-a08e9b0f-36c0-4955-940d-d7076813a2da req-e9265c8f-665e-4654-b4bf-361bf74a6855 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1611777874', 'description': 'tempest-description-796265718'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:52.183469 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-94ae066a-d26a-4335-9578-364585805da4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 200 len: 217 time: 0.0624688 Aug 27 16:13:52.200634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e8899d9c-ff0d-4ffe-8038-72d61934589a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.212572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb79a25d-1df1-432f-86e8-ab32063ea976 req-b5f78049-cd14-4c86-b39b-3e0bc421f557 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662496 Aug 27 16:13:52.251366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-16d830c2-c129-43f1-abc4-9cee089b1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:52.253044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-16d830c2-c129-43f1-abc4-9cee089b1155 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.0622194 Aug 27 16:13:52.277306 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a08e9b0f-36c0-4955-940d-d7076813a2da req-e9265c8f-665e-4654-b4bf-361bf74a6855 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.297657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-412dee19-de3d-4030-9d71-3f55f1771e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.300399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-412dee19-de3d-4030-9d71-3f55f1771e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.306707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-412dee19-de3d-4030-9d71-3f55f1771e37 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/371f1548-2908-4d9e-ab1f-59d6feea15b3 HTTP/1.1" status: 204 len: 168 time: 0.3903918 Aug 27 16:13:52.314007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dee19-de3d-4030-9d71-3f55f1771e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f1548-2908-4d9e-ab1f-59d6feea15b3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:52.358033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-37dba7c2-99b2-4f7f-a1f2-019112246032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:52.360104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-37dba7c2-99b2-4f7f-a1f2-019112246032 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999360 Aug 27 16:13:52.490548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-efdab901-19e1-4686-a195-ff9a4b522bdf service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218317 Aug 27 16:13:52.507212 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e8899d9c-ff0d-4ffe-8038-72d61934589a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.532654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 2109f3ab-6771-46f6-b123-2b0b2cd9720e details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:13:52.596745 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d6851d96-afbc-4d9a-885c-38e47a6faec1 req-302ed9aa-c45f-4caf-b8d0-6c4954f00a7d service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984700 Aug 27 16:13:52.615866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e8899d9c-ff0d-4ffe-8038-72d61934589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.679662 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e8899d9c-ff0d-4ffe-8038-72d61934589a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28c335f4008c43a5bd05c0df79820709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785148 Aug 27 16:13:52.682331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34324) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:13:52.718489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8899d9c-ff0d-4ffe-8038-72d61934589a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ec36d-f554-422b-a384-c337662a9404,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:52.736888 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a08e9b0f-36c0-4955-940d-d7076813a2da req-e9265c8f-665e-4654-b4bf-361bf74a6855 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.752923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-138e31ae-e443-4b94-bdb8-1a1f9c1812c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.815721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a08e9b0f-36c0-4955-940d-d7076813a2da req-e9265c8f-665e-4654-b4bf-361bf74a6855 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.830317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-138e31ae-e443-4b94-bdb8-1a1f9c1812c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.880925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 2109f3ab-6771-46f6-b123-2b0b2cd9720e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:52.893312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'mac_address': 'fa:16:3e:5e:8a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:13:52.928503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a08e9b0f-36c0-4955-940d-d7076813a2da req-e9265c8f-665e-4654-b4bf-361bf74a6855 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.948444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a08e9b0f-36c0-4955-940d-d7076813a2da req-e9265c8f-665e-4654-b4bf-361bf74a6855 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7777700 Aug 27 16:13:52.954705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.967891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:52.984395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2109f3ab-6771-46f6-b123-2b0b2cd9720e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:13:52.994739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9265c8f-665e-4654-b4bf-361bf74a6855 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85b245f-55c7-469c-ada4-87a767c3bdf6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:53.003531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.004261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.004621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.005106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.005585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.006063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.006542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.008538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 2109f3ab-6771-46f6-b123-2b0b2cd9720e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:53.008701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f1afd08a-46d0-441e-a488-7969b13ef5ca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6474 time: 0.1027224 Aug 27 16:13:53.064723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-138e31ae-e443-4b94-bdb8-1a1f9c1812c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.067291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-138e31ae-e443-4b94-bdb8-1a1f9c1812c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.070711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-138e31ae-e443-4b94-bdb8-1a1f9c1812c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8d3ec36d-f554-422b-a384-c337662a9404 HTTP/1.1" status: 204 len: 168 time: 0.3851123 Aug 27 16:13:53.084646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.084889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e31ae-e443-4b94-bdb8-1a1f9c1812c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ec36d-f554-422b-a384-c337662a9404,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:53.113388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.121855 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d47a0e4f-7f37-45f2-ae98-6afef44a8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.133935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.144460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.145671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-cc95258c-ee60-4749-8e92-2eb05461c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.147350 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-633b3490-d938-4511-9705-1bde6e44adf0 req-cc95258c-ee60-4749-8e92-2eb05461c4f0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 200 len: 904 time: 0.1308694 Aug 27 16:13:53.163523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=2109f3ab-6771-46f6-b123-2b0b2cd9720e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:53.168660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.174877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.195088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.203815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.207780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-fe1faced-5706-4b65-85c9-954a32f1015e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1960008 Aug 27 16:13:53.222706 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-633b3490-d938-4511-9705-1bde6e44adf0 req-38bdc4bb-aea8-4822-a438-27ad65e79d0a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 200 len: 217 time: 0.0644279 Aug 27 16:13:53.237002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.303519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-e1405272-59f1-4588-a6a6-ad277daa33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.306586 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-633b3490-d938-4511-9705-1bde6e44adf0 req-e1405272-59f1-4588-a6a6-ad277daa33d1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.0760727 Aug 27 16:13:53.313171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3148860-98a8-487c-8906-e01ad5fa9c3d req-57eff975-ee2d-436b-ad33-28b43a9a5a61 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927231 Aug 27 16:13:53.319373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-7d55a372-0b78-4cc6-a046-1e09bfc810c8 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/c85b245f-55c7-469c-ada4-87a767c3bdf6 HTTP/1.1" status: 200 len: 1812 time: 0.1104438 Aug 27 16:13:53.330632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c85b245f-55c7-469c-ada4-87a767c3bdf6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:53.331440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c85b245f-55c7-469c-ada4-87a767c3bdf6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:53.368836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3490-d938-4511-9705-1bde6e44adf0 req-e4de96c7-3d21-4afa-9080-4853c1b20ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.370366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-633b3490-d938-4511-9705-1bde6e44adf0 req-e4de96c7-3d21-4afa-9080-4853c1b20ada service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578625 Aug 27 16:13:53.394786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['2109f3ab-6771-46f6-b123-2b0b2cd9720e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:13:53.483705 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-633b3490-d938-4511-9705-1bde6e44adf0 req-7bdfcfea-4314-4203-9271-c204a84a457a service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051579 Aug 27 16:13:53.514394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279101f-f733-4839-b79c-328f924e22f6 req-e7960565-4e20-4959-a036-89e1415bfd54 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.516087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0279101f-f733-4839-b79c-328f924e22f6 req-e7960565-4e20-4959-a036-89e1415bfd54 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 945 time: 0.1273179 Aug 27 16:13:53.530021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.551804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.629743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0279101f-f733-4839-b79c-328f924e22f6 req-84848d30-7b09-44be-a257-00c756bc0135 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759082 Aug 27 16:13:53.689006 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-633b3490-d938-4511-9705-1bde6e44adf0 req-f591485d-369f-4845-9428-c6c05196c13c service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928573 Aug 27 16:13:53.706031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.739365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f556b696-b6b6-4e82-b321-ca4919bd5c26,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:53.755177 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.826819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57998a5b-b798-4abe-b508-0f9bbebeb30e req-358bfab5-a800-4ff2-b6e2-12af19a06192 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:53.828906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57998a5b-b798-4abe-b508-0f9bbebeb30e req-358bfab5-a800-4ff2-b6e2-12af19a06192 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 945 time: 0.0926914 Aug 27 16:13:53.853015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:53.856042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3f5917d-b5c2-4093-9b5c-1f7fbb8ef962 req-12b4695c-e3fb-48d5-bed9-87ffb8af8648 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5301600 Aug 27 16:13:53.892459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57998a5b-b798-4abe-b508-0f9bbebeb30e req-c6b453cb-7f27-40fb-afc5-4d22700b2df9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Aug 27 16:13:53.990347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72299b78-5a20-4cc7-b324-e1599f7176ec req-187e7681-72a9-46a8-9f14-c4c81f96be29 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/c85b245f-55c7-469c-ada4-87a767c3bdf6 HTTP/1.1" status: 200 len: 2405 time: 0.0685201 Aug 27 16:13:54.054444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe58b8dc-db75-4244-ab55-3aae9b4ff57d req-c11f3002-8c34-416d-a548-db2b7e073cac tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-group-rules/f556b696-b6b6-4e82-b321-ca4919bd5c26 HTTP/1.1" status: 200 len: 778 time: 0.0414913 Aug 27 16:13:54.132268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe58b8dc-db75-4244-ab55-3aae9b4ff57d req-2d651829-ec21-4914-b858-a20bc2c45a2d tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/c85b245f-55c7-469c-ada4-87a767c3bdf6 HTTP/1.1" status: 200 len: 2405 time: 0.0761688 Aug 27 16:13:54.162916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe58b8dc-db75-4244-ab55-3aae9b4ff57d req-129dc3ed-fa6e-4c18-aa3b-0eb778c4f50c tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.178384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe58b8dc-db75-4244-ab55-3aae9b4ff57d req-129dc3ed-fa6e-4c18-aa3b-0eb778c4f50c tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.286521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe58b8dc-db75-4244-ab55-3aae9b4ff57d req-129dc3ed-fa6e-4c18-aa3b-0eb778c4f50c tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.294941 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe58b8dc-db75-4244-ab55-3aae9b4ff57d req-129dc3ed-fa6e-4c18-aa3b-0eb778c4f50c tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.298868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe58b8dc-db75-4244-ab55-3aae9b4ff57d req-129dc3ed-fa6e-4c18-aa3b-0eb778c4f50c tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/f556b696-b6b6-4e82-b321-ca4919bd5c26 HTTP/1.1" status: 204 len: 173 time: 0.1646826 Aug 27 16:13:54.307311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dc3ed-fa6e-4c18-aa3b-0eb778c4f50c tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f556b696-b6b6-4e82-b321-ca4919bd5c26,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:54.329728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-25787118-a171-482d-8d29-224f28992bae req-12d7fdb1-782e-42df-9e11-dcc9a6d1655f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2146490581', 'description': 'tempest-description-840160706'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:54.382581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.444803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25787118-a171-482d-8d29-224f28992bae req-12d7fdb1-782e-42df-9e11-dcc9a6d1655f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.478670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.480536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.487937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.497963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.501509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.508320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.515619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.523951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-38c9daf4-c126-43c0-be94-e1974a186bbd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1203129 Aug 27 16:13:54.537806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 2109f3ab-6771-46f6-b123-2b0b2cd9720e up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:13:54.586142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efb2907a-e912-4a11-880d-5c9ab8fcb0c7 req-9ccae05d-e851-4bc9-a1d6-c69a5e722b11 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612059 Aug 27 16:13:54.661568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25787118-a171-482d-8d29-224f28992bae req-12d7fdb1-782e-42df-9e11-dcc9a6d1655f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.700451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 2109f3ab-6771-46f6-b123-2b0b2cd9720e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:13:54.708690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 2109f3ab-6771-46f6-b123-2b0b2cd9720e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:13:54.712013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.754706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25787118-a171-482d-8d29-224f28992bae req-12d7fdb1-782e-42df-9e11-dcc9a6d1655f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.797754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ad0dd-8cd5-4294-bd7f-ac4749fc6d09 req-ce7e4514-cc5f-4e9b-bffe-46bc5899b2e4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:54.799510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a9ad0dd-8cd5-4294-bd7f-ac4749fc6d09 req-ce7e4514-cc5f-4e9b-bffe-46bc5899b2e4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 945 time: 0.0859547 Aug 27 16:13:54.820689 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.861992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 2109f3ab-6771-46f6-b123-2b0b2cd9720e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:13:54.863116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:13:54.866053 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b263b-b28c-452c-a9f1-9e3ebf433860" -d '{"events": [{"server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "name": "network-vif-plugged", "status": "completed", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:13:54.871876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a9ad0dd-8cd5-4294-bd7f-ac4749fc6d09 req-9f2a1fbc-cdac-4a1a-9da4-cb82bc24a31e tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552349 Aug 27 16:13:54.874140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7fdb1-782e-42df-9e11-dcc9a6d1655f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34a79d5-7af9-4485-9691-3d6ea32ac21b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:54.888198 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-25787118-a171-482d-8d29-224f28992bae req-12d7fdb1-782e-42df-9e11-dcc9a6d1655f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:54.890865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25787118-a171-482d-8d29-224f28992bae req-12d7fdb1-782e-42df-9e11-dcc9a6d1655f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5655389 Aug 27 16:13:54.937381 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8be945-3e4b-4fe9-8ea9-ffe1c4b1c4aa x-openstack-request-id: req-3a8be945-3e4b-4fe9-8ea9-ffe1c4b1c4aa {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:13:54.937689 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "name": "network-vif-plugged", "status": "completed", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:13:54.937941 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3a8be945-3e4b-4fe9-8ea9-ffe1c4b1c4aa {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:13:54.938339 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'code': 200} Aug 27 16:13:54.943108 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:55.047931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56cda9d4-15e7-43be-85e1-6c968a4155cd req-2d1c3bbd-2bfc-41d9-9c05-8ca8226658d5 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/c34a79d5-7af9-4485-9691-3d6ea32ac21b HTTP/1.1" status: 200 len: 1812 time: 0.0855081 Aug 27 16:13:55.067417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=2109f3ab-6771-46f6-b123-2b0b2cd9720e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:55.106652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5d96-1571-42b5-ab5b-7c755f26b9b3 req-1e8fb4d7-f1e5-4124-8a30-a0885b1fcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:55.108572 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b4dc5d96-1571-42b5-ab5b-7c755f26b9b3 req-1e8fb4d7-f1e5-4124-8a30-a0885b1fcbbc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.0859420 Aug 27 16:13:55.176126 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b4dc5d96-1571-42b5-ab5b-7c755f26b9b3 req-0e7f993b-4afb-4891-b648-e351156fb2c8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 Aug 27 16:13:55.469751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-070b6052-4831-4ab6-8f53-512b4ecdc319 req-a4c142d3-c339-4fdd-8798-2e61e49df636 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-529486864', 'description': 'tempest-description-1857675119'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:55.591365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-070b6052-4831-4ab6-8f53-512b4ecdc319 req-a4c142d3-c339-4fdd-8798-2e61e49df636 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:55.672918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-070b6052-4831-4ab6-8f53-512b4ecdc319 req-a4c142d3-c339-4fdd-8798-2e61e49df636 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:55.813843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-070b6052-4831-4ab6-8f53-512b4ecdc319 req-a4c142d3-c339-4fdd-8798-2e61e49df636 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:55.851312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c142d3-c339-4fdd-8798-2e61e49df636 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9237b-0ab3-444a-8ce4-5cdc474b1ffc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:55.922291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-070b6052-4831-4ab6-8f53-512b4ecdc319 req-a4c142d3-c339-4fdd-8798-2e61e49df636 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:55.927950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-070b6052-4831-4ab6-8f53-512b4ecdc319 req-a4c142d3-c339-4fdd-8798-2e61e49df636 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4587469 Aug 27 16:13:55.934395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-f77a2f01-4287-421c-a09c-52cb7b0b5f36 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249023 Aug 27 16:13:55.945694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:56.076558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.082458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.088384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.095005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.100863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.106683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.112553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.114382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-d15bad81-9df3-41e1-8e99-3dfa8e2b0b69 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1238196 Aug 27 16:13:56.125005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-aa54e08e-3713-4ee0-a4c4-214d50803d73 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.126400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-aa54e08e-3713-4ee0-a4c4-214d50803d73 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862547 Aug 27 16:13:56.151587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-03b0391b-2aaf-4cfe-a023-c8d84695584f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/quotas/9d7cb75d2e1f4d85a63646d76821c48c HTTP/1.1" status: 200 len: 375 time: 0.0183868 Aug 27 16:13:56.179424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b7539b3-8697-488a-8a60-a1b702f275c4 req-8cf472e2-9964-45cc-b334-5c7303b5760a tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519660 Aug 27 16:13:56.197941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-e8a426d0-6e0f-4c70-86b6-189a439ce379 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360093 Aug 27 16:13:56.301086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1dbaa-07ad-4d61-8b1c-eef370b1a8b5 req-cc600b80-6641-4476-9a68-b8ec941540cc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:56.302558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8b1dbaa-07ad-4d61-8b1c-eef370b1a8b5 req-cc600b80-6641-4476-9a68-b8ec941540cc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 946 time: 0.0496259 Aug 27 16:13:56.341224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8b1dbaa-07ad-4d61-8b1c-eef370b1a8b5 req-d4e63f97-d2d6-4e81-b025-38651a878f13 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 27 16:13:56.402831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31826eb1-805d-459e-a921-4b8082caa980 req-9174ccb9-0103-446f-90fa-c25fea819d6f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/b4d9237b-0ab3-444a-8ce4-5cdc474b1ffc HTTP/1.1" status: 200 len: 1812 time: 0.0389328 Aug 27 16:13:56.551468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b0e28aee-aecd-440d-a7a6-d3f73a3c6300 req-108a41da-e055-466f-be7f-4927b7604bd3 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-141616754', 'description': 'tempest-description-351736037'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:56.570952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c16983e-3350-497b-82be-ab7b41d1c746 req-0c58e05c-7494-4025-bb22-b3a25c2eeab7 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 210 time: 0.0341125 Aug 27 16:13:56.717149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b0e28aee-aecd-440d-a7a6-d3f73a3c6300 req-108a41da-e055-466f-be7f-4927b7604bd3 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:56.809679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b0e28aee-aecd-440d-a7a6-d3f73a3c6300 req-108a41da-e055-466f-be7f-4927b7604bd3 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:56.876579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b0e28aee-aecd-440d-a7a6-d3f73a3c6300 req-108a41da-e055-466f-be7f-4927b7604bd3 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:56.906138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a41da-e055-466f-be7f-4927b7604bd3 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543b153c-5a12-4fb2-a416-75dbfe1c98d2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:56.954071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b0e28aee-aecd-440d-a7a6-d3f73a3c6300 req-108a41da-e055-466f-be7f-4927b7604bd3 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:56.955345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0e28aee-aecd-440d-a7a6-d3f73a3c6300 req-108a41da-e055-466f-be7f-4927b7604bd3 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4096639 Aug 27 16:13:57.071175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5711436d-13fd-4c2b-9b5f-34ae9ce55640 req-079e1f7a-58fe-4ed8-acca-ae44a34d5d0d tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/543b153c-5a12-4fb2-a416-75dbfe1c98d2 HTTP/1.1" status: 200 len: 1811 time: 0.0658758 Aug 27 16:13:57.156662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-3a8b9834-694c-4f72-8915-111b115876f7 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.158119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-3a8b9834-694c-4f72-8915-111b115876f7 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 0.1167266 Aug 27 16:13:57.174630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-ad4d61d0-e453-48ae-879e-2c881bedda4c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/quotas/75112f3c6fc94cb393b33ac3e3fef6df HTTP/1.1" status: 200 len: 375 time: 0.0102458 Aug 27 16:13:57.224898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7c03e289-8f4d-42b0-ad67-78d2c36eae5c req-5cfb57b7-f19e-4a53-9766-59ec65ab54ae tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-613538033', 'description': 'tempest-description-1000155048'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:57.253101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-02ef9d6a-c5ac-458b-9b47-bb6128c347cc tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731900 Aug 27 16:13:57.328000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c03e289-8f4d-42b0-ad67-78d2c36eae5c req-5cfb57b7-f19e-4a53-9766-59ec65ab54ae tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:57.368925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-0c85bcf3-f9d5-4d1e-8021-9e1c34c69ec9 service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085172 Aug 27 16:13:57.504269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-decaa8f7-937e-4a58-8adc-6ef2bd955a97 service neutron] 10.222.0.101 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258101 Aug 27 16:13:57.506418 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c03e289-8f4d-42b0-ad67-78d2c36eae5c req-5cfb57b7-f19e-4a53-9766-59ec65ab54ae tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:57.594263 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c03e289-8f4d-42b0-ad67-78d2c36eae5c req-5cfb57b7-f19e-4a53-9766-59ec65ab54ae tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:57.624733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb57b7-f19e-4a53-9766-59ec65ab54ae tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f842322b-cc7f-40ec-9db0-6bc9df5c6297,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:57.668663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c03e289-8f4d-42b0-ad67-78d2c36eae5c req-5cfb57b7-f19e-4a53-9766-59ec65ab54ae tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:57.671512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c03e289-8f4d-42b0-ad67-78d2c36eae5c req-5cfb57b7-f19e-4a53-9766-59ec65ab54ae tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4609745 Aug 27 16:13:57.801502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.808258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.814215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.820113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.826217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.832260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.838338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.840353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-29d79e51-fd29-42db-8a6a-0a7563027055 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1011341 Aug 27 16:13:57.923672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81dc32f5-75d7-4ce8-8d21-6cd9e6b31a27 req-f2476f71-295f-4eda-ac7c-18e2c34233aa tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626621 Aug 27 16:13:57.930922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5905a68-f816-4054-ba02-87167dd0ac7d req-e31a4a51-027d-4d88-9d8a-c10b7723d5b3 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:57.932385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5905a68-f816-4054-ba02-87167dd0ac7d req-e31a4a51-027d-4d88-9d8a-c10b7723d5b3 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 946 time: 0.0839915 Aug 27 16:13:57.985724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5905a68-f816-4054-ba02-87167dd0ac7d req-42378a73-5e6c-4c23-932d-a00f40bc74f7 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Aug 27 16:13:58.116422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65718840-133f-4072-ba18-a1fb14ba4792 req-089bbf9d-83a0-489c-8739-ad10bbff7da1 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 210 time: 0.0367355 Aug 27 16:13:58.138440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3096cab6-4ccd-4d43-a635-19fbbc7f4324 req-4a158f00-e2e9-4ff7-b23f-90fcca1f022e tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 210 time: 0.0421767 Aug 27 16:13:58.187003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f64d9cf-5641-42f6-94f7-c66518563972 req-f8e7f7f1-d69d-4751-993e-ce36a0c4d672 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/f842322b-cc7f-40ec-9db0-6bc9df5c6297 HTTP/1.1" status: 200 len: 1812 time: 0.0412831 Aug 27 16:13:58.273669 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-58aa6928-a3a8-4ca8-8f21-e5fd3cb43ee6 req-41abf4d9-0fdb-4034-ade9-031456f81ac4 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] show failed (client error): The resource could not be found. Aug 27 16:13:58.274657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58aa6928-a3a8-4ca8-8f21-e5fd3cb43ee6 req-41abf4d9-0fdb-4034-ade9-031456f81ac4 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/33f0200d-8b49-458a-b92c-192ee20efe94 HTTP/1.1" status: 404 len: 352 time: 0.0222030 Aug 27 16:13:58.323781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-1872b9a4-121b-42fe-8482-b2094210c7f8 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1209066 Aug 27 16:13:58.335219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:58.471468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:58.568260 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-601e66d8-0af0-43bb-8f47-62e6d4a717c1 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240040 Aug 27 16:13:58.575073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:58.689405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Allocated IP 172.25.4.192 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/40d97b16-a38f-40f2-a8e2-5ab8f75f281d) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:58.690385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-0201edbf-1c43-4489-a9cd-203d9bd4d46a tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:58.691894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-0201edbf-1c43-4489-a9cd-203d9bd4d46a tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178718 Aug 27 16:13:58.705458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Request body: {'port': {'device_id': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '9d7cb75d2e1f4d85a63646d76821c48c'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:58.805210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:58.829255 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-506ff73b-6253-46d3-ba67-0740d8b30f63 req-124cabaa-f040-4cd4-a00e-81007b73c937 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] show failed (client error): The resource could not be found. Aug 27 16:13:58.829255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-506ff73b-6253-46d3-ba67-0740d8b30f63 req-124cabaa-f040-4cd4-a00e-81007b73c937 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-group-rules/c118f9fc-dc82-4095-b119-4f54da8a2925 HTTP/1.1" status: 404 len: 361 time: 0.0171375 Aug 27 16:13:58.940267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Made reservation on behalf of 9d7cb75d2e1f4d85a63646d76821c48c for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:13:58.940909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:58.943991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:58.958377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:58.988940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:58.993803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:58.996988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:59.030157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Pushing event updated for resources: {'Port': ['ID=40d97b16-a38f-40f2-a8e2-5ab8f75f281d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:59.054489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.101626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.128617 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.151274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76fd2b58-ecab-4c6e-a403-f539046d7ab3 req-722d4e20-3c28-4e2b-b343-64a72cbae4a2 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/f842322b-cc7f-40ec-9db0-6bc9df5c6297 HTTP/1.1" status: 200 len: 1812 time: 0.0391552 Aug 27 16:13:59.198662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c71f91-1509-459f-92d2-5fd7aa69a148,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:59.236399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-76fd2b58-ecab-4c6e-a403-f539046d7ab3 req-25a4fb19-fbe1-48b8-aba5-aa2bc5baa77e tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.242900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.268446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Allocated IP 192.168.233.176 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/8b054c0e-7775-4142-9365-ebea4dc5d89d) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:13:59.285916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-76fd2b58-ecab-4c6e-a403-f539046d7ab3 req-25a4fb19-fbe1-48b8-aba5-aa2bc5baa77e tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.422174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.438573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.488037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-76fd2b58-ecab-4c6e-a403-f539046d7ab3 req-25a4fb19-fbe1-48b8-aba5-aa2bc5baa77e tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.488213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Transition to ACTIVE for port object 8b054c0e-7775-4142-9365-ebea4dc5d89d will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:13:59.490616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-76fd2b58-ecab-4c6e-a403-f539046d7ab3 req-25a4fb19-fbe1-48b8-aba5-aa2bc5baa77e tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.491786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76fd2b58-ecab-4c6e-a403-f539046d7ab3 req-25a4fb19-fbe1-48b8-aba5-aa2bc5baa77e tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "DELETE /v2.0/security-groups/f842322b-cc7f-40ec-9db0-6bc9df5c6297 HTTP/1.1" status: 204 len: 173 time: 0.3300910 Aug 27 16:13:59.505015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4fb19-fbe1-48b8-aba5-aa2bc5baa77e tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f842322b-cc7f-40ec-9db0-6bc9df5c6297,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:59.520116 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.597131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.621237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Pushing event updated for resources: {'Port': ['ID=40d97b16-a38f-40f2-a8e2-5ab8f75f281d,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:59.640654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.644026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:13:59.649401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:13:59.653243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:13:59.657777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.667646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.674213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.680535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.682310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Pushing event updated for resources: {'Port': ['ID=8b054c0e-7775-4142-9365-ebea4dc5d89d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:13:59.686937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.693022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.698900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.700930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-10cb509e-190f-490b-9546-9d0cfe5edbc4 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1442914 Aug 27 16:13:59.719387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.720172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.751893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dfeac5c-bb6e-424a-bf1f-b4a047d441cd req-e3a2d05a-5261-43a7-8f78-434cd00a5380 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416968 Aug 27 16:13:59.773620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.774880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-3533fbb2-fe6f-4a13-ba47-2741a32e540a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4438701 Aug 27 16:13:59.834547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-d37c9874-c648-49c1-bae1-69d5b93450ba tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.0524297 Aug 27 16:13:59.842294 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-41b03784-fdf6-4869-a5ed-2edaf14b8c1e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1405079 Aug 27 16:13:59.860947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Request body: {'port': {'device_id': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:13:59.938650 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:13:59.976913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-a94329f0-803c-4ea9-b787-385842a7ecff tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:13:59.979741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c5c8b66-89ee-487d-8681-3b83dc1793f6 req-a94329f0-803c-4ea9-b787-385842a7ecff tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1362195 Aug 27 16:14:00.037450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4e0542e7-a59b-44e8-bbd3-b1a54cffc7db None None] Provisioning for port 8b054c0e-7775-4142-9365-ebea4dc5d89d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:00.042868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4e0542e7-a59b-44e8-bbd3-b1a54cffc7db None None] Provisioning complete for port 8b054c0e-7775-4142-9365-ebea4dc5d89d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:00.045540 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e0542e7-a59b-44e8-bbd3-b1a54cffc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.132467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4e0542e7-a59b-44e8-bbd3-b1a54cffc7db None None] Port 8b054c0e-7775-4142-9365-ebea4dc5d89d cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:14:00.218458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c763e-608a-4d49-8a35-cf835ad1b99c req-98b89981-15ea-410c-93e7-702ceb97a817 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:00.219985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab6c763e-608a-4d49-8a35-cf835ad1b99c req-98b89981-15ea-410c-93e7-702ceb97a817 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 936 time: 0.1042726 Aug 27 16:14:00.257770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-78db58d7-11ff-49ad-aea5-176c59677bb3 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:00.259425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-78db58d7-11ff-49ad-aea5-176c59677bb3 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.97 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 813 time: 0.2163811 Aug 27 16:14:00.286709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab6c763e-608a-4d49-8a35-cf835ad1b99c req-238336b7-70e1-4bec-ab6e-2e310843cd5a tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512481 Aug 27 16:14:00.292467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Request body: {'port': {'device_id': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'admin_state_up': True, 'tenant_id': '75112f3c6fc94cb393b33ac3e3fef6df'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:00.325941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b054c0e-7775-4142-9365-ebea4dc5d89d {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:00.334278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.350216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Transition to ACTIVE for port object 8b054c0e-7775-4142-9365-ebea4dc5d89d will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:00.395933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2a78a64-2e20-44bb-8c84-6998278949b3 req-c43714fd-528c-4a95-a987-1661f13a7217 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 210 time: 0.0317686 Aug 27 16:14:00.459829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.483012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74867389-6765-4f0c-9b75-4664951fe0d8 req-1c28faf2-d15e-476f-8519-7702f86bd04f tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/543b153c-5a12-4fb2-a416-75dbfe1c98d2 HTTP/1.1" status: 200 len: 1811 time: 0.0638471 Aug 27 16:14:00.525332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b054c0e-7775-4142-9365-ebea4dc5d89d,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:00.552862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Made reservation on behalf of 75112f3c6fc94cb393b33ac3e3fef6df for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:00.556828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.559869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74867389-6765-4f0c-9b75-4664951fe0d8 req-ec31bdbb-ccd7-45a1-a1c2-3a789176b96b tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.605466 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Attempting to bind port 8b054c0e-7775-4142-9365-ebea4dc5d89d on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:00.609912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Attempting to bind port 8b054c0e-7775-4142-9365-ebea4dc5d89d by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:00.609912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Attempting to bind port 8b054c0e-7775-4142-9365-ebea4dc5d89d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:00.610989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Port 8b054c0e-7775-4142-9365-ebea4dc5d89d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:14:00.611509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Attempting to bind port 8b054c0e-7775-4142-9365-ebea4dc5d89d on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:00.616586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:00.616920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:00.617308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:00.617738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Bound port: 8b054c0e-7775-4142-9365-ebea4dc5d89d, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:00.618097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.689014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] For port 8b054c0e-7775-4142-9365-ebea4dc5d89d, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:00.689820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74867389-6765-4f0c-9b75-4664951fe0d8 req-ec31bdbb-ccd7-45a1-a1c2-3a789176b96b tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.691936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] For port 8b054c0e-7775-4142-9365-ebea4dc5d89d, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b054c0e-7775-4142-9365-ebea4dc5d89d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:00.781126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.819789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:00.820272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.821630 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] 10.222.0.97 "PUT /v2.0/ports/8b054c0e-7775-4142-9365-ebea4dc5d89d HTTP/1.1" status: 200 len: 1096 time: 0.9676964 Aug 27 16:14:00.822069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'tag': '8b054c0e-7775-4142-9365-ebea4dc5d89d'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:00.824300 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8f833b-6bda-4932-aebc-21d302e3abc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a68920c-638f-4f59-93f0-7ccede6e0da1", "tag": "8b054c0e-7775-4142-9365-ebea4dc5d89d"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:00.831929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-445342bd-1352-4484-8318-7014f0c48bb3 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:00.833216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-445342bd-1352-4484-8318-7014f0c48bb3 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 819 time: 0.2635634 Aug 27 16:14:00.846914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13409026-53a9-41e3-8d16-eb91aae59dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b054c0e-7775-4142-9365-ebea4dc5d89d,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:00.851062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Allocated IP 172.20.0.8 (dbd98aa3-99fb-44e6-a879-5bb9abbefd50/9379bda9-21c9-4d1c-8307-538bf7e713b5/e62f987b-d7a2-4488-b9a4-74e50d6e55ac) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:00.862233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-ce2df578-8157-4bae-a0ca-d7bdcb5ca508 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/quotas/1c9ec2ed75f74d63a3e9b787420d7697 HTTP/1.1" status: 200 len: 375 time: 0.0212152 Aug 27 16:14:00.903446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74867389-6765-4f0c-9b75-4664951fe0d8 req-ec31bdbb-ccd7-45a1-a1c2-3a789176b96b tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.905948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74867389-6765-4f0c-9b75-4664951fe0d8 req-ec31bdbb-ccd7-45a1-a1c2-3a789176b96b tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:00.907141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74867389-6765-4f0c-9b75-4664951fe0d8 req-ec31bdbb-ccd7-45a1-a1c2-3a789176b96b tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "DELETE /v2.0/security-groups/543b153c-5a12-4fb2-a416-75dbfe1c98d2 HTTP/1.1" status: 204 len: 173 time: 0.4172561 Aug 27 16:14:00.928732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31bdbb-ccd7-45a1-a1c2-3a789176b96b tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b153c-5a12-4fb2-a416-75dbfe1c98d2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:01.012502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-a43b40cb-3600-4d84-9ce3-61a8a8b4ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.015147 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-a43b40cb-3600-4d84-9ce3-61a8a8b4ebf9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 1099 time: 0.0570781 Aug 27 16:14:01.016632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-a42c8398-72b2-479b-9cfa-ca6d2b6ecf66 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1465528 Aug 27 16:14:01.077313 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-30dd5642-8353-484a-99fe-b67b112e9988 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=8b054c0e-7775-4142-9365-ebea4dc5d89d HTTP/1.1" status: 200 len: 217 time: 0.0488174 Aug 27 16:14:01.130348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-05b41595-0a87-40ac-8909-f379fcd0b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.131822 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-05b41595-0a87-40ac-8909-f379fcd0b199 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0469806 Aug 27 16:14:01.185943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:01.186295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-31b3a7ea-7781-4099-8a06-5ad01f232a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.186515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-31b3a7ea-7781-4099-8a06-5ad01f232a12 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467477 Aug 27 16:14:01.197927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.204301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.209970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.215639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.221834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.227568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.234465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.236324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-1c50c7eb-fb92-481d-9860-5b9b6a2685eb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.2010758 Aug 27 16:14:01.273716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-f428be2b-69e6-4aa0-8fab-23a7f1a14fd4 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394979 Aug 27 16:14:01.278102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-e70be9b7-4f0e-497e-834a-110840b0590c service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832734 Aug 27 16:14:01.352168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b80b403d-fbaf-46fb-bb18-4db7bab28f0f req-790915e1-883f-4297-a84a-558a767adcbb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087732 Aug 27 16:14:01.401812 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ef0d243-fc56-415f-ba42-9594c2346ff7 req-be3771e0-3845-48ad-b27c-0f88a59a5d40 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068149 Aug 27 16:14:01.403035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-e000a727-7e2e-4a88-bc6a-009541f790f9 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194928 Aug 27 16:14:01.409752 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c3952-e003-47a8-a174-982e51bf2fa5 x-openstack-request-id: req-378c3952-e003-47a8-a174-982e51bf2fa5 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:01.410300 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a68920c-638f-4f59-93f0-7ccede6e0da1", "tag": "8b054c0e-7775-4142-9365-ebea4dc5d89d", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:01.410867 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-378c3952-e003-47a8-a174-982e51bf2fa5 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:01.411672 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'tag': '8b054c0e-7775-4142-9365-ebea4dc5d89d', 'status': 'completed', 'code': 200} Aug 27 16:14:01.454471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:01.474379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['da0874e1-f662-4dc8-8c6d-d03aaec33a68', '27106502-8e11-46cf-8def-bfdd29073743', 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:01.572238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-f1175143-9896-46e7-971d-373d86de2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.574235 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-f1175143-9896-46e7-971d-373d86de2f73 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 1099 time: 0.0584323 Aug 27 16:14:01.714759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-fd87b70b-c6c7-4296-89d1-7c2cc423868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.718945 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-fd87b70b-c6c7-4296-89d1-7c2cc423868a service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1295309 Aug 27 16:14:01.788092 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-c4f00aee-3d59-4cb7-a629-9c7fe6d7b7fc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=8b054c0e-7775-4142-9365-ebea4dc5d89d HTTP/1.1" status: 200 len: 217 time: 0.0623572 Aug 27 16:14:01.851955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-c43772a5-10eb-42b7-9623-818ce910835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.853933 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-c43772a5-10eb-42b7-9623-818ce910835b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0573702 Aug 27 16:14:01.869414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:01.884825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:01.908775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:01.916271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-376708ee-aaef-4be6-8a50-9d362abffdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.917926 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-376708ee-aaef-4be6-8a50-9d362abffdf3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566230 Aug 27 16:14:01.960604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event updated for resources: {'Port': ['ID=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:01.995796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:01.996402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.003839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0d9f043-eaad-408a-90bc-4e3d93dea8c6 req-9a67e39d-2c98-48c6-84bc-3dff91685252 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/b4d9237b-0ab3-444a-8ce4-5cdc474b1ffc HTTP/1.1" status: 200 len: 1812 time: 0.1452622 Aug 27 16:14:02.014890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8a5b-6464-410f-81a8-aeb69392ff5d req-678751c7-565b-40e4-ab0c-ad79be418381 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.016406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8a5b-6464-410f-81a8-aeb69392ff5d req-678751c7-565b-40e4-ab0c-ad79be418381 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 948 time: 0.1611867 Aug 27 16:14:02.033191 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-3759b59e-1827-4b7f-bc12-b0232ad100d3 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075580 Aug 27 16:14:02.087013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8a5b-6464-410f-81a8-aeb69392ff5d req-6a9828b7-86be-4e7c-82c8-8671b8217fe7 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593765 Aug 27 16:14:02.108679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0d9f043-eaad-408a-90bc-4e3d93dea8c6 req-ef0c6df3-749c-40a9-aebd-5a3aa6f6a530 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.128679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-8a397164-3462-483a-a7ce-adf838314cff tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8408170 Aug 27 16:14:02.130347 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0d9f043-eaad-408a-90bc-4e3d93dea8c6 req-ef0c6df3-749c-40a9-aebd-5a3aa6f6a530 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.145202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Request body: {'port': {'device_id': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:02.146121 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cf8f833b-6bda-4932-aebc-21d302e3abc6 req-e13f63eb-8049-40da-9594-10fa5b09792b service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054451 Aug 27 16:14:02.254976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.270853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf0ec-34e3-4fc8-a088-93f85bcbbd8f req-d3e08b4f-79b0-4ebf-b8ec-ca49abbf7606 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.272373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9acf0ec-34e3-4fc8-a088-93f85bcbbd8f req-d3e08b4f-79b0-4ebf-b8ec-ca49abbf7606 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 931 time: 0.1039526 Aug 27 16:14:02.349607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9acf0ec-34e3-4fc8-a088-93f85bcbbd8f req-a0cd62f8-1d99-475d-946b-30215e541fa2 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708213 Aug 27 16:14:02.393417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0d9f043-eaad-408a-90bc-4e3d93dea8c6 req-ef0c6df3-749c-40a9-aebd-5a3aa6f6a530 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.396007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0d9f043-eaad-408a-90bc-4e3d93dea8c6 req-ef0c6df3-749c-40a9-aebd-5a3aa6f6a530 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.397153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0d9f043-eaad-408a-90bc-4e3d93dea8c6 req-ef0c6df3-749c-40a9-aebd-5a3aa6f6a530 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "DELETE /v2.0/security-groups/b4d9237b-0ab3-444a-8ce4-5cdc474b1ffc HTTP/1.1" status: 204 len: 173 time: 0.3798425 Aug 27 16:14:02.414551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c6df3-749c-40a9-aebd-5a3aa6f6a530 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9237b-0ab3-444a-8ce4-5cdc474b1ffc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:02.455838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42c63f6b-38b2-4749-994b-50312a1818f2 req-e22e1494-32b5-46f9-9ae2-ec81127907a9 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 210 time: 0.0323064 Aug 27 16:14:02.634417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.640814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.646529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.652295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.658685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.664848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.670683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:02.672568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-34f0bbfa-26af-4fe3-95ef-0bc94d48f916 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1503484 Aug 27 16:14:02.726647 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9cbe748-1d61-4919-9377-13a30419202b req-12bcbf88-8f1c-479d-ba5f-2d5e55a589bc tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/c34a79d5-7af9-4485-9691-3d6ea32ac21b HTTP/1.1" status: 200 len: 1812 time: 0.1590931 Aug 27 16:14:02.731421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62f987b-d7a2-4488-b9a4-74e50d6e55ac {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:02.749246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.783687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c3963dc-09ff-4611-94e0-7c93342e707c req-97fac49e-e7db-49c5-b27f-1396bc4e6282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928180 Aug 27 16:14:02.788739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Transition to ACTIVE for port object e62f987b-d7a2-4488-b9a4-74e50d6e55ac will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:02.823562 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9cbe748-1d61-4919-9377-13a30419202b req-d24f1b4e-5b8e-410d-9755-f258daf22c23 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.847732 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9cbe748-1d61-4919-9377-13a30419202b req-d24f1b4e-5b8e-410d-9755-f258daf22c23 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.921043 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.971527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Pushing event updated for resources: {'Port': ['ID=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:02.996502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9cbe748-1d61-4919-9377-13a30419202b req-d24f1b4e-5b8e-410d-9755-f258daf22c23 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:02.999831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9cbe748-1d61-4919-9377-13a30419202b req-d24f1b4e-5b8e-410d-9755-f258daf22c23 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.000982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9cbe748-1d61-4919-9377-13a30419202b req-d24f1b4e-5b8e-410d-9755-f258daf22c23 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "DELETE /v2.0/security-groups/c34a79d5-7af9-4485-9691-3d6ea32ac21b HTTP/1.1" status: 204 len: 173 time: 0.2645288 Aug 27 16:14:03.029576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f1b4e-5b8e-410d-9755-f258daf22c23 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34a79d5-7af9-4485-9691-3d6ea32ac21b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:03.100778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48099cd8-57bf-4f18-9204-665ddbb4cdf4 req-17805355-409c-4428-aa77-54849af59fb2 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "GET /v2.0/security-groups/c85b245f-55c7-469c-ada4-87a767c3bdf6 HTTP/1.1" status: 200 len: 1812 time: 0.0726919 Aug 27 16:14:03.103210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Attempting to bind port e62f987b-d7a2-4488-b9a4-74e50d6e55ac on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:03.103586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Attempting to bind port e62f987b-d7a2-4488-b9a4-74e50d6e55ac by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:03.103926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Attempting to bind port e62f987b-d7a2-4488-b9a4-74e50d6e55ac on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:03.118529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Port e62f987b-d7a2-4488-b9a4-74e50d6e55ac on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:14:03.118856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Attempting to bind port e62f987b-d7a2-4488-b9a4-74e50d6e55ac on network dbd98aa3-99fb-44e6-a879-5bb9abbefd50 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:03.133259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:03.133598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Checking segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:03.133984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Bound using segment: {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:03.134415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Bound port: e62f987b-d7a2-4488-b9a4-74e50d6e55ac, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07406fe7-a6b0-4192-9dee-08a3866befdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:03.134775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.205030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-48099cd8-57bf-4f18-9204-665ddbb4cdf4 req-7ed83edd-ecfe-4638-b787-4755741862e1 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.245824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] For port e62f987b-d7a2-4488-b9a4-74e50d6e55ac, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:03.248817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-48099cd8-57bf-4f18-9204-665ddbb4cdf4 req-7ed83edd-ecfe-4638-b787-4755741862e1 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.252149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] For port e62f987b-d7a2-4488-b9a4-74e50d6e55ac, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:03.370970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.401432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-48099cd8-57bf-4f18-9204-665ddbb4cdf4 req-7ed83edd-ecfe-4638-b787-4755741862e1 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.404730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-48099cd8-57bf-4f18-9204-665ddbb4cdf4 req-7ed83edd-ecfe-4638-b787-4755741862e1 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.405909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48099cd8-57bf-4f18-9204-665ddbb4cdf4 req-7ed83edd-ecfe-4638-b787-4755741862e1 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] 10.222.0.101 "DELETE /v2.0/security-groups/c85b245f-55c7-469c-ada4-87a767c3bdf6 HTTP/1.1" status: 204 len: 173 time: 0.2985964 Aug 27 16:14:03.411887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34602) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:03.420493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:03.421533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.423612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] 10.222.0.97 "PUT /v2.0/ports/e62f987b-d7a2-4488-b9a4-74e50d6e55ac HTTP/1.1" status: 200 len: 1091 time: 1.2837555 Aug 27 16:14:03.430806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'tag': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:03.433508 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e2d112-192b-4559-bf84-9469c56e22cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb9ee1e-42be-407b-9651-a283be9c9f79", "tag": "e62f987b-d7a2-4488-b9a4-74e50d6e55ac"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:03.461561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed83edd-ecfe-4638-b787-4755741862e1 tempest-SecurityGroupRulesNegativeTestJSON-1526061161 tempest-SecurityGroupRulesNegativeTestJSON-1526061161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85b245f-55c7-469c-ada4-87a767c3bdf6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:03.475373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] Deleting subnet 190ac32a-e14c-4999-bf85-1d199c24709e {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:14:03.491091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.540216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.543156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddf99b-fd84-486c-9e8c-2ac94bc1a553 service neutron] Pushing event updated for resources: {'Port': ['ID=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:03.582115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.588684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929145b-ba40-40d3-b972-0880fac204fa req-33996e31-2768-48aa-b0c7-2b5fa3a9b53d tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:03.590186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a929145b-ba40-40d3-b972-0880fac204fa req-33996e31-2768-48aa-b0c7-2b5fa3a9b53d tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 948 time: 0.1833837 Aug 27 16:14:03.625562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1525f-fe6e-427b-a9dc-8e4ad785b9cf req-1343b457-922f-4abf-9c0b-aea0ad2c7884 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:03.627142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25f1525f-fe6e-427b-a9dc-8e4ad785b9cf req-1343b457-922f-4abf-9c0b-aea0ad2c7884 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 943 time: 0.1281092 Aug 27 16:14:03.640291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-f58dfd4c-2e38-41e4-b831-6d6022c702c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:03.641747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-f58dfd4c-2e38-41e4-b831-6d6022c702c6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 1094 time: 0.0946610 Aug 27 16:14:03.677576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a929145b-ba40-40d3-b972-0880fac204fa req-925bbf34-a3eb-4eba-a34f-51562818d20b tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787010 Aug 27 16:14:03.708004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-2f12ff2c-a4f1-49b9-879f-e8396ee07e8e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e62f987b-d7a2-4488-b9a4-74e50d6e55ac HTTP/1.1" status: 200 len: 217 time: 0.0448549 Aug 27 16:14:03.730474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.731203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25f1525f-fe6e-427b-a9dc-8e4ad785b9cf req-cc6ce5be-71f3-4bbd-92c4-08d693072714 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960488 Aug 27 16:14:03.776176 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e67732f-fd2b-4447-8918-9d0808fea771 x-openstack-request-id: req-0e67732f-fd2b-4447-8918-9d0808fea771 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:03.776533 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb9ee1e-42be-407b-9651-a283be9c9f79", "tag": "e62f987b-d7a2-4488-b9a4-74e50d6e55ac", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:03.777002 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0e67732f-fd2b-4447-8918-9d0808fea771 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:03.777413 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'tag': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac', 'status': 'completed', 'code': 200} Aug 27 16:14:03.779860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-36624de5-98d6-4c29-81fb-ffcf2898fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:03.784788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-36624de5-98d6-4c29-81fb-ffcf2898fb20 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9379bda9-21c9-4d1c-8307-538bf7e713b5 HTTP/1.1" status: 200 len: 853 time: 0.0632067 Aug 27 16:14:03.797635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190ac32a-e14c-4999-bf85-1d199c24709e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:03.803381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:03.807946 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f85d4f09-8d49-4b36-94d3-d92d7d736b37 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/190ac32a-e14c-4999-bf85-1d199c24709e HTTP/1.1" status: 204 len: 168 time: 0.3948293 Aug 27 16:14:03.808570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34612) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:03.833777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-48c1881f-31f4-417a-9dd3-4cb1df1baf78 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430341 Aug 27 16:14:03.850946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a70cfb23-e0cc-4a60-8a70-57624e7e39f6 req-298a4ce1-49d7-4237-86e1-8e57e0b03113 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 210 time: 0.0476809 Aug 27 16:14:03.885612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-7ef5be72-ea42-4c01-9d86-bf957b23e12a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:03.887252 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-7ef5be72-ea42-4c01-9d86-bf957b23e12a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.97 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 819 time: 0.2220905 Aug 27 16:14:03.910580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'port': {'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'admin_state_up': True, 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:03.958109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.030904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-cf2f2793-641a-42b1-bd69-70493f6d5adc service neutron] 10.222.0.97 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823003 Aug 27 16:14:04.048399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.056652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.064165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.070331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.077629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.082145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.083946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.090520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.092635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-82e88acf-0d02-403d-82cf-02a53c5bcb1b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1521029 Aug 27 16:14:04.095156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c806c515-176c-4a5c-9778-e05c60979872']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:04.110270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f4ca4-7925-4c35-a375-91ca92ed105c') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:04.110500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f4ca4-7925-4c35-a375-91ca92ed105c') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:04.123296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.137557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.145127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:14:04.145584 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:14:04.147530 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:14:04.193123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95a77b48-dfcf-4d3a-94d9-eb0f2dc70f9c req-f73f0392-ac32-43f0-8c6a-9df8da27af80 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913506 Aug 27 16:14:04.200461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Made reservation on behalf of 1c9ec2ed75f74d63a3e9b787420d7697 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:04.204233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.223799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-add8ef6c-2091-4b55-8635-a24e6aea3703 req-e57f77d9-2ec3-4117-98e0-56d6d10638e7 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301582 Aug 27 16:14:04.297229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.306915 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.308717 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c806c515-176c-4a5c-9778-e05c60979872 HTTP/1.1" status: 204 len: 168 time: 0.4954395 Aug 27 16:14:04.342700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d75e9e-fddc-4a22-b270-4f870136bff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c806c515-176c-4a5c-9778-e05c60979872,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:04.369654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Allocated IP 172.20.0.10 (f5108f70-3bc9-4705-9803-f66eadaf3873/0c48f7db-a8c1-4caf-a817-b1d9e2057370/aad2ade3-5661-4991-bbd1-66b78a422b5f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:04.397733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d112-192b-4559-bf84-9469c56e22cf req-5471d0f2-c52f-48a6-b993-1227db8b7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.399438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2d112-192b-4559-bf84-9469c56e22cf req-5471d0f2-c52f-48a6-b993-1227db8b7298 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 1094 time: 0.0499423 Aug 27 16:14:04.510522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d112-192b-4559-bf84-9469c56e22cf req-8ce3dad7-405f-408a-9780-bf5b02f9933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.512226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2d112-192b-4559-bf84-9469c56e22cf req-8ce3dad7-405f-408a-9780-bf5b02f9933c service neutron] 10.222.0.97 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 915 time: 0.0972877 Aug 27 16:14:04.564291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2d112-192b-4559-bf84-9469c56e22cf req-9a845d54-4ba5-4638-93ea-0fea6e3c298c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e62f987b-d7a2-4488-b9a4-74e50d6e55ac HTTP/1.1" status: 200 len: 217 time: 0.0436087 Aug 27 16:14:04.621919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d112-192b-4559-bf84-9469c56e22cf req-0fe59d4b-fed1-40b0-a4ab-1262e0dd0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.624615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2d112-192b-4559-bf84-9469c56e22cf req-0fe59d4b-fed1-40b0-a4ab-1262e0dd0cab service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9379bda9-21c9-4d1c-8307-538bf7e713b5 HTTP/1.1" status: 200 len: 853 time: 0.0528944 Aug 27 16:14:04.666934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2d112-192b-4559-bf84-9469c56e22cf req-467d6c29-f600-41ba-ba52-682d1fa3e8c2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311422 Aug 27 16:14:04.761463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34634) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:04.827617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2d112-192b-4559-bf84-9469c56e22cf req-e949dd87-a37f-45d9-9851-0dbf4ec00afb service neutron] 10.222.0.97 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507487 Aug 27 16:14:04.833323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.847869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Transition to ACTIVE for port object aad2ade3-5661-4991-bbd1-66b78a422b5f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:04.867743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1e8c17fa-d42a-41a7-b416-87ae4d738ca2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4479492aca59443897c8fac5df9738f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052175 Aug 27 16:14:04.871093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34638) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:04.933964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f683309c-26dd-496c-aaa3-dcbb2f1f0ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.962143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188891-9dff-4b54-bafc-265112cf0e25 req-b0791c86-b2e1-43cc-a964-ae9b94218b8c tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:04.963685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8188891-9dff-4b54-bafc-265112cf0e25 req-b0791c86-b2e1-43cc-a964-ae9b94218b8c tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 948 time: 0.1709549 Aug 27 16:14:04.980094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.987397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f683309c-26dd-496c-aaa3-dcbb2f1f0ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:04.995228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['2109f3ab-6771-46f6-b123-2b0b2cd9720e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:05.010021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Network f5108f70-3bc9-4705-9803-f66eadaf3873 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:05.016269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762a7a3-0a29-425c-a6e1-20ebbf49112a req-3d3a63f1-fb0b-4175-91ee-59208f3cd3db tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.017800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c762a7a3-0a29-425c-a6e1-20ebbf49112a req-3d3a63f1-fb0b-4175-91ee-59208f3cd3db tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 943 time: 0.1980677 Aug 27 16:14:05.021243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:05.054242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2d112-192b-4559-bf84-9469c56e22cf req-a8fe1a7a-cf0f-438d-9631-8e2b83cd74fa service neutron] 10.222.0.97 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089136 Aug 27 16:14:05.057709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:05.068531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8188891-9dff-4b54-bafc-265112cf0e25 req-0c305b6f-e501-414b-a3d1-cacf97b65965 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948164 Aug 27 16:14:05.109061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c762a7a3-0a29-425c-a6e1-20ebbf49112a req-f55895a2-f861-4c7f-baab-692fa0b22c3c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796943 Aug 27 16:14:05.120441 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-2765c2fb-11c8-4410-b7e7-f4e4ebcd7655 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1987526 Aug 27 16:14:05.128069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34646) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:05.170121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Pushing event updated for resources: {'Port': ['ID=aad2ade3-5661-4991-bbd1-66b78a422b5f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:05.198351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.201619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.292878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-cfce0fcb-3240-448d-a47e-3ae6c2b3ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.298947 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-cfce0fcb-3240-448d-a47e-3ae6c2b3ec88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1192198 Aug 27 16:14:05.303321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebeec-5a04-4817-ae76-c693533d5709 req-a7b3313d-8149-46e9-827f-4576700072a7 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.305754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-197ebeec-5a04-4817-ae76-c693533d5709 req-a7b3313d-8149-46e9-827f-4576700072a7 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 932 time: 0.0908682 Aug 27 16:14:05.317725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-fd2a46bf-9452-47de-88cb-415cc0e0cad5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4112842 Aug 27 16:14:05.332717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Request body: {'port': {'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:05.374582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dc3d-e8a7-46a4-82b2-df0234052b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.382081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-197ebeec-5a04-4817-ae76-c693533d5709 req-93ef099a-9209-44d7-9907-08d6d5de8d93 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632062 Aug 27 16:14:05.412579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f683309c-26dd-496c-aaa3-dcbb2f1f0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.415580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f683309c-26dd-496c-aaa3-dcbb2f1f0ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.419079 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f683309c-26dd-496c-aaa3-dcbb2f1f0ab0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f360d5e-8813-4bf8-b5bf-18967e91d27a HTTP/1.1" status: 204 len: 168 time: 0.5447445 Aug 27 16:14:05.438865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b054c0e-7775-4142-9365-ebea4dc5d89d details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:05.450499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.458216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.464469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.470849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.476913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.483363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.484673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.489483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683309c-26dd-496c-aaa3-dcbb2f1f0ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f360d5e-8813-4bf8-b5bf-18967e91d27a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:05.490250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.499325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-b0db5a43-e203-4625-acd6-7bf0ff8c301f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1388674 Aug 27 16:14:05.551225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f1129c59-5c92-4462-8025-e7df7853b005 None None] Provisioning for port aad2ade3-5661-4991-bbd1-66b78a422b5f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:05.559451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f1129c59-5c92-4462-8025-e7df7853b005 None None] Provisioning complete for port aad2ade3-5661-4991-bbd1-66b78a422b5f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:05.560675 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1129c59-5c92-4462-8025-e7df7853b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.569579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bfbaa0f-0ef9-4b67-b246-f05b23de17b5 req-2d5a7493-d573-48c3-909f-7718231169a0 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692732 Aug 27 16:14:05.570353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-c94e34da-8d0c-471c-bb30-e39f71e32578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.571903 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-c94e34da-8d0c-471c-bb30-e39f71e32578 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 200 len: 915 time: 0.2349446 Aug 27 16:14:05.645429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8b054c0e-7775-4142-9365-ebea4dc5d89d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b054c0e-7775-4142-9365-ebea4dc5d89d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:05.651747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f1129c59-5c92-4462-8025-e7df7853b005 None None] Port aad2ade3-5661-4991-bbd1-66b78a422b5f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:14:05.661446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8b054c0e-7775-4142-9365-ebea4dc5d89d', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '8b054c0e-7775-4142-9365-ebea4dc5d89d', 'mac_address': 'fa:16:3e:69:4d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:05.676346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dc3d-e8a7-46a4-82b2-df0234052b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.684511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-4583dd4d-d450-4ee9-a615-dd0ab04aab80 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da0874e1-f662-4dc8-8c6d-d03aaec33a68 HTTP/1.1" status: 200 len: 217 time: 0.1001601 Aug 27 16:14:05.691956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-a6376df6-c870-449b-9c8d-9ad3be66877a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615573 Aug 27 16:14:05.708313 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.726119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b054c0e-7775-4142-9365-ebea4dc5d89d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:05.752332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8b054c0e-7775-4142-9365-ebea4dc5d89d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b054c0e-7775-4142-9365-ebea4dc5d89d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:05.785009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dc3d-e8a7-46a4-82b2-df0234052b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.788046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-63e63a15-6619-4d9b-8105-a9f4d10b112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.789603 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-63e63a15-6619-4d9b-8105-a9f4d10b112a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9379bda9-21c9-4d1c-8307-538bf7e713b5 HTTP/1.1" status: 200 len: 853 time: 0.0952079 Aug 27 16:14:05.806006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-6dd12d08-3b46-41d1-b01c-27a4af1f1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:05.808026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-6dd12d08-3b46-41d1-b01c-27a4af1f1892 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1095 time: 0.0669959 Aug 27 16:14:05.835854 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-e919f828-e39b-41e1-a802-7bf08863b00f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dbd98aa3-99fb-44e6-a879-5bb9abbefd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348372 Aug 27 16:14:05.859901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.888080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1fd2dc3d-e8a7-46a4-82b2-df0234052b11 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc25194bfaae4f47a63e0c2eb447812c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7574310 Aug 27 16:14:05.893564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34658) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:05.922495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8b054c0e-7775-4142-9365-ebea4dc5d89d,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:05.942490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2dc3d-e8a7-46a4-82b2-df0234052b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb734ec-191f-422e-a2b2-c97718852175,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:05.971223 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bc4424a-144a-4d51-b532-bef3806d016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.984489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad2ade3-5661-4991-bbd1-66b78a422b5f {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:05.993005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:05.998689 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-960d98fb-08ec-415e-bef7-2c6607a3e833 service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514978 Aug 27 16:14:06.020113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Transition to ACTIVE for port object aad2ade3-5661-4991-bbd1-66b78a422b5f will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:06.020260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bc4424a-144a-4d51-b532-bef3806d016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:06.025091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-7dcc5f7f-f69b-44f9-9742-de52688e074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.026652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-7dcc5f7f-f69b-44f9-9742-de52688e074e service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1927555 Aug 27 16:14:06.095142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8b054c0e-7775-4142-9365-ebea4dc5d89d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:06.108014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-c7ddd568-94cd-477c-99d7-05174eefeae5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.0724547 Aug 27 16:14:06.111537 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eeca140-dad7-4818-982d-4fc78748dac5 req-7677eb47-d3bd-43d3-adf3-a46c82dea299 service neutron] 10.222.0.90 "GET /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013670 Aug 27 16:14:06.112842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:06.183331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab66df-f313-4416-898d-220de963a966 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2ade3-5661-4991-bbd1-66b78a422b5f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:06.204982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bc4424a-144a-4d51-b532-bef3806d016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:06.207638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bc4424a-144a-4d51-b532-bef3806d016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:06.214990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2bc4424a-144a-4d51-b532-bef3806d016f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cdb734ec-191f-422e-a2b2-c97718852175 HTTP/1.1" status: 204 len: 168 time: 0.3239045 Aug 27 16:14:06.246013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4424a-144a-4d51-b532-bef3806d016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb734ec-191f-422e-a2b2-c97718852175,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:06.267774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-b9651bb5-567f-4e97-9a3f-696511a1a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.272404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-b9651bb5-567f-4e97-9a3f-696511a1a723 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1549203 Aug 27 16:14:06.307408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Attempting to bind port aad2ade3-5661-4991-bbd1-66b78a422b5f on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:06.308771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Attempting to bind port aad2ade3-5661-4991-bbd1-66b78a422b5f by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:06.309212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Attempting to bind port aad2ade3-5661-4991-bbd1-66b78a422b5f on network f5108f70-3bc9-4705-9803-f66eadaf3873 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:06.321709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Port aad2ade3-5661-4991-bbd1-66b78a422b5f on network f5108f70-3bc9-4705-9803-f66eadaf3873 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:14:06.322926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Attempting to bind port aad2ade3-5661-4991-bbd1-66b78a422b5f on network f5108f70-3bc9-4705-9803-f66eadaf3873 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:06.344909 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:06.389506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Checking segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:06.389506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Bound using segment: {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:06.389506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Bound port: aad2ade3-5661-4991-bbd1-66b78a422b5f, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de91e256-fa83-4b16-a780-53abb140612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:06.389506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:06.444959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae41c3c-d3f8-4f32-bf92-4a4fd1b24086 req-fc998559-c20e-4b6a-889b-3bebe485d1b8 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.453735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dae41c3c-d3f8-4f32-bf92-4a4fd1b24086 req-fc998559-c20e-4b6a-889b-3bebe485d1b8 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 949 time: 0.1796832 Aug 27 16:14:06.485685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a73673-bdf3-4aeb-9eb6-c0d47bb0d87f req-a9f52320-6af0-4450-b1f9-bbcf07d1045a tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.486219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] For port aad2ade3-5661-4991-bbd1-66b78a422b5f, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:06.487729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0a73673-bdf3-4aeb-9eb6-c0d47bb0d87f req-a9f52320-6af0-4450-b1f9-bbcf07d1045a tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 943 time: 0.2153032 Aug 27 16:14:06.490352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] For port aad2ade3-5661-4991-bbd1-66b78a422b5f, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:06.498501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-e46bc251-1251-4c45-997a-719633b43272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.499890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-e46bc251-1251-4c45-997a-719633b43272 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156122 Aug 27 16:14:06.540248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dae41c3c-d3f8-4f32-bf92-4a4fd1b24086 req-497125b2-7fd0-45eb-861d-fef528c337c9 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856738 Aug 27 16:14:06.595744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0a73673-bdf3-4aeb-9eb6-c0d47bb0d87f req-26b239ce-9e06-4a19-932b-4ee5e6cfbdd8 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948734 Aug 27 16:14:06.631964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:06.662972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.668640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-6aaa8c2c-a560-42b0-a06e-a512904ac070 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535234 Aug 27 16:14:06.671787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:06.674908 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-04ab66df-f313-4416-898d-220de963a966 service neutron] 10.222.0.97 "PUT /v2.0/ports/aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 1092 time: 1.3475819 Aug 27 16:14:06.731670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:06.750445 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e4f926-3210-490c-ac7c-377d06eb952d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:06.839579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab66df-f313-4416-898d-220de963a966 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2ade3-5661-4991-bbd1-66b78a422b5f,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:06.905396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf04bd-280d-4420-aaaa-0d35bca212c6 req-869aa52a-b4cf-49e0-93c0-d9bc3ca7b501 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.913566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86bf04bd-280d-4420-aaaa-0d35bca212c6 req-869aa52a-b4cf-49e0-93c0-d9bc3ca7b501 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 944 time: 0.1105280 Aug 27 16:14:06.932648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-99495eca-32a2-4d92-810c-f000a7f782ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:06.932648 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-99495eca-32a2-4d92-810c-f000a7f782ac service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 1095 time: 0.0856726 Aug 27 16:14:06.956254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93436d8f-6d10-48e6-8fa2-e8e8843c406e req-8ee7b60a-24c7-4aa7-8733-8c0d075aede9 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808421 Aug 27 16:14:06.987094 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-93723ef5-5bb5-488d-aedd-ec42b7261005 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 217 time: 0.0493889 Aug 27 16:14:07.021345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86bf04bd-280d-4420-aaaa-0d35bca212c6 req-a27029ae-d327-4858-b635-3da7f3bf3181 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070073 Aug 27 16:14:07.047518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.058263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.066810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.072018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-7633511a-729f-4e4e-b98e-f268e99ce2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.074247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.074532 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-7633511a-729f-4e4e-b98e-f268e99ce2a8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0739329 Aug 27 16:14:07.083028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.090692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.092476 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a0e55-029d-409f-8bb7-d5e0081d893f x-openstack-request-id: req-907a0e55-029d-409f-8bb7-d5e0081d893f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:07.092771 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:07.093023 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-907a0e55-029d-409f-8bb7-d5e0081d893f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:07.093424 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'status': 'completed', 'code': 200} Aug 27 16:14:07.099920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.114195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-26dc236c-f32e-4b22-938c-ee829ab9bd43 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1857395 Aug 27 16:14:07.137558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34700) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:07.152672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b512a-81ec-4023-bb6b-05f128419c0d req-95b17881-443a-4191-ade5-5ed169139760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.152672 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-95b17881-443a-4191-ade5-5ed169139760 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677376 Aug 27 16:14:07.159388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3659062-44a5-4e75-9e49-949f162d5e79 req-67df5019-c322-448f-a71d-0003c45ab577 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441213 Aug 27 16:14:07.255644 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-238ebf9e-18f1-4567-a610-35aad232849f service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972619 Aug 27 16:14:07.359592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-431679233-network', 'tenant_id': '726a39b6b6b6437fb1b2faf8ccbe070e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:07.371053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-347b512a-81ec-4023-bb6b-05f128419c0d req-f943b091-2d28-4cc9-a561-52169525cbf3 service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065097 Aug 27 16:14:07.431538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Made reservation on behalf of 726a39b6b6b6437fb1b2faf8ccbe070e for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:07.433967 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.443698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.450111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e62f987b-d7a2-4488-b9a4-74e50d6e55ac details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:07.455747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b054c0e-7775-4142-9365-ebea4dc5d89d up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:07.559135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f926-3210-490c-ac7c-377d06eb952d req-264dc20a-62ce-4d0f-a1d6-779db124e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.559135 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-16e4f926-3210-490c-ac7c-377d06eb952d req-264dc20a-62ce-4d0f-a1d6-779db124e31c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 1095 time: 0.0602124 Aug 27 16:14:07.613358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e62f987b-d7a2-4488-b9a4-74e50d6e55ac, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:07.629402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac', 'network_id': 'dbd98aa3-99fb-44e6-a879-5bb9abbefd50', 'port_id': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac', 'mac_address': 'fa:16:3e:9f:b6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9379bda9-21c9-4d1c-8307-538bf7e713b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:07.639764 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.692876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 8b054c0e-7775-4142-9365-ebea4dc5d89d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:07.694960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f926-3210-490c-ac7c-377d06eb952d req-91c0a919-7d1c-4d97-8452-e6d5adc6047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.695149 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.696496 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-16e4f926-3210-490c-ac7c-377d06eb952d req-91c0a919-7d1c-4d97-8452-e6d5adc6047d service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.1329741 Aug 27 16:14:07.699134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba6cfd-bebf-4c26-970e-11bc0143694d req-30faaeb7-7a15-431f-8d07-f0f43e8890df tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.700813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29ba6cfd-bebf-4c26-970e-11bc0143694d req-30faaeb7-7a15-431f-8d07-f0f43e8890df tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 949 time: 0.0723054 Aug 27 16:14:07.706257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8b054c0e-7775-4142-9365-ebea4dc5d89d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:07.706483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.707114 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.737567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62f987b-d7a2-4488-b9a4-74e50d6e55ac {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:07.763220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-16e4f926-3210-490c-ac7c-377d06eb952d req-2abeeb8c-497f-4bed-884e-dd47491666a5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 217 time: 0.0508368 Aug 27 16:14:07.770585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e62f987b-d7a2-4488-b9a4-74e50d6e55ac, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:07.774556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29ba6cfd-bebf-4c26-970e-11bc0143694d req-839ff550-87d1-424b-8103-88f6e96f9a60 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627878 Aug 27 16:14:07.778091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:14:07.784571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea16bb-6951-45e8-9b6e-776d20372ea6 req-38c92c2c-763c-4b94-bc71-b428e28cc4a7 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.786724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4ea16bb-6951-45e8-9b6e-776d20372ea6 req-38c92c2c-763c-4b94-bc71-b428e28cc4a7 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 943 time: 0.0847178 Aug 27 16:14:07.819256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a639ab95-fe5c-45b0-b5df-91a3388e0ba3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:07.838761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.839123 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Added segment 2859123b-c8a1-41d1-9a5e-7eff153bf375 of type vlan for network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b Aug 27 16:14:07.842751 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.849276 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.851847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4ea16bb-6951-45e8-9b6e-776d20372ea6 req-ce7276da-10d9-4fed-8c86-eef7aa2cb87b tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566370 Aug 27 16:14:07.886101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f926-3210-490c-ac7c-377d06eb952d req-be337de3-e1f2-4752-b299-6fb7be0a3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.887720 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-16e4f926-3210-490c-ac7c-377d06eb952d req-be337de3-e1f2-4752-b299-6fb7be0a3e82 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.1134973 Aug 27 16:14:07.910458 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:07.921101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b054c0e-7775-4142-9365-ebea4dc5d89d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:07.923519 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dc8d34-74da-4b07-9fc0-3dba21a098d4" -d '{"events": [{"server_uuid": "7a68920c-638f-4f59-93f0-7ccede6e0da1", "name": "network-vif-plugged", "status": "completed", "tag": "8b054c0e-7775-4142-9365-ebea4dc5d89d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:07.932372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8b054c0e-7775-4142-9365-ebea4dc5d89d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b054c0e-7775-4142-9365-ebea4dc5d89d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:07.948346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:07.960643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f926-3210-490c-ac7c-377d06eb952d req-3fb36ea2-97ac-4ad3-bab5-c9a61c3a2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:07.962159 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-16e4f926-3210-490c-ac7c-377d06eb952d req-3fb36ea2-97ac-4ad3-bab5-c9a61c3a2ab4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637481 Aug 27 16:14:07.994068 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:08.019711 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c8d34b-fc2f-4453-8d13-b29613fcb8e4 x-openstack-request-id: req-b0c8d34b-fc2f-4453-8d13-b29613fcb8e4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:08.020001 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a68920c-638f-4f59-93f0-7ccede6e0da1", "name": "network-vif-plugged", "status": "completed", "tag": "8b054c0e-7775-4142-9365-ebea4dc5d89d", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:08.020325 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b0c8d34b-fc2f-4453-8d13-b29613fcb8e4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:08.020630 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b054c0e-7775-4142-9365-ebea4dc5d89d', 'code': 200} Aug 27 16:14:08.034430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:08.041655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.041655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:08.053908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8b054c0e-7775-4142-9365-ebea4dc5d89d,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:08.136723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['e62f987b-d7a2-4488-b9a4-74e50d6e55ac'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:08.162108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] Pushing event updated for resources: {'Network': ['ID=45bdea07-6d1e-4b3e-97e1-0d1360790c6b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:08.179239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9b86a-3748-41d0-bf7d-cbf15494173b req-195c5b60-502c-4171-aec0-3f1264ad94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.181137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e9b86a-3748-41d0-bf7d-cbf15494173b req-195c5b60-502c-4171-aec0-3f1264ad94cc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 1101 time: 0.0892754 Aug 27 16:14:08.182683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:14:08.195976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339cf67-c8da-41b7-9bc6-0f91cb5925eb req-beea20ec-68d3-4daf-bc1e-db458d6f24fa tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.196710 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-16e4f926-3210-490c-ac7c-377d06eb952d req-72e4b24e-d2f5-4ca4-8503-9a76dd705bdb service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248793 Aug 27 16:14:08.197737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7339cf67-c8da-41b7-9bc6-0f91cb5925eb req-beea20ec-68d3-4daf-bc1e-db458d6f24fa tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 944 time: 0.0725548 Aug 27 16:14:08.206263 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-340c9725-6517-4194-8862-b1cef621caa7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0677595 Aug 27 16:14:08.217011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34744) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:08.233314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Request body: {'subnet': {'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-431679233-subnet', 'tenant_id': '726a39b6b6b6437fb1b2faf8ccbe070e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:08.246410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3ef0da2-1be3-4d98-a5bd-650e8d6d5bde req-8cf6415d-a4e0-413e-a12c-28679dd81035 tempest-AbsoluteLimitsNegativeTestJSON-44108244 tempest-AbsoluteLimitsNegativeTestJSON-44108244-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=bd4d8319985541849fca34d76cd9ac64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464029 Aug 27 16:14:08.300485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9e9b86a-3748-41d0-bf7d-cbf15494173b req-66e5354f-4303-48d5-83ac-3b770723cdc7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016505 Aug 27 16:14:08.321605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-16e4f926-3210-490c-ac7c-377d06eb952d req-beb4e311-dc4c-4b58-98d7-136fcf7147c7 service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136484 Aug 27 16:14:08.328658 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7339cf67-c8da-41b7-9bc6-0f91cb5925eb req-e9c09e53-3240-4914-a403-14721213aa69 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147428 Aug 27 16:14:08.365837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Made reservation on behalf of 726a39b6b6b6437fb1b2faf8ccbe070e for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:08.370222 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:08.405085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef0da2-1be3-4d98-a5bd-650e8d6d5bde req-fef13957-5aee-4c11-82c8-f537da2eb127 tempest-AbsoluteLimitsNegativeTestJSON-44108244 tempest-AbsoluteLimitsNegativeTestJSON-44108244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.411766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3ef0da2-1be3-4d98-a5bd-650e8d6d5bde req-fef13957-5aee-4c11-82c8-f537da2eb127 tempest-AbsoluteLimitsNegativeTestJSON-44108244 tempest-AbsoluteLimitsNegativeTestJSON-44108244-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501181 Aug 27 16:14:08.432769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3ef0da2-1be3-4d98-a5bd-650e8d6d5bde req-c108b509-8d20-42f5-93ae-d28575bc9e9b tempest-AbsoluteLimitsNegativeTestJSON-44108244 tempest-AbsoluteLimitsNegativeTestJSON-44108244-project] 10.222.0.101 "GET /v2.0/quotas/bd4d8319985541849fca34d76cd9ac64 HTTP/1.1" status: 200 len: 375 time: 0.0199921 Aug 27 16:14:08.478448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3ef0da2-1be3-4d98-a5bd-650e8d6d5bde req-f147fe04-5543-4935-a15d-e4dc91821148 tempest-AbsoluteLimitsNegativeTestJSON-44108244 tempest-AbsoluteLimitsNegativeTestJSON-44108244-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=bd4d8319985541849fca34d76cd9ac64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298319 Aug 27 16:14:08.498858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.504798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.510769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.516880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.523162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.529951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.535564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.537684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-b2c696b2-17ba-44d0-83fc-f1180b7b93bc tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1232882 Aug 27 16:14:08.588151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47e83267-c9d5-443b-8338-fbca5779ab92 req-ff30500d-4519-4e60-a136-f0a15895694d tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437894 Aug 27 16:14:08.645671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:08.700078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f2190c-92b9-4427-a1ff-11da01ae72f4,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:08.709641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Checking segment: {'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:08.709641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Network hostable DHCP agents. Network: 45bdea07-6d1e-4b3e-97e1-0d1360790c6b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:14:08.811243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:14:08.900364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450de77-39c8-48c2-af32-1fcd271b0b46 req-4cb82563-75d0-4d03-9c6c-8a307257f1f1 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.901893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4450de77-39c8-48c2-af32-1fcd271b0b46 req-4cb82563-75d0-4d03-9c6c-8a307257f1f1 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 950 time: 0.0514884 Aug 27 16:14:08.973048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4450de77-39c8-48c2-af32-1fcd271b0b46 req-9073e154-265d-402b-9cc0-cab419a7fa6f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607932 Aug 27 16:14:08.980194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 45bdea07-6d1e-4b3e-97e1-0d1360790c6b) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:08.992372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.992372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:08.994868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a55985-36ae-4c6b-ab88-b256c518ddee req-942c5181-a04d-4a17-8ad5-fcf9b6656c0f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:08.995039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3a55985-36ae-4c6b-ab88-b256c518ddee req-942c5181-a04d-4a17-8ad5-fcf9b6656c0f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 944 time: 0.0675528 Aug 27 16:14:09.003676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56658acc-8f49-4a6e-ae63-89dbd32befec None None] Network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:09.060572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3a55985-36ae-4c6b-ab88-b256c518ddee req-ec29ac5d-e0c6-4c37-ae68-51c8ab572ec4 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572913 Aug 27 16:14:09.098797 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6e2297e2-e393-4a7e-b518-dd513e2d1810 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8805628 Aug 27 16:14:09.148617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34760) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:09.181032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c55dd8-2e8b-4f3d-994a-7739f291eddb None None] Network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:09.279930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce066433-8306-43e9-a51c-139b790dff33 req-e9b66d9c-4595-40a0-8385-ad5f58605902 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.289485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce066433-8306-43e9-a51c-139b790dff33 req-e9b66d9c-4595-40a0-8385-ad5f58605902 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0736053 Aug 27 16:14:09.310792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e065f32-e6a0-4ae4-9afe-6c062db5fd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.335815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce066433-8306-43e9-a51c-139b790dff33 req-bf7f9900-4422-42dd-bfb2-6d46182da8f0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 Aug 27 16:14:09.417971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7758064f-1f79-4f21-96a2-ccfdc0bf9868 req-745b95a2-4d8e-4c58-8e60-2450565b8494 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-980281767', 'description': 'tempest-description-895059074'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:09.429590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e065f32-e6a0-4ae4-9afe-6c062db5fd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.457841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e62f987b-d7a2-4488-b9a4-74e50d6e55ac up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:09.475755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1167-ec5b-40be-8c75-7e8ed80dadc0 req-ac67967e-a552-49c6-8126-20c6b7e5a660 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.477233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8ab1167-ec5b-40be-8c75-7e8ed80dadc0 req-ac67967e-a552-49c6-8126-20c6b7e5a660 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 944 time: 0.0636313 Aug 27 16:14:09.517546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8ab1167-ec5b-40be-8c75-7e8ed80dadc0 req-fe1d4cd4-8f13-4310-828c-23bbfeaaba56 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 27 16:14:09.520064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e065f32-e6a0-4ae4-9afe-6c062db5fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.572970 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6e065f32-e6a0-4ae4-9afe-6c062db5fd0a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bd4d8319985541849fca34d76cd9ac64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227340 Aug 27 16:14:09.573865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e065f32-e6a0-4ae4-9afe-6c062db5fd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf673dd-0d45-4519-97a5-b22dfc7543dc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:09.575614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34774) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:09.616815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port e62f987b-d7a2-4488-b9a4-74e50d6e55ac completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:09.621572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port e62f987b-d7a2-4488-b9a4-74e50d6e55ac triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:09.621786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.667908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaddf5c-3526-4fbd-92fa-46e7e44eecd5 req-115cc314-4b7a-441b-9ce7-c90b8e3d924f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.669508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baaddf5c-3526-4fbd-92fa-46e7e44eecd5 req-115cc314-4b7a-441b-9ce7-c90b8e3d924f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0762441 Aug 27 16:14:09.672775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7758064f-1f79-4f21-96a2-ccfdc0bf9868 req-745b95a2-4d8e-4c58-8e60-2450565b8494 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.700388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.708692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1892213-b48c-4fbf-98e3-253270ce01dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.738490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e62f987b-d7a2-4488-b9a4-74e50d6e55ac, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:09.759524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baaddf5c-3526-4fbd-92fa-46e7e44eecd5 req-ac589b92-8108-40b4-8493-1150049bb342 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739336 Aug 27 16:14:09.762223 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1892213-b48c-4fbf-98e3-253270ce01dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.848624 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.874613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7758064f-1f79-4f21-96a2-ccfdc0bf9868 req-745b95a2-4d8e-4c58-8e60-2450565b8494 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.896770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.902860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.903538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:09.909016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.915924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.921884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.927661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.933663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:09.936122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-1bcded34-994a-468d-a197-a065201e6795 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1164441 Aug 27 16:14:09.956673 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1892213-b48c-4fbf-98e3-253270ce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.963013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1892213-b48c-4fbf-98e3-253270ce01dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.963013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f1892213-b48c-4fbf-98e3-253270ce01dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cbf673dd-0d45-4519-97a5-b22dfc7543dc HTTP/1.1" status: 204 len: 168 time: 0.3812060 Aug 27 16:14:09.974567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1892213-b48c-4fbf-98e3-253270ce01dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf673dd-0d45-4519-97a5-b22dfc7543dc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:09.987317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7758064f-1f79-4f21-96a2-ccfdc0bf9868 req-745b95a2-4d8e-4c58-8e60-2450565b8494 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:09.998335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bead9fab-d3c9-414a-9378-4fc010f1f4fb req-6287ef5a-d0d3-44f0-ab10-208e3bc8bba5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550435 Aug 27 16:14:10.022267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:10.025386 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e054f96d-7741-4bc4-89b5-15e698f2ba42" -d '{"events": [{"server_uuid": "1fb9ee1e-42be-407b-9651-a283be9c9f79", "name": "network-vif-plugged", "status": "completed", "tag": "e62f987b-d7a2-4488-b9a4-74e50d6e55ac"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:10.027681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b95a2-4d8e-4c58-8e60-2450565b8494 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d434b-dc14-4727-ba48-70557c1bfddd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:10.105863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7758064f-1f79-4f21-96a2-ccfdc0bf9868 req-745b95a2-4d8e-4c58-8e60-2450565b8494 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:10.107102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7758064f-1f79-4f21-96a2-ccfdc0bf9868 req-745b95a2-4d8e-4c58-8e60-2450565b8494 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6947880 Aug 27 16:14:10.208152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deddf6-05a5-4bec-a3fd-b02e306c05e9 req-61596b49-35d3-4ca9-b51d-0eb5402bbf97 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:10.209585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7deddf6-05a5-4bec-a3fd-b02e306c05e9 req-61596b49-35d3-4ca9-b51d-0eb5402bbf97 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 950 time: 0.0528407 Aug 27 16:14:10.248495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7deddf6-05a5-4bec-a3fd-b02e306c05e9 req-c3afb974-6257-4eaf-86af-304712b07c29 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Aug 27 16:14:10.300012 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ab0133-61f2-4104-805d-03c2dcdcaa0e x-openstack-request-id: req-94ab0133-61f2-4104-805d-03c2dcdcaa0e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:10.300397 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb9ee1e-42be-407b-9651-a283be9c9f79", "name": "network-vif-plugged", "status": "completed", "tag": "e62f987b-d7a2-4488-b9a4-74e50d6e55ac", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:10.300721 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-94ab0133-61f2-4104-805d-03c2dcdcaa0e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:10.301841 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac', 'code': 200} Aug 27 16:14:10.430085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4a01-a4b3-47ce-a69a-fd556a5a3d45 req-f4cd7b4a-12d5-4704-abdc-ef01c0bb48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:10.432451 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a34e4a01-a4b3-47ce-a69a-fd556a5a3d45 req-f4cd7b4a-12d5-4704-abdc-ef01c0bb48eb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 1096 time: 0.0542607 Aug 27 16:14:10.471704 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a34e4a01-a4b3-47ce-a69a-fd556a5a3d45 req-ecaa669d-c2f5-47ac-b7e6-08f96b788b7c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Aug 27 16:14:10.476906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c887a031-61ca-4c6f-b74f-6c80e8acb7a0 req-e0e3c83e-3c9f-4b87-b7fd-db242a134751 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1989256295', 'description': 'tempest-description-1667336840'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:10.514663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bd6a8-f02c-4835-ab96-2dec2942c369 req-b235abb0-7f45-4db3-b92e-594763ebce47 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:10.516269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c80bd6a8-f02c-4835-ab96-2dec2942c369 req-b235abb0-7f45-4db3-b92e-594763ebce47 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 945 time: 0.0929296 Aug 27 16:14:10.556668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c80bd6a8-f02c-4835-ab96-2dec2942c369 req-b02875d6-ffed-483b-aa44-7aab6e0a9335 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Aug 27 16:14:10.615060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c887a031-61ca-4c6f-b74f-6c80e8acb7a0 req-e0e3c83e-3c9f-4b87-b7fd-db242a134751 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:10.703777 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c887a031-61ca-4c6f-b74f-6c80e8acb7a0 req-e0e3c83e-3c9f-4b87-b7fd-db242a134751 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:10.808568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c887a031-61ca-4c6f-b74f-6c80e8acb7a0 req-e0e3c83e-3c9f-4b87-b7fd-db242a134751 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:10.848487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3c83e-3c9f-4b87-b7fd-db242a134751 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:10.912837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c887a031-61ca-4c6f-b74f-6c80e8acb7a0 req-e0e3c83e-3c9f-4b87-b7fd-db242a134751 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:10.917315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c887a031-61ca-4c6f-b74f-6c80e8acb7a0 req-e0e3c83e-3c9f-4b87-b7fd-db242a134751 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4458053 Aug 27 16:14:10.960607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95087cd0-57d5-46b7-9249-75382bb75c27 req-3e206643-7202-44b9-bcd1-d7e898e84303 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:10.961760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95087cd0-57d5-46b7-9249-75382bb75c27 req-3e206643-7202-44b9-bcd1-d7e898e84303 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0861504 Aug 27 16:14:11.034908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95087cd0-57d5-46b7-9249-75382bb75c27 req-c62569e5-0dc3-44cb-9703-17378d8da580 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656924 Aug 27 16:14:11.052513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4960d-10ab-4835-a706-c39437397969 req-71e11dc7-f496-40e4-8ea6-e28c42a75c8f tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.054179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea4960d-10ab-4835-a706-c39437397969 req-71e11dc7-f496-40e4-8ea6-e28c42a75c8f tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 944 time: 0.0675840 Aug 27 16:14:11.098416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea4960d-10ab-4835-a706-c39437397969 req-b1ecdc68-72b2-4aa7-bd5e-0ddf91bd1bc3 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Aug 27 16:14:11.176872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-7b5e6cf3-a6e7-42e0-b034-8e3504049f21 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452862 Aug 27 16:14:11.208658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34838) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:11.317610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-807366202-network', 'tenant_id': '8a0aaba9f9874e1dac929b7bac200406'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:11.465996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Made reservation on behalf of 8a0aaba9f9874e1dac929b7bac200406 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:11.468498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.473805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aad2ade3-5661-4991-bbd1-66b78a422b5f details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:11.482753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.582653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port aad2ade3-5661-4991-bbd1-66b78a422b5f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:11.592582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.595600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'mac_address': 'fa:16:3e:b9:d7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:11.609803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.615888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.622354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.629526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.635531 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.637548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.642615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.648810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.650071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad2ade3-5661-4991-bbd1-66b78a422b5f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:11.650708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-e51de369-eab7-41b8-b0af-4cab5f794626 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.4774189 Aug 27 16:14:11.673711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port aad2ade3-5661-4991-bbd1-66b78a422b5f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:11.701849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e1cafc6f-9f5e-4a8a-b190-c13655f4d47c tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.703446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e1cafc6f-9f5e-4a8a-b190-c13655f4d47c tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5189662 Aug 27 16:14:11.725114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c46c1a78-5fa8-4f49-b42a-7386ea75326c req-2647ca0e-29b3-41b1-87a5-3ff5d1c9e03b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653827 Aug 27 16:14:11.727483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-2d520df9-f766-4967-9fbf-365657ec6643 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/quotas/9d7cb75d2e1f4d85a63646d76821c48c HTTP/1.1" status: 200 len: 375 time: 0.0179002 Aug 27 16:14:11.729360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.775805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:14:11.783679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cab562-de18-4e03-8554-815706fd303e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:11.784202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-54da6234-fbaa-4e39-aaf3-4a6dac60821f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477729 Aug 27 16:14:11.790948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.791917 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Added segment b49ac0b6-6a04-4ecf-af19-78cffc17c10c of type vlan for network db70bbc1-4e15-4338-b5a8-bca85903af59 Aug 27 16:14:11.803606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.849423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:11.868976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=aad2ade3-5661-4991-bbd1-66b78a422b5f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:11.965464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-f47c7049-d56d-4c67-9dde-f412e9be15d5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:11.966943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-f47c7049-d56d-4c67-9dde-f412e9be15d5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 812 time: 0.1028247 Aug 27 16:14:11.984476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-ddfb2f3f-a967-4e01-b10b-127c0f4dd1f5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/quotas/726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 375 time: 0.0101142 Aug 27 16:14:12.019035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-caab863a-1f99-48bd-b201-6619f0c741d5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303550 Aug 27 16:14:12.025835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:12.026868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:12.027479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:12.094884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] Pushing event updated for resources: {'Network': ['ID=db70bbc1-4e15-4338-b5a8-bca85903af59,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:12.097787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['aad2ade3-5661-4991-bbd1-66b78a422b5f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:12.122716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network db70bbc1-4e15-4338-b5a8-bca85903af59 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:14:12.142824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-1ff41f07-be23-4870-9470-83fb804a06e2 service neutron] 10.222.0.101 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163626 Aug 27 16:14:12.149115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-76fba9c5-88ee-4ce6-b27b-cee9845f2a9f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9391341 Aug 27 16:14:12.152159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:12.159412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Request body: {'subnet': {'network_id': 'db70bbc1-4e15-4338-b5a8-bca85903af59', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-807366202-subnet', 'tenant_id': '8a0aaba9f9874e1dac929b7bac200406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:12.285213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Made reservation on behalf of 8a0aaba9f9874e1dac929b7bac200406 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:12.289483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:12.314359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fa566-84c6-4ea9-951e-0e5d5912250a req-fcfb8da7-52ea-48cb-8216-3a987648d82d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:12.315889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f93fa566-84c6-4ea9-951e-0e5d5912250a req-fcfb8da7-52ea-48cb-8216-3a987648d82d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 945 time: 0.0802522 Aug 27 16:14:12.339005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-73367d25-5757-44af-a914-d41589bde31a service neutron] 10.222.0.101 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882331 Aug 27 16:14:12.373377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f93fa566-84c6-4ea9-951e-0e5d5912250a req-6199ea96-7686-44c7-8ddd-35ddf2d5f6b9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Aug 27 16:14:12.594516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:12.688698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db228e5-6eb8-40af-afef-6bd88abaf07d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:12.696559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec7ebcd9-2d08-4c12-ba38-fcd5d2185f3c req-e2fde152-64a9-45f8-8af2-9adf8efe9c7d tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 210 time: 0.0518143 Aug 27 16:14:12.705358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Checking segment: {'id': 'b49ac0b6-6a04-4ecf-af19-78cffc17c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'db70bbc1-4e15-4338-b5a8-bca85903af59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:12.705955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Network hostable DHCP agents. Network: db70bbc1-4e15-4338-b5a8-bca85903af59, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:14:12.823772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761359db-e295-4d8a-8acd-8b496140d9b6 req-7469a0ae-b5dd-4343-b3b8-fdf7690d14c4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:12.825332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-761359db-e295-4d8a-8acd-8b496140d9b6 req-7469a0ae-b5dd-4343-b3b8-fdf7690d14c4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 945 time: 0.0601866 Aug 27 16:14:12.826580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Network db70bbc1-4e15-4338-b5a8-bca85903af59 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:14:12.871529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-761359db-e295-4d8a-8acd-8b496140d9b6 req-b7349cb4-2496-4b0b-9a16-57c779ada47d tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338614 Aug 27 16:14:12.940412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f9339df-5e51-46b7-b98c-d9c667508d8d req-93b7cba6-074f-4fa0-821d-4932e99a0889 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 210 time: 0.0297172 Aug 27 16:14:13.003976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, db70bbc1-4e15-4338-b5a8-bca85903af59) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:13.008663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.009338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:13.017492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81972ff1-cbb9-4f22-bc4b-7c72a6f384d4 None None] Network db70bbc1-4e15-4338-b5a8-bca85903af59 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:13.070687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.077561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.083569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.089505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.095679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.101569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.107708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.109779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-c7e55252-acc9-438a-9ae9-9cbd6e96766f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5417 time: 0.1113956 Aug 27 16:14:13.160425 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a3baac62-e7b7-476d-9d27-aa852de5c41e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0070894 Aug 27 16:14:13.179884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70066fae-bb54-4b48-bcfc-264a4ed19ee7 req-812a193f-88ed-46fa-8980-af74be09feb1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595288 Aug 27 16:14:13.204915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b2393-85a7-41e1-9b69-3fe8b9a55efd None None] Network db70bbc1-4e15-4338-b5a8-bca85903af59 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:13.482547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device d5f9e398-2cbf-48fc-b10a-27f95e68f502 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:13.486610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aad2ade3-5661-4991-bbd1-66b78a422b5f up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:13.551979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f7158-443d-4f75-b4b0-ca1f77d4e309 req-c0ce1842-47ff-47ec-87fc-20ff7c64507a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:13.552598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f39f7158-443d-4f75-b4b0-ca1f77d4e309 req-c0ce1842-47ff-47ec-87fc-20ff7c64507a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0657451 Aug 27 16:14:13.562432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f521228f-4fff-4a89-aa88-cb29985172c4 req-2c4022a9-dbeb-4903-a09f-9aad6a720828 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-554786213', 'description': 'tempest-description-1626838788'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:13.616635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f39f7158-443d-4f75-b4b0-ca1f77d4e309 req-bb68932d-8fe0-4ca0-ae44-13f3e9f2ff35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610747 Aug 27 16:14:13.639259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port d5f9e398-2cbf-48fc-b10a-27f95e68f502, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:13.651120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502', 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e', 'port_id': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502', 'mac_address': 'fa:16:3e:1c:b0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3063436f-1f08-4879-be54-20ddf9387925', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:13.699396 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:13.712245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f9e398-2cbf-48fc-b10a-27f95e68f502 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:13.733774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port d5f9e398-2cbf-48fc-b10a-27f95e68f502, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:13.795367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd17a72c-2e9f-423e-888f-f562aa891171 req-cf713124-dbdc-43b4-8ed6-9633e727d5d8 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 210 time: 0.0275640 Aug 27 16:14:13.805423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port aad2ade3-5661-4991-bbd1-66b78a422b5f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:13.817115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port aad2ade3-5661-4991-bbd1-66b78a422b5f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:13.817115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:13.825260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f521228f-4fff-4a89-aa88-cb29985172c4 req-2c4022a9-dbeb-4903-a09f-9aad6a720828 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:13.838510 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:13.839308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f65efb8d-82c5-478d-aff9-cd2116e72100 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:13.928614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f521228f-4fff-4a89-aa88-cb29985172c4 req-2c4022a9-dbeb-4903-a09f-9aad6a720828 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:13.980381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=d5f9e398-2cbf-48fc-b10a-27f95e68f502,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:14.015915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.016342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df643a-bb34-4f66-9b69-09ecd04a32e2 req-6659aec1-840b-4a2e-b24a-225bd80f0d5d tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.017878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73df643a-bb34-4f66-9b69-09ecd04a32e2 req-6659aec1-840b-4a2e-b24a-225bd80f0d5d tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 945 time: 0.0614429 Aug 27 16:14:14.053433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f521228f-4fff-4a89-aa88-cb29985172c4 req-2c4022a9-dbeb-4903-a09f-9aad6a720828 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.054054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:14.056153 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c55266-c887-478a-8566-5d2e244138b5" -d '{"events": [{"server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "name": "network-vif-plugged", "status": "completed", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:14.060180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f65efb8d-82c5-478d-aff9-cd2116e72100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f65efb8d-82c5-478d-aff9-cd2116e72100,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:14.079066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port aad2ade3-5661-4991-bbd1-66b78a422b5f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:14.080453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'f65efb8d-82c5-478d-aff9-cd2116e72100', 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'port_id': 'f65efb8d-82c5-478d-aff9-cd2116e72100', 'mac_address': 'fa:16:3e:4f:f2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e69947-adbc-4b07-946c-b86ad90cd314', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:14.094631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73df643a-bb34-4f66-9b69-09ecd04a32e2 req-76713750-4b12-4a3c-811b-e01f9bb459e1 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672064 Aug 27 16:14:14.119411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4022a9-dbeb-4903-a09f-9aad6a720828 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e457c4-bec5-4e7e-81c3-9d663e91fe0d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:14.135742 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.150412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65efb8d-82c5-478d-aff9-cd2116e72100 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:14.172854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.177398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f65efb8d-82c5-478d-aff9-cd2116e72100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f65efb8d-82c5-478d-aff9-cd2116e72100,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:14.198322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04d373d5-f2a8-4d2b-874a-b9d0026e80de req-0aa2176b-bd57-432c-ae2f-6891d746f6d0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 210 time: 0.0367393 Aug 27 16:14:14.221446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f521228f-4fff-4a89-aa88-cb29985172c4 req-2c4022a9-dbeb-4903-a09f-9aad6a720828 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.234986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=aad2ade3-5661-4991-bbd1-66b78a422b5f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:14.243069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f521228f-4fff-4a89-aa88-cb29985172c4 req-2c4022a9-dbeb-4903-a09f-9aad6a720828 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7075288 Aug 27 16:14:14.254720 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.255839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 200211d2-583b-4ac8-9627-96905b2f132c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:14.306447 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf51d07-94fa-49bd-b281-1fa109c68456 x-openstack-request-id: req-ebf51d07-94fa-49bd-b281-1fa109c68456 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:14.306800 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "name": "network-vif-plugged", "status": "completed", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:14.306987 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ebf51d07-94fa-49bd-b281-1fa109c68456 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:14.307426 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'code': 200} Aug 27 16:14:14.378336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 200211d2-583b-4ac8-9627-96905b2f132c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=200211d2-583b-4ac8-9627-96905b2f132c,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:14.381539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f65efb8d-82c5-478d-aff9-cd2116e72100,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:14.395097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '200211d2-583b-4ac8-9627-96905b2f132c', 'network_id': 'e500afa8-0258-4a02-9fc3-72037f8e799e', 'port_id': '200211d2-583b-4ac8-9627-96905b2f132c', 'mac_address': 'fa:16:3e:78:3f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3063436f-1f08-4879-be54-20ddf9387925', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:14.432717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-9b2014cd-ff62-4968-90f3-3e6243d39c48 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/e1e457c4-bec5-4e7e-81c3-9d663e91fe0d HTTP/1.1" status: 200 len: 1804 time: 0.1494331 Aug 27 16:14:14.440420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fafba-5aa6-4718-b875-8fda2e6954d4 req-7293e1fb-1449-48c7-85d7-29c057480a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.441932 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6f0fafba-5aa6-4718-b875-8fda2e6954d4 req-7293e1fb-1449-48c7-85d7-29c057480a44 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 1097 time: 0.0564291 Aug 27 16:14:14.442320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.445032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1e457c4-bec5-4e7e-81c3-9d663e91fe0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:14.445350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1e457c4-bec5-4e7e-81c3-9d663e91fe0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:14.460393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200211d2-583b-4ac8-9627-96905b2f132c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:14.478961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.481399 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 200211d2-583b-4ac8-9627-96905b2f132c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=200211d2-583b-4ac8-9627-96905b2f132c,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:14.485883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.491765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.497776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.503929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.504890 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6f0fafba-5aa6-4718-b875-8fda2e6954d4 req-2d248670-b9d0-4d27-b8b5-27485537c146 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Aug 27 16:14:14.509641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.515883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.520379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-c90a6807-0ec5-4be3-9321-443afcfc0e7e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5419 time: 0.1469107 Aug 27 16:14:14.559612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-507ae6c0-fb33-4ca6-96b2-d36cc24593a1 req-8111c3f5-ca3c-4a30-98f5-574e442b1482 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352471 Aug 27 16:14:14.586008 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.586691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f2f54b1e-abeb-410a-910a-a3ba67a98ed6 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:14.687321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.728259 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.765808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f0780-d337-4f6a-b0d1-b1c09a5c5a0a req-8a9cb2b8-759f-4e5a-945c-b47e3e6b2091 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:14.767357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa9f0780-d337-4f6a-b0d1-b1c09a5c5a0a req-8a9cb2b8-759f-4e5a-945c-b47e3e6b2091 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0682173 Aug 27 16:14:14.785231 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=200211d2-583b-4ac8-9627-96905b2f132c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:14.790107 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:14.801565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'f2f54b1e-abeb-410a-910a-a3ba67a98ed6', 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'port_id': 'f2f54b1e-abeb-410a-910a-a3ba67a98ed6', 'mac_address': 'fa:16:3e:c1:d7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e69947-adbc-4b07-946c-b86ad90cd314', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:14.808362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa9f0780-d337-4f6a-b0d1-b1c09a5c5a0a req-d3907969-dc1e-489a-b81e-209928542aec tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346353 Aug 27 16:14:14.844107 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.857273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:14.869796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f54b1e-abeb-410a-910a-a3ba67a98ed6 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:14.887702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb260f34-171d-4181-8156-9f5422c35d9c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:14.898412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:14.905376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-923818ac-3d68-466d-a0c7-e48e015617ac req-de963ca0-1ef6-47db-aee8-c44813c567d0 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 210 time: 0.0327842 Aug 27 16:14:14.905822 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-c1ece02a-c0fe-4c76-aa0e-087b8f57b388 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240049 Aug 27 16:14:15.020071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-1fed3a47-1a3a-42bb-a2e1-bd48204bfc86 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.022367 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.022606 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.023054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:15.024242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-1fed3a47-1a3a-42bb-a2e1-bd48204bfc86 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095583 Aug 27 16:14:15.031704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0aa8496-cfff-4d62-ad58-1fec4c605417 req-779efd85-c5a1-44b3-9044-0332b9ecf98a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5876391 Aug 27 16:14:15.041455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Request body: {'port': {'device_id': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '9d7cb75d2e1f4d85a63646d76821c48c'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:15.065378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-98c7114b-ccb1-4dde-ab46-117dd74c1498 req-5f59d0c3-f330-472a-8afa-ed8d712a9af8 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-884756298', 'description': 'tempest-description-382041489'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:15.126043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:15.166147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98c7114b-ccb1-4dde-ab46-117dd74c1498 req-5f59d0c3-f330-472a-8afa-ed8d712a9af8 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.183684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:15.200262 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'port_id': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'mac_address': 'fa:16:3e:6d:21:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:15.241004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e182f19-b8a0-473f-a335-ceaef2811f59 req-a8a333af-6cea-44aa-aa38-d178ea284adc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.242517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e182f19-b8a0-473f-a335-ceaef2811f59 req-a8a333af-6cea-44aa-aa38-d178ea284adc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 946 time: 0.0602849 Aug 27 16:14:15.243021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.260812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:15.269197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Made reservation on behalf of 9d7cb75d2e1f4d85a63646d76821c48c for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:15.269197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.282419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:15.303979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e182f19-b8a0-473f-a335-ceaef2811f59 req-36f936e1-b7d9-4019-9916-0fa0ff1df52a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Aug 27 16:14:15.376750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98c7114b-ccb1-4dde-ab46-117dd74c1498 req-5f59d0c3-f330-472a-8afa-ed8d712a9af8 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.405503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46343d59-9fb0-4722-a976-01a53d6923a2 req-3214af2d-b87b-4bba-a35f-d836dff0f73e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 210 time: 0.0371203 Aug 27 16:14:15.417966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Allocated IP 192.168.233.100 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/717de4b0-47d2-4dac-b537-b6533b7e2090) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:15.420503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.421198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:15.483917 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98c7114b-ccb1-4dde-ab46-117dd74c1498 req-5f59d0c3-f330-472a-8afa-ed8d712a9af8 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.499738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:15.503531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:15.515191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98', 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'port_id': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98', 'mac_address': 'fa:16:3e:2b:3d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e69947-adbc-4b07-946c-b86ad90cd314', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:15.549850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59d0c3-f330-472a-8afa-ed8d712a9af8 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e543792-4263-4f36-bb85-09f70241a5d3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:15.562035 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.577635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:15.598701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:15.606251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.620232 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98c7114b-ccb1-4dde-ab46-117dd74c1498 req-5f59d0c3-f330-472a-8afa-ed8d712a9af8 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.620921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Transition to ACTIVE for port object 717de4b0-47d2-4dac-b537-b6533b7e2090 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:15.621516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98c7114b-ccb1-4dde-ab46-117dd74c1498 req-5f59d0c3-f330-472a-8afa-ed8d712a9af8 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5635693 Aug 27 16:14:15.696943 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.697619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:15.744255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.753334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.762210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.769362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.775474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.777973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:15.778233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-98aa0b0a-8645-4f72-b51a-9d4357a0d5d0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.780722 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-98aa0b0a-8645-4f72-b51a-9d4357a0d5d0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 812 time: 0.1334980 Aug 27 16:14:15.783304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.789691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:15.789907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:15.791629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-6488fa99-0033-4cc7-9ee1-0a0f9882fd8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5422 time: 0.1108844 Aug 27 16:14:15.801048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.801411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f', 'network_id': '35abcda2-cddf-4e28-ad60-6038aed4b642', 'port_id': 'e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f', 'mac_address': 'fa:16:3e:29:eb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e69947-adbc-4b07-946c-b86ad90cd314', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:15.807389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'port': {'device_id': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b', 'admin_state_up': True, 'tenant_id': '726a39b6b6b6437fb1b2faf8ccbe070e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:15.828240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8b054c0e-7775-4142-9365-ebea4dc5d89d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:15.842243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22685c2e-efeb-48dc-bd15-26f2569cc40b req-36e304fc-0c42-44d1-8c24-a1f00c12dd2b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417209 Aug 27 16:14:15.874015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:15.899408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:15.902152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:15.910330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:15.916523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:15.948323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4518d2cf-d353-4efd-b454-096382dcd320 req-5331cb97-f099-46fd-af2e-56c1b0f1cc85 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/4e543792-4263-4f36-bb85-09f70241a5d3 HTTP/1.1" status: 200 len: 1803 time: 0.0774894 Aug 27 16:14:15.962849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4518d2cf-d353-4efd-b454-096382dcd320 req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4e543792-4263-4f36-bb85-09f70241a5d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:15.963020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4518d2cf-d353-4efd-b454-096382dcd320 req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4e543792-4263-4f36-bb85-09f70241a5d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:15.969838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:15.978159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Pushing event updated for resources: {'Port': ['ID=717de4b0-47d2-4dac-b537-b6533b7e2090,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:16.025449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:16.026435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.114371 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.157394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4518d2cf-d353-4efd-b454-096382dcd320 req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.179431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:16.196002 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4518d2cf-d353-4efd-b454-096382dcd320 req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.207282 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-e49cea6d-7b52-4a89-9355-54467a540948 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1702867 Aug 27 16:14:16.219838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Request body: {'port': {'device_id': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:16.273719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.294921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ac728c97-1222-4615-b8e0-e0fdbef5a205 None None] Provisioning for port 717de4b0-47d2-4dac-b537-b6533b7e2090 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:16.295119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4518d2cf-d353-4efd-b454-096382dcd320 req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.300483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ac728c97-1222-4615-b8e0-e0fdbef5a205 None None] Provisioning complete for port 717de4b0-47d2-4dac-b537-b6533b7e2090 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:16.300868 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac728c97-1222-4615-b8e0-e0fdbef5a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.319252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a413f2cb-d61e-4244-997c-f93274a93dd1,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:16.319644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Made reservation on behalf of 726a39b6b6b6437fb1b2faf8ccbe070e for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:16.324431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.338740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ac728c97-1222-4615-b8e0-e0fdbef5a205 None None] Port 717de4b0-47d2-4dac-b537-b6533b7e2090 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:14:16.440417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4518d2cf-d353-4efd-b454-096382dcd320 req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.441764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4518d2cf-d353-4efd-b454-096382dcd320 req-b4cc94f9-b1a9-435b-9c30-a314f5121e14 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4855909 Aug 27 16:14:16.588168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Allocated IP 172.20.0.5 (45bdea07-6d1e-4b3e-97e1-0d1360790c6b/93f2190c-92b9-4427-a1ff-11da01ae72f4/281051f0-fd6f-4e6c-ba53-48bd17d2bdd2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:16.646715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27256b51-150b-4f1b-91c0-9c6d13e5058b req-2b142de7-3296-4f52-abb4-642927e8ef7b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:16.648448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27256b51-150b-4f1b-91c0-9c6d13e5058b req-2b142de7-3296-4f52-abb4-642927e8ef7b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0951712 Aug 27 16:14:16.724167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27256b51-150b-4f1b-91c0-9c6d13e5058b req-c4502897-4c88-44f6-9fe5-b5a17cbd2b71 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663743 Aug 27 16:14:16.732825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dc2a5-976f-4857-bbcb-c5b54f9ba5b5 req-efaa5223-b3f3-4d69-897c-f693aa7962ee tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:16.740684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce1dc2a5-976f-4857-bbcb-c5b54f9ba5b5 req-efaa5223-b3f3-4d69-897c-f693aa7962ee tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 936 time: 0.0857520 Aug 27 16:14:16.756963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717de4b0-47d2-4dac-b537-b6533b7e2090 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:16.770657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.790588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce1dc2a5-976f-4857-bbcb-c5b54f9ba5b5 req-bb978c6e-2c15-4f2b-8c43-f61ff9940436 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488603 Aug 27 16:14:16.799215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Transition to ACTIVE for port object 717de4b0-47d2-4dac-b537-b6533b7e2090 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:16.846034 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.897249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f00a3-ddf3-4351-b95f-2ffa91b4887b req-78424f44-2f31-4b50-bd1e-d24ecc3f4636 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:16.898880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e63f00a3-ddf3-4351-b95f-2ffa91b4887b req-78424f44-2f31-4b50-bd1e-d24ecc3f4636 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 946 time: 0.0817871 Aug 27 16:14:16.901102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b428d3f2-727d-4fa9-8d40-c5aa865bbb3e req-466bf14d-0ad0-4414-b5ff-f3e74649b70c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 210 time: 0.0459404 Aug 27 16:14:16.913594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:16.950885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-437e998b-0154-4531-94ca-597a764a9b91 req-1b525b6c-ff79-45ad-934c-5d32d74238ee tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2133332123', 'description': 'tempest-description-1603831111'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:16.975705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e63f00a3-ddf3-4351-b95f-2ffa91b4887b req-9f091497-e07e-40c5-91e8-47d24c3d229f tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667779 Aug 27 16:14:16.995079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.028385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Pushing event updated for resources: {'Port': ['ID=717de4b0-47d2-4dac-b537-b6533b7e2090,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:17.095204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:17.105385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-437e998b-0154-4531-94ca-597a764a9b91 req-1b525b6c-ff79-45ad-934c-5d32d74238ee tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.106131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:17.112588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:17.144085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:17.156037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.163429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Attempting to bind port 717de4b0-47d2-4dac-b537-b6533b7e2090 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:17.163767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Attempting to bind port 717de4b0-47d2-4dac-b537-b6533b7e2090 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:17.164108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Attempting to bind port 717de4b0-47d2-4dac-b537-b6533b7e2090 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:17.165236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.175676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.178544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Port 717de4b0-47d2-4dac-b537-b6533b7e2090 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:14:17.184172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Attempting to bind port 717de4b0-47d2-4dac-b537-b6533b7e2090 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:17.187310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.194787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.195052 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.195800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.199870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:17.200217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:17.201161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:17.201761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Bound port: 717de4b0-47d2-4dac-b537-b6533b7e2090, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:17.202006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.203739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.212239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.222293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-fa8a1a22-bdec-4e74-8043-15d34651f2f8 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5424 time: 0.1681528 Aug 27 16:14:17.282948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae18cf22-847c-43fc-839b-3989dc198f73 req-f82f3bb5-46df-4a5c-91e5-71251008ecaf tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595796 Aug 27 16:14:17.305106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f65efb8d-82c5-478d-aff9-cd2116e72100'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:17.365853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['200211d2-583b-4ac8-9627-96905b2f132c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:17.370423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-437e998b-0154-4531-94ca-597a764a9b91 req-1b525b6c-ff79-45ad-934c-5d32d74238ee tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.373134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['d5f9e398-2cbf-48fc-b10a-27f95e68f502'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:17.383819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:17.431917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24390368-17ff-4407-b154-16f9ca28423b req-65bc74e5-a4f0-4fdf-a8fe-9d34f3e01bad tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.436626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['e1cd36a4-7406-4c43-8860-9fc1a4bc2e98'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:17.439983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-65bc74e5-a4f0-4fdf-a8fe-9d34f3e01bad tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0645931 Aug 27 16:14:17.488510 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-437e998b-0154-4531-94ca-597a764a9b91 req-1b525b6c-ff79-45ad-934c-5d32d74238ee tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.493630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['6f09f67d-02ec-47b0-8007-59fdd9cbdee6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:17.518569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-1644d853-189e-469b-b601-579077e0f484 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.0745921 Aug 27 16:14:17.534139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'floatingip': {'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:17.578698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] For port 717de4b0-47d2-4dac-b537-b6533b7e2090, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:17.579595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.582580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] For port 717de4b0-47d2-4dac-b537-b6533b7e2090, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=717de4b0-47d2-4dac-b537-b6533b7e2090,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:17.653027 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-edd2eda3-aaae-4e24-a7e0-45bb81d423a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8495543 Aug 27 16:14:17.663512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b525b6c-ff79-45ad-934c-5d32d74238ee tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32b5165-de52-4175-b68b-bc84d5617c36,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:17.681080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Request body: {'port': {'device_id': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:17.714074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-437e998b-0154-4531-94ca-597a764a9b91 req-1b525b6c-ff79-45ad-934c-5d32d74238ee tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.726545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-437e998b-0154-4531-94ca-597a764a9b91 req-1b525b6c-ff79-45ad-934c-5d32d74238ee tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7841690 Aug 27 16:14:17.770063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.900601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:17.901240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.904375 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] 10.222.0.90 "PUT /v2.0/ports/717de4b0-47d2-4dac-b537-b6533b7e2090 HTTP/1.1" status: 200 len: 1096 time: 1.6889002 Aug 27 16:14:17.907301 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:17.926335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'tag': '717de4b0-47d2-4dac-b537-b6533b7e2090'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:17.929069 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31" -d '{"events": [{"name": "network-changed", "server_uuid": "12ebc3f5-e903-4afa-b2cf-19e410b8a64b", "tag": "717de4b0-47d2-4dac-b537-b6533b7e2090"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:18.036680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd68ae-7d59-4ff1-ab8a-d5fbd01967f7 service neutron] Pushing event updated for resources: {'Port': ['ID=717de4b0-47d2-4dac-b537-b6533b7e2090,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:18.114220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f2f54b1e-abeb-410a-910a-a3ba67a98ed6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:18.177919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.183721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-701912de-b4af-4825-85de-2d58d8549850 req-7df88b1a-149f-47a8-b7f5-bde5c0cf34a9 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2089722217', 'description': 'tempest-description-1357939560'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:18.191399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-f69bff78-6798-44b6-8e35-0ee60aa9e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:18.193354 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-f69bff78-6798-44b6-8e35-0ee60aa9e73f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 1099 time: 0.1944125 Aug 27 16:14:18.247733 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-85612b85-c3d3-40c6-ab16-0ff17fee84c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=717de4b0-47d2-4dac-b537-b6533b7e2090 HTTP/1.1" status: 200 len: 217 time: 0.0417864 Aug 27 16:14:18.274073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.330265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-701912de-b4af-4825-85de-2d58d8549850 req-7df88b1a-149f-47a8-b7f5-bde5c0cf34a9 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.373982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-c8ec6458-81ac-4785-afe7-86c294b122f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:18.375504 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-c8ec6458-81ac-4785-afe7-86c294b122f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1138334 Aug 27 16:14:18.476442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-180a5340-0319-4322-83dc-9010feb8b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:18.478225 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-180a5340-0319-4322-83dc-9010feb8b42f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924065 Aug 27 16:14:18.492196 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 associated. External IP: 172.25.4.192, port: 2109f3ab-6771-46f6-b123-2b0b2cd9720e. Aug 27 16:14:18.570439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:18.583837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.608921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Transition to ACTIVE for port object 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:18.628453 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-ad7021ee-7e88-474a-86e2-a572e1a72483 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384230 Aug 27 16:14:18.629844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-701912de-b4af-4825-85de-2d58d8549850 req-7df88b1a-149f-47a8-b7f5-bde5c0cf34a9 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.723276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.746339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-701912de-b4af-4825-85de-2d58d8549850 req-7df88b1a-149f-47a8-b7f5-bde5c0cf34a9 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.778408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:18.790963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d54f841-cf34-4751-ba69-1d6a4d34d10b req-b9fffc32-cfa3-4e5d-961f-dafc2d567a65 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406794 Aug 27 16:14:18.794465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df88b1a-149f-47a8-b7f5-bde5c0cf34a9 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca57c9-c484-4952-b2b5-2a9382830115,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:18.794603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Pushing event updated for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:18.818166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.818653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.819176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.819840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.821381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.821381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.821381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.821896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.822322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.822894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.823819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.824268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:18.854516 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-701912de-b4af-4825-85de-2d58d8549850 req-7df88b1a-149f-47a8-b7f5-bde5c0cf34a9 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.856383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-701912de-b4af-4825-85de-2d58d8549850 req-7df88b1a-149f-47a8-b7f5-bde5c0cf34a9 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6770949 Aug 27 16:14:18.889725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Attempting to bind port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:18.890540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Attempting to bind port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:18.891116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Attempting to bind port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 on network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:18.901638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 on network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:14:18.901982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Attempting to bind port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 on network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:18.914501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:18.914854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Checking segment: {'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:18.915389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Bound using segment: {'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:18.915871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Bound port: 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:18.916254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.963189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:18.969690 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:18.979114 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:18.995996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:18.997016 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:18.998587 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:19.001555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:19.007736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-503f0d01-925e-474d-9750-16ab00cc882b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "PUT /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 200 len: 997 time: 1.4891298 Aug 27 16:14:19.009028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:19.011898 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:19.023939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0f55-ce4d-46fb-9819-5e99058a00e9 req-136b5c5f-1652-40f7-8547-829e3240f49e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.025531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-832d0f55-ce4d-46fb-9819-5e99058a00e9 req-136b5c5f-1652-40f7-8547-829e3240f49e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0983510 Aug 27 16:14:19.066991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:19.090425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.093755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:19.093755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] 10.222.0.90 "PUT /v2.0/ports/281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 200 len: 1091 time: 1.4275064 Aug 27 16:14:19.097959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-832d0f55-ce4d-46fb-9819-5e99058a00e9 req-76627306-3fd5-4d7d-8fed-0300da3bd3c0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626962 Aug 27 16:14:19.100865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24390368-17ff-4407-b154-16f9ca28423b req-7b8f1069-f3aa-45cd-b9d5-5007f2d277af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.102481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-7b8f1069-f3aa-45cd-b9d5-5007f2d277af service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.0760510 Aug 27 16:14:19.158561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:19.179467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4026a-b368-4d9f-a404-eacb5a3c51a4 service neutron] Pushing event updated for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:19.267141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24390368-17ff-4407-b154-16f9ca28423b req-2851cd28-607c-4b3b-aa24-102d96a07c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.270049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-2851cd28-607c-4b3b-aa24-102d96a07c2c service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.1541021 Aug 27 16:14:19.283437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f27c6-05c3-4cc9-a23e-ad9ef3948c2b req-d8a8231e-8eab-4e9f-b959-da73cf342900 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.285405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-961f27c6-05c3-4cc9-a23e-ad9ef3948c2b req-d8a8231e-8eab-4e9f-b959-da73cf342900 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 948 time: 0.0848472 Aug 27 16:14:19.318488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-ad449224-bf40-4bdc-af97-982a990f8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.320068 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-ad449224-bf40-4bdc-af97-982a990f8f07 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1094 time: 0.0625780 Aug 27 16:14:19.380454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-6203cf20-293c-43e3-9c2a-f5ce7e9e98af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 200 len: 217 time: 0.0508349 Aug 27 16:14:19.387236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-961f27c6-05c3-4cc9-a23e-ad9ef3948c2b req-3bdb8754-abbc-4b77-82b9-c97df4cc92f5 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932455 Aug 27 16:14:19.394630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-eaeba9bb-a026-4df0-9e1f-e437054eaf27 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 1000 time: 0.1086979 Aug 27 16:14:19.451367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-3138edab-f816-43ab-964d-4098deda8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.454553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-3138edab-f816-43ab-964d-4098deda8860 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0582955 Aug 27 16:14:19.475147 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:5e:8a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:18Z', 'revision_number': 1, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:19.501193 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-b7ef56e3-4840-477e-8d2e-7431608de2be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364792 Aug 27 16:14:19.508382 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:19.510574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24390368-17ff-4407-b154-16f9ca28423b req-8e160fb0-64a9-413a-a06e-ed5c578156b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.512092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-8e160fb0-64a9-413a-a06e-ed5c578156b7 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.1091876 Aug 27 16:14:19.525471 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:19.526322 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:13:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:19.558356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9278c9-2c2b-4ee8-a0a9-a284e07c7919 req-1f262958-61ad-4cdf-a550-2c9408c020d1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.566673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b9278c9-2c2b-4ee8-a0a9-a284e07c7919 req-1f262958-61ad-4cdf-a550-2c9408c020d1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 943 time: 0.0910885 Aug 27 16:14:19.609947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24390368-17ff-4407-b154-16f9ca28423b req-c65837a4-3048-451c-8d13-b74444752a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.611551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-c65837a4-3048-451c-8d13-b74444752a95 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888240 Aug 27 16:14:19.623580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b9278c9-2c2b-4ee8-a0a9-a284e07c7919 req-b9c1aad8-9c27-4514-a52a-1ec8ee3e9160 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Aug 27 16:14:19.645251 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-746ad6bb-7549-450e-9b08-2c478bdc296c service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248403 Aug 27 16:14:19.677055 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7076ed-7bb1-4e0d-9000-7ad6fede6fe3 x-openstack-request-id: req-ca7076ed-7bb1-4e0d-9000-7ad6fede6fe3 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:19.677351 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ebc3f5-e903-4afa-b2cf-19e410b8a64b", "tag": "717de4b0-47d2-4dac-b537-b6533b7e2090", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:19.677603 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ca7076ed-7bb1-4e0d-9000-7ad6fede6fe3 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:19.677996 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'tag': '717de4b0-47d2-4dac-b537-b6533b7e2090', 'status': 'completed', 'code': 200} Aug 27 16:14:19.781177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-9738b0da-ea57-41dc-b3ab-f03fae9f4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.782801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-9738b0da-ea57-41dc-b3ab-f03fae9f4dd5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 1099 time: 0.0737495 Aug 27 16:14:19.786760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5246ddf1-eec0-43ee-a3c2-bc6a25f616d4 req-d66aed48-161e-47b2-bea4-523e075acc10 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302197 Aug 27 16:14:19.809745 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:14:19.821389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.828537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.834840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.836096 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:19.840690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.847678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.854315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.861636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.869883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-10ecebda-1922-413a-af6f-eb7bb174af91 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5424 time: 0.1245091 Aug 27 16:14:19.914965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-7376db74-0f02-4dfe-b2c4-5ac7c0a1766a service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899768 Aug 27 16:14:19.971011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-19be59f2-3498-4fb2-b7b2-7ede86230458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:19.974102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-19be59f2-3498-4fb2-b7b2-7ede86230458 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1670134 Aug 27 16:14:19.985332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f88263d8-a4a1-46d7-8197-743b9745f2aa req-89fde47f-ce2f-42fb-a270-d5570002f0a2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145375 Aug 27 16:14:20.047381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-fba9b912-3c99-4da1-a093-79061cf10e6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=717de4b0-47d2-4dac-b537-b6533b7e2090 HTTP/1.1" status: 200 len: 217 time: 0.0639563 Aug 27 16:14:20.055421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24390368-17ff-4407-b154-16f9ca28423b req-3de0c407-4ae3-4226-987f-7703ed734b62 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396179 Aug 27 16:14:20.106223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-c96fc81c-f7e9-4d16-b75e-8d8aa17c44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.108349 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-c96fc81c-f7e9-4d16-b75e-8d8aa17c44ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0515347 Aug 27 16:14:20.144241 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:5e:8a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:18Z', 'revision_number': 1, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:20.179853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-6a8f5de3-3259-45b8-9d45-8f6029af5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.181644 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969eb13-9e82-4eb6-bff4-4b8eea216be4 None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:5e:8a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:18Z', 'revision_number': 1, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:20.181882 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-6a8f5de3-3259-45b8-9d45-8f6029af5a18 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613139 Aug 27 16:14:20.202852 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e4f8f8-25ae-465d-8cff-58dd25087964 x-openstack-request-id: req-75e4f8f8-25ae-465d-8cff-58dd25087964 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:20.203157 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:20.203443 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-75e4f8f8-25ae-465d-8cff-58dd25087964 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:20.203849 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'status': 'completed', 'code': 200} Aug 27 16:14:20.218730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-f984b236-5705-42a6-96c4-6a76d905ed60 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/a32b5165-de52-4175-b68b-bc84d5617c36 HTTP/1.1" status: 200 len: 1805 time: 0.0785525 Aug 27 16:14:20.305395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-c91cc28e-bfba-45d0-bda3-0b9b5b5c8013 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/27ca57c9-c484-4952-b2b5-2a9382830115 HTTP/1.1" status: 200 len: 1805 time: 0.0800314 Aug 27 16:14:20.324145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a32b5165-de52-4175-b68b-bc84d5617c36', 'remote_group_id': '27ca57c9-c484-4952-b2b5-2a9382830115', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:20.324995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a32b5165-de52-4175-b68b-bc84d5617c36', 'remote_group_id': '27ca57c9-c484-4952-b2b5-2a9382830115', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:20.337491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-149b038f-8a2a-4c15-9167-c9382d5cfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.339725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-149b038f-8a2a-4c15-9167-c9382d5cfe61 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.0733175 Aug 27 16:14:20.357865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede763-df65-49c6-9d1d-e569d1027012 req-189ff1ea-52c4-441d-8fd2-52c9c09d9717 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.366468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8ede763-df65-49c6-9d1d-e569d1027012 req-189ff1ea-52c4-441d-8fd2-52c9c09d9717 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1047413 Aug 27 16:14:20.367810 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-8d8a71b3-fe84-4e02-8390-d271e14d8275 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708114 Aug 27 16:14:20.422573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8ede763-df65-49c6-9d1d-e569d1027012 req-7ab07115-e696-4998-acb9-631d1750eb74 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530336 Aug 27 16:14:20.533730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-a30ad49b-89cf-4362-a122-19379e7e4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.535212 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-a30ad49b-89cf-4362-a122-19379e7e4e4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.1829565 Aug 27 16:14:20.539721 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a847e9a1-5b1e-4703-9c69-1aa221aa0c31 req-888a0b03-cf35-4d64-bd53-74f17ab87ccc service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611507 Aug 27 16:14:20.565321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc539cc-df2a-4ae2-b0e5-c237389d9cdb None None] New status for floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:14:20.574843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.614991 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68d7534e-63ae-4adb-9f44-e96b5e343f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.629608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-055ff504-8754-47a7-95bc-d0f84c801ca8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 1000 time: 0.0787587 Aug 27 16:14:20.630809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.650326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-e03cba08-f9f3-4ce1-a3ed-94031f14fa5e tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.659461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-e03cba08-f9f3-4ce1-a3ed-94031f14fa5e tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1420538 Aug 27 16:14:20.694552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-039cd235-b59a-405d-9e8f-c38c56e9d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.697517 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-039cd235-b59a-405d-9e8f-c38c56e9d3d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0599644 Aug 27 16:14:20.733534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-3ee6593d-df95-466d-8ac6-ada951fb78eb tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1000 time: 0.0728390 Aug 27 16:14:20.738792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'floatingip': {'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:20.758082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-526c74f1-1a3f-4aba-afed-049dd95be43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:20.759954 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-526c74f1-1a3f-4aba-afed-049dd95be43c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549185 Aug 27 16:14:20.780207 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.811472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a302352-183f-47a0-a333-e4e842d81ec8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:20.827379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.869298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-096b64d2-a98a-40da-8949-5a31684ef3c4 service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975811 Aug 27 16:14:20.963372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:20.964483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0363abd7-e959-415d-b29e-3bb449f00e91 req-e183c20d-4d4d-4cae-ac10-57ac0070154d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6500509 Aug 27 16:14:20.976577 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c1f7c7ed-7a4d-4aa9-ac2c-a7e83b0947a9 req-3b432230-d45f-46a4-851d-61a3ae25fef8 service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987842 Aug 27 16:14:21.436790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e1be9-71e1-40a1-98a7-ef97b57452ae req-c5fb6659-caa5-4465-951e-a719a8a3d492 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:21.438303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed8e1be9-71e1-40a1-98a7-ef97b57452ae req-c5fb6659-caa5-4465-951e-a719a8a3d492 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 948 time: 0.4119923 Aug 27 16:14:21.531823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:14:21.532154 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:14:21.550552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed8e1be9-71e1-40a1-98a7-ef97b57452ae req-4880db5d-8baa-417e-8033-69a54070e47e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045668 Aug 27 16:14:21.662641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321d224-0ae7-4ed5-b01b-b6cd071565f2 req-72e3abcd-b0c1-430f-bfcf-9c4501241f2d tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:21.664292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c321d224-0ae7-4ed5-b01b-b6cd071565f2 req-72e3abcd-b0c1-430f-bfcf-9c4501241f2d tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 943 time: 0.0555415 Aug 27 16:14:21.678979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:21.681380 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139940fb-cf7c-4c27-8e56-bec7a05a334a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:21.707240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c321d224-0ae7-4ed5-b01b-b6cd071565f2 req-96819d99-69df-4952-911c-7fd4037ccc5e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365682 Aug 27 16:14:21.736311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e3123246-c093-464f-9699-50cfcc2d544c req-406f2a46-bdac-4da9-8ecf-05042da1324a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-893196678', 'description': 'tempest-description-1724587940'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:21.845297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3123246-c093-464f-9699-50cfcc2d544c req-406f2a46-bdac-4da9-8ecf-05042da1324a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:21.926330 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3123246-c093-464f-9699-50cfcc2d544c req-406f2a46-bdac-4da9-8ecf-05042da1324a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.010898 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3123246-c093-464f-9699-50cfcc2d544c req-406f2a46-bdac-4da9-8ecf-05042da1324a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.033872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.072547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f2a46-bdac-4da9-8ecf-05042da1324a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ab5e8e-daa3-4c58-bec7-fd548bf448cb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:22.123724 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3123246-c093-464f-9699-50cfcc2d544c req-406f2a46-bdac-4da9-8ecf-05042da1324a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.125034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3123246-c093-464f-9699-50cfcc2d544c req-406f2a46-bdac-4da9-8ecf-05042da1324a tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3938847 Aug 27 16:14:22.156445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device d5f9e398-2cbf-48fc-b10a-27f95e68f502 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:22.280103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port d5f9e398-2cbf-48fc-b10a-27f95e68f502 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:22.284132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port d5f9e398-2cbf-48fc-b10a-27f95e68f502 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:22.284512 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.310778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.316783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.322605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.328806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.334548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.340384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.346304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.348275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-30660f62-f9ac-4bf4-8ac0-718b7fcdb282 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5424 time: 0.1634283 Aug 27 16:14:22.373240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.397340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:22.399839 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d67c81-e549-47bd-9dc6-7fee7ad98973" -d '{"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:22.413608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port d5f9e398-2cbf-48fc-b10a-27f95e68f502, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:22.441550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cd436ec-9719-4788-ae0c-1fa2aa983fc6 req-bb80ae60-f982-487d-a87b-f1396967a385 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868039 Aug 27 16:14:22.484013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.484868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f65efb8d-82c5-478d-aff9-cd2116e72100 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:22.569196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=d5f9e398-2cbf-48fc-b10a-27f95e68f502,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:22.668551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port f65efb8d-82c5-478d-aff9-cd2116e72100 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:22.673803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port f65efb8d-82c5-478d-aff9-cd2116e72100 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:22.674180 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.679610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 717de4b0-47d2-4dac-b537-b6533b7e2090 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:22.687774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c29fac-d74c-4385-9ef9-8308668ae5a1 req-2789ddcc-0442-4f3c-93aa-df70f0c2e337 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.689281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60c29fac-d74c-4385-9ef9-8308668ae5a1 req-2789ddcc-0442-4f3c-93aa-df70f0c2e337 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1135502 Aug 27 16:14:22.707763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.735426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60c29fac-d74c-4385-9ef9-8308668ae5a1 req-2b065693-7d5c-45c4-95ad-a645cfc1e311 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373619 Aug 27 16:14:22.783868 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55fdbb4-2341-4d7b-8aa7-2528c45c77d8 x-openstack-request-id: req-c55fdbb4-2341-4d7b-8aa7-2528c45c77d8 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:22.787478 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:22.787478 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c55fdbb4-2341-4d7b-8aa7-2528c45c77d8 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:22.787478 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', 'status': 'completed', 'code': 200} Aug 27 16:14:22.799164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-698fd991-7e3f-49cd-83d3-3fefcee977ba req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-293996021', 'description': 'tempest-description-318941124'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:22.808490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.834476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.859943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 717de4b0-47d2-4dac-b537-b6533b7e2090, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=717de4b0-47d2-4dac-b537-b6533b7e2090,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:22.866352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-50d45098-a96f-4a1c-9aba-98932ad9171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.868051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-50d45098-a96f-4a1c-9aba-98932ad9171c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1094 time: 0.0583234 Aug 27 16:14:22.886537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '717de4b0-47d2-4dac-b537-b6533b7e2090', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '717de4b0-47d2-4dac-b537-b6533b7e2090', 'mac_address': 'fa:16:3e:b5:1b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:22.907400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f65efb8d-82c5-478d-aff9-cd2116e72100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f65efb8d-82c5-478d-aff9-cd2116e72100,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:22.923929 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 associated. External IP: 172.25.4.192, port: 2109f3ab-6771-46f6-b123-2b0b2cd9720e. Aug 27 16:14:22.940352 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.954982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717de4b0-47d2-4dac-b537-b6533b7e2090 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:22.960170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-698fd991-7e3f-49cd-83d3-3fefcee977ba req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.974499 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.975320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f2f54b1e-abeb-410a-910a-a3ba67a98ed6 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:22.976934 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:22.991867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-c244795e-4394-4161-9be5-d1564c9f6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:22.993493 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-c244795e-4394-4161-9be5-d1564c9f6fab service neutron] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 914 time: 0.1110928 Aug 27 16:14:23.000053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 717de4b0-47d2-4dac-b537-b6533b7e2090, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=717de4b0-47d2-4dac-b537-b6533b7e2090,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:23.045321 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-3a276197-d6a2-4a9d-a816-1b6cafee7f50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 200 len: 217 time: 0.0394170 Aug 27 16:14:23.075375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f65efb8d-82c5-478d-aff9-cd2116e72100,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:23.095150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.095899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:23.100442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-b25f3af6-c0fd-47b5-99ce-238c8601c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:23.103704 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-b25f3af6-c0fd-47b5-99ce-238c8601c5d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0504534 Aug 27 16:14:23.142062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-f0005cdd-5511-407c-8ca2-b4776cfaea91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321350 Aug 27 16:14:23.186114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-698fd991-7e3f-49cd-83d3-3fefcee977ba req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.199003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a3811fc-63a8-4905-b70c-792cd83e3d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.207758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=717de4b0-47d2-4dac-b537-b6533b7e2090,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:23.223253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:23.228760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:23.236402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:23.237028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.271451 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-74fbdbc8-0b6b-4c2e-bec7-5e1b650a740f service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212313 Aug 27 16:14:23.289549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:23.298943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-698fd991-7e3f-49cd-83d3-3fefcee977ba req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.380456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab838a-6220-41be-b644-dfb3e579310d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:23.396732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.397180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.397738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.398095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.398482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.398819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.399157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.399520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.399853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.400185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.400514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.400841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:23.400977 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-139940fb-cf7c-4c27-8e56-bec7a05a334a req-f61dc2e6-fecf-4433-b204-1db075aea91a service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184566 Aug 27 16:14:23.422220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:23.429129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.433956 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:23.440542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b', 'port_id': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', 'mac_address': 'fa:16:3e:bf:fb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f2190c-92b9-4427-a1ff-11da01ae72f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:23.443802 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:23.444516 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:23.472260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-698fd991-7e3f-49cd-83d3-3fefcee977ba req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.474317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-698fd991-7e3f-49cd-83d3-3fefcee977ba req-8b4f9fd8-b1f3-47af-a79e-837280b58790 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6804762 Aug 27 16:14:23.501981 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.521987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:23.528018 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.540881 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10952aa8-8ea8-45dd-90b9-16eac7402a77 x-openstack-request-id: req-10952aa8-8ea8-45dd-90b9-16eac7402a77 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:23.541176 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:23.541425 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-10952aa8-8ea8-45dd-90b9-16eac7402a77 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:23.541815 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502', 'code': 200} Aug 27 16:14:23.566050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:23.581123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:23.600504 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:23.677537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.709199 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.710324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 200211d2-583b-4ac8-9627-96905b2f132c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:23.718053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7fe05-aee5-4519-87dd-3684e8f2776f req-6c861231-708f-420f-89bb-4b069fc3dfa3 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:23.718053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dd7fe05-aee5-4519-87dd-3684e8f2776f req-6c861231-708f-420f-89bb-4b069fc3dfa3 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 949 time: 0.1003835 Aug 27 16:14:23.741380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.767231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dd7fe05-aee5-4519-87dd-3684e8f2776f req-b2d42522-6fb9-452d-b633-7f6a8d927f06 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Aug 27 16:14:23.770964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:23.772061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:23.827349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:23.881409 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:b9:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:22Z', 'revision_number': 3, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:23.899127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 200211d2-583b-4ac8-9627-96905b2f132c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:23.905034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 200211d2-583b-4ac8-9627-96905b2f132c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:23.905411 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.908593 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:23.917503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:23.918398 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:23.932258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:23.937876 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:23.973988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:23.976299 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdde26c-115d-4b03-9d8b-544a49d9815c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:24.004647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.005899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5134e-2b09-4355-90a9-48e251fc08e9 req-5629d55d-2253-4e74-99b3-bbada77e3a24 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.007407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8d5134e-2b09-4355-90a9-48e251fc08e9 req-5629d55d-2253-4e74-99b3-bbada77e3a24 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 944 time: 0.1256564 Aug 27 16:14:24.023079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-75cb8c1a-e13b-455d-87db-07d4af846940 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "PUT /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 200 len: 999 time: 3.2883327 Aug 27 16:14:24.040474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 200211d2-583b-4ac8-9627-96905b2f132c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=200211d2-583b-4ac8-9627-96905b2f132c,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:24.041393 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:24.083623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:24.087004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['717de4b0-47d2-4dac-b537-b6533b7e2090'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:24.089988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8d5134e-2b09-4355-90a9-48e251fc08e9 req-648ec2db-0b2c-46e4-8d58-55d96edff9d7 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739729 Aug 27 16:14:24.097391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-aa21b821-a2db-4977-b554-3ccced3dce38 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.099322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-aa21b821-a2db-4977-b554-3ccced3dce38 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports/2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 943 time: 0.0662928 Aug 27 16:14:24.143780 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.144622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:24.260858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.268025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.275300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.278407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=200211d2-583b-4ac8-9627-96905b2f132c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:24.283322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.289215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.295948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.303724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.305610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-4539cd8f-ee7f-483e-85ee-a43c1fe7a200 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5428 time: 0.1346669 Aug 27 16:14:24.307140 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:b9:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:22Z', 'revision_number': 3, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:24.322466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-e2d1364c-7632-4609-919b-49cc98746a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.324278 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-e2d1364c-7632-4609-919b-49cc98746a0e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.1416574 Aug 27 16:14:24.344685 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55df8be-444e-4c09-8991-583297b218d2 None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:b9:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:22Z', 'revision_number': 3, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:24.421806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1866d48b-5550-4858-acfe-8bc93a421cc5 req-64e7ed64-babd-44b6-9596-e02ea13754f1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002557 Aug 27 16:14:24.427935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:24.446025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:24.447794 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.452971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.491884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-b21f7eab-cbfe-4a81-bcf4-b50a3179952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.493529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-b21f7eab-cbfe-4a81-bcf4-b50a3179952f service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.1585071 Aug 27 16:14:24.553777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-8618ddef-38fa-493e-87eb-4818da10f0c5 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 217 time: 0.0491502 Aug 27 16:14:24.554009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.575355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-b1505760-008d-4230-9bdf-b5fc37b99d5f tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/95ab5e8e-daa3-4c58-bec7-fd548bf448cb HTTP/1.1" status: 200 len: 1805 time: 0.1075170 Aug 27 16:14:24.576768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fad55e-d8e2-4a77-b290-1cda7446e645 None None] New status for floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:14:24.631122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-f591312e-445d-4864-8a6f-3e72a377f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.632541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:24.632678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-f591312e-445d-4864-8a6f-3e72a377f4be service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0695066 Aug 27 16:14:24.673596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-e1698ba0-a97f-4a81-9e49-6a676b067de7 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/0aab838a-6220-41be-b644-dfb3e579310d HTTP/1.1" status: 200 len: 1805 time: 0.0792882 Aug 27 16:14:24.689653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95ab5e8e-daa3-4c58-bec7-fd548bf448cb', 'remote_group_id': '0aab838a-6220-41be-b644-dfb3e579310d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:24.689983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95ab5e8e-daa3-4c58-bec7-fd548bf448cb', 'remote_group_id': '0aab838a-6220-41be-b644-dfb3e579310d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:24.699797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-969cc783-e49f-4a65-b51c-beaba7818dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:24.701854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-969cc783-e49f-4a65-b51c-beaba7818dbe service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603566 Aug 27 16:14:24.706779 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.707735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:24.805515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-6ed78766-4ac8-4379-a761-73e605f7f5c6 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932181 Aug 27 16:14:24.857567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:24.913571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.947620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-73ce41d1-033b-440c-b783-7f87c6bd677f service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313343 Aug 27 16:14:24.952589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:24.953686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:24.954064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.957964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:24.975341 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:24.984863 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:24.985468 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:25.039319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.056817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.074808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:25.077518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55297ed-02fa-44e7-ab42-ed04ea09ef66,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:25.110261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:25.120405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.121465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:25.129779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-f59bcd11-3d79-4049-b6f4-35d790ee5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:25.131367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-f59bcd11-3d79-4049-b6f4-35d790ee5928 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 1097 time: 0.0438573 Aug 27 16:14:25.136556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.137894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce6a6bf6-738a-416c-9bfe-28b641ee43a6 req-81316904-8814-41a0-8cfc-c78a2483443d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4552298 Aug 27 16:14:25.224712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:25.251591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-1d607bbd-e128-4d11-8b84-e120b0773f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:25.253178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-1d607bbd-e128-4d11-8b84-e120b0773f64 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.1128979 Aug 27 16:14:25.296778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:25.301924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:25.302293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.369145 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:b9:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:24Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:25.401312 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:25.404405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.410315 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:25.411206 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:25.444164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:25.529773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.555439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f54b1e-abeb-410a-910a-a3ba67a98ed6'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:25.557806 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb8124-60c2-4965-9c79-15857adb4771" -d '{"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "f2f54b1e-abeb-410a-910a-a3ba67a98ed6"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "200211d2-583b-4ac8-9627-96905b2f132c"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:25.586600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:25.621565 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:25.712411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-628b6f90-8e90-44c9-8023-ce9329c77cb2 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 1002 time: 0.4531789 Aug 27 16:14:25.739097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72db06-6c65-4568-ad61-b56755b2e28f req-88a42818-8606-4357-ad91-68fdb3f9d709 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:25.740578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab72db06-6c65-4568-ad61-b56755b2e28f req-88a42818-8606-4357-ad91-68fdb3f9d709 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0782993 Aug 27 16:14:25.805660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-98b64396-34d4-416e-a48a-086255831f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:25.807123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-98b64396-34d4-416e-a48a-086255831f3c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0871873 Aug 27 16:14:25.810729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab72db06-6c65-4568-ad61-b56755b2e28f req-2a528920-d7a2-434b-b985-88cee8c218a9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501428 Aug 27 16:14:25.856295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-d5eedea5-b4df-491b-8ff7-b6051627f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:25.858717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-d5eedea5-b4df-491b-8ff7-b6051627f01f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450890 Aug 27 16:14:25.866622 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:b9:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:24Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:25.875502 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a35c2e-58d5-43f6-ad76-c40818ad5323 x-openstack-request-id: req-00a35c2e-58d5-43f6-ad76-c40818ad5323 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:25.875789 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:25.876007 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-00a35c2e-58d5-43f6-ad76-c40818ad5323 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:25.876370 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'status': 'completed', 'code': 200} Aug 27 16:14:25.894990 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c411a-2978-40e0-8889-3c82bbdc4f96 None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:b9:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:24Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:25.935795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:25.956650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-6223d2c1-86b5-452f-a798-90f8b49dc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:25.958703 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-6223d2c1-86b5-452f-a798-90f8b49dc1b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.0556166 Aug 27 16:14:25.998694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-b6f042b4-a092-44b2-8a81-1077ffba2f97 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324546 Aug 27 16:14:26.024141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e5131-daea-4fd9-aaa0-0db0afc754a9 req-a784f264-e2f0-4e92-9b11-e639600c5eec tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.031934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-568e5131-daea-4fd9-aaa0-0db0afc754a9 req-a784f264-e2f0-4e92-9b11-e639600c5eec tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 949 time: 0.0858438 Aug 27 16:14:26.059678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-8b8d9de4-a406-4a1b-9ea7-d8862577c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.061928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-8b8d9de4-a406-4a1b-9ea7-d8862577c7c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.0941815 Aug 27 16:14:26.110423 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-4ac5d735-bcb5-4470-ad94-914853291a7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 217 time: 0.0395851 Aug 27 16:14:26.130005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-568e5131-daea-4fd9-aaa0-0db0afc754a9 req-910d543b-a690-4b9a-a9c4-f1bf49a9bfb0 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971060 Aug 27 16:14:26.155918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29104db3-620b-4950-9e0e-1533d9ceeb7e req-fdc70e2f-2ea5-4dd3-8400-b0b615566179 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494594 Aug 27 16:14:26.172797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-9cd5c373-3569-4354-9d7e-9a48e88ea86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.174590 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-9cd5c373-3569-4354-9d7e-9a48e88ea86d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0537069 Aug 27 16:14:26.223120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-6998ca3e-c6bc-49d3-8600-3ea271c2fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.224705 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-6998ca3e-c6bc-49d3-8600-3ea271c2fe26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416028 Aug 27 16:14:26.241117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43b87a-c9f6-4a79-aa36-d0293cb1a3e7 req-ef69a04c-0733-46eb-be65-67e412e2571e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.242698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d43b87a-c9f6-4a79-aa36-d0293cb1a3e7 req-ef69a04c-0733-46eb-be65-67e412e2571e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 944 time: 0.0505526 Aug 27 16:14:26.289821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d43b87a-c9f6-4a79-aa36-d0293cb1a3e7 req-95a0ced0-b930-4a75-a4c9-78cc45e2ad0d tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396137 Aug 27 16:14:26.338757 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-876aed78-0054-47cb-a280-4654be09855d service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044898 Aug 27 16:14:26.352026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1987341b-d596-48ee-8cfe-7421a628009f req-c4e89dae-2429-40b5-a096-374faeba43cc tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/0aab838a-6220-41be-b644-dfb3e579310d HTTP/1.1" status: 200 len: 1805 time: 0.1006858 Aug 27 16:14:26.441864 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2bdde26c-115d-4b03-9d8b-544a49d9815c req-520a0b8c-6e29-4b9c-bc6e-2d1712af766e service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924606 Aug 27 16:14:26.461306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.467647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.473463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.479792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.485812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.491636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.498097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.500085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53651277-45f7-4a1d-9113-4a0372de5149 req-4a05a365-a2ad-41b9-aa55-df6a07d5954e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.1316965 Aug 27 16:14:26.503083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1987341b-d596-48ee-8cfe-7421a628009f req-3cf80495-fd1e-484f-877d-747ce1975ace tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:26.538530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1987341b-d596-48ee-8cfe-7421a628009f req-3cf80495-fd1e-484f-877d-747ce1975ace tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:26.571837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53651277-45f7-4a1d-9113-4a0372de5149 req-0914e5d6-866c-4b93-8047-f2690893d122 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633831 Aug 27 16:14:26.626073 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74ca02f-4153-4d5e-a43a-ffa452d06537 x-openstack-request-id: req-b74ca02f-4153-4d5e-a43a-ffa452d06537 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:26.626912 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "f2f54b1e-abeb-410a-910a-a3ba67a98ed6", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "200211d2-583b-4ac8-9627-96905b2f132c", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:26.626912 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b74ca02f-4153-4d5e-a43a-ffa452d06537 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:26.627379 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100', 'code': 200} Aug 27 16:14:26.627379 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f54b1e-abeb-410a-910a-a3ba67a98ed6', 'code': 200} Aug 27 16:14:26.627743 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c', 'code': 200} Aug 27 16:14:26.627917 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'code': 200} Aug 27 16:14:26.628063 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98', 'code': 200} Aug 27 16:14:26.628257 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f', 'code': 200} Aug 27 16:14:26.693931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 717de4b0-47d2-4dac-b537-b6533b7e2090 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:26.729439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1987341b-d596-48ee-8cfe-7421a628009f req-3cf80495-fd1e-484f-877d-747ce1975ace tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:26.732813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1987341b-d596-48ee-8cfe-7421a628009f req-3cf80495-fd1e-484f-877d-747ce1975ace tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:26.733959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1987341b-d596-48ee-8cfe-7421a628009f req-3cf80495-fd1e-484f-877d-747ce1975ace tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-groups/0aab838a-6220-41be-b644-dfb3e579310d HTTP/1.1" status: 204 len: 173 time: 0.3750525 Aug 27 16:14:26.753252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf80495-fd1e-484f-877d-747ce1975ace tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab838a-6220-41be-b644-dfb3e579310d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:26.779966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.780459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.781036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.781471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.781939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.782405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.782867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.784957 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-8708f814-57f9-4971-b9a7-1c97b770ca10 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6488 time: 0.0602555 Aug 27 16:14:26.791766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7636d595-2029-42e7-b1da-68700cd61506 req-97285335-dfb7-4486-a33c-3a6b813f953c tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.0997167 Aug 27 16:14:26.816939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 717de4b0-47d2-4dac-b537-b6533b7e2090 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:26.821604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 717de4b0-47d2-4dac-b537-b6533b7e2090 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:26.821970 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:26.831596 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bd50ee7a-8b54-4c5c-8615-eab2c3536fc9 req-5ac844e2-4db7-4ffa-b202-9f9d4fa803fb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8752c78a-e6f7-47de-a0aa-08de8740fc26&id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351505 Aug 27 16:14:26.846988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d875575-de3d-4a92-8879-8b1312276447 req-d057c343-3bd2-446e-89ca-6857d324d9e6 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/95ab5e8e-daa3-4c58-bec7-fd548bf448cb HTTP/1.1" status: 200 len: 1805 time: 0.0855181 Aug 27 16:14:26.857730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d595-2029-42e7-b1da-68700cd61506 req-f54bebf9-b67e-40b9-9f97-52f71f970900 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.859367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7636d595-2029-42e7-b1da-68700cd61506 req-f54bebf9-b67e-40b9-9f97-52f71f970900 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports/aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 943 time: 0.0592055 Aug 27 16:14:26.918709 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:26.952230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 717de4b0-47d2-4dac-b537-b6533b7e2090, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=717de4b0-47d2-4dac-b537-b6533b7e2090,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:26.997327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42b07-57b4-43c4-b0d8-e749579d787f req-e2d10c54-e523-4f21-867e-ca53d7ad1659 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:26.999453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79d42b07-57b4-43c4-b0d8-e749579d787f req-e2d10c54-e523-4f21-867e-ca53d7ad1659 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1001651 Aug 27 16:14:27.002246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7636d595-2029-42e7-b1da-68700cd61506 req-3c812dae-2151-4663-bf76-91acce7d2e1a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.0925262 Aug 27 16:14:27.037584 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.038822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:27.090746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79d42b07-57b4-43c4-b0d8-e749579d787f req-94869370-aba9-4d42-8087-b4ab04996140 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849533 Aug 27 16:14:27.128050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=717de4b0-47d2-4dac-b537-b6533b7e2090,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:27.130259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-10e86378-3aec-49a3-a301-0289f5286f0f req-8fc54746-5bf0-4a27-8e55-0239558429ea tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-41844595', 'description': 'tempest-description-32327321'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:27.142341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d595-2029-42e7-b1da-68700cd61506 req-ee86f9bc-c8e3-4f35-ac74-538e6498e9af tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:27.143684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7636d595-2029-42e7-b1da-68700cd61506 req-ee86f9bc-c8e3-4f35-ac74-538e6498e9af tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1321237 Aug 27 16:14:27.219919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:27.224087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:27.224578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.230314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-4eb09e36-a63d-4618-ba8a-9ba6ccad95b1 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.0683494 Aug 27 16:14:27.246684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e86378-3aec-49a3-a301-0289f5286f0f req-8fc54746-5bf0-4a27-8e55-0239558429ea tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.291321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-83d502d0-45ea-4a2f-9974-0cbdd5547b92 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:27.292742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-83d502d0-45ea-4a2f-9974-0cbdd5547b92 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports/aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 943 time: 0.0559375 Aug 27 16:14:27.313703 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.350599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:27.411100 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.425801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e86378-3aec-49a3-a301-0289f5286f0f req-8fc54746-5bf0-4a27-8e55-0239558429ea tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.434142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-098d6e3b-c3a0-4d77-9da0-0ef70a57e040 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.0888748 Aug 27 16:14:27.460030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:27.492457 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e86378-3aec-49a3-a301-0289f5286f0f req-8fc54746-5bf0-4a27-8e55-0239558429ea tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.542042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc54746-5bf0-4a27-8e55-0239558429ea tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e7e06-26e5-4562-a77a-f63c96101f3c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:27.573024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-04b68854-ab53-4ccf-a869-055b495bcb84 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:27.574512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-04b68854-ab53-4ccf-a869-055b495bcb84 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1342576 Aug 27 16:14:27.577170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e86378-3aec-49a3-a301-0289f5286f0f req-8fc54746-5bf0-4a27-8e55-0239558429ea tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.578352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e86378-3aec-49a3-a301-0289f5286f0f req-8fc54746-5bf0-4a27-8e55-0239558429ea tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4535539 Aug 27 16:14:27.676431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-f4f644ee-e524-45e2-bd03-843c6c39642d tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.0939364 Aug 27 16:14:27.689230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:27.698243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92b17c-4379-4a59-a7c9-8fb6115fff22 req-845eb656-03d9-457e-acaf-98c16d619e28 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:27.699710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd92b17c-4379-4a59-a7c9-8fb6115fff22 req-845eb656-03d9-457e-acaf-98c16d619e28 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 950 time: 0.0689814 Aug 27 16:14:27.782235 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:27.787500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd92b17c-4379-4a59-a7c9-8fb6115fff22 req-71be75d9-d25b-435c-996c-6219f29b0e5f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574472 Aug 27 16:14:27.876858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:27.879394 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555da509-c4ae-483e-bbca-2b780d241925" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:27.977448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec130-40a1-40cd-b916-e68a7e8d40c0 req-8ff19eb8-e8ab-433f-a597-e677a7b9debc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:27.979006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ecec130-40a1-40cd-b916-e68a7e8d40c0 req-8ff19eb8-e8ab-433f-a597-e677a7b9debc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 945 time: 0.1098826 Aug 27 16:14:27.983147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:28.018775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ecec130-40a1-40cd-b916-e68a7e8d40c0 req-80a98e99-a5ca-4686-b2e1-cbe3daab7818 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Aug 27 16:14:28.045066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:28.045454 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 disassociated. External IP: 172.25.4.192, port: aad2ade3-5661-4991-bbd1-66b78a422b5f. Aug 27 16:14:28.130798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-961ea3d6-4ef6-4b8f-964f-ccb6f791ea50 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/8f5e7e06-26e5-4562-a77a-f63c96101f3c HTTP/1.1" status: 200 len: 1803 time: 0.0882561 Aug 27 16:14:28.163343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f5e7e06-26e5-4562-a77a-f63c96101f3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:28.163666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f5e7e06-26e5-4562-a77a-f63c96101f3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:28.334129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:28.335427 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:28.360573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:28.442519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:28.466943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3b8c47-1fbd-41e2-951f-4cda9e0a001b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:28.485460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:28.490244 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:28.495985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ede5c-5744-403b-bc92-812769736afe None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:28.509824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:28.510448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:28.522388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-0db58ef5-1a2e-4ecf-bd11-58bdd8dd46a4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "PUT /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 200 len: 695 time: 0.8398020 Aug 27 16:14:28.567293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:28.568592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02d76704-2c06-405b-aa56-3e58b7caa361 req-f24dae8d-fbdb-4cd7-8c1c-41e840b035af tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4116027 Aug 27 16:14:28.583655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-3aa28b67-d391-4a60-8587-45e5a3e2358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.585361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-3aa28b67-d391-4a60-8587-45e5a3e2358a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 1097 time: 0.0489123 Aug 27 16:14:28.630537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717de4b0-47d2-4dac-b537-b6533b7e2090'}, {'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:28.632839 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a871ce7-02ee-488a-a542-396d2e799a5d" -d '{"events": [{"server_uuid": "12ebc3f5-e903-4afa-b2cf-19e410b8a64b", "name": "network-vif-plugged", "status": "completed", "tag": "717de4b0-47d2-4dac-b537-b6533b7e2090"}, {"server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "name": "network-vif-plugged", "status": "completed", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:28.644954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:28.757151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.765027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.773270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.777816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.786455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.792656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.799455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.801574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-8b617f2f-863d-4d73-bd16-ef539d562eb3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.1525636 Aug 27 16:14:28.806964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-854b64a0-da3d-4f75-ba2d-219c732c8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.808520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-854b64a0-da3d-4f75-ba2d-219c732c8727 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.2155390 Aug 27 16:14:28.870850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-1ede3067-ca19-4700-a743-881be74c583e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 217 time: 0.0476370 Aug 27 16:14:28.917515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4be78bf2-248b-4735-bf83-e3d3806bffc5 req-0079a085-c6dc-40e0-bb51-6c76b01f1eb6 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009469 Aug 27 16:14:28.936852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-cc622266-b1ff-42cd-8ff4-54e1c4f02253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:28.938579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-cc622266-b1ff-42cd-8ff4-54e1c4f02253 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0571625 Aug 27 16:14:29.004855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-9ed00838-dfdd-4b72-8eef-181e4858c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.006374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-9ed00838-dfdd-4b72-8eef-181e4858c379 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581269 Aug 27 16:14:29.007856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:29.037102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ede5c-5744-403b-bc92-812769736afe None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:29.046842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:29.047572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:29.074211 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46205c6d-6691-43d7-88f5-c145acc0a885 x-openstack-request-id: req-46205c6d-6691-43d7-88f5-c145acc0a885 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:29.074496 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:29.074774 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-46205c6d-6691-43d7-88f5-c145acc0a885 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:29.075180 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'status': 'completed', 'code': 200} Aug 27 16:14:29.149769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555da509-c4ae-483e-bbca-2b780d241925 req-4714670a-5c36-4258-9c5f-81146d8b8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.151601 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-555da509-c4ae-483e-bbca-2b780d241925 req-4714670a-5c36-4258-9c5f-81146d8b8bc2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 1097 time: 0.0613282 Aug 27 16:14:29.169930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c08e8-a0e2-451a-bf78-2064cb278f57 req-9f3d2fc6-8f8b-4ab9-af50-d9ea87fbdf87 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.171725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:29.171898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad1c08e8-a0e2-451a-bf78-2064cb278f57 req-9f3d2fc6-8f8b-4ab9-af50-d9ea87fbdf87 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0865541 Aug 27 16:14:29.178038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-67480bcf-9245-4f2b-977e-4d6dc7fe463b service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650305 Aug 27 16:14:29.261254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555da509-c4ae-483e-bbca-2b780d241925 req-f7d88852-797f-4c05-b427-e168acc3e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.262766 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-555da509-c4ae-483e-bbca-2b780d241925 req-f7d88852-797f-4c05-b427-e168acc3e6f8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.0966175 Aug 27 16:14:29.265361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad1c08e8-a0e2-451a-bf78-2064cb278f57 req-fa557312-2a1b-482e-9edc-6a3446b975e1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842245 Aug 27 16:14:29.322385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cf55d8-2e9b-497c-9e91-bebba791fb1c req-5c28ea10-8c98-410f-9764-189460d267bd service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331654 Aug 27 16:14:29.333023 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-555da509-c4ae-483e-bbca-2b780d241925 req-36cdfd25-a226-46c8-a27d-53ad4b272553 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 217 time: 0.0516069 Aug 27 16:14:29.353756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-ce985d82-884b-43e1-9214-a4fa7706da6e tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/8f5e7e06-26e5-4562-a77a-f63c96101f3c HTTP/1.1" status: 200 len: 2397 time: 0.0520895 Aug 27 16:14:29.375671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f5e7e06-26e5-4562-a77a-f63c96101f3c', 'remote_group_id': None}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:29.375994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f5e7e06-26e5-4562-a77a-f63c96101f3c', 'remote_group_id': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:29.389782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555da509-c4ae-483e-bbca-2b780d241925 req-ffed3bbf-b33a-403c-b468-03983128611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.391324 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-555da509-c4ae-483e-bbca-2b780d241925 req-ffed3bbf-b33a-403c-b468-03983128611c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0488138 Aug 27 16:14:29.414715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-879ede5c-5744-403b-bc92-812769736afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:29.442862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ede5c-5744-403b-bc92-812769736afe None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:29.445475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555da509-c4ae-483e-bbca-2b780d241925 req-eedf2a6b-97d1-46fe-9d06-37af8f95fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.446810 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf73a9d-7948-4e0b-96df-1fddcf3838c1 x-openstack-request-id: req-edf73a9d-7948-4e0b-96df-1fddcf3838c1 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:29.447104 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ebc3f5-e903-4afa-b2cf-19e410b8a64b", "name": "network-vif-plugged", "status": "completed", "tag": "717de4b0-47d2-4dac-b537-b6533b7e2090", "code": 200}, {"server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "name": "network-vif-plugged", "status": "completed", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:29.447414 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-edf73a9d-7948-4e0b-96df-1fddcf3838c1 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:29.447552 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-555da509-c4ae-483e-bbca-2b780d241925 req-eedf2a6b-97d1-46fe-9d06-37af8f95fed6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443239 Aug 27 16:14:29.447910 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717de4b0-47d2-4dac-b537-b6533b7e2090', 'code': 200} Aug 27 16:14:29.448045 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', 'code': 200} Aug 27 16:14:29.611050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:29.620447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d581d-3daf-4b33-95ba-d12939e6adfa req-c3e79abd-e86f-4fdd-acb3-0e513a463d4b tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.621989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-636d581d-3daf-4b33-95ba-d12939e6adfa req-c3e79abd-e86f-4fdd-acb3-0e513a463d4b tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 950 time: 0.0883989 Aug 27 16:14:29.631217 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-555da509-c4ae-483e-bbca-2b780d241925 req-92eae07c-a4a6-4878-99d3-3ceecf34f6c0 service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704633 Aug 27 16:14:29.642479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e122d-d7e8-45ab-8758-d871712d84a9 req-83834e6b-15e8-46bd-bd5e-82174babbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.643789 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-780e122d-d7e8-45ab-8758-d871712d84a9 req-83834e6b-15e8-46bd-bd5e-82174babbffa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 1101 time: 0.0930855 Aug 27 16:14:29.646471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eeb9d-a337-458f-a79f-2d5f0346dbee req-33d8e266-0432-4703-8ca4-1c9a5b9d41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.648214 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9f8eeb9d-a337-458f-a79f-2d5f0346dbee req-33d8e266-0432-4703-8ca4-1c9a5b9d41bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1096 time: 0.0891759 Aug 27 16:14:29.666918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:29.680487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-636d581d-3daf-4b33-95ba-d12939e6adfa req-4c78f37d-3d8e-4255-9687-b963c515ac33 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504477 Aug 27 16:14:29.753488 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:29.753648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c04e0-7a66-47c8-a02c-cdfbc4bc26b7 None None] New status for floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:14:29.778006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f5e775-891a-46c8-9601-595fb6c2d4df,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:29.790162 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-780e122d-d7e8-45ab-8758-d871712d84a9 req-faeb04b5-e11a-4c86-bc08-ae67b07e3658 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061506 Aug 27 16:14:29.791783 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9f8eeb9d-a337-458f-a79f-2d5f0346dbee req-71711c20-3d57-438f-976b-f8163f899f6f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171765 Aug 27 16:14:29.813397 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-555da509-c4ae-483e-bbca-2b780d241925 req-a3661964-82e6-44d0-b9e1-49a08786b691 service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574025 Aug 27 16:14:29.856950 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:29.858271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e012cc0d-b2f8-45d3-ae25-0f66eadcba7b req-2ba519d7-bed5-46bd-8174-f2fee73b65f2 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4883468 Aug 27 16:14:29.956793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a508f-06b5-4e21-a963-df886dc528c2 req-513806f6-76ba-4e46-b42b-68388dec2d92 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:29.958205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-199a508f-06b5-4e21-a963-df886dc528c2 req-513806f6-76ba-4e46-b42b-68388dec2d92 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 945 time: 0.0499005 Aug 27 16:14:29.997061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-199a508f-06b5-4e21-a963-df886dc528c2 req-fcf2c54a-1ba0-470d-9d65-6fa7f04238a8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Aug 27 16:14:30.172853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-603ce920-bc1e-4bce-a341-32777ce87e97 req-3aca7a54-98a2-403f-a443-97a2c8249851 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/8f5e7e06-26e5-4562-a77a-f63c96101f3c HTTP/1.1" status: 200 len: 2996 time: 0.0464299 Aug 27 16:14:30.277447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.283428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.289562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.295524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.301384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.307354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.314057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.316035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-4a94749c-44c6-4a7f-bddb-eadeae01c128 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.0949049 Aug 27 16:14:30.358000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d984d6b-405c-4f5a-a7b0-bf8d7f76c7c8 req-3433bc4a-c719-4f60-8c4d-9da9c4dc9867 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355012 Aug 27 16:14:30.454704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-183fd927-4233-456c-b6ab-87cdb525cae1 req-40d62a87-bdb4-40c1-8895-acc5a9825944 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-group-rules/76f5e775-891a-46c8-9601-595fb6c2d4df HTTP/1.1" status: 200 len: 783 time: 0.0169020 Aug 27 16:14:30.525875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-183fd927-4233-456c-b6ab-87cdb525cae1 req-eb919f51-0ac4-44ad-92e4-d0e280ab2194 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/8f5e7e06-26e5-4562-a77a-f63c96101f3c HTTP/1.1" status: 200 len: 2996 time: 0.0651007 Aug 27 16:14:30.559145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb3e0-14c7-49a5-8a27-fc77b1d6a3b9 req-cefb5d25-9a57-4868-9ba6-0f34256e177c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.561332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17fdb3e0-14c7-49a5-8a27-fc77b1d6a3b9 req-cefb5d25-9a57-4868-9ba6-0f34256e177c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0774887 Aug 27 16:14:30.578548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-183fd927-4233-456c-b6ab-87cdb525cae1 req-41d8017c-bc8d-4e57-9aa4-1bffc3903590 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:30.593942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-183fd927-4233-456c-b6ab-87cdb525cae1 req-41d8017c-bc8d-4e57-9aa4-1bffc3903590 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:30.624685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17fdb3e0-14c7-49a5-8a27-fc77b1d6a3b9 req-1111fdaa-bade-4251-aa37-0336bf675920 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543802 Aug 27 16:14:30.713165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-183fd927-4233-456c-b6ab-87cdb525cae1 req-41d8017c-bc8d-4e57-9aa4-1bffc3903590 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:30.722104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-183fd927-4233-456c-b6ab-87cdb525cae1 req-41d8017c-bc8d-4e57-9aa4-1bffc3903590 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:30.732928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-183fd927-4233-456c-b6ab-87cdb525cae1 req-41d8017c-bc8d-4e57-9aa4-1bffc3903590 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/76f5e775-891a-46c8-9601-595fb6c2d4df HTTP/1.1" status: 204 len: 173 time: 0.1990750 Aug 27 16:14:30.744433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8017c-bc8d-4e57-9aa4-1bffc3903590 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76f5e775-891a-46c8-9601-595fb6c2d4df,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:30.769411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-eb9a8329-7c9f-4f76-8f4c-f5adcbf05398 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.770978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-eb9a8329-7c9f-4f76-8f4c-f5adcbf05398 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0875568 Aug 27 16:14:30.852904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-51d75bbe-f6c4-4db8-bdf8-b58890d71f39 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.0679195 Aug 27 16:14:30.866576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'floatingip': {'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:30.880381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.886328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.892543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.898359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.904767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.910877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.917219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:30.920263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe3cb278-64a7-4bf4-8544-86ad3c41994e req-9c4f85e8-a72d-4664-8525-42fed87a5db3 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.1434822 Aug 27 16:14:30.931468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35130) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:30.937739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Request body: {'floatingip': {'port_id': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:30.964081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:30.986674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:31.077472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:31.079838 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f31eae-9e92-4637-a055-958132e37089" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:31.415517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdbec7-5dc6-4ba3-a027-4b04938fb13b req-14fe430e-ae66-4134-8336-6a29c81ca183 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:31.417220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43cdbec7-5dc6-4ba3-a027-4b04938fb13b req-14fe430e-ae66-4134-8336-6a29c81ca183 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 950 time: 0.1060770 Aug 27 16:14:31.547688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43cdbec7-5dc6-4ba3-a027-4b04938fb13b req-3d3aaa54-06ce-4fc7-900e-b4a0f27eadc6 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187618 Aug 27 16:14:31.583450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:31.635087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-308554a6-0af9-4b5b-ae18-959386e63e5e req-f622c589-d888-4bfb-9d20-928e2a159dc4 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/8f5e7e06-26e5-4562-a77a-f63c96101f3c HTTP/1.1" status: 200 len: 2397 time: 0.0500948 Aug 27 16:14:31.711850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-308554a6-0af9-4b5b-ae18-959386e63e5e req-b65b6a17-4b7a-4447-a462-7c17f2ca91fc tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:31.735804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:31.739515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-0fe258c7-7151-4c60-806b-488872c1a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:31.741066 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-0fe258c7-7151-4c60-806b-488872c1a1ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1095 time: 0.0741711 Aug 27 16:14:31.742847 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-308554a6-0af9-4b5b-ae18-959386e63e5e req-b65b6a17-4b7a-4447-a462-7c17f2ca91fc tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:31.874071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:31.913046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-a5069dbd-09f2-4d5b-b553-e247955f7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:31.914842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-a5069dbd-09f2-4d5b-b553-e247955f7893 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1601446 Aug 27 16:14:31.935984 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:32.075737 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-4d6b8370-0dda-40bd-a5ba-a5cff5f048c1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.1485889 Aug 27 16:14:32.141030 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Floating IP 0fb042bd-dc82-4a33-b867-78ccfe7a7662 associated. External IP: 172.25.4.7, port: 6f09f67d-02ec-47b0-8007-59fdd9cbdee6. Aug 27 16:14:32.187752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-f0f35729-ffba-46a1-9821-96bed814705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:32.189460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-f0f35729-ffba-46a1-9821-96bed814705b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0996177 Aug 27 16:14:32.207420 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 associated. External IP: 172.25.4.192, port: 2109f3ab-6771-46f6-b123-2b0b2cd9720e. Aug 27 16:14:32.296001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-308554a6-0af9-4b5b-ae18-959386e63e5e req-b65b6a17-4b7a-4447-a462-7c17f2ca91fc tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:32.298601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-308554a6-0af9-4b5b-ae18-959386e63e5e req-b65b6a17-4b7a-4447-a462-7c17f2ca91fc tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:32.299815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-308554a6-0af9-4b5b-ae18-959386e63e5e req-b65b6a17-4b7a-4447-a462-7c17f2ca91fc tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-groups/8f5e7e06-26e5-4562-a77a-f63c96101f3c HTTP/1.1" status: 204 len: 173 time: 0.6530163 Aug 27 16:14:32.315906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b6a17-4b7a-4447-a462-7c17f2ca91fc tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e7e06-26e5-4562-a77a-f63c96101f3c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:32.337944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-181f7a26-614e-486c-b40e-8421785f22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:32.340588 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-181f7a26-614e-486c-b40e-8421785f22e8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378958 Aug 27 16:14:32.487020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67e44d-8cb9-4750-905f-6380ac37e536 req-eb64fef9-0341-41f3-801f-eeaebd3fdadc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:32.488575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e67e44d-8cb9-4750-905f-6380ac37e536 req-eb64fef9-0341-41f3-801f-eeaebd3fdadc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 945 time: 0.1046095 Aug 27 16:14:32.565888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:32.569809 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-8476464b-3daf-4019-84d1-eaf1a1f2d346 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807084 Aug 27 16:14:32.577874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Router 10258984-73bf-4ec3-8210-83b1f6008c6b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:32.587919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e67e44d-8cb9-4750-905f-6380ac37e536 req-948a4c1f-5f1c-44ca-a924-a918203ddf50 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793114 Aug 27 16:14:32.596431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-27a047a5-4547-43e7-9f02-b8d40a7d77dc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:32.598199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-27a047a5-4547-43e7-9f02-b8d40a7d77dc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 946 time: 0.1358600 Aug 27 16:14:32.690536 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e02a69-f150-473d-8057-faa726535b58 x-openstack-request-id: req-86e02a69-f150-473d-8057-faa726535b58 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:32.690808 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:32.691070 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86e02a69-f150-473d-8057-faa726535b58 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:32.703634 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'status': 'completed', 'code': 200} Aug 27 16:14:32.799341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8fe94ff-db22-4502-9e45-cc2a0aa7f0c5 req-63ad646d-9c27-4b54-9a9c-aa003672f083 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196791 Aug 27 16:14:32.839101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:32.845538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:32.856471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] Sync routers for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:32.868431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:32.869319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:32.875108 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dfcd7b94-272e-4dda-ae9d-d1388dae0921 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "PUT /v2.0/floatingips/0fb042bd-dc82-4a33-b867-78ccfe7a7662 HTTP/1.1" status: 200 len: 989 time: 1.9434209 Aug 27 16:14:32.875847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:32.878661 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b947663e-0caa-4be6-8310-d35e366cd21f" -d '{"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:32.892319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31eae-9e92-4637-a055-958132e37089 req-b5363fa9-137b-4500-9926-742e8deb2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:32.893846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17f31eae-9e92-4637-a055-958132e37089 req-b5363fa9-137b-4500-9926-742e8deb2350 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=6ed15f69-1262-4d39-8d8e-81ecbccbbe3c HTTP/1.1" status: 200 len: 1097 time: 0.1831853 Aug 27 16:14:32.921703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7c401-9ecd-47cd-a0cc-460c15164624 req-87247062-7d3d-48b2-9561-38812d0bc524 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:32.923231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd7c401-9ecd-47cd-a0cc-460c15164624 req-87247062-7d3d-48b2-9561-38812d0bc524 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1493623 Aug 27 16:14:32.935760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:32.947617 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:32.958510 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:32.959694 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:32.980482 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:33.014617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:33.050219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Deleting port aad2ade3-5661-4991-bbd1-66b78a422b5f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:33.050575 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:33.054409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-e98200bf-3eed-40b9-893e-51136a7e43bc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "PUT /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 200 len: 997 time: 2.1927092 Aug 27 16:14:33.145220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd7c401-9ecd-47cd-a0cc-460c15164624 req-01ebe763-9022-47d0-ae5d-04a408cf178b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125034 Aug 27 16:14:33.166124 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:33.169987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31eae-9e92-4637-a055-958132e37089 req-c5125b7f-f9e8-4103-8a84-9c4bbb4a5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:33.172831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17f31eae-9e92-4637-a055-958132e37089 req-c5125b7f-f9e8-4103-8a84-9c4bbb4a5e31 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.2639089 Aug 27 16:14:33.244416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-5aa98fee-639f-476d-a7b4-18ba44bec8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:33.245962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-5aa98fee-639f-476d-a7b4-18ba44bec8bb service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.1638079 Aug 27 16:14:33.250657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17f31eae-9e92-4637-a055-958132e37089 req-53e9267b-f6d1-4d4d-9b52-f4f02571b94e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 200 len: 217 time: 0.0642028 Aug 27 16:14:33.365416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] For port aad2ade3-5661-4991-bbd1-66b78a422b5f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aad2ade3-5661-4991-bbd1-66b78a422b5f,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:33.365666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:33.393059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Calling delete_port for aad2ade3-5661-4991-bbd1-66b78a422b5f owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:33.437759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0fb042bd-dc82-4a33-b867-78ccfe7a7662', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'port_id': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'mac_address': 'fa:16:3e:6d:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:12:53Z', 'updated_at': '2021-08-27T16:14:31Z', 'revision_number': 1, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:50Z', 'revision_number': 5, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:33.441417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31eae-9e92-4637-a055-958132e37089 req-2490b2d5-43cc-44a3-936d-a1e1ea95ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:33.442935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17f31eae-9e92-4637-a055-958132e37089 req-2490b2d5-43cc-44a3-936d-a1e1ea95ecf2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.1654346 Aug 27 16:14:33.476528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] Checking router: 10258984-73bf-4ec3-8210-83b1f6008c6b for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:33.488283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:33.496284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:33.516039 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:5e:8a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:31Z', 'revision_number': 8, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:33.585004 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:33.592059 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-65fc1c5d-59c1-4075-b317-f74431082a69 req-eca989aa-8ca7-42e6-8d85-6c9de1c4ba68 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] show failed (client error): The resource could not be found. Aug 27 16:14:33.594535 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:33.595205 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:33.607923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65fc1c5d-59c1-4075-b317-f74431082a69 req-eca989aa-8ca7-42e6-8d85-6c9de1c4ba68 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/0aab838a-6220-41be-b644-dfb3e579310d HTTP/1.1" status: 404 len: 352 time: 0.1171629 Aug 27 16:14:33.651853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-c9b0a32c-4c9d-4c1b-9151-ca692d18a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:33.656153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-c9b0a32c-4c9d-4c1b-9151-ca692d18a309 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.3961642 Aug 27 16:14:33.692397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:33.695723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31eae-9e92-4637-a055-958132e37089 req-79fd8374-b1ec-4c64-8301-b43ea42617df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:33.697794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17f31eae-9e92-4637-a055-958132e37089 req-79fd8374-b1ec-4c64-8301-b43ea42617df service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372422 Aug 27 16:14:33.779913 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:33.925716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-6302be4f-2bfb-48c3-807c-0ecaa830e923 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 1000 time: 0.2531610 Aug 27 16:14:34.008223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff15ea-aa73-40be-a8bb-a1eb9427533e req-e057136d-c831-47d6-9a0d-426736f01eef tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:34.009923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8ff15ea-aa73-40be-a8bb-a1eb9427533e req-e057136d-c831-47d6-9a0d-426736f01eef tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 950 time: 0.2520466 Aug 27 16:14:34.030090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0fb042bd-dc82-4a33-b867-78ccfe7a7662', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'port_id': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'mac_address': 'fa:16:3e:6d:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:12:53Z', 'updated_at': '2021-08-27T16:14:31Z', 'revision_number': 1, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:50Z', 'revision_number': 5, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:34.074143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb4f5e-9dd5-4773-877f-ad7dfd17f580 None None] The sync data for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 is: [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0fb042bd-dc82-4a33-b867-78ccfe7a7662', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'port_id': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'mac_address': 'fa:16:3e:6d:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:12:53Z', 'updated_at': '2021-08-27T16:14:31Z', 'revision_number': 1, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:50Z', 'revision_number': 5, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:34.089318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17f31eae-9e92-4637-a055-958132e37089 req-f32564ed-2d80-417a-8983-98d4149238e1 service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434758 Aug 27 16:14:34.135910 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:5e:8a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:31Z', 'revision_number': 8, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:34.164928 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020d7c9-a865-476f-accf-9e20ea3c3722 None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'port_id': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'mac_address': 'fa:16:3e:5e:8a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:13:59Z', 'updated_at': '2021-08-27T16:14:31Z', 'revision_number': 8, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:34.173512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8ff15ea-aa73-40be-a8bb-a1eb9427533e req-a629d4d6-ac64-4403-b45f-4da28abce2c1 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224656 Aug 27 16:14:34.179886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-615b6bb6-353e-4b4f-95e9-06b8b7bcdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:34.181366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-615b6bb6-353e-4b4f-95e9-06b8b7bcdb3c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.2404366 Aug 27 16:14:34.440982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b08df6-ed27-448b-b6d2-b2d31e8afa02 None None] New status for floating IP 0fb042bd-dc82-4a33-b867-78ccfe7a7662: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:14:34.484875 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:34.489565 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac1527-22f4-4716-bdf2-cd39153154e1 None None] New status for floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:14:34.508196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['2109f3ab-6771-46f6-b123-2b0b2cd9720e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:34.555410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Pushing event deleted for resources: {'Port': ['ID=aad2ade3-5661-4991-bbd1-66b78a422b5f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:34.648626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] No DVR routers for this DVR port aad2ade3-5661-4991-bbd1-66b78a422b5f on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:34.651146 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:34.654869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e72055b3-d1fc-4ce1-a49b-dbf172731444 req-3afe9054-1bfd-4842-bcb7-b55acb96f104 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.97 "DELETE /v2.0/ports/aad2ade3-5661-4991-bbd1-66b78a422b5f HTTP/1.1" status: 204 len: 173 time: 2.0437183 Aug 27 16:14:34.662845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-673c0d0b-cb4e-4a08-8340-0f1fa50bcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:34.665017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-673c0d0b-cb4e-4a08-8340-0f1fa50bcdaf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4736059 Aug 27 16:14:34.677953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-9aeac510-1ae8-4c3b-90e6-5cd729d2ae52 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-980281767&fields=id&tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 267 time: 0.2096779 Aug 27 16:14:34.737256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e'}, {'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'name': 'network-vif-deleted', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:34.741137 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e"}, {"server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "name": "network-vif-deleted", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:34.746377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17f31eae-9e92-4637-a055-958132e37089 req-2d89405b-2fa5-4d02-b02f-d539a5025a6e service neutron] 10.222.0.97 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442266 Aug 27 16:14:34.834901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-00f68581-6b5d-4557-977d-07b22139b3f0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:34.856980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-00f68581-6b5d-4557-977d-07b22139b3f0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 945 time: 0.1775429 Aug 27 16:14:34.863164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'port': {'security_groups': ['a639ab95-fe5c-45b0-b5df-91a3388e0ba3', '0f5d434b-dc14-4727-ba48-70557c1bfddd']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:34.965307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-22c592e5-4267-4c6f-916b-8581ddb6b6b5 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748265 Aug 27 16:14:34.969940 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:35.148010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74f9ec07-6e55-421d-86b8-20dd201b58b6 req-14172653-7f1f-40f0-a8cd-7dbff2e6909b service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744695 Aug 27 16:14:35.284514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:35.330316 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:35.338059 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe186f7c-b2be-4a49-a362-628a4560c50d x-openstack-request-id: req-fe186f7c-b2be-4a49-a362-628a4560c50d {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:35.338059 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:35.338059 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe186f7c-b2be-4a49-a362-628a4560c50d {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:35.338059 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'status': 'completed', 'code': 200} Aug 27 16:14:35.411533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:35.427199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:35.498994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.505182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:35.513779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4363021a-85a5-4a7c-98a3-d36c5222c3ed req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "PUT /v2.0/ports/281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 200 len: 981 time: 0.6550848 Aug 27 16:14:35.555247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b9a9f-da90-4570-b9ff-86aa078531b8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:35.566353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1f4c75d-cf96-4aa0-9350-9a427d0a9035 req-c3ce2402-b3a9-4bcf-9f30-4a9c4ff2183d tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/95ab5e8e-daa3-4c58-bec7-fd548bf448cb HTTP/1.1" status: 200 len: 1805 time: 0.2108848 Aug 27 16:14:35.624715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.627225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.627225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.627225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.627532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.627944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.628493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.630469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b947663e-0caa-4be6-8310-d35e366cd21f req-8b0ad520-eaaf-4f8a-8eb0-109e92e6e561 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6488 time: 0.2631528 Aug 27 16:14:35.669798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:35.790816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12682cb4-0fd9-452a-8f44-376410043697 req-3b4c2cee-5276-419a-adde-081d00927e0e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.792370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12682cb4-0fd9-452a-8f44-376410043697 req-3b4c2cee-5276-419a-adde-081d00927e0e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1609318 Aug 27 16:14:35.842743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c1f4c75d-cf96-4aa0-9350-9a427d0a9035 req-91eceb10-106d-4209-b8f2-25274b1f964b tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:35.856489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-b0cf8014-4973-4fcc-ad30-1724a23aa0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:35.858616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b947663e-0caa-4be6-8310-d35e366cd21f req-b0cf8014-4973-4fcc-ad30-1724a23aa0ec service neutron] 10.222.0.97 "GET /v2.0/networks?id=7639636b-2e68-444d-a756-114c35a3b4a0 HTTP/1.1" status: 200 len: 914 time: 0.2196369 Aug 27 16:14:35.917372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c1f4c75d-cf96-4aa0-9350-9a427d0a9035 req-91eceb10-106d-4209-b8f2-25274b1f964b tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:35.923000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12682cb4-0fd9-452a-8f44-376410043697 req-9d181ab7-8497-4c16-bc24-aef267d1a7f3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038477 Aug 27 16:14:35.969646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b947663e-0caa-4be6-8310-d35e366cd21f req-fff58b85-efef-429d-bcdd-85a15a0dbef1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 200 len: 999 time: 0.0923615 Aug 27 16:14:36.031197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-6ad000e1-1f03-4f1e-be70-ae336c4c0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.032691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b947663e-0caa-4be6-8310-d35e366cd21f req-6ad000e1-1f03-4f1e-be70-ae336c4c0f9a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7dfc397f-74cd-49c3-81a0-081d7f19c88e HTTP/1.1" status: 200 len: 851 time: 0.0490944 Aug 27 16:14:36.093448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947663e-0caa-4be6-8310-d35e366cd21f req-29d110bb-103c-4f68-9dee-750b8636b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.094957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b947663e-0caa-4be6-8310-d35e366cd21f req-29d110bb-103c-4f68-9dee-750b8636b049 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7639636b-2e68-444d-a756-114c35a3b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418458 Aug 27 16:14:36.096383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c1f4c75d-cf96-4aa0-9350-9a427d0a9035 req-91eceb10-106d-4209-b8f2-25274b1f964b tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:36.099096 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c1f4c75d-cf96-4aa0-9350-9a427d0a9035 req-91eceb10-106d-4209-b8f2-25274b1f964b tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:36.100126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1f4c75d-cf96-4aa0-9350-9a427d0a9035 req-91eceb10-106d-4209-b8f2-25274b1f964b tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-groups/95ab5e8e-daa3-4c58-bec7-fd548bf448cb HTTP/1.1" status: 204 len: 173 time: 0.5159247 Aug 27 16:14:36.109812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eceb10-106d-4209-b8f2-25274b1f964b tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ab5e8e-daa3-4c58-bec7-fd548bf448cb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:36.204918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aad2ade3-5661-4991-bbd1-66b78a422b5f no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:36.217799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b947663e-0caa-4be6-8310-d35e366cd21f req-2d7ad195-7d6a-4b8a-801a-061ab7d4a6f8 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994005 Aug 27 16:14:36.238060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: aad2ade3-5661-4991-bbd1-66b78a422b5f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:36.238415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aad2ade3-5661-4991-bbd1-66b78a422b5f not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:36.281943 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe877f-1f3a-4171-9973-6014e3337ae7 x-openstack-request-id: req-00fe877f-1f3a-4171-9973-6014e3337ae7 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:36.282242 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e", "status": "completed", "code": 200}, {"server_uuid": "6ed15f69-1262-4d39-8d8e-81ecbccbbe3c", "name": "network-vif-deleted", "tag": "aad2ade3-5661-4991-bbd1-66b78a422b5f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:36.282498 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-00fe877f-1f3a-4171-9973-6014e3337ae7 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:36.282894 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'status': 'completed', 'code': 200} Aug 27 16:14:36.283155 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed15f69-1262-4d39-8d8e-81ecbccbbe3c', 'name': 'network-vif-deleted', 'tag': 'aad2ade3-5661-4991-bbd1-66b78a422b5f', 'status': 'completed', 'code': 200} Aug 27 16:14:36.368501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-784a6079-d49b-4697-ac30-60c1add704f0 req-ec0e044a-ffbc-4e0a-92d7-cac9b750110b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 200 len: 999 time: 0.0844491 Aug 27 16:14:36.429987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b947663e-0caa-4be6-8310-d35e366cd21f req-d84ce3b7-5b87-473c-98d6-5ac9675112bb service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985893 Aug 27 16:14:36.465123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-13ebf951-ce7f-4d88-96cd-686ee7c2ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.466730 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-13ebf951-ce7f-4d88-96cd-686ee7c2ea36 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.1737216 Aug 27 16:14:36.489955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14341b00-1740-4bbb-b335-d5abc2856040 req-7ea01f3d-e689-41fa-9b54-cf0c31475ca8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1989256295&fields=id&tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 267 time: 0.0623240 Aug 27 16:14:36.541831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a6079-d49b-4697-ac30-60c1add704f0 req-755e6bc5-66cc-478c-97d5-ef24941372cc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.543146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-784a6079-d49b-4697-ac30-60c1add704f0 req-755e6bc5-66cc-478c-97d5-ef24941372cc tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1648662 Aug 27 16:14:36.571482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14341b00-1740-4bbb-b335-d5abc2856040 req-ab0ba6f3-6fd6-4485-881c-b4a910926357 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.573367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14341b00-1740-4bbb-b335-d5abc2856040 req-ab0ba6f3-6fd6-4485-881c-b4a910926357 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 984 time: 0.0715320 Aug 27 16:14:36.590328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'port': {'security_groups': ['0f5d434b-dc14-4727-ba48-70557c1bfddd', 'a639ab95-fe5c-45b0-b5df-91a3388e0ba3', 'ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:36.596937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-a8b0c4d0-8d60-4964-a8d5-0eac9a7e6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.598812 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-a8b0c4d0-8d60-4964-a8d5-0eac9a7e6605 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.1237948 Aug 27 16:14:36.682616 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-f3001258-07ea-491b-8033-a5480f0a2f0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 1002 time: 0.0724463 Aug 27 16:14:36.701816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f56469-983d-42ff-a0d2-54c46e7c745a req-8a832f7e-eec8-4b60-937d-74a1572134d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.703383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51f56469-983d-42ff-a0d2-54c46e7c745a req-8a832f7e-eec8-4b60-937d-74a1572134d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0852733 Aug 27 16:14:36.708611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:36.747984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-908aacec-5284-4f84-87ee-e3523cc050e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.749530 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-908aacec-5284-4f84-87ee-e3523cc050e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0572064 Aug 27 16:14:36.789437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51f56469-983d-42ff-a0d2-54c46e7c745a req-908c11ab-7d3c-4bbd-a4e9-b39ef42a22f9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779576 Aug 27 16:14:36.803378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-da6ba592-c493-49f1-a85f-3f37b67b8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:36.805044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-da6ba592-c493-49f1-a85f-3f37b67b8e28 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441051 Aug 27 16:14:36.832562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-4f3bb63e-f8fa-4043-8cb3-1b8a83fb7aed service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:14:36.833680 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-4f3bb63e-f8fa-4043-8cb3-1b8a83fb7aed service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056670 Aug 27 16:14:36.898186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88b3b811-b900-4122-aec1-54d132527f31 req-06498cca-f47c-468d-add4-97488b6671ce tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/27ca57c9-c484-4952-b2b5-2a9382830115 HTTP/1.1" status: 200 len: 1805 time: 0.0653796 Aug 27 16:14:36.930548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-874bdb5e-7145-405c-bd4b-b8f1f6509767 service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875652 Aug 27 16:14:37.011138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-88b3b811-b900-4122-aec1-54d132527f31 req-a714b186-2781-4803-8e37-2d4bae7f6b01 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.046163 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6f1baf0-1a77-48e9-a0f9-89c2367cd344 req-cd47030e-586a-4a96-820a-85fea55c868e service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030154 Aug 27 16:14:37.058071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-88b3b811-b900-4122-aec1-54d132527f31 req-a714b186-2781-4803-8e37-2d4bae7f6b01 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.069622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:37.124982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.180533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.193384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:37.234673 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-88b3b811-b900-4122-aec1-54d132527f31 req-a714b186-2781-4803-8e37-2d4bae7f6b01 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.236980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-88b3b811-b900-4122-aec1-54d132527f31 req-a714b186-2781-4803-8e37-2d4bae7f6b01 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.238515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88b3b811-b900-4122-aec1-54d132527f31 req-a714b186-2781-4803-8e37-2d4bae7f6b01 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-groups/27ca57c9-c484-4952-b2b5-2a9382830115 HTTP/1.1" status: 204 len: 173 time: 0.3239729 Aug 27 16:14:37.265760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:37.266415 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.267884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14341b00-1740-4bbb-b335-d5abc2856040 req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "PUT /v2.0/ports/281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 200 len: 1020 time: 0.6834500 Aug 27 16:14:37.272675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714b186-2781-4803-8e37-2d4bae7f6b01 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca57c9-c484-4952-b2b5-2a9382830115,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:37.292010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33518193-be6e-4289-bf54-048e21bc0e88 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:37.399125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:37.502234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6db95-5bd6-4378-a8fb-09dba729b2a6 req-ba18ac05-3240-42c5-b2ae-6d7339246981 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:37.504147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e6db95-5bd6-4378-a8fb-09dba729b2a6 req-ba18ac05-3240-42c5-b2ae-6d7339246981 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 1101 time: 0.0988638 Aug 27 16:14:37.539669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e6db95-5bd6-4378-a8fb-09dba729b2a6 req-514d8c52-a78b-423f-b57b-c20469a11121 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.553234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-1520a5c1-6d96-41b1-83c4-d5ae86c93a21 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.1080580 Aug 27 16:14:37.640916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-80f41e0a-940c-4a13-aa25-149fd5f0f83a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:37.651044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-80f41e0a-940c-4a13-aa25-149fd5f0f83a tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports/2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 943 time: 0.0777185 Aug 27 16:14:37.797587 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e6db95-5bd6-4378-a8fb-09dba729b2a6 req-514d8c52-a78b-423f-b57b-c20469a11121 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.805409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-8be40e10-c239-418e-b708-d0ee89b8e171 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.0848489 Aug 27 16:14:37.862789 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e6db95-5bd6-4378-a8fb-09dba729b2a6 req-514d8c52-a78b-423f-b57b-c20469a11121 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:37.899621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e6db95-5bd6-4378-a8fb-09dba729b2a6 req-514d8c52-a78b-423f-b57b-c20469a11121 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817525 Aug 27 16:14:37.924524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d8c52-a78b-423f-b57b-c20469a11121 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e1ec77-9a57-4eb0-aeeb-fd5bda126194,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:37.969337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-6472c344-c1bf-47af-97e9-d4bbe5d76690 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:37.970883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-6472c344-c1bf-47af-97e9-d4bbe5d76690 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1598115 Aug 27 16:14:38.051734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-8f1c89c9-54dc-4315-a9cf-6d97af6d2eec tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 1002 time: 0.0729644 Aug 27 16:14:38.063977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:38.134605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:38.458014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'}, {'name': 'network-changed', 'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:38.460293 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2"}, {"name": "network-changed", "server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:38.539010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:38.549339 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e217539-74d7-4182-8ec1-3cb6268745a1 req-873d3466-493d-49c5-b58f-539c8acd4431 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/a32b5165-de52-4175-b68b-bc84d5617c36 HTTP/1.1" status: 200 len: 1805 time: 0.0839880 Aug 27 16:14:38.610896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e217539-74d7-4182-8ec1-3cb6268745a1 req-c28eac8e-74f3-4c68-931f-895d4ac3c6ef tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:38.612514 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:38.612793 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 disassociated. External IP: 172.25.4.192, port: 2109f3ab-6771-46f6-b123-2b0b2cd9720e. Aug 27 16:14:38.679255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e217539-74d7-4182-8ec1-3cb6268745a1 req-c28eac8e-74f3-4c68-931f-895d4ac3c6ef tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:38.812856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e217539-74d7-4182-8ec1-3cb6268745a1 req-c28eac8e-74f3-4c68-931f-895d4ac3c6ef tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:38.815491 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4e217539-74d7-4182-8ec1-3cb6268745a1 req-c28eac8e-74f3-4c68-931f-895d4ac3c6ef tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:38.816634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e217539-74d7-4182-8ec1-3cb6268745a1 req-c28eac8e-74f3-4c68-931f-895d4ac3c6ef tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-groups/a32b5165-de52-4175-b68b-bc84d5617c36 HTTP/1.1" status: 204 len: 173 time: 0.2607565 Aug 27 16:14:38.833969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eac8e-74f3-4c68-931f-895d4ac3c6ef tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32b5165-de52-4175-b68b-bc84d5617c36,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:38.942634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b45c18-d647-43de-994c-da8fe017fe11 req-fd2036a7-6a18-4aa4-bcb5-3d0727dbe6ef tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:38.944157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7b45c18-d647-43de-994c-da8fe017fe11 req-fd2036a7-6a18-4aa4-bcb5-3d0727dbe6ef tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1023 time: 0.0758178 Aug 27 16:14:38.946178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:39.090086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7b45c18-d647-43de-994c-da8fe017fe11 req-8bf67b42-33dc-459e-82af-bf62e3e05e73 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&id=0f5d434b-dc14-4727-ba48-70557c1bfddd&id=ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa HTTP/1.1" status: 200 len: 6148 time: 0.1389191 Aug 27 16:14:39.110444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:39.115322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:39.121405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:39.132304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:39.132917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:39.159825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-124bbc3d-8ee2-4661-8f4a-532e621d635b tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "PUT /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 200 len: 696 time: 1.1014051 Aug 27 16:14:39.235947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12df4-a3e5-4dc5-8641-2b389c670d14 req-bec95073-cb31-444c-b319-09e2ba72d1a7 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.237338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28a12df4-a3e5-4dc5-8641-2b389c670d14 req-bec95073-cb31-444c-b319-09e2ba72d1a7 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0923350 Aug 27 16:14:39.239373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-947039e0-a5b9-4b94-8ddb-838929a4c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.240871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-947039e0-a5b9-4b94-8ddb-838929a4c700 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.0650630 Aug 27 16:14:39.255394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:39.328853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28a12df4-a3e5-4dc5-8641-2b389c670d14 req-13fb5677-b0db-429e-8278-13634be270be tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848031 Aug 27 16:14:39.364326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-19799d47-9d3d-4443-afba-5e4c5556ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.374479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-19799d47-9d3d-4443-afba-5e4c5556ed35 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.1230955 Aug 27 16:14:39.426210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-aea59296-bf2d-4880-b2d3-ba365649d281 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 217 time: 0.0508442 Aug 27 16:14:39.490652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:39.493207 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30052cd2-48f0-4612-8f64-e8afef744c2c x-openstack-request-id: req-30052cd2-48f0-4612-8f64-e8afef744c2c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:39.493511 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:39.495316 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-30052cd2-48f0-4612-8f64-e8afef744c2c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:39.498826 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', 'status': 'completed', 'code': 200} Aug 27 16:14:39.498826 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', 'status': 'completed', 'code': 200} Aug 27 16:14:39.499815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-e6e97fe0-5ffd-4dc2-a010-1e594fd79f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.501767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-e6e97fe0-5ffd-4dc2-a010-1e594fd79f40 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0685170 Aug 27 16:14:39.527321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:39.541995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:39.542705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:39.572489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-5c12d88e-0307-484e-af58-1b1f9ce3615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.574457 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-5c12d88e-0307-484e-af58-1b1f9ce3615d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1174 time: 0.0556037 Aug 27 16:14:39.589578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-4cf4b2a9-6b50-4296-9eb6-bac6e3b851e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.592767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-4cf4b2a9-6b50-4296-9eb6-bac6e3b851e7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811567 Aug 27 16:14:39.601288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9678105-8adb-4c13-b4ba-ff0f709d3055 req-e8929f17-5b9d-4c47-8e77-d777d2c36469 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/4e543792-4263-4f36-bb85-09f70241a5d3 HTTP/1.1" status: 200 len: 2402 time: 0.0980134 Aug 27 16:14:39.729761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-114d58a9-e99d-4e1c-ad30-83e8f4e30fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.731694 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-114d58a9-e99d-4e1c-ad30-83e8f4e30fbd service neutron] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 914 time: 0.1472914 Aug 27 16:14:39.735448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9678105-8adb-4c13-b4ba-ff0f709d3055 req-0983b4b4-f779-46bd-848a-7ae173788fbb tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:39.757837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-72c90731-15e4-4fd6-ac7f-4b9040854522 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535008 Aug 27 16:14:39.777960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9678105-8adb-4c13-b4ba-ff0f709d3055 req-0983b4b4-f779-46bd-848a-7ae173788fbb tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:39.801371 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-37d1bdc9-f4a8-4b88-80a5-349bba6c070a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 200 len: 217 time: 0.0610034 Aug 27 16:14:39.823378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:39.896314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5535814-9363-41ef-ad69-e35c6b2a6cc6 req-1afc3f3a-a6f0-4a00-ba51-cded9e8131c5 service neutron] 10.222.0.101 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301029 Aug 27 16:14:39.896590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-ffd6ef50-9f72-40e8-a2a2-215b28d74f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:39.897989 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-ffd6ef50-9f72-40e8-a2a2-215b28d74f21 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0892832 Aug 27 16:14:39.937569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-b111f830-fc39-4542-89a1-f539b064950c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259371 Aug 27 16:14:39.980865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9678105-8adb-4c13-b4ba-ff0f709d3055 req-0983b4b4-f779-46bd-848a-7ae173788fbb tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:39.986915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c9678105-8adb-4c13-b4ba-ff0f709d3055 req-0983b4b4-f779-46bd-848a-7ae173788fbb tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:39.989132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9678105-8adb-4c13-b4ba-ff0f709d3055 req-0983b4b4-f779-46bd-848a-7ae173788fbb tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-groups/4e543792-4263-4f36-bb85-09f70241a5d3 HTTP/1.1" status: 204 len: 173 time: 0.3869462 Aug 27 16:14:40.004653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983b4b4-f779-46bd-848a-7ae173788fbb tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e543792-4263-4f36-bb85-09f70241a5d3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:40.037921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2f29586c-0254-410c-90b5-b84fe22a618f req-0aa1716f-3d61-4208-b137-c52c579524c2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2108759859 ', 'description': 'tempest-description-1410838130'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:40.093305 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-b9c25cb6-5968-44d3-8970-fbea9207c38c service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403184 Aug 27 16:14:40.099562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:40.130929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a1da7-1c02-4b78-8ebc-e9e80e39535d None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:13:28Z', 'revision_number': 4, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e73c767-df2c-4cfb-8ff9-4ad7818e7297', 'name': '', 'network_id': 'f5108f70-3bc9-4705-9803-f66eadaf3873', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'mac_address': 'fa:16:3e:cd:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:27Z', 'updated_at': '2021-08-27T16:13:37Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'subnets': [{'id': '0c48f7db-a8c1-4caf-a817-b1d9e2057370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:40.144204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84507e-848e-47ed-90fc-68fddd4033bd req-af661dc2-62c5-49c3-8567-64caa9a6718d tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:40.146777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f84507e-848e-47ed-90fc-68fddd4033bd req-af661dc2-62c5-49c3-8567-64caa9a6718d tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 1101 time: 0.0590324 Aug 27 16:14:40.179898 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2f29586c-0254-410c-90b5-b84fe22a618f req-0aa1716f-3d61-4208-b137-c52c579524c2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.199664 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-0024aa19-b7b3-4739-85dd-f0273707e688 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034379 Aug 27 16:14:40.200909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f84507e-848e-47ed-90fc-68fddd4033bd req-1f916c68-e2d1-4b58-ad1c-2acb7a205208 tempest-ServersAdminNegativeTestJSON-1501751435 tempest-ServersAdminNegativeTestJSON-1501751435-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Aug 27 16:14:40.285165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2f29586c-0254-410c-90b5-b84fe22a618f req-0aa1716f-3d61-4208-b137-c52c579524c2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.374719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2f29586c-0254-410c-90b5-b84fe22a618f req-0aa1716f-3d61-4208-b137-c52c579524c2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.405912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1716f-3d61-4208-b137-c52c579524c2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b30fd-9d46-40fc-a0bc-18133d8e3261,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:40.431952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-c9e2f637-eb4c-46de-874a-094b78dbc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:40.433479 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f91ef-bdaf-48de-83a1-feff194cb25e None None] New status for floating IP 7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:14:40.434031 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-c9e2f637-eb4c-46de-874a-094b78dbc62c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1174 time: 0.0591097 Aug 27 16:14:40.527405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-9a748c4b-2832-4da2-a052-b281ace830dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:40.529714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-9a748c4b-2832-4da2-a052-b281ace830dd service neutron] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 914 time: 0.0877366 Aug 27 16:14:40.557917 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2f29586c-0254-410c-90b5-b84fe22a618f req-0aa1716f-3d61-4208-b137-c52c579524c2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.557917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f29586c-0254-410c-90b5-b84fe22a618f req-0aa1716f-3d61-4208-b137-c52c579524c2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5270572 Aug 27 16:14:40.575232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-ea77f2ef-5ead-41be-a0ce-869cd6427947 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 200 len: 217 time: 0.0365806 Aug 27 16:14:40.649884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-a7eedea3-3249-4f44-8d84-f59eab545738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:40.651719 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-a7eedea3-3249-4f44-8d84-f59eab545738 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0575707 Aug 27 16:14:40.661032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e13b6af-ce30-4a3d-b7ac-b9d5a4fccfba req-f6b668a5-b148-4339-8c9a-cc7c9972b5ca tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "GET /v2.0/security-groups/e1e457c4-bec5-4e7e-81c3-9d663e91fe0d HTTP/1.1" status: 200 len: 2397 time: 0.0607424 Aug 27 16:14:40.691403 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-1d515919-0784-4567-8328-4a436d2fad67 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286984 Aug 27 16:14:40.732809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3e13b6af-ce30-4a3d-b7ac-b9d5a4fccfba req-31a755c4-dd0f-49bd-8f1b-934e440699c3 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.767594 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3e13b6af-ce30-4a3d-b7ac-b9d5a4fccfba req-31a755c4-dd0f-49bd-8f1b-934e440699c3 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.796724 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-1296aa27-de2e-4758-a433-26e1d579df4f service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941710 Aug 27 16:14:40.897054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3e13b6af-ce30-4a3d-b7ac-b9d5a4fccfba req-31a755c4-dd0f-49bd-8f1b-934e440699c3 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.899703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3e13b6af-ce30-4a3d-b7ac-b9d5a4fccfba req-31a755c4-dd0f-49bd-8f1b-934e440699c3 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:40.900414 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bb4baea6-aeaf-4e9e-b60f-e8a07b9b5cd6 req-6c9790ae-37fe-4248-9698-4bef4cffc778 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938516 Aug 27 16:14:40.906927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e13b6af-ce30-4a3d-b7ac-b9d5a4fccfba req-31a755c4-dd0f-49bd-8f1b-934e440699c3 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] 10.222.0.101 "DELETE /v2.0/security-groups/e1e457c4-bec5-4e7e-81c3-9d663e91fe0d HTTP/1.1" status: 204 len: 173 time: 0.2364104 Aug 27 16:14:40.908679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35230) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:40.917219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a755c4-dd0f-49bd-8f1b-934e440699c3 tempest-SecurityGroupRulesTestJSON-1513598878 tempest-SecurityGroupRulesTestJSON-1513598878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e457c4-bec5-4e7e-81c3-9d663e91fe0d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:40.967518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] Deleting subnet 4db228e5-6eb8-40af-afef-6bd88abaf07d {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:14:40.970921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.010252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.062199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.137365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cabe30-322f-493d-95c0-a8e3b1c29d00 req-01c42e21-fc98-4a46-8ad5-7e78ac2587fd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:41.140407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69cabe30-322f-493d-95c0-a8e3b1c29d00 req-01c42e21-fc98-4a46-8ad5-7e78ac2587fd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0865932 Aug 27 16:14:41.142938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a5384db-958f-4189-9e47-b81f5e2d7df4 req-a0ba07c0-a174-4770-b850-ebf8fe1040f4 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a07b30fd-9d46-40fc-a0bc-18133d8e3261 HTTP/1.1" status: 200 len: 1783 time: 0.0788517 Aug 27 16:14:41.187898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69cabe30-322f-493d-95c0-a8e3b1c29d00 req-774617eb-17a4-40e9-8015-dd4a29b55579 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 Aug 27 16:14:41.228654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.255440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db228e5-6eb8-40af-afef-6bd88abaf07d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:41.263430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.263430 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eca90748-eaa0-4374-8fdd-724e7b17ccc9 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4db228e5-6eb8-40af-afef-6bd88abaf07d HTTP/1.1" status: 204 len: 168 time: 0.3534560 Aug 27 16:14:41.265953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35244) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:41.304351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-098ad4f3-cbc0-475d-b8c7-207dea87ca28 req-9f2f2f5f-228f-42ad-9fe1-5aa3b2b4c636 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a07b30fd-9d46-40fc-a0bc-18133d8e3261 HTTP/1.1" status: 200 len: 1783 time: 0.0818303 Aug 27 16:14:41.313329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f105e8-8543-4b23-8453-f9863684cbc8 req-f5cc605a-a8b5-43d0-abb4-2cb5a2d730c9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:41.314819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90f105e8-8543-4b23-8453-f9863684cbc8 req-f5cc605a-a8b5-43d0-abb4-2cb5a2d730c9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 945 time: 0.0838487 Aug 27 16:14:41.337126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.388949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90f105e8-8543-4b23-8453-f9863684cbc8 req-3a00ac1d-df11-4487-951e-7abcae0dd882 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Aug 27 16:14:41.399342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-098ad4f3-cbc0-475d-b8c7-207dea87ca28 req-0f890025-f88f-453a-9718-43207a71aa2c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.430505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.435249 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-098ad4f3-cbc0-475d-b8c7-207dea87ca28 req-0f890025-f88f-453a-9718-43207a71aa2c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.440821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db70bbc1-4e15-4338-b5a8-bca85903af59']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:41.450994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49ac0b6-6a04-4ecf-af19-78cffc17c10c') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:41.451390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49ac0b6-6a04-4ecf-af19-78cffc17c10c') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:41.460073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.474089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.479914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:14:41.480303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:14:41.482094 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:14:41.490685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-06c914ee-3b69-4a74-ad67-b7532bf0d142 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 200 len: 694 time: 0.0648992 Aug 27 16:14:41.497794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:41.500095 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:41.593515 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.600682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.602592 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] 10.222.0.101 "DELETE /v2.0/networks/db70bbc1-4e15-4338-b5a8-bca85903af59 HTTP/1.1" status: 204 len: 168 time: 0.3360343 Aug 27 16:14:41.617734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0267c23-5efb-47cc-9708-15503f20169c admin admin] Pushing event deleted for resources: {'Network': ['ID=db70bbc1-4e15-4338-b5a8-bca85903af59,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:41.620541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-d16e7c6b-6879-4ccc-9b14-4d7700ae61e5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:41.620541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-d16e7c6b-6879-4ccc-9b14-4d7700ae61e5 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1158135 Aug 27 16:14:41.672556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-098ad4f3-cbc0-475d-b8c7-207dea87ca28 req-0f890025-f88f-453a-9718-43207a71aa2c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.675115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-098ad4f3-cbc0-475d-b8c7-207dea87ca28 req-0f890025-f88f-453a-9718-43207a71aa2c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.676299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-098ad4f3-cbc0-475d-b8c7-207dea87ca28 req-0f890025-f88f-453a-9718-43207a71aa2c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/a07b30fd-9d46-40fc-a0bc-18133d8e3261 HTTP/1.1" status: 204 len: 173 time: 0.3603494 Aug 27 16:14:41.694823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-3cc8b1d6-a656-4760-8841-f6ce43c05ccf tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 697 time: 0.0646212 Aug 27 16:14:41.696038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f890025-f88f-453a-9718-43207a71aa2c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b30fd-9d46-40fc-a0bc-18133d8e3261,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:41.743706 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc348f7-2e11-4d33-aad1-e22983f8acd9 x-openstack-request-id: req-2bc348f7-2e11-4d33-aad1-e22983f8acd9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:41.743998 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:41.744434 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2bc348f7-2e11-4d33-aad1-e22983f8acd9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:41.744786 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'status': 'completed', 'code': 200} Aug 27 16:14:41.755366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-38a5a9f6-acb4-4641-aedf-173e42098e01 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 697 time: 0.0497878 Aug 27 16:14:41.809377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-d05ba222-4949-4d31-b9c7-24f305722b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:41.811750 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-d05ba222-4949-4d31-b9c7-24f305722b6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 1097 time: 0.0458696 Aug 27 16:14:41.859753 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-880cd911-b450-4855-a526-d3f7d51df691 req-ed73236c-7157-4612-a5bb-dbe9c30fbd0a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:14:41.860773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-880cd911-b450-4855-a526-d3f7d51df691 req-ed73236c-7157-4612-a5bb-dbe9c30fbd0a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a07b30fd-9d46-40fc-a0bc-18133d8e3261 HTTP/1.1" status: 404 len: 352 time: 0.0218282 Aug 27 16:14:41.903087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0464d54c-263b-48bb-aeab-6a80fd325d2f req-ea7f9301-6966-4b45-9529-59b33f5a7bda tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1507653334', 'description': 'tempest-description-989736666'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:41.912258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-d17ee572-6e6e-4a71-b8b8-aecdbfdec0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:41.913705 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-d17ee572-6e6e-4a71-b8b8-aecdbfdec0bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 200 len: 921 time: 0.0931911 Aug 27 16:14:41.932595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Deleting port 40d97b16-a38f-40f2-a8e2-5ab8f75f281d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:41.932847 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:41.962311 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-e9bfb386-5477-4df0-b001-c7d60f97ee5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 200 len: 217 time: 0.0400939 Aug 27 16:14:41.991973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35260) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:42.014351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0464d54c-263b-48bb-aeab-6a80fd325d2f req-ea7f9301-6966-4b45-9529-59b33f5a7bda tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.016840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-26a315f1-4526-4c5b-96ab-b7aeedd68cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:42.018878 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-26a315f1-4526-4c5b-96ab-b7aeedd68cb8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 200 len: 858 time: 0.0474851 Aug 27 16:14:42.045887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.046223 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.070049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-fb6617e3-1616-4c48-b413-c70d2ff25fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:42.071801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-fb6617e3-1616-4c48-b413-c70d2ff25fe6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5108f70-3bc9-4705-9803-f66eadaf3873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430446 Aug 27 16:14:42.077885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Calling delete_port for 40d97b16-a38f-40f2-a8e2-5ab8f75f281d owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:42.085170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-db84fca5-46ea-49b3-b59c-4fa8121324e1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8a0aaba9f9874e1dac929b7bac200406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930464 Aug 27 16:14:42.088078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35264) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:42.206082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7655865e-f5ef-4e0b-a213-8fdb2b0ddcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.217828 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-c329f288-cdb3-4cd3-bb8d-5b8e7678ccf4 service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370087 Aug 27 16:14:42.220348 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0464d54c-263b-48bb-aeab-6a80fd325d2f req-ea7f9301-6966-4b45-9529-59b33f5a7bda tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.230555 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7655865e-f5ef-4e0b-a213-8fdb2b0ddcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.345465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90a4dddb-93cd-46ac-be94-f951f3fd8f0f req-76ef331e-85b5-4dd2-a15d-f9f614a9b44b service neutron] 10.222.0.90 "GET /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120148 Aug 27 16:14:42.370852 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0464d54c-263b-48bb-aeab-6a80fd325d2f req-ea7f9301-6966-4b45-9529-59b33f5a7bda tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.401206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f9301-6966-4b45-9529-59b33f5a7bda tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c21a8-127e-4ae7-9bf9-cb00a50946c1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:42.422188 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.452691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Pushing event deleted for resources: {'Port': ['ID=40d97b16-a38f-40f2-a8e2-5ab8f75f281d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:42.483539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7655865e-f5ef-4e0b-a213-8fdb2b0ddcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.488523 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7655865e-f5ef-4e0b-a213-8fdb2b0ddcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.488523 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7655865e-f5ef-4e0b-a213-8fdb2b0ddcf1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/24cab562-de18-4e03-8554-815706fd303e HTTP/1.1" status: 204 len: 168 time: 0.3977628 Aug 27 16:14:42.496451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655865e-f5ef-4e0b-a213-8fdb2b0ddcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cab562-de18-4e03-8554-815706fd303e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:42.516913 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.518219 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.519523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cec3af2-122e-40fd-99ec-7bae28517bdc req-57cc9c9e-d344-435a-8eea-d967daed3620 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "DELETE /v2.0/floatingips/7bf57e9a-ee2f-4b2a-a9d0-34f1e0efdac3 HTTP/1.1" status: 204 len: 173 time: 0.7585404 Aug 27 16:14:42.526160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0464d54c-263b-48bb-aeab-6a80fd325d2f req-ea7f9301-6966-4b45-9529-59b33f5a7bda tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:42.527238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0464d54c-263b-48bb-aeab-6a80fd325d2f req-ea7f9301-6966-4b45-9529-59b33f5a7bda tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6300147 Aug 27 16:14:42.694471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed24d-977c-48bb-b015-1dca8b4ab172 req-6797a75a-57ad-4244-aad2-7de890a29d53 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:42.696282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56fed24d-977c-48bb-b015-1dca8b4ab172 req-6797a75a-57ad-4244-aad2-7de890a29d53 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0526383 Aug 27 16:14:42.740797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56fed24d-977c-48bb-b015-1dca8b4ab172 req-953c6bca-8974-445d-8fca-8b3f1289f6d2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371945 Aug 27 16:14:42.861671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5a651-db2d-4c8f-aea8-80d9e06da6a2 req-f5579a88-e7db-410f-979b-6c97925de650 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:42.863193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3af5a651-db2d-4c8f-aea8-80d9e06da6a2 req-f5579a88-e7db-410f-979b-6c97925de650 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 945 time: 0.0542326 Aug 27 16:14:42.905941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3af5a651-db2d-4c8f-aea8-80d9e06da6a2 req-bc75cdd5-ceca-4f60-a97f-9dc1b6a5d117 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Aug 27 16:14:42.970472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-cd057883-5fca-4e76-953d-ead3872cd77c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:42.972071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-cd057883-5fca-4e76-953d-ead3872cd77c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 945 time: 0.0602849 Aug 27 16:14:42.977049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7c1de9ec-d87c-402a-9168-b07d57593a80 req-0987094a-4bc0-401a-b88a-8b253fd1577a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-380587454', 'description': 'tempest-description-180306313'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:43.092261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Deleting port e62f987b-d7a2-4488-b9a4-74e50d6e55ac {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:43.092781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.184089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c1de9ec-d87c-402a-9168-b07d57593a80 req-0987094a-4bc0-401a-b88a-8b253fd1577a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.210382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] For port e62f987b-d7a2-4488-b9a4-74e50d6e55ac, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:43.210754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.229593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Calling delete_port for e62f987b-d7a2-4488-b9a4-74e50d6e55ac owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:43.367489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c1de9ec-d87c-402a-9168-b07d57593a80 req-0987094a-4bc0-401a-b88a-8b253fd1577a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.525543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c1de9ec-d87c-402a-9168-b07d57593a80 req-0987094a-4bc0-401a-b88a-8b253fd1577a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.556806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987094a-4bc0-401a-b88a-8b253fd1577a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba32cfd5-8ab4-4155-8819-bdd7336a0138,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:43.567289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.580494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['e62f987b-d7a2-4488-b9a4-74e50d6e55ac'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:43.583171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['da0874e1-f662-4dc8-8c6d-d03aaec33a68', '27106502-8e11-46cf-8def-bfdd29073743', 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:43.600216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event deleted for resources: {'Port': ['ID=e62f987b-d7a2-4488-b9a4-74e50d6e55ac,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:43.651960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] No DVR routers for this DVR port e62f987b-d7a2-4488-b9a4-74e50d6e55ac on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:43.656592 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.659091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-109eb875-9c46-4dc5-8e09-b18ac2df4cec req-f4ab794c-f04f-4f73-abbb-2d4273493c6d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.97 "DELETE /v2.0/ports/e62f987b-d7a2-4488-b9a4-74e50d6e55ac HTTP/1.1" status: 204 len: 173 time: 0.6712413 Aug 27 16:14:43.703433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7c1de9ec-d87c-402a-9168-b07d57593a80 req-0987094a-4bc0-401a-b88a-8b253fd1577a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:43.704903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c1de9ec-d87c-402a-9168-b07d57593a80 req-0987094a-4bc0-401a-b88a-8b253fd1577a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7318745 Aug 27 16:14:43.745649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'name': 'network-vif-deleted', 'tag': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:43.748970 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901dcc6-e35e-484a-9e61-76e5b75f78f8" -d '{"events": [{"server_uuid": "1fb9ee1e-42be-407b-9651-a283be9c9f79", "name": "network-vif-deleted", "tag": "e62f987b-d7a2-4488-b9a4-74e50d6e55ac"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:43.890056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafea300-aad7-4322-a07f-cc772f12acb0 req-9836ff2e-5c36-4641-b76a-f449f5b73c0e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:43.891653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aafea300-aad7-4322-a07f-cc772f12acb0 req-9836ff2e-5c36-4641-b76a-f449f5b73c0e tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 950 time: 0.0707507 Aug 27 16:14:43.952815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aafea300-aad7-4322-a07f-cc772f12acb0 req-94f1e6a8-52ca-417f-bcf1-f6df912dd703 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535173 Aug 27 16:14:43.986410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35312) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:44.004089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fb7f7-bf50-42d1-88ed-0a48cdad97fc req-8c05da3c-e557-426f-947b-5fb8c1025587 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:44.005811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b75fb7f7-bf50-42d1-88ed-0a48cdad97fc req-8c05da3c-e557-426f-947b-5fb8c1025587 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 946 time: 0.0685334 Aug 27 16:14:44.057631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b75fb7f7-bf50-42d1-88ed-0a48cdad97fc req-a003ea11-f178-483d-959f-f16fdb48cb64 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Aug 27 16:14:44.083414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8e4b38f2-e7f9-4409-a899-e244175b2fea req-3a887b22-5b2e-4f70-85b4-b5f2aada9444 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1104532438', 'description': 'tempest-description-881317593'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:44.118372 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc4c28-8512-4dea-8acd-221b2108642b x-openstack-request-id: req-50bc4c28-8512-4dea-8acd-221b2108642b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:44.118888 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb9ee1e-42be-407b-9651-a283be9c9f79", "name": "network-vif-deleted", "tag": "e62f987b-d7a2-4488-b9a4-74e50d6e55ac", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:44.119355 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-50bc4c28-8512-4dea-8acd-221b2108642b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:44.120043 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb9ee1e-42be-407b-9651-a283be9c9f79', 'name': 'network-vif-deleted', 'tag': 'e62f987b-d7a2-4488-b9a4-74e50d6e55ac', 'status': 'completed', 'code': 200} Aug 27 16:14:44.124686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-561123155-network', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:44.193992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e4b38f2-e7f9-4409-a899-e244175b2fea req-3a887b22-5b2e-4f70-85b4-b5f2aada9444 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.229701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe1c3-9d61-430c-96ec-8675465fe75c req-f7d233b6-babd-419e-9921-94b27212579f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:44.231220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bfe1c3-9d61-430c-96ec-8675465fe75c req-f7d233b6-babd-419e-9921-94b27212579f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0680785 Aug 27 16:14:44.270716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bfe1c3-9d61-430c-96ec-8675465fe75c req-574ce678-ba4c-472a-a245-d56c4090244a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 Aug 27 16:14:44.319510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:44.321993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.337718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.378946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef0999fb-d38f-4489-be20-ae0d3b7f6d65 req-f518223a-78c6-4889-8aa6-fb0df4c1eca3 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fb9ee1e-42be-407b-9651-a283be9c9f79 HTTP/1.1" status: 200 len: 210 time: 0.0328300 Aug 27 16:14:44.426126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e4b38f2-e7f9-4409-a899-e244175b2fea req-3a887b22-5b2e-4f70-85b4-b5f2aada9444 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.518793 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e4b38f2-e7f9-4409-a899-e244175b2fea req-3a887b22-5b2e-4f70-85b4-b5f2aada9444 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.556353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a887b22-5b2e-4f70-85b4-b5f2aada9444 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a9487c-c172-4f03-bbfa-b1870a8d7de4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:44.602178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.719556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.740864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:14:44.755485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f79b778-ccb8-4217-90bd-a5abad3b463d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:44.758306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.758652 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Added segment 5c3f4e96-11dc-40ea-92d9-933dc33d9243 of type vlan for network eac405f2-c342-4672-912f-395308943199 Aug 27 16:14:44.799104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.854803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e4b38f2-e7f9-4409-a899-e244175b2fea req-3a887b22-5b2e-4f70-85b4-b5f2aada9444 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.856109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e4b38f2-e7f9-4409-a899-e244175b2fea req-3a887b22-5b2e-4f70-85b4-b5f2aada9444 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7875006 Aug 27 16:14:44.867815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-358cc428-b062-4e47-a1f1-2f468ae2514f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:44.869279 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-358cc428-b062-4e47-a1f1-2f468ae2514f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.90 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 950 time: 0.0598724 Aug 27 16:14:44.946630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:44.947640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:44.948220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:45.036009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] Pushing event updated for resources: {'Network': ['ID=eac405f2-c342-4672-912f-395308943199,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:45.047758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network eac405f2-c342-4672-912f-395308943199 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:14:45.050560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Deleting port 717de4b0-47d2-4dac-b537-b6533b7e2090 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:45.050722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:45.069302 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aa7f7e21-ac1e-4eea-a10d-762b66985f43 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0814915 Aug 27 16:14:45.096890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35324) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:45.103560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Request body: {'subnet': {'network_id': 'eac405f2-c342-4672-912f-395308943199', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-561123155-subnet', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:45.216763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-d16368c3-8539-4fb8-8111-a6852af78277 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:45.218305 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-d16368c3-8539-4fb8-8111-a6852af78277 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.90 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 946 time: 0.0978405 Aug 27 16:14:45.223817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] For port 717de4b0-47d2-4dac-b537-b6533b7e2090, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=717de4b0-47d2-4dac-b537-b6533b7e2090,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:45.224228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:45.267673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7591b51d-afa1-4e42-b9f4-7a203ade25bc req-8547b118-8a0a-4a15-ae1c-133acb198867 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 10900 time: 0.3881900 Aug 27 16:14:45.291878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd055-2650-46f9-bc14-a2ca07eb8fd4 req-afd13f31-4902-4d3d-a1cd-e180b2753b08 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:45.293434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e01dd055-2650-46f9-bc14-a2ca07eb8fd4 req-afd13f31-4902-4d3d-a1cd-e180b2753b08 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 950 time: 0.0895154 Aug 27 16:14:45.355036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7591b51d-afa1-4e42-b9f4-7a203ade25bc req-c63f2558-ce9d-46d8-bf22-be678f3393f5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a639ab95-fe5c-45b0-b5df-91a3388e0ba3 HTTP/1.1" status: 200 len: 2981 time: 0.0789137 Aug 27 16:14:45.360738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e01dd055-2650-46f9-bc14-a2ca07eb8fd4 req-938c7a55-fd91-4b3f-a253-6c380dbad30c tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589085 Aug 27 16:14:45.407640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7591b51d-afa1-4e42-b9f4-7a203ade25bc req-f3c72e53-449f-4886-bbd2-318234522e04 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a639ab95-fe5c-45b0-b5df-91a3388e0ba3 HTTP/1.1" status: 200 len: 2981 time: 0.0453091 Aug 27 16:14:45.545628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:45.547999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:45.568088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c0269-08f1-411d-a52d-aa0a0bdb84d2 req-314b06d9-0f15-4e6f-99cd-1f3cb13bdfe7 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:45.569590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-740c0269-08f1-411d-a52d-aa0a0bdb84d2 req-314b06d9-0f15-4e6f-99cd-1f3cb13bdfe7 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 946 time: 0.0929103 Aug 27 16:14:45.571578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Calling delete_port for 717de4b0-47d2-4dac-b537-b6533b7e2090 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:45.582838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c44ac0-a83d-4beb-ac78-61393d312487 req-26f3f9a8-7bfa-47b5-98d4-bf4e09ee169f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:45.584318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24c44ac0-a83d-4beb-ac78-61393d312487 req-26f3f9a8-7bfa-47b5-98d4-bf4e09ee169f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0738888 Aug 27 16:14:45.645582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-740c0269-08f1-411d-a52d-aa0a0bdb84d2 req-5a1012ba-d081-4b9e-8f32-8a21de9301de tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c6fea69-a5ab-4a59-a76b-b24fc371b19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601907 Aug 27 16:14:45.650261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24c44ac0-a83d-4beb-ac78-61393d312487 req-1ee11b08-3a89-494d-9d52-448e051a881f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577161 Aug 27 16:14:45.732072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08a2326f-3547-4358-91ad-be4d943a2a37 req-e1cb5d23-3f19-4f66-ae29-eeb23790061d tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/2f9c21a8-127e-4ae7-9bf9-cb00a50946c1 HTTP/1.1" status: 200 len: 1802 time: 0.0445018 Aug 27 16:14:45.837519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-08a2326f-3547-4358-91ad-be4d943a2a37 req-59fb4222-6374-4e68-8859-d170fb2e8afb tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:45.859929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Deleting port 2109f3ab-6771-46f6-b123-2b0b2cd9720e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:45.860330 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:45.866465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac4a6-272f-4188-8056-e3d7d1b7d011 req-7d70c9c8-0b21-4bce-87c9-0aa39db3631e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:45.868063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eedac4a6-272f-4188-8056-e3d7d1b7d011 req-7d70c9c8-0b21-4bce-87c9-0aa39db3631e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0773990 Aug 27 16:14:45.884437 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-08a2326f-3547-4358-91ad-be4d943a2a37 req-59fb4222-6374-4e68-8859-d170fb2e8afb tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:45.936197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eedac4a6-272f-4188-8056-e3d7d1b7d011 req-8d0a2589-f29f-42bb-9a80-87c52107c29c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603213 Aug 27 16:14:46.047887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] For port 2109f3ab-6771-46f6-b123-2b0b2cd9720e, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=2109f3ab-6771-46f6-b123-2b0b2cd9720e,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:46.048398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.063131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Calling delete_port for 2109f3ab-6771-46f6-b123-2b0b2cd9720e owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:46.093805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-08a2326f-3547-4358-91ad-be4d943a2a37 req-59fb4222-6374-4e68-8859-d170fb2e8afb tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.096350 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-08a2326f-3547-4358-91ad-be4d943a2a37 req-59fb4222-6374-4e68-8859-d170fb2e8afb tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.097473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08a2326f-3547-4358-91ad-be4d943a2a37 req-59fb4222-6374-4e68-8859-d170fb2e8afb tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/2f9c21a8-127e-4ae7-9bf9-cb00a50946c1 HTTP/1.1" status: 204 len: 173 time: 0.3585916 Aug 27 16:14:46.138921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb4222-6374-4e68-8859-d170fb2e8afb tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c21a8-127e-4ae7-9bf9-cb00a50946c1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:46.145109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.151456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.151860 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-f04a7c8d-8710-46ba-933e-3147e4754298 req-3ed1f21b-db73-4b3e-90f5-c38bb0b4456e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:14:46.152830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f04a7c8d-8710-46ba-933e-3147e4754298 req-3ed1f21b-db73-4b3e-90f5-c38bb0b4456e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/2f9c21a8-127e-4ae7-9bf9-cb00a50946c1 HTTP/1.1" status: 404 len: 352 time: 0.0351105 Aug 27 16:14:46.167864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['717de4b0-47d2-4dac-b537-b6533b7e2090'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:46.174171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8b054c0e-7775-4142-9365-ebea4dc5d89d'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:46.187232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2597-2455-491c-ad6b-2cde1ae150f3 req-38e3bde5-b459-4c97-89d7-b095c1b24106 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:46.189423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bb2597-2455-491c-ad6b-2cde1ae150f3 req-38e3bde5-b459-4c97-89d7-b095c1b24106 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1065795 Aug 27 16:14:46.235608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Pushing event deleted for resources: {'Port': ['ID=717de4b0-47d2-4dac-b537-b6533b7e2090,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:46.252740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e62f987b-d7a2-4488-b9a4-74e50d6e55ac no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:46.272579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5f5e545-2e15-40fd-b63d-d50689a7b805 req-865ca452-822d-479e-9aa3-bbbb6f7402a4 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/ba32cfd5-8ab4-4155-8819-bdd7336a0138 HTTP/1.1" status: 200 len: 1801 time: 0.0823381 Aug 27 16:14:46.287200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: e62f987b-d7a2-4488-b9a4-74e50d6e55ac {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:46.287930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e62f987b-d7a2-4488-b9a4-74e50d6e55ac not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:46.301916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bb2597-2455-491c-ad6b-2cde1ae150f3 req-d92c44d1-576c-42ea-b2c0-b644b888a348 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048620 Aug 27 16:14:46.333719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] No DVR routers for this DVR port 717de4b0-47d2-4dac-b537-b6533b7e2090 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:46.345975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc25ecf-b686-4cef-8ae5-80dadd1621e1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:46.367358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.369506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c4c1ddb2-1c97-4e94-bd31-e9ca5af5593f req-bad519d4-9cfe-48b9-8d0c-27e44298341f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.90 "DELETE /v2.0/ports/717de4b0-47d2-4dac-b537-b6533b7e2090 HTTP/1.1" status: 204 len: 173 time: 1.4904430 Aug 27 16:14:46.369982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'name': 'network-vif-deleted', 'tag': '717de4b0-47d2-4dac-b537-b6533b7e2090'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:46.372502 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7896e96-864a-457c-92a2-f6e530b220fd" -d '{"events": [{"server_uuid": "12ebc3f5-e903-4afa-b2cf-19e410b8a64b", "name": "network-vif-deleted", "tag": "717de4b0-47d2-4dac-b537-b6533b7e2090"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:46.399318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Checking segment: {'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:46.399685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Network hostable DHCP agents. Network: eac405f2-c342-4672-912f-395308943199, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:14:46.402478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5f5e545-2e15-40fd-b63d-d50689a7b805 req-69793bec-c4f6-40a2-8148-1ccf50215b19 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.469784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5f5e545-2e15-40fd-b63d-d50689a7b805 req-69793bec-c4f6-40a2-8148-1ccf50215b19 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.498094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.512269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['2109f3ab-6771-46f6-b123-2b0b2cd9720e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:46.515967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00baed-96da-4106-b673-b8200032b543 req-5de0075b-f4b4-47ef-958d-4000550b829b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:46.523584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd00baed-96da-4106-b673-b8200032b543 req-5de0075b-f4b4-47ef-958d-4000550b829b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0969656 Aug 27 16:14:46.545224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Pushing event deleted for resources: {'Port': ['ID=2109f3ab-6771-46f6-b123-2b0b2cd9720e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:46.589050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Network eac405f2-c342-4672-912f-395308943199 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:14:46.599875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd00baed-96da-4106-b673-b8200032b543 req-7ad05ab6-349e-46ee-9cd1-4fb2c91135df tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753903 Aug 27 16:14:46.611601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] No DVR routers for this DVR port 2109f3ab-6771-46f6-b123-2b0b2cd9720e on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:46.616081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.618141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-24f1e9ed-1ff1-4434-bf74-da8c76554147 req-8e0aa6cb-04dd-4973-bca3-6ef936aa4831 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.90 "DELETE /v2.0/ports/2109f3ab-6771-46f6-b123-2b0b2cd9720e HTTP/1.1" status: 204 len: 173 time: 1.3911879 Aug 27 16:14:46.651096 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469950ef-981f-4842-a857-68f5220f6220 x-openstack-request-id: req-469950ef-981f-4842-a857-68f5220f6220 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:46.651512 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ebc3f5-e903-4afa-b2cf-19e410b8a64b", "name": "network-vif-deleted", "tag": "717de4b0-47d2-4dac-b537-b6533b7e2090", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:46.651929 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-469950ef-981f-4842-a857-68f5220f6220 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:46.652413 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ebc3f5-e903-4afa-b2cf-19e410b8a64b', 'name': 'network-vif-deleted', 'tag': '717de4b0-47d2-4dac-b537-b6533b7e2090', 'status': 'completed', 'code': 200} Aug 27 16:14:46.729518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b722224e-b075-478f-a066-3711ca53fe9b req-439a4de3-7b39-43fb-8ee0-db9866920971 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=12ebc3f5-e903-4afa-b2cf-19e410b8a64b HTTP/1.1" status: 200 len: 210 time: 0.0321894 Aug 27 16:14:46.730322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5f5e545-2e15-40fd-b63d-d50689a7b805 req-69793bec-c4f6-40a2-8148-1ccf50215b19 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.733125 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d5f5e545-2e15-40fd-b63d-d50689a7b805 req-69793bec-c4f6-40a2-8148-1ccf50215b19 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.738994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5f5e545-2e15-40fd-b63d-d50689a7b805 req-69793bec-c4f6-40a2-8148-1ccf50215b19 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/ba32cfd5-8ab4-4155-8819-bdd7336a0138 HTTP/1.1" status: 204 len: 173 time: 0.4652467 Aug 27 16:14:46.761438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69793bec-c4f6-40a2-8148-1ccf50215b19 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba32cfd5-8ab4-4155-8819-bdd7336a0138,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:46.774561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, eac405f2-c342-4672-912f-395308943199) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:46.779974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:46.780474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:46.792296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e70b66-45e2-407e-b3f6-5e8af2b2c5e9 None None] Network eac405f2-c342-4672-912f-395308943199 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:46.841352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba271e2b-37ec-41b4-8020-ae829c2b0273 req-681cc5dd-b022-46fc-b7c5-b215594f84e4 tempest-FloatingIPsAssociationTestJSON-2038806807 tempest-FloatingIPsAssociationTestJSON-2038806807-project] 10.222.0.101 "GET /v2.0/ports?device_id=fcc1b47d-2f4d-40ad-8784-3f6c9af71341 HTTP/1.1" status: 200 len: 210 time: 0.0314145 Aug 27 16:14:46.892491 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-0f6e9bd3-4a0c-42e2-af41-f4495e500f36 req-32664edf-e3d0-4139-9722-83b9648979c3 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:14:46.893868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f6e9bd3-4a0c-42e2-af41-f4495e500f36 req-32664edf-e3d0-4139-9722-83b9648979c3 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/ba32cfd5-8ab4-4155-8819-bdd7336a0138 HTTP/1.1" status: 404 len: 352 time: 0.0172937 Aug 27 16:14:46.980854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c29cda7b-fad7-4b82-86d5-f006850153ee req-27c35fde-8259-472a-aece-b513912671d6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/14a9487c-c172-4f03-bbfa-b1870a8d7de4 HTTP/1.1" status: 200 len: 1802 time: 0.0573735 Aug 27 16:14:47.009861 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-76cabe11-1833-4386-b8fb-b1d6a3e50eb4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9119203 Aug 27 16:14:47.013973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35364) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:47.017578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:47.042945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-eac405f2-c342-4672-912f-395308943199', 'network_id': 'eac405f2-c342-4672-912f-395308943199', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'fixed_ips': [{'subnet_id': 'fbc25ecf-b686-4cef-8ae5-80dadd1621e1'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:14:47.042945 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.074319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c29cda7b-fad7-4b82-86d5-f006850153ee req-551292fe-8187-49f6-8845-7bd7671903c5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.104283 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c29cda7b-fad7-4b82-86d5-f006850153ee req-551292fe-8187-49f6-8845-7bd7671903c5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.223047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Allocated IP 172.20.0.2 (eac405f2-c342-4672-912f-395308943199/fbc25ecf-b686-4cef-8ae5-80dadd1621e1/936e249f-f01f-4f2d-a928-5caba638c4cc) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:47.226718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.228403 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.255701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c29cda7b-fad7-4b82-86d5-f006850153ee req-551292fe-8187-49f6-8845-7bd7671903c5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.258895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c29cda7b-fad7-4b82-86d5-f006850153ee req-551292fe-8187-49f6-8845-7bd7671903c5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.268774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c29cda7b-fad7-4b82-86d5-f006850153ee req-551292fe-8187-49f6-8845-7bd7671903c5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/14a9487c-c172-4f03-bbfa-b1870a8d7de4 HTTP/1.1" status: 204 len: 173 time: 0.2861774 Aug 27 16:14:47.281542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551292fe-8187-49f6-8845-7bd7671903c5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a9487c-c172-4f03-bbfa-b1870a8d7de4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:47.302083 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-8c605251-7d81-4b3c-8a65-83b727a442ce req-9e48f8e4-3a0e-4d28-8bb8-7620532561c0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:14:47.303138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c605251-7d81-4b3c-8a65-83b727a442ce req-9e48f8e4-3a0e-4d28-8bb8-7620532561c0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/14a9487c-c172-4f03-bbfa-b1870a8d7de4 HTTP/1.1" status: 404 len: 352 time: 0.0194805 Aug 27 16:14:47.322344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.427179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1a907ba-d7cd-466e-b221-6291fb5abed4 req-cbe83982-9585-470b-ae4f-be9c84b0f6a2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 6148 time: 0.0902572 Aug 27 16:14:47.433825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.448546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Transition to ACTIVE for port object 936e249f-f01f-4f2d-a928-5caba638c4cc will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:47.470519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Transition to ACTIVE for port object 936e249f-f01f-4f2d-a928-5caba638c4cc will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:47.502747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1a907ba-d7cd-466e-b221-6291fb5abed4 req-10f5019c-cf0e-48a8-a42f-03cd35d1c01f tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a639ab95-fe5c-45b0-b5df-91a3388e0ba3 HTTP/1.1" status: 200 len: 2981 time: 0.0677862 Aug 27 16:14:47.560216 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.563092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1a907ba-d7cd-466e-b221-6291fb5abed4 req-0fd87ab6-7609-4641-93e0-c619581f590f tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a639ab95-fe5c-45b0-b5df-91a3388e0ba3 HTTP/1.1" status: 200 len: 2981 time: 0.0531814 Aug 27 16:14:47.575747 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.600128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-50304988-6d36-4783-a1cb-5e675eccea25 req-8d19337f-9022-45de-b8f6-8786a0e53bd2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-382734384', 'description': 'tempest-description-1312050442'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:47.608424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Network eac405f2-c342-4672-912f-395308943199 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:47.611330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:47.616939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:47.625673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Pushing event updated for resources: {'Port': ['ID=936e249f-f01f-4f2d-a928-5caba638c4cc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:47.648799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.649440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.649574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.649901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.650157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.650492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.650826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.651155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.651517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.651844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.652170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.652495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:14:47.686232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Attempting to bind port 936e249f-f01f-4f2d-a928-5caba638c4cc on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:47.686596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Attempting to bind port 936e249f-f01f-4f2d-a928-5caba638c4cc by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:47.686957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Attempting to bind port 936e249f-f01f-4f2d-a928-5caba638c4cc on network eac405f2-c342-4672-912f-395308943199 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:47.692661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:47.693042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Checking segment: {'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:47.693456 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.694023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Bound using segment: {'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:47.694510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Bound port: 936e249f-f01f-4f2d-a928-5caba638c4cc, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:47.694921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.770712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] For port 936e249f-f01f-4f2d-a928-5caba638c4cc, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:47.774458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] For port 936e249f-f01f-4f2d-a928-5caba638c4cc, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=936e249f-f01f-4f2d-a928-5caba638c4cc,segment=NetworkSegment(5c3f4e96-11dc-40ea-92d9-933dc33d9243),segment_id=5c3f4e96-11dc-40ea-92d9-933dc33d9243)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:47.811241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-50304988-6d36-4783-a1cb-5e675eccea25 req-8d19337f-9022-45de-b8f6-8786a0e53bd2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.872566 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.914409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.935932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.959985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-50304988-6d36-4783-a1cb-5e675eccea25 req-8d19337f-9022-45de-b8f6-8786a0e53bd2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:47.995437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b36c88-40a5-4052-9b71-64b78e5ed702 None None] Pushing event updated for resources: {'Port': ['ID=936e249f-f01f-4f2d-a928-5caba638c4cc,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:48.089696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Allocated IP 172.25.4.88 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/c540e3af-90ea-4aca-a986-7962cef73b9b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:48.108827 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-50304988-6d36-4783-a1cb-5e675eccea25 req-8d19337f-9022-45de-b8f6-8786a0e53bd2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.141485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19337f-9022-45de-b8f6-8786a0e53bd2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449442f3-00aa-41d3-ad8a-93c663a0de59,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:48.270337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.287332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-50304988-6d36-4783-a1cb-5e675eccea25 req-8d19337f-9022-45de-b8f6-8786a0e53bd2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.287332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50304988-6d36-4783-a1cb-5e675eccea25 req-8d19337f-9022-45de-b8f6-8786a0e53bd2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6926720 Aug 27 16:14:48.407074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35390) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:48.477079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6c3dc223-b214-4dde-ba8c-bffae494379c req-e3e19372-aad2-4804-b10f-efdc4f984b40 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-46839369', 'description': 'tempest-description-180627238'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:48.518979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.574886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:48.585063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:48.592163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c3dc223-b214-4dde-ba8c-bffae494379c req-e3e19372-aad2-4804-b10f-efdc4f984b40 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.595459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:48.615484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a87f2-f5d8-412f-8d5d-bfa231a569e1 req-562e6236-4ee7-4075-a854-b40e6c0b5bb8 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:48.616969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb6a87f2-f5d8-412f-8d5d-bfa231a569e1 req-562e6236-4ee7-4075-a854-b40e6c0b5bb8 tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 950 time: 0.0752451 Aug 27 16:14:48.629489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=c540e3af-90ea-4aca-a986-7962cef73b9b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:48.654361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'name': 'network-vif-deleted', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:48.656327 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b36074-0b2a-4419-b34e-dfb3cf4e6ccf" -d '{"events": [{"server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "name": "network-vif-deleted", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:48.687094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb6a87f2-f5d8-412f-8d5d-bfa231a569e1 req-4b7f8080-1018-4071-b0c6-7ea972b332ff tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 Aug 27 16:14:48.743730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c3dc223-b214-4dde-ba8c-bffae494379c req-e3e19372-aad2-4804-b10f-efdc4f984b40 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.787472 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3dd548-32c6-4714-aea6-2534033268fe x-openstack-request-id: req-bb3dd548-32c6-4714-aea6-2534033268fe {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:48.794331 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc1b47d-2f4d-40ad-8784-3f6c9af71341", "name": "network-vif-deleted", "tag": "2109f3ab-6771-46f6-b123-2b0b2cd9720e", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:48.794331 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bb3dd548-32c6-4714-aea6-2534033268fe {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:48.794331 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc1b47d-2f4d-40ad-8784-3f6c9af71341', 'name': 'network-vif-deleted', 'tag': '2109f3ab-6771-46f6-b123-2b0b2cd9720e', 'status': 'completed', 'code': 200} Aug 27 16:14:48.822004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 2109f3ab-6771-46f6-b123-2b0b2cd9720e no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:48.832090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c3dc223-b214-4dde-ba8c-bffae494379c req-e3e19372-aad2-4804-b10f-efdc4f984b40 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.851369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 2109f3ab-6771-46f6-b123-2b0b2cd9720e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:48.851798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 2109f3ab-6771-46f6-b123-2b0b2cd9720e not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:48.852135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 717de4b0-47d2-4dac-b537-b6533b7e2090 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:48.865276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e19372-aad2-4804-b10f-efdc4f984b40 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06036d9-6bd7-4f51-9794-378b58ab4042,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:48.896778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 717de4b0-47d2-4dac-b537-b6533b7e2090 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:48.897141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 717de4b0-47d2-4dac-b537-b6533b7e2090 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:48.980927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6c3dc223-b214-4dde-ba8c-bffae494379c req-e3e19372-aad2-4804-b10f-efdc4f984b40 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:48.980927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c3dc223-b214-4dde-ba8c-bffae494379c req-e3e19372-aad2-4804-b10f-efdc4f984b40 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5063674 Aug 27 16:14:48.998441 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:49.096799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516ec1e-92de-4f44-b006-369380d551e5 None None] Network eac405f2-c342-4672-912f-395308943199 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:49.197985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:49.245956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d34689d0-38c5-4191-a552-bc4d8f9e795a None None] Provisioning for port 936e249f-f01f-4f2d-a928-5caba638c4cc completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:49.278190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-7be68cf8-f11a-4ca0-867d-ee3f92feb6d2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:49.280011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-7be68cf8-f11a-4ca0-867d-ee3f92feb6d2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 812 time: 0.1169901 Aug 27 16:14:49.312539 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-c4d6e890-97dd-4415-bd66-83cb6b0f119a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/quotas/726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 375 time: 0.0159080 Aug 27 16:14:49.388749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-45edac3c-c2fb-4211-a794-dfc67cc31847 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684841 Aug 27 16:14:49.397197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-c82bbd97-141f-4c01-83c4-37813b8e7500 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:14:49.398201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-c82bbd97-141f-4c01-83c4-37813b8e7500 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054986 Aug 27 16:14:49.543220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:49.548329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-90924266-71fc-4e79-a106-78dc36b45d57 service neutron] 10.222.0.101 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424026 Aug 27 16:14:49.651568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-06fa6f93-d2c9-4c51-b5d3-44ea3272dbf7 service neutron] 10.222.0.101 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016748 Aug 27 16:14:49.980410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Deleting port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:49.980694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.008503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-d76f2315-b2b2-45f7-8530-8b86427a08ea tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:50.009741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-d76f2315-b2b2-45f7-8530-8b86427a08ea tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.97 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 950 time: 0.1043911 Aug 27 16:14:50.094667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] For port 9e73c767-df2c-4cfb-8ff9-4ad7818e7297, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:50.095042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.110385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Calling delete_port for 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:50.255310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 936e249f-f01f-4f2d-a928-5caba638c4cc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:50.352309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236d7a1-95f9-4b85-b31f-aca6c6654923 req-190d1599-8ea5-469c-b6b6-347cc9c553da tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:50.361066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8236d7a1-95f9-4b85-b31f-aca6c6654923 req-190d1599-8ea5-469c-b6b6-347cc9c553da tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 946 time: 0.2339740 Aug 27 16:14:50.411760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52a60-941a-49b9-80f4-5d47a2034d66 req-7966d2c8-fce6-4a91-8d0c-6f9c4a781c5f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:50.413258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbc52a60-941a-49b9-80f4-5d47a2034d66 req-7966d2c8-fce6-4a91-8d0c-6f9c4a781c5f tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 950 time: 0.2718310 Aug 27 16:14:50.420982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8236d7a1-95f9-4b85-b31f-aca6c6654923 req-41149ea5-d12d-4e4a-8d80-a54aff53b663 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590878 Aug 27 16:14:50.426001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Deleting port 8b054c0e-7775-4142-9365-ebea4dc5d89d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:50.426347 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.479496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.512094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 936e249f-f01f-4f2d-a928-5caba638c4cc completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:50.521494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Pushing event deleted for resources: {'Port': ['ID=9e73c767-df2c-4cfb-8ff9-4ad7818e7297,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:50.525630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Router b984283e-4b23-47b4-a134-6bd440216ef8 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:14:50.546422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18a962a9-a609-4184-ae95-d97e11284f96 req-233482d4-2283-4d37-a04d-81f631017465 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 210 time: 0.0630472 Aug 27 16:14:50.551212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 936e249f-f01f-4f2d-a928-5caba638c4cc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:50.556331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.602037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbc52a60-941a-49b9-80f4-5d47a2034d66 req-65d0cfa8-5baa-4d66-bfeb-62a247daa3ad tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/security-groups?id=a8c71f91-1509-459f-92d2-5fd7aa69a148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799965 Aug 27 16:14:50.657326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] For port 8b054c0e-7775-4142-9365-ebea4dc5d89d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b054c0e-7775-4142-9365-ebea4dc5d89d,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:50.657823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.676648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:50.678390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Calling delete_port for 8b054c0e-7775-4142-9365-ebea4dc5d89d owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:51.037579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 936e249f-f01f-4f2d-a928-5caba638c4cc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=936e249f-f01f-4f2d-a928-5caba638c4cc,segment=NetworkSegment(5c3f4e96-11dc-40ea-92d9-933dc33d9243),segment_id=5c3f4e96-11dc-40ea-92d9-933dc33d9243)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:51.037579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4fe09ea-783c-4e37-8ea1-3127226c5092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.044123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:51.046062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Sync routers for ids ['b984283e-4b23-47b4-a134-6bd440216ef8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:51.046062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Routers {'b984283e-4b23-47b4-a134-6bd440216ef8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:51.046062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b984283e-4b23-47b4-a134-6bd440216ef8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:51.046642 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.047003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.047156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.047156 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6d3336b2-59e6-495f-80d8-9ac460182cd0 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9057004 Aug 27 16:14:51.047442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35432) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:51.047621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Set router b984283e-4b23-47b4-a134-6bd440216ef8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:51.047621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=936e249f-f01f-4f2d-a928-5caba638c4cc,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:51.114623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Router e736c6fa-734e-4643-bd42-fef01694abbf has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:51.121532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.192278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Pushing event deleted for resources: {'Port': ['ID=8b054c0e-7775-4142-9365-ebea4dc5d89d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:51.231004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:48Z', 'revision_number': 3, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port': {'id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:51.245378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] No DVR routers for this DVR port 8b054c0e-7775-4142-9365-ebea4dc5d89d on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:51.250392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.252683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc79b641-8433-4c90-b1b9-27b881ffb479 req-23fe50a9-c04e-4564-8fab-d442dab10dfe tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.97 "DELETE /v2.0/ports/8b054c0e-7775-4142-9365-ebea4dc5d89d HTTP/1.1" status: 204 len: 173 time: 1.2327507 Aug 27 16:14:51.253124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'name': 'network-vif-deleted', 'tag': '8b054c0e-7775-4142-9365-ebea4dc5d89d'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:51.256260 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e586e80-7139-4761-8f00-4e6deafbe8fd" -d '{"events": [{"server_uuid": "7a68920c-638f-4f59-93f0-7ccede6e0da1", "name": "network-vif-deleted", "tag": "8b054c0e-7775-4142-9365-ebea4dc5d89d"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:51.277266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Checking router: b984283e-4b23-47b4-a134-6bd440216ef8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:51.277722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Updating router b984283e-4b23-47b4-a134-6bd440216ef8 port c540e3af-90ea-4aca-a986-7962cef73b9b binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:14:51.288245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:51.294736 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c9382d9-fb75-4a92-9e32-ecc7e75c6dde admin admin] 10.222.0.101 "PUT /v2.0/routers/e736c6fa-734e-4643-bd42-fef01694abbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838573 Aug 27 16:14:51.296798 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] Sync routers for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:51.303821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35440) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:51.307931 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:51.308637 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:51.314876 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2db96a8-b3a0-4c09-9e0b-4b9d418bcf10 x-openstack-request-id: req-c2db96a8-b3a0-4c09-9e0b-4b9d418bcf10 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:51.315176 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a68920c-638f-4f59-93f0-7ccede6e0da1", "name": "network-vif-deleted", "tag": "8b054c0e-7775-4142-9365-ebea4dc5d89d", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:51.315460 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2db96a8-b3a0-4c09-9e0b-4b9d418bcf10 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:51.315864 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a68920c-638f-4f59-93f0-7ccede6e0da1', 'name': 'network-vif-deleted', 'tag': '8b054c0e-7775-4142-9365-ebea4dc5d89d', 'status': 'completed', 'code': 200} Aug 27 16:14:51.316921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.442556 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:51.464411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.687551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c417b58-c390-4563-a138-5913cef8c3dc req-2e250c05-3a7a-4fbb-994e-90684a0ff835 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:51.689499 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7c417b58-c390-4563-a138-5913cef8c3dc req-2e250c05-3a7a-4fbb-994e-90684a0ff835 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 946 time: 0.1519473 Aug 27 16:14:51.716773 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:14:50Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:51.762529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.788220 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] Checking router: e736c6fa-734e-4643-bd42-fef01694abbf for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:51.811438 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] Routers {'e736c6fa-734e-4643-bd42-fef01694abbf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:51.813135 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e736c6fa-734e-4643-bd42-fef01694abbf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:51.819150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.823611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc785cb9-c7e1-4373-a025-f84df16cd311 req-7848ea5b-a7df-4701-8714-7127b5a4ba13 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 210 time: 0.1409383 Aug 27 16:14:51.838850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Deleting port a2c8a03f-5954-4733-b4b2-ffd12eab71cb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:51.839895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.858374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Transition to ACTIVE for port object c540e3af-90ea-4aca-a986-7962cef73b9b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:51.895757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d131e7-4cc3-493e-95a8-2cc7528db37c req-53f6b5cf-bfed-453e-b4ee-87347a27ac32 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:51.899762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93d131e7-4cc3-493e-95a8-2cc7528db37c req-53f6b5cf-bfed-453e-b4ee-87347a27ac32 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 946 time: 0.2862368 Aug 27 16:14:51.912022 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:51.948653 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] Set router e736c6fa-734e-4643-bd42-fef01694abbf gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:51.953734 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.011346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] For port a2c8a03f-5954-4733-b4b2-ffd12eab71cb, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:52.011725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.022249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ad357e8-8cb3-452b-8ac8-31e71a57c6bc req-53a84f45-2525-4c2a-bb0c-3ad3f193c75d tempest-ServersAdminNegativeTestJSON-1864363592 tempest-ServersAdminNegativeTestJSON-1864363592-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a68920c-638f-4f59-93f0-7ccede6e0da1 HTTP/1.1" status: 200 len: 210 time: 0.0629044 Aug 27 16:14:52.035299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Deleting port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:52.035913 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.044166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Attempting to bind port c540e3af-90ea-4aca-a986-7962cef73b9b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:52.044745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Attempting to bind port c540e3af-90ea-4aca-a986-7962cef73b9b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:52.045436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Attempting to bind port c540e3af-90ea-4aca-a986-7962cef73b9b on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:52.072391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b8cb-42c9-4bfe-b2bb-10982af66d24 None None] Pushing event updated for resources: {'Port': ['ID=c540e3af-90ea-4aca-a986-7962cef73b9b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:52.072391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:52.072391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:52.072391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.072391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:52.072391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Bound port: c540e3af-90ea-4aca-a986-7962cef73b9b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:52.073328 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.077395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Calling delete_port for a2c8a03f-5954-4733-b4b2-ffd12eab71cb owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:52.164527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] For port c540e3af-90ea-4aca-a986-7962cef73b9b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:52.174248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] For port c540e3af-90ea-4aca-a986-7962cef73b9b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c540e3af-90ea-4aca-a986-7962cef73b9b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:52.269531 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:14:50Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:52.271233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93d131e7-4cc3-493e-95a8-2cc7528db37c req-8e67150e-a22c-4c42-b095-47b3ba6a1cdc tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528287 Aug 27 16:14:52.273947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b054c0e-7775-4142-9365-ebea4dc5d89d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:52.315630 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c9f6b-afd6-4f85-a36a-44a8dfcda934 None None] The sync data for ids ['e736c6fa-734e-4643-bd42-fef01694abbf'] in n-d-806412-1 is: [{'id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'name': 'tempest-FloatingIPsAssociationTestJSON-80452582-router', 'tenant_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:13:14Z', 'updated_at': '2021-08-27T16:14:50Z', 'revision_number': 5, 'project_id': '1c9ec2ed75f74d63a3e9b787420d7697', 'gw_port': {'id': 'a6cc82c3-17b0-4bd1-958f-8f2bfce26b89', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e736c6fa-734e-4643-bd42-fef01694abbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:13:19Z', 'updated_at': '2021-08-27T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:52.320395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 8b054c0e-7775-4142-9365-ebea4dc5d89d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:52.320933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b054c0e-7775-4142-9365-ebea4dc5d89d not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:52.323397 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.326124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Allocated IP 172.20.0.1 (eac405f2-c342-4672-912f-395308943199/fbc25ecf-b686-4cef-8ae5-80dadd1621e1/01a25115-d782-4aca-b20f-5e9308a02502) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:52.388094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 936e249f-f01f-4f2d-a928-5caba638c4cc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:52.392425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] For port a6cc82c3-17b0-4bd1-958f-8f2bfce26b89, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:52.392796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.412044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Calling delete_port for a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:52.449431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Routers {'b984283e-4b23-47b4-a134-6bd440216ef8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:52.450297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b984283e-4b23-47b4-a134-6bd440216ef8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:52.477551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.493974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Transition to ACTIVE for port object 01a25115-d782-4aca-b20f-5e9308a02502 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:52.557864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b8cb-42c9-4bfe-b2bb-10982af66d24 None None] Pushing event updated for resources: {'Port': ['ID=c540e3af-90ea-4aca-a986-7962cef73b9b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:52.580722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.594372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] Set router b984283e-4b23-47b4-a134-6bd440216ef8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:52.596505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['da0874e1-f662-4dc8-8c6d-d03aaec33a68', '27106502-8e11-46cf-8def-bfdd29073743', 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:52.606246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.616443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event deleted for resources: {'Port': ['ID=a2c8a03f-5954-4733-b4b2-ffd12eab71cb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:52.659814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Network eac405f2-c342-4672-912f-395308943199 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:52.663156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] No DVR routers for this DVR port a2c8a03f-5954-4733-b4b2-ffd12eab71cb on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:52.663332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:52.667051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.668506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:52.669772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7c417b58-c390-4563-a138-5913cef8c3dc req-894d7293-29dd-471c-9160-023aa1704980 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "DELETE /v2.0/ports/a2c8a03f-5954-4733-b4b2-ffd12eab71cb HTTP/1.1" status: 204 len: 173 time: 0.9725523 Aug 27 16:14:52.670328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09815149-df09-4dfd-9193-1db9e1fbc639', 'name': 'network-vif-deleted', 'tag': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:52.675460 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c3300-5bea-4d97-b342-35ea133530fd" -d '{"events": [{"server_uuid": "09815149-df09-4dfd-9193-1db9e1fbc639", "name": "network-vif-deleted", "tag": "a2c8a03f-5954-4733-b4b2-ffd12eab71cb"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:52.682502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Pushing event updated for resources: {'Port': ['ID=01a25115-d782-4aca-b20f-5e9308a02502,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:52.742783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.768227 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f4c1c2-288f-4111-b8c0-3d88f6f09f3a x-openstack-request-id: req-06f4c1c2-288f-4111-b8c0-3d88f6f09f3a {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:52.768550 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09815149-df09-4dfd-9193-1db9e1fbc639", "name": "network-vif-deleted", "tag": "a2c8a03f-5954-4733-b4b2-ffd12eab71cb", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:52.768783 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-06f4c1c2-288f-4111-b8c0-3d88f6f09f3a {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:52.769221 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09815149-df09-4dfd-9193-1db9e1fbc639', 'name': 'network-vif-deleted', 'tag': 'a2c8a03f-5954-4733-b4b2-ffd12eab71cb', 'status': 'completed', 'code': 200} Aug 27 16:14:52.871970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.911201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 936e249f-f01f-4f2d-a928-5caba638c4cc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:52.911794 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:52.915505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cc82c3-17b0-4bd1-958f-8f2bfce26b89,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:53.037973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.060441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-578cb142-69e6-46e0-9617-0033368cacc7 req-e3b40880-8611-45b7-a820-b78cf3d1b5f9 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 210 time: 0.0486834 Aug 27 16:14:53.133024 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.231035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.234931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.237048 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d36232f-b3b5-4bd4-815e-c6368acd45ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.313524 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.331632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-542d0431-0281-44ec-a1b7-68db39eef2e1 None None] Provisioning for port 01a25115-d782-4aca-b20f-5e9308a02502 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:53.338608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-5339941b-c503-4c17-8ea6-c1e8761dba3f tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:53.340302 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-5339941b-c503-4c17-8ea6-c1e8761dba3f tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 812 time: 0.1988847 Aug 27 16:14:53.345086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-542d0431-0281-44ec-a1b7-68db39eef2e1 None None] Provisioning complete for port 01a25115-d782-4aca-b20f-5e9308a02502 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:53.345086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542d0431-0281-44ec-a1b7-68db39eef2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.367959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'port': {'device_id': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b', 'admin_state_up': True, 'tenant_id': '726a39b6b6b6437fb1b2faf8ccbe070e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:53.408062 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.441143 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.442043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e736c6fa-734e-4643-bd42-fef01694abbf {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:14:53.448448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.449859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8a0df7ac-f01c-4ac7-b022-fb9cf38aec2b admin admin] 10.222.0.101 "DELETE /v2.0/routers/e736c6fa-734e-4643-bd42-fef01694abbf HTTP/1.1" status: 204 len: 168 time: 2.1444440 Aug 27 16:14:53.456199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-542d0431-0281-44ec-a1b7-68db39eef2e1 None None] Port 01a25115-d782-4aca-b20f-5e9308a02502 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:14:53.458338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35468) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:53.469735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:48Z', 'revision_number': 3, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port': {'id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:53.477584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7188605a-bdec-49a9-b049-1c8095259cde req-dc37a694-a630-47fc-a926-8c2df4f75e3c tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=09815149-df09-4dfd-9193-1db9e1fbc639 HTTP/1.1" status: 200 len: 210 time: 0.0702667 Aug 27 16:14:53.548455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7eeb-8963-4275-ae22-82fc24f62288 None None] The sync data for ids ['b984283e-4b23-47b4-a134-6bd440216ef8'] in n-d-806412-1 is: [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:48Z', 'revision_number': 3, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port': {'id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:53.742759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Made reservation on behalf of 726a39b6b6b6437fb1b2faf8ccbe070e for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:53.746898 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.766702 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.873517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35472) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:53.877457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] Deleting subnet 0c48f7db-a8c1-4caf-a817-b1d9e2057370 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:14:53.880683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:53.938542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Allocated IP 172.20.0.14 (45bdea07-6d1e-4b3e-97e1-0d1360790c6b/93f2190c-92b9-4427-a1ff-11da01ae72f4/455e4e8c-44e2-4ce3-bb93-0fe70c158533) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:53.939970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.017567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.133801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.203032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.223505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.227092 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-376b29b0-f0c6-4cf6-90a3-6b73c0c242a8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9d7cb75d2e1f4d85a63646d76821c48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504026 Aug 27 16:14:54.242386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35478) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:54.243520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c540e3af-90ea-4aca-a986-7962cef73b9b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:54.289683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.308690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91e0f592-3ba3-4bd3-90a2-d79541d21c12 req-cbb690ca-7c9c-4900-a12d-3220fcfc8785 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 210 time: 0.0982962 Aug 27 16:14:54.339923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13b964f3-ab90-4093-adfa-7ed0a8396b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.367099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Pushing event updated for resources: {'Port': ['ID=01a25115-d782-4aca-b20f-5e9308a02502,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:54.373969 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13b964f3-ab90-4093-adfa-7ed0a8396b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.402090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.425471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.438450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:54.441495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Network eac405f2-c342-4672-912f-395308943199 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:54.443823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:54.476646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c540e3af-90ea-4aca-a986-7962cef73b9b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:14:54.487232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c540e3af-90ea-4aca-a986-7962cef73b9b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:54.487704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.502483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:54.518663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.528015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:54.530543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:54.537733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:54.633458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:54.636132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.675237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c48f7db-a8c1-4caf-a817-b1d9e2057370,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:54.679371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.681628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-957d98e4-8724-4fa0-977d-cb2c45070cd2 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/0c48f7db-a8c1-4caf-a817-b1d9e2057370 HTTP/1.1" status: 204 len: 168 time: 1.2221770 Aug 27 16:14:54.684398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13b964f3-ab90-4093-adfa-7ed0a8396b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.685309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35488) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:54.688040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13b964f3-ab90-4093-adfa-7ed0a8396b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.690943 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-13b964f3-ab90-4093-adfa-7ed0a8396b1d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a8c71f91-1509-459f-92d2-5fd7aa69a148 HTTP/1.1" status: 204 len: 168 time: 0.4473195 Aug 27 16:14:54.704464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ae9fc-9459-4908-8829-07e90ff4aa37 None None] Network f5108f70-3bc9-4705-9803-f66eadaf3873 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:54.719294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b964f3-ab90-4093-adfa-7ed0a8396b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c71f91-1509-459f-92d2-5fd7aa69a148,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:54.731349 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-eb49eb0d-9f11-4d38-b205-ac02bcea9daf tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3784006 Aug 27 16:14:54.749744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Request body: {'port': {'device_id': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:54.792767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Router b984283e-4b23-47b4-a134-6bd440216ef8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:14:54.828031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.859878 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:54.894220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a2c8a03f-5954-4733-b4b2-ffd12eab71cb no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:54.972136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.006535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: a2c8a03f-5954-4733-b4b2-ffd12eab71cb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:55.006893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a2c8a03f-5954-4733-b4b2-ffd12eab71cb not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:55.030560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port c540e3af-90ea-4aca-a986-7962cef73b9b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c540e3af-90ea-4aca-a986-7962cef73b9b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:55.055629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-46d51c00-4e1c-4273-99ba-ae4d9664defc None None] Provisioning complete for port 01a25115-d782-4aca-b20f-5e9308a02502 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:55.056007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46d51c00-4e1c-4273-99ba-ae4d9664defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.101043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Deleting port e0460c46-5f73-4c30-9f65-a34dd60e73ad {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:55.101465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.179307 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.203040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-46d51c00-4e1c-4273-99ba-ae4d9664defc None None] Port 01a25115-d782-4aca-b20f-5e9308a02502 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:14:55.222648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] For port e0460c46-5f73-4c30-9f65-a34dd60e73ad, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e0460c46-5f73-4c30-9f65-a34dd60e73ad,segment=NetworkSegment(de91e256-fa83-4b16-a780-53abb140612e),segment_id=de91e256-fa83-4b16-a780-53abb140612e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:55.223314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.239204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Calling delete_port for e0460c46-5f73-4c30-9f65-a34dd60e73ad owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:55.297682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455e4e8c-44e2-4ce3-bb93-0fe70c158533 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:55.304547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:55.307093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.322958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:14:55.328897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Transition to ACTIVE for port object 455e4e8c-44e2-4ce3-bb93-0fe70c158533 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:55.345005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aeffe60b-4a23-404b-b1b9-139ffa14db69 admin admin] 10.222.0.101 "PUT /v2.0/routers/b984283e-4b23-47b4-a134-6bd440216ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4205570 Aug 27 16:14:55.365408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] DHCP port deletion for f5108f70-3bc9-4705-9803-f66eadaf3873 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:14:55.370313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:55.370667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e73c767-df2c-4cfb-8ff9-4ad7818e7297 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:55.371083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:55.375945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=c540e3af-90ea-4aca-a986-7962cef73b9b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:55.384841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c9f26-8c65-45bf-929e-77fa3774bac8 req-f712f883-e0b7-42ee-93b6-3d835ef34e1f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:55.392638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-860c9f26-8c65-45bf-929e-77fa3774bac8 req-f712f883-e0b7-42ee-93b6-3d835ef34e1f tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.0960355 Aug 27 16:14:55.422073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.422249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:55.423546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a6cc82c3-17b0-4bd1-958f-8f2bfce26b89 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:55.455293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-860c9f26-8c65-45bf-929e-77fa3774bac8 req-44e2b8c2-51c8-4471-b969-b2da026facee tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Aug 27 16:14:55.517388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.542979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] Deleting port e0460c46-5f73-4c30-9f65-a34dd60e73ad {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:55.543605 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.551569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Pushing event updated for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:55.582355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35502) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:55.582993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35504) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:55.597718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0460c46-5f73-4c30-9f65-a34dd60e73ad,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:55.602934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] No DVR routers for this DVR port e0460c46-5f73-4c30-9f65-a34dd60e73ad on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:55.619975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Attempting to bind port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:55.620315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Attempting to bind port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:55.620847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Attempting to bind port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 on network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:55.628937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 on network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:14:55.629216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Attempting to bind port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 on network 45bdea07-6d1e-4b3e-97e1-0d1360790c6b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:55.635512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:55.636020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Checking segment: {'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:55.636394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Bound using segment: {'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:55.636838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Bound port: 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2859123b-c8a1-41d1-9a5e-7eff153bf375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:55.637289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.642082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcb406-70aa-4934-86e3-e5f0b457b484 req-658c175b-c126-412a-a5f0-01a16fe27584 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:55.644606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89fcb406-70aa-4934-86e3-e5f0b457b484 req-658c175b-c126-412a-a5f0-01a16fe27584 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 944 time: 0.1882288 Aug 27 16:14:55.713736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] For port e0460c46-5f73-4c30-9f65-a34dd60e73ad, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:55.714149 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.734964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] Calling delete_port for e0460c46-5f73-4c30-9f65-a34dd60e73ad owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:55.738729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] Port e0460c46-5f73-4c30-9f65-a34dd60e73ad was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:14:55.743085 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.746612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:55.748166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-72ec1f4e-cd59-446c-9451-57ce520298c9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=55e2a962509e45f3a0a6aedfedcdff67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636751 Aug 27 16:14:55.754225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35510) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:55.756371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:55.789492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] No DVR routers for this DVR port e0460c46-5f73-4c30-9f65-a34dd60e73ad on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:55.791754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba19312-efeb-4c0d-9102-67d9540b9c50 None None] Pushing event deleted for resources: {'Port': ['ID=e0460c46-5f73-4c30-9f65-a34dd60e73ad,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:55.816185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89fcb406-70aa-4934-86e3-e5f0b457b484 req-7db36348-97af-4f71-9de0-211dc2636704 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552725 Aug 27 16:14:55.842060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.842285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80da725d-130c-4a15-9370-a6d20d25ab70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.859442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5108f70-3bc9-4705-9803-f66eadaf3873']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:55.872680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80da725d-130c-4a15-9370-a6d20d25ab70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.889719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de91e256-fa83-4b16-a780-53abb140612e') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:55.890017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de91e256-fa83-4b16-a780-53abb140612e') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:55.896882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1269663417'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:55.905286 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.916646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.945074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:55.945710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.947371 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] 10.222.0.90 "PUT /v2.0/ports/455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 1092 time: 1.2060854 Aug 27 16:14:55.947832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:55.950903 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2089be71-29c8-4a62-89cb-cc805745bc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:55.957188 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.965913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:14:55.966788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:14:55.968813 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:14:55.984227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a2a7f-cc9f-40b4-badb-4107909e27ee service neutron] Pushing event updated for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:56.005262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.046293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80da725d-130c-4a15-9370-a6d20d25ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.048576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:56.050901 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80da725d-130c-4a15-9370-a6d20d25ab70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.054672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.063202 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-80da725d-130c-4a15-9370-a6d20d25ab70 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/74e1ec77-9a57-4eb0-aeeb-fd5bda126194 HTTP/1.1" status: 204 len: 168 time: 0.3053312 Aug 27 16:14:56.073152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da725d-130c-4a15-9370-a6d20d25ab70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e1ec77-9a57-4eb0-aeeb-fd5bda126194,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:56.103389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:14:56.122726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.132435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-414edb95-d83a-4a4d-bacf-38420b6dbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:56.134403 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-414edb95-d83a-4a4d-bacf-38420b6dbd70 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1095 time: 0.0569460 Aug 27 16:14:56.136426 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.144459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f5108f70-3bc9-4705-9803-f66eadaf3873 HTTP/1.1" status: 204 len: 168 time: 1.4518774 Aug 27 16:14:56.154292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.156033 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Added segment 0b2c0437-30ae-4fe7-9452-235179af29b0 of type vlan for network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f Aug 27 16:14:56.188737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e6acc-1618-4316-9d0a-d89b9872ac00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5108f70-3bc9-4705-9803-f66eadaf3873,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:56.207570 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-aa863600-edee-4740-9edf-39484228d28b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 217 time: 0.0607252 Aug 27 16:14:56.230556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c540e3af-90ea-4aca-a986-7962cef73b9b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:14:56.290290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Sync routers for ids ['b984283e-4b23-47b4-a134-6bd440216ef8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:14:56.293375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.298350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-948dd507-76b5-4681-a0d9-d82acb6ae274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:56.304551 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-948dd507-76b5-4681-a0d9-d82acb6ae274 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0896833 Aug 27 16:14:56.311123 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd884e0-36db-48cf-8605-563b222b34e3 x-openstack-request-id: req-dcd884e0-36db-48cf-8605-563b222b34e3 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:56.311456 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:56.311719 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dcd884e0-36db-48cf-8605-563b222b34e3 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:56.312297 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533', 'status': 'completed', 'code': 200} Aug 27 16:14:56.313746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Routers {'b984283e-4b23-47b4-a134-6bd440216ef8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:56.314411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b984283e-4b23-47b4-a134-6bd440216ef8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:56.346161 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-ef686c8a-b9a2-464d-9e2b-8cb7c533c9a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308204 Aug 27 16:14:56.351132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c540e3af-90ea-4aca-a986-7962cef73b9b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:14:56.351604 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.405958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.412513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:56.413367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.445982 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-6887b67e-595b-4d93-810c-92c748fd1587 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883636 Aug 27 16:14:56.458383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Set router b984283e-4b23-47b4-a134-6bd440216ef8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:56.611708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb5e-fd97-4641-8525-808a6cdffc39 req-ecb198c0-eb32-48d9-9fc6-61357716badb service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485486 Aug 27 16:14:56.639490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0508134 Aug 27 16:14:56.641599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35526) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:56.650593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'subnet': {'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:56.661680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f339-2231-489a-9b60-2361c525aab6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Network': ['ID=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:56.716186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35532) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:56.784082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903be8-d692-4cda-bb98-e450edaac834 req-b32eb2bd-7eb5-4063-b20e-5d55f294bc66 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:56.785922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1903be8-d692-4cda-bb98-e450edaac834 req-b32eb2bd-7eb5-4063-b20e-5d55f294bc66 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.2529309 Aug 27 16:14:56.815937 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:14:56.842138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35538) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:56.842623 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62ba7083-f46f-4362-ac8a-ef2e15077e89 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c9ec2ed75f74d63a3e9b787420d7697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249852 Aug 27 16:14:56.877181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1903be8-d692-4cda-bb98-e450edaac834 req-f73f6696-d918-4f78-b88c-c29a4032adae tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752788 Aug 27 16:14:56.897559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:14:56.900719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e0460c46-5f73-4c30-9f65-a34dd60e73ad no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:14:56.921574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-bdfa0bb9-9e69-45e9-9513-0a57d9ee3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:56.928440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-bdfa0bb9-9e69-45e9-9513-0a57d9ee3147 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1095 time: 0.1004858 Aug 27 16:14:56.951933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-fc3d23a2-282f-45b3-8287-687f0d013d80 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:56.953386 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-fc3d23a2-282f-45b3-8287-687f0d013d80 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.1803403 Aug 27 16:14:56.974478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:56.978273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:56.991739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e0460c46-5f73-4c30-9f65-a34dd60e73ad {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:14:56.992085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e0460c46-5f73-4c30-9f65-a34dd60e73ad not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:14:57.040019 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66772649-40e8-4fe4-943a-3e2556033d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.046480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:53Z', 'revision_number': 4, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port': {'id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '01a25115-d782-4aca-b20f-5e9308a02502', 'name': '', 'network_id': 'eac405f2-c342-4672-912f-395308943199', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'mac_address': 'fa:16:3e:9d:19:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'fbc25ecf-b686-4cef-8ae5-80dadd1621e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:51Z', 'updated_at': '2021-08-27T16:14:53Z', 'revision_number': 2, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'subnets': [{'id': 'fbc25ecf-b686-4cef-8ae5-80dadd1621e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:57.083424 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66772649-40e8-4fe4-943a-3e2556033d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.095228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf30b7-eda4-4d57-8ed6-b0963516b866 req-1fc5bea6-f132-4032-95d9-353eeff3c65e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:57.098919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Checking router: b984283e-4b23-47b4-a134-6bd440216ef8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:14:57.099555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Updating router b984283e-4b23-47b4-a134-6bd440216ef8 port 01a25115-d782-4aca-b20f-5e9308a02502 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:14:57.103983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59cf30b7-eda4-4d57-8ed6-b0963516b866 req-1fc5bea6-f132-4032-95d9-353eeff3c65e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 944 time: 0.1820986 Aug 27 16:14:57.126936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-8c759b84-c6f8-4ddb-9e29-622c9d73981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:57.128417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-8c759b84-c6f8-4ddb-9e29-622c9d73981f service neutron] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 914 time: 0.1913202 Aug 27 16:14:57.139145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.182820 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-d613eaee-2339-4d82-b1b2-50a3aee0e0d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 217 time: 0.0457027 Aug 27 16:14:57.191363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Deleting port 27106502-8e11-46cf-8def-bfdd29073743 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:14:57.191848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.215661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59cf30b7-eda4-4d57-8ed6-b0963516b866 req-94af5090-56da-4d78-8c05-578ca07c208b tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105697 Aug 27 16:14:57.316858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-8127de22-5298-41b3-97e0-93197d9cc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:57.318577 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-8127de22-5298-41b3-97e0-93197d9cc6d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.1064267 Aug 27 16:14:57.328959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66772649-40e8-4fe4-943a-3e2556033d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.331805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66772649-40e8-4fe4-943a-3e2556033d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.342830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-66772649-40e8-4fe4-943a-3e2556033d2e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1c6fea69-a5ab-4a59-a76b-b24fc371b19f HTTP/1.1" status: 204 len: 168 time: 0.4911416 Aug 27 16:14:57.363405 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-408be661-b50c-4c2f-8a15-538afb053660 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341253 Aug 27 16:14:57.364414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772649-40e8-4fe4-943a-3e2556033d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6fea69-a5ab-4a59-a76b-b24fc371b19f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:57.386508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.445755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] For port 27106502-8e11-46cf-8def-bfdd29073743, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=27106502-8e11-46cf-8def-bfdd29073743,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:57.445755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.470856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Calling delete_port for 27106502-8e11-46cf-8def-bfdd29073743 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:14:57.492656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Subnet': ['ID=2305699f-2ad0-469a-8732-0f8681db2a0b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:57.495086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Checking segment: {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:57.495540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network hostable DHCP agents. Network: efdc0404-05c1-4ba6-aa76-2ee7e3a3324f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:14:57.544536 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.558945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Transition to ACTIVE for port object 01a25115-d782-4aca-b20f-5e9308a02502 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:57.599610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:14:57.628230 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.674171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35554) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:57.683533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e9347-07b8-4d2c-99ea-7c3de7e08536 None None] Pushing event updated for resources: {'Port': ['ID=01a25115-d782-4aca-b20f-5e9308a02502,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:57.711860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, efdc0404-05c1-4ba6-aa76-2ee7e3a3324f) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:57.721749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:57.725195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.783464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Attempting to bind port 01a25115-d782-4aca-b20f-5e9308a02502 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:57.786188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Attempting to bind port 01a25115-d782-4aca-b20f-5e9308a02502 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:57.786188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Attempting to bind port 01a25115-d782-4aca-b20f-5e9308a02502 on network eac405f2-c342-4672-912f-395308943199 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:57.786709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b270cb-c1a6-4562-a9a9-b77016f39306 None None] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:14:57.844223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2031440271-network', 'tenant_id': 'e7fe8f9737414dc4a866d2e85547d04f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:57.864955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-541a18c0-8603-4fd7-be2a-28f4f0aa86aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2219031 Aug 27 16:14:57.877623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35566) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:57.879577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:57.884446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Checking segment: {'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:57.884446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.884446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Bound using segment: {'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:57.884446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Bound port: 01a25115-d782-4aca-b20f-5e9308a02502, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3f4e96-11dc-40ea-92d9-933dc33d9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'eac405f2-c342-4672-912f-395308943199'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:57.884446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:57.889237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-433056132'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:57.945202 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-c5d03d60-e670-4e4f-99a9-12bf8fa9eaf9 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703919 Aug 27 16:14:58.028482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Made reservation on behalf of e7fe8f9737414dc4a866d2e85547d04f for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:58.032071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.055764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.092428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] For port 01a25115-d782-4aca-b20f-5e9308a02502, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:58.108868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda812f-70c5-471b-a238-e828494af57f req-8b5d4e2d-555c-494e-ac1f-58ea16877f91 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:58.110819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fda812f-70c5-471b-a238-e828494af57f req-8b5d4e2d-555c-494e-ac1f-58ea16877f91 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 945 time: 0.1202610 Aug 27 16:14:58.112468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] For port 01a25115-d782-4aca-b20f-5e9308a02502, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=01a25115-d782-4aca-b20f-5e9308a02502,segment=NetworkSegment(5c3f4e96-11dc-40ea-92d9-933dc33d9243),segment_id=5c3f4e96-11dc-40ea-92d9-933dc33d9243)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:14:58.132424 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2089be71-29c8-4a62-89cb-cc805745bc1b req-b68a7f8a-cf1b-4dfb-8a28-875ed63c6eb7 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458101 Aug 27 16:14:58.148024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-efdc0404-05c1-4ba6-aa76-2ee7e3a3324f', 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'fixed_ips': [{'subnet_id': '2305699f-2ad0-469a-8732-0f8681db2a0b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:14:58.149023 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.161065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fda812f-70c5-471b-a238-e828494af57f req-2f7e0d1c-460b-4aa6-b581-74f2c6516d56 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Aug 27 16:14:58.184164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:58.196502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.215435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.232595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:14:58.242259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['da0874e1-f662-4dc8-8c6d-d03aaec33a68', '27106502-8e11-46cf-8def-bfdd29073743'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:14:58.250579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event deleted for resources: {'Port': ['ID=27106502-8e11-46cf-8def-bfdd29073743,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:58.256600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.259095 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.259490 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Added segment 2a8eaeaf-c557-4b28-895a-146ecce899f7 of type vlan for network 254295c1-8bf3-440b-bd06-858cc7866305 Aug 27 16:14:58.311382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] No DVR routers for this DVR port 27106502-8e11-46cf-8def-bfdd29073743 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:14:58.314930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.318592 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4defd4a0-7c13-4984-ad63-498acf99cde0 req-343740e0-1aa8-45ce-a206-c335bfe347d9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "DELETE /v2.0/ports/27106502-8e11-46cf-8def-bfdd29073743 HTTP/1.1" status: 204 len: 173 time: 1.3071451 Aug 27 16:14:58.319185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'name': 'network-vif-deleted', 'tag': '27106502-8e11-46cf-8def-bfdd29073743'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:14:58.319397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.322234 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae437633-339b-41cd-b89c-3fa56ab3677b" -d '{"events": [{"server_uuid": "6f898754-4d8d-43e5-a82e-1774cb7af413", "name": "network-vif-deleted", "tag": "27106502-8e11-46cf-8def-bfdd29073743"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:14:58.371627 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4b67e-c1a5-4302-a316-16f041b5ea04 x-openstack-request-id: req-3db4b67e-c1a5-4302-a316-16f041b5ea04 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:14:58.374529 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f898754-4d8d-43e5-a82e-1774cb7af413", "name": "network-vif-deleted", "tag": "27106502-8e11-46cf-8def-bfdd29073743", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:14:58.374529 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3db4b67e-c1a5-4302-a316-16f041b5ea04 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:14:58.374529 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f898754-4d8d-43e5-a82e-1774cb7af413', 'name': 'network-vif-deleted', 'tag': '27106502-8e11-46cf-8def-bfdd29073743', 'status': 'completed', 'code': 200} Aug 27 16:14:58.408180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.427950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e9347-07b8-4d2c-99ea-7c3de7e08536 None None] Pushing event updated for resources: {'Port': ['ID=01a25115-d782-4aca-b20f-5e9308a02502,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:58.430541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb022c3-b741-42bb-a995-cf10d4822767 req-ce39bf98-3a3b-4ed8-a76b-e38f7038777e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:58.432440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-deb022c3-b741-42bb-a995-cf10d4822767 req-ce39bf98-3a3b-4ed8-a76b-e38f7038777e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 944 time: 0.0952733 Aug 27 16:14:58.457036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Routers {'b984283e-4b23-47b4-a134-6bd440216ef8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:14:58.457762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b984283e-4b23-47b4-a134-6bd440216ef8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:58.494001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-deb022c3-b741-42bb-a995-cf10d4822767 req-997e293c-f003-4fd9-9ff2-dc598d656b26 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Aug 27 16:14:58.534771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.542611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:58.543646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.552373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.649827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:14:58.675095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:58.675578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Allocated IP 19.80.0.2 (efdc0404-05c1-4ba6-aa76-2ee7e3a3324f/2305699f-2ad0-469a-8732-0f8681db2a0b/176ab30a-dce4-413a-81ab-58d974feb8b5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:14:58.682323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.682884 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Added segment 849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf of type vlan for network 28637a2e-55de-4d09-b419-9c916614c5bc Aug 27 16:14:58.684889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Network': ['ID=254295c1-8bf3-440b-bd06-858cc7866305,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:58.724875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 254295c1-8bf3-440b-bd06-858cc7866305 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:14:58.728678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] Set router b984283e-4b23-47b4-a134-6bd440216ef8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:14:58.735935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.760381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-25a37b9b-7a70-4aea-9dba-65928c875d74 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8810892 Aug 27 16:14:58.762940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35586) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:58.768288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'subnet': {'network_id': '254295c1-8bf3-440b-bd06-858cc7866305', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:58.820370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.821349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:58.821937 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:58.894925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35594) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:58.914163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] Pushing event updated for resources: {'Network': ['ID=28637a2e-55de-4d09-b419-9c916614c5bc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:58.976125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c4510226-b90b-4a44-9908-8c76d004c14c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2980828 Aug 27 16:14:58.976344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 455e4e8c-44e2-4ce3-bb93-0fe70c158533 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:14:58.976344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 28637a2e-55de-4d09-b419-9c916614c5bc details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:14:58.976641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35600) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:58.984933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Request body: {'subnet': {'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2031440271-subnet', 'tenant_id': 'e7fe8f9737414dc4a866d2e85547d04f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:59.021178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-network', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:14:59.087093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:59.091389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.275661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Made reservation on behalf of e7fe8f9737414dc4a866d2e85547d04f for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:59.279447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.371059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Made reservation on behalf of e4a99feb60924426bb3e3f01f6752d70 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:14:59.375669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.385661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.390689 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.401811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66e19340-c8b1-454d-9cba-dee0648a1dde req-85b02d1b-0470-4a22-bde4-ae150fc153b9 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f898754-4d8d-43e5-a82e-1774cb7af413 HTTP/1.1" status: 200 len: 210 time: 0.1240139 Aug 27 16:14:59.417098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Transition to ACTIVE for port object 176ab30a-dce4-413a-81ab-58d974feb8b5 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:59.463991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Transition to ACTIVE for port object 176ab30a-dce4-413a-81ab-58d974feb8b5 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:14:59.485800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:59.499584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.501966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '455e4e8c-44e2-4ce3-bb93-0fe70c158533', 'network_id': '45bdea07-6d1e-4b3e-97e1-0d1360790c6b', 'port_id': '455e4e8c-44e2-4ce3-bb93-0fe70c158533', 'mac_address': 'fa:16:3e:c0:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f2190c-92b9-4427-a1ff-11da01ae72f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:14:59.510162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.549412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:53Z', 'revision_number': 4, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port': {'id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '01a25115-d782-4aca-b20f-5e9308a02502', 'name': '', 'network_id': 'eac405f2-c342-4672-912f-395308943199', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'mac_address': 'fa:16:3e:9d:19:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'fbc25ecf-b686-4cef-8ae5-80dadd1621e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:51Z', 'updated_at': '2021-08-27T16:14:58Z', 'revision_number': 4, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'subnets': [{'id': 'fbc25ecf-b686-4cef-8ae5-80dadd1621e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:14:59.553244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.579003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.586253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.599287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:14:59.604308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97192a6-ff52-4eec-a509-c452482ead53 None None] The sync data for ids ['b984283e-4b23-47b4-a134-6bd440216ef8'] in n-d-806412-1 is: [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:53Z', 'revision_number': 4, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port': {'id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '01a25115-d782-4aca-b20f-5e9308a02502', 'name': '', 'network_id': 'eac405f2-c342-4672-912f-395308943199', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'mac_address': 'fa:16:3e:9d:19:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'fbc25ecf-b686-4cef-8ae5-80dadd1621e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:51Z', 'updated_at': '2021-08-27T16:14:58Z', 'revision_number': 4, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'subnets': [{'id': 'fbc25ecf-b686-4cef-8ae5-80dadd1621e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:14:59.618152 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.618549 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Added segment 36f6aebd-14a9-42d3-bd61-f2e8b9827c2c of type vlan for network 701b13d8-0346-4b6c-9a11-9653cb182bf1 Aug 27 16:14:59.644648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455e4e8c-44e2-4ce3-bb93-0fe70c158533 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:14:59.660933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:14:59.674259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:14:59.675852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044ee3d-c721-4225-9d9e-bb46c7ca895e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:59.692177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:14:59.698004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:14:59.709831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Pushing event updated for resources: {'Port': ['ID=176ab30a-dce4-413a-81ab-58d974feb8b5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:59.717358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.795382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Attempting to bind port 176ab30a-dce4-413a-81ab-58d974feb8b5 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:14:59.795755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Attempting to bind port 176ab30a-dce4-413a-81ab-58d974feb8b5 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:14:59.796206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Attempting to bind port 176ab30a-dce4-413a-81ab-58d974feb8b5 on network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:14:59.798460 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.835556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:14:59.836519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Checking segment: {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:14:59.837374 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.837463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Bound using segment: {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:14:59.838004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Bound port: 176ab30a-dce4-413a-81ab-58d974feb8b5, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:14:59.838399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.851042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.852755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:14:59.853924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:14:59.899177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:59.914827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Subnet': ['ID=5861b21b-caef-44ed-bdb0-a7b925416668,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:59.928386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=701b13d8-0346-4b6c-9a11-9653cb182bf1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:14:59.947555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:14:59.955402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] For port 176ab30a-dce4-413a-81ab-58d974feb8b5, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:14:59.974815 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b208d9b1-e601-4ec1-bf8b-1ee3d2a5f2c9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0786686 Aug 27 16:14:59.977745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35608) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:14:59.985779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Request body: {'subnet': {'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-subnet', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:00.001053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Checking segment: {'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:00.001676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network hostable DHCP agents. Network: 254295c1-8bf3-440b-bd06-858cc7866305, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:00.015936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] For port 176ab30a-dce4-413a-81ab-58d974feb8b5, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=176ab30a-dce4-413a-81ab-58d974feb8b5,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:00.021564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb8728-9d85-4a83-96f3-e3e14f545bd4 req-aef324c5-76bc-40d6-975b-fe49b700e493 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:00.023173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0acb8728-9d85-4a83-96f3-e3e14f545bd4 req-aef324c5-76bc-40d6-975b-fe49b700e493 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 945 time: 0.1476834 Aug 27 16:15:00.058693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.116782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0acb8728-9d85-4a83-96f3-e3e14f545bd4 req-f5a8cf98-75a3-448a-a90e-3498228b456a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Aug 27 16:15:00.119313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['455e4e8c-44e2-4ce3-bb93-0fe70c158533'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:00.151644 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.158475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:00.169247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Made reservation on behalf of e4a99feb60924426bb3e3f01f6752d70 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:00.169449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Checking segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:00.169889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Network hostable DHCP agents. Network: 28637a2e-55de-4d09-b419-9c916614c5bc, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:00.172209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network 254295c1-8bf3-440b-bd06-858cc7866305 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:00.174480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.250671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b1da2-7f53-4352-aa21-f4207c01d6a4 None None] Pushing event updated for resources: {'Port': ['ID=176ab30a-dce4-413a-81ab-58d974feb8b5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:00.274906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 254295c1-8bf3-440b-bd06-858cc7866305) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:00.287569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:00.288315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.302800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e374ab55-8fdb-479b-b1bf-ac94d6781779 None None] Network 254295c1-8bf3-440b-bd06-858cc7866305 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:00.304998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 01a25115-d782-4aca-b20f-5e9308a02502 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:00.383502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Network 28637a2e-55de-4d09-b419-9c916614c5bc is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:00.390944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 28637a2e-55de-4d09-b419-9c916614c5bc) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:00.406223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f9f48-aa64-46dc-9822-421864a9cdbe None None] Network 28637a2e-55de-4d09-b419-9c916614c5bc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:00.409211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:00.413379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.441712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-711357e5-1f79-45c8-a665-25c526b50f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6775153 Aug 27 16:15:00.583019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-01bb1494-4858-4055-9cc5-ecef6baab692 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6052411 Aug 27 16:15:00.613592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.744135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 01a25115-d782-4aca-b20f-5e9308a02502 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:00.776838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5acca990-9c82-4046-93ab-10dd417c9af5,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:00.783523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Checking segment: {'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:00.784139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Network hostable DHCP agents. Network: 701b13d8-0346-4b6c-9a11-9653cb182bf1, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:00.815035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 01a25115-d782-4aca-b20f-5e9308a02502 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:00.815834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.843073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e606ae8-875c-432d-81a1-40aff3abd950 None None] Network 28637a2e-55de-4d09-b419-9c916614c5bc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:00.925317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:00.934096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 27106502-8e11-46cf-8def-bfdd29073743 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:00.995396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-254295c1-8bf3-440b-bd06-858cc7866305', 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'fixed_ips': [{'subnet_id': '5861b21b-caef-44ed-bdb0-a7b925416668'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:15:00.996520 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:00.999233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 27106502-8e11-46cf-8def-bfdd29073743 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:00.999771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 27106502-8e11-46cf-8def-bfdd29073743 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:01.008666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-ed8f8404-ea83-4678-bce4-55268dedbc2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:01.016502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-ed8f8404-ea83-4678-bce4-55268dedbc2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:01.024540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-ed8f8404-ea83-4678-bce4-55268dedbc2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/networks?id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f&id=254295c1-8bf3-440b-bd06-858cc7866305&id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f HTTP/1.1" status: 200 len: 1391 time: 0.2151091 Aug 27 16:15:01.038666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-72390074-e79b-4c25-bb06-70d0e32f916e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/quotas/d36c0ddee09f4413bff345365ad4ed8b HTTP/1.1" status: 200 len: 375 time: 0.0115654 Aug 27 16:15:01.050867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 701b13d8-0346-4b6c-9a11-9653cb182bf1) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:01.055536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:01.056129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:01.072560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b1813-e366-4049-8751-09ef92e1d2c1 None None] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:01.126108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-0c250f73-61f8-44e8-a4c5-32d0d45c41b0 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794125 Aug 27 16:15:01.150859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5cc5f3b4-163b-4026-9c4f-956a7a5e09ac service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:15:01.152033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5cc5f3b4-163b-4026-9c4f-956a7a5e09ac service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102429 Aug 27 16:15:01.153561 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-60e0d769-651f-4450-805e-40173a6cde93 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1745050 Aug 27 16:15:01.156697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35648) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:01.162199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:01.264526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:01.265581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:01.384949 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:01.448826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-61d778f8-31fb-4818-a169-ffff0dfd59aa tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:01.451505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-61d778f8-31fb-4818-a169-ffff0dfd59aa tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.2024362 Aug 27 16:15:01.466245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-fc0440a4-4345-46b2-9669-f9a878a12069 service neutron] 10.222.0.101 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946472 Aug 27 16:15:01.487379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-de9a6f8f-2716-4427-8895-b8ab88aa9a56 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/quotas/e7fe8f9737414dc4a866d2e85547d04f HTTP/1.1" status: 200 len: 375 time: 0.0187116 Aug 27 16:15:01.488025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:01.541891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Allocated IP 19.86.0.2 (254295c1-8bf3-440b-bd06-858cc7866305/5861b21b-caef-44ed-bdb0-a7b925416668/03a68231-9447-4893-80ba-fc88e857a578) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:01.650167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-a1de2f37-5e2f-43f2-ab3d-60d71b9c7d4c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1332233 Aug 27 16:15:01.707791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 01a25115-d782-4aca-b20f-5e9308a02502, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=01a25115-d782-4aca-b20f-5e9308a02502,segment=NetworkSegment(5c3f4e96-11dc-40ea-92d9-933dc33d9243),segment_id=5c3f4e96-11dc-40ea-92d9-933dc33d9243)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:01.765481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-701b13d8-0346-4b6c-9a11-9653cb182bf1', 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'fixed_ips': [{'subnet_id': '5acca990-9c82-4046-93ab-10dd417c9af5'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:15:01.766352 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:01.796327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-673771f3-2c7d-4521-8116-e2a41fbc2f76 service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347616 Aug 27 16:15:01.806118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:01.902896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-4b9c093c-06d3-497e-bf0b-5e68c9a57d68 service neutron] 10.222.0.101 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353316 Aug 27 16:15:02.023352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-e177ed81-2112-43c9-a4ef-5f70815eed2d service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099812 Aug 27 16:15:02.057868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-ca55bc25-d727-4c60-abda-4c9a7f850446 service neutron] 10.222.0.101 "GET /v2.0/networks/254295c1-8bf3-440b-bd06-858cc7866305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531692 Aug 27 16:15:02.150623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Allocated IP 172.20.0.2 (701b13d8-0346-4b6c-9a11-9653cb182bf1/5acca990-9c82-4046-93ab-10dd417c9af5/9354fbc2-021b-470a-adc6-fa589b673e6d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:02.185827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.209530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.227243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-0fab99dc-bceb-48ad-862c-c026989d453c service neutron] 10.222.0.101 "GET /v2.0/networks/254295c1-8bf3-440b-bd06-858cc7866305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608491 Aug 27 16:15:02.235915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbbd36-1398-45ce-a638-521d9265d29d None None] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:02.323080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.339425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-e09aad6b-b143-4a6a-bf22-86ace3953166 service neutron] 10.222.0.101 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041811 Aug 27 16:15:02.431688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Allocated IP 172.25.4.217 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:02.535764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.566452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-6cf99d6b-7573-49f3-a7b4-fe5a17bb0a05 service neutron] 10.222.0.101 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192795 Aug 27 16:15:02.610923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-16d9ab8d-9afe-4e38-ba36-8ffe5b5b01f8 None None] Provisioning for port 176ab30a-dce4-413a-81ab-58d974feb8b5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:02.631081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 176ab30a-dce4-413a-81ab-58d974feb8b5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:02.643460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Transition to ACTIVE for port object 03a68231-9447-4893-80ba-fc88e857a578 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:02.693130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=01a25115-d782-4aca-b20f-5e9308a02502,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:02.695343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.766703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Transition to ACTIVE for port object 03a68231-9447-4893-80ba-fc88e857a578 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:02.775683 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.790204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400814b0-740b-4653-8a7c-0479d0e9168d req-1b9fcef2-7ab4-4fa0-8213-ccdb03ce8cd1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:02.796345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Transition to ACTIVE for port object 9354fbc2-021b-470a-adc6-fa589b673e6d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:02.799775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-400814b0-740b-4653-8a7c-0479d0e9168d req-1b9fcef2-7ab4-4fa0-8213-ccdb03ce8cd1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 945 time: 0.0764012 Aug 27 16:15:02.835422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.843341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Transition to ACTIVE for port object 9354fbc2-021b-470a-adc6-fa589b673e6d will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:02.858919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-400814b0-740b-4653-8a7c-0479d0e9168d req-190e365e-5393-45e2-bad0-3cffb322cf42 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Aug 27 16:15:02.879209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.912171 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.916878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 176ab30a-dce4-413a-81ab-58d974feb8b5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:02.939814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Network 254295c1-8bf3-440b-bd06-858cc7866305 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:02.947888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8959e0eb-6502-401d-87d7-aa45c4552878 req-4f3e24bd-b642-44df-98c5-169f91aae2ff tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 210 time: 0.0634964 Aug 27 16:15:02.951601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:02.955820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 455e4e8c-44e2-4ce3-bb93-0fe70c158533 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:02.958551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 176ab30a-dce4-413a-81ab-58d974feb8b5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:02.958932 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:02.974204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:02.988757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:02.992347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:02.999151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:03.001294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c87c92c-2b3d-4965-b625-f5073c90f453 req-b43f9c26-fff6-4759-b168-aec61d5bd95a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 210 time: 0.0520732 Aug 27 16:15:03.047917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Pushing event updated for resources: {'Port': ['ID=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:03.115489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Pushing event updated for resources: {'Port': ['ID=03a68231-9447-4893-80ba-fc88e857a578,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:03.176964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:03.214628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:03.221567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:03.353338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Attempting to bind port 03a68231-9447-4893-80ba-fc88e857a578 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:03.353338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Attempting to bind port 03a68231-9447-4893-80ba-fc88e857a578 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:03.353338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Attempting to bind port 03a68231-9447-4893-80ba-fc88e857a578 on network 254295c1-8bf3-440b-bd06-858cc7866305 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:03.401961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Pushing event updated for resources: {'Port': ['ID=9354fbc2-021b-470a-adc6-fa589b673e6d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:03.411100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:03.411616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Checking segment: {'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:03.412131 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.412621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Bound using segment: {'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:03.413205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Bound port: 03a68231-9447-4893-80ba-fc88e857a578, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:03.413693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.447018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1916a8c8-e891-40d5-9ad2-b87395cecd1b None None] Provisioning complete for port 176ab30a-dce4-413a-81ab-58d974feb8b5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:03.447500 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1916a8c8-e891-40d5-9ad2-b87395cecd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.453969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Attempting to bind port 9354fbc2-021b-470a-adc6-fa589b673e6d on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:03.454425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Attempting to bind port 9354fbc2-021b-470a-adc6-fa589b673e6d by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:03.455454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Attempting to bind port 9354fbc2-021b-470a-adc6-fa589b673e6d on network 701b13d8-0346-4b6c-9a11-9653cb182bf1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:03.478454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:03.482920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.515600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.520600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:03.521066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.522905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:03.523388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Checking segment: {'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:03.523861 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.524386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Bound using segment: {'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:03.524942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Bound port: 9354fbc2-021b-470a-adc6-fa589b673e6d, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:03.525401 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.671830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 176ab30a-dce4-413a-81ab-58d974feb8b5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=176ab30a-dce4-413a-81ab-58d974feb8b5,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:03.676248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] For port 03a68231-9447-4893-80ba-fc88e857a578, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:03.696619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] For port 03a68231-9447-4893-80ba-fc88e857a578, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=03a68231-9447-4893-80ba-fc88e857a578,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:03.757444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] For port 9354fbc2-021b-470a-adc6-fa589b673e6d, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:03.799213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] For port 9354fbc2-021b-470a-adc6-fa589b673e6d, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9354fbc2-021b-470a-adc6-fa589b673e6d,segment=NetworkSegment(36f6aebd-14a9-42d3-bd61-f2e8b9827c2c),segment_id=36f6aebd-14a9-42d3-bd61-f2e8b9827c2c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:03.802535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.811947 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1916a8c8-e891-40d5-9ad2-b87395cecd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.814999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.847437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.849637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:03.931988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=176ab30a-dce4-413a-81ab-58d974feb8b5,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:03.941278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:03.945127 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dea401-73ff-4c92-9732-930d1cf95007" -d '{"events": [{"server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "name": "network-vif-plugged", "status": "completed", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:03.962066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:04.012188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:04.017478 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-1916a8c8-e891-40d5-9ad2-b87395cecd1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:15:04.017839 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-1916a8c8-e891-40d5-9ad2-b87395cecd1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:15:04.076948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f765d-5bb6-4574-a085-d1f910a89446 None None] Pushing event updated for resources: {'Port': ['ID=03a68231-9447-4893-80ba-fc88e857a578,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:04.097783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Router e0b73d32-8de9-4a08-a29a-35713969ed3a is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:15:04.129222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f724b-0f33-4c31-9b5a-e724384cbf19 req-36ecf4de-b823-479c-9127-33bc47656da6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:04.132157 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955a258-7902-496d-a7b0-93d738106db0 x-openstack-request-id: req-5955a258-7902-496d-a7b0-93d738106db0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:04.136390 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "name": "network-vif-plugged", "status": "completed", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:04.136680 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5955a258-7902-496d-a7b0-93d738106db0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:04.137109 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533', 'code': 200} Aug 27 16:15:04.140873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-728f724b-0f33-4c31-9b5a-e724384cbf19 req-36ecf4de-b823-479c-9127-33bc47656da6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 945 time: 0.1145215 Aug 27 16:15:04.224471 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:04.231165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87582b7-7b9d-4e61-bb9e-7d92d23127f4 None None] Pushing event updated for resources: {'Port': ['ID=9354fbc2-021b-470a-adc6-fa589b673e6d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:04.245254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-728f724b-0f33-4c31-9b5a-e724384cbf19 req-e64c5a5e-f2bc-43cb-b539-609886536673 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968854 Aug 27 16:15:04.415534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98f5378c-5f81-49c9-b6b1-dcdc0b220b3c req-9c9cf69d-bf28-4977-80a6-b70d8c717551 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 210 time: 0.1309578 Aug 27 16:15:04.423868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:04.454922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-264c6e88-42d8-4030-a944-6a11f70b46f8 req-bd37c0da-caad-4fca-bb36-daadfde9df1d tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 210 time: 0.0855210 Aug 27 16:15:04.588407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fdbaf-ff8c-49cc-a742-620e3a24ddcc req-02aa7233-0252-48fb-8251-30ebc2aae139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:04.589949 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ed2fdbaf-ff8c-49cc-a742-620e3a24ddcc req-02aa7233-0252-48fb-8251-30ebc2aae139 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1097 time: 0.2760644 Aug 27 16:15:04.600252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:04.618269 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Sync routers for ids ['e0b73d32-8de9-4a08-a29a-35713969ed3a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:04.635484 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Routers {'e0b73d32-8de9-4a08-a29a-35713969ed3a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:04.636378 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e0b73d32-8de9-4a08-a29a-35713969ed3a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:04.642973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 01a25115-d782-4aca-b20f-5e9308a02502 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:04.711096 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ed2fdbaf-ff8c-49cc-a742-620e3a24ddcc req-c2123c3f-28e7-40cb-b154-743051438506 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009521 Aug 27 16:15:04.760372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 01a25115-d782-4aca-b20f-5e9308a02502 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:04.760777 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:04.785398 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Set router e0b73d32-8de9-4a08-a29a-35713969ed3a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:04.850823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 03a68231-9447-4893-80ba-fc88e857a578 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:04.896455 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:04.898233 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d57f2b7e-967b-4ef3-96cf-90575bf6d61c admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7405753 Aug 27 16:15:04.901100 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35698) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:04.980587 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:03Z', 'revision_number': 3, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:05.009955 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Checking router: e0b73d32-8de9-4a08-a29a-35713969ed3a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:05.010581 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Updating router e0b73d32-8de9-4a08-a29a-35713969ed3a port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:05.028197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 03a68231-9447-4893-80ba-fc88e857a578 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:05.033299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 176ab30a-dce4-413a-81ab-58d974feb8b5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:05.056925 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.105193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 176ab30a-dce4-413a-81ab-58d974feb8b5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:05.105621 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.472506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5c9ea-64db-4dcd-9b78-47aadf733ec2 req-be29c70d-d883-466d-9948-0933e65483a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:05.481484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52f5c9ea-64db-4dcd-9b78-47aadf733ec2 req-be29c70d-d883-466d-9948-0933e65483a1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 946 time: 0.0692358 Aug 27 16:15:05.540974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9eda8e-7883-4945-8c5b-965efba4f859 None None] Network 254295c1-8bf3-440b-bd06-858cc7866305 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:05.570835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52f5c9ea-64db-4dcd-9b78-47aadf733ec2 req-efa73964-e9ab-4a1c-b04f-52fea8d04fc0 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880909 Aug 27 16:15:05.698241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:05.955239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-dbeac9f3-a999-4a3d-9978-50415231c356 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:05.958131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-dbeac9f3-a999-4a3d-9978-50415231c356 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.2767148 Aug 27 16:15:06.028019 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.039872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a27b777-e1cc-4b5f-ae97-70b724b25794 req-9ba6a7c0-61a1-46c7-8e85-7022790cb0bf tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 210 time: 0.2498159 Aug 27 16:15:06.049280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Request body: {'port': {'device_id': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'admin_state_up': True, 'tenant_id': 'e7fe8f9737414dc4a866d2e85547d04f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:06.053024 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Transition to ACTIVE for port object a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:06.098946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Allocated IP 172.20.0.1 (701b13d8-0346-4b6c-9a11-9653cb182bf1/5acca990-9c82-4046-93ab-10dd417c9af5/30f76ac2-e411-4548-bfec-3596e2dd20aa) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:06.139416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b41a5-8e66-46ad-86c8-181f85d3b346 None None] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:06.166548 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.275182 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Attempting to bind port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:06.275656 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Attempting to bind port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:06.277568 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Attempting to bind port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:06.302367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.306350 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Pushing event updated for resources: {'Port': ['ID=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:06.308707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d010b3cc-6ca4-4992-9d21-66252f6f7acf None None] Provisioning for port 03a68231-9447-4893-80ba-fc88e857a578 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:06.325120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:06.326937 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:06.332106 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.332106 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:06.332106 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Bound port: a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:06.332106 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.338881 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.342288 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.342457 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.342885 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.343579 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.344507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.345945 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.346349 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.347334 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.347684 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.348742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d010b3cc-6ca4-4992-9d21-66252f6f7acf None None] Provisioning complete for port 03a68231-9447-4893-80ba-fc88e857a578 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:06.349113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d010b3cc-6ca4-4992-9d21-66252f6f7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.349490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.350058 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:06.386382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Transition to ACTIVE for port object 30f76ac2-e411-4548-bfec-3596e2dd20aa will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:06.439396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4673b3c-96f8-4c8d-a0f9-fb25ff2a4551 req-d33a0f9a-9aa1-4756-9e0c-53456b0649b8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 210 time: 0.3855221 Aug 27 16:15:06.552080 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] For port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:06.557288 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] For port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:06.571144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.602383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f7c5c-ef50-4da4-8156-4d4925549576 req-2f9be927-01a7-4fac-8932-5ba4c5d3b88b tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:06.604895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-088f7c5c-ef50-4da4-8156-4d4925549576 req-2f9be927-01a7-4fac-8932-5ba4c5d3b88b tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 946 time: 0.1247666 Aug 27 16:15:06.632683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:06.637174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9354fbc2-021b-470a-adc6-fa589b673e6d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:06.640894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Made reservation on behalf of e7fe8f9737414dc4a866d2e85547d04f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:06.647200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.648248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:06.653090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:06.668509 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.683229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Pushing event updated for resources: {'Port': ['ID=30f76ac2-e411-4548-bfec-3596e2dd20aa,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:06.717815 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d010b3cc-6ca4-4992-9d21-66252f6f7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.727254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:06.741965 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Routers {'e0b73d32-8de9-4a08-a29a-35713969ed3a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:06.742951 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e0b73d32-8de9-4a08-a29a-35713969ed3a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:06.767253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d010b3cc-6ca4-4992-9d21-66252f6f7acf None None] For port 03a68231-9447-4893-80ba-fc88e857a578, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=03a68231-9447-4893-80ba-fc88e857a578,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:06.829599 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b33b66-c8db-4261-becb-04471d9cb01f None None] Pushing event updated for resources: {'Port': ['ID=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:06.849970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-088f7c5c-ef50-4da4-8156-4d4925549576 req-e363bd74-542a-4f3a-b536-f35c0e9f4439 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373087 Aug 27 16:15:06.890415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9354fbc2-021b-470a-adc6-fa589b673e6d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:06.899349 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] Set router e0b73d32-8de9-4a08-a29a-35713969ed3a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:06.930148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca3fa-d884-4d1a-8af0-5fc19dc8f592 req-b8aac7b6-dd76-4274-a91a-b020d39c4c95 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:06.931723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4efca3fa-d884-4d1a-8af0-5fc19dc8f592 req-b8aac7b6-dd76-4274-a91a-b020d39c4c95 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 946 time: 0.2471249 Aug 27 16:15:06.955445 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d010b3cc-6ca4-4992-9d21-66252f6f7acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.004820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-6faca946-0da3-4f96-b983-fcadcf81b08f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:07.011603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-6faca946-0da3-4f96-b983-fcadcf81b08f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:07.013999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-6faca946-0da3-4f96-b983-fcadcf81b08f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "GET /v2.0/networks?id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f&id=254295c1-8bf3-440b-bd06-858cc7866305&id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f HTTP/1.1" status: 200 len: 1391 time: 0.3002763 Aug 27 16:15:07.030786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'port': {'device_id': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f', 'admin_state_up': True, 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:07.035208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.110080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4efca3fa-d884-4d1a-8af0-5fc19dc8f592 req-6d1241dd-678e-49a6-8494-6b2d19da5ce6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660492 Aug 27 16:15:07.110380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010b3cc-6ca4-4992-9d21-66252f6f7acf None None] Pushing event updated for resources: {'Port': ['ID=03a68231-9447-4893-80ba-fc88e857a578,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:07.136115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Allocated IP 172.20.0.13 (28637a2e-55de-4d09-b419-9c916614c5bc/c6608cd7-d1d8-47d3-8cca-d9ce627df5dc/6dbeda04-018a-45e5-9cbf-b78cb63daaf0) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:07.182497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Provisioning for port 9354fbc2-021b-470a-adc6-fa589b673e6d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:07.186029 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:03Z', 'revision_number': 3, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:07.188345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Provisioning complete for port 9354fbc2-021b-470a-adc6-fa589b673e6d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:07.188830 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.233831 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fee74b-18e9-4ef7-8c05-deaa50e21aed None None] The sync data for ids ['e0b73d32-8de9-4a08-a29a-35713969ed3a'] in n-d-806412-1 is: [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:03Z', 'revision_number': 3, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:07.237662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55e9d0db-1e3f-4a50-926b-87cdf7d62b9b req-f4245a48-e8f3-4dac-ac70-0d65aa1186c9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 210 time: 0.0598428 Aug 27 16:15:07.349112 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.393657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-900a9673-4b20-44ba-bf6b-699b0ff9aca5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-382734384&fields=id&tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 267 time: 0.1062257 Aug 27 16:15:07.414846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] For port 9354fbc2-021b-470a-adc6-fa589b673e6d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9354fbc2-021b-470a-adc6-fa589b673e6d,segment=NetworkSegment(36f6aebd-14a9-42d3-bd61-f2e8b9827c2c),segment_id=36f6aebd-14a9-42d3-bd61-f2e8b9827c2c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:07.479008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.479616 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.538505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-499e9fda-78df-45fe-b806-d6212b7ffa5b tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:07.540413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-499e9fda-78df-45fe-b806-d6212b7ffa5b tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 946 time: 0.1182134 Aug 27 16:15:07.553713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'port': {'security_groups': ['a639ab95-fe5c-45b0-b5df-91a3388e0ba3', '449442f3-00aa-41d3-ad8a-93c663a0de59']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:07.571390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Pushing event updated for resources: {'Port': ['ID=9354fbc2-021b-470a-adc6-fa589b673e6d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:07.577338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.620652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-622dd782-584d-4312-83ba-ec72c52a6ea8 req-c48cb2ee-d774-4192-ad20-a8cffbdaf08a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 210 time: 0.0612323 Aug 27 16:15:07.622373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Provisioning for port 30f76ac2-e411-4548-bfec-3596e2dd20aa completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:07.630840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:07.634542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.638792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Provisioning complete for port 30f76ac2-e411-4548-bfec-3596e2dd20aa triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:07.639671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.688820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.741131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.763723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Port 30f76ac2-e411-4548-bfec-3596e2dd20aa cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:07.772509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.774182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Pushing event updated for resources: {'Port': ['ID=30f76ac2-e411-4548-bfec-3596e2dd20aa,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:07.774558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Provisioning complete for port 03a68231-9447-4893-80ba-fc88e857a578 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:07.775035 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9819936-acd5-4218-94c5-6709503a7103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:07.843382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-05544ada-16ea-4d2b-a67f-0cd0f25ab542 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2566109 Aug 27 16:15:07.957486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:07.962208 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:07.976548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-e6d976e9-fbeb-4cfc-b44d-ce67bc64e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:07.978236 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-e6d976e9-fbeb-4cfc-b44d-ce67bc64e9b2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 1097 time: 0.0993521 Aug 27 16:15:07.991227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-984df375-50b3-41ee-be57-f4de2a85a44d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:07.992732 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-984df375-50b3-41ee-be57-f4de2a85a44d tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 946 time: 0.1243961 Aug 27 16:15:08.008472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Allocated IP 19.80.0.244 (efdc0404-05c1-4ba6-aa76-2ee7e3a3324f/2305699f-2ad0-469a-8732-0f8681db2a0b/ea180fea-7612-4891-a52b-d80ff22a0710) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:08.031155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a4f529f1-3185-40d7-ba34-e34787cc3213 None None] Provisioning complete for port 30f76ac2-e411-4548-bfec-3596e2dd20aa triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:08.032034 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4f529f1-3185-40d7-ba34-e34787cc3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.093253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a4f529f1-3185-40d7-ba34-e34787cc3213 None None] Port 30f76ac2-e411-4548-bfec-3596e2dd20aa cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:08.107076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.221562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17315d4d-f2f1-456e-b854-7b5524fc312a req-00dcf23b-c61b-425c-8d95-93211589da72 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:08.223588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17315d4d-f2f1-456e-b854-7b5524fc312a req-00dcf23b-c61b-425c-8d95-93211589da72 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 946 time: 0.2608719 Aug 27 16:15:08.231993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event updated for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:08.271284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Network 28637a2e-55de-4d09-b419-9c916614c5bc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:08.276511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-5287144a-5c7b-408f-815a-cc1ec4f00edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:08.278095 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-5287144a-5c7b-408f-815a-cc1ec4f00edc service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.2362692 Aug 27 16:15:08.290802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Router e0b73d32-8de9-4a08-a29a-35713969ed3a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:15:08.299996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:08.329847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3ff632e6-af3f-4c4b-bac4-aa823ad417b3 None None] Provisioning complete for port 30f76ac2-e411-4548-bfec-3596e2dd20aa triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:08.330390 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff632e6-af3f-4c4b-bac4-aa823ad417b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.332183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:08.340297 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-2b2ac132-b06b-43a5-8ac2-ac9bfc34f3be service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944 HTTP/1.1" status: 200 len: 217 time: 0.0476670 Aug 27 16:15:08.399796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3ff632e6-af3f-4c4b-bac4-aa823ad417b3 None None] Port 30f76ac2-e411-4548-bfec-3596e2dd20aa cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:08.400026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Deleting port da0874e1-f662-4dc8-8c6d-d03aaec33a68 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:08.400291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.437858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17315d4d-f2f1-456e-b854-7b5524fc312a req-7bcec24a-05a9-42e0-998f-2f380b93b464 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/security-groups?id=7277f571-b130-446f-9405-d75d297e7324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741707 Aug 27 16:15:08.440016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:08.608032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 03a68231-9447-4893-80ba-fc88e857a578 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:08.683199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 03a68231-9447-4893-80ba-fc88e857a578 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:08.683874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.783768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9354fbc2-021b-470a-adc6-fa589b673e6d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:08.818666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:08.823588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.833945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9354fbc2-021b-470a-adc6-fa589b673e6d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:08.833945 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.856100 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.884567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:08.888931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a9cfa-7874-4dd5-af5e-3c2b61386232 req-d1a190a1-8f6b-4fcc-b739-c1a2f86ed641 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:08.891992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f3a9cfa-7874-4dd5-af5e-3c2b61386232 req-d1a190a1-8f6b-4fcc-b739-c1a2f86ed641 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 932 time: 0.1342854 Aug 27 16:15:08.896067 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:08.903630 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9a35b392-7bf1-44c3-9867-26c66ecba827 admin admin] 10.222.0.101 "PUT /v2.0/routers/e0b73d32-8de9-4a08-a29a-35713969ed3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0012197 Aug 27 16:15:08.925537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:08.928257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-99d363ad-a316-4e0c-b790-a17d0249155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:08.930483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-99d363ad-a316-4e0c-b790-a17d0249155c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.5781748 Aug 27 16:15:08.933984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Transition to ACTIVE for port object ea180fea-7612-4891-a52b-d80ff22a0710 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:08.967464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f3a9cfa-7874-4dd5-af5e-3c2b61386232 req-130bc46a-4382-4f0d-9c54-3232d1da9d13 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564921 Aug 27 16:15:08.970227 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.014910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', '455e4e8c-44e2-4ce3-bb93-0fe70c158533'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:09.054583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] For port da0874e1-f662-4dc8-8c6d-d03aaec33a68, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=da0874e1-f662-4dc8-8c6d-d03aaec33a68,segment=NetworkSegment(07406fe7-a6b0-4192-9dee-08a3866befdf),segment_id=07406fe7-a6b0-4192-9dee-08a3866befdf)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:09.054954 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.056290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:09.057174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.069388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-433bea94-72d2-4372-9317-e7b8023a0c37 req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "PUT /v2.0/ports/455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 982 time: 1.5208211 Aug 27 16:15:09.074579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:09.080501 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c511b465-bc3b-44c4-be97-c5997e539d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:09.085746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-8964559f-3de7-46a6-8efc-155aff5693e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:09.089669 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-8964559f-3de7-46a6-8efc-155aff5693e5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435010 Aug 27 16:15:09.091195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Calling delete_port for da0874e1-f662-4dc8-8c6d-d03aaec33a68 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:09.107750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-d98ac0ae-a5ef-4d41-9155-5f6e89cf334a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0882728 Aug 27 16:15:09.108828 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-99325fc8-03e7-4681-b61d-33f086e966b8 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:15:09.110357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-99325fc8-03e7-4681-b61d-33f086e966b8 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080218 Aug 27 16:15:09.136498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['455e4e8c-44e2-4ce3-bb93-0fe70c158533'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:09.146979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-ddcff40c-2a1f-4501-926e-e00f05dea2d0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:15:09.148169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-ddcff40c-2a1f-4501-926e-e00f05dea2d0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248704 Aug 27 16:15:09.161446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7459c-0ff9-44e9-a4fc-959aeb051bfc tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.169772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Request body: {'port': {'device_id': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:09.268689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:09.292217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b69b096-1a52-4a0d-9df8-24f93f605cb2 req-177c2459-db43-4a90-8ef2-6dd15fb172c9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 210 time: 0.0478799 Aug 27 16:15:09.300302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:09.300848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.309323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-49d0c9a0-6403-4a55-b9be-bdfcfb1c5933 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862931 Aug 27 16:15:09.314666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.440981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.448492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Port': ['ID=ea180fea-7612-4891-a52b-d80ff22a0710,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.462572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d915c1e0-5f9e-494c-9a9e-be027682eaf1 req-89865a1b-a7a7-4620-90a8-4fb00ca1a4c7 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/449442f3-00aa-41d3-ad8a-93c663a0de59 HTTP/1.1" status: 200 len: 1802 time: 0.2505250 Aug 27 16:15:09.499136 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361c3d2a-577a-420f-83f0-e63abb3cef0c x-openstack-request-id: req-361c3d2a-577a-420f-83f0-e63abb3cef0c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:09.499463 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:09.499728 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-361c3d2a-577a-420f-83f0-e63abb3cef0c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:09.500138 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533', 'status': 'completed', 'code': 200} Aug 27 16:15:09.531198 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a40b5fa7-062e-44ec-b151-853b74797f59 req-d6a5b460-f8c0-43f4-9ada-2906909fbf2a service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091682 Aug 27 16:15:09.547553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.551570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-ca8980e7-3ab8-476f-9e62-928f956d341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:09.553222 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-ca8980e7-3ab8-476f-9e62-928f956d341e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1136 time: 0.0700536 Aug 27 16:15:09.559352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:09.570452 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-d915c1e0-5f9e-494c-9a9e-be027682eaf1 req-ef9eccf5-0fa8-4c88-809c-6a6871790146 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 16:15:09.572110 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.587949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d915c1e0-5f9e-494c-9a9e-be027682eaf1 req-ef9eccf5-0fa8-4c88-809c-6a6871790146 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/449442f3-00aa-41d3-ad8a-93c663a0de59 HTTP/1.1" status: 409 len: 341 time: 0.1233277 Aug 27 16:15:09.589871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:09.593883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:09.652358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:09.705651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Pushing event deleted for resources: {'Port': ['ID=da0874e1-f662-4dc8-8c6d-d03aaec33a68,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.738799 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.773493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] No DVR routers for this DVR port da0874e1-f662-4dc8-8c6d-d03aaec33a68 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:09.801413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfffeb1e-e298-49b8-b928-3c111cdf0902 req-99850e12-feaa-4983-80bf-a948a6a048ee tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.101 "GET /v2.0/ports?device_id=30373221-4f61-43d2-b72b-4ee028f11ec4 HTTP/1.1" status: 200 len: 210 time: 0.0901618 Aug 27 16:15:09.801564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:09.803422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f2b5e055-daf9-44de-8a0b-61aad94c23b7 req-503c7e8c-9a31-4504-ac85-8db0923b8805 tempest-AttachVolumeNegativeTest-1866794076 tempest-AttachVolumeNegativeTest-1866794076-project] 10.222.0.90 "DELETE /v2.0/ports/da0874e1-f662-4dc8-8c6d-d03aaec33a68 HTTP/1.1" status: 204 len: 173 time: 1.7688119 Aug 27 16:15:09.803948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'name': 'network-vif-deleted', 'tag': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:09.808817 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858cb3b9-3512-401a-b4e0-357cf85eac10" -d '{"events": [{"server_uuid": "30373221-4f61-43d2-b72b-4ee028f11ec4", "name": "network-vif-deleted", "tag": "da0874e1-f662-4dc8-8c6d-d03aaec33a68"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:09.822164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-a7ff418e-9860-43af-8f91-409e06284866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:09.823733 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-a7ff418e-9860-43af-8f91-409e06284866 service neutron] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 914 time: 0.2625303 Aug 27 16:15:09.857736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Sync routers for ids ['e0b73d32-8de9-4a08-a29a-35713969ed3a'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:09.893624 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-e6d329d0-4f99-48d7-830e-6f6b6e24d5fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 217 time: 0.0510786 Aug 27 16:15:09.927040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-b792accd-862b-449a-9c87-d7588478c260 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3191519 Aug 27 16:15:09.928918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:09.943296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:09.949209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Routers {'e0b73d32-8de9-4a08-a29a-35713969ed3a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:09.949910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e0b73d32-8de9-4a08-a29a-35713969ed3a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:09.971719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-56f96103-17a8-44ea-aadc-1ea2f05a09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:09.971719 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-56f96103-17a8-44ea-aadc-1ea2f05a09d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0608673 Aug 27 16:15:10.001018 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-aa42ed5a-9ad6-4d02-9911-3c650ab9d702 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280778 Aug 27 16:15:10.021281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:10.021596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.082856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4dfdd649-664c-428a-91fe-4fff92523ac1 None None] Provisioning for port ea180fea-7612-4891-a52b-d80ff22a0710 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:10.104219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4dfdd649-664c-428a-91fe-4fff92523ac1 None None] Provisioning complete for port ea180fea-7612-4891-a52b-d80ff22a0710 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:10.104219 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd649-664c-428a-91fe-4fff92523ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.123343 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-bc940210-ae05-47d2-9527-0855c23beb78 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132152 Aug 27 16:15:10.142291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Set router e0b73d32-8de9-4a08-a29a-35713969ed3a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:10.144665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.206542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdd649-664c-428a-91fe-4fff92523ac1 None None] Port ea180fea-7612-4891-a52b-d80ff22a0710 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:10.231104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c511b465-bc3b-44c4-be97-c5997e539d3e req-d82e4cdc-73f1-4640-9f17-169f7282df5e service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992241 Aug 27 16:15:10.277219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:10.283496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-035e399c-1f7d-4056-94d0-743a5d9b8a35 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2572119 Aug 27 16:15:10.290607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.298729 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d682b02-20eb-4a01-8205-3b9f1a95b016 x-openstack-request-id: req-6d682b02-20eb-4a01-8205-3b9f1a95b016 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:10.299213 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30373221-4f61-43d2-b72b-4ee028f11ec4", "name": "network-vif-deleted", "tag": "da0874e1-f662-4dc8-8c6d-d03aaec33a68", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:10.299625 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d682b02-20eb-4a01-8205-3b9f1a95b016 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:10.300164 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30373221-4f61-43d2-b72b-4ee028f11ec4', 'name': 'network-vif-deleted', 'tag': 'da0874e1-f662-4dc8-8c6d-d03aaec33a68', 'status': 'completed', 'code': 200} Aug 27 16:15:10.306663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'port': {'device_id': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305', 'admin_state_up': True, 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:10.360406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Transition to ACTIVE for port object 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:10.424235 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.443933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:06Z', 'revision_number': 4, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '30f76ac2-e411-4548-bfec-3596e2dd20aa', 'name': '', 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'mac_address': 'fa:16:3e:26:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '5acca990-9c82-4046-93ab-10dd417c9af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:05Z', 'updated_at': '2021-08-27T16:15:07Z', 'revision_number': 2, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'subnets': [{'id': '5acca990-9c82-4046-93ab-10dd417c9af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:10.490123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:10.490123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Checking router: e0b73d32-8de9-4a08-a29a-35713969ed3a for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:10.490123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Updating router e0b73d32-8de9-4a08-a29a-35713969ed3a port 30f76ac2-e411-4548-bfec-3596e2dd20aa binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:10.505053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-a31dd55c-cf0f-44ca-bf78-91db620b5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:10.507019 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-a31dd55c-cf0f-44ca-bf78-91db620b5f1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1136 time: 0.0500522 Aug 27 16:15:10.518066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f73f2-af0f-4eee-a7d2-3f83c091f493 req-4ef0dec9-7e18-44c9-b78e-79b7e42394e5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:10.519601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-309f73f2-af0f-4eee-a7d2-3f83c091f493 req-4ef0dec9-7e18-44c9-b78e-79b7e42394e5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 932 time: 0.1442461 Aug 27 16:15:10.545376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.561434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.607773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:10.608367 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.617687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-546af9ed-3280-4b47-9cbf-e7d35ba52e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:10.619004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-546af9ed-3280-4b47-9cbf-e7d35ba52e25 service neutron] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 914 time: 0.1047368 Aug 27 16:15:10.671719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-309f73f2-af0f-4eee-a7d2-3f83c091f493 req-b03e67b9-4447-450e-a949-52c4c982be73 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408224 Aug 27 16:15:10.678114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Allocated IP 172.25.4.141 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/eaed3cd7-03b7-47e8-92eb-eb143ed4f16f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:10.680142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:10.688926 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-2d49e398-fcb3-4cf8-8805-fb87fcd2142b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 217 time: 0.0609541 Aug 27 16:15:10.761620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:10.764589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-ce5eab07-3730-4729-8c0b-a48ea7f9fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:10.765667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.766397 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-ce5eab07-3730-4729-8c0b-a48ea7f9fae7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0675240 Aug 27 16:15:10.845376 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-0f11688b-c73e-4e14-bdca-c86d74eeecd5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525613 Aug 27 16:15:10.914540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Attempting to bind port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:10.915364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Attempting to bind port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:10.915364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Attempting to bind port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:10.938999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 on network 28637a2e-55de-4d09-b419-9c916614c5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:10.938999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Attempting to bind port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:10.953144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:10.953482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Checking segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:10.953866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Bound using segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:10.954310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Bound port: 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:10.954668 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:10.972597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-7a480506-d64b-4ff1-bdbc-df01b83169f8 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205537 Aug 27 16:15:10.988263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device da0874e1-f662-4dc8-8c6d-d03aaec33a68 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:11.013276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.033832 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.036251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: da0874e1-f662-4dc8-8c6d-d03aaec33a68 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:11.036602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device da0874e1-f662-4dc8-8c6d-d03aaec33a68 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:11.049672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Transition to ACTIVE for port object 30f76ac2-e411-4548-bfec-3596e2dd20aa will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:11.088213 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b5d6f8c1-0547-41dc-8e7a-00d3249535ed req-0bd3b7d0-186d-417e-93b2-91936456eb32 service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020761 Aug 27 16:15:11.096768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Allocated IP 19.86.0.15 (254295c1-8bf3-440b-bd06-858cc7866305/5861b21b-caef-44ed-bdb0-a7b925416668/585ba850-df4b-4e62-93b3-9fd950024543) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:11.141964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744c7be-1fd0-4fc3-a897-65c38567213a req-515a684b-4a75-4262-b25f-a4189e9b8f78 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:11.143455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a744c7be-1fd0-4fc3-a897-65c38567213a req-515a684b-4a75-4262-b25f-a4189e9b8f78 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 985 time: 0.1530278 Aug 27 16:15:11.190639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:11.221358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:11.221968 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.247907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a744c7be-1fd0-4fc3-a897-65c38567213a req-344030b0-b278-4264-9e7e-ce987a327652 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&id=449442f3-00aa-41d3-ad8a-93c663a0de59&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0941801 Aug 27 16:15:11.276731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becf12-3230-4cc7-811b-5129dd954635 None None] Pushing event updated for resources: {'Port': ['ID=30f76ac2-e411-4548-bfec-3596e2dd20aa,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.297133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.333828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Attempting to bind port 30f76ac2-e411-4548-bfec-3596e2dd20aa on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:11.334486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Attempting to bind port 30f76ac2-e411-4548-bfec-3596e2dd20aa by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:11.334878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Attempting to bind port 30f76ac2-e411-4548-bfec-3596e2dd20aa on network 701b13d8-0346-4b6c-9a11-9653cb182bf1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:11.341981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:11.342486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Checking segment: {'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:11.342787 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.345677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Bound using segment: {'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:11.345677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Bound port: 30f76ac2-e411-4548-bfec-3596e2dd20aa, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:11.345677 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.375017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:11.393222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.401607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:11.411112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:11.414591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=eaed3cd7-03b7-47e8-92eb-eb143ed4f16f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.426839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] For port 30f76ac2-e411-4548-bfec-3596e2dd20aa, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:11.431519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] For port 30f76ac2-e411-4548-bfec-3596e2dd20aa, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=30f76ac2-e411-4548-bfec-3596e2dd20aa,segment=NetworkSegment(36f6aebd-14a9-42d3-bd61-f2e8b9827c2c),segment_id=36f6aebd-14a9-42d3-bd61-f2e8b9827c2c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:11.503015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:11.503660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.505033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] 10.222.0.97 "PUT /v2.0/ports/6dbeda04-018a-45e5-9cbf-b78cb63daaf0 HTTP/1.1" status: 200 len: 1092 time: 2.3404944 Aug 27 16:15:11.511329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:11.514025 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86294cbf-2aa2-4e67-8a80-a50054b13fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:11.536517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.557794 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.561219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ca2aa-1590-4928-ac44-ce276d3276f3 req-5df66643-76df-4cd3-8897-7b88783a3078 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:11.562775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-401ca2aa-1590-4928-ac44-ce276d3276f3 req-5df66643-76df-4cd3-8897-7b88783a3078 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 932 time: 0.2273524 Aug 27 16:15:11.602476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Transition to ACTIVE for port object 585ba850-df4b-4e62-93b3-9fd950024543 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:11.603917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6ac1b-5c87-4b81-8118-1965dc7ca617 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.620378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Routers {'e0b73d32-8de9-4a08-a29a-35713969ed3a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:11.621026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:14:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e0b73d32-8de9-4a08-a29a-35713969ed3a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:11.687938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becf12-3230-4cc7-811b-5129dd954635 None None] Pushing event updated for resources: {'Port': ['ID=30f76ac2-e411-4548-bfec-3596e2dd20aa,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.714200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.719240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-401ca2aa-1590-4928-ac44-ce276d3276f3 req-87369a63-f036-48b5-a3fe-711dd1905a33 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457064 Aug 27 16:15:11.753304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-5cf185b4-db31-4e13-b9aa-df8fe0a1f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:11.754798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-5cf185b4-db31-4e13-b9aa-df8fe0a1f879 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 1095 time: 0.1209905 Aug 27 16:15:11.767408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35776) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:11.790593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] Set router e0b73d32-8de9-4a08-a29a-35713969ed3a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:11.822944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-c840e5d0-8dd3-40b0-8813-9f7bee575796 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0 HTTP/1.1" status: 200 len: 217 time: 0.0536487 Aug 27 16:15:11.846613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] Deleting subnet 9379bda9-21c9-4d1c-8307-538bf7e713b5 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:15:11.850541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.868618 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa3f430-25a6-4fbf-adcd-6039b0ddba60 x-openstack-request-id: req-3fa3f430-25a6-4fbf-adcd-6039b0ddba60 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:11.870339 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:11.870598 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3fa3f430-25a6-4fbf-adcd-6039b0ddba60 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:11.871005 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'status': 'completed', 'code': 200} Aug 27 16:15:11.873905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.894828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.950585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:11.963116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Port': ['ID=585ba850-df4b-4e62-93b3-9fd950024543,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:11.986856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.015436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network 254295c1-8bf3-440b-bd06-858cc7866305 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:12.046423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:12.050903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:12.058155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-2ddcbf03-bb32-4484-9fed-d8d4511920c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:12.059687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-2ddcbf03-bb32-4484-9fed-d8d4511920c6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc HTTP/1.1" status: 200 len: 845 time: 0.2005787 Aug 27 16:15:12.097348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.139329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9379bda9-21c9-4d1c-8307-538bf7e713b5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:12.141563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.144015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c59d8e8-5814-4363-bad0-cee7f00a1cbd admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9379bda9-21c9-4d1c-8307-538bf7e713b5 HTTP/1.1" status: 204 len: 168 time: 0.3751965 Aug 27 16:15:12.146148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35784) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:12.228772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:06Z', 'revision_number': 4, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '30f76ac2-e411-4548-bfec-3596e2dd20aa', 'name': '', 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'mac_address': 'fa:16:3e:26:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '5acca990-9c82-4046-93ab-10dd417c9af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:05Z', 'updated_at': '2021-08-27T16:15:11Z', 'revision_number': 4, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'subnets': [{'id': '5acca990-9c82-4046-93ab-10dd417c9af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:12.232415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f46a0-b6f2-4e73-8c39-f8bcd8ed6ab1 req-4dacfcec-f8e2-4371-baf4-53a9e6012cac tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:12.235316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.241234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e65f46a0-b6f2-4e73-8c39-f8bcd8ed6ab1 req-4dacfcec-f8e2-4371-baf4-53a9e6012cac tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 944 time: 0.2993104 Aug 27 16:15:12.261656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8c3187-7c29-42dc-a4bc-66a4626c65a3 None None] The sync data for ids ['e0b73d32-8de9-4a08-a29a-35713969ed3a'] in n-d-806412-1 is: [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:06Z', 'revision_number': 4, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '30f76ac2-e411-4548-bfec-3596e2dd20aa', 'name': '', 'network_id': '701b13d8-0346-4b6c-9a11-9653cb182bf1', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'mac_address': 'fa:16:3e:26:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '5acca990-9c82-4046-93ab-10dd417c9af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:05Z', 'updated_at': '2021-08-27T16:15:11Z', 'revision_number': 4, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'subnets': [{'id': '5acca990-9c82-4046-93ab-10dd417c9af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:12.270806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-c840b858-609b-42fc-86ea-55051617b184 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28637a2e-55de-4d09-b419-9c916614c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791558 Aug 27 16:15:12.353714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e65f46a0-b6f2-4e73-8c39-f8bcd8ed6ab1 req-efe7e9a7-afad-4df7-8cc4-007f95b5ba73 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098080 Aug 27 16:15:12.369906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.385153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd98aa3-99fb-44e6-a879-5bb9abbefd50']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:12.392458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:12.393232 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.405559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc9c01b3-6ecf-4197-b023-05fe205e2305 None None] Provisioning for port 585ba850-df4b-4e62-93b3-9fd950024543 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:12.410969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07406fe7-a6b0-4192-9dee-08a3866befdf') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:12.410969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07406fe7-a6b0-4192-9dee-08a3866befdf') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:12.416899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc9c01b3-6ecf-4197-b023-05fe205e2305 None None] Provisioning complete for port 585ba850-df4b-4e62-93b3-9fd950024543 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:12.422051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.423839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9c01b3-6ecf-4197-b023-05fe205e2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.444661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.454948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:15:12.455635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:15:12.459486 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:15:12.494612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cc9c01b3-6ecf-4197-b023-05fe205e2305 None None] Port 585ba850-df4b-4e62-93b3-9fd950024543 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:12.511691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.562489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 30f76ac2-e411-4548-bfec-3596e2dd20aa up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:12.571961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-5a66d1d0-db42-4937-830e-d604cf8cb64a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2722869 Aug 27 16:15:12.574222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-f36554c8-5353-475b-ae23-8d11af6d2737 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285779 Aug 27 16:15:12.592278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'port': {'device_id': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f', 'admin_state_up': True, 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:12.651168 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.691820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.704515 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.704515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/dbd98aa3-99fb-44e6-a879-5bb9abbefd50 HTTP/1.1" status: 204 len: 168 time: 0.5528216 Aug 27 16:15:12.713981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdb162-94be-4d9a-b5f1-1a42312173e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd98aa3-99fb-44e6-a879-5bb9abbefd50,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:12.724674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 30f76ac2-e411-4548-bfec-3596e2dd20aa completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:12.729510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 30f76ac2-e411-4548-bfec-3596e2dd20aa triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:12.730028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.835488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:12.876641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 30f76ac2-e411-4548-bfec-3596e2dd20aa, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=30f76ac2-e411-4548-bfec-3596e2dd20aa,segment=NetworkSegment(36f6aebd-14a9-42d3-bd61-f2e8b9827c2c),segment_id=36f6aebd-14a9-42d3-bd61-f2e8b9827c2c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:13.045583 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.113698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=30f76ac2-e411-4548-bfec-3596e2dd20aa,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:13.126800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=eaed3cd7-03b7-47e8-92eb-eb143ed4f16f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:13.151600 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.162143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd35371-bc60-4d19-8390-d9e28ddf0ee1 req-c9ca06a2-13d1-451b-b94f-2aa6cdd65cd5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:13.163713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fd35371-bc60-4d19-8390-d9e28ddf0ee1 req-c9ca06a2-13d1-451b-b94f-2aa6cdd65cd5 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 985 time: 0.4585567 Aug 27 16:15:13.174669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a93ed24d-f6af-4235-9134-91f9961a3f94 req-e2ccc882-aa85-4b37-8e4f-ea8d8e025fb0 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747006 Aug 27 16:15:13.209698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35794) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:13.225235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fd35371-bc60-4d19-8390-d9e28ddf0ee1 req-096e2c64-5a15-4f96-a7fb-1b52901272c4 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&id=449442f3-00aa-41d3-ad8a-93c663a0de59&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0476003 Aug 27 16:15:13.256491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24bd417c-a4b2-42b6-9dae-314111977ca6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=75112f3c6fc94cb393b33ac3e3fef6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455484 Aug 27 16:15:13.258808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35798) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:13.323310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc92b251-68f1-4c43-8643-dc82eb8c01fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.348479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc92b251-68f1-4c43-8643-dc82eb8c01fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.373240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43443-853b-49b4-ad8d-3c11df2dcc73 req-15a07dd0-6527-4145-b655-3cac8826de77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:13.379907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d43443-853b-49b4-ad8d-3c11df2dcc73 req-15a07dd0-6527-4145-b655-3cac8826de77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:13.381651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0d43443-853b-49b4-ad8d-3c11df2dcc73 req-15a07dd0-6527-4145-b655-3cac8826de77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 1654 time: 0.0756419 Aug 27 16:15:13.424516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:13.427939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.481790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0d43443-853b-49b4-ad8d-3c11df2dcc73 req-6df41dd0-3855-4f99-b0bc-8f4522879ed1 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904369 Aug 27 16:15:13.486062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-55aefecb-1354-4eda-8a63-c4371400a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:13.488564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-55aefecb-1354-4eda-8a63-c4371400a632 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 1095 time: 0.1057525 Aug 27 16:15:13.519797 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc92b251-68f1-4c43-8643-dc82eb8c01fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.522295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc92b251-68f1-4c43-8643-dc82eb8c01fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.523575 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cc92b251-68f1-4c43-8643-dc82eb8c01fb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7277f571-b130-446f-9405-d75d297e7324 HTTP/1.1" status: 204 len: 168 time: 0.2635553 Aug 27 16:15:13.553447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92b251-68f1-4c43-8643-dc82eb8c01fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7277f571-b130-446f-9405-d75d297e7324,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:13.609745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:13.610961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-c96fdeb0-1b67-418c-a7ab-8fcd2b98e01e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6824312 Aug 27 16:15:13.727293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-6ef33c65-6fd9-471e-b3fa-c6e2a93c054f tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.141 HTTP/1.1" status: 200 len: 696 time: 0.1058705 Aug 27 16:15:13.734983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-b1645399-4c49-4437-b683-c06518f4a51a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-46839369&fields=id&tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e HTTP/1.1" status: 200 len: 267 time: 0.1868598 Aug 27 16:15:13.856374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Allocated IP 19.80.0.156 (efdc0404-05c1-4ba6-aa76-2ee7e3a3324f/2305699f-2ad0-469a-8732-0f8681db2a0b/4d51cc0a-1430-41ff-ba8c-d2f6046f06de) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:13.859668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-70157dcd-d578-4b2e-b588-5134415114b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:13.861137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-70157dcd-d578-4b2e-b588-5134415114b6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 907 time: 0.3597231 Aug 27 16:15:13.934203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-41509f72-1e7e-44a8-ac99-965b09d1f5f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0 HTTP/1.1" status: 200 len: 217 time: 0.0610418 Aug 27 16:15:13.946744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-c92b9e3c-414d-42d8-9b0b-b76062f0357e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:13.948166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-c92b9e3c-414d-42d8-9b0b-b76062f0357e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 985 time: 0.1942182 Aug 27 16:15:14.008230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'port': {'security_groups': ['449442f3-00aa-41d3-ad8a-93c663a0de59', 'a639ab95-fe5c-45b0-b5df-91a3388e0ba3', 'c06036d9-6bd7-4f51-9794-378b58ab4042']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:14.052601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-659ab6c5-2dce-441d-94c6-3c862f667312 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:14.053953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1cf63fe-359a-4c7b-8e5f-8878a8602267 req-659ab6c5-2dce-441d-94c6-3c862f667312 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.3037572 Aug 27 16:15:14.127278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-350e36a8-9411-4d23-bbde-cadb837d3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:14.128738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-350e36a8-9411-4d23-bbde-cadb837d3d1e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc HTTP/1.1" status: 200 len: 845 time: 0.1796865 Aug 27 16:15:14.220716 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.223929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-02acd352-d86c-4dda-a53c-a843a2005b27 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28637a2e-55de-4d09-b419-9c916614c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531576 Aug 27 16:15:14.356103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:14.372883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b1ddf-e08c-4659-8eeb-0b4e7c9cf00e req-8877b503-aa10-45d9-9dff-3eee2464cd45 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:14.372883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-538b1ddf-e08c-4659-8eeb-0b4e7c9cf00e req-8877b503-aa10-45d9-9dff-3eee2464cd45 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 944 time: 0.2591403 Aug 27 16:15:14.420386 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.436505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 30f76ac2-e411-4548-bfec-3596e2dd20aa up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:14.458675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Transition to ACTIVE for port object 4d51cc0a-1430-41ff-ba8c-d2f6046f06de will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:14.498530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-538b1ddf-e08c-4659-8eeb-0b4e7c9cf00e req-6398b935-5c69-4784-b9b5-6df2e03319fb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173496 Aug 27 16:15:14.508386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-4485f52c-bf41-4b18-9466-f2cecf35cd36 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695882 Aug 27 16:15:14.512136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:14.527078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'mac_address': 'fa:16:3e:db:f5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:14.555545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 30f76ac2-e411-4548-bfec-3596e2dd20aa triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:14.555925 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.620036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.636989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:14.686518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:14.705145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86294cbf-2aa2-4e67-8a80-a50054b13fbf req-bf38b468-6ef7-4a46-9d72-fdbc67cf046f service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898861 Aug 27 16:15:14.720669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:14.756040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.788621 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.820721 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.831604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:14.836904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:14.842097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:14.848822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Port': ['ID=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:14.884553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:14.902577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:14.904489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.929530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:14.942102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', '455e4e8c-44e2-4ce3-bb93-0fe70c158533'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:15.011472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:15.017898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-25dc8eef-d323-401e-9554-d44d52625474 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4334157 Aug 27 16:15:15.035915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:15.036621 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.038083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13228034-fa68-4dee-bb7a-028ec6eddbfe req-bf7e91b8-429b-4d81-82d5-ac6f74ad791c tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "PUT /v2.0/ports/455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 1021 time: 1.0652916 Aug 27 16:15:15.038562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:15.042230 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcd11e2-26a8-4601-b542-beab375a41b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:15.067882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Request body: {'port': {'device_id': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:15.127600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['6dbeda04-018a-45e5-9cbf-b78cb63daaf0'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:15.156774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['455e4e8c-44e2-4ce3-bb93-0fe70c158533'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:15.282966 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.313383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e5292fc5-9ac0-4c43-94b3-eba65b98198d None None] Provisioning for port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:15.340421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e5292fc5-9ac0-4c43-94b3-eba65b98198d None None] Provisioning complete for port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:15.341320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5292fc5-9ac0-4c43-94b3-eba65b98198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.347606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26bab6-3bf4-40f5-9b49-d20b97ada166 req-c95f4baa-279b-4299-baa0-0b99de0285c8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:15.353581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26bab6-3bf4-40f5-9b49-d20b97ada166 req-c95f4baa-279b-4299-baa0-0b99de0285c8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:15.360087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26bab6-3bf4-40f5-9b49-d20b97ada166 req-c95f4baa-279b-4299-baa0-0b99de0285c8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:15.361793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a26bab6-3bf4-40f5-9b49-d20b97ada166 req-c95f4baa-279b-4299-baa0-0b99de0285c8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2376 time: 0.2386949 Aug 27 16:15:15.363990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-da330d74-c4a6-491f-8419-b4286ca9418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:15.365498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-da330d74-c4a6-491f-8419-b4286ca9418f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1095 time: 0.1371522 Aug 27 16:15:15.372860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-c9dab513-f66d-4594-a3e7-78caa47fe3f4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2674181 Aug 27 16:15:15.428374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:15.442404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e5292fc5-9ac0-4c43-94b3-eba65b98198d None None] Port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:15.583435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a26bab6-3bf4-40f5-9b49-d20b97ada166 req-3f8b5049-300a-495f-82e3-a75eed5316eb tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774638 Aug 27 16:15:15.643073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:15.744656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-c427e083-a0b4-4362-b364-e737c846f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:15.746165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-c427e083-a0b4-4362-b364-e737c846f9a1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.3720853 Aug 27 16:15:15.828481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd44219b-7f95-4b0e-a4ae-39868fb52366 req-4e64fd8e-4a1d-4ea0-bb06-9c74666f88fa tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/c06036d9-6bd7-4f51-9794-378b58ab4042 HTTP/1.1" status: 200 len: 1800 time: 0.2077515 Aug 27 16:15:16.165516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-be0adefb-0fcc-4709-be1e-55c803f695ba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.4109056 Aug 27 16:15:16.280146 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-cd44219b-7f95-4b0e-a4ae-39868fb52366 req-21524b66-359b-420c-904c-e104b6c1b298 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 16:15:16.281264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd44219b-7f95-4b0e-a4ae-39868fb52366 req-21524b66-359b-420c-904c-e104b6c1b298 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/c06036d9-6bd7-4f51-9794-378b58ab4042 HTTP/1.1" status: 409 len: 341 time: 0.4430618 Aug 27 16:15:16.291147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-b2401bcd-4d48-44d7-983c-0123581e5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:16.297264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-b2401bcd-4d48-44d7-983c-0123581e5ecb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1184525 Aug 27 16:15:16.311362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea180fea-7612-4891-a52b-d80ff22a0710 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:16.336063 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199b48cb-eb75-4dbf-899a-0e1ad4513dbb x-openstack-request-id: req-199b48cb-eb75-4dbf-899a-0e1ad4513dbb {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:16.336234 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:16.336464 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-199b48cb-eb75-4dbf-899a-0e1ad4513dbb {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:16.336865 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533', 'status': 'completed', 'code': 200} Aug 27 16:15:16.338787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.357000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.372046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:16.376199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Transition to ACTIVE for port object ea180fea-7612-4891-a52b-d80ff22a0710 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:16.416949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-9cd20532-8253-488d-a472-c7db554aa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:16.418447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-9cd20532-8253-488d-a472-c7db554aa46a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181374 Aug 27 16:15:16.423841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-610f1e7d-5717-4815-9c02-4fa858b519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:16.425607 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-610f1e7d-5717-4815-9c02-4fa858b519dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1175 time: 0.0723746 Aug 27 16:15:16.503224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:16.507241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.514895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:16.516658 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.549602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-9ffd8abc-3848-45e6-a6f4-a50c2b5d5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:16.551579 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-9ffd8abc-3848-45e6-a6f4-a50c2b5d5b6f service neutron] 10.222.0.90 "GET /v2.0/networks?id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 200 len: 914 time: 0.1165552 Aug 27 16:15:16.621014 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-94026f23-7554-4781-b29e-0516fe3afa28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 200 len: 217 time: 0.0614109 Aug 27 16:15:16.623357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d9e6-b829-4861-a94e-180d473a3022 req-1abb122f-0178-410a-9d0d-27e37800e441 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:16.624986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef0d9e6-b829-4861-a94e-180d473a3022 req-1abb122f-0178-410a-9d0d-27e37800e441 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.2129490 Aug 27 16:15:16.636708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.667783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:16.668488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Pushing event updated for resources: {'Port': ['ID=ea180fea-7612-4891-a52b-d80ff22a0710,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:16.678788 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290b7d6e-0b59-47be-b898-1670e17d15ba" -d '{"events": [{"server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "name": "network-vif-plugged", "status": "completed", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:16.687688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-c54881fa-b917-4c9e-ae5a-828ed497f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:16.689457 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-c54881fa-b917-4c9e-ae5a-828ed497f4c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 200 len: 852 time: 0.0561512 Aug 27 16:15:16.701436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:16.723190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Allocated IP 172.25.4.43 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/ed17aa94-0050-49bc-b153-f2f17daa17c0) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:16.727596 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-464b2408-7e73-4a0f-ac4e-0b3de4f16397 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=45bdea07-6d1e-4b3e-97e1-0d1360790c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308027 Aug 27 16:15:16.760148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-0ea535c1-7705-41fd-be69-e313c3cdaa01 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307259 Aug 27 16:15:16.798086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:16.852905 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-6f11522d-3d64-40a8-949e-5f88f03186ef service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162660 Aug 27 16:15:16.856129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:16.895334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ef0d9e6-b829-4861-a94e-180d473a3022 req-d9d80e56-1d10-4840-bd84-360357a176ba tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530203 Aug 27 16:15:16.936769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Attempting to bind port ea180fea-7612-4891-a52b-d80ff22a0710 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:16.936769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Attempting to bind port ea180fea-7612-4891-a52b-d80ff22a0710 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:16.936769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Attempting to bind port ea180fea-7612-4891-a52b-d80ff22a0710 on network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:16.957575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Port ea180fea-7612-4891-a52b-d80ff22a0710 on network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:16.957905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Attempting to bind port ea180fea-7612-4891-a52b-d80ff22a0710 on network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:16.965453 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cdcd11e2-26a8-4601-b542-beab375a41b8 req-781486f9-2065-4056-b016-f4acb996dc3d service neutron] 10.222.0.90 "GET /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017931 Aug 27 16:15:16.997535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:16.999674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Checking segment: {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:17.000257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Bound using segment: {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:17.001396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Bound port: ea180fea-7612-4891-a52b-d80ff22a0710, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:17.002418 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.075503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.102788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04ce8f2a-ba5d-4f9a-b583-67aa374b9652 req-84687da4-04db-4dd2-a351-a6fac8498b4a service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326087 Aug 27 16:15:17.179960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15492337-8156-4105-9e44-5b71d917cb77 req-8834e2a5-c557-45ba-a07c-00b05281f1c1 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:17.181768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15492337-8156-4105-9e44-5b71d917cb77 req-8834e2a5-c557-45ba-a07c-00b05281f1c1 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 946 time: 0.1572385 Aug 27 16:15:17.186365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] For port ea180fea-7612-4891-a52b-d80ff22a0710, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:17.218730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] For port ea180fea-7612-4891-a52b-d80ff22a0710, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ea180fea-7612-4891-a52b-d80ff22a0710,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:17.242571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15492337-8156-4105-9e44-5b71d917cb77 req-aad0f101-4c97-4a68-8af5-d8c4803279b1 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510805 Aug 27 16:15:17.417050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.423029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.465360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:17.466748 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.468187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] 10.222.0.97 "PUT /v2.0/ports/ea180fea-7612-4891-a52b-d80ff22a0710 HTTP/1.1" status: 200 len: 1092 time: 2.4163640 Aug 27 16:15:17.478136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:17.478136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:17.479530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:17.517955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=ed17aa94-0050-49bc-b153-f2f17daa17c0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:17.615870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffad5d-092b-492c-b262-3ef9cab6d419 service neutron] Pushing event updated for resources: {'Port': ['ID=ea180fea-7612-4891-a52b-d80ff22a0710,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:17.637140 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.694029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Request body: {'port': {'device_id': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:17.752635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:17.838168 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.119295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d575b2-5ffd-49c0-adbe-784b149a0b82 req-4144ff3d-90d7-4a1d-81f0-ef7a7c3573a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:18.125932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d575b2-5ffd-49c0-adbe-784b149a0b82 req-4144ff3d-90d7-4a1d-81f0-ef7a7c3573a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:18.131918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d575b2-5ffd-49c0-adbe-784b149a0b82 req-4144ff3d-90d7-4a1d-81f0-ef7a7c3573a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:18.133454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2d575b2-5ffd-49c0-adbe-784b149a0b82 req-4144ff3d-90d7-4a1d-81f0-ef7a7c3573a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2388 time: 0.1919298 Aug 27 16:15:18.241083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2d575b2-5ffd-49c0-adbe-784b149a0b82 req-66d20480-41bf-43d2-8914-79b1531e0efd tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Aug 27 16:15:18.284938 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e605fd2-12a5-4001-aee8-7204dfcfcac8 x-openstack-request-id: req-7e605fd2-12a5-4001-aee8-7204dfcfcac8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:18.285459 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "name": "network-vif-plugged", "status": "completed", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:18.285992 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e605fd2-12a5-4001-aee8-7204dfcfcac8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:18.286399 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'code': 200} Aug 27 16:15:18.291583 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.297805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585ba850-df4b-4e62-93b3-9fd950024543 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:18.305601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.319589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Transition to ACTIVE for port object 585ba850-df4b-4e62-93b3-9fd950024543 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:18.340539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'tag': 'ea180fea-7612-4891-a52b-d80ff22a0710'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:18.343478 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "tag": "ea180fea-7612-4891-a52b-d80ff22a0710"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:18.374853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.399680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.490105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=ed17aa94-0050-49bc-b153-f2f17daa17c0,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:18.504352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0e7ca-a2f0-499f-96ca-0c797722cb19 req-5f7cf622-00b3-43af-b816-84d415688584 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:18.506222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ebe0e7ca-a2f0-499f-96ca-0c797722cb19 req-5f7cf622-00b3-43af-b816-84d415688584 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1024 time: 0.1742747 Aug 27 16:15:18.557026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4232a20-dc09-4970-85a3-1cee2fd2cafc req-0665a2f4-6d23-4a24-b372-b5b80cadcb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:18.558954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4232a20-dc09-4970-85a3-1cee2fd2cafc req-0665a2f4-6d23-4a24-b372-b5b80cadcb81 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 1097 time: 0.1925993 Aug 27 16:15:18.599636 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.657865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Pushing event updated for resources: {'Port': ['ID=585ba850-df4b-4e62-93b3-9fd950024543,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:18.682919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ebe0e7ca-a2f0-499f-96ca-0c797722cb19 req-bc2d20bd-450b-42e2-87a9-5d7e221e7d6a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&id=c06036d9-6bd7-4f51-9794-378b58ab4042&id=449442f3-00aa-41d3-ad8a-93c663a0de59&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1687622 Aug 27 16:15:18.699305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4232a20-dc09-4970-85a3-1cee2fd2cafc req-d7380205-9621-4488-906f-596c9d635a1b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256127 Aug 27 16:15:18.713124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Attempting to bind port 585ba850-df4b-4e62-93b3-9fd950024543 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:18.713463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Attempting to bind port 585ba850-df4b-4e62-93b3-9fd950024543 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:18.713807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Attempting to bind port 585ba850-df4b-4e62-93b3-9fd950024543 on network 254295c1-8bf3-440b-bd06-858cc7866305 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:18.719148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Port 585ba850-df4b-4e62-93b3-9fd950024543 on network 254295c1-8bf3-440b-bd06-858cc7866305 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:18.719506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Attempting to bind port 585ba850-df4b-4e62-93b3-9fd950024543 on network 254295c1-8bf3-440b-bd06-858cc7866305 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:18.724619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:18.724903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Checking segment: {'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:18.725292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Bound using segment: {'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:18.725757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Bound port: 585ba850-df4b-4e62-93b3-9fd950024543, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8eaeaf-c557-4b28-895a-146ecce899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:18.726117 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.745946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:18.745946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-180bbe40-29cd-437b-ad55-768ad8b8a1e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3513284 Aug 27 16:15:18.859037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-4f216bb0-74ee-4d0f-aaff-f4257a947255 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.0929925 Aug 27 16:15:18.883900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] For port 585ba850-df4b-4e62-93b3-9fd950024543, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:18.902703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcb923-b6fd-44a1-a6f6-91cab8f75fd0 req-b565afd4-4d1e-4605-92fb-91abf75dd78e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:18.904349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43fcb923-b6fd-44a1-a6f6-91cab8f75fd0 req-b565afd4-4d1e-4605-92fb-91abf75dd78e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1401250 Aug 27 16:15:18.957936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] For port 585ba850-df4b-4e62-93b3-9fd950024543, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=585ba850-df4b-4e62-93b3-9fd950024543,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:18.989303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43fcb923-b6fd-44a1-a6f6-91cab8f75fd0 req-0188b9f0-2d34-4833-9dcb-48536844d47f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584021 Aug 27 16:15:19.027572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-c45319b0-10e3-419b-a7d7-7f06cc65d08b tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.029058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc4c732a-2ec3-450b-a3cf-08a62169b6cd req-c45319b0-10e3-419b-a7d7-7f06cc65d08b tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1631613 Aug 27 16:15:19.074179 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.157399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.158209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.159546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] 10.222.0.97 "PUT /v2.0/ports/585ba850-df4b-4e62-93b3-9fd950024543 HTTP/1.1" status: 200 len: 1091 time: 1.4699018 Aug 27 16:15:19.178312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c4f6-ba4e-4374-aae5-e5a1c13988e8 service neutron] Pushing event updated for resources: {'Port': ['ID=585ba850-df4b-4e62-93b3-9fd950024543,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:19.197753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318100d-772e-4a14-a866-9e0f10dc3703 req-2cc77c25-e3a0-4076-832a-94b2eb1401da tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.205466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c318100d-772e-4a14-a866-9e0f10dc3703 req-2cc77c25-e3a0-4076-832a-94b2eb1401da tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 946 time: 0.1175289 Aug 27 16:15:19.214080 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a86e6b-49c6-41a9-a4de-161f20b3c80a x-openstack-request-id: req-78a86e6b-49c6-41a9-a4de-161f20b3c80a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:19.214306 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "tag": "ea180fea-7612-4891-a52b-d80ff22a0710", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:19.214536 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-78a86e6b-49c6-41a9-a4de-161f20b3c80a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:19.214858 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'tag': 'ea180fea-7612-4891-a52b-d80ff22a0710', 'status': 'completed', 'code': 200} Aug 27 16:15:19.273508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c318100d-772e-4a14-a866-9e0f10dc3703 req-b5a9f6e2-016b-48c5-a5cd-72a68b359fd4 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671382 Aug 27 16:15:19.296084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-699c2b64-e740-40a0-bd2d-85d24594065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.296766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-699c2b64-e740-40a0-bd2d-85d24594065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.297300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-699c2b64-e740-40a0-bd2d-85d24594065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.298622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-699c2b64-e740-40a0-bd2d-85d24594065b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2798 time: 0.0758176 Aug 27 16:15:19.604432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-778da633-6035-41d4-a412-dcdee7df8e53 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.605888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-778da633-6035-41d4-a412-dcdee7df8e53 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 1024 time: 0.0572972 Aug 27 16:15:19.638732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Request body: {'port': {'device_id': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:19.721980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Deleting port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:19.722328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.823305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] For port 455e4e8c-44e2-4ce3-bb93-0fe70c158533, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=455e4e8c-44e2-4ce3-bb93-0fe70c158533,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:19.823637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.838366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Calling delete_port for 455e4e8c-44e2-4ce3-bb93-0fe70c158533 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:19.860377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-5cd0edf0-02d3-4fb7-9644-0d319bd34911 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5829301 Aug 27 16:15:19.860997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:19.879110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5a2b-b253-41e9-b7fd-6c2ba3795b32 req-cb4f3a03-9720-4575-9d7a-53d7178599bf tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.885615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5a2b-b253-41e9-b7fd-6c2ba3795b32 req-cb4f3a03-9720-4575-9d7a-53d7178599bf tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.892847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5a2b-b253-41e9-b7fd-6c2ba3795b32 req-cb4f3a03-9720-4575-9d7a-53d7178599bf tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.894498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-372d5a2b-b253-41e9-b7fd-6c2ba3795b32 req-cb4f3a03-9720-4575-9d7a-53d7178599bf tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2400 time: 0.2816355 Aug 27 16:15:19.911854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:19.931546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-d3b8f8cf-e7c1-42b6-9174-060315a5f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.932495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-d3b8f8cf-e7c1-42b6-9174-060315a5f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.933029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-d3b8f8cf-e7c1-42b6-9174-060315a5f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:19.934584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-d3b8f8cf-e7c1-42b6-9174-060315a5f449 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3206224 Aug 27 16:15:20.053732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-372d5a2b-b253-41e9-b7fd-6c2ba3795b32 req-71d88169-7de7-4b75-99e0-a390e653cc2b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468065 Aug 27 16:15:20.159292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.170537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', '455e4e8c-44e2-4ce3-bb93-0fe70c158533'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:20.199766 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.231044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'Port': ['ID=455e4e8c-44e2-4ce3-bb93-0fe70c158533,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:20.246685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.247609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.248105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.248519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.248983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.249324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.249660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.249996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.251225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.251593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.251931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.252264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:20.288101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-dc7df36a-8143-4184-9e0b-aadd681a5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:20.289682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aaaa09ca-cc85-49f0-b2b9-40e3732e2039 req-dc7df36a-8143-4184-9e0b-aadd681a5a48 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3434982 Aug 27 16:15:20.312861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] No DVR routers for this DVR port 455e4e8c-44e2-4ce3-bb93-0fe70c158533 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:20.315203 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.317260 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d253186-d6a5-4b92-a21b-3f32908ae465 req-c695ca73-6417-4949-8829-12d814542ad1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "DELETE /v2.0/ports/455e4e8c-44e2-4ce3-bb93-0fe70c158533 HTTP/1.1" status: 204 len: 173 time: 0.7038467 Aug 27 16:15:20.317787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'name': 'network-vif-deleted', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:20.327469 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec361c-1613-4ce8-a1a2-c750b94a3b7f" -d '{"events": [{"server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "name": "network-vif-deleted", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:20.342422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba520d0-6c13-49c7-a9c5-be518d9d3531 req-01b6faf9-fe5b-4402-9dab-6ab8a7f773b3 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:20.348605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aba520d0-6c13-49c7-a9c5-be518d9d3531 req-01b6faf9-fe5b-4402-9dab-6ab8a7f773b3 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc HTTP/1.1" status: 200 len: 945 time: 0.2231400 Aug 27 16:15:20.457123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aba520d0-6c13-49c7-a9c5-be518d9d3531 req-426f2239-3cfa-492d-b23c-f694af4734f1 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&id=c06036d9-6bd7-4f51-9794-378b58ab4042&id=449442f3-00aa-41d3-ad8a-93c663a0de59&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0936451 Aug 27 16:15:20.539754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d51cc0a-1430-41ff-ba8c-d2f6046f06de {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:20.551694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.556221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.575178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Transition to ACTIVE for port object 4d51cc0a-1430-41ff-ba8c-d2f6046f06de will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:20.633567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6da516e-19c1-4cbb-9d9a-ae8943cad796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.682470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Allocated IP 172.25.4.235 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/40144b1d-3c75-4964-bb83-6735ae820757) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:20.684563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.835610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Pushing event updated for resources: {'Port': ['ID=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:20.861573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d5d0-796b-4a9e-babf-170ff8d3cee4 req-7a0b1b03-822a-4e33-b5db-c1fc61e67098 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:20.863196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b4d5d0-796b-4a9e-babf-170ff8d3cee4 req-7a0b1b03-822a-4e33-b5db-c1fc61e67098 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 946 time: 0.1827743 Aug 27 16:15:20.969387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:20.977693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b4d5d0-796b-4a9e-babf-170ff8d3cee4 req-93416cb6-963b-4422-bf7f-9039d7efa586 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984776 Aug 27 16:15:21.044958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Attempting to bind port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:21.044958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Attempting to bind port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:21.045112 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a28191-7044-4d14-b5de-a508746e2c4d x-openstack-request-id: req-e5a28191-7044-4d14-b5de-a508746e2c4d {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:21.045556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Attempting to bind port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de on network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:21.045645 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc", "name": "network-vif-deleted", "tag": "455e4e8c-44e2-4ce3-bb93-0fe70c158533", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:21.045645 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e5a28191-7044-4d14-b5de-a508746e2c4d {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:21.046453 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cca4d67-e2d7-4e21-9fbd-e6dfb57a41fc', 'name': 'network-vif-deleted', 'tag': '455e4e8c-44e2-4ce3-bb93-0fe70c158533', 'status': 'completed', 'code': 200} Aug 27 16:15:21.048653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de on network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:21.048989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Attempting to bind port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de on network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:21.053935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:21.054321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Checking segment: {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:21.054662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Bound using segment: {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:21.055095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Bound port: 4d51cc0a-1430-41ff-ba8c-d2f6046f06de, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2c0437-30ae-4fe7-9452-235179af29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:21.055554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.136358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] For port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:21.141312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] For port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:21.176783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.215543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:21.216199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'tag': '585ba850-df4b-4e62-93b3-9fd950024543'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:21.218636 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b2ef14-f244-485b-932e-4161a9519a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "tag": "585ba850-df4b-4e62-93b3-9fd950024543"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:21.223838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:21.229465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:21.253491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=40144b1d-3c75-4964-bb83-6735ae820757,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:21.282289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.347003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.347655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.349044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-491d4b72-b329-494a-9743-71b223432a39 service neutron] 10.222.0.97 "PUT /v2.0/ports/4d51cc0a-1430-41ff-ba8c-d2f6046f06de HTTP/1.1" status: 200 len: 1092 time: 1.7341297 Aug 27 16:15:21.375607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.389708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d4b72-b329-494a-9743-71b223432a39 service neutron] Pushing event updated for resources: {'Port': ['ID=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:21.500904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36835a-74c4-476f-9e50-1452242a2104 req-96be423e-1d1b-4ff6-98fb-189bfb4b64b8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.506823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36835a-74c4-476f-9e50-1452242a2104 req-96be423e-1d1b-4ff6-98fb-189bfb4b64b8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.513040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36835a-74c4-476f-9e50-1452242a2104 req-96be423e-1d1b-4ff6-98fb-189bfb4b64b8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.515770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc36835a-74c4-476f-9e50-1452242a2104 req-96be423e-1d1b-4ff6-98fb-189bfb4b64b8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2412 time: 0.0700982 Aug 27 16:15:21.598988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.635581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc36835a-74c4-476f-9e50-1452242a2104 req-4d0bd6a2-1718-4cba-ae40-206c56f2fceb tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106126 Aug 27 16:15:21.665370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-277cfba4-b9fa-4dfa-a2b3-01d15d541f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.665929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-277cfba4-b9fa-4dfa-a2b3-01d15d541f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.666569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-277cfba4-b9fa-4dfa-a2b3-01d15d541f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.668252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-277cfba4-b9fa-4dfa-a2b3-01d15d541f81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2865 time: 0.1183043 Aug 27 16:15:21.720687 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c0d5f5-b375-4ce8-926c-2eaf630fab5b x-openstack-request-id: req-09c0d5f5-b375-4ce8-926c-2eaf630fab5b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:21.721341 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "tag": "585ba850-df4b-4e62-93b3-9fd950024543", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:21.721341 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-09c0d5f5-b375-4ce8-926c-2eaf630fab5b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:21.721623 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'tag': '585ba850-df4b-4e62-93b3-9fd950024543', 'status': 'completed', 'code': 200} Aug 27 16:15:21.753145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-4e568f7e-5439-43e3-a3e6-dbb5c024665b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=ea180fea-7612-4891-a52b-d80ff22a0710 HTTP/1.1" status: 200 len: 217 time: 0.0755775 Aug 27 16:15:21.858044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-148e7ac5-eb2c-4f06-9e09-64837bad13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.859547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-148e7ac5-eb2c-4f06-9e09-64837bad13b8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2305699f-2ad0-469a-8732-0f8681db2a0b HTTP/1.1" status: 200 len: 801 time: 0.0941069 Aug 27 16:15:21.871902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d466fb-5956-4f96-bf9d-ec01afc7d5f2 req-c44bfa5a-e29b-46c5-b9d6-872e49b3710a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.873404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91d466fb-5956-4f96-bf9d-ec01afc7d5f2 req-c44bfa5a-e29b-46c5-b9d6-872e49b3710a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 946 time: 0.1226017 Aug 27 16:15:21.963771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:21.973561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91d466fb-5956-4f96-bf9d-ec01afc7d5f2 req-965c716f-f677-4c3d-afe3-f965b76e2f9b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 Aug 27 16:15:21.976477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-e319ef90-6c15-44b6-8017-8e946391202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:21.977909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-e319ef90-6c15-44b6-8017-8e946391202b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1019809 Aug 27 16:15:22.071161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-1f3b105c-f286-4997-a74c-ddcef77ccd41 service neutron] 10.222.0.97 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849853 Aug 27 16:15:22.085523 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.209507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=40144b1d-3c75-4964-bb83-6735ae820757,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:22.240534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.282971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-79bdd9da-8976-48a2-a1b5-6a0a68ebf3a0 service neutron] 10.222.0.97 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050183 Aug 27 16:15:22.303104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6173c5f6-6241-4a2f-ba3f-45c86a22357c req-672043e8-9419-4022-acec-2e6162d5f23e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/449442f3-00aa-41d3-ad8a-93c663a0de59 HTTP/1.1" status: 200 len: 1802 time: 0.0788450 Aug 27 16:15:22.333226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-1ca8a713-9ef0-4f8a-8946-700496e081c9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=585ba850-df4b-4e62-93b3-9fd950024543 HTTP/1.1" status: 200 len: 217 time: 0.0409606 Aug 27 16:15:22.416928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-6f186fe1-ad37-413d-9a93-c98a7efdc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:22.418264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-6f186fe1-ad37-413d-9a93-c98a7efdc02f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5861b21b-caef-44ed-bdb0-a7b925416668 HTTP/1.1" status: 200 len: 801 time: 0.0729544 Aug 27 16:15:22.438737 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6173c5f6-6241-4a2f-ba3f-45c86a22357c req-fb431341-8cc3-470e-8093-69a61c4caeb8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.461385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.462563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-3deb7d82-3a6a-418a-8f10-6502b60a31d4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5613995 Aug 27 16:15:22.491522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6173c5f6-6241-4a2f-ba3f-45c86a22357c req-fb431341-8cc3-470e-8093-69a61c4caeb8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.546722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-4e05365c-10c8-4550-9f0a-be6af2d35d4b tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 696 time: 0.0747807 Aug 27 16:15:22.556435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-abc9f723-0cc6-4750-b360-0ef1aae390dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:22.557927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-abc9f723-0cc6-4750-b360-0ef1aae390dd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=254295c1-8bf3-440b-bd06-858cc7866305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1312666 Aug 27 16:15:22.737163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-a79ae9cc-e6b6-4542-b653-df8e221743f3 service neutron] 10.222.0.97 "GET /v2.0/networks/254295c1-8bf3-440b-bd06-858cc7866305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703098 Aug 27 16:15:22.743848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-1765941e-87fe-439b-9435-69a601b6623c tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:22.745049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7050cc9-3bfd-4f89-b7b2-27bf7dcb407c req-1765941e-87fe-439b-9435-69a601b6623c tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1823943 Aug 27 16:15:22.796177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6173c5f6-6241-4a2f-ba3f-45c86a22357c req-fb431341-8cc3-470e-8093-69a61c4caeb8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.798759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6173c5f6-6241-4a2f-ba3f-45c86a22357c req-fb431341-8cc3-470e-8093-69a61c4caeb8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:22.799943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6173c5f6-6241-4a2f-ba3f-45c86a22357c req-fb431341-8cc3-470e-8093-69a61c4caeb8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/449442f3-00aa-41d3-ad8a-93c663a0de59 HTTP/1.1" status: 204 len: 173 time: 0.4694760 Aug 27 16:15:22.851448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb431341-8cc3-470e-8093-69a61c4caeb8 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449442f3-00aa-41d3-ad8a-93c663a0de59,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:23.026786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.043029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 455e4e8c-44e2-4ce3-bb93-0fe70c158533 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:23.076013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 455e4e8c-44e2-4ce3-bb93-0fe70c158533 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:23.076574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 455e4e8c-44e2-4ce3-bb93-0fe70c158533 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:23.195122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-e0946d7c-aebd-4448-aaa1-2f6455660a4a service neutron] 10.222.0.97 "GET /v2.0/networks/254295c1-8bf3-440b-bd06-858cc7866305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491253 Aug 27 16:15:23.208423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e5c32-a64b-413d-bccc-80334f735f8b req-e51f12a1-2ac6-47c9-92bc-ab9b151286a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:23.214308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e5c32-a64b-413d-bccc-80334f735f8b req-e51f12a1-2ac6-47c9-92bc-ab9b151286a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:23.217168 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3f736a5-e6f7-424a-bd02-797518233e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.220854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e5c32-a64b-413d-bccc-80334f735f8b req-e51f12a1-2ac6-47c9-92bc-ab9b151286a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:23.222540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-191e5c32-a64b-413d-bccc-80334f735f8b req-e51f12a1-2ac6-47c9-92bc-ab9b151286a6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2412 time: 0.4202282 Aug 27 16:15:23.239034 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.285391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-aa36fc7b-dd23-490d-992d-13ee794694d3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=4d51cc0a-1430-41ff-ba8c-d2f6046f06de HTTP/1.1" status: 200 len: 217 time: 0.0554094 Aug 27 16:15:23.346463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-b404ec13-efde-447d-90e2-1b677547d16b tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5207140 Aug 27 16:15:23.356638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-191e5c32-a64b-413d-bccc-80334f735f8b req-cf7b3bc6-bb36-4566-9da0-294f69256c61 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222408 Aug 27 16:15:23.371256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:23.384518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-70e138f0-6290-413d-b96e-a6eaeedb61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:23.385977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-70e138f0-6290-413d-b96e-a6eaeedb61f3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2305699f-2ad0-469a-8732-0f8681db2a0b HTTP/1.1" status: 200 len: 801 time: 0.0918155 Aug 27 16:15:23.467764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c8963fb-3afa-435e-a3e8-192c6f696581 req-f21c3b64-e2c6-43f2-977e-b067d9275903 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/c06036d9-6bd7-4f51-9794-378b58ab4042 HTTP/1.1" status: 200 len: 1800 time: 0.0786254 Aug 27 16:15:23.472551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-08940d9f-e013-4147-8608-7dc96b66b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:23.473981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-08940d9f-e013-4147-8608-7dc96b66b493 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812006 Aug 27 16:15:23.497501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.905144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9c8963fb-3afa-435e-a3e8-192c6f696581 req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.905144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-c95c8693-5e30-49dd-ac85-a7613e72a671 service neutron] 10.222.0.97 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913686 Aug 27 16:15:23.905144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9c8963fb-3afa-435e-a3e8-192c6f696581 req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.905144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'tag': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:23.905144 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d033e661-383d-47f1-90e5-6da421fbc632" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "tag": "4d51cc0a-1430-41ff-ba8c-d2f6046f06de"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:23.905144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60d93227-ac94-4009-9b42-f1b2050f3720 req-a78c233c-ecce-410e-9caa-03563b594c18 service neutron] 10.222.0.97 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548014 Aug 27 16:15:23.905144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:23.961025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Allocated IP 172.25.4.128 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/c734993a-b388-4540-a530-4b20aaced1cb) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:24.065070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.130669 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.163037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9c8963fb-3afa-435e-a3e8-192c6f696581 req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.163526 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9c8963fb-3afa-435e-a3e8-192c6f696581 req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.175881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c8963fb-3afa-435e-a3e8-192c6f696581 req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/c06036d9-6bd7-4f51-9794-378b58ab4042 HTTP/1.1" status: 204 len: 173 time: 0.7006536 Aug 27 16:15:24.187878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06036d9-6bd7-4f51-9794-378b58ab4042,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:24.198665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.199017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.199519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.199868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.200231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.200961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.201121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.201421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.201748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.202068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.202401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.202720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12332ab-47b7-403a-81ce-86dc579ac387 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:24.209703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.299423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:24.324599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:24.328126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:24.358912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=c734993a-b388-4540-a530-4b20aaced1cb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:24.382040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ef14-f244-485b-932e-4161a9519a9b req-8d5ca133-9cd9-41bf-a9c5-bbd19040b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:24.382586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ef14-f244-485b-932e-4161a9519a9b req-8d5ca133-9cd9-41bf-a9c5-bbd19040b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:24.383064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ef14-f244-485b-932e-4161a9519a9b req-8d5ca133-9cd9-41bf-a9c5-bbd19040b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:24.384856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b2ef14-f244-485b-932e-4161a9519a9b req-8d5ca133-9cd9-41bf-a9c5-bbd19040b8f7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2865 time: 0.1776650 Aug 27 16:15:24.394083 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.412529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f19daf-2d94-4b82-bb50-52c08fd0841d req-561651b2-f80e-4864-947d-73b88081aec9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:24.414008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88f19daf-2d94-4b82-bb50-52c08fd0841d req-561651b2-f80e-4864-947d-73b88081aec9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 946 time: 0.1509995 Aug 27 16:15:24.545062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88f19daf-2d94-4b82-bb50-52c08fd0841d req-72f7af16-664d-42d0-bb87-067b2e9ca716 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155062 Aug 27 16:15:24.556039 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.574172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ef14-f244-485b-932e-4161a9519a9b req-bf52a4f9-8b01-497d-b169-60cd658bd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:24.576618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b2ef14-f244-485b-932e-4161a9519a9b req-bf52a4f9-8b01-497d-b169-60cd658bd7a7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=254295c1-8bf3-440b-bd06-858cc7866305 HTTP/1.1" status: 200 len: 903 time: 0.1824169 Aug 27 16:15:24.624621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b2ef14-f244-485b-932e-4161a9519a9b req-beb79a2d-8ee4-4bb3-8590-d69a974cb98e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=585ba850-df4b-4e62-93b3-9fd950024543 HTTP/1.1" status: 200 len: 217 time: 0.0375395 Aug 27 16:15:24.701809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:24.704232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ef14-f244-485b-932e-4161a9519a9b req-b9f6cdff-9bc7-4490-a312-ea67175778d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:24.705713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b2ef14-f244-485b-932e-4161a9519a9b req-b9f6cdff-9bc7-4490-a312-ea67175778d1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5861b21b-caef-44ed-bdb0-a7b925416668 HTTP/1.1" status: 200 len: 801 time: 0.0739863 Aug 27 16:15:24.708658 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59099f1-735a-4ec5-9d4d-f59410b2dbc9 x-openstack-request-id: req-c59099f1-735a-4ec5-9d4d-f59410b2dbc9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:24.713178 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "tag": "4d51cc0a-1430-41ff-ba8c-d2f6046f06de", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:24.713178 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c59099f1-735a-4ec5-9d4d-f59410b2dbc9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:24.713178 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'tag': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de', 'status': 'completed', 'code': 200} Aug 27 16:15:24.743811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-3f12c445-112e-4946-b700-ce1c2776d0d4 req-d4b31f37-5b4e-40c0-92b4-0c9855e0a127 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1553588054', 'description': 'tempest-description-1281430521'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:24.846169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ef14-f244-485b-932e-4161a9519a9b req-3ad10dfd-e9ae-44ff-96d8-49f28565ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:24.847663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b2ef14-f244-485b-932e-4161a9519a9b req-3ad10dfd-e9ae-44ff-96d8-49f28565ede0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=254295c1-8bf3-440b-bd06-858cc7866305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1198194 Aug 27 16:15:24.911803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3f12c445-112e-4946-b700-ce1c2776d0d4 req-d4b31f37-5b4e-40c0-92b4-0c9855e0a127 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.021363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.032819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b2ef14-f244-485b-932e-4161a9519a9b req-63786352-ff18-4cf1-81b6-7489a6e72f98 service neutron] 10.222.0.97 "GET /v2.0/networks/254295c1-8bf3-440b-bd06-858cc7866305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757209 Aug 27 16:15:25.129205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3f12c445-112e-4946-b700-ce1c2776d0d4 req-d4b31f37-5b4e-40c0-92b4-0c9855e0a127 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.156363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b2ef14-f244-485b-932e-4161a9519a9b req-b8ae930d-c919-4c0e-a698-ebc7ef960d77 service neutron] 10.222.0.97 "GET /v2.0/networks/254295c1-8bf3-440b-bd06-858cc7866305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082435 Aug 27 16:15:25.171155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.248264 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3f12c445-112e-4946-b700-ce1c2776d0d4 req-d4b31f37-5b4e-40c0-92b4-0c9855e0a127 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.283011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event updated for resources: {'Port': ['ID=c734993a-b388-4540-a530-4b20aaced1cb,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:25.325851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b31f37-5b4e-40c0-92b4-0c9855e0a127 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e620b98-3ab8-4587-a17e-8525e81a5711,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:25.329989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.340012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033e661-383d-47f1-90e5-6da421fbc632 req-a51da1d9-97d8-4884-9a84-668bab160910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.340731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033e661-383d-47f1-90e5-6da421fbc632 req-a51da1d9-97d8-4884-9a84-668bab160910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.341808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033e661-383d-47f1-90e5-6da421fbc632 req-a51da1d9-97d8-4884-9a84-668bab160910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.343528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033e661-383d-47f1-90e5-6da421fbc632 req-a51da1d9-97d8-4884-9a84-668bab160910 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2865 time: 0.1399207 Aug 27 16:15:25.396650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3f12c445-112e-4946-b700-ce1c2776d0d4 req-d4b31f37-5b4e-40c0-92b4-0c9855e0a127 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.398000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f12c445-112e-4946-b700-ce1c2776d0d4 req-d4b31f37-5b4e-40c0-92b4-0c9855e0a127 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6688886 Aug 27 16:15:25.439794 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.440974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-5dd473cb-1a1a-4d04-bd0f-9ef7f9b5344d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0834141 Aug 27 16:15:25.445527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033e661-383d-47f1-90e5-6da421fbc632 req-337cff64-acf7-4928-92ba-c3c28e803d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.447010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033e661-383d-47f1-90e5-6da421fbc632 req-337cff64-acf7-4928-92ba-c3c28e803d64 service neutron] 10.222.0.97 "GET /v2.0/networks?id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f HTTP/1.1" status: 200 len: 904 time: 0.0962846 Aug 27 16:15:25.553234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033e661-383d-47f1-90e5-6da421fbc632 req-5548eee2-ec74-4afd-8b8d-b7c28c86d6fe service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=4d51cc0a-1430-41ff-ba8c-d2f6046f06de HTTP/1.1" status: 200 len: 217 time: 0.0836294 Aug 27 16:15:25.557720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-8e10cf50-71e4-40b8-bc5e-ec350427648d tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1098218 Aug 27 16:15:25.663845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad879bc-d2f9-4cd5-a6e3-1e3e146a051e req-a908a766-5cfe-4637-b918-aa5a6a6d9e40 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.676082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad879bc-d2f9-4cd5-a6e3-1e3e146a051e req-a908a766-5cfe-4637-b918-aa5a6a6d9e40 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.683602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad879bc-d2f9-4cd5-a6e3-1e3e146a051e req-a908a766-5cfe-4637-b918-aa5a6a6d9e40 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.685400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ad879bc-d2f9-4cd5-a6e3-1e3e146a051e req-a908a766-5cfe-4637-b918-aa5a6a6d9e40 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2412 time: 0.2363920 Aug 27 16:15:25.720655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033e661-383d-47f1-90e5-6da421fbc632 req-a3ff5cb1-e486-468d-b6c3-7b730fb35294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.722085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033e661-383d-47f1-90e5-6da421fbc632 req-a3ff5cb1-e486-468d-b6c3-7b730fb35294 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2305699f-2ad0-469a-8732-0f8681db2a0b HTTP/1.1" status: 200 len: 801 time: 0.1598065 Aug 27 16:15:25.807315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ad879bc-d2f9-4cd5-a6e3-1e3e146a051e req-eb3c3b52-ac41-4171-90ee-54e5f436db2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112854 Aug 27 16:15:25.814574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-81251d31-2cb8-4048-aec8-24b70632b956 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.815928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d42942d7-fcca-4300-9e7c-64455737f6e6 req-81251d31-2cb8-4048-aec8-24b70632b956 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.2449000 Aug 27 16:15:25.831510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033e661-383d-47f1-90e5-6da421fbc632 req-2d867c5e-f8ea-4eda-bd92-9ba17109a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:25.832996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033e661-383d-47f1-90e5-6da421fbc632 req-2d867c5e-f8ea-4eda-bd92-9ba17109a699 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997624 Aug 27 16:15:25.953722 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:25.974147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-190e2c1a-d223-4a83-bef5-f2db2eb0800d req-4c0ab370-b0a1-4f3b-a0ff-7f2b44a60f6b tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/7e620b98-3ab8-4587-a17e-8525e81a5711 HTTP/1.1" status: 200 len: 1803 time: 0.0723948 Aug 27 16:15:25.979541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033e661-383d-47f1-90e5-6da421fbc632 req-2b7d170f-ecdf-4b00-8086-d0a7adf61e6c service neutron] 10.222.0.97 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387012 Aug 27 16:15:25.985218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-190e2c1a-d223-4a83-bef5-f2db2eb0800d req-2b2655f6-c9e7-47c0-b956-e6e254aa4845 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1068958810', 'description': 'tempest-description-hth-21228265'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:26.055489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-190e2c1a-d223-4a83-bef5-f2db2eb0800d req-2b2655f6-c9e7-47c0-b956-e6e254aa4845 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.131199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-190e2c1a-d223-4a83-bef5-f2db2eb0800d req-2b2655f6-c9e7-47c0-b956-e6e254aa4845 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.133502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d033e661-383d-47f1-90e5-6da421fbc632 req-618915c5-364a-40e1-bfb5-5f82a4608d17 service neutron] 10.222.0.97 "GET /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453218 Aug 27 16:15:26.209147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-190e2c1a-d223-4a83-bef5-f2db2eb0800d req-2b2655f6-c9e7-47c0-b956-e6e254aa4845 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.211860 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-190e2c1a-d223-4a83-bef5-f2db2eb0800d req-2b2655f6-c9e7-47c0-b956-e6e254aa4845 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.213085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-190e2c1a-d223-4a83-bef5-f2db2eb0800d req-2b2655f6-c9e7-47c0-b956-e6e254aa4845 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "PUT /v2.0/security-groups/7e620b98-3ab8-4587-a17e-8525e81a5711 HTTP/1.1" status: 200 len: 1775 time: 0.2325764 Aug 27 16:15:26.240469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2655f6-c9e7-47c0-b956-e6e254aa4845 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e620b98-3ab8-4587-a17e-8525e81a5711,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:26.398803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84c87652-f4cf-4d99-9af7-c2200d4258c2 req-503aef9d-0e95-483b-af1c-4f94b23443e8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips/3931a7ce-21dd-4ddf-84c8-f6b7a918d952 HTTP/1.1" status: 200 len: 693 time: 0.0453315 Aug 27 16:15:26.433102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4d51cc0a-1430-41ff-ba8c-d2f6046f06de details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:26.512782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c87652-f4cf-4d99-9af7-c2200d4258c2 req-949b1e53-acda-4993-b187-bf96b67eee29 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:26.515754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84c87652-f4cf-4d99-9af7-c2200d4258c2 req-949b1e53-acda-4993-b187-bf96b67eee29 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1181760 Aug 27 16:15:26.570220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:26.586293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de', 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f', 'port_id': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de', 'mac_address': 'fa:16:3e:28:34:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2305699f-2ad0-469a-8732-0f8681db2a0b', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:26.629488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.645892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d51cc0a-1430-41ff-ba8c-d2f6046f06de {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:26.669781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:26.765964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.767013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ea180fea-7612-4891-a52b-d80ff22a0710 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:26.836334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:26.841666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port ea180fea-7612-4891-a52b-d80ff22a0710, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ea180fea-7612-4891-a52b-d80ff22a0710,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:26.853139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'ea180fea-7612-4891-a52b-d80ff22a0710', 'network_id': 'efdc0404-05c1-4ba6-aa76-2ee7e3a3324f', 'port_id': 'ea180fea-7612-4891-a52b-d80ff22a0710', 'mac_address': 'fa:16:3e:97:47:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2305699f-2ad0-469a-8732-0f8681db2a0b', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:26.861956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-278e9be8-2d5b-414a-af1f-0bf1bed92f1c tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips/3931a7ce-21dd-4ddf-84c8-f6b7a918d952 HTTP/1.1" status: 200 len: 693 time: 0.0583057 Aug 27 16:15:26.867561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-afd9c340-f181-44a3-a52c-75c8248e9ad5 req-4f68f3c9-cc0d-4398-acb5-c8625040aad4 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/7e620b98-3ab8-4587-a17e-8525e81a5711 HTTP/1.1" status: 200 len: 1775 time: 0.3507919 Aug 27 16:15:26.898906 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:26.911735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea180fea-7612-4891-a52b-d80ff22a0710 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:26.931465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port ea180fea-7612-4891-a52b-d80ff22a0710, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ea180fea-7612-4891-a52b-d80ff22a0710,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:26.976907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-c4425e06-0280-453c-aea1-261b88ad2124 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:26.978452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-c4425e06-0280-453c-aea1-261b88ad2124 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1100266 Aug 27 16:15:27.022148 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.022976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 585ba850-df4b-4e62-93b3-9fd950024543 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:27.040979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-963f373c-906d-4574-9a68-fb5102507b90 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0555165 Aug 27 16:15:27.111147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-4030533f-c6ab-4339-a486-9fd7609bd6aa tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0556142 Aug 27 16:15:27.114930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=ea180fea-7612-4891-a52b-d80ff22a0710,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:27.126329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902bd5-deaf-4b0c-99a5-dac649775055 req-9ce02afc-9875-4a77-8096-5b11ae48c418 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:27.132455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902bd5-deaf-4b0c-99a5-dac649775055 req-9ce02afc-9875-4a77-8096-5b11ae48c418 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:27.139235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902bd5-deaf-4b0c-99a5-dac649775055 req-9ce02afc-9875-4a77-8096-5b11ae48c418 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:27.141181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45902bd5-deaf-4b0c-99a5-dac649775055 req-9ce02afc-9875-4a77-8096-5b11ae48c418 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2414 time: 0.1178575 Aug 27 16:15:27.159003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 585ba850-df4b-4e62-93b3-9fd950024543, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=585ba850-df4b-4e62-93b3-9fd950024543,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:27.174420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '585ba850-df4b-4e62-93b3-9fd950024543', 'network_id': '254295c1-8bf3-440b-bd06-858cc7866305', 'port_id': '585ba850-df4b-4e62-93b3-9fd950024543', 'mac_address': 'fa:16:3e:f7:c9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5861b21b-caef-44ed-bdb0-a7b925416668', 'ip_address': '19.86.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:27.211835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.225312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585ba850-df4b-4e62-93b3-9fd950024543 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:27.244806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 585ba850-df4b-4e62-93b3-9fd950024543, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=585ba850-df4b-4e62-93b3-9fd950024543,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:27.255321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45902bd5-deaf-4b0c-99a5-dac649775055 req-3232115c-9d1a-4b57-9793-297eda2477e7 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060531 Aug 27 16:15:27.328570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Deleting port c734993a-b388-4540-a530-4b20aaced1cb {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:27.328992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.341727 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.374979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fedc8a9-0fa9-4d50-b1a8-41b9eb905934 req-5651c959-09a6-47c0-8e27-3eebf8e8d976 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/7e620b98-3ab8-4587-a17e-8525e81a5711 HTTP/1.1" status: 200 len: 1775 time: 0.0974109 Aug 27 16:15:27.391835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=585ba850-df4b-4e62-93b3-9fd950024543,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:27.443027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.443286 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.467188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Calling delete_port for c734993a-b388-4540-a530-4b20aaced1cb owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:27.473969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fedc8a9-0fa9-4d50-b1a8-41b9eb905934 req-261a5d33-3080-4350-838e-7e2572ce6175 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.536741 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fedc8a9-0fa9-4d50-b1a8-41b9eb905934 req-261a5d33-3080-4350-838e-7e2572ce6175 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.702310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fedc8a9-0fa9-4d50-b1a8-41b9eb905934 req-261a5d33-3080-4350-838e-7e2572ce6175 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.704965 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fedc8a9-0fa9-4d50-b1a8-41b9eb905934 req-261a5d33-3080-4350-838e-7e2572ce6175 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.706152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fedc8a9-0fa9-4d50-b1a8-41b9eb905934 req-261a5d33-3080-4350-838e-7e2572ce6175 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/7e620b98-3ab8-4587-a17e-8525e81a5711 HTTP/1.1" status: 204 len: 173 time: 0.3234754 Aug 27 16:15:27.715512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5d33-3080-4350-838e-7e2572ce6175 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e620b98-3ab8-4587-a17e-8525e81a5711,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:27.770471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.800108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event deleted for resources: {'Port': ['ID=c734993a-b388-4540-a530-4b20aaced1cb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:27.864733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.867315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:27.868498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efd37f82-99d4-419c-ba7d-10798f64ffb3 req-27bdc1b6-cf71-4c66-90ed-2de684123cc8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "DELETE /v2.0/floatingips/3931a7ce-21dd-4ddf-84c8-f6b7a918d952 HTTP/1.1" status: 204 len: 173 time: 0.7263808 Aug 27 16:15:27.871223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['585ba850-df4b-4e62-93b3-9fd950024543'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:27.899476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ea180fea-7612-4891-a52b-d80ff22a0710'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:27.935117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['4d51cc0a-1430-41ff-ba8c-d2f6046f06de'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:28.182576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c7c62-bf2c-4edc-948d-9613fe1f85a8 req-6cde6f5f-6943-4bc3-be8d-3dcbcb8e5951 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.184119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-834c7c62-bf2c-4edc-948d-9613fe1f85a8 req-6cde6f5f-6943-4bc3-be8d-3dcbcb8e5951 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2082670 Aug 27 16:15:28.194945 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-c7706530-9995-45a4-af92-23b64bb443bd req-0677aaa3-9df7-44a5-981f-bcfbea6984f2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:15:28.196040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7706530-9995-45a4-af92-23b64bb443bd req-0677aaa3-9df7-44a5-981f-bcfbea6984f2 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/c06036d9-6bd7-4f51-9794-378b58ab4042 HTTP/1.1" status: 404 len: 352 time: 0.0327630 Aug 27 16:15:28.302591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75f0ab2d-1f91-47bb-8211-d247291fd64c req-c3ad9b73-10b1-4b53-88ec-c6940f6452a4 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=e4a99feb60924426bb3e3f01f6752d70 HTTP/1.1" status: 200 len: 1656 time: 0.0870044 Aug 27 16:15:28.326536 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-f05fc04a-7ae6-4bcd-9c60-e7576f6fd4b3 req-223b8a46-ea8e-4840-9c41-40712c511ad6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:15:28.327543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05fc04a-7ae6-4bcd-9c60-e7576f6fd4b3 req-223b8a46-ea8e-4840-9c41-40712c511ad6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/449442f3-00aa-41d3-ad8a-93c663a0de59 HTTP/1.1" status: 404 len: 352 time: 0.0240581 Aug 27 16:15:28.451886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:28.468828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ab2d-1f91-47bb-8211-d247291fd64c req-284061f1-56eb-4010-b410-f39467268813 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.470222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75f0ab2d-1f91-47bb-8211-d247291fd64c req-284061f1-56eb-4010-b410-f39467268813 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks?id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&id=e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 787 time: 0.1582215 Aug 27 16:15:28.480166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707882d7-bcab-40a5-bca6-efa57a74f91f req-48de2480-4c5c-42dd-8d68-ed1728fe4232 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.486731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707882d7-bcab-40a5-bca6-efa57a74f91f req-48de2480-4c5c-42dd-8d68-ed1728fe4232 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.492626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707882d7-bcab-40a5-bca6-efa57a74f91f req-48de2480-4c5c-42dd-8d68-ed1728fe4232 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.494177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-707882d7-bcab-40a5-bca6-efa57a74f91f req-48de2480-4c5c-42dd-8d68-ed1728fe4232 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2415 time: 0.1023221 Aug 27 16:15:28.538678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-707882d7-bcab-40a5-bca6-efa57a74f91f req-5558bd6c-dd94-48bb-9ae4-1cd9882e7de6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372391 Aug 27 16:15:28.560206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:28.573208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'mac_address': 'fa:16:3e:db:f5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:28.588889 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-1a4ce127-d14c-411a-82f0-b82c5ec5c4b4 req-15eed95f-eb61-45bd-9537-21be233f22f6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:15:28.589902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a4ce127-d14c-411a-82f0-b82c5ec5c4b4 req-15eed95f-eb61-45bd-9537-21be233f22f6 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/14a9487c-c172-4f03-bbfa-b1870a8d7de4 HTTP/1.1" status: 404 len: 352 time: 0.0170033 Aug 27 16:15:28.620401 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:28.633437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:28.649021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-9adf7641-1402-46f6-943f-2f5bafb2df4a tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips/c789c37e-19fa-4029-9929-68cf1a50f2c4 HTTP/1.1" status: 200 len: 693 time: 0.0623605 Aug 27 16:15:28.649964 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-a3ecf57c-d4af-4714-b1f2-0d2fc34ed3df req-a34c6e4a-9ac6-450d-b7f8-225b4f5b91ff tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:15:28.650838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3ecf57c-d4af-4714-b1f2-0d2fc34ed3df req-a34c6e4a-9ac6-450d-b7f8-225b4f5b91ff tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/ba32cfd5-8ab4-4155-8819-bdd7336a0138 HTTP/1.1" status: 404 len: 352 time: 0.0218885 Aug 27 16:15:28.655385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:28.721130 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-7207fd18-c7fb-44d3-9208-91edcb9050a1 req-6c48d20c-ad98-4570-a7d8-7c7b56d2b978 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:15:28.722046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7207fd18-c7fb-44d3-9208-91edcb9050a1 req-6c48d20c-ad98-4570-a7d8-7c7b56d2b978 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/2f9c21a8-127e-4ae7-9bf9-cb00a50946c1 HTTP/1.1" status: 404 len: 352 time: 0.0432253 Aug 27 16:15:28.741960 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:28.762159 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-ceca2386-34df-405f-890a-82a90713ed5e req-690af489-afe8-4e31-8256-18ff61792aed tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] show failed (client error): The resource could not be found. Aug 27 16:15:28.763639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ceca2386-34df-405f-890a-82a90713ed5e req-690af489-afe8-4e31-8256-18ff61792aed tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/a07b30fd-9d46-40fc-a0bc-18133d8e3261 HTTP/1.1" status: 404 len: 352 time: 0.0197687 Aug 27 16:15:28.785895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-0731f039-6a86-489c-a0a5-89ee345b0f9e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:28.787426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-0731f039-6a86-489c-a0a5-89ee345b0f9e tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1312160 Aug 27 16:15:28.800849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:28.857567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-f64d59d0-3968-4981-8eda-1347a91783e2 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 696 time: 0.0625901 Aug 27 16:15:28.908400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-899afbf2-d8fd-4039-9d7c-17d9428f9cef tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.235 HTTP/1.1" status: 200 len: 696 time: 0.0447593 Aug 27 16:15:29.041853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Deleting port 40144b1d-3c75-4964-bb83-6735ae820757 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:29.042179 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.121636 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.122007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.134216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Calling delete_port for 40144b1d-3c75-4964-bb83-6735ae820757 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:29.158679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['6dbeda04-018a-45e5-9cbf-b78cb63daaf0'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:29.382681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.459709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event deleted for resources: {'Port': ['ID=40144b1d-3c75-4964-bb83-6735ae820757,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:29.509483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c883495-0cc2-4240-afa9-4fda34d7733b req-23937f7f-5e38-432f-b041-0658c6e8944a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:29.510982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c883495-0cc2-4240-afa9-4fda34d7733b req-23937f7f-5e38-432f-b041-0658c6e8944a tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1023 time: 0.1255105 Aug 27 16:15:29.516558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.519836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:29.520218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f9777c2-0a73-4c39-8e06-9dabeb78ac28 req-6e38da49-ab2a-4b4e-b3f5-dd4612f680c1 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "DELETE /v2.0/floatingips/c789c37e-19fa-4029-9929-68cf1a50f2c4 HTTP/1.1" status: 204 len: 173 time: 0.6059868 Aug 27 16:15:29.599902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c883495-0cc2-4240-afa9-4fda34d7733b req-02aee893-e94e-4ddc-a295-7b63c111b968 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&id=0f5d434b-dc14-4727-ba48-70557c1bfddd&id=ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0786662 Aug 27 16:15:29.609797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-1aaa3c44-edb8-488c-9a8c-a61d5a8aaada tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips/94167891-2534-4576-87b9-6694e28c061b HTTP/1.1" status: 200 len: 692 time: 0.0631609 Aug 27 16:15:29.762046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3d0a-1d6b-48d2-895b-58ddca81ff7f req-e97e3add-4162-4883-a193-44f228ce6ee8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:29.768212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3d0a-1d6b-48d2-895b-58ddca81ff7f req-e97e3add-4162-4883-a193-44f228ce6ee8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:29.774177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3d0a-1d6b-48d2-895b-58ddca81ff7f req-e97e3add-4162-4883-a193-44f228ce6ee8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:29.775855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-615c3d0a-1d6b-48d2-895b-58ddca81ff7f req-e97e3add-4162-4883-a193-44f228ce6ee8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2415 time: 0.0994821 Aug 27 16:15:29.787522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-de6ac6e0-0f81-4d44-92fb-354d3a178d60 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:29.788892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-de6ac6e0-0f81-4d44-92fb-354d3a178d60 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1623769 Aug 27 16:15:29.851253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-b3b2fa5d-c9aa-4b95-b700-4aa896b012db tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.0547450 Aug 27 16:15:29.871210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-615c3d0a-1d6b-48d2-895b-58ddca81ff7f req-0fcdd81d-852a-43fd-82f3-5fae410a7dd5 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813358 Aug 27 16:15:29.927006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-428ab26c-86a5-4ecf-b9b4-3a43640e7d11 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.0568485 Aug 27 16:15:30.056886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Deleting port ed17aa94-0050-49bc-b153-f2f17daa17c0 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:30.057235 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.134694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.134948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.146940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Calling delete_port for ed17aa94-0050-49bc-b153-f2f17daa17c0 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:30.371753 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.395044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event deleted for resources: {'Port': ['ID=ed17aa94-0050-49bc-b153-f2f17daa17c0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:30.449084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:30.458770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.462508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.463712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d346c2d-5756-4b09-8999-dc21467c9f2e req-e197cb7e-e5e2-40e3-b712-46f4e87de8f8 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "DELETE /v2.0/floatingips/94167891-2534-4576-87b9-6694e28c061b HTTP/1.1" status: 204 len: 173 time: 0.5393279 Aug 27 16:15:30.520109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:30.520877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.587337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f72d1956-85e6-4794-b841-6081838fe10f req-27d1bf9d-1f1e-4993-96ba-450e049eecbb tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips/2ce59892-5612-4dfd-a6a2-5eac19b5d357 HTTP/1.1" status: 200 len: 693 time: 0.0912485 Aug 27 16:15:30.597174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1e7e8db6-03e9-4c28-8c81-b2408d6ab690 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:30.597174 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1e7e8db6-03e9-4c28-8c81-b2408d6ab690 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1023 time: 0.0824196 Aug 27 16:15:30.718318 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.754818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:30.758093 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bfc8aa-021f-4bc5-870a-32c04a9889e1" -d '{"events": [{"server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "name": "network-vif-plugged", "status": "completed", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:30.780830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:30.809918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Deleting port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:30.810769 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.913652 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:30.914453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4d51cc0a-1430-41ff-ba8c-d2f6046f06de up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:30.994024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] For port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,segment=NetworkSegment(2859123b-c8a1-41d1-9a5e-7eff153bf375),segment_id=2859123b-c8a1-41d1-9a5e-7eff153bf375)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:30.994457 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.020777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Calling delete_port for 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:31.069503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:31.172503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:31.185493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:31.185908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.342057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb623e-0596-4a6d-915d-8ef3834074b9 req-9866d5f2-d6b2-4cf9-a8a9-a6b169b06143 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:31.359100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92cb623e-0596-4a6d-915d-8ef3834074b9 req-9866d5f2-d6b2-4cf9-a8a9-a6b169b06143 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 1023 time: 0.2321477 Aug 27 16:15:31.394386 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.416444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.464821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:31.466709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:31.519679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'Port': ['ID=281051f0-fd6f-4e6c-ba53-48bd17d2bdd2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:31.524005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d1956-85e6-4794-b841-6081838fe10f req-fb2daf06-71ff-468a-93a9-51642259a56c tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:31.543565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f72d1956-85e6-4794-b841-6081838fe10f req-fb2daf06-71ff-468a-93a9-51642259a56c tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.9495797 Aug 27 16:15:31.559474 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.559474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 585ba850-df4b-4e62-93b3-9fd950024543 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:31.582340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92cb623e-0596-4a6d-915d-8ef3834074b9 req-1d186f26-e656-4297-83ff-71e705dfd141 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups?id=a639ab95-fe5c-45b0-b5df-91a3388e0ba3&id=0f5d434b-dc14-4727-ba48-70557c1bfddd&id=ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2057152 Aug 27 16:15:31.626052 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] No DVR routers for this DVR port 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:31.637072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.638785 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bce8cd9e-33ae-4455-83cc-43c37323c3c7 req-1efa2484-6a0a-4387-b98b-efc8aa31fb49 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.90 "DELETE /v2.0/ports/281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 HTTP/1.1" status: 204 len: 173 time: 1.0397775 Aug 27 16:15:31.639261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'name': 'network-vif-deleted', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:31.641541 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeeb296-1f60-4a0f-bf50-b8b31bcc7c10" -d '{"events": [{"server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "name": "network-vif-deleted", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:31.682122 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c30e1b-2281-4796-8a45-82a9d6967909 x-openstack-request-id: req-73c30e1b-2281-4796-8a45-82a9d6967909 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:31.682468 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "name": "network-vif-plugged", "status": "completed", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:31.682732 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-73c30e1b-2281-4796-8a45-82a9d6967909 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:31.685803 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'code': 200} Aug 27 16:15:31.704516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f72d1956-85e6-4794-b841-6081838fe10f req-5e2079c4-4e8d-413a-af42-fda1cf52f4a3 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.141 HTTP/1.1" status: 200 len: 696 time: 0.1605418 Aug 27 16:15:31.766294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:31.829317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f72d1956-85e6-4794-b841-6081838fe10f req-1fb2b396-75e9-4887-983c-11c2d1375038 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.141 HTTP/1.1" status: 200 len: 696 time: 0.1237037 Aug 27 16:15:31.947786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 585ba850-df4b-4e62-93b3-9fd950024543 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:31.952606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 585ba850-df4b-4e62-93b3-9fd950024543 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:31.953290 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:31.981804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885de1-2bc7-44cc-886e-ea53cd0f9f20 req-0aaac81c-7cbb-4e73-9d4b-05fb58c5e76f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:31.988183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885de1-2bc7-44cc-886e-ea53cd0f9f20 req-0aaac81c-7cbb-4e73-9d4b-05fb58c5e76f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:31.999122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885de1-2bc7-44cc-886e-ea53cd0f9f20 req-0aaac81c-7cbb-4e73-9d4b-05fb58c5e76f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:32.003536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5885de1-2bc7-44cc-886e-ea53cd0f9f20 req-0aaac81c-7cbb-4e73-9d4b-05fb58c5e76f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2416 time: 0.2114739 Aug 27 16:15:32.117680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.120281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Deleting port eaed3cd7-03b7-47e8-92eb-eb143ed4f16f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:32.120637 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.170265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 585ba850-df4b-4e62-93b3-9fd950024543, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=585ba850-df4b-4e62-93b3-9fd950024543,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:32.186612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5885de1-2bc7-44cc-886e-ea53cd0f9f20 req-bffad30c-2872-4886-886c-74d7ebaffce2 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701999 Aug 27 16:15:32.227054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.227667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.245951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Calling delete_port for eaed3cd7-03b7-47e8-92eb-eb143ed4f16f owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:32.307466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.436559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=585ba850-df4b-4e62-93b3-9fd950024543,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:32.467178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ea180fea-7612-4891-a52b-d80ff22a0710 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:32.541729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.611482 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91f2b59-a592-4b2c-9c6e-c67ae644355c x-openstack-request-id: req-a91f2b59-a592-4b2c-9c6e-c67ae644355c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:32.611781 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb", "name": "network-vif-deleted", "tag": "281051f0-fd6f-4e6c-ba53-48bd17d2bdd2", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:32.612042 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a91f2b59-a592-4b2c-9c6e-c67ae644355c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:32.613004 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb', 'name': 'network-vif-deleted', 'tag': '281051f0-fd6f-4e6c-ba53-48bd17d2bdd2', 'status': 'completed', 'code': 200} Aug 27 16:15:32.618955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Pushing event deleted for resources: {'Port': ['ID=eaed3cd7-03b7-47e8-92eb-eb143ed4f16f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:32.776785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d745d1b4-4c0e-4d5e-a8d5-57db9178cb42 req-6ff4846f-b57c-4004-adc1-84ff9bf1faf7 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8fc6ced-7ec0-416a-9c39-5f2e33c46cbb HTTP/1.1" status: 200 len: 210 time: 0.0814693 Aug 27 16:15:32.779452 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.794483 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:32.798227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f72d1956-85e6-4794-b841-6081838fe10f req-7d52fecb-35b1-4b82-b6c9-e04031ed0382 tempest-FloatingIPDetailsTestJSON-1734392438 tempest-FloatingIPDetailsTestJSON-1734392438-project] 10.222.0.101 "DELETE /v2.0/floatingips/2ce59892-5612-4dfd-a6a2-5eac19b5d357 HTTP/1.1" status: 204 len: 173 time: 0.9681013 Aug 27 16:15:32.801236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36176) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:32.850537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port ea180fea-7612-4891-a52b-d80ff22a0710 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:32.855064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port ea180fea-7612-4891-a52b-d80ff22a0710 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:32.855701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.022343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.085312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port ea180fea-7612-4891-a52b-d80ff22a0710, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ea180fea-7612-4891-a52b-d80ff22a0710,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:33.150819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.288614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=ea180fea-7612-4891-a52b-d80ff22a0710,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:33.381727 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.452270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30449f1e-a83b-4ee0-9c37-ae27c0f2676e req-fe93af70-9393-4f1c-bbfc-a0e01ed2586b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.470019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30449f1e-a83b-4ee0-9c37-ae27c0f2676e req-fe93af70-9393-4f1c-bbfc-a0e01ed2586b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.486746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30449f1e-a83b-4ee0-9c37-ae27c0f2676e req-fe93af70-9393-4f1c-bbfc-a0e01ed2586b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.488556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30449f1e-a83b-4ee0-9c37-ae27c0f2676e req-fe93af70-9393-4f1c-bbfc-a0e01ed2586b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2418 time: 0.1590834 Aug 27 16:15:33.575521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30449f1e-a83b-4ee0-9c37-ae27c0f2676e req-7baa4fde-b290-4eb9-aa20-9dac18d26109 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742288 Aug 27 16:15:33.688017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de'}, {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585ba850-df4b-4e62-93b3-9fd950024543'}, {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea180fea-7612-4891-a52b-d80ff22a0710'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:33.693537 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64860154-5c67-4258-86cd-fd57f6eedc67" -d '{"events": [{"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-plugged", "status": "completed", "tag": "4d51cc0a-1430-41ff-ba8c-d2f6046f06de"}, {"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-plugged", "status": "completed", "tag": "585ba850-df4b-4e62-93b3-9fd950024543"}, {"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-plugged", "status": "completed", "tag": "ea180fea-7612-4891-a52b-d80ff22a0710"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:33.746328 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0972754-cadb-4b16-aa7e-0a960a5ec682 x-openstack-request-id: req-f0972754-cadb-4b16-aa7e-0a960a5ec682 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:33.746639 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-plugged", "status": "completed", "tag": "4d51cc0a-1430-41ff-ba8c-d2f6046f06de", "code": 200}, {"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-plugged", "status": "completed", "tag": "585ba850-df4b-4e62-93b3-9fd950024543", "code": 200}, {"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-plugged", "status": "completed", "tag": "ea180fea-7612-4891-a52b-d80ff22a0710", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:33.747887 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f0972754-cadb-4b16-aa7e-0a960a5ec682 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:33.748311 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de', 'code': 200} Aug 27 16:15:33.748574 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585ba850-df4b-4e62-93b3-9fd950024543', 'code': 200} Aug 27 16:15:33.748829 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea180fea-7612-4891-a52b-d80ff22a0710', 'code': 200} Aug 27 16:15:33.816556 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:15:33.889942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Deleting port 30f76ac2-e411-4548-bfec-3596e2dd20aa {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:33.893542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:33.970093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbda6-597a-440b-9a46-69df328481fa req-293bf0e7-50ce-488b-a63e-44e957c25164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.970491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbda6-597a-440b-9a46-69df328481fa req-293bf0e7-50ce-488b-a63e-44e957c25164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.970983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbda6-597a-440b-9a46-69df328481fa req-293bf0e7-50ce-488b-a63e-44e957c25164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:33.973771 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c36cbda6-597a-440b-9a46-69df328481fa req-293bf0e7-50ce-488b-a63e-44e957c25164 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2871 time: 0.1060016 Aug 27 16:15:33.984900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-515aff34-5ddf-4754-8fa7-f20df8217432 req-ad1c6406-afce-4637-9743-674f0c91f67e tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa HTTP/1.1" status: 200 len: 1801 time: 0.1255133 Aug 27 16:15:34.052329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] For port 30f76ac2-e411-4548-bfec-3596e2dd20aa, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=30f76ac2-e411-4548-bfec-3596e2dd20aa,segment=NetworkSegment(36f6aebd-14a9-42d3-bd61-f2e8b9827c2c),segment_id=36f6aebd-14a9-42d3-bd61-f2e8b9827c2c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:34.052553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.054499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c36cbda6-597a-440b-9a46-69df328481fa req-0b40d092-9464-4fa1-8010-e7fba40f0032 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Aug 27 16:15:34.067378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Calling delete_port for 30f76ac2-e411-4548-bfec-3596e2dd20aa owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:34.112134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-515aff34-5ddf-4754-8fa7-f20df8217432 req-245e9665-1182-4e58-8506-25b997dbf478 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.141389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-515aff34-5ddf-4754-8fa7-f20df8217432 req-245e9665-1182-4e58-8506-25b997dbf478 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.296172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-515aff34-5ddf-4754-8fa7-f20df8217432 req-245e9665-1182-4e58-8506-25b997dbf478 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.299031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-515aff34-5ddf-4754-8fa7-f20df8217432 req-245e9665-1182-4e58-8506-25b997dbf478 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.304225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-515aff34-5ddf-4754-8fa7-f20df8217432 req-245e9665-1182-4e58-8506-25b997dbf478 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa HTTP/1.1" status: 204 len: 173 time: 0.3179440 Aug 27 16:15:34.317209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e9665-1182-4e58-8506-25b997dbf478 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecabf94d-2fb6-4b50-91bd-ec6e054fc5aa,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:34.354552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.380600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f76ac2-e411-4548-bfec-3596e2dd20aa,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:34.408683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2676a5c-4c16-48a2-a559-cc9f214f68d4 req-9ff6e4ae-b1e7-41e1-b09d-277450f3cc58 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "GET /v2.0/security-groups/0f5d434b-dc14-4727-ba48-70557c1bfddd HTTP/1.1" status: 200 len: 1799 time: 0.0804677 Aug 27 16:15:34.551591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2676a5c-4c16-48a2-a559-cc9f214f68d4 req-7f0f7b9d-7367-44c0-b26b-11113779cc46 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.613530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2676a5c-4c16-48a2-a559-cc9f214f68d4 req-7f0f7b9d-7367-44c0-b26b-11113779cc46 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.675928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.898027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be9db-234e-4c1a-b95d-d47269803e04 req-021d995d-3e1c-4cee-b422-6dfae44ac5e3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:34.913523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be9db-234e-4c1a-b95d-d47269803e04 req-021d995d-3e1c-4cee-b422-6dfae44ac5e3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:34.928808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be9db-234e-4c1a-b95d-d47269803e04 req-021d995d-3e1c-4cee-b422-6dfae44ac5e3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:34.930574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f0be9db-234e-4c1a-b95d-d47269803e04 req-021d995d-3e1c-4cee-b422-6dfae44ac5e3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2418 time: 0.1141698 Aug 27 16:15:34.931785 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2676a5c-4c16-48a2-a559-cc9f214f68d4 req-7f0f7b9d-7367-44c0-b26b-11113779cc46 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.934867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2676a5c-4c16-48a2-a559-cc9f214f68d4 req-7f0f7b9d-7367-44c0-b26b-11113779cc46 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:34.944013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36216) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:34.960543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2676a5c-4c16-48a2-a559-cc9f214f68d4 req-7f0f7b9d-7367-44c0-b26b-11113779cc46 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] 10.222.0.101 "DELETE /v2.0/security-groups/0f5d434b-dc14-4727-ba48-70557c1bfddd HTTP/1.1" status: 204 len: 173 time: 0.5500176 Aug 27 16:15:35.025670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f7b9d-7367-44c0-b26b-11113779cc46 tempest-SecurityGroupsTestJSON-1000479433 tempest-SecurityGroupsTestJSON-1000479433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d434b-dc14-4727-ba48-70557c1bfddd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:35.095911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f0be9db-234e-4c1a-b95d-d47269803e04 req-115433f3-3896-4246-8ee6-28cb9c93eef7 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345522 Aug 27 16:15:35.096782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] Deleting subnet 93f2190c-92b9-4427-a1ff-11da01ae72f4 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:15:35.101591 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.120130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:35.143803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:35.144484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 281051f0-fd6f-4e6c-ba53-48bd17d2bdd2 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:35.183351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.740872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Router e0b73d32-8de9-4a08-a29a-35713969ed3a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:15:35.746349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.945377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:35.951788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:35.967723 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] Sync routers for ids ['e0b73d32-8de9-4a08-a29a-35713969ed3a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:35.977327 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4cb7b654-a361-4957-8c99-05b0e6425a21 admin admin] 10.222.0.101 "PUT /v2.0/routers/e0b73d32-8de9-4a08-a29a-35713969ed3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1737015 Aug 27 16:15:35.980987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36232) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:36.003469 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f2190c-92b9-4427-a1ff-11da01ae72f4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:36.006774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.013186 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dbd7aa09-64f4-44dd-99c3-50c735a3abed admin admin] 10.222.0.101 "DELETE /v2.0/subnets/93f2190c-92b9-4427-a1ff-11da01ae72f4 HTTP/1.1" status: 204 len: 168 time: 1.0574493 Aug 27 16:15:36.013186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36234) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:36.022073 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] Routers {'e0b73d32-8de9-4a08-a29a-35713969ed3a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:36.025869 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e0b73d32-8de9-4a08-a29a-35713969ed3a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:36.217151 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.227445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.267746 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] Set router e0b73d32-8de9-4a08-a29a-35713969ed3a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:36.343833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.416298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bdea07-6d1e-4b3e-97e1-0d1360790c6b']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:36.416298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2859123b-c8a1-41d1-9a5e-7eff153bf375') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:36.416298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2859123b-c8a1-41d1-9a5e-7eff153bf375') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:36.416298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.422762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.428623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf26e-66f1-4fda-a1d5-ec16611e682c req-7c1d3dc9-7d42-4036-8c9c-1ed9b84be5c9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:36.431149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:15:36.431704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:15:36.433952 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:15:36.440736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf26e-66f1-4fda-a1d5-ec16611e682c req-7c1d3dc9-7d42-4036-8c9c-1ed9b84be5c9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:36.448497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf26e-66f1-4fda-a1d5-ec16611e682c req-7c1d3dc9-7d42-4036-8c9c-1ed9b84be5c9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:36.458956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83abf26e-66f1-4fda-a1d5-ec16611e682c req-7c1d3dc9-7d42-4036-8c9c-1ed9b84be5c9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2418 time: 0.1840436 Aug 27 16:15:36.483719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.518433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83abf26e-66f1-4fda-a1d5-ec16611e682c req-a0613344-c7fc-4f45-8425-69942b296b50 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 Aug 27 16:15:36.569286 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:34Z', 'revision_number': 5, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:36.607949 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] Checking router: e0b73d32-8de9-4a08-a29a-35713969ed3a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:36.628962 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] Routers {'e0b73d32-8de9-4a08-a29a-35713969ed3a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:36.632561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e0b73d32-8de9-4a08-a29a-35713969ed3a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:36.690953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.701149 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:36.701149 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] 10.222.0.101 "DELETE /v2.0/networks/45bdea07-6d1e-4b3e-97e1-0d1360790c6b HTTP/1.1" status: 204 len: 168 time: 0.6867771 Aug 27 16:15:36.750765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6b0bd-e6ce-4d0e-a658-9cd69283ae2a admin admin] Pushing event deleted for resources: {'Network': ['ID=45bdea07-6d1e-4b3e-97e1-0d1360790c6b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:36.794874 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] Set router e0b73d32-8de9-4a08-a29a-35713969ed3a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:36.844865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Deleting port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:36.847295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.055892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] For port a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:37.056553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.091355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Calling delete_port for a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:37.178412 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:34Z', 'revision_number': 5, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:37.297656 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9442b48-19f2-4a51-888d-f2a18172cb7f None None] The sync data for ids ['e0b73d32-8de9-4a08-a29a-35713969ed3a'] in n-d-806412-1 is: [{'id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'name': 'tempest-FloatingIPDetailsTestJSON-1319029275-router', 'tenant_id': 'e4a99feb60924426bb3e3f01f6752d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:01Z', 'updated_at': '2021-08-27T16:15:34Z', 'revision_number': 5, 'project_id': 'e4a99feb60924426bb3e3f01f6752d70', 'gw_port': {'id': 'a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:32:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b73d32-8de9-4a08-a29a-35713969ed3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:02Z', 'updated_at': '2021-08-27T16:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:37.420661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a14fe-ad8b-4972-9095-1b44509f6b3d req-302e40fc-2ced-4413-b7ca-f485e3f4b6dc tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:37.426662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a14fe-ad8b-4972-9095-1b44509f6b3d req-302e40fc-2ced-4413-b7ca-f485e3f4b6dc tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:37.432683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a14fe-ad8b-4972-9095-1b44509f6b3d req-302e40fc-2ced-4413-b7ca-f485e3f4b6dc tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:37.435017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f00a14fe-ad8b-4972-9095-1b44509f6b3d req-302e40fc-2ced-4413-b7ca-f485e3f4b6dc tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2418 time: 0.1589699 Aug 27 16:15:37.477583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36278) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:37.513885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f00a14fe-ad8b-4972-9095-1b44509f6b3d req-e1bcc382-d8b5-463c-abe6-c428abe33744 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648675 Aug 27 16:15:37.541602 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0cf5f32a-9f28-4d90-a6ab-7e7970f9953e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=726a39b6b6b6437fb1b2faf8ccbe070e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624793 Aug 27 16:15:37.542816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36280) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:37.603953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09d64f4c-fda6-49ac-b6e0-dd0416a93245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.632051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09d64f4c-fda6-49ac-b6e0-dd0416a93245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.685574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.717933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:37.804071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.815354 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09d64f4c-fda6-49ac-b6e0-dd0416a93245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.819966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09d64f4c-fda6-49ac-b6e0-dd0416a93245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:37.821165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09d64f4c-fda6-49ac-b6e0-dd0416a93245 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a639ab95-fe5c-45b0-b5df-91a3388e0ba3 HTTP/1.1" status: 204 len: 168 time: 0.2761538 Aug 27 16:15:37.836382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d64f4c-fda6-49ac-b6e0-dd0416a93245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a639ab95-fe5c-45b0-b5df-91a3388e0ba3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:38.027332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.032244 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.193250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.193846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b73d32-8de9-4a08-a29a-35713969ed3a {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:15:38.202488 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.202488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c4724adf-e3ed-43c1-a936-1d8bb1373f47 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e0b73d32-8de9-4a08-a29a-35713969ed3a HTTP/1.1" status: 204 len: 168 time: 2.2169425 Aug 27 16:15:38.204451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36290) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:38.420764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] Deleting subnet 5acca990-9c82-4046-93ab-10dd417c9af5 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:15:38.436693 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.525910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.628897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.683143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb4c76-f7ea-4157-a37c-516fbc2d3a18 req-e43f9455-3eb6-4531-bd19-bce87eef5e0e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.690041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb4c76-f7ea-4157-a37c-516fbc2d3a18 req-e43f9455-3eb6-4531-bd19-bce87eef5e0e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.696013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb4c76-f7ea-4157-a37c-516fbc2d3a18 req-e43f9455-3eb6-4531-bd19-bce87eef5e0e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:38.701488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1fb4c76-f7ea-4157-a37c-516fbc2d3a18 req-e43f9455-3eb6-4531-bd19-bce87eef5e0e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2418 time: 0.0892761 Aug 27 16:15:38.805998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.836519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1fb4c76-f7ea-4157-a37c-516fbc2d3a18 req-c75daf32-f709-4af5-8d94-b707b6191213 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230857 Aug 27 16:15:38.850507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 30f76ac2-e411-4548-bfec-3596e2dd20aa no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:38.875058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 30f76ac2-e411-4548-bfec-3596e2dd20aa {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:38.879472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 30f76ac2-e411-4548-bfec-3596e2dd20aa not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:38.915818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5acca990-9c82-4046-93ab-10dd417c9af5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:38.931664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:38.939708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-86d0a126-2f32-4c10-ae82-7746bd8db369 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5acca990-9c82-4046-93ab-10dd417c9af5 HTTP/1.1" status: 204 len: 168 time: 0.7339215 Aug 27 16:15:38.941816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53645cd1-cd0c-4d1f-9b69-9f944de80727 None None] Network 701b13d8-0346-4b6c-9a11-9653cb182bf1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:38.942776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:39.042677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88e6bf-e346-4706-8425-e68fca83252f req-d72a0706-b7c6-4b06-92f3-f6133e4839fa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.055613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.076255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88e6bf-e346-4706-8425-e68fca83252f req-d72a0706-b7c6-4b06-92f3-f6133e4839fa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.100808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88e6bf-e346-4706-8425-e68fca83252f req-d72a0706-b7c6-4b06-92f3-f6133e4839fa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:39.108851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b88e6bf-e346-4706-8425-e68fca83252f req-d72a0706-b7c6-4b06-92f3-f6133e4839fa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 2418 time: 0.1954529 Aug 27 16:15:39.126172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Deleting port 9354fbc2-021b-470a-adc6-fa589b673e6d {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:39.126752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.146183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36326) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:39.266360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] For port 9354fbc2-021b-470a-adc6-fa589b673e6d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9354fbc2-021b-470a-adc6-fa589b673e6d,segment=NetworkSegment(36f6aebd-14a9-42d3-bd61-f2e8b9827c2c),segment_id=36f6aebd-14a9-42d3-bd61-f2e8b9827c2c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:39.273821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.275685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] DHCP port deletion for 701b13d8-0346-4b6c-9a11-9653cb182bf1 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:15:39.308294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Calling delete_port for 9354fbc2-021b-470a-adc6-fa589b673e6d owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:39.392691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] Deleting port 9354fbc2-021b-470a-adc6-fa589b673e6d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:39.393078 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.394071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port ea180fea-7612-4891-a52b-d80ff22a0710 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:39.394587 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.470249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] For port 9354fbc2-021b-470a-adc6-fa589b673e6d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9354fbc2-021b-470a-adc6-fa589b673e6d,segment=NetworkSegment(36f6aebd-14a9-42d3-bd61-f2e8b9827c2c),segment_id=36f6aebd-14a9-42d3-bd61-f2e8b9827c2c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:39.506324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.506412 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cd07c48-81cb-429e-959f-80d59d4a9706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.506497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] Calling delete_port for 9354fbc2-021b-470a-adc6-fa589b673e6d owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:39.563117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port ea180fea-7612-4891-a52b-d80ff22a0710, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ea180fea-7612-4891-a52b-d80ff22a0710,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:39.563561 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.582757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for ea180fea-7612-4891-a52b-d80ff22a0710 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:39.649698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.665280 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.679774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] No DVR routers for this DVR port 9354fbc2-021b-470a-adc6-fa589b673e6d on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:39.681657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Pushing event deleted for resources: {'Port': ['ID=9354fbc2-021b-470a-adc6-fa589b673e6d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:39.685064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] No DVR routers for this DVR port 9354fbc2-021b-470a-adc6-fa589b673e6d on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:39.721202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894dca-f6f1-4946-8cc2-808b5bbc3afc None None] Pushing event deleted for resources: {'Port': ['ID=9354fbc2-021b-470a-adc6-fa589b673e6d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:39.792290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cd07c48-81cb-429e-959f-80d59d4a9706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.809964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.819182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36346) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:39.824853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701b13d8-0346-4b6c-9a11-9653cb182bf1']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:39.844120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:39.844414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f6aebd-14a9-42d3-bd61-f2e8b9827c2c') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:39.858065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.868723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.881826 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.883815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['585ba850-df4b-4e62-93b3-9fd950024543', '4d51cc0a-1430-41ff-ba8c-d2f6046f06de', 'ea180fea-7612-4891-a52b-d80ff22a0710'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:39.890653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:15:39.891074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.905762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=ea180fea-7612-4891-a52b-d80ff22a0710,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:39.921026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cd07c48-81cb-429e-959f-80d59d4a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:15:39.951554 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:15:39.987628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9cd07c48-81cb-429e-959f-80d59d4a9706 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=046920e5e0a7436caabaf1e7f9701f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387115 Aug 27 16:15:39.991069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36354) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:40.080880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.081105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1160906597-network', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:40.114996 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.120311 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] 10.222.0.101 "DELETE /v2.0/networks/701b13d8-0346-4b6c-9a11-9653cb182bf1 HTTP/1.1" status: 204 len: 168 time: 1.1722939 Aug 27 16:15:40.177231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port ea180fea-7612-4891-a52b-d80ff22a0710 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:40.182314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.182636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-252ddc7b-9b55-4568-b03c-6ae3b12a5988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.188674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b88e6bf-e346-4706-8425-e68fca83252f req-04cee363-c990-4a3a-b9c2-aef4f3c81f63 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "DELETE /v2.0/ports/ea180fea-7612-4891-a52b-d80ff22a0710 HTTP/1.1" status: 204 len: 173 time: 1.0721047 Aug 27 16:15:40.216598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-252ddc7b-9b55-4568-b03c-6ae3b12a5988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.264523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-deleted', 'tag': 'ea180fea-7612-4891-a52b-d80ff22a0710'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:40.272104 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8661b55d-9529-4b5b-88c4-8c1d7278ce75" -d '{"events": [{"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-deleted", "tag": "ea180fea-7612-4891-a52b-d80ff22a0710"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:40.296641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9118c-ebe0-4702-8826-b18d42410117 admin admin] Pushing event deleted for resources: {'Network': ['ID=701b13d8-0346-4b6c-9a11-9653cb182bf1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:40.297462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd07c48-81cb-429e-959f-80d59d4a9706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f371f1-5648-4ab6-9c3d-7959883edcb7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:40.328569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Made reservation on behalf of a95b98cf693c4dce89b75bf7c0ce41ef for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:40.331625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.343987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.382649 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8fe8c3-460e-4b62-a35a-df33f756ac55 x-openstack-request-id: req-2c8fe8c3-460e-4b62-a35a-df33f756ac55 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:40.389262 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-deleted", "tag": "ea180fea-7612-4891-a52b-d80ff22a0710", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:40.389262 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2c8fe8c3-460e-4b62-a35a-df33f756ac55 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:40.389262 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-deleted', 'tag': 'ea180fea-7612-4891-a52b-d80ff22a0710', 'status': 'completed', 'code': 200} Aug 27 16:15:40.405561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-252ddc7b-9b55-4568-b03c-6ae3b12a5988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.408860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-252ddc7b-9b55-4568-b03c-6ae3b12a5988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.417127 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-252ddc7b-9b55-4568-b03c-6ae3b12a5988 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/22f371f1-5648-4ab6-9c3d-7959883edcb7 HTTP/1.1" status: 204 len: 168 time: 0.4177165 Aug 27 16:15:40.417514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a23b7-4ea8-4580-ac6e-6caf9df27ca9 req-c04a271f-0e02-4619-903e-a80127daeeaa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:40.420367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a23b7-4ea8-4580-ac6e-6caf9df27ca9 req-c04a271f-0e02-4619-903e-a80127daeeaa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:40.428002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e51a23b7-4ea8-4580-ac6e-6caf9df27ca9 req-c04a271f-0e02-4619-903e-a80127daeeaa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 1682 time: 0.4017835 Aug 27 16:15:40.446563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ddc7b-9b55-4568-b03c-6ae3b12a5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f371f1-5648-4ab6-9c3d-7959883edcb7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:40.490589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e51a23b7-4ea8-4580-ac6e-6caf9df27ca9 req-0a5520f9-69bc-447b-819f-a5855f242e49 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569158 Aug 27 16:15:40.578361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9354fbc2-021b-470a-adc6-fa589b673e6d no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:40.610441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:40.610892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.624481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9354fbc2-021b-470a-adc6-fa589b673e6d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:40.624834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9354fbc2-021b-470a-adc6-fa589b673e6d not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:40.625262 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:40.647812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:40.650431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a9b6e23e-2c50-4a6f-beb7-aff79e24a3d4 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:40.674173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36374) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:40.732739 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bedd4bbe-5937-40a6-894a-b890b4b018db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e4a99feb60924426bb3e3f01f6752d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561419 Aug 27 16:15:40.732956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.734901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:40.735301 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.735775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36376) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:40.749890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for 4d51cc0a-1430-41ff-ba8c-d2f6046f06de owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:40.805525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.807344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1af23f65-ccd6-450f-8e5b-b6121be64138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.849355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:40.857839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1af23f65-ccd6-450f-8e5b-b6121be64138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.871058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d20f7-f570-4894-82e1-d5ddf8727f5b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:40.880541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:40.880541 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Added segment 196b9df4-20ae-4110-bee3-feb5a7817756 of type vlan for network cf96a4c7-b0d7-43cb-8af4-35319eaef671 Aug 27 16:15:40.932158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.067921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1af23f65-ccd6-450f-8e5b-b6121be64138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.070493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1af23f65-ccd6-450f-8e5b-b6121be64138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.074225 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1af23f65-ccd6-450f-8e5b-b6121be64138 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6044ee3d-c721-4225-9d9e-bb46c7ca895e HTTP/1.1" status: 204 len: 168 time: 0.3372772 Aug 27 16:15:41.084477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af23f65-ccd6-450f-8e5b-b6121be64138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044ee3d-c721-4225-9d9e-bb46c7ca895e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.132396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.134027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:41.135510 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.139798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.152897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ea180fea-7612-4891-a52b-d80ff22a0710'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:41.250282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=4d51cc0a-1430-41ff-ba8c-d2f6046f06de,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.312405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port 4d51cc0a-1430-41ff-ba8c-d2f6046f06de on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:41.314541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf96a4c7-b0d7-43cb-8af4-35319eaef671,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:41.317107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.320945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b88e6bf-e346-4706-8425-e68fca83252f req-f8b2ea50-8134-4a28-9fe4-c04c7f416e05 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "DELETE /v2.0/ports/4d51cc0a-1430-41ff-ba8c-d2f6046f06de HTTP/1.1" status: 204 len: 173 time: 1.0243669 Aug 27 16:15:41.325516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:41.409801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6b600e2c-048e-43bd-94ea-8693af466aa1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5893705 Aug 27 16:15:41.413215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36394) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:41.419598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Request body: {'subnet': {'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-subnet', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:41.544963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port 585ba850-df4b-4e62-93b3-9fd950024543 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:41.548375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.595176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Made reservation on behalf of a95b98cf693c4dce89b75bf7c0ce41ef for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:41.599192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.764180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0049804-c2d0-4fd3-9ce1-4e00969aeeda req-3046f42e-25cc-4bdd-96e9-cd9739696120 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:41.767008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0049804-c2d0-4fd3-9ce1-4e00969aeeda req-3046f42e-25cc-4bdd-96e9-cd9739696120 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 945 time: 0.1402297 Aug 27 16:15:41.818796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port 585ba850-df4b-4e62-93b3-9fd950024543, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=585ba850-df4b-4e62-93b3-9fd950024543,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:41.819089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:41.837981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0049804-c2d0-4fd3-9ce1-4e00969aeeda req-61e81ddd-af27-4ce5-9eb2-d3ac344da3b5 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602379 Aug 27 16:15:41.843960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for 585ba850-df4b-4e62-93b3-9fd950024543 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:42.245068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.248938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.268081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ea180fea-7612-4891-a52b-d80ff22a0710'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:42.279104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=585ba850-df4b-4e62-93b3-9fd950024543,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:42.353249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port 585ba850-df4b-4e62-93b3-9fd950024543 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:42.362802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.364982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b88e6bf-e346-4706-8425-e68fca83252f req-4bf45cf1-5f8a-4739-97de-942c23f45181 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.97 "DELETE /v2.0/ports/585ba850-df4b-4e62-93b3-9fd950024543 HTTP/1.1" status: 204 len: 173 time: 1.0303943 Aug 27 16:15:42.380610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:42.385824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-deleted', 'tag': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de'}, {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-deleted', 'tag': '585ba850-df4b-4e62-93b3-9fd950024543'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:42.392284 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0364d-d875-4860-a2cc-171105832de6" -d '{"events": [{"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-deleted", "tag": "4d51cc0a-1430-41ff-ba8c-d2f6046f06de"}, {"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-deleted", "tag": "585ba850-df4b-4e62-93b3-9fd950024543"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:42.402445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Checking segment: {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:42.402820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Network hostable DHCP agents. Network: cf96a4c7-b0d7-43cb-8af4-35319eaef671, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:42.456187 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596ca2d-89b1-4c44-b2ac-adca736e7a88 x-openstack-request-id: req-1596ca2d-89b1-4c44-b2ac-adca736e7a88 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:42.457049 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-deleted", "tag": "4d51cc0a-1430-41ff-ba8c-d2f6046f06de", "status": "completed", "code": 200}, {"server_uuid": "e05d3c84-fdbd-490c-8655-a08f628aad66", "name": "network-vif-deleted", "tag": "585ba850-df4b-4e62-93b3-9fd950024543", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:42.457473 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1596ca2d-89b1-4c44-b2ac-adca736e7a88 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:42.458068 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-deleted', 'tag': '4d51cc0a-1430-41ff-ba8c-d2f6046f06de', 'status': 'completed', 'code': 200} Aug 27 16:15:42.458506 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d3c84-fdbd-490c-8655-a08f628aad66', 'name': 'network-vif-deleted', 'tag': '585ba850-df4b-4e62-93b3-9fd950024543', 'status': 'completed', 'code': 200} Aug 27 16:15:42.610741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:42.810624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, cf96a4c7-b0d7-43cb-8af4-35319eaef671) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:42.815757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:42.822549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024d313-66e6-4846-bc23-ea1a146f8c2f None None] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:42.823787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:42.942208 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d8ebd07-47bd-4021-8e50-2c90131c07ce admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5274870 Aug 27 16:15:42.944963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36456) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:42.950439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:42.998908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c02b23-3c2c-45fa-ad9f-9f92f307cc5d req-1012d8ce-d42c-4ad4-a22c-e8ef54b977d1 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 210 time: 0.0517504 Aug 27 16:15:43.049802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:15:43.051064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.171122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.172723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.267165 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.288195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Allocated IP 172.20.0.2 (cf96a4c7-b0d7-43cb-8af4-35319eaef671/fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74/df4e199f-44a2-4372-9c5e-18a9d8e22dc2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:43.570886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.578236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c5bb3bc4-90b9-4707-92ed-86da91908b03 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=88376fe4019c49a6a0def91c4a7538f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538139 Aug 27 16:15:43.585032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Transition to ACTIVE for port object df4e199f-44a2-4372-9c5e-18a9d8e22dc2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:43.612847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.613116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Transition to ACTIVE for port object df4e199f-44a2-4372-9c5e-18a9d8e22dc2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:43.729547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-332dc8b7-6514-43fe-b736-52265643dea6 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:43.731573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-332dc8b7-6514-43fe-b736-52265643dea6 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520970 Aug 27 16:15:43.750557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c3f33af3-3081-4fbc-9ecb-02b39a01f573 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/quotas/88376fe4019c49a6a0def91c4a7538f1 HTTP/1.1" status: 200 len: 375 time: 0.0114586 Aug 27 16:15:43.760359 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:43.791257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-dfc075ac-eb1b-4c60-96b5-ca715d27fa80 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=88376fe4019c49a6a0def91c4a7538f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315952 Aug 27 16:15:43.921304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:43.960528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:43.967323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:43.970584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Pushing event updated for resources: {'Port': ['ID=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:44.096693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Attempting to bind port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:44.097125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Attempting to bind port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:44.097499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Attempting to bind port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 on network cf96a4c7-b0d7-43cb-8af4-35319eaef671 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:44.102973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:44.104058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Checking segment: {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:44.104058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:44.104219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Bound using segment: {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:44.104615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Bound port: df4e199f-44a2-4372-9c5e-18a9d8e22dc2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:44.105003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:44.155827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:44.183924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] For port df4e199f-44a2-4372-9c5e-18a9d8e22dc2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:44.188592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] For port df4e199f-44a2-4372-9c5e-18a9d8e22dc2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:44.205521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:44.222888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa01fbd6-ed27-4668-a54d-b7221d6b08a8 req-b8dc812b-21b6-4426-957c-d5e58102cdcf tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=e05d3c84-fdbd-490c-8655-a08f628aad66 HTTP/1.1" status: 200 len: 210 time: 0.0689709 Aug 27 16:15:44.286544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ca4f41b-55df-4ed2-beb2-cee85cc87464 req-9bbe4f65-4824-409c-99af-04ab767bc756 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 210 time: 0.0413897 Aug 27 16:15:44.314335 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:44.373724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Allocated IP 172.25.4.133 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/190c8550-c7f5-432a-bd05-82f6c2dcdebb) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:44.395945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b82b4-2a7d-486b-928f-673a04d67931 None None] Pushing event updated for resources: {'Port': ['ID=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:44.530080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4d51cc0a-1430-41ff-ba8c-d2f6046f06de no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:44.583034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 4d51cc0a-1430-41ff-ba8c-d2f6046f06de {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:44.585735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4d51cc0a-1430-41ff-ba8c-d2f6046f06de not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:44.588514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ea180fea-7612-4891-a52b-d80ff22a0710 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:44.618776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:44.623650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: ea180fea-7612-4891-a52b-d80ff22a0710 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:44.623946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ea180fea-7612-4891-a52b-d80ff22a0710 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:44.624375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 585ba850-df4b-4e62-93b3-9fd950024543 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:44.657794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 585ba850-df4b-4e62-93b3-9fd950024543 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:44.659658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 585ba850-df4b-4e62-93b3-9fd950024543 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:44.799759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:44.851748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:44.854717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:44.857155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:44.894501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Pushing event updated for resources: {'Port': ['ID=190c8550-c7f5-432a-bd05-82f6c2dcdebb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:45.307260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36538) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:45.325722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.426766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc7f4bd-d752-4c69-92d5-471b4b741d72 req-fcb4ad12-c88f-4840-bb51-2ea03c18b9f6 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 210 time: 0.0705907 Aug 27 16:15:45.468206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting subnet 5861b21b-caef-44ed-bdb0-a7b925416668 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:15:45.474492 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.570157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.740333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.810517 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:45.915229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ddc06-0494-47cc-b801-58f1287cf92a None None] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:46.181246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a963b2a9-0594-41cf-b6d7-249569963032 None None] Provisioning for port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:46.181588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:46.235832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Subnet': ['ID=5861b21b-caef-44ed-bdb0-a7b925416668,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:46.239189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Router e36ca600-199a-48b1-88db-6d9e161690f8 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:15:46.262468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:46.262875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1997454-d551-4242-8427-9fc2ffee7c7d None None] Network 254295c1-8bf3-440b-bd06-858cc7866305 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:46.267845 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8d6e71dc-84e9-4be7-80d6-444d036f2206 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/subnets/5861b21b-caef-44ed-bdb0-a7b925416668 HTTP/1.1" status: 204 len: 168 time: 0.9599037 Aug 27 16:15:46.270403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36560) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:46.457339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:46.525069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:46.553257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Sync routers for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:46.584547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device df4e199f-44a2-4372-9c5e-18a9d8e22dc2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:46.666055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:46.666965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:46.679996 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:46.681447 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce0a566f-d421-4a17-b9a4-b115032e30fe admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7349918 Aug 27 16:15:46.684214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36566) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:47.013083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb3964ce-cfda-4ef4-b1dc-e870ec5774b8 req-f334092f-278c-49d6-b816-d91c9a8c012a tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 210 time: 0.4292016 Aug 27 16:15:47.067309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port 03a68231-9447-4893-80ba-fc88e857a578 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:47.067551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.195020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:47.200570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] DHCP port deletion for 254295c1-8bf3-440b-bd06-858cc7866305 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:15:47.233988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:47.234428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.436044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port 03a68231-9447-4893-80ba-fc88e857a578, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=03a68231-9447-4893-80ba-fc88e857a578,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:47.436044 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.436044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for 03a68231-9447-4893-80ba-fc88e857a578 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:47.436504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:47.472430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Deleting port 03a68231-9447-4893-80ba-fc88e857a578 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:47.472804 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.574044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.620180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] For port 03a68231-9447-4893-80ba-fc88e857a578, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=03a68231-9447-4893-80ba-fc88e857a578,segment=NetworkSegment(2a8eaeaf-c557-4b28-895a-146ecce899f7),segment_id=2a8eaeaf-c557-4b28-895a-146ecce899f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:47.620581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.646093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Calling delete_port for 03a68231-9447-4893-80ba-fc88e857a578 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:47.651303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.693703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port 03a68231-9447-4893-80ba-fc88e857a578 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:47.698319 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c22e3426-6161-4b89-b641-7468241a35d0 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=88376fe4019c49a6a0def91c4a7538f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314486 Aug 27 16:15:47.735075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=03a68231-9447-4893-80ba-fc88e857a578,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:47.821204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.846588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port df4e199f-44a2-4372-9c5e-18a9d8e22dc2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:47.899928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.907896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:45Z', 'revision_number': 3, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:47.911697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254295c1-8bf3-440b-bd06-858cc7866305']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:47.928291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8eaeaf-c557-4b28-895a-146ecce899f7') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:47.928593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8eaeaf-c557-4b28-895a-146ecce899f7') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:47.931965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-440c0970-3eba-4dc1-b44f-5780f392cc49 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:47.933794 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-440c0970-3eba-4dc1-b44f-5780f392cc49 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189851 Aug 27 16:15:47.939645 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.948615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Request body: {'port': {'device_id': '8522217e-b30e-4999-b8d1-29ef9205993c', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '88376fe4019c49a6a0def91c4a7538f1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:47.951055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Checking router: e36ca600-199a-48b1-88db-6d9e161690f8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:47.951618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Updating router e36ca600-199a-48b1-88db-6d9e161690f8 port 190c8550-c7f5-432a-bd05-82f6c2dcdebb binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:47.956222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.967189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:15:47.967706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:15:47.971342 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:15:47.986326 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.004681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] No DVR routers for this DVR port 03a68231-9447-4893-80ba-fc88e857a578 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:48.029999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.043007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Pushing event deleted for resources: {'Port': ['ID=03a68231-9447-4893-80ba-fc88e857a578,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:48.046019 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.118493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.118841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.119183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.119549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.119885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.120222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.120554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.130311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.130878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.136525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.136935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.137563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446505a-2107-4090-9c11-d4829e5d596e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:15:48.210538 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.247685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.250562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/networks/254295c1-8bf3-440b-bd06-858cc7866305 HTTP/1.1" status: 204 len: 168 time: 1.9785569 Aug 27 16:15:48.267437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Allocated IP 172.20.0.1 (cf96a4c7-b0d7-43cb-8af4-35319eaef671/fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74/5f0dc55c-02a7-4ff2-8af9-9fff716f489c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:48.271464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36600) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:48.285244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb9b0-4fb4-4b0f-96c9-c5567f2e55aa tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Network': ['ID=254295c1-8bf3-440b-bd06-858cc7866305,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:48.351918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-399d296c-f573-40c5-a2e2-01f7a62a4eda req-24677ec5-ab84-45c9-8d95-c032a8bd9908 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 210 time: 0.0996587 Aug 27 16:15:48.386924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:48.453380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting subnet 2305699f-2ad0-469a-8732-0f8681db2a0b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:15:48.463050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.510465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Made reservation on behalf of 88376fe4019c49a6a0def91c4a7538f1 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:48.514687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.518188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 03a68231-9447-4893-80ba-fc88e857a578 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:48.534032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.548283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 03a68231-9447-4893-80ba-fc88e857a578 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:48.548901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 03a68231-9447-4893-80ba-fc88e857a578 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:48.568453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.624315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.635557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Transition to ACTIVE for port object 190c8550-c7f5-432a-bd05-82f6c2dcdebb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:48.638556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.669577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Transition to ACTIVE for port object 5f0dc55c-02a7-4ff2-8af9-9fff716f489c will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:48.747591 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.835002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.839248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.893611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Attempting to bind port 190c8550-c7f5-432a-bd05-82f6c2dcdebb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:48.893988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Attempting to bind port 190c8550-c7f5-432a-bd05-82f6c2dcdebb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:48.894355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Attempting to bind port 190c8550-c7f5-432a-bd05-82f6c2dcdebb on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:48.901616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bb4c5-0068-460e-993f-da6ac77ba0e2 None None] Pushing event updated for resources: {'Port': ['ID=190c8550-c7f5-432a-bd05-82f6c2dcdebb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:48.904195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:48.904573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:48.904984 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.905375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:48.905854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Bound port: 190c8550-c7f5-432a-bd05-82f6c2dcdebb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:48.906243 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.954538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.960976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] For port 190c8550-c7f5-432a-bd05-82f6c2dcdebb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:48.964703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] For port 190c8550-c7f5-432a-bd05-82f6c2dcdebb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=190c8550-c7f5-432a-bd05-82f6c2dcdebb,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:48.991653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:48.995456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.013775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:49.055012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:49.064652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:49.076001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef106423-0c60-4eab-bc45-d74a15668dc9 None None] Network efdc0404-05c1-4ba6-aa76-2ee7e3a3324f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:49.106214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Subnet': ['ID=2305699f-2ad0-469a-8732-0f8681db2a0b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:49.106214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.107185 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-14e433da-0388-4ebb-be87-8c288a54d204 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/subnets/2305699f-2ad0-469a-8732-0f8681db2a0b HTTP/1.1" status: 204 len: 168 time: 0.8347406 Aug 27 16:15:49.110606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36626) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:49.131014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:49.146372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974f3941-96d5-4723-baa6-a74c5eb5b5f8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:49.155416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.174966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.231678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bb4c5-0068-460e-993f-da6ac77ba0e2 None None] Pushing event updated for resources: {'Port': ['ID=190c8550-c7f5-432a-bd05-82f6c2dcdebb,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:49.265449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:49.266337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:49.301052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.321851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Allocated IP 192.168.233.95 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/1edb26fe-91de-422a-a4d2-28cfd05974e0) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:49.390553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port 176ab30a-dce4-413a-81ab-58d974feb8b5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:49.390947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.473513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port 176ab30a-dce4-413a-81ab-58d974feb8b5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=176ab30a-dce4-413a-81ab-58d974feb8b5,segment=NetworkSegment(0b2c0437-30ae-4fe7-9452-235179af29b0),segment_id=0b2c0437-30ae-4fe7-9452-235179af29b0)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:49.474233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.490431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for 176ab30a-dce4-413a-81ab-58d974feb8b5 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:49.568594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:49.600494 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.600840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b74a58e-33f3-4e08-9b9c-9e0a5da8fb0e req-b6f0fe2c-cf07-407e-b618-8017f912b1da tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 210 time: 0.0302627 Aug 27 16:15:49.722119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.774200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Transition to ACTIVE for port object 1edb26fe-91de-422a-a4d2-28cfd05974e0 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:49.852029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.880958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.886245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aafc25-a96f-48c6-8edc-d90f4bb515f7 None None] DHCP port deletion for efdc0404-05c1-4ba6-aa76-2ee7e3a3324f request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:15:49.892979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b4394a32-04a4-4103-b379-5ea2fe6a72cb None None] Provisioning for port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:49.899359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b4394a32-04a4-4103-b379-5ea2fe6a72cb None None] Provisioning complete for port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:49.899801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4394a32-04a4-4103-b379-5ea2fe6a72cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:49.899900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=176ab30a-dce4-413a-81ab-58d974feb8b5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:49.903613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port 176ab30a-dce4-413a-81ab-58d974feb8b5 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:49.954967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b4394a32-04a4-4103-b379-5ea2fe6a72cb None None] Port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:49.966538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:45Z', 'revision_number': 3, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:49.989855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.000942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe714bc-1d2b-4c04-8138-a5ad09b5b784 None None] The sync data for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 is: [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:45Z', 'revision_number': 3, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:50.002000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdc0404-05c1-4ba6-aa76-2ee7e3a3324f']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:50.012593 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.026947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2c0437-30ae-4fe7-9452-235179af29b0') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:50.029094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2c0437-30ae-4fe7-9452-235179af29b0') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:50.040795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.065585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.067844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.082166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:15:50.083655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:15:50.087727 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:15:50.152748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.158502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:50.164044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:50.166539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:50.173122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:50.250244 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.284569 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.288785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/networks/efdc0404-05c1-4ba6-aa76-2ee7e3a3324f HTTP/1.1" status: 204 len: 168 time: 1.1758528 Aug 27 16:15:50.288785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba0b30-c9b1-4548-b865-63353d11798f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Network': ['ID=efdc0404-05c1-4ba6-aa76-2ee7e3a3324f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:50.300589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36692) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:50.307539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1559797703'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:50.312242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Pushing event updated for resources: {'Port': ['ID=1edb26fe-91de-422a-a4d2-28cfd05974e0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:50.342989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:50.343809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.416471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:50.422104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.430947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:50.433841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:50.490358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:50.503208 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.503632 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Added segment 0cbfe839-508b-4002-bb0e-bd7c02ee6308 of type vlan for network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 Aug 27 16:15:50.537244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c4f251f5-ac46-4514-a9ed-34190f7d9317 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5935898 Aug 27 16:15:50.562449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Request body: {'port': {'device_id': '8522217e-b30e-4999-b8d1-29ef9205993c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:50.589960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.657028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc50dbed-97cb-4e33-a549-8048e5b021a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.679928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 190c8550-c7f5-432a-bd05-82f6c2dcdebb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:50.714934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c1b67691-dbf0-4e16-902e-62b9a5b40d6b None None] Provisioning for port 1edb26fe-91de-422a-a4d2-28cfd05974e0 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:50.725683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c1b67691-dbf0-4e16-902e-62b9a5b40d6b None None] Provisioning complete for port 1edb26fe-91de-422a-a4d2-28cfd05974e0 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:50.726056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1b67691-dbf0-4e16-902e-62b9a5b40d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.772836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.798444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.813820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:50.820429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.843716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c1b67691-dbf0-4e16-902e-62b9a5b40d6b None None] Port 1edb26fe-91de-422a-a4d2-28cfd05974e0 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:50.870083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Router e36ca600-199a-48b1-88db-6d9e161690f8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:15:50.928416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936b228-faa3-429a-a830-a5afc3da5b8b req-bcf45a3a-6d3b-46f1-90ef-25a3dc7a380b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:50.936546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f936b228-faa3-429a-a830-a5afc3da5b8b req-bcf45a3a-6d3b-46f1-90ef-25a3dc7a380b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 935 time: 0.2008612 Aug 27 16:15:50.962720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Network': ['ID=7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:50.967643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-704637c3-32d1-4781-88f4-0e9b4f6cff2f tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6655896 Aug 27 16:15:50.972848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c113d397-b9cc-4566-9070-3a67f3bcbf66 None None] Provisioning complete for port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:50.973018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36714) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:50.973742 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c113d397-b9cc-4566-9070-3a67f3bcbf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:50.978332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'subnet': {'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:51.022834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c113d397-b9cc-4566-9070-3a67f3bcbf66 None None] Port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:15:51.027132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 190c8550-c7f5-432a-bd05-82f6c2dcdebb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:51.030692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:51.048066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 190c8550-c7f5-432a-bd05-82f6c2dcdebb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:51.052050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.081716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:15:51.099952 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-65304f37-422c-4725-8a01-fc6cd83a3903 admin admin] 10.222.0.101 "PUT /v2.0/routers/e36ca600-199a-48b1-88db-6d9e161690f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4144468 Aug 27 16:15:51.139404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f936b228-faa3-429a-a830-a5afc3da5b8b req-3272e20b-aafe-423b-9992-ded557146da4 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945872 Aug 27 16:15:51.250920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:51.260531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.287123 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.348296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 190c8550-c7f5-432a-bd05-82f6c2dcdebb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=190c8550-c7f5-432a-bd05-82f6c2dcdebb,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:51.423160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edb26fe-91de-422a-a4d2-28cfd05974e0 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:51.440552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.461843 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.465157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device df4e199f-44a2-4372-9c5e-18a9d8e22dc2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:51.486305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Transition to ACTIVE for port object 1edb26fe-91de-422a-a4d2-28cfd05974e0 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:51.592610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=190c8550-c7f5-432a-bd05-82f6c2dcdebb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:51.598760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:51.599145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.656405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.656733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.742727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Subnet': ['ID=364c2ef9-56d7-412f-9a02-c1e3b97090d2,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:51.777206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Checking segment: {'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:51.778678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network hostable DHCP agents. Network: 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:51.829694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 176ab30a-dce4-413a-81ab-58d974feb8b5 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:51.837478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Pushing event updated for resources: {'Port': ['ID=1edb26fe-91de-422a-a4d2-28cfd05974e0,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:51.852002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 176ab30a-dce4-413a-81ab-58d974feb8b5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:51.852002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 176ab30a-dce4-413a-81ab-58d974feb8b5 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:51.878895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:51.881719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Attempting to bind port 1edb26fe-91de-422a-a4d2-28cfd05974e0 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:51.881719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Attempting to bind port 1edb26fe-91de-422a-a4d2-28cfd05974e0 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:51.881719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Attempting to bind port 1edb26fe-91de-422a-a4d2-28cfd05974e0 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:51.891697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Port 1edb26fe-91de-422a-a4d2-28cfd05974e0 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:15:51.891697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Attempting to bind port 1edb26fe-91de-422a-a4d2-28cfd05974e0 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:51.891946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:51.892113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:51.892503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:51.892965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Bound port: 1edb26fe-91de-422a-a4d2-28cfd05974e0, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:51.893303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.946828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36750) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:51.952806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-270e2d35-4b46-4a6b-ba36-1428f2606889 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027403476', 'description': 'tempest-description--91332117'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:51.982102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:51.986804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:51.987600 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:51.992473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b4d6b-679a-46fb-92a5-2c3403d6e12d None None] Network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:52.026053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] For port 1edb26fe-91de-422a-a4d2-28cfd05974e0, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:52.030053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] For port 1edb26fe-91de-422a-a4d2-28cfd05974e0, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1edb26fe-91de-422a-a4d2-28cfd05974e0,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:52.109107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-270e2d35-4b46-4a6b-ba36-1428f2606889 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.109355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.202848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-02bfa1b6-b37e-43e5-ac4a-ee66cb857f29 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2284081 Aug 27 16:15:52.207011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36754) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:52.216059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2142655446'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:52.231037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.232104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.238473 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] 10.222.0.90 "PUT /v2.0/ports/1edb26fe-91de-422a-a4d2-28cfd05974e0 HTTP/1.1" status: 200 len: 1095 time: 1.6902094 Aug 27 16:15:52.239191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8522217e-b30e-4999-b8d1-29ef9205993c', 'tag': '1edb26fe-91de-422a-a4d2-28cfd05974e0'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:52.244415 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede9ef04-9018-466f-827f-51505483dfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8522217e-b30e-4999-b8d1-29ef9205993c", "tag": "1edb26fe-91de-422a-a4d2-28cfd05974e0"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:52.258757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897021c1-e7fc-4fbf-bfb1-f9c3f06b0383 service neutron] Pushing event updated for resources: {'Port': ['ID=1edb26fe-91de-422a-a4d2-28cfd05974e0,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:52.382418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabed22-0824-441a-91fb-df853325cd19 req-0d6b444e-4214-4cd7-9c7e-97e01efa5749 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.391892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fabed22-0824-441a-91fb-df853325cd19 req-0d6b444e-4214-4cd7-9c7e-97e01efa5749 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 947 time: 0.1660223 Aug 27 16:15:52.453847 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54681ae6-1e1c-4c2a-8590-e2b8f32ac29a x-openstack-request-id: req-54681ae6-1e1c-4c2a-8590-e2b8f32ac29a {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:52.454031 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8522217e-b30e-4999-b8d1-29ef9205993c", "tag": "1edb26fe-91de-422a-a4d2-28cfd05974e0", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:52.456167 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-54681ae6-1e1c-4c2a-8590-e2b8f32ac29a {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:52.456575 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8522217e-b30e-4999-b8d1-29ef9205993c', 'tag': '1edb26fe-91de-422a-a4d2-28cfd05974e0', 'status': 'completed', 'code': 200} Aug 27 16:15:52.479832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c7a03f98-ef8d-48d5-b57d-251ef655edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.485885 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-c7a03f98-ef8d-48d5-b57d-251ef655edb7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88376fe4019c49a6a0def91c4a7538f1&device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 1098 time: 0.0995252 Aug 27 16:15:52.522316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fabed22-0824-441a-91fb-df853325cd19 req-521fb325-4e1e-434b-b1ec-ec18b624d6ed tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097276 Aug 27 16:15:52.556563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-270e2d35-4b46-4a6b-ba36-1428f2606889 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.572164 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-ae1f31c4-cb88-400d-9679-da52eb720ea5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=1edb26fe-91de-422a-a4d2-28cfd05974e0 HTTP/1.1" status: 200 len: 217 time: 0.0771296 Aug 27 16:15:52.572588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 190c8550-c7f5-432a-bd05-82f6c2dcdebb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:52.599341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48', 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'fixed_ips': [{'subnet_id': '364c2ef9-56d7-412f-9a02-c1e3b97090d2'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:15:52.600344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.644247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-5b08258c-9b2c-48a4-90e5-49bcf29bd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.646104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-5b08258c-9b2c-48a4-90e5-49bcf29bd930 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0660172 Aug 27 16:15:52.673082 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Sync routers for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:15:52.693095 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-270e2d35-4b46-4a6b-ba36-1428f2606889 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.697106 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:52.699598 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:52.730916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-6fe7d852-76c8-4942-9535-fdb460f85551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.732827 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-6fe7d852-76c8-4942-9535-fdb460f85551 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797598 Aug 27 16:15:52.763584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-10a63af3-c3dd-4bf6-8fc3-6622e8374c6a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:52.765133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-10a63af3-c3dd-4bf6-8fc3-6622e8374c6a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.1737492 Aug 27 16:15:52.787055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e2d35-4b46-4a6b-ba36-1428f2606889 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22919d56-8307-4f3b-ab17-299bf86648c1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:52.800212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-5531b0f2-bf44-49fd-a1ab-4985767c9cc5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/quotas/e7fe8f9737414dc4a866d2e85547d04f HTTP/1.1" status: 200 len: 375 time: 0.0246451 Aug 27 16:15:52.812658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:52.816204 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.863259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Allocated IP 19.80.0.2 (7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48/364c2ef9-56d7-412f-9a02-c1e3b97090d2/3d0828fa-69b1-4b72-8384-604ad956625b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:52.870876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 190c8550-c7f5-432a-bd05-82f6c2dcdebb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:52.870876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.881462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:15:52.898270 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:52.898589 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Added segment 9b9ec191-94c4-41c9-a7d8-4a580c40b53b of type vlan for network b6827639-1c23-4141-a1d8-169ffa15d2e4 Aug 27 16:15:52.900874 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-18c5955f-f025-4193-946b-1fab43b828ff service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588643 Aug 27 16:15:52.911817 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:52.918157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-f4b80b67-1b5f-4826-9847-b9d3cac8ca3c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167378 Aug 27 16:15:53.062504 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.090315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-270e2d35-4b46-4a6b-ba36-1428f2606889 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.090534 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e9c7cdee-70eb-4336-b5dd-df58be07e287 req-989499f0-b188-4058-ae97-1a83b38f4cdc service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830432 Aug 27 16:15:53.094946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-270e2d35-4b46-4a6b-ba36-1428f2606889 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1441660 Aug 27 16:15:53.095682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36780) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:53.104272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fdcc5b95-6077-45da-83a2-62f35626e955 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Request body: {'security_group_rule': {'security_group_id': '22919d56-8307-4f3b-ab17-299bf86648c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:53.159449 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.167928 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.176655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Transition to ACTIVE for port object 3d0828fa-69b1-4b72-8384-604ad956625b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:53.198373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Transition to ACTIVE for port object 3d0828fa-69b1-4b72-8384-604ad956625b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:53.228080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-8dbf4547-940c-4ff9-98d3-2bf09847f299 service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092444 Aug 27 16:15:53.244703 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8274e49-eca0-4e63-8e10-5ed5dfacdc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.279772 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.285936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5b95-6077-45da-83a2-62f35626e955 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.294472 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.305290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.313010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.313858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.332219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:53.335581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:53.339410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:53.385771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Pushing event updated for resources: {'Port': ['ID=3d0828fa-69b1-4b72-8384-604ad956625b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:53.408070 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 2, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:53.419934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Attempting to bind port 3d0828fa-69b1-4b72-8384-604ad956625b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:53.420408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Attempting to bind port 3d0828fa-69b1-4b72-8384-604ad956625b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:53.421306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Attempting to bind port 3d0828fa-69b1-4b72-8384-604ad956625b on network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:53.426686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:53.427155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Checking segment: {'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:53.427646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.429032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Bound using segment: {'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:53.429032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Bound port: 3d0828fa-69b1-4b72-8384-604ad956625b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:53.429268 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.446833 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Checking router: e36ca600-199a-48b1-88db-6d9e161690f8 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:15:53.447958 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Updating router e36ca600-199a-48b1-88db-6d9e161690f8 port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:15:53.494095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Network': ['ID=b6827639-1c23-4141-a1d8-169ffa15d2e4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:53.501005 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.510480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5b95-6077-45da-83a2-62f35626e955 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.511653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b6827639-1c23-4141-a1d8-169ffa15d2e4 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:15:53.522792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a6de4cd5-6a25-41fa-b4ff-febce4ed73b6 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3143840 Aug 27 16:15:53.527026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36786) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:53.533156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ef04-9018-466f-827f-51505483dfd0 req-c71b1583-cc10-4e49-b82a-bce4176e344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.534697 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ede9ef04-9018-466f-827f-51505483dfd0 req-c71b1583-cc10-4e49-b82a-bce4176e344b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88376fe4019c49a6a0def91c4a7538f1&device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 1098 time: 0.1833863 Aug 27 16:15:53.537153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'subnet': {'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:53.572421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] For port 3d0828fa-69b1-4b72-8384-604ad956625b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:53.590174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] For port 3d0828fa-69b1-4b72-8384-604ad956625b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d0828fa-69b1-4b72-8384-604ad956625b,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:53.601952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2c659d43-9ad4-4965-b484-a571b2db5946 service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661370 Aug 27 16:15:53.638042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5b95-6077-45da-83a2-62f35626e955 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.655924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5b95-6077-45da-83a2-62f35626e955 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8691a80e-03f6-4db5-9373-6c1394314020,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:53.703417 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.762842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ef04-9018-466f-827f-51505483dfd0 req-2d37e82b-ed3a-4ba6-b5dc-9b3034a0db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.777179 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ede9ef04-9018-466f-827f-51505483dfd0 req-2d37e82b-ed3a-4ba6-b5dc-9b3034a0db75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2262323 Aug 27 16:15:53.795116 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.803380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-cd2a5264-fe4e-4fbc-9f3e-6c4667b9aaea tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.805144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-cd2a5264-fe4e-4fbc-9f3e-6c4667b9aaea tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1639d1a-de60-4e73-a8bd-b9ddb59a841c HTTP/1.1" status: 200 len: 946 time: 0.1200349 Aug 27 16:15:53.807302 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fdcc5b95-6077-45da-83a2-62f35626e955 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:53.815835 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fdcc5b95-6077-45da-83a2-62f35626e955 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7186539 Aug 27 16:15:53.818396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36792) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:53.821551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f9cde-8a85-46a8-b02f-f7e0f3738860 None None] Pushing event updated for resources: {'Port': ['ID=3d0828fa-69b1-4b72-8384-604ad956625b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:53.841708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0336d-10a6-451b-8b4d-6b7ff12afb02 req-799a6fd8-f402-4546-a61d-432ee4bd3acf tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:53.843397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72e0336d-10a6-451b-8b4d-6b7ff12afb02 req-799a6fd8-f402-4546-a61d-432ee4bd3acf tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 947 time: 0.2205806 Aug 27 16:15:53.860260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c6edddda-905b-4742-89b6-588546bf65da tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Request body: {'security_group_rule': {'security_group_id': '22919d56-8307-4f3b-ab17-299bf86648c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:53.978028 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ede9ef04-9018-466f-827f-51505483dfd0 req-c739f5c3-df77-4952-a6de-64585ec50df5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=1edb26fe-91de-422a-a4d2-28cfd05974e0 HTTP/1.1" status: 200 len: 217 time: 0.1989987 Aug 27 16:15:54.007126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72e0336d-10a6-451b-8b4d-6b7ff12afb02 req-d1b5e565-62f7-40e1-8aa9-dd551e6928a5 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505013 Aug 27 16:15:54.036140 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.053388 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Transition to ACTIVE for port object 5f0dc55c-02a7-4ff2-8af9-9fff716f489c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:54.071053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18e5f8cf-6a7b-4adf-a0c4-96aef124b03a req-ac1f11b5-c3d8-4610-93bc-ef92c3a48db4 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 210 time: 0.1148949 Aug 27 16:15:54.088979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:54.088979 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.115520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ef04-9018-466f-827f-51505483dfd0 req-419fff2c-54fb-4a00-bfa7-538f0f2af0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:54.117216 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ede9ef04-9018-466f-827f-51505483dfd0 req-419fff2c-54fb-4a00-bfa7-538f0f2af0c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1296000 Aug 27 16:15:54.177160 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.198958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Deleting port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:15:54.199327 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.216476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ef04-9018-466f-827f-51505483dfd0 req-fe0f2030-9dfb-451a-812e-2dfef46e6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:54.218001 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ede9ef04-9018-466f-827f-51505483dfd0 req-fe0f2030-9dfb-451a-812e-2dfef46e6c15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897896 Aug 27 16:15:54.229562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6edddda-905b-4742-89b6-588546bf65da tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.376004 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76269b95-8f1c-495a-82f7-54393f9e8c6f None None] Pushing event updated for resources: {'Port': ['ID=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:54.395958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] For port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:54.398077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.416122 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.438688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Calling delete_port for 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:15:54.469169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ede9ef04-9018-466f-827f-51505483dfd0 req-833dbe38-6efb-4a6c-8907-e066bd348d02 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421098 Aug 27 16:15:54.474377 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Attempting to bind port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:54.479261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6edddda-905b-4742-89b6-588546bf65da tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.479495 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Attempting to bind port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:54.480005 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Attempting to bind port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c on network cf96a4c7-b0d7-43cb-8af4-35319eaef671 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:54.493162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:54.493543 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Checking segment: {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:54.496229 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.496639 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Bound using segment: {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:54.497136 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Bound port: 5f0dc55c-02a7-4ff2-8af9-9fff716f489c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:54.497575 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.543438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:54.646218 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ede9ef04-9018-466f-827f-51505483dfd0 req-d1398b97-55b4-4a13-badf-d278427c6c69 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651046 Aug 27 16:15:54.647473 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6edddda-905b-4742-89b6-588546bf65da tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.659635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d0828fa-69b1-4b72-8384-604ad956625b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:54.681767 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] For port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:54.687233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edddda-905b-4742-89b6-588546bf65da tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c21fd1d-5c09-4948-8c5f-d0b510919896,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:54.687651 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] For port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:54.791252 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:54.929966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d3d7e-61a8-4d91-b34e-d531eb296270 req-71bb4063-c425-4234-b016-80375438ddaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:54.929966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d3d3d7e-61a8-4d91-b34e-d531eb296270 req-71bb4063-c425-4234-b016-80375438ddaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.2284338 Aug 27 16:15:54.929966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d3d3d7e-61a8-4d91-b34e-d531eb296270 req-9a5b2682-02a4-4e30-921b-74975dfe8a7c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361903 Aug 27 16:15:54.959682 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.021182 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:15:55.021960 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:55.027256 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76269b95-8f1c-495a-82f7-54393f9e8c6f None None] Pushing event updated for resources: {'Port': ['ID=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:55.034381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6edddda-905b-4742-89b6-588546bf65da tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.052409 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c6edddda-905b-4742-89b6-588546bf65da tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2138183 Aug 27 16:15:55.052409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:55.052409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:55.072332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604e04-59e7-4aba-afbb-6f0515e031a2 req-a5d84894-f0a1-494c-a4ca-639f8cc51e41 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:55.079808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19604e04-59e7-4aba-afbb-6f0515e031a2 req-a5d84894-f0a1-494c-a4ca-639f8cc51e41 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0739582 Aug 27 16:15:55.317291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19604e04-59e7-4aba-afbb-6f0515e031a2 req-c0628aab-ab39-4951-8fc2-828f91db021d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369592 Aug 27 16:15:55.318596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1edb26fe-91de-422a-a4d2-28cfd05974e0 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:15:55.319739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-527b0177-0078-4f11-a25b-b6e432667572 req-b5d084e2-8497-4ade-afd0-e05eb9432a2d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 210 time: 0.0356200 Aug 27 16:15:55.320095 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:15:55.320472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deb749-cfa7-4d22-aabe-2a38decc2962 req-917ee996-90b8-4854-a486-6b5d98791120 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:55.320472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6deb749-cfa7-4d22-aabe-2a38decc2962 req-917ee996-90b8-4854-a486-6b5d98791120 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 947 time: 0.1070418 Aug 27 16:15:55.320472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6deb749-cfa7-4d22-aabe-2a38decc2962 req-d2c5410b-f0d2-4f75-b08e-00f1b8ff1530 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469990 Aug 27 16:15:55.320472 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.320807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3d0828fa-69b1-4b72-8384-604ad956625b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:55.367546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1edb26fe-91de-422a-a4d2-28cfd05974e0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1edb26fe-91de-422a-a4d2-28cfd05974e0,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:55.379743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994484f-54d2-48f3-8208-d0fb5ffaf12f None None] Network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:55.402310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.455665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '1edb26fe-91de-422a-a4d2-28cfd05974e0', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '1edb26fe-91de-422a-a4d2-28cfd05974e0', 'mac_address': 'fa:16:3e:74:a3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:15:55.479613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event deleted for resources: {'Port': ['ID=6dbeda04-018a-45e5-9cbf-b78cb63daaf0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:55.485074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.525479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Subnet': ['ID=f62f0800-75ec-4046-84ed-867f1bcd99b5,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:55.561395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-468e996e-76f6-4b3d-b7d4-bb18ae134273 None None] Provisioning for port 3d0828fa-69b1-4b72-8384-604ad956625b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:55.568258 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:54Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:15:55.571473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] No DVR routers for this DVR port 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:15:55.576891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.580123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9fb0adb-e4a6-4f37-a1cb-90d23032dbef req-86029d25-3307-46b0-8bd8-0adf3f39a296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "DELETE /v2.0/ports/6dbeda04-018a-45e5-9cbf-b78cb63daaf0 HTTP/1.1" status: 204 len: 173 time: 1.7592974 Aug 27 16:15:55.580529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'name': 'network-vif-deleted', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:55.583117 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb20ad-e2ca-49d9-98ba-ae1230ba0cdb" -d '{"events": [{"server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "name": "network-vif-deleted", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:55.585381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-468e996e-76f6-4b3d-b7d4-bb18ae134273 None None] Provisioning complete for port 3d0828fa-69b1-4b72-8384-604ad956625b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:55.585931 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-468e996e-76f6-4b3d-b7d4-bb18ae134273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.587477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.630234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80fd89-74df-4642-9db2-093228a95215 None None] The sync data for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 is: [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:54Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:15:55.646526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edb26fe-91de-422a-a4d2-28cfd05974e0 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:15:55.677179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.687150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Checking segment: {'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:55.687882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network hostable DHCP agents. Network: b6827639-1c23-4141-a1d8-169ffa15d2e4, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:15:55.725139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1edb26fe-91de-422a-a4d2-28cfd05974e0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1edb26fe-91de-422a-a4d2-28cfd05974e0,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:55.803765 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c444376b-3bd6-419c-a022-f4ff9328122f x-openstack-request-id: req-c444376b-3bd6-419c-a022-f4ff9328122f {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:15:55.804265 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1639d1a-de60-4e73-a8bd-b9ddb59a841c", "name": "network-vif-deleted", "tag": "6dbeda04-018a-45e5-9cbf-b78cb63daaf0", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:15:55.807545 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c444376b-3bd6-419c-a022-f4ff9328122f {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:15:55.808639 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1639d1a-de60-4e73-a8bd-b9ddb59a841c', 'name': 'network-vif-deleted', 'tag': '6dbeda04-018a-45e5-9cbf-b78cb63daaf0', 'status': 'completed', 'code': 200} Aug 27 16:15:55.851884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-468e996e-76f6-4b3d-b7d4-bb18ae134273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.855797 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:55.860768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network b6827639-1c23-4141-a1d8-169ffa15d2e4 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:15:55.960355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-5ace8986-2412-4b15-adf4-c61217dda173 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:55.970142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-5ace8986-2412-4b15-adf4-c61217dda173 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.3838887 Aug 27 16:15:55.988632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36840) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:55.992364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Allocated IP 172.25.4.106 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/2779188c-58a9-4024-a250-2c9f6f013fac) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:56.002419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b6827639-1c23-4141-a1d8-169ffa15d2e4) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:56.013625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-c5508302-168a-4114-a1b2-2838753ed1b6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/quotas/0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 375 time: 0.0392163 Aug 27 16:15:56.024181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de1091-f703-466e-aafb-4115bebf8e40 None None] Network b6827639-1c23-4141-a1d8-169ffa15d2e4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:56.100821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:56.101579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.157821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-468e996e-76f6-4b3d-b7d4-bb18ae134273 None None] For port 3d0828fa-69b1-4b72-8384-604ad956625b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d0828fa-69b1-4b72-8384-604ad956625b,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:56.163806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['1edb26fe-91de-422a-a4d2-28cfd05974e0'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:15:56.170340 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.200531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-a612c17f-ce5b-434d-895e-ab168ed0d67c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1861589 Aug 27 16:15:56.221695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.240242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7d981dbe-7762-4019-827b-be5e0fedb38c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7095780 Aug 27 16:15:56.242475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1edb26fe-91de-422a-a4d2-28cfd05974e0,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.262077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-468e996e-76f6-4b3d-b7d4-bb18ae134273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.281589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b822add-f5a1-427c-b2e0-704925b000e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.398969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-b6827639-1c23-4141-a1d8-169ffa15d2e4', 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'fixed_ips': [{'subnet_id': 'f62f0800-75ec-4046-84ed-867f1bcd99b5'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:15:56.400169 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.424464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e996e-76f6-4b3d-b7d4-bb18ae134273 None None] Pushing event updated for resources: {'Port': ['ID=3d0828fa-69b1-4b72-8384-604ad956625b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.428236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.492683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-94427f5f-098e-46d4-b93f-23510b200d3c service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896338 Aug 27 16:15:56.556114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b822add-f5a1-427c-b2e0-704925b000e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.603488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:56.603488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:56.603786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-be25ed25-fff6-4e23-a6d4-51a56e712004 None None] Provisioning complete for port 3d0828fa-69b1-4b72-8384-604ad956625b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:56.603786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be25ed25-fff6-4e23-a6d4-51a56e712004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.604295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:56.642271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e426becf-a7b0-4d82-9341-0025bb0a2f18 req-c6cfffbf-f314-4011-9524-f3243c6d6f75 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 210 time: 0.1178019 Aug 27 16:15:56.676283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b822add-f5a1-427c-b2e0-704925b000e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.689630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f0dc55c-02a7-4ff2-8af9-9fff716f489c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:56.693456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event updated for resources: {'Port': ['ID=2779188c-58a9-4024-a250-2c9f6f013fac,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.737312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-fd746660-9823-42e7-8477-5cbd9fc9e569 service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437298 Aug 27 16:15:56.812666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b822add-f5a1-427c-b2e0-704925b000e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edaed02-33f0-4f17-8a47-ee2722d64311,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:56.828511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5b822add-f5a1-427c-b2e0-704925b000e2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=552403a4be284895808a59e4e9b7921b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380322 Aug 27 16:15:56.844182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96334d-7cab-484c-b91a-b0fb4575b62c req-cd196e60-fefe-4562-917d-33badbaafe64 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:56.845813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb96334d-7cab-484c-b91a-b0fb4575b62c req-cd196e60-fefe-4562-917d-33badbaafe64 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 948 time: 0.0942783 Aug 27 16:15:56.846353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36854) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:56.881427 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:56.946159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb96334d-7cab-484c-b91a-b0fb4575b62c req-765ed96e-504a-42ad-8c4e-604cc164fbb9 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850160 Aug 27 16:15:56.973715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d23dc27a-d4ae-44ad-a49b-7e8c74db4eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.001923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d23dc27a-d4ae-44ad-a49b-7e8c74db4eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.077998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.086508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Allocated IP 19.86.0.2 (b6827639-1c23-4141-a1d8-169ffa15d2e4/f62f0800-75ec-4046-84ed-867f1bcd99b5/d29af99f-db58-4eee-bdb5-723b67a36ed2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:57.165274 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d23dc27a-d4ae-44ad-a49b-7e8c74db4eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.173657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d23dc27a-d4ae-44ad-a49b-7e8c74db4eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.173657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d23dc27a-d4ae-44ad-a49b-7e8c74db4eca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7edaed02-33f0-4f17-8a47-ee2722d64311 HTTP/1.1" status: 204 len: 168 time: 0.3233700 Aug 27 16:15:57.189344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dc27a-d4ae-44ad-a49b-7e8c74db4eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edaed02-33f0-4f17-8a47-ee2722d64311,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:57.351430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:57.404373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:57.404929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2cbf882-5c49-4569-b57d-81ae2270d0d3 req-57c37d79-f257-454f-99bb-8a8bcfa7b32f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 210 time: 0.0336778 Aug 27 16:15:57.406345 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.450331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.511090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-be25ed25-fff6-4e23-a6d4-51a56e712004 None None] Provisioning complete for port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:57.511652 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be25ed25-fff6-4e23-a6d4-51a56e712004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.531771 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.551973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-73a5091c-281a-4ffe-a6d2-8bc1e760162c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.565366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-73a5091c-281a-4ffe-a6d2-8bc1e760162c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.574028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-73a5091c-281a-4ffe-a6d2-8bc1e760162c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/networks?id=7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48&id=b6827639-1c23-4141-a1d8-169ffa15d2e4 HTTP/1.1" status: 200 len: 1392 time: 0.3311749 Aug 27 16:15:57.600240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-62894e55-6b34-4d4e-ac7b-db1ac06b0ac0 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/quotas/d36c0ddee09f4413bff345365ad4ed8b HTTP/1.1" status: 200 len: 375 time: 0.0251787 Aug 27 16:15:57.658120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event updated for resources: {'Port': ['ID=2779188c-58a9-4024-a250-2c9f6f013fac,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:57.693452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.693935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-99f4b370-e856-49f4-9d3a-a7f64cef00b0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:57.695770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-99f4b370-e856-49f4-9d3a-a7f64cef00b0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.2896645 Aug 27 16:15:57.696347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.712787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Transition to ACTIVE for port object d29af99f-db58-4eee-bdb5-723b67a36ed2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:57.723107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ecc878f8-73bd-4010-8cd9-3c64b48c0d49 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1218965 Aug 27 16:15:57.735376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Request body: {'port': {'device_id': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'admin_state_up': True, 'tenant_id': 'e7fe8f9737414dc4a866d2e85547d04f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:57.774963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Transition to ACTIVE for port object d29af99f-db58-4eee-bdb5-723b67a36ed2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:15:57.779428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.846510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d84b76be-c089-4c70-af8e-16860278d782 req-ebd8279c-cece-4334-911e-2027feea4da6 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 210 time: 0.0393777 Aug 27 16:15:57.853211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.863615 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-96bfab12-d498-4004-838e-5cf95ae7b5e9 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8222697 Aug 27 16:15:57.890271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:57.893029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be25ed25-fff6-4e23-a6d4-51a56e712004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.925589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:57.978064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.027664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Network b6827639-1c23-4141-a1d8-169ffa15d2e4 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:58.037141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Made reservation on behalf of e7fe8f9737414dc4a866d2e85547d04f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:15:58.041094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.042248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Pushing event updated for resources: {'Port': ['ID=d29af99f-db58-4eee-bdb5-723b67a36ed2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:58.046223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:58.052212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:58.111096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-510b0cd2-4fdf-4264-932c-0012feac574b service neutron] 10.222.0.101 "GET /v2.0/networks/7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870606 Aug 27 16:15:58.112094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-be25ed25-fff6-4e23-a6d4-51a56e712004 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:15:58.112403 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-be25ed25-fff6-4e23-a6d4-51a56e712004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:15:58.153809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Attempting to bind port d29af99f-db58-4eee-bdb5-723b67a36ed2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:15:58.154188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Attempting to bind port d29af99f-db58-4eee-bdb5-723b67a36ed2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:15:58.154575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Attempting to bind port d29af99f-db58-4eee-bdb5-723b67a36ed2 on network b6827639-1c23-4141-a1d8-169ffa15d2e4 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:15:58.161765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:58.165148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:15:58.165500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Checking segment: {'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:15:58.165918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.166314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Bound using segment: {'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:15:58.166793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Bound port: d29af99f-db58-4eee-bdb5-723b67a36ed2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:15:58.167185 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.167953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36892) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:58.258710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] For port d29af99f-db58-4eee-bdb5-723b67a36ed2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:15:58.263771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] For port d29af99f-db58-4eee-bdb5-723b67a36ed2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d29af99f-db58-4eee-bdb5-723b67a36ed2,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:15:58.348059 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.421687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58c66b-896b-458f-ab77-3ae9b9b6b942 None None] Pushing event updated for resources: {'Port': ['ID=d29af99f-db58-4eee-bdb5-723b67a36ed2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:58.509754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7f14652-d027-4e6c-96ab-c17f91547bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.525151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f0dc55c-02a7-4ff2-8af9-9fff716f489c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:58.554576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b4587-0f91-4972-a8ff-811f39ccc4cc req-8b339683-1670-4c36-b41b-61b7943de96e tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:58.563651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-077b4587-0f91-4972-a8ff-811f39ccc4cc req-8b339683-1670-4c36-b41b-61b7943de96e tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 948 time: 0.5159428 Aug 27 16:15:58.583000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:58.583651 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.627821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:15:58.630327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7f14652-d027-4e6c-96ab-c17f91547bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.684953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7f14652-d027-4e6c-96ab-c17f91547bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.706944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:15:58.707546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6dbeda04-018a-45e5-9cbf-b78cb63daaf0 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:15:58.740288 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f7f14652-d027-4e6c-96ab-c17f91547bf9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=135e8efa074041ba97fe335a7e9e5366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643630 Aug 27 16:15:58.742862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36898) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:15:58.763010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Allocated IP 172.20.0.13 (28637a2e-55de-4d09-b419-9c916614c5bc/c6608cd7-d1d8-47d3-8cca-d9ce627df5dc/3b129389-c8f6-42d7-acf2-7a3ab9674971) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:15:58.766368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f14652-d027-4e6c-96ab-c17f91547bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e011a97-bef4-4988-8099-1e12b53f7d2f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:58.769168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d0828fa-69b1-4b72-8384-604ad956625b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:58.802163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1503a1f6-0cb1-49ae-a9ff-08b2fd6e7680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.821385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3d0828fa-69b1-4b72-8384-604ad956625b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:58.822025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:58.826126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-077b4587-0f91-4972-a8ff-811f39ccc4cc req-2c0ac4f2-063f-4c89-bd88-7c2a113e3101 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595847 Aug 27 16:15:58.851867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-d40284f7-665c-4053-861e-3678958b6577 service neutron] 10.222.0.101 "GET /v2.0/networks/7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103293 Aug 27 16:15:58.856340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1503a1f6-0cb1-49ae-a9ff-08b2fd6e7680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.010268 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1503a1f6-0cb1-49ae-a9ff-08b2fd6e7680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.013117 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1503a1f6-0cb1-49ae-a9ff-08b2fd6e7680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.014242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1503a1f6-0cb1-49ae-a9ff-08b2fd6e7680 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2e011a97-bef4-4988-8099-1e12b53f7d2f HTTP/1.1" status: 204 len: 168 time: 0.2704210 Aug 27 16:15:59.022326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503a1f6-0cb1-49ae-a9ff-08b2fd6e7680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e011a97-bef4-4988-8099-1e12b53f7d2f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:59.066746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-e036f8a4-af1b-4321-933f-5a0f5ad8386e tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--2027403476&fields=id&tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef HTTP/1.1" status: 200 len: 267 time: 0.0960157 Aug 27 16:15:59.098818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-a488ab26-2599-4ae8-b382-417143139ee9 service neutron] 10.222.0.101 "GET /v2.0/networks/b6827639-1c23-4141-a1d8-169ffa15d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409580 Aug 27 16:15:59.194523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1edb26fe-91de-422a-a4d2-28cfd05974e0 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:15:59.245808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.298216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-00f5770c-3f7c-418b-8b12-5ccfe7d7b605 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:59.303838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-00f5770c-3f7c-418b-8b12-5ccfe7d7b605 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/networks?id=cf96a4c7-b0d7-43cb-8af4-35319eaef671 HTTP/1.1" status: 200 len: 815 time: 0.2274117 Aug 27 16:15:59.308001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 1edb26fe-91de-422a-a4d2-28cfd05974e0 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:59.312598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 1edb26fe-91de-422a-a4d2-28cfd05974e0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:15:59.313036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.382073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-f6ff51fa-9f0e-420e-80fc-fe4c98f3da15 service neutron] 10.222.0.101 "GET /v2.0/networks/b6827639-1c23-4141-a1d8-169ffa15d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701154 Aug 27 16:15:59.397908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-8b42aad7-f354-45dc-ac11-dbb95d388459 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/quotas/a95b98cf693c4dce89b75bf7c0ce41ef HTTP/1.1" status: 200 len: 375 time: 0.0530658 Aug 27 16:15:59.433319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.516563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8522217e-b30e-4999-b8d1-29ef9205993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edb26fe-91de-422a-a4d2-28cfd05974e0'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:15:59.523206 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c956d4-68a3-4939-929b-d44ef1e58f5d" -d '{"events": [{"server_uuid": "8522217e-b30e-4999-b8d1-29ef9205993c", "name": "network-vif-plugged", "status": "completed", "tag": "1edb26fe-91de-422a-a4d2-28cfd05974e0"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:15:59.549136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1edb26fe-91de-422a-a4d2-28cfd05974e0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1edb26fe-91de-422a-a4d2-28cfd05974e0,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:15:59.572743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.636041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-06a8f028-8b41-4fd1-85e3-fdb232b4bb1f tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2271090 Aug 27 16:15:59.657192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Network 28637a2e-55de-4d09-b419-9c916614c5bc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:15:59.675854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:15:59.682835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93608c1a-093c-4942-9aea-ce0dfcaa771e None None] Network b6827639-1c23-4141-a1d8-169ffa15d2e4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:15:59.685979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.688688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:15:59.788005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:59.823120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-cfa1ef91-2ea7-4e0a-9afd-dda2966f85e9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:59.825291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-cfa1ef91-2ea7-4e0a-9afd-dda2966f85e9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.3538406 Aug 27 16:15:59.846294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'port': {'device_id': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'admin_state_up': True, 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:15:59.884378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7c91b5ed-1e23-43f2-9946-fb0dc3fbb3f0 None None] Provisioning for port d29af99f-db58-4eee-bdb5-723b67a36ed2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:15:59.886595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1edb26fe-91de-422a-a4d2-28cfd05974e0,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:15:59.912993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:15:59.913465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:15:59.993828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-916fdf38-bd47-4eea-a187-52d172143a7f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2631629 Aug 27 16:16:00.000619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-eefc64d6-4ea6-4d48-896a-86bd6fc4b0a3 service neutron] 10.222.0.101 "GET /v2.0/networks/cf96a4c7-b0d7-43cb-8af4-35319eaef671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387177 Aug 27 16:16:00.020645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Request body: {'port': {'device_id': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:00.122259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7908863-d644-404c-8c5f-e09d8a7a3239 req-677af1b5-87b7-4a26-91ef-ba6682bfa273 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 210 time: 0.1284366 Aug 27 16:16:00.198457 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:00.275365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-f708e8c6-2baa-4616-9c97-98381c9452bb service neutron] 10.222.0.101 "GET /v2.0/networks/cf96a4c7-b0d7-43cb-8af4-35319eaef671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601793 Aug 27 16:16:00.330189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ecc7c-a1e4-4620-a4e4-6cea4fd06015 req-dce09ed7-d74b-4427-b2d3-dacfd48f04d5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.332294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-895ecc7c-a1e4-4620-a4e4-6cea4fd06015 req-dce09ed7-d74b-4427-b2d3-dacfd48f04d5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 932 time: 0.1277566 Aug 27 16:16:00.391040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Made reservation on behalf of 0915afdf1c12438d9f51ef9301e73db5 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:00.394740 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:00.511823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-895ecc7c-a1e4-4620-a4e4-6cea4fd06015 req-b1f514a6-4031-4768-8475-bd545c481fa2 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249926 Aug 27 16:16:00.553813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d29af99f-db58-4eee-bdb5-723b67a36ed2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:00.557107 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6edbf52-3c80-4116-adf9-7f922e7c0a32 x-openstack-request-id: req-a6edbf52-3c80-4116-adf9-7f922e7c0a32 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:00.557481 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8522217e-b30e-4999-b8d1-29ef9205993c", "name": "network-vif-plugged", "status": "completed", "tag": "1edb26fe-91de-422a-a4d2-28cfd05974e0", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:00.564119 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a6edbf52-3c80-4116-adf9-7f922e7c0a32 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:00.564119 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8522217e-b30e-4999-b8d1-29ef9205993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edb26fe-91de-422a-a4d2-28cfd05974e0', 'code': 200} Aug 27 16:16:00.678481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54788353-edd3-49d0-918e-571f5e93e9a2 req-1f9acf9e-5e92-4f86-8bd9-a1531891404e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0555019 Aug 27 16:16:00.728031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8219a6-c43a-44fd-8c86-f4311ec37072 req-77c7428e-8fdb-439b-9c6e-5408435d39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.732195 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ff8219a6-c43a-44fd-8c86-f4311ec37072 req-77c7428e-8fdb-439b-9c6e-5408435d39d9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 1100 time: 0.1035447 Aug 27 16:16:00.770181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d29af99f-db58-4eee-bdb5-723b67a36ed2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:00.774181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d29af99f-db58-4eee-bdb5-723b67a36ed2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:00.774560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:00.779735 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ff8219a6-c43a-44fd-8c86-f4311ec37072 req-89729043-1c7a-406d-ac00-4d49c87cce3d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361350 Aug 27 16:16:00.851592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97b662d2-f770-4e9f-b2b3-7e9f53d46c7f req-aeb9648d-cc69-4ffc-b307-2ceef6b1a00b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 210 time: 0.1041343 Aug 27 16:16:00.864655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:00.918477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d29af99f-db58-4eee-bdb5-723b67a36ed2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d29af99f-db58-4eee-bdb5-723b67a36ed2,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:00.924494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3919cfe-602b-4b73-a94c-c346d3e22906 req-b321a809-f01b-4d25-8b21-12a913e72b42 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:00.926157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3919cfe-602b-4b73-a94c-c346d3e22906 req-b321a809-f01b-4d25-8b21-12a913e72b42 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 949 time: 0.1752250 Aug 27 16:16:00.927681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Allocated IP 172.20.0.7 (9465f7b0-7e8e-42b4-8872-f900f467e677/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0/34b6a984-f650-42c6-a0fa-6e053f421cea) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:01.021497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.027144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b129389-c8f6-42d7-acf2-7a3ab9674971 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:01.044914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.052710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3919cfe-602b-4b73-a94c-c346d3e22906 req-347f0bef-5a93-4193-9038-3784a22bfff9 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156099 Aug 27 16:16:01.078604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d29af99f-db58-4eee-bdb5-723b67a36ed2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:01.104056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Transition to ACTIVE for port object 3b129389-c8f6-42d7-acf2-7a3ab9674971 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:01.176099 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.190509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Transition to ACTIVE for port object 34b6a984-f650-42c6-a0fa-6e053f421cea will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:01.227481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628629c5-9985-4775-be7c-08b93799a4fe req-54d432c6-4dfa-4a91-b91b-96c5763048b4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 210 time: 0.0324488 Aug 27 16:16:01.229612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.299489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:01.379603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Attempting to bind port 3b129389-c8f6-42d7-acf2-7a3ab9674971 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:01.380037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Attempting to bind port 3b129389-c8f6-42d7-acf2-7a3ab9674971 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:01.380508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Attempting to bind port 3b129389-c8f6-42d7-acf2-7a3ab9674971 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:01.385237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Port 3b129389-c8f6-42d7-acf2-7a3ab9674971 on network 28637a2e-55de-4d09-b419-9c916614c5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:01.385565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Attempting to bind port 3b129389-c8f6-42d7-acf2-7a3ab9674971 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:01.391470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:01.391816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Checking segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:01.396701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Bound using segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:01.397621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Bound port: 3b129389-c8f6-42d7-acf2-7a3ab9674971, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:01.398617 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.406895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.422997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['67a10c0f-4e5f-4d4f-a7ea-3006e9523944'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:01.427100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e350dacb-5181-4ee7-a172-0ab2da582224'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:01.479416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:01.501339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:01.513680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:01.582104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=34b6a984-f650-42c6-a0fa-6e053f421cea,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:01.620857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:01.640306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:01.640983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.648508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:01.758259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a51495-7f18-4a52-9a66-d2f5c9607b10 req-9d973241-edcb-406a-aca9-c425033348cc tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:01.763570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14a51495-7f18-4a52-9a66-d2f5c9607b10 req-9d973241-edcb-406a-aca9-c425033348cc tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 944 time: 0.1020780 Aug 27 16:16:01.807519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.871838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-53badfe2-72e8-44eb-9ae9-70e10b49f4d4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0340362 Aug 27 16:16:01.905665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Request body: {'port': {'device_id': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:01.908107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:01.908725 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:01.910082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] 10.222.0.97 "PUT /v2.0/ports/3b129389-c8f6-42d7-acf2-7a3ab9674971 HTTP/1.1" status: 200 len: 1092 time: 1.8937604 Aug 27 16:16:01.910781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:01.913168 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e513848-82c9-4f90-a28f-7baf550e602c" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:01.940176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeb522c5-725e-4b62-8c46-200e5282e76f req-7476d49b-cd01-40b7-9704-dbd864b05473 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0735836 Aug 27 16:16:01.962530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14a51495-7f18-4a52-9a66-d2f5c9607b10 req-cfcffc8b-4cbe-4271-8298-f3a27b49f51f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893055 Aug 27 16:16:01.983474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14047b-64be-48a5-bb90-840cd177d4db service neutron] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:02.022359 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b633ecb-3ba4-4e85-a4a8-930b3fbe8aab x-openstack-request-id: req-3b633ecb-3ba4-4e85-a4a8-930b3fbe8aab {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:02.022933 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:02.023056 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3b633ecb-3ba4-4e85-a4a8-930b3fbe8aab {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:02.023474 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'status': 'completed', 'code': 200} Aug 27 16:16:02.033499 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:02.061815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e286fde7-1c6d-4541-8954-e3547ebe6bd4 None None] Provisioning for port 34b6a984-f650-42c6-a0fa-6e053f421cea completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:02.065885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e286fde7-1c6d-4541-8954-e3547ebe6bd4 None None] Provisioning complete for port 34b6a984-f650-42c6-a0fa-6e053f421cea triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:02.066261 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e286fde7-1c6d-4541-8954-e3547ebe6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:02.110389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd635f0e-ecba-4b5b-934d-09848beb3f3c req-629288bb-c713-4acd-a1b4-ab33be5ecc21 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 210 time: 0.0665488 Aug 27 16:16:02.119133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e286fde7-1c6d-4541-8954-e3547ebe6bd4 None None] Port 34b6a984-f650-42c6-a0fa-6e053f421cea cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:02.187585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513848-82c9-4f90-a28f-7baf550e602c req-dbba2d14-17b8-43ed-90b6-918bfbf7b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.190410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e513848-82c9-4f90-a28f-7baf550e602c req-dbba2d14-17b8-43ed-90b6-918bfbf7b043 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 1095 time: 0.1308568 Aug 27 16:16:02.458240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1a2b-fa44-4d04-a03b-d7225bc16153 req-f68bc507-0ab9-45c9-9403-c0a61c39ab60 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.459820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6fb1a2b-fa44-4d04-a03b-d7225bc16153 req-f68bc507-0ab9-45c9-9403-c0a61c39ab60 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 949 time: 0.2105746 Aug 27 16:16:02.508819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d29af99f-db58-4eee-bdb5-723b67a36ed2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:02.511387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd547a3-4b23-4bda-94a0-d4d13e229abd req-5f951f5a-9aea-41b0-a81a-0720248fd16e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.513006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fd547a3-4b23-4bda-94a0-d4d13e229abd req-5f951f5a-9aea-41b0-a81a-0720248fd16e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 931 time: 0.1796725 Aug 27 16:16:02.529666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513848-82c9-4f90-a28f-7baf550e602c req-721afa46-bf4a-4dea-a984-6433f19f3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.531104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e513848-82c9-4f90-a28f-7baf550e602c req-721afa46-bf4a-4dea-a984-6433f19f3b8f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2830272 Aug 27 16:16:02.565965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d29af99f-db58-4eee-bdb5-723b67a36ed2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:02.566454 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:02.634360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6fb1a2b-fa44-4d04-a03b-d7225bc16153 req-e99f4a20-da37-471e-a7b4-7499b5a2e287 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600292 Aug 27 16:16:02.732802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-d1e7e0e8-6c7f-4265-b9d3-5c82e5f3121a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.744538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-d1e7e0e8-6c7f-4265-b9d3-5c82e5f3121a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:02.747783 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-d1e7e0e8-6c7f-4265-b9d3-5c82e5f3121a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.90 "GET /v2.0/networks?id=7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48&id=b6827639-1c23-4141-a1d8-169ffa15d2e4 HTTP/1.1" status: 200 len: 1392 time: 0.1915708 Aug 27 16:16:02.761229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'port': {'device_id': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48', 'admin_state_up': True, 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:02.962873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fd547a3-4b23-4bda-94a0-d4d13e229abd req-890e289d-2a33-492c-9b18-6f582885f602 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403808 Aug 27 16:16:03.004673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:03.008519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:03.016183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513848-82c9-4f90-a28f-7baf550e602c req-d22cfee6-ae31-4bb6-8493-494d113bd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.017649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e513848-82c9-4f90-a28f-7baf550e602c req-d22cfee6-ae31-4bb6-8493-494d113bd897 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4773431 Aug 27 16:16:03.031233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b6a984-f650-42c6-a0fa-6e053f421cea {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:03.041663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:03.098498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Transition to ACTIVE for port object 34b6a984-f650-42c6-a0fa-6e053f421cea will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:03.136528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85d98d66-86b6-47d8-9121-d7727ef744b6 req-5c01e881-9926-4585-8aac-5d03efcfaad4 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0774102 Aug 27 16:16:03.161336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-4e63b1df-244a-4347-873f-ef426ea9a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.162942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-4e63b1df-244a-4347-873f-ef426ea9a452 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 1095 time: 0.1018455 Aug 27 16:16:03.231628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-fbe166f3-cd40-46dc-af24-70045b7d6b07 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971 HTTP/1.1" status: 200 len: 217 time: 0.0605550 Aug 27 16:16:03.264068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Allocated IP 19.80.0.131 (7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48/364c2ef9-56d7-412f-9a02-c1e3b97090d2/96c586a5-b2e9-4b19-bf21-13dfa71392ab) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:03.293101 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:03.365882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-29aeeb99-94d5-4426-92a0-38b9673ff4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.367357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-29aeeb99-94d5-4426-92a0-38b9673ff4e1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc HTTP/1.1" status: 200 len: 845 time: 0.1221807 Aug 27 16:16:03.427088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae2c4-3819-4565-af85-0401d80cf7c6 req-d02e3fa7-0b8c-451c-a674-284ffbfdd66e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.427088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d7ae2c4-3819-4565-af85-0401d80cf7c6 req-d02e3fa7-0b8c-451c-a674-284ffbfdd66e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 944 time: 0.1914001 Aug 27 16:16:03.454834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6a984-f650-42c6-a0fa-6e053f421cea,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:03.461588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-b6a324b5-b40c-4899-991c-321464fc8acd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28637a2e-55de-4d09-b419-9c916614c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826316 Aug 27 16:16:03.463151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb87ba5b-4f19-48a1-a955-4d446057a1fc req-99456ffb-b352-4280-81ec-5c166ee00e72 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 210 time: 0.0949321 Aug 27 16:16:03.580415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:03.602051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Transition to ACTIVE for port object 96c586a5-b2e9-4b19-bf21-13dfa71392ab will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:03.625545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-0ece2f6b-e4c6-4af8-b008-698683e0af45 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.627135 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-0ece2f6b-e4c6-4af8-b008-698683e0af45 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.90 "GET /v2.0/networks?id=cf96a4c7-b0d7-43cb-8af4-35319eaef671 HTTP/1.1" status: 200 len: 815 time: 0.2672050 Aug 27 16:16:03.669270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d7ae2c4-3819-4565-af85-0401d80cf7c6 req-3a8af1f3-1741-4833-96ea-be4063fe3862 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098076 Aug 27 16:16:03.702168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Attempting to bind port 34b6a984-f650-42c6-a0fa-6e053f421cea on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:03.702523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Attempting to bind port 34b6a984-f650-42c6-a0fa-6e053f421cea by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:03.702902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Attempting to bind port 34b6a984-f650-42c6-a0fa-6e053f421cea on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:03.704574 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-1e9b8ccf-a01b-4cb3-8222-da6ac68924d6 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef HTTP/1.1" status: 200 len: 380 time: 0.0632296 Aug 27 16:16:03.714982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Request body: {'port': {'device_id': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'admin_state_up': True, 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'security_groups': ['22919d56-8307-4f3b-ab17-299bf86648c1']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:03.720364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Port 34b6a984-f650-42c6-a0fa-6e053f421cea on network 9465f7b0-7e8e-42b4-8872-f900f467e677 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:03.720699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Attempting to bind port 34b6a984-f650-42c6-a0fa-6e053f421cea on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:03.734101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-3d694af0-bc02-4781-af28-b41251b44991 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507360 Aug 27 16:16:03.735821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:03.736158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:03.736538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Bound using segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:03.736978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Bound port: 34b6a984-f650-42c6-a0fa-6e053f421cea, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:03.737336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:03.747032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397293-2ec0-42b3-868c-2e28c275446e req-f344e927-8c37-435d-bc86-7f4c94d92078 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:03.754893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04397293-2ec0-42b3-868c-2e28c275446e req-f344e927-8c37-435d-bc86-7f4c94d92078 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 949 time: 0.1574700 Aug 27 16:16:03.836965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:03.921643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04397293-2ec0-42b3-868c-2e28c275446e req-e884dd1b-849e-4cf8-909f-66739ae39731 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604056 Aug 27 16:16:03.939393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:03.943690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:03.945659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Port': ['ID=96c586a5-b2e9-4b19-bf21-13dfa71392ab,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:03.948615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:03.957874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03dda524-2305-4a6b-b680-c3e52671d6b9 req-9f128e17-7d46-44e9-aac2-5518c6e71138 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007797 Aug 27 16:16:03.960381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] For port 34b6a984-f650-42c6-a0fa-6e053f421cea, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:03.964775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] For port 34b6a984-f650-42c6-a0fa-6e053f421cea, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=34b6a984-f650-42c6-a0fa-6e053f421cea,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:04.009563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.010419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.102804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Made reservation on behalf of a95b98cf693c4dce89b75bf7c0ce41ef for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:04.105505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.109637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.127996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba297f-12ec-47ff-8372-d0500ed06383 req-5f482d91-638a-474b-8a02-7fbf9ea50c38 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.129659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7ba297f-12ec-47ff-8372-d0500ed06383 req-5f482d91-638a-474b-8a02-7fbf9ea50c38 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 943 time: 0.0824468 Aug 27 16:16:04.155036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.155707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.157199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] 10.222.0.97 "PUT /v2.0/ports/34b6a984-f650-42c6-a0fa-6e053f421cea HTTP/1.1" status: 200 len: 1091 time: 2.2677512 Aug 27 16:16:04.158290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:04.162842 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3841cdea-ec6d-43b0-b52b-a7a26092cffb" -d '{"events": [{"name": "network-changed", "server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:04.219747 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce2a5c2-ae39-443c-82d4-bd8f116a9001 x-openstack-request-id: req-7ce2a5c2-ae39-443c-82d4-bd8f116a9001 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:04.220049 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:04.220302 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7ce2a5c2-ae39-443c-82d4-bd8f116a9001 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:04.220751 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea', 'status': 'completed', 'code': 200} Aug 27 16:16:04.264251 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-1c8c22f2-2edc-442f-96e4-95f520c3220b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5072889 Aug 27 16:16:04.282950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Request body: {'port': {'device_id': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4', 'admin_state_up': True, 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:04.287302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7ba297f-12ec-47ff-8372-d0500ed06383 req-f0fd82b6-db4b-4950-81dd-6826694473f6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360343 Aug 27 16:16:04.348938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-33842e65-853a-48b0-a7fc-fc771feeae62 None None] Provisioning for port 96c586a5-b2e9-4b19-bf21-13dfa71392ab completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:04.354491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-33842e65-853a-48b0-a7fc-fc771feeae62 None None] Provisioning complete for port 96c586a5-b2e9-4b19-bf21-13dfa71392ab triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:04.354993 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33842e65-853a-48b0-a7fc-fc771feeae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.438209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-33842e65-853a-48b0-a7fc-fc771feeae62 None None] Port 96c586a5-b2e9-4b19-bf21-13dfa71392ab cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:04.441564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76349ee-a71b-45ca-8404-10388f335713 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6a984-f650-42c6-a0fa-6e053f421cea,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:04.448330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Allocated IP 172.20.0.14 (cf96a4c7-b0d7-43cb-8af4-35319eaef671/fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74/bbd6fb5c-d078-4889-9d3e-ba3281dfb87a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:04.465683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841cdea-ec6d-43b0-b52b-a7a26092cffb req-29355255-34d7-4fed-b6f6-bfa1dd697aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.467317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3841cdea-ec6d-43b0-b52b-a7a26092cffb req-29355255-34d7-4fed-b6f6-bfa1dd697aa6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 1094 time: 0.2065098 Aug 27 16:16:04.474661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c44227-0b10-459e-ae98-de9f84d86c6f req-24196058-c3c7-41aa-997d-506beaba0e5c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.476197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15c44227-0b10-459e-ae98-de9f84d86c6f req-24196058-c3c7-41aa-997d-506beaba0e5c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 932 time: 0.1651819 Aug 27 16:16:04.573330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15c44227-0b10-459e-ae98-de9f84d86c6f req-44f2bf80-8529-4d2e-af35-5acaba18f951 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873346 Aug 27 16:16:04.604454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Made reservation on behalf of d36c0ddee09f4413bff345365ad4ed8b for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:04.608736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.662660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35da50b5-02e0-4228-a06e-96b914e90850 req-f09cd71f-b6fb-469c-b7bd-f6c890ca2568 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 210 time: 0.0452962 Aug 27 16:16:04.668479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841cdea-ec6d-43b0-b52b-a7a26092cffb req-9238e99f-3bc6-4ace-9e24-767e8a16aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.670111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3841cdea-ec6d-43b0-b52b-a7a26092cffb req-9238e99f-3bc6-4ace-9e24-767e8a16aac0 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0915afdf1c12438d9f51ef9301e73db5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1929908 Aug 27 16:16:04.684623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-1ae30635-e00c-4683-a9f3-fa89499c934c tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.686422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-1ae30635-e00c-4683-a9f3-fa89499c934c tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.90 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 949 time: 0.1167233 Aug 27 16:16:04.697227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.725512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Transition to ACTIVE for port object bbd6fb5c-d078-4889-9d3e-ba3281dfb87a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:04.797120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Allocated IP 19.86.0.241 (b6827639-1c23-4141-a1d8-169ffa15d2e4/f62f0800-75ec-4046-84ed-867f1bcd99b5/c0bf2e8e-dab9-4b6a-b078-7c73537b7486) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:04.882827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b670a-e7af-4ae9-94f8-1d1de92291b1 req-5a564206-e778-4687-a2d6-b12f71a2d148 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.884372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c0b670a-e7af-4ae9-94f8-1d1de92291b1 req-5a564206-e778-4687-a2d6-b12f71a2d148 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 944 time: 0.1238720 Aug 27 16:16:04.905759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841cdea-ec6d-43b0-b52b-a7a26092cffb req-cdc2db1b-5e2c-4427-8ff2-4aad2d91581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:04.907166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3841cdea-ec6d-43b0-b52b-a7a26092cffb req-cdc2db1b-5e2c-4427-8ff2-4aad2d91581b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2198589 Aug 27 16:16:04.936697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:04.952141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c0b670a-e7af-4ae9-94f8-1d1de92291b1 req-c5fb1f77-e186-4b60-8797-ccc6ac59a6d5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579772 Aug 27 16:16:04.954803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Deleting port 1edb26fe-91de-422a-a4d2-28cfd05974e0 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:04.955397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.015106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:05.025346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:05.034304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:05.046138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event updated for resources: {'Port': ['ID=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.085209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.114005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.114661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.122540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Transition to ACTIVE for port object c0bf2e8e-dab9-4b6a-b078-7c73537b7486 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:05.157725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23de64-7c2c-43be-826d-dd1fa340784c req-dbd50d5a-5934-4756-9119-5b067c10b077 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.163841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f23de64-7c2c-43be-826d-dd1fa340784c req-dbd50d5a-5934-4756-9119-5b067c10b077 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 949 time: 0.1497278 Aug 27 16:16:05.166581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-7624b0a7-126c-4e59-94dd-e25443f1aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.168145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-7624b0a7-126c-4e59-94dd-e25443f1aa55 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 1094 time: 0.1630869 Aug 27 16:16:05.171961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] For port 1edb26fe-91de-422a-a4d2-28cfd05974e0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1edb26fe-91de-422a-a4d2-28cfd05974e0,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:05.172470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.228333 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-31da1a62-3a15-4864-bfe1-80ee6c7d030b tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5174224 Aug 27 16:16:05.231737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Calling delete_port for 1edb26fe-91de-422a-a4d2-28cfd05974e0 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:05.238013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-ea467463-f42d-4e86-b57e-e433d15e74d7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34b6a984-f650-42c6-a0fa-6e053f421cea HTTP/1.1" status: 200 len: 217 time: 0.0512559 Aug 27 16:16:05.240918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Request body: {'port': {'device_id': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:05.264414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.298361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f23de64-7c2c-43be-826d-dd1fa340784c req-849a921e-02db-4a4b-91d2-9f38f31f6b62 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/security-groups?id=974f3941-96d5-4723-baa6-a74c5eb5b5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286576 Aug 27 16:16:05.360477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-729b9371-b396-43ac-be24-b61b6f55bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.362113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-729b9371-b396-43ac-be24-b61b6f55bbd7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1070499 Aug 27 16:16:05.364194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Network b6827639-1c23-4141-a1d8-169ffa15d2e4 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:05.365987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:05.370700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:05.409209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.417619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fdf332db-3b10-44c5-9246-76dfddf2188e None None] Provisioning for port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:05.417619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fdf332db-3b10-44c5-9246-76dfddf2188e None None] Provisioning complete for port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:05.417619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fdf332db-3b10-44c5-9246-76dfddf2188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.493625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event updated for resources: {'Port': ['ID=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.497239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fdf332db-3b10-44c5-9246-76dfddf2188e None None] Port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:05.508758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-a6b2299e-4e1a-4d81-80a0-e2715fd67022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.510310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-a6b2299e-4e1a-4d81-80a0-e2715fd67022 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392369 Aug 27 16:16:05.524732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.525383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.527217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d301eef-9aba-4444-96ce-1b2a044b7724 req-51c52366-6ea8-41bc-920d-d49a3f4dcbba tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.540962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d301eef-9aba-4444-96ce-1b2a044b7724 req-51c52366-6ea8-41bc-920d-d49a3f4dcbba tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 943 time: 0.1544418 Aug 27 16:16:05.649649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d301eef-9aba-4444-96ce-1b2a044b7724 req-f7f42c5b-e635-4d12-8729-a45d3916905a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077335 Aug 27 16:16:05.691482 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-ffca5be2-0d32-4fd2-853f-ca8a8a45ba52 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4129071 Aug 27 16:16:05.709356 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.719037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Request body: {'port': {'device_id': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:05.750344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-0f3843e7-d323-4c47-b65f-6eab5e5bc284 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022018 Aug 27 16:16:05.751082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Pushing event deleted for resources: {'Port': ['ID=1edb26fe-91de-422a-a4d2-28cfd05974e0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:05.810598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.832749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c8578f9e-dac7-46b2-bec0-f0ace39f2136 None None] Provisioning for port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:05.836959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c8578f9e-dac7-46b2-bec0-f0ace39f2136 None None] Provisioning complete for port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:05.837533 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8578f9e-dac7-46b2-bec0-f0ace39f2136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.863689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] No DVR routers for this DVR port 1edb26fe-91de-422a-a4d2-28cfd05974e0 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:05.870928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.870928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c28b8869-117c-4aaf-979e-a6b4703c5f56 req-99167716-50f3-4c07-a3ed-c337bbeee37b tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.90 "DELETE /v2.0/ports/1edb26fe-91de-422a-a4d2-28cfd05974e0 HTTP/1.1" status: 204 len: 173 time: 1.1737220 Aug 27 16:16:05.882303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8578f9e-dac7-46b2-bec0-f0ace39f2136 None None] Port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:05.932477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd6fb5c-d078-4889-9d3e-ba3281dfb87a {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:05.947574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:05.977687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa6307-183f-4786-8d65-586d0d88beb4 req-82279689-2ea6-4bf2-8ec5-e757eb04d120 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.985054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa6307-183f-4786-8d65-586d0d88beb4 req-82279689-2ea6-4bf2-8ec5-e757eb04d120 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:05.986696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-abaa6307-183f-4786-8d65-586d0d88beb4 req-82279689-2ea6-4bf2-8ec5-e757eb04d120 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1655 time: 0.3266237 Aug 27 16:16:05.988784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6879a029-8803-4aa1-8e11-4ac301358a29 req-95de42de-9489-4039-81d0-b69eb0833e4d service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289658 Aug 27 16:16:06.011917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Transition to ACTIVE for port object bbd6fb5c-d078-4889-9d3e-ba3281dfb87a will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:06.021526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a28acaf-f8f9-4c52-a19d-090f0f500800 req-83d41af7-dff7-4072-8435-6fda2f7a2127 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302825 Aug 27 16:16:06.077631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-abaa6307-183f-4786-8d65-586d0d88beb4 req-a24ba416-1ade-45e7-83db-0c22ea8a8061 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543077 Aug 27 16:16:06.086404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c81ffe-31e1-43ce-8869-8c98d6d4d53d req-abf7ba74-606f-46cd-908f-22c79faf86ad tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:06.093705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7c81ffe-31e1-43ce-8869-8c98d6d4d53d req-abf7ba74-606f-46cd-908f-22c79faf86ad tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 932 time: 0.3214464 Aug 27 16:16:06.132985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a28acaf-f8f9-4c52-a19d-090f0f500800 req-8cd6d038-0657-4342-ae63-da7f2c91f9e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0371900 Aug 27 16:16:06.138953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.160409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7c81ffe-31e1-43ce-8869-8c98d6d4d53d req-1b4508a2-f31d-41c9-851d-7bc01affa9ec tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658283 Aug 27 16:16:06.190164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a28acaf-f8f9-4c52-a19d-090f0f500800 req-c3af1848-e925-480f-b226-bea44e8e9059 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285010 Aug 27 16:16:06.227173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8522217e-b30e-4999-b8d1-29ef9205993c', 'name': 'network-vif-deleted', 'tag': '1edb26fe-91de-422a-a4d2-28cfd05974e0'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:06.230008 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10cc04e-f9ca-4ed2-af42-f780802d705f" -d '{"events": [{"server_uuid": "8522217e-b30e-4999-b8d1-29ef9205993c", "name": "network-vif-deleted", "tag": "1edb26fe-91de-422a-a4d2-28cfd05974e0"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:06.265852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:06.325759 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc1a9b0-2e1a-4571-9cbc-6ac6e86becaa x-openstack-request-id: req-cfc1a9b0-2e1a-4571-9cbc-6ac6e86becaa {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:06.326618 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8522217e-b30e-4999-b8d1-29ef9205993c", "name": "network-vif-deleted", "tag": "1edb26fe-91de-422a-a4d2-28cfd05974e0", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:06.326941 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cfc1a9b0-2e1a-4571-9cbc-6ac6e86becaa {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:06.327429 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8522217e-b30e-4999-b8d1-29ef9205993c', 'name': 'network-vif-deleted', 'tag': '1edb26fe-91de-422a-a4d2-28cfd05974e0', 'status': 'completed', 'code': 200} Aug 27 16:16:06.371283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28acaf-f8f9-4c52-a19d-090f0f500800 req-38f114b7-1be7-49f8-bc89-a295b2e3152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:06.373724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a28acaf-f8f9-4c52-a19d-090f0f500800 req-38f114b7-1be7-49f8-bc89-a295b2e3152d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1769142 Aug 27 16:16:06.402006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7385ec7-a24b-4402-a8ac-0f91328295fa req-c74a6b4a-4cea-4625-b8e5-307d569224b6 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:06.403820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7385ec7-a24b-4402-a8ac-0f91328295fa req-c74a6b4a-4cea-4625-b8e5-307d569224b6 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 944 time: 0.1368711 Aug 27 16:16:06.435189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c586a5-b2e9-4b19-bf21-13dfa71392ab {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:06.451658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.462853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Transition to ACTIVE for port object 96c586a5-b2e9-4b19-bf21-13dfa71392ab will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:06.483857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Attempting to bind port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:06.484222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Attempting to bind port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:06.484744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Attempting to bind port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a on network cf96a4c7-b0d7-43cb-8af4-35319eaef671 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:06.489436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a on network cf96a4c7-b0d7-43cb-8af4-35319eaef671 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:06.489881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Attempting to bind port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a on network cf96a4c7-b0d7-43cb-8af4-35319eaef671 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:06.496674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:06.497075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Checking segment: {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:06.497642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Bound using segment: {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:06.498173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Bound port: bbd6fb5c-d078-4889-9d3e-ba3281dfb87a, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196b9df4-20ae-4110-bee3-feb5a7817756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:06.498639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.502026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0787aa2b-bb92-48fb-bd04-09d29347542b req-9e343ed7-5352-420b-a399-7961031b05e9 tempest-ImagesNegativeTestJSON-1836311324 tempest-ImagesNegativeTestJSON-1836311324-project] 10.222.0.101 "GET /v2.0/ports?device_id=8522217e-b30e-4999-b8d1-29ef9205993c HTTP/1.1" status: 200 len: 210 time: 0.0436430 Aug 27 16:16:06.505631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7385ec7-a24b-4402-a8ac-0f91328295fa req-dad3c43e-cad7-4504-89e6-07abdf0a305d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929577 Aug 27 16:16:06.567687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.605260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] For port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:06.626960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] For port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:06.645748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=96c586a5-b2e9-4b19-bf21-13dfa71392ab,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:06.688884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3b129389-c8f6-42d7-acf2-7a3ab9674971 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:06.725087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Attempting to bind port 96c586a5-b2e9-4b19-bf21-13dfa71392ab on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:06.725674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Attempting to bind port 96c586a5-b2e9-4b19-bf21-13dfa71392ab by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:06.726177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Attempting to bind port 96c586a5-b2e9-4b19-bf21-13dfa71392ab on network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:06.732754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.747926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Port 96c586a5-b2e9-4b19-bf21-13dfa71392ab on network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:06.748506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Attempting to bind port 96c586a5-b2e9-4b19-bf21-13dfa71392ab on network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:06.756884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:06.757910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.760459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] 10.222.0.90 "PUT /v2.0/ports/bbd6fb5c-d078-4889-9d3e-ba3281dfb87a HTTP/1.1" status: 200 len: 1092 time: 1.5237145 Aug 27 16:16:06.761078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:06.769796 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525768c1-71e6-4f59-9c39-ea798eaa0c62" -d '{"events": [{"name": "network-changed", "server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:06.823103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:06.823695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Checking segment: {'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:06.824401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Bound using segment: {'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:06.825238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Bound port: 96c586a5-b2e9-4b19-bf21-13dfa71392ab, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbfe839-508b-4002-bb0e-bd7c02ee6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:06.825784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:06.872467 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc901533-1714-46ba-a6d1-73135637ec6a x-openstack-request-id: req-fc901533-1714-46ba-a6d1-73135637ec6a {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:06.872467 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:06.872467 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fc901533-1714-46ba-a6d1-73135637ec6a {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:06.872467 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'status': 'completed', 'code': 200} Aug 27 16:16:06.886831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e696-966b-43d8-bf47-130ca5415ceb req-cf97683a-eef4-481d-9cfb-9fedab9bd74a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:06.906577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d676e696-966b-43d8-bf47-130ca5415ceb req-cf97683a-eef4-481d-9cfb-9fedab9bd74a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 943 time: 0.1289756 Aug 27 16:16:06.956844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:06.969133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3b6f-c051-48b4-bf6d-4a592befb686 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:06.992706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d676e696-966b-43d8-bf47-130ca5415ceb req-62f4eaba-1e19-4531-912e-880b51b5bd71 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828240 Aug 27 16:16:07.007376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'mac_address': 'fa:16:3e:c2:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:07.012886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525768c1-71e6-4f59-9c39-ea798eaa0c62 req-c225819b-d533-4a2a-ba19-2620ea258661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.014425 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-525768c1-71e6-4f59-9c39-ea798eaa0c62 req-c225819b-d533-4a2a-ba19-2620ea258661 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef&device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 1095 time: 0.0965729 Aug 27 16:16:07.017055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] For port 96c586a5-b2e9-4b19-bf21-13dfa71392ab, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:07.020823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] For port 96c586a5-b2e9-4b19-bf21-13dfa71392ab, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96c586a5-b2e9-4b19-bf21-13dfa71392ab,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:07.077873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:07.096785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b129389-c8f6-42d7-acf2-7a3ab9674971 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:07.118856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:07.133433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525768c1-71e6-4f59-9c39-ea798eaa0c62 req-f1cc8cb9-fb0d-4dce-a6b8-a8983686bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.135000 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-525768c1-71e6-4f59-9c39-ea798eaa0c62 req-f1cc8cb9-fb0d-4dce-a6b8-a8983686bc60 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1108711 Aug 27 16:16:07.195071 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:07.201437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:07.236782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.239836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:07.240707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] 10.222.0.90 "PUT /v2.0/ports/96c586a5-b2e9-4b19-bf21-13dfa71392ab HTTP/1.1" status: 200 len: 1092 time: 1.5383933 Aug 27 16:16:07.261022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1edb26fe-91de-422a-a4d2-28cfd05974e0 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:07.263559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f15b6-03c2-4e58-bd7c-f979125213df req-7aaa0af7-d026-4dd6-bc3d-66f68543dec4 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.291870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f15b6-03c2-4e58-bd7c-f979125213df req-7aaa0af7-d026-4dd6-bc3d-66f68543dec4 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.299597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 1edb26fe-91de-422a-a4d2-28cfd05974e0 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:07.300776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1edb26fe-91de-422a-a4d2-28cfd05974e0 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:07.302760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:07.306693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-312f15b6-03c2-4e58-bd7c-f979125213df req-7aaa0af7-d026-4dd6-bc3d-66f68543dec4 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1667 time: 0.1363735 Aug 27 16:16:07.380693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Request body: {'port': {'device_id': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:07.385133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525768c1-71e6-4f59-9c39-ea798eaa0c62 req-343b03b7-91bb-48bb-b878-e521d0a85ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.386775 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-525768c1-71e6-4f59-9c39-ea798eaa0c62 req-343b03b7-91bb-48bb-b878-e521d0a85ca8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2436206 Aug 27 16:16:07.390383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-312f15b6-03c2-4e58-bd7c-f979125213df req-25d832ec-1e11-4f98-afb4-427995793c2a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817363 Aug 27 16:16:07.390903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab78578-e294-42bb-b494-30ea7c2e0fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=96c586a5-b2e9-4b19-bf21-13dfa71392ab,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:07.488125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['3b129389-c8f6-42d7-acf2-7a3ab9674971'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:07.491398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:07.492127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e04d6-6ed6-41a0-b43d-d98333f366ff req-1974de6a-23b0-40fd-b97d-2dd80770d479 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.493896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed8e04d6-6ed6-41a0-b43d-d98333f366ff req-1974de6a-23b0-40fd-b97d-2dd80770d479 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 944 time: 0.0634990 Aug 27 16:16:07.555223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-219f033b-cf4e-4f24-aa60-7719ecf260c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.556896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-219f033b-cf4e-4f24-aa60-7719ecf260c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef&device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 1095 time: 0.1112716 Aug 27 16:16:07.591200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed8e04d6-6ed6-41a0-b43d-d98333f366ff req-0d10bc24-9ae2-41a2-91df-e600a14302b5 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886602 Aug 27 16:16:07.591917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37124) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:07.618264 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-79e918f8-a674-4d1d-ba6b-9d0e8076912c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a HTTP/1.1" status: 200 len: 217 time: 0.0521743 Aug 27 16:16:07.726925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-ebc48e4d-42b5-4065-a2a2-a51d0ccaa937 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338770 Aug 27 16:16:07.754004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8df40-aea5-4fd1-97ee-57f0ad72c975 req-4f0aba22-2bc9-4aad-adf1-8d9d2c1cd3bb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.765904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c8df40-aea5-4fd1-97ee-57f0ad72c975 req-4f0aba22-2bc9-4aad-adf1-8d9d2c1cd3bb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 945 time: 0.0868104 Aug 27 16:16:07.795478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-c3741a09-74d8-4501-a8f8-e47706f3ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.796979 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-c3741a09-74d8-4501-a8f8-e47706f3ff7c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74 HTTP/1.1" status: 200 len: 854 time: 0.1704531 Aug 27 16:16:07.850255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c8df40-aea5-4fd1-97ee-57f0ad72c975 req-4d87d978-9f3b-48dd-a3af-5b1667912b66 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833402 Aug 27 16:16:07.872189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdce657f-c2f0-4b14-9a57-8c402edb9b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:07.875665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-dc9fba72-dd89-4b00-8de9-fe4e55091d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.877509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-dc9fba72-dd89-4b00-8de9-fe4e55091d88 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1095 time: 0.0942693 Aug 27 16:16:07.933361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-62318d8c-fddb-4722-ba03-29f03e424cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:07.935103 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-62318d8c-fddb-4722-ba03-29f03e424cb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf96a4c7-b0d7-43cb-8af4-35319eaef671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147478 Aug 27 16:16:08.032610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-878f737f-776f-412e-a7de-7a13855a7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.034113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-878f737f-776f-412e-a7de-7a13855a7ebb service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1201320 Aug 27 16:16:08.094147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdce657f-c2f0-4b14-9a57-8c402edb9b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:08.147083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-4214bef4-d4b6-4a45-bb38-e82814e6b219 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.1034172 Aug 27 16:16:08.164623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdce657f-c2f0-4b14-9a57-8c402edb9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:08.179073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395cd84-6cc4-4509-b20e-d90eefbe730b req-ad46a29c-4add-40bf-85b6-9ca77e59a633 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.180731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d395cd84-6cc4-4509-b20e-d90eefbe730b req-ad46a29c-4add-40bf-85b6-9ca77e59a633 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 943 time: 0.0888207 Aug 27 16:16:08.261374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fdce657f-c2f0-4b14-9a57-8c402edb9b91 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ed0de0bf10044f618822d8bb775affb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620765 Aug 27 16:16:08.265324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37148) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:08.265987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce657f-c2f0-4b14-9a57-8c402edb9b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccf72ca-9329-4345-9ac8-84b93f5bb402,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:08.283411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-0dbe123e-61e8-4ecf-830f-150857a7cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.285838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-0dbe123e-61e8-4ecf-830f-150857a7cab9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1299946 Aug 27 16:16:08.353188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d395cd84-6cc4-4509-b20e-d90eefbe730b req-8e4667ec-4d5e-4b1e-959a-b2df179d444b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462135 Aug 27 16:16:08.388851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-28414b03-2864-4686-a004-c18a0ce2abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.390367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-28414b03-2864-4686-a004-c18a0ce2abc9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969777 Aug 27 16:16:08.393879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bf2e8e-dab9-4b6a-b078-7c73537b7486 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:08.395187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-11e26c11-0bb8-4e27-b650-fc08589031b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:08.396676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37152) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:08.404695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:08.435545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Transition to ACTIVE for port object c0bf2e8e-dab9-4b6a-b078-7c73537b7486 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:08.454622 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-de789e2c-f23b-4de7-a31d-f7a51e270633 service neutron] 10.222.0.90 "GET /v2.0/networks/cf96a4c7-b0d7-43cb-8af4-35319eaef671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070860 Aug 27 16:16:08.472288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-11e26c11-0bb8-4e27-b650-fc08589031b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:08.538248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:08.618786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a6f671d-c7aa-4f8f-9171-8ba92b1b5c3e req-5336c4e7-2b4b-4ab3-b8dc-0edfee512eb6 service neutron] 10.222.0.90 "GET /v2.0/networks/cf96a4c7-b0d7-43cb-8af4-35319eaef671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569130 Aug 27 16:16:08.638392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:08.685670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 34b6a984-f650-42c6-a0fa-6e053f421cea details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:08.691712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3b129389-c8f6-42d7-acf2-7a3ab9674971 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:08.707089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Attempting to bind port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:08.707473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Attempting to bind port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:08.707809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Attempting to bind port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 on network b6827639-1c23-4141-a1d8-169ffa15d2e4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:08.712457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 on network b6827639-1c23-4141-a1d8-169ffa15d2e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:08.712799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Attempting to bind port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 on network b6827639-1c23-4141-a1d8-169ffa15d2e4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:08.723536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:08.723536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Checking segment: {'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:08.723536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Bound using segment: {'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:08.723536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Bound port: c0bf2e8e-dab9-4b6a-b078-7c73537b7486, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ec191-94c4-41c9-a7d8-4a580c40b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:08.723536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:08.820160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] For port c0bf2e8e-dab9-4b6a-b078-7c73537b7486, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:08.825402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] For port c0bf2e8e-dab9-4b6a-b078-7c73537b7486, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:08.871650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'tag': '96c586a5-b2e9-4b19-bf21-13dfa71392ab'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:08.875530 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "tag": "96c586a5-b2e9-4b19-bf21-13dfa71392ab"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:08.930903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-0f3245d5-4c7d-49b7-bb97-7348af5b2f59 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319500 Aug 27 16:16:08.959000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581bd1f-c1fc-456d-935e-3d85f42f4ce5 req-afebe1ca-004f-4325-b605-d3160e989927 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.964868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581bd1f-c1fc-456d-935e-3d85f42f4ce5 req-afebe1ca-004f-4325-b605-d3160e989927 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.967212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a581bd1f-c1fc-456d-935e-3d85f42f4ce5 req-afebe1ca-004f-4325-b605-d3160e989927 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1679 time: 0.5036640 Aug 27 16:16:08.976219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9cce0-007c-4798-89d4-9341afd4ddb4 req-7b67fc04-2fa7-4f2c-904f-a29a8aa8c94a tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:08.977684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75d9cce0-007c-4798-89d4-9341afd4ddb4 req-7b67fc04-2fa7-4f2c-904f-a29a8aa8c94a tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 944 time: 0.1998861 Aug 27 16:16:08.983172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-15344a4b-5515-4ece-b339-d98d01fd13b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=88376fe4019c49a6a0def91c4a7538f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823028 Aug 27 16:16:08.984764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37166) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:09.021297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.033297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 34b6a984-f650-42c6-a0fa-6e053f421cea, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=34b6a984-f650-42c6-a0fa-6e053f421cea,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:09.047076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '34b6a984-f650-42c6-a0fa-6e053f421cea', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': '34b6a984-f650-42c6-a0fa-6e053f421cea', 'mac_address': 'fa:16:3e:fb:af:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:09.068931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.069554 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.071526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] 10.222.0.90 "PUT /v2.0/ports/c0bf2e8e-dab9-4b6a-b078-7c73537b7486 HTTP/1.1" status: 200 len: 1092 time: 1.6970124 Aug 27 16:16:09.098573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a581bd1f-c1fc-456d-935e-3d85f42f4ce5 req-e2bc1e0a-4c19-4631-913c-48c64378f3ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170909 Aug 27 16:16:09.108578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.108909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ed7-0fbb-4e06-945e-73e98f4863d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.110752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd135380-41ef-4ad7-99e5-9e265020cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:09.124354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75d9cce0-007c-4798-89d4-9341afd4ddb4 req-b128d2c0-c425-4b47-a884-4cacfab47992 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174386 Aug 27 16:16:09.139087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6a984-f650-42c6-a0fa-6e053f421cea {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:09.147396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 3b129389-c8f6-42d7-acf2-7a3ab9674971 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:09.159105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 3b129389-c8f6-42d7-acf2-7a3ab9674971 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:09.159819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.160861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ed7-0fbb-4e06-945e-73e98f4863d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.173258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa70115-1a5c-4966-aa49-d799a9277fc2 req-266aa193-575e-4382-85fb-3f04a7fc6cd1 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312427 Aug 27 16:16:09.182089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-11e26c11-0bb8-4e27-b650-fc08589031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.193896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-11e26c11-0bb8-4e27-b650-fc08589031b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.193896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-11e26c11-0bb8-4e27-b650-fc08589031b2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6ccf72ca-9329-4345-9ac8-84b93f5bb402 HTTP/1.1" status: 204 len: 168 time: 0.9178138 Aug 27 16:16:09.202258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e26c11-0bb8-4e27-b650-fc08589031b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccf72ca-9329-4345-9ac8-84b93f5bb402,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:09.228817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 34b6a984-f650-42c6-a0fa-6e053f421cea, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=34b6a984-f650-42c6-a0fa-6e053f421cea,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:09.306910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bf434-15d4-4b03-ac07-1b5c97124e60 req-d890d00e-8773-44b2-ac34-4693c0a00876 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.316470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-831bf434-15d4-4b03-ac07-1b5c97124e60 req-d890d00e-8773-44b2-ac34-4693c0a00876 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 945 time: 0.1152909 Aug 27 16:16:09.335243 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1537609-26ee-4d0a-99f5-05784e1cce2a x-openstack-request-id: req-c1537609-26ee-4d0a-99f5-05784e1cce2a {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:09.335572 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "tag": "96c586a5-b2e9-4b19-bf21-13dfa71392ab", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:09.335834 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c1537609-26ee-4d0a-99f5-05784e1cce2a {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:09.336246 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'tag': '96c586a5-b2e9-4b19-bf21-13dfa71392ab', 'status': 'completed', 'code': 200} Aug 27 16:16:09.345916 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.359295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-831bf434-15d4-4b03-ac07-1b5c97124e60 req-2048ba6f-e0a8-4b28-8cde-4d6fb4955041 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Aug 27 16:16:09.374058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.381478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-7fe1c18f-5c44-4b6a-9733-9701fa44a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.381971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-7fe1c18f-5c44-4b6a-9733-9701fa44a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.383581 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-7fe1c18f-5c44-4b6a-9733-9701fa44a873 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1981 time: 0.1102536 Aug 27 16:16:09.391230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:09.393465 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884856c-b71d-40ac-b1d4-8f66180d60ee" -d '{"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-plugged", "status": "completed", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:09.430210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:09.446078 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-9cef60f3-ebe8-4119-b80c-67349ac5920a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=96c586a5-b2e9-4b19-bf21-13dfa71392ab HTTP/1.1" status: 200 len: 217 time: 0.0532091 Aug 27 16:16:09.447916 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc56ba9-9586-4e7f-b9a6-6ab163637d55 x-openstack-request-id: req-0fc56ba9-9586-4e7f-b9a6-6ab163637d55 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:09.448211 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-plugged", "status": "completed", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:09.448470 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0fc56ba9-9586-4e7f-b9a6-6ab163637d55 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:09.448865 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'code': 200} Aug 27 16:16:09.466953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=34b6a984-f650-42c6-a0fa-6e053f421cea,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:09.490158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ed7-0fbb-4e06-945e-73e98f4863d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.492891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f9e5ed7-0fbb-4e06-945e-73e98f4863d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.494155 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f9e5ed7-0fbb-4e06-945e-73e98f4863d2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/974f3941-96d5-4723-baa6-a74c5eb5b5f8 HTTP/1.1" status: 204 len: 168 time: 0.5074730 Aug 27 16:16:09.533308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e5ed7-0fbb-4e06-945e-73e98f4863d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974f3941-96d5-4723-baa6-a74c5eb5b5f8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:09.533705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-31cc6319-0ec7-4e69-a891-3d567107b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.535004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-31cc6319-0ec7-4e69-a891-3d567107b9cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=364c2ef9-56d7-412f-9a02-c1e3b97090d2 HTTP/1.1" status: 200 len: 801 time: 0.0817170 Aug 27 16:16:09.572690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8a7ad-f9f5-4070-8f48-576c123bf5e8 req-a768b381-bccd-4679-bc53-675d9db98c7b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.574285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cca8a7ad-f9f5-4070-8f48-576c123bf5e8 req-a768b381-bccd-4679-bc53-675d9db98c7b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 944 time: 0.0944860 Aug 27 16:16:09.587180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-2f9c3824-9ac8-4fd6-b991-a905d8bb4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.588730 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-2f9c3824-9ac8-4fd6-b991-a905d8bb4f7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454118 Aug 27 16:16:09.627832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd318e-b78d-4dca-8fcf-234e4901d370 req-1484f709-ebe3-417c-8e19-22612ac6d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.629325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66bd318e-b78d-4dca-8fcf-234e4901d370 req-1484f709-ebe3-417c-8e19-22612ac6d4e1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 1096 time: 0.0890336 Aug 27 16:16:09.636353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cca8a7ad-f9f5-4070-8f48-576c123bf5e8 req-3edf0203-f730-4fb5-80ba-24c4c73dae71 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Aug 27 16:16:09.671976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66bd318e-b78d-4dca-8fcf-234e4901d370 req-0727c3ca-0ed8-43b7-ac28-dfded41ee32f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346658 Aug 27 16:16:09.681086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['34b6a984-f650-42c6-a0fa-6e053f421cea'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:09.689409 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-d797e371-dca3-48c9-b921-907afbe89610 service neutron] 10.222.0.90 "GET /v2.0/networks/7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929401 Aug 27 16:16:09.780570 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-9825740d-e8dd-4176-96a1-71c7c850c2ce service neutron] 10.222.0.90 "GET /v2.0/networks/7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839002 Aug 27 16:16:09.787967 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:09.828114 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-f20b44dc-2b7e-45a0-92fd-ca26463a06d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=c0bf2e8e-dab9-4b6a-b078-7c73537b7486 HTTP/1.1" status: 200 len: 217 time: 0.0406003 Aug 27 16:16:09.862853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:09.879406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-4fbec37b-7a1b-4722-9bd3-8b2b1ea9e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.880873 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-4fbec37b-7a1b-4722-9bd3-8b2b1ea9e763 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f62f0800-75ec-4046-84ed-867f1bcd99b5 HTTP/1.1" status: 200 len: 801 time: 0.0459015 Aug 27 16:16:09.926012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-eec0024f-7fa8-40da-8199-4e334357a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:09.927584 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-eec0024f-7fa8-40da-8199-4e334357a14e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b6827639-1c23-4141-a1d8-169ffa15d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0402296 Aug 27 16:16:10.027346 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-dadd925c-3770-402f-b847-a353e4d0c947 service neutron] 10.222.0.90 "GET /v2.0/networks/b6827639-1c23-4141-a1d8-169ffa15d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920935 Aug 27 16:16:10.119417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e99f55d6-f2c9-48c3-b9de-99ff81c4a113 req-5e507012-8842-4e16-a65c-0065cccc3624 service neutron] 10.222.0.90 "GET /v2.0/networks/b6827639-1c23-4141-a1d8-169ffa15d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851309 Aug 27 16:16:10.289384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578e39-e8d5-4c00-b1e1-523f27dbf001 req-74e8b528-8242-4c00-a613-cc193e00ff6c tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.294672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20578e39-e8d5-4c00-b1e1-523f27dbf001 req-74e8b528-8242-4c00-a613-cc193e00ff6c tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 944 time: 0.0891485 Aug 27 16:16:10.301156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3bffb-5a96-4523-a3a6-ea181c325922 req-39307b7a-d0cc-49fd-96c3-5a24b2ce9979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.307187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3bffb-5a96-4523-a3a6-ea181c325922 req-39307b7a-d0cc-49fd-96c3-5a24b2ce9979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.308765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0c3bffb-5a96-4523-a3a6-ea181c325922 req-39307b7a-d0cc-49fd-96c3-5a24b2ce9979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1679 time: 0.0931075 Aug 27 16:16:10.374135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20578e39-e8d5-4c00-b1e1-523f27dbf001 req-ff954012-c3d9-41c6-8e7a-25a10f0ec1af tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635681 Aug 27 16:16:10.382039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0c3bffb-5a96-4523-a3a6-ea181c325922 req-7e0b064a-0083-472f-b03f-75187e1ddbdb tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618515 Aug 27 16:16:10.437458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-fcb5aecb-0401-4278-98ba-62844b240a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.437957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-fcb5aecb-0401-4278-98ba-62844b240a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.439628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-fcb5aecb-0401-4278-98ba-62844b240a03 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1981 time: 0.0926843 Aug 27 16:16:10.447172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37200) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:10.488828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018bc0b1-250e-4e23-81ae-aea8a854d939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:10.526326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f352a1-ae52-4762-b021-f6e4b798f85b req-bb2e2c5c-ab95-46c4-82e9-ef714d0f5698 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.528185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f352a1-ae52-4762-b021-f6e4b798f85b req-bb2e2c5c-ab95-46c4-82e9-ef714d0f5698 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0819318 Aug 27 16:16:10.557420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-b445e41f-5cde-46a2-a3e2-f89ffe73d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.560760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-b445e41f-5cde-46a2-a3e2-f89ffe73d72e service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 HTTP/1.1" status: 200 len: 904 time: 0.1095452 Aug 27 16:16:10.592442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f352a1-ae52-4762-b021-f6e4b798f85b req-19ada067-8bf1-4fec-9fe6-9ad0895da321 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Aug 27 16:16:10.613787 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-27124f28-9607-4626-9520-a66455e60319 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=96c586a5-b2e9-4b19-bf21-13dfa71392ab HTTP/1.1" status: 200 len: 217 time: 0.0454166 Aug 27 16:16:10.641791 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018bc0b1-250e-4e23-81ae-aea8a854d939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:10.674011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-a35819f9-aad4-4614-a51d-559b471577c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.690182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-a35819f9-aad4-4614-a51d-559b471577c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=364c2ef9-56d7-412f-9a02-c1e3b97090d2 HTTP/1.1" status: 200 len: 801 time: 0.0525115 Aug 27 16:16:10.725981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-54e48f5d-5340-4e11-a443-373fc3cfb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.727660 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-54e48f5d-5340-4e11-a443-373fc3cfb26c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438523 Aug 27 16:16:10.771672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976bee3-5c31-4cce-af31-7cc012f57a5f req-f1a8d59c-7d7d-4e3a-844e-1c6c49970b19 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:10.773143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f976bee3-5c31-4cce-af31-7cc012f57a5f req-f1a8d59c-7d7d-4e3a-844e-1c6c49970b19 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 944 time: 0.0601435 Aug 27 16:16:10.816474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f976bee3-5c31-4cce-af31-7cc012f57a5f req-32b72baf-49d1-44c0-8338-eefe0df85fb2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Aug 27 16:16:10.817807 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018bc0b1-250e-4e23-81ae-aea8a854d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:10.819326 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:16:10.852366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-e82bd7d6-b0da-487e-83c8-35a7d61792b1 service neutron] 10.222.0.90 "GET /v2.0/networks/7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173456 Aug 27 16:16:10.870645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-018bc0b1-250e-4e23-81ae-aea8a854d939 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0d01678b2df24c42b11dba15ee584e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224596 Aug 27 16:16:10.872237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bc0b1-250e-4e23-81ae-aea8a854d939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d03e86-f112-4b72-b228-01e9d8d7dfc4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:10.874752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37212) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:10.927015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546fd77b-2800-4ada-b50c-fd80e7556d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:10.949840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82cd3e78-372f-49b2-9cce-b1a51e7e4d2e req-c31f066f-1089-4332-a18f-d51c9616d143 service neutron] 10.222.0.90 "GET /v2.0/networks/7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897906 Aug 27 16:16:10.953585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546fd77b-2800-4ada-b50c-fd80e7556d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.087721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37216) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:11.136378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546fd77b-2800-4ada-b50c-fd80e7556d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.139090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546fd77b-2800-4ada-b50c-fd80e7556d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.140286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-546fd77b-2800-4ada-b50c-fd80e7556d09 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/17d03e86-f112-4b72-b228-01e9d8d7dfc4 HTTP/1.1" status: 204 len: 168 time: 0.2645121 Aug 27 16:16:11.149065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fd77b-2800-4ada-b50c-fd80e7556d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d03e86-f112-4b72-b228-01e9d8d7dfc4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:11.198303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-589939563-network', 'tenant_id': '2e7566129d49444096470feaec0f0983'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:11.257320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbd6fb5c-d078-4889-9d3e-ba3281dfb87a details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:11.337415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'tag': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:11.339864 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af17725f-4066-4a47-ba4d-cdd794edb1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "tag": "c0bf2e8e-dab9-4b6a-b078-7c73537b7486"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:11.371061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Made reservation on behalf of 2e7566129d49444096470feaec0f0983 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:11.374695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.382329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:11.384233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.397093 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae80ae0-2ad9-4518-894e-3b08ef217585 x-openstack-request-id: req-2ae80ae0-2ad9-4518-894e-3b08ef217585 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:11.397775 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "tag": "c0bf2e8e-dab9-4b6a-b078-7c73537b7486", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:11.398035 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2ae80ae0-2ad9-4518-894e-3b08ef217585 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:11.398431 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'tag': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486', 'status': 'completed', 'code': 200} Aug 27 16:16:11.399448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'port_id': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'mac_address': 'fa:16:3e:67:f1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:11.447319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.472523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd6fb5c-d078-4889-9d3e-ba3281dfb87a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:11.476781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-a89bce02-eba1-4af8-b5c3-f58118170125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.477394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-a89bce02-eba1-4af8-b5c3-f58118170125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.479239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-a89bce02-eba1-4af8-b5c3-f58118170125 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1981 time: 0.0585067 Aug 27 16:16:11.498342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:11.583742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-35c6790d-c2be-4d24-9687-becd159fdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.585207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-35c6790d-c2be-4d24-9687-becd159fdc4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=b6827639-1c23-4141-a1d8-169ffa15d2e4 HTTP/1.1" status: 200 len: 904 time: 0.0993371 Aug 27 16:16:11.599105 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.604336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506c840-f835-411a-9b36-b20055a0fa82 req-7ea27928-cd32-43b0-93b5-963398e9c023 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.606010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8506c840-f835-411a-9b36-b20055a0fa82 req-7ea27928-cd32-43b0-93b5-963398e9c023 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 944 time: 0.1360667 Aug 27 16:16:11.620353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68350df1-0c40-4e2c-905b-dd978406fd51 req-c1833a78-4ac1-44ee-939e-ff2cbed5460c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.627295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68350df1-0c40-4e2c-905b-dd978406fd51 req-c1833a78-4ac1-44ee-939e-ff2cbed5460c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.628931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68350df1-0c40-4e2c-905b-dd978406fd51 req-c1833a78-4ac1-44ee-939e-ff2cbed5460c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1679 time: 0.1483357 Aug 27 16:16:11.651946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:11.664413 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-1d220e76-804a-4c7d-9519-f1842fade660 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=c0bf2e8e-dab9-4b6a-b078-7c73537b7486 HTTP/1.1" status: 200 len: 217 time: 0.0694294 Aug 27 16:16:11.695349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.712194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8506c840-f835-411a-9b36-b20055a0fa82 req-2c9968ad-4201-4af4-a8f6-b04677c1226d tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822504 Aug 27 16:16:11.720105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68350df1-0c40-4e2c-905b-dd978406fd51 req-2c2c60d5-825a-41d1-8817-067c690309e8 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804930 Aug 27 16:16:11.730117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-2d87d32d-bc10-47d2-9c3c-0d5d0148326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.732504 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-2d87d32d-bc10-47d2-9c3c-0d5d0148326b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f62f0800-75ec-4046-84ed-867f1bcd99b5 HTTP/1.1" status: 200 len: 801 time: 0.0611529 Aug 27 16:16:11.787859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.805271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:16:11.806238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-1129512c-3fe0-4cb2-9977-31024b2480f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:11.821106 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-1129512c-3fe0-4cb2-9977-31024b2480f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b6827639-1c23-4141-a1d8-169ffa15d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676610 Aug 27 16:16:11.828818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.829235 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Added segment 00e477ee-f7e7-496b-89d5-39ac29e135e9 of type vlan for network 12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f Aug 27 16:16:11.834024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['bbd6fb5c-d078-4889-9d3e-ba3281dfb87a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:11.866350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080625cf-d94d-46d7-8325-7d5532be0b1c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:11.907525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:11.941061 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-7f14b873-f84c-4b5f-a4ef-8052a2efb58e service neutron] 10.222.0.90 "GET /v2.0/networks/b6827639-1c23-4141-a1d8-169ffa15d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170866 Aug 27 16:16:12.004631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099075-55c1-475e-b75f-9fc29f2aba37 req-448d3f8d-0151-4c2f-bac8-bb70a8184055 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.006198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96099075-55c1-475e-b75f-9fc29f2aba37 req-448d3f8d-0151-4c2f-bac8-bb70a8184055 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1207075 Aug 27 16:16:12.034132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294add2-742b-477a-aef6-89631256abe7 req-e9905af3-b7db-43be-9ba6-36dd94372751 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.036109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e294add2-742b-477a-aef6-89631256abe7 req-e9905af3-b7db-43be-9ba6-36dd94372751 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 944 time: 0.0882056 Aug 27 16:16:12.070536 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-af17725f-4066-4a47-ba4d-cdd794edb1b5 req-6e4e2777-4fc5-4bed-81da-c7b4e675953c service neutron] 10.222.0.90 "GET /v2.0/networks/b6827639-1c23-4141-a1d8-169ffa15d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236742 Aug 27 16:16:12.070956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:12.072081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.072656 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:12.127741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96099075-55c1-475e-b75f-9fc29f2aba37 req-5f92b456-0763-4eda-afab-581f126c488e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132436 Aug 27 16:16:12.161257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e294add2-742b-477a-aef6-89631256abe7 req-b7f1a04d-5dd6-4d8b-ad4a-e6a4194510bc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143613 Aug 27 16:16:12.172397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:12.197426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:16:12.236716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d5c73cb5-da66-484c-9b99-302a187e7ae8 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1452446 Aug 27 16:16:12.237405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37254) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:12.242930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Request body: {'subnet': {'network_id': '12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-589939563-subnet', 'tenant_id': '2e7566129d49444096470feaec0f0983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:12.410280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Made reservation on behalf of 2e7566129d49444096470feaec0f0983 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:12.413082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:12.615172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd8e96-b7e2-43e1-9df4-b388529f65d9 req-99036e4a-5394-4874-9cd0-c42d63f48deb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.616652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fdd8e96-b7e2-43e1-9df4-b388529f65d9 req-99036e4a-5394-4874-9cd0-c42d63f48deb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0602477 Aug 27 16:16:12.656581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fdd8e96-b7e2-43e1-9df4-b388529f65d9 req-a5b3edfe-bb47-42de-9b00-7751696c7e6b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Aug 27 16:16:12.685862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:12.707072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 34b6a984-f650-42c6-a0fa-6e053f421cea up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:12.749605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e73a2e-5cbf-405e-a831-99a0600faea1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:12.759253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Checking segment: {'id': '00e477ee-f7e7-496b-89d5-39ac29e135e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:12.760016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Network hostable DHCP agents. Network: 12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:16:12.856819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 34b6a984-f650-42c6-a0fa-6e053f421cea completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:12.860897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 34b6a984-f650-42c6-a0fa-6e053f421cea triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:12.861277 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:12.897033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Network 12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:16:12.904814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c595550-3bc5-4961-b85e-378842d83048 req-855c3e9f-b85d-4831-9ac0-22fc921f0cb2 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.906357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c595550-3bc5-4961-b85e-378842d83048 req-855c3e9f-b85d-4831-9ac0-22fc921f0cb2 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 945 time: 0.0917430 Aug 27 16:16:12.914641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f324e5d-03d0-406b-874f-42e4e35415e1 req-dfd23220-a827-4ca6-9407-e00fafcc282b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.921389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f324e5d-03d0-406b-874f-42e4e35415e1 req-dfd23220-a827-4ca6-9407-e00fafcc282b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:12.922856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f324e5d-03d0-406b-874f-42e4e35415e1 req-dfd23220-a827-4ca6-9407-e00fafcc282b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1679 time: 0.1062844 Aug 27 16:16:12.944132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:12.967742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:12.969975 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c92b1-96cc-4f3b-bdd9-405d73730c04" -d '{"events": [{"server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "name": "network-vif-plugged", "status": "completed", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:12.985387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 34b6a984-f650-42c6-a0fa-6e053f421cea, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=34b6a984-f650-42c6-a0fa-6e053f421cea,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:12.988950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c595550-3bc5-4961-b85e-378842d83048 req-44cf3440-6975-4369-bbdc-83ed16464cc0 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630171 Aug 27 16:16:12.992365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f324e5d-03d0-406b-874f-42e4e35415e1 req-81067f71-1b66-4b35-8b2c-0d29e33f5a08 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616200 Aug 27 16:16:13.033050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:13.037926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:13.038584 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:13.049731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e2038-e759-46c9-afee-dcef5cfdd744 None None] Network 12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:13.105048 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:13.135488 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be761c4-3aab-40b8-938f-62665cde7411 x-openstack-request-id: req-4be761c4-3aab-40b8-938f-62665cde7411 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:13.135777 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "name": "network-vif-plugged", "status": "completed", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:13.136029 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4be761c4-3aab-40b8-938f-62665cde7411 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:13.136432 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea', 'code': 200} Aug 27 16:16:13.183789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=34b6a984-f650-42c6-a0fa-6e053f421cea,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:13.211753 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b4c62fb7-abca-490b-ba8c-e358845f926e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9728394 Aug 27 16:16:13.230363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b6b8c-0769-4da0-98d0-fa8ba67cb5c7 req-77bcea91-32f7-42cd-ba06-bbc23a87ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:13.233334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b13b6b8c-0769-4da0-98d0-fa8ba67cb5c7 req-77bcea91-32f7-42cd-ba06-bbc23a87ff39 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 1096 time: 0.0477746 Aug 27 16:16:13.240451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8695602f-44fc-456d-94ea-4863d8a4d9c5 None None] Network 12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:13.257775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0bf2e8e-dab9-4b6a-b078-7c73537b7486 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:13.274616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b13b6b8c-0769-4da0-98d0-fa8ba67cb5c7 req-26568d6e-69f4-4ac0-ab02-5f15d8590004 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Aug 27 16:16:13.301623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbd6fb5c-d078-4889-9d3e-ba3281dfb87a up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:13.345199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9106e-06e0-47e0-99ba-101e0b768c26 req-d7a18d18-7194-4327-9205-cbecf6f20bc2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:13.355406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82a9106e-06e0-47e0-99ba-101e0b768c26 req-d7a18d18-7194-4327-9205-cbecf6f20bc2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 945 time: 0.0743718 Aug 27 16:16:13.412676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82a9106e-06e0-47e0-99ba-101e0b768c26 req-c5a4bab4-9695-4e5c-9969-e0a13ea8679e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Aug 27 16:16:13.512825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c0bf2e8e-dab9-4b6a-b078-7c73537b7486, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:13.524486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486', 'network_id': 'b6827639-1c23-4141-a1d8-169ffa15d2e4', 'port_id': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486', 'mac_address': 'fa:16:3e:61:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62f0800-75ec-4046-84ed-867f1bcd99b5', 'ip_address': '19.86.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:13.561316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:13.570862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:13.571244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:13.593239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:13.610535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bf2e8e-dab9-4b6a-b078-7c73537b7486 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:13.641600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c0bf2e8e-dab9-4b6a-b078-7c73537b7486, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:13.687589 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-4193274b-6927-4643-9314-6f61ecb541f2 req-00233dbb-b863-440b-8a4b-8c435987b119 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] show failed (client error): The resource could not be found. Aug 27 16:16:13.688549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4193274b-6927-4643-9314-6f61ecb541f2 req-00233dbb-b863-440b-8a4b-8c435987b119 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "GET /v2.0/security-groups/06873cdb-4154-4805-9bc4-14099d32b945 HTTP/1.1" status: 404 len: 352 time: 0.0159922 Aug 27 16:16:13.692050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:13.750465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:13.805440 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:13.808949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96c586a5-b2e9-4b19-bf21-13dfa71392ab details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:13.814385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a3b3142-d285-47b4-8413-5cf464984d00 req-b60bef97-d36e-4ceb-b107-42466f82828b tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2e7566129d49444096470feaec0f0983 HTTP/1.1" status: 200 len: 2988 time: 0.0835044 Aug 27 16:16:13.827258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de19b70-23b0-46bd-93ad-8446380f334c req-09b000cb-f69b-4ec2-869f-c14a454805f7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:13.828768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3de19b70-23b0-46bd-93ad-8446380f334c req-09b000cb-f69b-4ec2-869f-c14a454805f7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0803230 Aug 27 16:16:13.895600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a3b3142-d285-47b4-8413-5cf464984d00 req-0704ed65-62e3-476f-8b37-7513073218dd tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "GET /v2.0/security-groups/080625cf-d94d-46d7-8325-7d5532be0b1c HTTP/1.1" status: 200 len: 2985 time: 0.0658340 Aug 27 16:16:13.898338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3de19b70-23b0-46bd-93ad-8446380f334c req-70eaa1cf-8112-4f2f-9db7-bc8e05507907 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Aug 27 16:16:13.903687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:13.906462 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:13.947233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a3b3142-d285-47b4-8413-5cf464984d00 req-65a88a38-210d-491f-b6bf-b07f54b26cf4 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "GET /v2.0/security-groups/080625cf-d94d-46d7-8325-7d5532be0b1c HTTP/1.1" status: 200 len: 2985 time: 0.0441036 Aug 27 16:16:13.985397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:13.994352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 96c586a5-b2e9-4b19-bf21-13dfa71392ab, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96c586a5-b2e9-4b19-bf21-13dfa71392ab,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:14.005656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '96c586a5-b2e9-4b19-bf21-13dfa71392ab', 'network_id': '7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48', 'port_id': '96c586a5-b2e9-4b19-bf21-13dfa71392ab', 'mac_address': 'fa:16:3e:a9:24:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364c2ef9-56d7-412f-9a02-c1e3b97090d2', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:14.022425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e359c50d-fc56-400f-b23f-25b55aa82579 req-e4d108f3-6f07-414c-a3fd-b11230102091 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "GET /v2.0/security-groups/080625cf-d94d-46d7-8325-7d5532be0b1c HTTP/1.1" status: 200 len: 2985 time: 0.0421579 Aug 27 16:16:14.051548 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.065942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c586a5-b2e9-4b19-bf21-13dfa71392ab {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:14.085839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 96c586a5-b2e9-4b19-bf21-13dfa71392ab, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96c586a5-b2e9-4b19-bf21-13dfa71392ab,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:14.118847 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-e359c50d-fc56-400f-b23f-25b55aa82579 req-3b526a21-3c78-43eb-a5ea-84c94bbfc53d tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 16:16:14.119907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e359c50d-fc56-400f-b23f-25b55aa82579 req-3b526a21-3c78-43eb-a5ea-84c94bbfc53d tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "DELETE /v2.0/security-groups/080625cf-d94d-46d7-8325-7d5532be0b1c HTTP/1.1" status: 409 len: 352 time: 0.0978866 Aug 27 16:16:14.130673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee83503-7f12-4b91-a00a-7d242386cea1 req-63022b2c-a071-4d72-b8e2-f4011bfdfbec tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:14.132266 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ee83503-7f12-4b91-a00a-7d242386cea1 req-63022b2c-a071-4d72-b8e2-f4011bfdfbec tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.0716729 Aug 27 16:16:14.178182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ee83503-7f12-4b91-a00a-7d242386cea1 req-2282fcbf-59db-4d3f-b8ba-3916d2246b0d tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380363 Aug 27 16:16:14.181665 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.232226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1becd-c87f-4045-80c7-704128ab5d98 req-9bc3742e-60f6-4b9f-b200-ca1b4e39df5d tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:14.233987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=96c586a5-b2e9-4b19-bf21-13dfa71392ab,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:14.238586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1becd-c87f-4045-80c7-704128ab5d98 req-9bc3742e-60f6-4b9f-b200-ca1b4e39df5d tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:14.240237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1de1becd-c87f-4045-80c7-704128ab5d98 req-9bc3742e-60f6-4b9f-b200-ca1b4e39df5d tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1681 time: 0.0611010 Aug 27 16:16:14.292709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1de1becd-c87f-4045-80c7-704128ab5d98 req-3c857588-8b8d-4442-b61d-be9f9f19f9dd tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Aug 27 16:16:14.349955 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-ca05133b-33d0-449f-8cca-c99efc2e71d9 req-49f6d85f-43f5-41d7-b552-6a36c9c85750 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] show failed (client error): The resource could not be found. Aug 27 16:16:14.351080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca05133b-33d0-449f-8cca-c99efc2e71d9 req-49f6d85f-43f5-41d7-b552-6a36c9c85750 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "GET /v2.0/security-groups/6b437bfa-8fde-425b-9b95-81a26b477dd2 HTTP/1.1" status: 404 len: 352 time: 0.0231874 Aug 27 16:16:14.389089 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-4fc6702b-31be-44b5-8316-bab2f8b0df25 req-36835912-b6a3-4bfa-93d7-0c95ac3357a8 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] show failed (client error): The resource could not be found. Aug 27 16:16:14.390100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fc6702b-31be-44b5-8316-bab2f8b0df25 req-36835912-b6a3-4bfa-93d7-0c95ac3357a8 tempest-SecurityGroupsNegativeTestJSON-141435743 tempest-SecurityGroupsNegativeTestJSON-141435743-project] 10.222.0.101 "GET /v2.0/security-groups/bbf3be69-2db7-4eea-8895-608293136a38 HTTP/1.1" status: 404 len: 352 time: 0.0145550 Aug 27 16:16:14.401320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37324) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:14.430654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c0bf2e8e-dab9-4b6a-b078-7c73537b7486'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:14.452086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] Deleting subnet e1e73a2e-5cbf-405e-a831-99a0600faea1 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:16:14.469042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.569313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.602172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07cd18-0250-4134-8ea5-2493cd93349c req-8caed112-1fdc-4c73-bd40-996a08fd30f9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:14.603805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb07cd18-0250-4134-8ea5-2493cd93349c req-8caed112-1fdc-4c73-bd40-996a08fd30f9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 945 time: 0.1004977 Aug 27 16:16:14.640205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.679798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb07cd18-0250-4134-8ea5-2493cd93349c req-d7793c62-6ff7-43eb-8074-265ac34669e8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672073 Aug 27 16:16:14.839435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.872361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e73a2e-5cbf-405e-a831-99a0600faea1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:14.874503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:14.877089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-691f3fce-c82f-45ad-b5c4-314cd6e5ad12 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e1e73a2e-5cbf-405e-a831-99a0600faea1 HTTP/1.1" status: 204 len: 168 time: 0.4741888 Aug 27 16:16:14.878984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37332) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:14.949430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.031406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.031606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12022d93-777e-4352-8980-2f0990acd5ce req-cbb5f433-c1c7-4e37-a096-9454284a1932 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.033025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12022d93-777e-4352-8980-2f0990acd5ce req-cbb5f433-c1c7-4e37-a096-9454284a1932 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0502288 Aug 27 16:16:15.041596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:15.052274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e477ee-f7e7-496b-89d5-39ac29e135e9') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:15.052569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e477ee-f7e7-496b-89d5-39ac29e135e9') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:15.063701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.078527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.078771 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12022d93-777e-4352-8980-2f0990acd5ce req-e256a220-64a1-40a2-9931-73aab91758fb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Aug 27 16:16:15.084675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:16:15.085061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:16:15.086688 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:16:15.137290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:15.139645 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b11b67b-5409-4559-a854-f4d9cdd7d943" -d '{"events": [{"server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:15.175212 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de8dbcb-a897-4df7-8694-229739ee3684 x-openstack-request-id: req-4de8dbcb-a897-4df7-8694-229739ee3684 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:15.175537 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "name": "network-vif-plugged", "status": "completed", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:15.175790 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4de8dbcb-a897-4df7-8694-229739ee3684 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:15.176183 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'code': 200} Aug 27 16:16:15.216167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.222154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.240760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] 10.222.0.101 "DELETE /v2.0/networks/12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f HTTP/1.1" status: 204 len: 168 time: 0.3440371 Aug 27 16:16:15.249499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41aff2-8df5-4957-908c-80650aff5740 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cdefaa-93b9-4d13-b7d6-88b7bbb7cf9f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:15.274166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0bf2e8e-dab9-4b6a-b078-7c73537b7486 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:15.295180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af0a62-4b5c-4428-93de-32516358bd20 req-e2f53268-bad2-4017-b121-7556c2ee97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.301665 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00af0a62-4b5c-4428-93de-32516358bd20 req-e2f53268-bad2-4017-b121-7556c2ee97fb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 1097 time: 0.0614927 Aug 27 16:16:15.312301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c2fa6-77df-42b5-80f6-2d169e235363 req-a56079f4-2391-4b57-b088-563c69d99326 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.320475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-536c2fa6-77df-42b5-80f6-2d169e235363 req-a56079f4-2391-4b57-b088-563c69d99326 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.0696330 Aug 27 16:16:15.348669 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00af0a62-4b5c-4428-93de-32516358bd20 req-b9335d34-ea18-4f6c-a6b0-cdd27ff222ce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396967 Aug 27 16:16:15.394833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-536c2fa6-77df-42b5-80f6-2d169e235363 req-78ad70db-8d57-48c3-83d8-bffec40de9d4 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732005 Aug 27 16:16:15.433064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:15.437896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:15.438391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.463601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4be11-bd70-4dbb-afbb-eedbe25ef5cb req-8890c20d-b921-4392-a20d-035458d28f42 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.470236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4be11-bd70-4dbb-afbb-eedbe25ef5cb req-8890c20d-b921-4392-a20d-035458d28f42 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.471968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2b4be11-bd70-4dbb-afbb-eedbe25ef5cb req-8890c20d-b921-4392-a20d-035458d28f42 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1681 time: 0.0653763 Aug 27 16:16:15.473642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['96c586a5-b2e9-4b19-bf21-13dfa71392ab'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:15.511095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2b4be11-bd70-4dbb-afbb-eedbe25ef5cb req-92edc441-7e98-40e6-b097-81ffddb30d20 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Aug 27 16:16:15.582223 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.637481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c0bf2e8e-dab9-4b6a-b078-7c73537b7486, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:15.807093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959b62-70d0-4281-92b6-75794e8526ab req-efa23c9b-af40-449d-99a1-f9c3ae70d905 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:15.808623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62959b62-70d0-4281-92b6-75794e8526ab req-efa23c9b-af40-449d-99a1-f9c3ae70d905 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Aug 27 16:16:15.839095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:15.852466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62959b62-70d0-4281-92b6-75794e8526ab req-e98f538c-c776-4dec-b9b2-9d6fbd49586f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Aug 27 16:16:15.886891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:15.911928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37360) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:15.954547 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2ae648c3-1596-40bf-8adb-d89fbd39e834 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2e7566129d49444096470feaec0f0983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414925 Aug 27 16:16:15.955768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-512a865b-5dec-440b-81d7-f01ea6c8334a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 267 time: 0.0373480 Aug 27 16:16:15.957079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37364) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:16.009243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b8c3-f641-41a7-8502-f703383c5afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.012683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-edcbd79f-0057-42fa-bac1-11f97168a0c5 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.014395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-edcbd79f-0057-42fa-bac1-11f97168a0c5 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 945 time: 0.0542855 Aug 27 16:16:16.028601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'port': {'security_groups': []}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:16.031497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b8c3-f641-41a7-8502-f703383c5afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.105334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.148357 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b8c3-f641-41a7-8502-f703383c5afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.152566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8aa7b8c3-f641-41a7-8502-f703383c5afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.158819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8aa7b8c3-f641-41a7-8502-f703383c5afc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/080625cf-d94d-46d7-8325-7d5532be0b1c HTTP/1.1" status: 204 len: 168 time: 0.2000089 Aug 27 16:16:16.172246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7b8c3-f641-41a7-8502-f703383c5afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080625cf-d94d-46d7-8325-7d5532be0b1c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:16.282715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d49b-ccd6-4a80-bcf6-0d80263efe06 req-bd36b535-1c4e-4f61-8488-1873aa0a7fff tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.284292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef54d49b-ccd6-4a80-bcf6-0d80263efe06 req-bd36b535-1c4e-4f61-8488-1873aa0a7fff tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1219082 Aug 27 16:16:16.350183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef54d49b-ccd6-4a80-bcf6-0d80263efe06 req-18179997-bfab-4190-8fad-6026c7b85d7c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585415 Aug 27 16:16:16.355608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] For port 34b6a984-f650-42c6-a0fa-6e053f421cea, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=34b6a984-f650-42c6-a0fa-6e053f421cea,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:16.399612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.519967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.533776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e350dacb-5181-4ee7-a172-0ab2da582224'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:16.536634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['67a10c0f-4e5f-4d4f-a7ea-3006e9523944', '34b6a984-f650-42c6-a0fa-6e053f421cea'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:16.578511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.579153 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:16.585443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ed0b4b1-d746-40b2-b949-e7fe79260a73 req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "PUT /v2.0/ports/34b6a984-f650-42c6-a0fa-6e053f421cea HTTP/1.1" status: 200 len: 904 time: 0.5628145 Aug 27 16:16:16.587589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:16.601157 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45337647-7070-4374-bef1-9c26b2a882b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:16.627662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667f51e-2919-4efe-9732-f7af0d894a60 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=34b6a984-f650-42c6-a0fa-6e053f421cea,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:16.649261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49de2b-2967-4535-b680-e500b8b568f0 req-32cd1f93-c78c-49e1-b81e-a59a9ea6b7a1 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.650902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e49de2b-2967-4535-b680-e500b8b568f0 req-32cd1f93-c78c-49e1-b81e-a59a9ea6b7a1 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.1631033 Aug 27 16:16:16.733459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['34b6a984-f650-42c6-a0fa-6e053f421cea'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:16.771857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e49de2b-2967-4535-b680-e500b8b568f0 req-75e4d9b9-9c3b-4980-a2d3-f2a49100f096 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986869 Aug 27 16:16:16.810067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b1062-05ba-40d2-9ac9-c9e5a3281b62 req-c1a86154-e8a4-4246-b5ca-dcb96a4ad3b3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.828275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b1062-05ba-40d2-9ac9-c9e5a3281b62 req-c1a86154-e8a4-4246-b5ca-dcb96a4ad3b3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.832030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb2b1062-05ba-40d2-9ac9-c9e5a3281b62 req-c1a86154-e8a4-4246-b5ca-dcb96a4ad3b3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1682 time: 0.1199791 Aug 27 16:16:16.956602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb2b1062-05ba-40d2-9ac9-c9e5a3281b62 req-6106b54a-8bf2-466f-ac0f-e797433c1387 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177211 Aug 27 16:16:16.973825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aa7ae-1605-4861-bff5-d07e09f53d6f req-f7dd18a6-b0d7-4d9e-b19a-67d05d3ef237 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:16.975333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-316aa7ae-1605-4861-bff5-d07e09f53d6f req-f7dd18a6-b0d7-4d9e-b19a-67d05d3ef237 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 907 time: 0.0813708 Aug 27 16:16:17.018853 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd4d955-7113-4c48-8359-a2b0fa42ba4b x-openstack-request-id: req-afd4d955-7113-4c48-8359-a2b0fa42ba4b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:17.019144 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:17.019430 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-afd4d955-7113-4c48-8359-a2b0fa42ba4b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:17.019836 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea', 'status': 'completed', 'code': 200} Aug 27 16:16:17.040607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0abbeac9-5da0-4c2e-b791-6fc1764846a8 None None] Provisioning complete for port 34b6a984-f650-42c6-a0fa-6e053f421cea triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:17.040973 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0abbeac9-5da0-4c2e-b791-6fc1764846a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.128847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45337647-7070-4374-bef1-9c26b2a882b8 req-1d8e1894-cc94-488d-8ed2-b16228ab148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.130894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45337647-7070-4374-bef1-9c26b2a882b8 req-1d8e1894-cc94-488d-8ed2-b16228ab148f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 1058 time: 0.0878732 Aug 27 16:16:17.171988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb62ea3-f205-4092-819c-3b9b4bc12f0e req-9b6482e9-34a0-480a-ad42-fcabfe9368bb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.173541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcb62ea3-f205-4092-819c-3b9b4bc12f0e req-9b6482e9-34a0-480a-ad42-fcabfe9368bb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0969965 Aug 27 16:16:17.176991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:17.179355 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5134bebe-159d-48b7-95af-f485f68593bc" -d '{"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-plugged", "status": "completed", "tag": "c0bf2e8e-dab9-4b6a-b078-7c73537b7486"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:17.221054 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21019383-65d5-4801-8a77-15be48bb199d x-openstack-request-id: req-21019383-65d5-4801-8a77-15be48bb199d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:17.221976 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-plugged", "status": "completed", "tag": "c0bf2e8e-dab9-4b6a-b078-7c73537b7486", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:17.222159 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-21019383-65d5-4801-8a77-15be48bb199d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:17.222625 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486', 'code': 200} Aug 27 16:16:17.274112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcb62ea3-f205-4092-819c-3b9b4bc12f0e req-f90c4554-9aab-44e3-9029-f40ac2dc25a1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627513 Aug 27 16:16:17.275376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96c586a5-b2e9-4b19-bf21-13dfa71392ab up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:17.304280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45337647-7070-4374-bef1-9c26b2a882b8 req-b9c8a5d6-0223-4424-aaa5-cac66b3483db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.306401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45337647-7070-4374-bef1-9c26b2a882b8 req-b9c8a5d6-0223-4424-aaa5-cac66b3483db service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1665037 Aug 27 16:16:17.358123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45337647-7070-4374-bef1-9c26b2a882b8 req-2d12a661-635b-4c68-ae70-9dc408152cf8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34b6a984-f650-42c6-a0fa-6e053f421cea HTTP/1.1" status: 200 len: 217 time: 0.0429490 Aug 27 16:16:17.471954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45337647-7070-4374-bef1-9c26b2a882b8 req-cd986ee8-dc44-4cd1-8173-2fe4cf094c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.473413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45337647-7070-4374-bef1-9c26b2a882b8 req-cd986ee8-dc44-4cd1-8173-2fe4cf094c06 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1078467 Aug 27 16:16:17.504995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16700b-302c-43a7-8e48-57f1a68de985 req-3bfda932-a712-4ff6-beed-abab218c176c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.506513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf16700b-302c-43a7-8e48-57f1a68de985 req-3bfda932-a712-4ff6-beed-abab218c176c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1309457 Aug 27 16:16:17.513755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 96c586a5-b2e9-4b19-bf21-13dfa71392ab completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:17.518031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 96c586a5-b2e9-4b19-bf21-13dfa71392ab triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:17.518416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.540565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4158140-020e-4adf-b7ff-b4c92d6d4357 req-3f05b0a8-3815-4019-973c-4c29b60474ca tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.542085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4158140-020e-4adf-b7ff-b4c92d6d4357 req-3f05b0a8-3815-4019-973c-4c29b60474ca tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1045122 Aug 27 16:16:17.588972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45337647-7070-4374-bef1-9c26b2a882b8 req-11aab00c-6d1f-4507-87b4-748ccf64bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:17.590560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45337647-7070-4374-bef1-9c26b2a882b8 req-11aab00c-6d1f-4507-87b4-748ccf64bff1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057076 Aug 27 16:16:17.614992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf16700b-302c-43a7-8e48-57f1a68de985 req-f9dfcb0c-e2aa-45e8-bd69-794ef4aea5c7 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914865 Aug 27 16:16:17.627464 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.639516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4158140-020e-4adf-b7ff-b4c92d6d4357 req-d2c2b1b9-e896-4a8d-9de4-cf09ba31385d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789294 Aug 27 16:16:17.715773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 96c586a5-b2e9-4b19-bf21-13dfa71392ab, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96c586a5-b2e9-4b19-bf21-13dfa71392ab,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:17.728352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37432) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:17.746084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45337647-7070-4374-bef1-9c26b2a882b8 req-d248893b-8038-44f6-bad9-c3c4e0145c57 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466081 Aug 27 16:16:17.815540 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:17.860815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45337647-7070-4374-bef1-9c26b2a882b8 req-d79d92e0-786c-4b9b-a29d-33b34e843e04 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070051 Aug 27 16:16:17.910157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=96c586a5-b2e9-4b19-bf21-13dfa71392ab,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:17.968413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-41336993-network', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:18.050648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f44cef-0a16-4d83-9d8b-7249f927799d req-cb4ae272-2c72-48ac-b5b8-80a87681ef38 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.052154 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f44cef-0a16-4d83-9d8b-7249f927799d req-cb4ae272-2c72-48ac-b5b8-80a87681ef38 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.1396978 Aug 27 16:16:18.073457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-85b74442-ef57-4f97-8833-8800f584effc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.074914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-85b74442-ef57-4f97-8833-8800f584effc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.1744561 Aug 27 16:16:18.101981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-c6154525-35a2-4fa2-9f88-28181d65f685 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/quotas/0915afdf1c12438d9f51ef9301e73db5 HTTP/1.1" status: 200 len: 375 time: 0.0155935 Aug 27 16:16:18.113665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:18.116893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.134491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f44cef-0a16-4d83-9d8b-7249f927799d req-e08c8364-f7cf-49ef-b2da-dbf5fad07fe6 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750165 Aug 27 16:16:18.135595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.207600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-27be0afd-8073-4c70-a4e8-e87c943ce5da tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0971680 Aug 27 16:16:18.346143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2e97-2eae-405f-87a6-b7be36eda71e req-8e174baa-2cb2-465d-a88b-9fd62d99aea9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.352010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2e97-2eae-405f-87a6-b7be36eda71e req-8e174baa-2cb2-465d-a88b-9fd62d99aea9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.353598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e22c2e97-2eae-405f-87a6-b7be36eda71e req-8e174baa-2cb2-465d-a88b-9fd62d99aea9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1683 time: 0.1452103 Aug 27 16:16:18.392925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-edd56a59-a949-486e-b8e3-2c7915bb719b service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721005 Aug 27 16:16:18.471713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.476434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e22c2e97-2eae-405f-87a6-b7be36eda71e req-61cdbbb6-9f8e-4d8d-8a9f-4e9f52d8ea51 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074622 Aug 27 16:16:18.520626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-b85760e4-3786-444a-bc5f-13ad10e546ca service neutron] 10.222.0.101 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187913 Aug 27 16:16:18.571615 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.597267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:16:18.621235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519ace2-52ec-4494-a2b8-6a3e55a5c332 req-345ced6d-c4c1-4d32-97c1-c7e187e90565 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.623731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1519ace2-52ec-4494-a2b8-6a3e55a5c332 req-345ced6d-c4c1-4d32-97c1-c7e187e90565 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.0884006 Aug 27 16:16:18.625945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:18.633433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37456) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:18.637888 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.637888 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Added segment 535dac1f-7f2e-4ccb-b0c4-2943038e0ac8 of type vlan for network fd5361ad-46fd-4a3b-bcf7-06898e088099 Aug 27 16:16:18.639978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Request body: {'floatingip': {'port_id': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:18.680509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.686965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.790422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:18.791523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:18.792180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.109748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-003b4758-6f5a-429d-a935-9e1a56b250cf req-45410e57-e9ec-4a18-b60a-1f718d5f89ac tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 210 time: 0.3401904 Aug 27 16:16:19.161616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52918ba1-bfa7-447c-836c-11f5da1dcca9 req-f389295b-8936-4bc4-980e-1fdfc828cbd7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:19.169270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52918ba1-bfa7-447c-836c-11f5da1dcca9 req-f389295b-8936-4bc4-980e-1fdfc828cbd7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.4303610 Aug 27 16:16:19.181049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4484885 Aug 27 16:16:19.184109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37476) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:19.200610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Request body: {'subnet': {'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-subnet', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:19.208874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75821-3f8e-4365-bb88-0497b7833f1c admin admin] Pushing event updated for resources: {'Network': ['ID=fd5361ad-46fd-4a3b-bcf7-06898e088099,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:19.222594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:16:19.228786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c586a5-b2e9-4b19-bf21-13dfa71392ab'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:19.233429 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21d19b8-b2f6-4887-ba69-70490e8080a1" -d '{"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-plugged", "status": "completed", "tag": "96c586a5-b2e9-4b19-bf21-13dfa71392ab"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:19.241909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.251303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52918ba1-bfa7-447c-836c-11f5da1dcca9 req-015f27ac-70df-4d81-807e-088e6de61786 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749187 Aug 27 16:16:19.312924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:19.315487 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.348507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.441153 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afb0fd6-9af3-4b01-b2ae-9dacc520bcd5 x-openstack-request-id: req-8afb0fd6-9af3-4b01-b2ae-9dacc520bcd5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:19.441422 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-plugged", "status": "completed", "tag": "96c586a5-b2e9-4b19-bf21-13dfa71392ab", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:19.441683 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8afb0fd6-9af3-4b01-b2ae-9dacc520bcd5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:19.442069 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c586a5-b2e9-4b19-bf21-13dfa71392ab', 'code': 200} Aug 27 16:16:19.485603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07071a-8fe3-453c-a75d-9525b42e61a9 req-489b238e-a847-4d8e-80f6-2f92a993815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:19.486087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07071a-8fe3-453c-a75d-9525b42e61a9 req-489b238e-a847-4d8e-80f6-2f92a993815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:19.487640 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cc07071a-8fe3-453c-a75d-9525b42e61a9 req-489b238e-a847-4d8e-80f6-2f92a993815f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1985 time: 0.0934224 Aug 27 16:16:19.514337 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Floating IP 334d8753-97f9-4ae0-bec5-867726d7c910 associated. External IP: 172.25.4.106, port: bbd6fb5c-d078-4889-9d3e-ba3281dfb87a. Aug 27 16:16:19.573322 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-cc07071a-8fe3-453c-a75d-9525b42e61a9 req-50b166c7-dffb-47d8-a4e8-f7dd37e4aba1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780642 Aug 27 16:16:19.603703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f02cd-eff5-4a47-93ce-94e12362a014 req-6b620697-7f76-474b-b0c3-b3d1aeb57aa3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:19.609850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f02cd-eff5-4a47-93ce-94e12362a014 req-6b620697-7f76-474b-b0c3-b3d1aeb57aa3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:19.611460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e34f02cd-eff5-4a47-93ce-94e12362a014 req-6b620697-7f76-474b-b0c3-b3d1aeb57aa3 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1683 time: 0.0620255 Aug 27 16:16:19.626651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.713759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e34f02cd-eff5-4a47-93ce-94e12362a014 req-b126764b-8ba8-4ed5-bb50-dd81e303729e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953443 Aug 27 16:16:19.723686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c47aa5-9595-4b35-8bd8-e493e092bee5,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:19.730038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Checking segment: {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:19.730545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Network hostable DHCP agents. Network: fd5361ad-46fd-4a3b-bcf7-06898e088099, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:16:19.744485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Router e36ca600-199a-48b1-88db-6d9e161690f8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:16:19.855356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:19.860466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:19.865395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] Sync routers for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:19.874519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:16:19.875073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:19.875787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:19.889607 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cb323386-2011-440a-baa6-3d3b29e2a0ae tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "PUT /v2.0/floatingips/334d8753-97f9-4ae0-bec5-867726d7c910 HTTP/1.1" status: 200 len: 992 time: 1.2550423 Aug 27 16:16:19.890208 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:19.892775 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3210022d-5251-4db7-bc66-eff140bd47b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:19.936357 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f1c94-124a-492b-91ff-993361743f63 x-openstack-request-id: req-d47f1c94-124a-492b-91ff-993361743f63 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:19.936647 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:19.936898 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d47f1c94-124a-492b-91ff-993361743f63 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:19.938166 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'status': 'completed', 'code': 200} Aug 27 16:16:19.995074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:20.004802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, fd5361ad-46fd-4a3b-bcf7-06898e088099) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:20.011030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.012112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.024138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-4571b352-76e9-4612-9f34-07eb2a1cbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.024418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360787c5-d507-423f-b36a-789c40770b3c None None] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:20.026113 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-4571b352-76e9-4612-9f34-07eb2a1cbcd0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef&device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 1097 time: 0.0636551 Aug 27 16:16:20.104694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b44ddb90-2eda-4a69-963e-b9f8ef5e5ffc admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9149740 Aug 27 16:16:20.105585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37500) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:20.111892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:20.180644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-1078f623-2851-409b-b44d-249ffbebf487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.186988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-1078f623-2851-409b-b44d-249ffbebf487 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cf96a4c7-b0d7-43cb-8af4-35319eaef671 HTTP/1.1" status: 200 len: 917 time: 0.1478553 Aug 27 16:16:20.246025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e9810b4-fe6b-442a-8232-5234e0b0f6bf req-207485b9-f20a-4515-a2c7-7989e63bce36 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 210 time: 0.0428021 Aug 27 16:16:20.252192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.253401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.317714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-165e8335-9d71-4c6a-8bbc-1be0f60b3aa8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a HTTP/1.1" status: 200 len: 1000 time: 0.1252120 Aug 27 16:16:20.321656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-fd5361ad-46fd-4a3b-bcf7-06898e088099', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:16:20.323064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.421488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-927472a2-c955-4429-b3bf-a6aa1f7501c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.423130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-927472a2-c955-4429-b3bf-a6aa1f7501c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74 HTTP/1.1" status: 200 len: 854 time: 0.0920584 Aug 27 16:16:20.477617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-eeba8fe3-0d2a-434d-9e6d-b5cf722c53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.478959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.523627 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-eeba8fe3-0d2a-434d-9e6d-b5cf722c53c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cf96a4c7-b0d7-43cb-8af4-35319eaef671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486338 Aug 27 16:16:20.523799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64516d6-b689-4c38-b607-b362a58cc6f4 req-63b85fd2-2818-497a-b9e4-a420b855b75b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.523799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d64516d6-b689-4c38-b607-b362a58cc6f4 req-63b85fd2-2818-497a-b9e4-a420b855b75b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1239486 Aug 27 16:16:20.544899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '334d8753-97f9-4ae0-bec5-867726d7c910', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'port_id': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'mac_address': 'fa:16:3e:67:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:56Z', 'updated_at': '2021-08-27T16:16:19Z', 'revision_number': 1, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:57Z', 'revision_number': 5, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:20.561115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d64516d6-b689-4c38-b607-b362a58cc6f4 req-f767aebb-de64-49d1-b4b5-aa6264d7a7b8 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541899 Aug 27 16:16:20.588885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] Checking router: e36ca600-199a-48b1-88db-6d9e161690f8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:20.599839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Allocated IP 172.20.0.2 (fd5361ad-46fd-4a3b-bcf7-06898e088099/98c47aa5-9595-4b35-8bd8-e493e092bee5/d4202a43-70aa-43a3-8cae-1f8cf7f90a62) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:20.603292 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-edf906a4-78b4-4916-a4c1-024d2e513510 service neutron] 10.222.0.90 "GET /v2.0/networks/cf96a4c7-b0d7-43cb-8af4-35319eaef671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047134 Aug 27 16:16:20.608701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b28b3d3-9112-4fe5-b9fb-b8fcd77c1fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.613979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:20.614587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:15:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:20.743734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3210022d-5251-4db7-bc66-eff140bd47b6 req-9822e72b-0fa9-4e3f-b5a5-c85e1b709218 service neutron] 10.222.0.90 "GET /v2.0/networks/cf96a4c7-b0d7-43cb-8af4-35319eaef671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254137 Aug 27 16:16:20.784819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.813946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:20.910170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ba8f-d364-47e6-aa60-f072217b147c req-fd1c6691-b315-4dac-8f7b-0c769d05256a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.916356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ba8f-d364-47e6-aa60-f072217b147c req-fd1c6691-b315-4dac-8f7b-0c769d05256a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:20.917983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0af7ba8f-d364-47e6-aa60-f072217b147c req-fd1c6691-b315-4dac-8f7b-0c769d05256a tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1683 time: 0.1022978 Aug 27 16:16:20.972056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0af7ba8f-d364-47e6-aa60-f072217b147c req-3bd46309-2b3d-4f30-af9b-2e36a623fd79 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462644 Aug 27 16:16:20.984173 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:20.999854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Transition to ACTIVE for port object d4202a43-70aa-43a3-8cae-1f8cf7f90a62 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:21.067482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Transition to ACTIVE for port object d4202a43-70aa-43a3-8cae-1f8cf7f90a62 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:21.143597 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.193407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:21.194726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.200928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:21.204323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:21.206334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Pushing event updated for resources: {'Port': ['ID=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:21.228248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.254865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '334d8753-97f9-4ae0-bec5-867726d7c910', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'port_id': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'mac_address': 'fa:16:3e:67:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:56Z', 'updated_at': '2021-08-27T16:16:19Z', 'revision_number': 1, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:57Z', 'revision_number': 5, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:21.304650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa2c906-8480-4ced-8db6-c9f1fc1d4781 None None] The sync data for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 is: [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '334d8753-97f9-4ae0-bec5-867726d7c910', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'port_id': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'mac_address': 'fa:16:3e:67:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:15:56Z', 'updated_at': '2021-08-27T16:16:19Z', 'revision_number': 1, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:57Z', 'revision_number': 5, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:21.310725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Attempting to bind port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:21.311097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Attempting to bind port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:21.311505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Attempting to bind port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 on network fd5361ad-46fd-4a3b-bcf7-06898e088099 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:21.317074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:21.317488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Checking segment: {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:21.317905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.318298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Bound using segment: {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:21.318775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Bound port: d4202a43-70aa-43a3-8cae-1f8cf7f90a62, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:21.319166 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.350749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-b12f580e-a087-40d6-842e-55dc029ceac6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:21.359007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-b12f580e-a087-40d6-842e-55dc029ceac6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 812 time: 0.2386248 Aug 27 16:16:21.394722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Request body: {'port': {'device_id': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'admin_state_up': True, 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:21.407531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] For port d4202a43-70aa-43a3-8cae-1f8cf7f90a62, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:21.413573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] For port d4202a43-70aa-43a3-8cae-1f8cf7f90a62, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:21.453922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73b837ec-c95e-4d05-aa3b-d2660673872a req-2f8ed42c-79db-49c3-b045-2294323930e7 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 210 time: 0.1300681 Aug 27 16:16:21.542884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.557909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Allocated IP 172.25.4.39 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/a54313fb-5cf8-47e9-b350-83842aaca5a4) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:21.647927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4624c-a8c7-4407-bf25-8b9aaf638a43 None None] Pushing event updated for resources: {'Port': ['ID=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:21.677184 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af08e5f-33ff-44a0-93e4-6f93c985015d None None] New status for floating IP 334d8753-97f9-4ae0-bec5-867726d7c910: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:16:21.748122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eb48a-3c25-428d-8b52-9bb444ba09d5 req-eabeb052-9d3c-4b48-9e48-c6663398c565 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:21.749723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62eb48a-3c25-428d-8b52-9bb444ba09d5 req-eabeb052-9d3c-4b48-9e48-c6663398c565 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0828300 Aug 27 16:16:21.779053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Made reservation on behalf of 0915afdf1c12438d9f51ef9301e73db5 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:21.782736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:21.809086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a62eb48a-3c25-428d-8b52-9bb444ba09d5 req-2b68a34b-a7b4-41e0-b16e-0c89804e79d0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517154 Aug 27 16:16:21.910118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.000318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Allocated IP 172.20.0.14 (9465f7b0-7e8e-42b4-8872-f900f467e677/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0/dc8fd826-2542-4d3a-a3c6-8514789d751a) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:22.152604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.204025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03e8b8-066f-4d41-82b3-9181fc520255 req-7cbe4306-6e0c-41c9-ac45-7d20fd76bd4b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:22.209927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03e8b8-066f-4d41-82b3-9181fc520255 req-7cbe4306-6e0c-41c9-ac45-7d20fd76bd4b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:22.211547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d03e8b8-066f-4d41-82b3-9181fc520255 req-7cbe4306-6e0c-41c9-ac45-7d20fd76bd4b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1683 time: 0.1566918 Aug 27 16:16:22.252752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:22.263615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Pushing event updated for resources: {'Port': ['ID=a54313fb-5cf8-47e9-b350-83842aaca5a4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:22.270471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:22.281421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:22.285437 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.343372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Transition to ACTIVE for port object dc8fd826-2542-4d3a-a3c6-8514789d751a will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:22.350774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d03e8b8-066f-4d41-82b3-9181fc520255 req-37b2e442-49b7-445a-98c3-4b9ebb67db8e tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259336 Aug 27 16:16:22.585828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4202a43-70aa-43a3-8cae-1f8cf7f90a62 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:22.588996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92411ead-23ca-4fd1-bc87-aee371768d24 req-aef1c2f6-b9e4-4b0a-a096-726d98fd671b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 210 time: 0.0373857 Aug 27 16:16:22.599289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.625362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e350dacb-5181-4ee7-a172-0ab2da582224'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:22.631348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['67a10c0f-4e5f-4d4f-a7ea-3006e9523944'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:22.669261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:22.676835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:22.738671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:22.795837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:22.886600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:22.889543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:22.945848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.031575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1473cf4-079b-406a-bcc9-39f3c00409b6 None None] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:23.089679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24363590-9ffe-4434-83fc-4a10941b0733 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6991260 Aug 27 16:16:23.142336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:23.144163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd1f3b-2428-4f49-982d-cd6b250449a6 req-d5478321-c417-4c7b-a509-4d7d7dc8fcbf tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:23.145632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39dd1f3b-2428-4f49-982d-cd6b250449a6 req-d5478321-c417-4c7b-a509-4d7d7dc8fcbf tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.2191637 Aug 27 16:16:23.151210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Request body: {'port': {'device_id': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:23.172660 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.232361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e63d01-91ab-4566-af9a-5a646ca1b136 req-39e11629-c91b-49d4-9dd5-e62e1a73557b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:23.238210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e63d01-91ab-4566-af9a-5a646ca1b136 req-39e11629-c91b-49d4-9dd5-e62e1a73557b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:23.239824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04e63d01-91ab-4566-af9a-5a646ca1b136 req-39e11629-c91b-49d4-9dd5-e62e1a73557b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1683 time: 0.2049010 Aug 27 16:16:23.266483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f7fa206d-6a96-4d1b-abc9-c39f9d6acb3b None None] Provisioning for port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:23.268526 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8409645-a347-42dd-bc74-0a1668bb3a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.303097 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.310324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f7fa206d-6a96-4d1b-abc9-c39f9d6acb3b None None] Provisioning complete for port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:23.310705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7fa206d-6a96-4d1b-abc9-c39f9d6acb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.318066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39dd1f3b-2428-4f49-982d-cd6b250449a6 req-3d0da3af-87ef-4870-a4b7-fb3e21c19bee tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613896 Aug 27 16:16:23.330995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.473452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04e63d01-91ab-4566-af9a-5a646ca1b136 req-b1649cb9-3d4e-4fb2-b077-0e5ee9002a92 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025983 Aug 27 16:16:23.500563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7fa206d-6a96-4d1b-abc9-c39f9d6acb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.500664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.548186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f7fa206d-6a96-4d1b-abc9-c39f9d6acb3b None None] For port d4202a43-70aa-43a3-8cae-1f8cf7f90a62, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:23.645154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7fa206d-6a96-4d1b-abc9-c39f9d6acb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.721122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa206d-6a96-4d1b-abc9-c39f9d6acb3b None None] Pushing event updated for resources: {'Port': ['ID=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:23.821668 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.850063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90d55ec6-527c-492f-b1cc-278bd6b089bb None None] Provisioning for port dc8fd826-2542-4d3a-a3c6-8514789d751a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:23.855081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90d55ec6-527c-492f-b1cc-278bd6b089bb None None] Provisioning complete for port dc8fd826-2542-4d3a-a3c6-8514789d751a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:23.855081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90d55ec6-527c-492f-b1cc-278bd6b089bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:23.897776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90d55ec6-527c-492f-b1cc-278bd6b089bb None None] Port dc8fd826-2542-4d3a-a3c6-8514789d751a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:23.908570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90d55ec6-527c-492f-b1cc-278bd6b089bb None None] Provisioning complete for port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:23.908949 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90d55ec6-527c-492f-b1cc-278bd6b089bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.024619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37576) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:24.069172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b0094-03fe-4531-ba7d-ddce411b3ec4 req-7354c4d9-5840-43aa-a4ff-f799fd04a8aa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.070678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-990b0094-03fe-4531-ba7d-ddce411b3ec4 req-7354c4d9-5840-43aa-a4ff-f799fd04a8aa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 932 time: 0.1302836 Aug 27 16:16:24.137119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.153843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-990b0094-03fe-4531-ba7d-ddce411b3ec4 req-920354ee-fb9f-416d-9ad6-1ad6cad49fbb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725193 Aug 27 16:16:24.200493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8fd826-2542-4d3a-a3c6-8514789d751a {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:24.207993 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.220035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Transition to ACTIVE for port object dc8fd826-2542-4d3a-a3c6-8514789d751a will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:24.229718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.324393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Router 884b837d-1870-43d6-9333-8d693762c38a is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:16:24.375950 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.376540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.404705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.428807 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f732cc03a1e345e586dbd747633240ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028637 Aug 27 16:16:24.429672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37584) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:24.430419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43879e7d-540a-4ffd-92ab-fbe7593f7d1d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:24.455809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.459298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.459726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.460177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.460874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.461305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.462793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.463503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.463627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.464805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.472050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.472050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61d8c0-7415-4a4b-a9d3-d729bd44ff59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.521345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:24.532520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.533330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.533700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.534039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.534571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.534864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.535298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.535902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.536236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.536567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.536898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.537229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:24.537440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-44cb9a64-7793-4d9c-8c58-95e95fae689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.575589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:24.583035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4202a43-70aa-43a3-8cae-1f8cf7f90a62 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:24.584075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937ccba-aa44-4952-9a86-e53815082fe8 req-6b081b2d-20ae-41ce-bf2d-cd499437796c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.585554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d937ccba-aa44-4952-9a86-e53815082fe8 req-6b081b2d-20ae-41ce-bf2d-cd499437796c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1766140 Aug 27 16:16:24.597683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-44cb9a64-7793-4d9c-8c58-95e95fae689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.618623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Sync routers for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:24.646627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:24.647298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:24.712513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d937ccba-aa44-4952-9a86-e53815082fe8 req-275453a7-4de8-44ca-9a34-ad9874762e7b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067474 Aug 27 16:16:24.713542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Attempting to bind port dc8fd826-2542-4d3a-a3c6-8514789d751a on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:24.713542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Attempting to bind port dc8fd826-2542-4d3a-a3c6-8514789d751a by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:24.713873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Attempting to bind port dc8fd826-2542-4d3a-a3c6-8514789d751a on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:24.723557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:24.723935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.726346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34a2d2-27ec-4238-a207-365fd4ec5670 req-529fa740-313e-40f4-90e8-8c6289e965ba tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.732452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34a2d2-27ec-4238-a207-365fd4ec5670 req-529fa740-313e-40f4-90e8-8c6289e965ba tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.734077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf34a2d2-27ec-4238-a207-365fd4ec5670 req-529fa740-313e-40f4-90e8-8c6289e965ba tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1683 time: 0.1240256 Aug 27 16:16:24.740946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Port dc8fd826-2542-4d3a-a3c6-8514789d751a on network 9465f7b0-7e8e-42b4-8872-f900f467e677 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:24.742105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-c9dc769a-03ca-49d0-b3bd-296743b89a4c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.748603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Attempting to bind port dc8fd826-2542-4d3a-a3c6-8514789d751a on network 9465f7b0-7e8e-42b4-8872-f900f467e677 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:24.751837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-c9dc769a-03ca-49d0-b3bd-296743b89a4c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:24.754827 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-c9dc769a-03ca-49d0-b3bd-296743b89a4c tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.90 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 1683 time: 0.1158667 Aug 27 16:16:24.770629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:24.773764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Checking segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:24.773764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Bound using segment: {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:24.773764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Bound port: dc8fd826-2542-4d3a-a3c6-8514789d751a, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:24.773764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.777010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.778383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-186c1f39-7119-4c5c-a090-3a21e4f164ca admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6711485 Aug 27 16:16:24.786019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37590) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:24.851712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:24.862172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-44cb9a64-7793-4d9c-8c58-95e95fae689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.863334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-44cb9a64-7793-4d9c-8c58-95e95fae689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.864553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-44cb9a64-7793-4d9c-8c58-95e95fae689f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/43879e7d-540a-4ffd-92ab-fbe7593f7d1d HTTP/1.1" status: 204 len: 168 time: 0.4314775 Aug 27 16:16:24.877565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf34a2d2-27ec-4238-a207-365fd4ec5670 req-c5f6bed7-6522-46d8-9b41-4f84b0266164 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262393 Aug 27 16:16:24.877841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9a64-7793-4d9c-8c58-95e95fae689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43879e7d-540a-4ffd-92ab-fbe7593f7d1d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:24.954181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port 96c586a5-b2e9-4b19-bf21-13dfa71392ab {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:24.954181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:24.954862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:24.959684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:25.056400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.111166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:25.111558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.113004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] 10.222.0.97 "PUT /v2.0/ports/dc8fd826-2542-4d3a-a3c6-8514789d751a HTTP/1.1" status: 200 len: 1092 time: 1.9793463 Aug 27 16:16:25.117615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:25.120238 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9c37be-3cb5-4791-b47b-fe197fb98961" -d '{"events": [{"name": "network-changed", "server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:25.190528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cae43-275e-4268-8241-667fa6ba611f service neutron] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:25.276970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:22Z', 'revision_number': 3, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:25.278451 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9633cafa-313c-4299-b8b2-d493963866e7 x-openstack-request-id: req-9633cafa-313c-4299-b8b2-d493963866e7 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:25.278934 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:25.279438 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9633cafa-313c-4299-b8b2-d493963866e7 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:25.280027 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'status': 'completed', 'code': 200} Aug 27 16:16:25.354924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Checking router: 884b837d-1870-43d6-9333-8d693762c38a for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:25.355368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Updating router 884b837d-1870-43d6-9333-8d693762c38a port a54313fb-5cf8-47e9-b350-83842aaca5a4 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:16:25.386299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port 96c586a5-b2e9-4b19-bf21-13dfa71392ab, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96c586a5-b2e9-4b19-bf21-13dfa71392ab,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:25.386866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.392476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.398822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-06e5da29-604a-4cba-ab64-29297a9b16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:25.400571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-06e5da29-604a-4cba-ab64-29297a9b16e6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 1095 time: 0.1240978 Aug 27 16:16:25.410338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for 96c586a5-b2e9-4b19-bf21-13dfa71392ab owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:25.471759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-cde45d57-92c8-433e-b85b-5af6d2101e2f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a HTTP/1.1" status: 200 len: 217 time: 0.0496979 Aug 27 16:16:25.522952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5941af-ab34-49de-9bc0-e57400fac316 req-ae24255d-69b9-46a4-97c2-9bc7753b8ac8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:25.524511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b5941af-ab34-49de-9bc0-e57400fac316 req-ae24255d-69b9-46a4-97c2-9bc7753b8ac8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 944 time: 0.1830513 Aug 27 16:16:25.600250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-875eccbb-1a90-420f-baf0-671ffe69e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:25.601734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-875eccbb-1a90-420f-baf0-671ffe69e6d5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1213992 Aug 27 16:16:25.621921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.649114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b5941af-ab34-49de-9bc0-e57400fac316 req-4d0fc962-7945-4f3f-b87a-e76b88bcf33f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978215 Aug 27 16:16:25.652433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=96c586a5-b2e9-4b19-bf21-13dfa71392ab,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:25.686746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.696778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port 96c586a5-b2e9-4b19-bf21-13dfa71392ab on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:25.701421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.705694 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-a07c583b-683c-4e15-8ac4-38d410331289 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.90 "DELETE /v2.0/ports/96c586a5-b2e9-4b19-bf21-13dfa71392ab HTTP/1.1" status: 204 len: 173 time: 0.9421387 Aug 27 16:16:25.706335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-727f1cba-605a-47f4-924b-754c16d404e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:25.706545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-deleted', 'tag': '96c586a5-b2e9-4b19-bf21-13dfa71392ab'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:25.706719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-727f1cba-605a-47f4-924b-754c16d404e3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719113 Aug 27 16:16:25.706955 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6494c4b8-eb3a-4ef1-abe8-7e93ebd3d70e" -d '{"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-deleted", "tag": "96c586a5-b2e9-4b19-bf21-13dfa71392ab"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:25.815874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37608) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:25.817724 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d847c8e-baad-4535-8296-bb90f94ace74 x-openstack-request-id: req-1d847c8e-baad-4535-8296-bb90f94ace74 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:25.818487 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-deleted", "tag": "96c586a5-b2e9-4b19-bf21-13dfa71392ab", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:25.818487 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1d847c8e-baad-4535-8296-bb90f94ace74 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:25.818947 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-deleted', 'tag': '96c586a5-b2e9-4b19-bf21-13dfa71392ab', 'status': 'completed', 'code': 200} Aug 27 16:16:25.848048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a70d4c44-eedc-40ea-8031-3d8da0b16ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.852066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.888510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Transition to ACTIVE for port object a54313fb-5cf8-47e9-b350-83842aaca5a4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:25.892319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:25.892674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.951167 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:25.992939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.062516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9922a-8fa5-45b1-b846-a7fa4141cac7 req-4b2caf20-e001-4d6f-82fa-2878fba57c29 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:26.064108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b9922a-8fa5-45b1-b846-a7fa4141cac7 req-4b2caf20-e001-4d6f-82fa-2878fba57c29 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.2423091 Aug 27 16:16:26.070042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Attempting to bind port a54313fb-5cf8-47e9-b350-83842aaca5a4 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:26.070547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Attempting to bind port a54313fb-5cf8-47e9-b350-83842aaca5a4 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:26.071043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Attempting to bind port a54313fb-5cf8-47e9-b350-83842aaca5a4 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:26.076535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-fa7e779e-a667-474a-8255-4f656d1cb450 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600345 Aug 27 16:16:26.077752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port c0bf2e8e-dab9-4b6a-b078-7c73537b7486, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:26.078321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.079225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:26.079892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:26.080878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.080878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:26.081564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Bound port: a54313fb-5cf8-47e9-b350-83842aaca5a4, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:26.082100 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.088922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4a0dd-3858-471a-96da-38f6db6302ff None None] Pushing event updated for resources: {'Port': ['ID=a54313fb-5cf8-47e9-b350-83842aaca5a4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:26.103727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for c0bf2e8e-dab9-4b6a-b078-7c73537b7486 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:26.229553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a70d4c44-eedc-40ea-8031-3d8da0b16ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.229939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] For port a54313fb-5cf8-47e9-b350-83842aaca5a4, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:26.229939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] For port a54313fb-5cf8-47e9-b350-83842aaca5a4, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a54313fb-5cf8-47e9-b350-83842aaca5a4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:26.230303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060fc3-cdf8-4c22-a4df-4f95949dad21 req-6f90cd2b-fdc0-4634-b98c-079db11cffd9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:26.230303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c060fc3-cdf8-4c22-a4df-4f95949dad21 req-6f90cd2b-fdc0-4634-b98c-079db11cffd9 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 946 time: 0.1886599 Aug 27 16:16:26.230303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Allocated IP 172.20.0.1 (fd5361ad-46fd-4a3b-bcf7-06898e088099/98c47aa5-9595-4b35-8bd8-e493e092bee5/5f941632-3d87-4971-a4d3-8e5520e2b563) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:26.256618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b9922a-8fa5-45b1-b846-a7fa4141cac7 req-91d8ec83-61c2-4225-a935-3c5f4f321447 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599214 Aug 27 16:16:26.333438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c060fc3-cdf8-4c22-a4df-4f95949dad21 req-83ea311d-85be-4bf1-8dba-d61bcd63ec06 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f79b778-ccb8-4217-90bd-a5abad3b463d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374271 Aug 27 16:16:26.341885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73afdcaf-e469-4f50-90d7-eece982850f4 req-24d440cc-ad0e-4db7-830c-aeac4a16abea service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463245 Aug 27 16:16:26.385520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.397944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Transition to ACTIVE for port object 5f941632-3d87-4971-a4d3-8e5520e2b563 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:26.472794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a70d4c44-eedc-40ea-8031-3d8da0b16ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.508158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.508905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.510593 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.539788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d4c44-eedc-40ea-8031-3d8da0b16ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89feba42-7703-4a7c-8484-2330be93c259,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:26.549823 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a70d4c44-eedc-40ea-8031-3d8da0b16ef7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1a8e1a6ef1af4335827816539b1f38c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249510 Aug 27 16:16:26.551173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=c0bf2e8e-dab9-4b6a-b078-7c73537b7486,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:26.552890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37616) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:26.579000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:26.583408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:26.583578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:26.588567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:26.595858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:26.599955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Pushing event updated for resources: {'Port': ['ID=5f941632-3d87-4971-a4d3-8e5520e2b563,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:26.609258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port c0bf2e8e-dab9-4b6a-b078-7c73537b7486 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:26.616634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.618808 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92bf644f-0aae-406b-af66-4440a1dc4999 req-ad99842b-c0bc-4994-ab73-3e5c34844979 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.90 "DELETE /v2.0/ports/c0bf2e8e-dab9-4b6a-b078-7c73537b7486 HTTP/1.1" status: 204 len: 173 time: 0.9076622 Aug 27 16:16:26.663340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-5087bca7-7069-41d4-91ef-421ee2314be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:26.665061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-5087bca7-7069-41d4-91ef-421ee2314be8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 1095 time: 0.1188390 Aug 27 16:16:26.671939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.674313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4a0dd-3858-471a-96da-38f6db6302ff None None] Pushing event updated for resources: {'Port': ['ID=a54313fb-5cf8-47e9-b350-83842aaca5a4,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:26.680137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af677376-f51e-4307-8149-c0d0aa82b52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.744977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af677376-f51e-4307-8149-c0d0aa82b52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.845308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:26.930407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-095452b8-fa2e-43b1-9e81-c7a828b0fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:26.936824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-095452b8-fa2e-43b1-9e81-c7a828b0fffc service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.2493179 Aug 27 16:16:26.940818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d2ef2-85aa-40b9-ace2-810ccace6a66 req-72228973-55d0-407c-9002-a567dea794e1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:26.947857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-390d2ef2-85aa-40b9-ace2-810ccace6a66 req-72228973-55d0-407c-9002-a567dea794e1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 944 time: 0.1633220 Aug 27 16:16:26.976007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af677376-f51e-4307-8149-c0d0aa82b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.976007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af677376-f51e-4307-8149-c0d0aa82b52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:26.976007 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-af677376-f51e-4307-8149-c0d0aa82b52a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89feba42-7703-4a7c-8484-2330be93c259 HTTP/1.1" status: 204 len: 168 time: 0.4175780 Aug 27 16:16:26.990838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af677376-f51e-4307-8149-c0d0aa82b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89feba42-7703-4a7c-8484-2330be93c259,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:27.016160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-17cae452-80f1-4c55-baf8-baf391a73ae4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a HTTP/1.1" status: 200 len: 217 time: 0.0570679 Aug 27 16:16:27.045469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-390d2ef2-85aa-40b9-ace2-810ccace6a66 req-011a0497-f567-42b2-9229-eb883420b0a8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965316 Aug 27 16:16:27.087518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-ee56eaf6-5383-42aa-8ea3-211f92329342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:27.089224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-ee56eaf6-5383-42aa-8ea3-211f92329342 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0634129 Aug 27 16:16:27.101667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:22Z', 'revision_number': 3, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:27.126867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a6774-f54e-4a8a-90fa-6ed678cfeb14 None None] The sync data for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 is: [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:22Z', 'revision_number': 3, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:27.152799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:27.177105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-e1f7b56a-28d3-4f3c-aa5a-658259725490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:27.181622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-e1f7b56a-28d3-4f3c-aa5a-658259725490 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802972 Aug 27 16:16:27.233276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3d48a447-5097-4d22-83da-0f1d1e24e510 None None] Provisioning for port 5f941632-3d87-4971-a4d3-8e5520e2b563 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:27.237592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3d48a447-5097-4d22-83da-0f1d1e24e510 None None] Provisioning complete for port 5f941632-3d87-4971-a4d3-8e5520e2b563 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:27.238069 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d48a447-5097-4d22-83da-0f1d1e24e510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:27.282809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3d48a447-5097-4d22-83da-0f1d1e24e510 None None] Port 5f941632-3d87-4971-a4d3-8e5520e2b563 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:27.336218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0bf2e8e-dab9-4b6a-b078-7c73537b7486 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:27.373761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: c0bf2e8e-dab9-4b6a-b078-7c73537b7486 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:27.373761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0bf2e8e-dab9-4b6a-b078-7c73537b7486 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:27.373761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96c586a5-b2e9-4b19-bf21-13dfa71392ab no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:27.626984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 96c586a5-b2e9-4b19-bf21-13dfa71392ab {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:27.630864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96c586a5-b2e9-4b19-bf21-13dfa71392ab not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:27.779898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2608e8aa-70e9-4446-a1da-e0ba411a57cc req-4da8fac1-1703-46b4-b036-303bbc03d3e4 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8 HTTP/1.1" status: 200 len: 210 time: 0.0722330 Aug 27 16:16:27.793348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-f915ffa9-aa6e-49eb-8f93-2e9ee553a2b7 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919981 Aug 27 16:16:27.821961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-deleted', 'tag': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:27.824363 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf4612b-d92e-452c-af7d-37ec38e7f4c6" -d '{"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-deleted", "tag": "c0bf2e8e-dab9-4b6a-b078-7c73537b7486"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:27.891231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c182db-9e02-4b08-a7f0-b7a635312ca4 req-4b15f2cd-ff7d-4df5-90d8-212e3ffbc81f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:27.892837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2c182db-9e02-4b08-a7f0-b7a635312ca4 req-4b15f2cd-ff7d-4df5-90d8-212e3ffbc81f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1882043 Aug 27 16:16:27.920155 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d1e2e-5462-4206-b4ca-4d4e31f45dc3 x-openstack-request-id: req-d30d1e2e-5462-4206-b4ca-4d4e31f45dc3 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:27.920672 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8", "name": "network-vif-deleted", "tag": "c0bf2e8e-dab9-4b6a-b078-7c73537b7486", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:27.921080 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d30d1e2e-5462-4206-b4ca-4d4e31f45dc3 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:27.921635 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fe2b8a-3e10-4c30-b717-b804e7a0cbb8', 'name': 'network-vif-deleted', 'tag': 'c0bf2e8e-dab9-4b6a-b078-7c73537b7486', 'status': 'completed', 'code': 200} Aug 27 16:16:28.000400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.013491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2c182db-9e02-4b08-a7f0-b7a635312ca4 req-a993f8ba-f15d-4801-90c3-f1f4add9e8d9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133630 Aug 27 16:16:28.017355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e9c37be-3cb5-4791-b47b-fe197fb98961 req-a5039e41-f6e4-4004-ac57-ef59433f13ad service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061648 Aug 27 16:16:28.158968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.240823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d6c38-a13f-4584-9dd5-3d525bc78685 req-1ab5e58a-2d0e-4414-8d56-5718f2a168ad tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:28.242347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a0d6c38-a13f-4584-9dd5-3d525bc78685 req-1ab5e58a-2d0e-4414-8d56-5718f2a168ad tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 944 time: 0.1232135 Aug 27 16:16:28.252786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.255289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Pushing event updated for resources: {'Port': ['ID=5f941632-3d87-4971-a4d3-8e5520e2b563,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:28.335711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a0d6c38-a13f-4584-9dd5-3d525bc78685 req-3e25a51d-fff9-438f-8fd7-76604a2c4536 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843163 Aug 27 16:16:28.386640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:28.388739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:28.551218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Router 884b837d-1870-43d6-9333-8d693762c38a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:16:28.573705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a54313fb-5cf8-47e9-b350-83842aaca5a4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:28.703261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:28.709163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9b57f560-a917-4d75-a66b-b0812724bec3 None None] Provisioning complete for port 5f941632-3d87-4971-a4d3-8e5520e2b563 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:28.711490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b57f560-a917-4d75-a66b-b0812724bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.711664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2937719b-83b1-40f8-b997-58fc9dff9a6c admin admin] 10.222.0.101 "PUT /v2.0/routers/884b837d-1870-43d6-9333-8d693762c38a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9228895 Aug 27 16:16:28.734248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a54313fb-5cf8-47e9-b350-83842aaca5a4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:28.739621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a54313fb-5cf8-47e9-b350-83842aaca5a4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:28.740136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.779163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9b57f560-a917-4d75-a66b-b0812724bec3 None None] Port 5f941632-3d87-4971-a4d3-8e5520e2b563 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:28.837823 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.855193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37672) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:28.861893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port a54313fb-5cf8-47e9-b350-83842aaca5a4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a54313fb-5cf8-47e9-b350-83842aaca5a4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:28.927685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting subnet f62f0800-75ec-4046-84ed-867f1bcd99b5 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:16:28.931516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.981381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:28.993174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.061841 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Sync routers for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:29.063167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=a54313fb-5cf8-47e9-b350-83842aaca5a4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:29.094479 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:29.097991 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:29.120672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.267027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808efe6-1a15-4edf-826a-dcb050fe14bd req-ded6d8c3-8dfd-407c-9bf9-0ce9339df0f8 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:29.271365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d808efe6-1a15-4edf-826a-dcb050fe14bd req-ded6d8c3-8dfd-407c-9bf9-0ce9339df0f8 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1142094 Aug 27 16:16:29.289729 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:29.331486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d808efe6-1a15-4edf-826a-dcb050fe14bd req-3df256c6-4476-4582-bb56-1899326a223a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470159 Aug 27 16:16:29.433268 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.450876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.452990 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/subnets/f62f0800-75ec-4046-84ed-867f1bcd99b5 HTTP/1.1" status: 204 len: 168 time: 0.5962634 Aug 27 16:16:29.458733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d7525-fc41-419b-8e19-1c352f00948d None None] Network b6827639-1c23-4141-a1d8-169ffa15d2e4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:29.464165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe91b2-6f54-4231-a2be-c3ddf8951b23 req-87a1a9e0-842c-4940-84ab-537cc38264da tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:29.472776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4fe91b2-6f54-4231-a2be-c3ddf8951b23 req-87a1a9e0-842c-4940-84ab-537cc38264da tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 944 time: 0.0622487 Aug 27 16:16:29.475069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37724) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:29.499892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa18cc-921d-486c-b83e-8584a1c1f0ab tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Subnet': ['ID=f62f0800-75ec-4046-84ed-867f1bcd99b5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:29.528635 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:27Z', 'revision_number': 2, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:29.566798 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Checking router: 884b837d-1870-43d6-9333-8d693762c38a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:29.566798 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Updating router 884b837d-1870-43d6-9333-8d693762c38a port 5f941632-3d87-4971-a4d3-8e5520e2b563 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:16:29.593420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4fe91b2-6f54-4231-a2be-c3ddf8951b23 req-4084f333-65c3-4361-80db-8e1e6573f156 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194320 Aug 27 16:16:29.617697 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.635885 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.684537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port d29af99f-db58-4eee-bdb5-723b67a36ed2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:29.698905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.749967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] DHCP port deletion for b6827639-1c23-4141-a1d8-169ffa15d2e4 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:16:29.762910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port d29af99f-db58-4eee-bdb5-723b67a36ed2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d29af99f-db58-4eee-bdb5-723b67a36ed2,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:29.770869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.779152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for d29af99f-db58-4eee-bdb5-723b67a36ed2 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:29.804868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] Deleting port d29af99f-db58-4eee-bdb5-723b67a36ed2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:29.808970 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.889890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] For port d29af99f-db58-4eee-bdb5-723b67a36ed2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d29af99f-db58-4eee-bdb5-723b67a36ed2,segment=NetworkSegment(9b9ec191-94c4-41c9-a7d8-4a580c40b53b),segment_id=9b9ec191-94c4-41c9-a7d8-4a580c40b53b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:29.891461 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.904650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] Calling delete_port for d29af99f-db58-4eee-bdb5-723b67a36ed2 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:29.970534 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.981980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:29.995905 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Transition to ACTIVE for port object 5f941632-3d87-4971-a4d3-8e5520e2b563 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:30.000832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port d29af99f-db58-4eee-bdb5-723b67a36ed2 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: from cryptography.utils import int_from_bytes Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: from cryptography.utils import int_from_bytes Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.015051 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:16:30.018069 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:16:30.024431 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.044303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=d29af99f-db58-4eee-bdb5-723b67a36ed2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:30.057880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] No DVR routers for this DVR port d29af99f-db58-4eee-bdb5-723b67a36ed2 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:30.060160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e418a-c3aa-41f7-a5f1-565a62970835 None None] Pushing event deleted for resources: {'Port': ['ID=d29af99f-db58-4eee-bdb5-723b67a36ed2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:30.112103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.122324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6827639-1c23-4141-a1d8-169ffa15d2e4']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:30.132808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9ec191-94c4-41c9-a7d8-4a580c40b53b') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:30.133115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9ec191-94c4-41c9-a7d8-4a580c40b53b') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:30.135822 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.153292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.175992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.188784 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Pushing event updated for resources: {'Port': ['ID=5f941632-3d87-4971-a4d3-8e5520e2b563,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:30.189552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:16:30.190181 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:16:30.195653 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:16:30.213891 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.216648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.216648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.216648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.216648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.216648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.216648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.217099 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.217714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.217714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.217865 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.218194 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:30.252848 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Attempting to bind port 5f941632-3d87-4971-a4d3-8e5520e2b563 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:30.253219 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Attempting to bind port 5f941632-3d87-4971-a4d3-8e5520e2b563 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:30.254325 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Attempting to bind port 5f941632-3d87-4971-a4d3-8e5520e2b563 on network fd5361ad-46fd-4a3b-bcf7-06898e088099 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:30.264965 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:30.264965 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Checking segment: {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:30.264965 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.264965 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Bound using segment: {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:30.264965 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Bound port: 5f941632-3d87-4971-a4d3-8e5520e2b563, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:30.265383 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.459643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.468444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.469986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/networks/b6827639-1c23-4141-a1d8-169ffa15d2e4 HTTP/1.1" status: 204 len: 168 time: 0.9939811 Aug 27 16:16:30.471702 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] For port 5f941632-3d87-4971-a4d3-8e5520e2b563, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:30.472796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37756) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:30.478276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0595d-0be2-4bb0-a738-4ac1eebb602e req-b03de1d2-0190-4bb8-8b8f-112b2d0d53af tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:30.478788 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] For port 5f941632-3d87-4971-a4d3-8e5520e2b563, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f941632-3d87-4971-a4d3-8e5520e2b563,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:30.479963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39c0595d-0be2-4bb0-a738-4ac1eebb602e req-b03de1d2-0190-4bb8-8b8f-112b2d0d53af tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0665200 Aug 27 16:16:30.500975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bb5a3-9b8d-49a9-babd-f40ad6c4b55b tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Network': ['ID=b6827639-1c23-4141-a1d8-169ffa15d2e4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:30.559585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39c0595d-0be2-4bb0-a738-4ac1eebb602e req-e99df4b0-050f-4c7d-9864-532c4f8234d1 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487497 Aug 27 16:16:30.569393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting subnet 364c2ef9-56d7-412f-9a02-c1e3b97090d2 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:16:30.569393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.589857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a54313fb-5cf8-47e9-b350-83842aaca5a4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:30.600641 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.629035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.716574 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:30.717224 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:30.749766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a54313fb-5cf8-47e9-b350-83842aaca5a4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:30.750455 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.812843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device dc8fd826-2542-4d3a-a3c6-8514789d751a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:30.822494 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e47bb0-3312-4bbd-b792-d5111e9fa38b None None] Pushing event updated for resources: {'Port': ['ID=5f941632-3d87-4971-a4d3-8e5520e2b563,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:30.864003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:30.886087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222957a5-67be-48e1-b5fb-8ec373a19a27 req-aa5f2ed4-434d-4c12-8f9c-a5b883dfdadd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:30.890879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-222957a5-67be-48e1-b5fb-8ec373a19a27 req-aa5f2ed4-434d-4c12-8f9c-a5b883dfdadd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 944 time: 0.1304936 Aug 27 16:16:30.971552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-222957a5-67be-48e1-b5fb-8ec373a19a27 req-985fb488-5de9-4aac-a9d3-43adae797b83 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740683 Aug 27 16:16:30.982029 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:31.096876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:31.114041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'mac_address': 'fa:16:3e:dd:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:31.129355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.177378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.179569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/subnets/364c2ef9-56d7-412f-9a02-c1e3b97090d2 HTTP/1.1" status: 204 len: 168 time: 0.7056353 Aug 27 16:16:31.180891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042205c-879f-41ca-9b36-9f592b5e4330 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Subnet': ['ID=364c2ef9-56d7-412f-9a02-c1e3b97090d2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:31.182316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37796) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:31.187993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d29af99f-db58-4eee-bdb5-723b67a36ed2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:31.209301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7e93b-c593-4127-9817-7ba7831c7a4a None None] Network 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:31.244895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d29af99f-db58-4eee-bdb5-723b67a36ed2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:31.245283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d29af99f-db58-4eee-bdb5-723b67a36ed2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:31.267997 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:30Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:31.295632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.304954 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798eecf-943f-41be-8532-12c51e9ee907 None None] The sync data for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 is: [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:30Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:31.434098 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.447795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Deleting port 3d0828fa-69b1-4b72-8384-604ad956625b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:31.447795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.487669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8fd826-2542-4d3a-a3c6-8514789d751a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:31.531938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:31.534478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] For port 3d0828fa-69b1-4b72-8384-604ad956625b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d0828fa-69b1-4b72-8384-604ad956625b,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:31.534965 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.564164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Calling delete_port for 3d0828fa-69b1-4b72-8384-604ad956625b owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:31.658843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] DHCP port deletion for 7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:16:31.781290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357600e4-42ad-425d-884d-db342e9104e9 req-3157d04e-54c7-49c1-bb9b-afaee0c08eb7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:31.784532 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.789172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] Deleting port 3d0828fa-69b1-4b72-8384-604ad956625b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:31.789551 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.791562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-357600e4-42ad-425d-884d-db342e9104e9 req-3157d04e-54c7-49c1-bb9b-afaee0c08eb7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0731399 Aug 27 16:16:31.883232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-357600e4-42ad-425d-884d-db342e9104e9 req-3e5905f1-915e-4a31-94f0-9292dbaaa751 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857415 Aug 27 16:16:31.916579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.938138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] No DVR routers for this DVR port 3d0828fa-69b1-4b72-8384-604ad956625b on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:31.954622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] For port 3d0828fa-69b1-4b72-8384-604ad956625b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d0828fa-69b1-4b72-8384-604ad956625b,segment=NetworkSegment(0cbfe839-508b-4002-bb0e-bd7c02ee6308),segment_id=0cbfe839-508b-4002-bb0e-bd7c02ee6308)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:31.955351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:31.958289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:31.976416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] Calling delete_port for 3d0828fa-69b1-4b72-8384-604ad956625b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:32.078461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Port': ['ID=3d0828fa-69b1-4b72-8384-604ad956625b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:32.101073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.135505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] Pushing event deleted for resources: {'Port': ['ID=3d0828fa-69b1-4b72-8384-604ad956625b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:32.138000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96289b1-d49f-4de4-8183-41cef01f92f0 None None] No DVR routers for this DVR port 3d0828fa-69b1-4b72-8384-604ad956625b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:32.145483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['dc8fd826-2542-4d3a-a3c6-8514789d751a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:32.229024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.264889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:32.293700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e197c35-b736-4bc5-8719-073b260704ac req-deafe73b-9810-4257-a271-811f54bb89e2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:32.303888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e197c35-b736-4bc5-8719-073b260704ac req-deafe73b-9810-4257-a271-811f54bb89e2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 945 time: 0.1921284 Aug 27 16:16:32.331961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbfe839-508b-4002-bb0e-bd7c02ee6308') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:32.332533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbfe839-508b-4002-bb0e-bd7c02ee6308') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:32.345896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.384196 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:16:32.406189 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:16:32.422386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e197c35-b736-4bc5-8719-073b260704ac req-d8ed602f-dbf8-4622-a8df-955fd2c768e9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172328 Aug 27 16:16:32.587822 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.596774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f941632-3d87-4971-a4d3-8e5520e2b563 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:32.597081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.601291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] 10.222.0.101 "DELETE /v2.0/networks/7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48 HTTP/1.1" status: 204 len: 168 time: 1.4152586 Aug 27 16:16:32.646696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364ac6e-38d3-4ad2-ae80-50b60ace1d77 tempest-ServersTestMultiNic-1937204387 tempest-ServersTestMultiNic-1937204387-project] Pushing event deleted for resources: {'Network': ['ID=7b3c33d1-0c3c-4244-ae0d-cdee9a6cdd48,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:32.765372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5f941632-3d87-4971-a4d3-8e5520e2b563 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:32.770293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5f941632-3d87-4971-a4d3-8e5520e2b563 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:32.771120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:32.840771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37832) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:32.928285 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:33.003320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5f941632-3d87-4971-a4d3-8e5520e2b563, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f941632-3d87-4971-a4d3-8e5520e2b563,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:33.072861 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:33.090179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bf0aa-d150-43ec-a64c-8a94b9c8cac6 req-69980260-3398-4c98-bbb1-d5f6c265c128 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:33.098978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa4bf0aa-d150-43ec-a64c-8a94b9c8cac6 req-69980260-3398-4c98-bbb1-d5f6c265c128 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0811188 Aug 27 16:16:33.171482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d0828fa-69b1-4b72-8384-604ad956625b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:33.208157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3d0828fa-69b1-4b72-8384-604ad956625b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:33.208624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d0828fa-69b1-4b72-8384-604ad956625b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:33.212951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5f941632-3d87-4971-a4d3-8e5520e2b563,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:33.235155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa4bf0aa-d150-43ec-a64c-8a94b9c8cac6 req-769973cf-8770-4e5d-bbdb-defabdc7016e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351483 Aug 27 16:16:33.663646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf5a45-6b05-4bc8-a857-6500717e1784 req-ec2d9eba-b608-44ab-ba86-b7ea9516457e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:33.665196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90bf5a45-6b05-4bc8-a857-6500717e1784 req-ec2d9eba-b608-44ab-ba86-b7ea9516457e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 945 time: 0.1226299 Aug 27 16:16:33.726012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90bf5a45-6b05-4bc8-a857-6500717e1784 req-4e589fae-71a6-4633-bef8-775412ee365e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541632 Aug 27 16:16:33.729657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:34.041299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Deleting port 01a25115-d782-4aca-b20f-5e9308a02502 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:34.041569 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:34.130838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] For port 01a25115-d782-4aca-b20f-5e9308a02502, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=01a25115-d782-4aca-b20f-5e9308a02502,segment=NetworkSegment(5c3f4e96-11dc-40ea-92d9-933dc33d9243),segment_id=5c3f4e96-11dc-40ea-92d9-933dc33d9243)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:34.131213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:34.145132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Calling delete_port for 01a25115-d782-4aca-b20f-5e9308a02502 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:34.396454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac13c45-f107-440e-ba08-10d88bdb3df0 req-ad186a7f-424b-4813-ba29-d25b3b37d8a5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:34.398182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ac13c45-f107-440e-ba08-10d88bdb3df0 req-ad186a7f-424b-4813-ba29-d25b3b37d8a5 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0754116 Aug 27 16:16:34.451961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ac13c45-f107-440e-ba08-10d88bdb3df0 req-1982bb19-4c20-4767-8777-cb1217257980 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Aug 27 16:16:34.453559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:34.553487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f941632-3d87-4971-a4d3-8e5520e2b563 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:34.620742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5f941632-3d87-4971-a4d3-8e5520e2b563 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:34.621980 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:34.797395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a25115-d782-4aca-b20f-5e9308a02502,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:34.834985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device dc8fd826-2542-4d3a-a3c6-8514789d751a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:34.909543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3488-5572-4671-bd94-0a82bf7089f3 req-7b88fc5e-400c-4c3d-98b7-29ec9214512d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:34.917422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccbf3488-5572-4671-bd94-0a82bf7089f3 req-7b88fc5e-400c-4c3d-98b7-29ec9214512d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 945 time: 0.0974257 Aug 27 16:16:34.982894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port dc8fd826-2542-4d3a-a3c6-8514789d751a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:34.991021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port dc8fd826-2542-4d3a-a3c6-8514789d751a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:34.991501 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:35.028135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccbf3488-5572-4671-bd94-0a82bf7089f3 req-fdb6088e-0f14-4373-ac61-2c10b11346d2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092539 Aug 27 16:16:35.056672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:35.088732 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:35.134699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:35.142646 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a3da5a-e266-4ca6-bc99-56fb8c8c0175" -d '{"events": [{"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-plugged", "status": "completed", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:35.191638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:35.198718 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece4b1be-c074-4616-8f1e-d51a80d02c30 x-openstack-request-id: req-ece4b1be-c074-4616-8f1e-d51a80d02c30 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:35.203460 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-plugged", "status": "completed", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:35.203460 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ece4b1be-c074-4616-8f1e-d51a80d02c30 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:35.203460 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'code': 200} Aug 27 16:16:35.273246 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:35.337160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:35.367030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4659ab-5892-4212-9f2f-42a818c3f53c req-bec3ed46-36d8-43a3-9011-3912fc41d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.368555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf4659ab-5892-4212-9f2f-42a818c3f53c req-bec3ed46-36d8-43a3-9011-3912fc41d986 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 1097 time: 0.0736771 Aug 27 16:16:35.370253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Router b984283e-4b23-47b4-a134-6bd440216ef8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:16:35.452739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf4659ab-5892-4212-9f2f-42a818c3f53c req-07b3e4bf-20ae-4611-be06-f16e31e2124d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739286 Aug 27 16:16:35.512784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:35.550119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37898) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:35.550615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b42bb14f-c239-4286-91ed-741bab5ab309 admin admin] 10.222.0.101 "PUT /v2.0/routers/b984283e-4b23-47b4-a134-6bd440216ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871741 Aug 27 16:16:35.550742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] Sync routers for ids ['b984283e-4b23-47b4-a134-6bd440216ef8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:35.550742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] Routers {'b984283e-4b23-47b4-a134-6bd440216ef8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:35.550742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b984283e-4b23-47b4-a134-6bd440216ef8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:35.626519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73ca6f-2ed3-418f-9f5f-a74ee30892d6 req-f3f4a02c-1037-4387-8a54-ff4691bc4356 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.635174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe73ca6f-2ed3-418f-9f5f-a74ee30892d6 req-f3f4a02c-1037-4387-8a54-ff4691bc4356 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0787659 Aug 27 16:16:35.663966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:35.679817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe73ca6f-2ed3-418f-9f5f-a74ee30892d6 req-7b5a8505-9749-4cb7-abf3-cc2207cf7131 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423212 Aug 27 16:16:35.807055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] Set router b984283e-4b23-47b4-a134-6bd440216ef8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:35.814630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:35.946774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd992a4-0b11-40f7-85d8-ede97c25db39 req-c25968ad-1ba7-4f05-9476-28e7552f3841 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:35.948163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3bd992a4-0b11-40f7-85d8-ede97c25db39 req-c25968ad-1ba7-4f05-9476-28e7552f3841 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.0642543 Aug 27 16:16:36.002282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3bd992a4-0b11-40f7-85d8-ede97c25db39 req-7c5631fc-a028-476f-9ba2-9d7b7a476152 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458295 Aug 27 16:16:36.010013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Deleting port c540e3af-90ea-4aca-a986-7962cef73b9b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:36.010364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:36.035011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:16:34Z', 'revision_number': 5, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port': {'id': 'c540e3af-90ea-4aca-a986-7962cef73b9b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:36.084600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] Checking router: b984283e-4b23-47b4-a134-6bd440216ef8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:36.101480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] Routers {'b984283e-4b23-47b4-a134-6bd440216ef8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:36.102481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b984283e-4b23-47b4-a134-6bd440216ef8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:36.144242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] For port c540e3af-90ea-4aca-a986-7962cef73b9b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c540e3af-90ea-4aca-a986-7962cef73b9b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:36.144834 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:36.174467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Calling delete_port for c540e3af-90ea-4aca-a986-7962cef73b9b owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:36.209309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b482c5-ddef-495c-b95b-8b31b38261b3 req-25e0e8f1-4207-4c5f-9c8d-8dc6da698306 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:36.211363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48b482c5-ddef-495c-b95b-8b31b38261b3 req-25e0e8f1-4207-4c5f-9c8d-8dc6da698306 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.0682731 Aug 27 16:16:36.217474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] Set router b984283e-4b23-47b4-a134-6bd440216ef8 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:36.282695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48b482c5-ddef-495c-b95b-8b31b38261b3 req-cc179f81-cf48-4555-9f29-ba0b40fc4e55 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574906 Aug 27 16:16:36.296071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:16:35Z', 'revision_number': 6, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:36.324759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c027f-eb1f-4e81-8899-442aa9f9fe53 None None] The sync data for ids ['b984283e-4b23-47b4-a134-6bd440216ef8'] in n-d-806412-1 is: [{'id': 'b984283e-4b23-47b4-a134-6bd440216ef8', 'name': 'tempest-ServersTestMultiNic-561123155-router', 'tenant_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:14:47Z', 'updated_at': '2021-08-27T16:16:35Z', 'revision_number': 6, 'project_id': 'd36c0ddee09f4413bff345365ad4ed8b', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:36.558535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:36.592149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Pushing event deleted for resources: {'Port': ['ID=c540e3af-90ea-4aca-a986-7962cef73b9b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:36.678550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:36.822667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:36.825396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:36.852482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8349e3b-6ffe-4a66-9bd0-4f42795a6b56 req-184a47b5-1052-4b8e-bcfd-cc80f9130245 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:36.866245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8349e3b-6ffe-4a66-9bd0-4f42795a6b56 req-184a47b5-1052-4b8e-bcfd-cc80f9130245 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0889482 Aug 27 16:16:36.921751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8349e3b-6ffe-4a66-9bd0-4f42795a6b56 req-750b796a-f88a-4186-9f9d-845d865d5094 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545919 Aug 27 16:16:37.061907 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.062453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b984283e-4b23-47b4-a134-6bd440216ef8 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:16:37.067507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.068674 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5f88a0d5-3684-424e-8b3c-1b341d1c1baa admin admin] 10.222.0.101 "DELETE /v2.0/routers/b984283e-4b23-47b4-a134-6bd440216ef8 HTTP/1.1" status: 204 len: 168 time: 1.5392876 Aug 27 16:16:37.071328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:37.122544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] Deleting subnet fbc25ecf-b686-4cef-8ae5-80dadd1621e1 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:16:37.125590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.165948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.205650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 01a25115-d782-4aca-b20f-5e9308a02502 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:37.254056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 01a25115-d782-4aca-b20f-5e9308a02502 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:37.254703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 01a25115-d782-4aca-b20f-5e9308a02502 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:37.274816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.399459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.418743 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.419699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572cfeb-635b-452b-b94e-a40f6f10d61e None None] Network eac405f2-c342-4672-912f-395308943199 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:37.420748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fbc25ecf-b686-4cef-8ae5-80dadd1621e1 HTTP/1.1" status: 204 len: 168 time: 0.3484762 Aug 27 16:16:37.424502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37938) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:37.441224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1aaff-1af8-4d90-af1c-85eabc9407a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc25ecf-b686-4cef-8ae5-80dadd1621e1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:37.505813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffcb81-1e4c-4b33-a027-766639c98f63 req-e3490702-847d-412b-b891-2d52cba0615b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:37.514567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8ffcb81-1e4c-4b33-a027-766639c98f63 req-e3490702-847d-412b-b891-2d52cba0615b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1354568 Aug 27 16:16:37.576248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8ffcb81-1e4c-4b33-a027-766639c98f63 req-9ff98741-84e6-4ecf-8bf2-bf450e1b3704 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604596 Aug 27 16:16:37.595130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.693570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Deleting port 936e249f-f01f-4f2d-a928-5caba638c4cc {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:37.693570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.717260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] DHCP port deletion for eac405f2-c342-4672-912f-395308943199 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:16:37.787131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] Deleting port 936e249f-f01f-4f2d-a928-5caba638c4cc {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:37.787530 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.797302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] For port 936e249f-f01f-4f2d-a928-5caba638c4cc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=936e249f-f01f-4f2d-a928-5caba638c4cc,segment=NetworkSegment(5c3f4e96-11dc-40ea-92d9-933dc33d9243),segment_id=5c3f4e96-11dc-40ea-92d9-933dc33d9243)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:37.797302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.828357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Calling delete_port for 936e249f-f01f-4f2d-a928-5caba638c4cc owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:37.885450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] For port 936e249f-f01f-4f2d-a928-5caba638c4cc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=936e249f-f01f-4f2d-a928-5caba638c4cc,segment=NetworkSegment(5c3f4e96-11dc-40ea-92d9-933dc33d9243),segment_id=5c3f4e96-11dc-40ea-92d9-933dc33d9243)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:37.886415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:37.915290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] Calling delete_port for 936e249f-f01f-4f2d-a928-5caba638c4cc owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:38.083412 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.109845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] No DVR routers for this DVR port 936e249f-f01f-4f2d-a928-5caba638c4cc on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:38.140851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa01e19-36aa-42b8-8b5a-4a3720ef08ad None None] Pushing event deleted for resources: {'Port': ['ID=936e249f-f01f-4f2d-a928-5caba638c4cc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:38.141064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.200514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6c694-8ce9-4778-b8e6-60950b3c72ba req-651eb9ee-76ce-4ed3-8612-4c2a08374146 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:38.202164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cab6c694-8ce9-4778-b8e6-60950b3c72ba req-651eb9ee-76ce-4ed3-8612-4c2a08374146 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.2019887 Aug 27 16:16:38.205760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=936e249f-f01f-4f2d-a928-5caba638c4cc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:38.210345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] No DVR routers for this DVR port 936e249f-f01f-4f2d-a928-5caba638c4cc on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:38.271594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55fc62-cf6e-4285-bf78-3ab401b1d0fd req-16328811-18f4-467d-8de9-ca66e4744e53 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:38.273315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea55fc62-cf6e-4285-bf78-3ab401b1d0fd req-16328811-18f4-467d-8de9-ca66e4744e53 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.2328932 Aug 27 16:16:38.392928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.421304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cab6c694-8ce9-4778-b8e6-60950b3c72ba req-7d360316-af1c-4290-ad67-f5fc3fb4b72a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610289 Aug 27 16:16:38.425575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac405f2-c342-4672-912f-395308943199']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:38.445795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea55fc62-cf6e-4285-bf78-3ab401b1d0fd req-e5ae419d-0cde-4b1b-9030-6ebdeb67e917 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461117 Aug 27 16:16:38.448534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3f4e96-11dc-40ea-92d9-933dc33d9243') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:38.449122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3f4e96-11dc-40ea-92d9-933dc33d9243') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:38.485490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.525103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.533505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:16:38.534157 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:16:38.536471 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:16:38.597517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 936e249f-f01f-4f2d-a928-5caba638c4cc no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:38.660986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 936e249f-f01f-4f2d-a928-5caba638c4cc {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:38.660986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 936e249f-f01f-4f2d-a928-5caba638c4cc not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:38.668971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c540e3af-90ea-4aca-a986-7962cef73b9b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:38.700432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c540e3af-90ea-4aca-a986-7962cef73b9b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:38.700432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c540e3af-90ea-4aca-a986-7962cef73b9b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:38.798340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae5a65-1ec5-4c88-a98d-44c2749c9b0a req-d9b2b173-8e62-47b4-82ee-055dea083891 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:38.800723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3eae5a65-1ec5-4c88-a98d-44c2749c9b0a req-d9b2b173-8e62-47b4-82ee-055dea083891 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.0592687 Aug 27 16:16:38.839887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.850170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:38.851983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] 10.222.0.101 "DELETE /v2.0/networks/eac405f2-c342-4672-912f-395308943199 HTTP/1.1" status: 204 len: 168 time: 1.4247496 Aug 27 16:16:38.870016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c25d8-cc28-4b07-9de7-e4e6cbf35f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=eac405f2-c342-4672-912f-395308943199,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:38.877409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3eae5a65-1ec5-4c88-a98d-44c2749c9b0a req-d94818a8-4026-4006-8876-edf1068d4b10 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640166 Aug 27 16:16:39.515046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37988) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:39.561002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d281-1ba6-4d9b-b0c0-114da5829f60 req-a48f675a-fb5d-4878-ac74-62bed73b327c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:39.561715 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bc264a4d-f664-4fd1-8f27-26c331386857 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d36c0ddee09f4413bff345365ad4ed8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453596 Aug 27 16:16:39.562555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97f9d281-1ba6-4d9b-b0c0-114da5829f60 req-a48f675a-fb5d-4878-ac74-62bed73b327c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.0628765 Aug 27 16:16:39.567358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37990) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:39.639094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97f9d281-1ba6-4d9b-b0c0-114da5829f60 req-7967e3b3-2822-4a90-8a49-d28411701df2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644283 Aug 27 16:16:39.653974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b774ef3b-85ca-4fe8-834a-6a7bddf6094e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:39.676694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b774ef3b-85ca-4fe8-834a-6a7bddf6094e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:39.787219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98782a-6113-48fa-b7de-6f99d928400a req-ac034316-c888-4b79-8c1e-684b774cf048 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:39.788830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f98782a-6113-48fa-b7de-6f99d928400a req-ac034316-c888-4b79-8c1e-684b774cf048 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0714285 Aug 27 16:16:39.833959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f98782a-6113-48fa-b7de-6f99d928400a req-8e5c78fc-212b-41a7-8184-e3c6b7461c23 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Aug 27 16:16:39.927077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b774ef3b-85ca-4fe8-834a-6a7bddf6094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:39.929667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b774ef3b-85ca-4fe8-834a-6a7bddf6094e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:39.933165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b774ef3b-85ca-4fe8-834a-6a7bddf6094e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1f79b778-ccb8-4217-90bd-a5abad3b463d HTTP/1.1" status: 204 len: 168 time: 0.3622370 Aug 27 16:16:39.944967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774ef3b-85ca-4fe8-834a-6a7bddf6094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f79b778-ccb8-4217-90bd-a5abad3b463d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:39.955196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86837031-a3c7-496d-a224-cf416d85a127 req-2ed79edb-ce74-4356-b622-81b862b13cab tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:39.956782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86837031-a3c7-496d-a224-cf416d85a127 req-2ed79edb-ce74-4356-b622-81b862b13cab tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.0655658 Aug 27 16:16:40.003814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86837031-a3c7-496d-a224-cf416d85a127 req-96087d90-571c-4af8-a0ac-d3bc131153cd tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397954 Aug 27 16:16:40.656860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377fd13-15db-47e7-a5de-45ba7e9dc612 req-e594bb7c-24c4-47a3-831c-9d50db60714d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:40.659205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e377fd13-15db-47e7-a5de-45ba7e9dc612 req-e594bb7c-24c4-47a3-831c-9d50db60714d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.0591643 Aug 27 16:16:40.700435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e377fd13-15db-47e7-a5de-45ba7e9dc612 req-87d5cd36-6534-45c7-8ef6-c00c1f40f7e6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345027 Aug 27 16:16:40.973097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f4bc-18cc-4a3c-a8a5-3d114e123b08 req-608735dc-ff13-4744-8376-beecf8dea30f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:40.980500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8703f4bc-18cc-4a3c-a8a5-3d114e123b08 req-608735dc-ff13-4744-8376-beecf8dea30f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.0622904 Aug 27 16:16:41.024644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8703f4bc-18cc-4a3c-a8a5-3d114e123b08 req-0165841f-a6d6-4035-bf94-7bde83702bb9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Aug 27 16:16:41.177867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b526334-d228-4ab6-aa9a-5fe66d1d3a76 req-88fb17e5-1fc0-443c-b87c-2c108439b406 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:41.179437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b526334-d228-4ab6-aa9a-5fe66d1d3a76 req-88fb17e5-1fc0-443c-b87c-2c108439b406 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.0679877 Aug 27 16:16:41.221198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b526334-d228-4ab6-aa9a-5fe66d1d3a76 req-8e848569-ca20-4253-907e-8f24053cfeb4 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348780 Aug 27 16:16:41.345466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38052) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:41.453367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2124419751-network', 'tenant_id': 'c2489d8ed8744c499809bcd15888af04'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:41.564163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Made reservation on behalf of c2489d8ed8744c499809bcd15888af04 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:41.566622 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:41.576868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:41.675003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:41.728074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-028c2d28-10a9-42bf-8cbd-8a15a568b75a tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:41.729911 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-028c2d28-10a9-42bf-8cbd-8a15a568b75a tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.90 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.0537071 Aug 27 16:16:41.790303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:41.846778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Deleting port d2e3fbdc-1240-458d-b345-35c150622812 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:41.846778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:41.855484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:16:41.866439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062c14d2-c186-4841-8341-f17ca4e0353b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:41.885630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:41.885975 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Added segment ac3ca94c-8c82-4427-b123-bda8a32bd770 of type vlan for network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 Aug 27 16:16:41.930538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d5043-cdf4-4a13-a65e-aa9a9b9cbcd1 req-08f8bd6b-46c8-4fde-b6e9-bb1447fb67d8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:41.932144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab2d5043-cdf4-4a13-a65e-aa9a9b9cbcd1 req-08f8bd6b-46c8-4fde-b6e9-bb1447fb67d8 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1559339 Aug 27 16:16:41.958886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38064) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:41.994454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] For port d2e3fbdc-1240-458d-b345-35c150622812, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2e3fbdc-1240-458d-b345-35c150622812,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:41.994824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:41.994948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.021104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab2d5043-cdf4-4a13-a65e-aa9a9b9cbcd1 req-d06fdc81-6d00-4615-b097-89dffb4a7817 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732322 Aug 27 16:16:42.139317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.140288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:42.140887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.142596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3b666176-22bd-4629-be85-ce5453501dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.236519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8756-26f4-4466-b709-ddbec4e5c631 req-68b27563-e4b9-4608-be63-bb464720ac46 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:42.238408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-617e8756-26f4-4466-b709-ddbec4e5c631 req-68b27563-e4b9-4608-be63-bb464720ac46 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.1309090 Aug 27 16:16:42.242174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] Pushing event updated for resources: {'Network': ['ID=90dac2e9-bd55-407b-ac10-dc2f21fddcb6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:42.261807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:16:42.294499 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.294914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.295248 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Floating IP 52369a96-a50b-4a49-a40b-4d7650639dfd disassociated. External IP: 172.25.4.247, port: d2e3fbdc-1240-458d-b345-35c150622812. Aug 27 16:16:42.295851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Calling delete_port for d2e3fbdc-1240-458d-b345-35c150622812 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:42.299121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-617e8756-26f4-4466-b709-ddbec4e5c631 req-d4dd6690-b9d4-4d34-8b80-689ee129ade9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533299 Aug 27 16:16:42.389420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65110e1a-620c-42d4-80e3-4e47b5bff010 req-41c91332-f25e-42cb-b682-8116e676475b tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:42.391143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65110e1a-620c-42d4-80e3-4e47b5bff010 req-41c91332-f25e-42cb-b682-8116e676475b tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 945 time: 0.0585110 Aug 27 16:16:42.418032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3b666176-22bd-4629-be85-ce5453501dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.434002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65110e1a-620c-42d4-80e3-4e47b5bff010 req-c2a32fa4-7641-427f-a3c3-c491b00104f7 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a1bd051-f864-406d-9331-e409daeb70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349243 Aug 27 16:16:42.610446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3b666176-22bd-4629-be85-ce5453501dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.660492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b666176-22bd-4629-be85-ce5453501dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188309aa-1950-4bc3-83cf-94a9b999bf39,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:42.668014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38074) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:42.668226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3b666176-22bd-4629-be85-ce5453501dca admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0ffb67ed2d0b4726b8bb2b8766c71c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080712 Aug 27 16:16:42.724886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9053bd12-c216-49f4-a9f5-db37a488c197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.743538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.748872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9053bd12-c216-49f4-a9f5-db37a488c197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.770790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event deleted for resources: {'Port': ['ID=d2e3fbdc-1240-458d-b345-35c150622812,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:42.794236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-56f57b97-ecf0-4851-a002-a0fa0f38fa06 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4445992 Aug 27 16:16:42.795393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38076) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:42.801028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Request body: {'subnet': {'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2124419751-subnet', 'tenant_id': 'c2489d8ed8744c499809bcd15888af04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:42.856590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device dc8fd826-2542-4d3a-a3c6-8514789d751a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:42.900967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Router f50f28fa-6a60-43b4-8fec-eff37d07e03b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:16:42.924333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Made reservation on behalf of c2489d8ed8744c499809bcd15888af04 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:42.926655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:42.974063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:42.989195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'port_id': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'mac_address': 'fa:16:3e:dd:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:43.001212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9053bd12-c216-49f4-a9f5-db37a488c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:43.014174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9053bd12-c216-49f4-a9f5-db37a488c197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:43.014984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9053bd12-c216-49f4-a9f5-db37a488c197 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/188309aa-1950-4bc3-83cf-94a9b999bf39 HTTP/1.1" status: 204 len: 168 time: 0.3454952 Aug 27 16:16:43.081646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:43.111902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:16:43.123477 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] Sync routers for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:16:43.140938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc8fd826-2542-4d3a-a3c6-8514789d751a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:43.147175 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:43.152626 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:43.189405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:43.205945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] No DVR routers for this DVR port d2e3fbdc-1240-458d-b345-35c150622812 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:16:43.208727 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:43.210795 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ebd0c8d9-18cc-4d1d-b5e9-8f712cca98e7 req-a2dd09aa-aa74-4941-866d-5408e7cb50e6 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.90 "DELETE /v2.0/ports/d2e3fbdc-1240-458d-b345-35c150622812 HTTP/1.1" status: 204 len: 173 time: 1.4746015 Aug 27 16:16:43.211395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'name': 'network-vif-deleted', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:43.213689 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55fbd50-8852-463e-8bc1-f2ff0a7deb00" -d '{"events": [{"server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "name": "network-vif-deleted", "tag": "d2e3fbdc-1240-458d-b345-35c150622812"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:43.274759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053bd12-c216-49f4-a9f5-db37a488c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188309aa-1950-4bc3-83cf-94a9b999bf39,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:43.276329 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:43.297086 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c2ced0-3c80-493c-85fa-a969f97214ba x-openstack-request-id: req-b2c2ced0-3c80-493c-85fa-a969f97214ba {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:43.297460 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe6342e-0b3d-4c29-bd36-2bb47141fc09", "name": "network-vif-deleted", "tag": "d2e3fbdc-1240-458d-b345-35c150622812", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:43.297718 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b2c2ced0-3c80-493c-85fa-a969f97214ba {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:43.298154 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe6342e-0b3d-4c29-bd36-2bb47141fc09', 'name': 'network-vif-deleted', 'tag': 'd2e3fbdc-1240-458d-b345-35c150622812', 'status': 'completed', 'code': 200} Aug 27 16:16:43.372847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00612753-bdfb-4a5a-84e7-018fffe5543a req-57a43c10-2ce4-4576-962a-2b2c7646878b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:43.373757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00612753-bdfb-4a5a-84e7-018fffe5543a req-57a43c10-2ce4-4576-962a-2b2c7646878b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 945 time: 0.1344988 Aug 27 16:16:43.418654 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:43.470345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00612753-bdfb-4a5a-84e7-018fffe5543a req-b35bb753-ae1d-4d66-81c9-9179684f481e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 Aug 27 16:16:43.493985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['dc8fd826-2542-4d3a-a3c6-8514789d751a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:43.497981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:43.550044 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:43.687492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ac5f58-28df-4438-b96b-a31e2b824a19,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:43.735298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c4e8f20-1ff1-42bc-808f-a6da583512a4 req-c182486f-d34d-4ccb-8161-71fc4b993cb3 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 210 time: 0.0550878 Aug 27 16:16:43.771090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3d50-43a9-4532-8206-0d21ad41fb1b req-125cbfff-a223-4af7-9bff-f06239b3d7e9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:43.771090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fba3d50-43a9-4532-8206-0d21ad41fb1b req-125cbfff-a223-4af7-9bff-f06239b3d7e9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 946 time: 0.2844903 Aug 27 16:16:43.816525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Checking segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:43.816853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Network hostable DHCP agents. Network: 90dac2e9-bd55-407b-ac10-dc2f21fddcb6, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:16:43.826695 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:28Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:43.839164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fba3d50-43a9-4532-8206-0d21ad41fb1b req-bef31ba5-fd4d-41fa-8d98-3548e82c77e7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547559 Aug 27 16:16:43.863747 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] Checking router: f50f28fa-6a60-43b4-8fec-eff37d07e03b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:16:43.884058 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:16:43.885385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:44.020412 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:16:44.087582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:16:44.205644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 90dac2e9-bd55-407b-ac10-dc2f21fddcb6) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:44.214128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:44.214860 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:44.215716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a489fa8e-c1ce-445a-809a-c42bdbc3cbf8 None None] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:44.281347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:44.304535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-631cee3e-782e-4e96-93a1-9ece24a4747a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:44.330009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-09a1d967-a606-4896-82aa-aef9efb67fbd admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5259223 Aug 27 16:16:44.420571 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:28Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:16:44.503820 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1eb54-1763-4125-94ea-0ac79c0ead83 None None] The sync data for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 is: [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:12:20Z', 'revision_number': 4, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '48aa0b7f-f00f-4907-92e4-24e1a4a18468', 'name': '', 'network_id': '9fe2a019-fd16-4e59-bfca-de581d38c452', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'mac_address': 'fa:16:3e:c1:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:19Z', 'updated_at': '2021-08-27T16:12:28Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'subnets': [{'id': 'bf101c67-51d4-403c-a697-473f4a1ed59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:16:44.503997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-631cee3e-782e-4e96-93a1-9ece24a4747a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:44.533839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'tenant_id': 'c2489d8ed8744c499809bcd15888af04', 'fixed_ips': [{'subnet_id': 'd0ac5f58-28df-4438-b96b-a31e2b824a19'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:16:44.535375 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:44.639293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-631cee3e-782e-4e96-93a1-9ece24a4747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:44.813812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-631cee3e-782e-4e96-93a1-9ece24a4747a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fb6b26d4806d483e8ae3d3cf13adc779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295370 Aug 27 16:16:44.813812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cee3e-782e-4e96-93a1-9ece24a4747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3776aa6-d48b-40d8-bc48-5835f8e9df46,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:44.815098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:44.827845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Allocated IP 172.20.0.2 (90dac2e9-bd55-407b-ac10-dc2f21fddcb6/d0ac5f58-28df-4438-b96b-a31e2b824a19/e882d55f-e81a-4f54-8a44-9d4eeee12c2e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:44.868329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cb9f-4ca7-4985-86c5-25ad5820d6b9 req-b04a0a95-976a-4ee5-804f-e92a3f071d1f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:44.869893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e217cb9f-4ca7-4985-86c5-25ad5820d6b9 req-b04a0a95-976a-4ee5-804f-e92a3f071d1f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 945 time: 0.1603367 Aug 27 16:16:44.891134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device dc8fd826-2542-4d3a-a3c6-8514789d751a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:44.956540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e217cb9f-4ca7-4985-86c5-25ad5820d6b9 req-38f16cb2-8cf3-4181-a19e-cbf2a4c0c574 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694780 Aug 27 16:16:45.021395 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-03afb24a-65a3-4e89-a53e-ed0772d1d5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.083540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-03afb24a-65a3-4e89-a53e-ed0772d1d5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.124091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023bc75-6343-4435-b6f8-e9f8ab55d371 None None] New status for floating IP 52369a96-a50b-4a49-a40b-4d7650639dfd: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:16:45.140390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5dd5c0b4-7750-40fb-bca2-d59e4b7d80ef req-e16640a3-6b7c-405f-9f8a-262859a77495 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 210 time: 0.0746071 Aug 27 16:16:45.360880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port dc8fd826-2542-4d3a-a3c6-8514789d751a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:45.362304 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.425084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2e3fbdc-1240-458d-b345-35c150622812 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:16:45.452557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: d2e3fbdc-1240-458d-b345-35c150622812 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:16:45.452557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2e3fbdc-1240-458d-b345-35c150622812 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:16:45.458868 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.515675 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.541949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:45.544929 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fb720e-f3d5-4297-ab0a-fcf77dced76c" -d '{"events": [{"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-plugged", "status": "completed", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:45.559418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:45.816443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Transition to ACTIVE for port object e882d55f-e81a-4f54-8a44-9d4eeee12c2e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:45.816691 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-03afb24a-65a3-4e89-a53e-ed0772d1d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.819147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-03afb24a-65a3-4e89-a53e-ed0772d1d5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:45.823165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-03afb24a-65a3-4e89-a53e-ed0772d1d5e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f3776aa6-d48b-40d8-bc48-5835f8e9df46 HTTP/1.1" status: 204 len: 168 time: 1.0039880 Aug 27 16:16:45.834399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afb24a-65a3-4e89-a53e-ed0772d1d5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3776aa6-d48b-40d8-bc48-5835f8e9df46,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:45.870014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Transition to ACTIVE for port object e882d55f-e81a-4f54-8a44-9d4eeee12c2e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:45.896650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.022471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:46.038602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.090947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:46.096818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:46.100630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:46.111465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Pushing event updated for resources: {'Port': ['ID=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:46.176443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Attempting to bind port e882d55f-e81a-4f54-8a44-9d4eeee12c2e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:46.176989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Attempting to bind port e882d55f-e81a-4f54-8a44-9d4eeee12c2e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:46.177425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Attempting to bind port e882d55f-e81a-4f54-8a44-9d4eeee12c2e on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:46.184479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:46.185080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Checking segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:46.185617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.186079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Bound using segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:46.186618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Bound port: e882d55f-e81a-4f54-8a44-9d4eeee12c2e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:46.187073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.292336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] For port e882d55f-e81a-4f54-8a44-9d4eeee12c2e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:16:46.297523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] For port e882d55f-e81a-4f54-8a44-9d4eeee12c2e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:16:46.416504 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:46.529130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62731fb4-d9a3-4319-b221-2abed5888bf4 None None] Pushing event updated for resources: {'Port': ['ID=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:47.823514 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:16:48.013274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfba9c4-9578-45db-91e8-2c921c1e86f2 None None] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:16:48.507463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8d8267f0-4cf3-42c6-b222-5cb66a5d8273 None None] Provisioning for port e882d55f-e81a-4f54-8a44-9d4eeee12c2e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:48.780546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e882d55f-e81a-4f54-8a44-9d4eeee12c2e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:49.006420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e882d55f-e81a-4f54-8a44-9d4eeee12c2e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:49.018654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e882d55f-e81a-4f54-8a44-9d4eeee12c2e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:49.019463 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.081480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-38354a25-ce92-4b3c-9c9b-23140fadc741 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:49.083046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-38354a25-ce92-4b3c-9c9b-23140fadc741 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 816 time: 0.1610107 Aug 27 16:16:49.119427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-0283834c-e5e5-4ccd-a1cf-6cf9fba82733 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/quotas/c2489d8ed8744c499809bcd15888af04 HTTP/1.1" status: 200 len: 375 time: 0.0186396 Aug 27 16:16:49.205205 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.209384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-84778664-18a4-4055-a6ff-8a828896dc00 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879788 Aug 27 16:16:49.243258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port e882d55f-e81a-4f54-8a44-9d4eeee12c2e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:49.312252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-1fc2437b-5d37-451a-a6a3-2dd8be819ff3 service neutron] 10.222.0.101 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918326 Aug 27 16:16:49.416848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-0498469b-e746-436e-8f68-183eb46e9102 service neutron] 10.222.0.101 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982182 Aug 27 16:16:49.438969 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:49.530425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:49.541919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.542274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.542621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.542997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.543560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.544008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.544414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.550250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.550675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.551031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.551402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.554638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:16:49.812518 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a3c891-b078-41b8-bb3a-cbceb3976025 x-openstack-request-id: req-99a3c891-b078-41b8-bb3a-cbceb3976025 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:49.812518 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-plugged", "status": "completed", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:49.812518 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99a3c891-b078-41b8-bb3a-cbceb3976025 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:49.812518 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'code': 200} Aug 27 16:16:50.127141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf54ff5-7d5a-43a6-ab25-f6eaf15c7623 req-7a35677c-6de4-4e81-a728-0ae81fe28f7e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:50.135662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-edf54ff5-7d5a-43a6-ab25-f6eaf15c7623 req-7a35677c-6de4-4e81-a728-0ae81fe28f7e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1046596 Aug 27 16:16:50.210359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-edf54ff5-7d5a-43a6-ab25-f6eaf15c7623 req-4eaf0d50-e44d-4856-9007-dee90668a95a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733066 Aug 27 16:16:50.359925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6379a53c-1cd1-413d-b1b2-c79f4be19770 req-51135169-4d50-4dab-abf2-0bf470e115b2 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/ports?device_id=bfe6342e-0b3d-4c29-bd36-2bb47141fc09 HTTP/1.1" status: 200 len: 210 time: 0.0356128 Aug 27 16:16:50.587249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e882d55f-e81a-4f54-8a44-9d4eeee12c2e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:50.651291 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb5252a8-63ca-44a5-9e88-a6b86021ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.719769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-db0add91-df73-42e9-8d7b-92484029e3f9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:50.723764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-db0add91-df73-42e9-8d7b-92484029e3f9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 816 time: 0.2877376 Aug 27 16:16:50.742165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e882d55f-e81a-4f54-8a44-9d4eeee12c2e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:50.742769 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:50.755064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-4d38a01c-b4c8-4732-8eb8-2fe814a03d29 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/quotas/c2489d8ed8744c499809bcd15888af04 HTTP/1.1" status: 200 len: 375 time: 0.0221455 Aug 27 16:16:50.869924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-6cdebfcf-30ac-44ba-842b-17b8c2347b6d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080554 Aug 27 16:16:51.072060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-fe1f1c6a-a40d-4dab-b254-dc3b184efb6b service neutron] 10.222.0.101 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892409 Aug 27 16:16:51.205087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-cdb5a23a-32a5-486c-8f12-b76473a807ae service neutron] 10.222.0.101 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251326 Aug 27 16:16:51.530999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae9924-d68f-4a1c-9cdc-b3457efa5c72 req-cfd1b746-c4af-46d2-916a-9807052388b4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:51.542331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4ae9924-d68f-4a1c-9cdc-b3457efa5c72 req-cfd1b746-c4af-46d2-916a-9807052388b4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.0617242 Aug 27 16:16:51.675602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4ae9924-d68f-4a1c-9cdc-b3457efa5c72 req-1ad5b17c-1d54-419b-84de-56731dac4a18 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358199 Aug 27 16:16:51.913740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38314) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:52.175418 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d5595a5-92b5-420d-a400-8c76243abc48 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.256097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d5595a5-92b5-420d-a400-8c76243abc48 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.394193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-09c08c2e-12d5-47e9-b209-49fa7e616055 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:52.404194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-09c08c2e-12d5-47e9-b209-49fa7e616055 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 816 time: 0.3987348 Aug 27 16:16:52.432743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d5595a5-92b5-420d-a400-8c76243abc48 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.432743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d5595a5-92b5-420d-a400-8c76243abc48 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:52.433390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38342) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:52.434099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8d5595a5-92b5-420d-a400-8c76243abc48 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "DELETE /v2.0/security-groups/2a1bd051-f864-406d-9331-e409daeb70cf HTTP/1.1" status: 204 len: 168 time: 0.5187061 Aug 27 16:16:52.446667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-f01d70c7-c199-49d4-af95-68e4efd4d62f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/quotas/c2489d8ed8744c499809bcd15888af04 HTTP/1.1" status: 200 len: 375 time: 0.0412586 Aug 27 16:16:52.477367 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-660d34a8-df82-4a30-9a8c-69433da67478 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] show failed (client error): The resource could not be found. Aug 27 16:16:52.483132 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-660d34a8-df82-4a30-9a8c-69433da67478 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "GET /v2.0/security-groups/2a1bd051-f864-406d-9331-e409daeb70cf HTTP/1.1" status: 404 len: 347 time: 0.0437772 Aug 27 16:16:52.631757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38344) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:52.918210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3b129389-c8f6-42d7-acf2-7a3ab9674971 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:16:52.920581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-a6a300c1-2542-4f10-a063-3b794d01e090 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:52.928086 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-a6a300c1-2542-4f10-a063-3b794d01e090 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 816 time: 0.4555488 Aug 27 16:16:52.986158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Request body: {'port': {'device_id': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'admin_state_up': True, 'tenant_id': 'c2489d8ed8744c499809bcd15888af04'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:53.072169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5595a5-92b5-420d-a400-8c76243abc48 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1bd051-f864-406d-9331-e409daeb70cf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.133197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd05c3-8629-4230-94fe-4364029a2ac9 req-0517adb8-a42d-4b4b-8d4a-63fa9a3a2949 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:53.141973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fbd05c3-8629-4230-94fe-4364029a2ac9 req-0517adb8-a42d-4b4b-8d4a-63fa9a3a2949 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.0872929 Aug 27 16:16:53.156574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-22e06c1b-2e08-4e23-93c5-9538637004c7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7086999 Aug 27 16:16:53.231440 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e501a6e3-a0bc-4e55-9c3c-fa58b53667a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.237259 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.286452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fbd05c3-8629-4230-94fe-4364029a2ac9 req-e11b4df2-3221-46e9-854b-bc5692f0ee2b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430852 Aug 27 16:16:53.349913 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.369586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:53.396016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-b5476887-08b6-4901-8579-8526d57f3a8a service neutron] 10.222.0.101 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375813 Aug 27 16:16:53.402653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'mac_address': 'fa:16:3e:c2:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:16:53.419428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Deleting port 42b94223-d662-401d-858b-db039ed012f7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:53.427816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.483670 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.508088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b129389-c8f6-42d7-acf2-7a3ab9674971 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:53.589169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:53.686556 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.693836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.694415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.704377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-a7d817b1-4ac4-426f-9772-b068d8278381 service neutron] 10.222.0.101 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951310 Aug 27 16:16:53.742425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Calling delete_port for 42b94223-d662-401d-858b-db039ed012f7 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:53.755183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Made reservation on behalf of c2489d8ed8744c499809bcd15888af04 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:53.764225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.794782 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:53.825570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:53.853461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['3b129389-c8f6-42d7-acf2-7a3ab9674971'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:16:54.150826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Allocated IP 172.20.0.5 (90dac2e9-bd55-407b-ac10-dc2f21fddcb6/d0ac5f58-28df-4438-b96b-a31e2b824a19/7d3389ee-3ff6-4a33-aa11-d7593a8791c5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:54.388719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4228db5-81ac-4416-a330-2b9685e90ff7 req-a3dd8445-9491-4d04-9174-b6070c540a17 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 210 time: 0.1055486 Aug 27 16:16:54.405390 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.600566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8a566-143b-420c-b26d-32ef60963a1d req-a9a44359-8202-4723-b144-c6c49524b26c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:54.612073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eb8a566-143b-420c-b26d-32ef60963a1d req-a9a44359-8202-4723-b144-c6c49524b26c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1255031 Aug 27 16:16:54.686050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.702436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:54.762224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eb8a566-143b-420c-b26d-32ef60963a1d req-1d70750c-2cbc-4c1b-9152-2f4443d7b21e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463113 Aug 27 16:16:54.919079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3b129389-c8f6-42d7-acf2-7a3ab9674971 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:16:54.957981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Pushing event deleted for resources: {'Port': ['ID=42b94223-d662-401d-858b-db039ed012f7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:54.991595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Transition to ACTIVE for port object 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:55.155541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 3b129389-c8f6-42d7-acf2-7a3ab9674971 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:55.156307 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.270969 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.273570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.274772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-235a8706-14a1-4c7a-9109-278f769e0082 tempest-ServersTestBootFromVolume-826906659 tempest-ServersTestBootFromVolume-826906659-project] 10.222.0.101 "DELETE /v2.0/floatingips/52369a96-a50b-4a49-a40b-4d7650639dfd HTTP/1.1" status: 204 len: 168 time: 2.6387663 Aug 27 16:16:55.280609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38434) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:16:55.333207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-7626551d-e8b8-4c73-8b3a-de90db9271fb tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:55.334790 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-7626551d-e8b8-4c73-8b3a-de90db9271fb tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 816 time: 0.6053591 Aug 27 16:16:55.357453 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.374682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Request body: {'port': {'device_id': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'admin_state_up': True, 'tenant_id': 'c2489d8ed8744c499809bcd15888af04'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:55.451713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:16:55.464354 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f18b0-2280-4297-a9a1-2056ca11a5fa" -d '{"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-plugged", "status": "completed", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:16:55.499184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:55.587073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.604611 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:55.638128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a550fe19-db15-49e6-88a9-10b2c7e65190 req-3c116cca-7498-4ddf-8d05-c98333c541e9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 210 time: 0.1059532 Aug 27 16:16:55.805515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Pushing event updated for resources: {'Port': ['ID=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:55.815665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:55.861265 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a365e0e5-9c15-4ffb-a05c-3cab4a2e5136 x-openstack-request-id: req-a365e0e5-9c15-4ffb-a05c-3cab4a2e5136 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:16:55.861265 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-plugged", "status": "completed", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:16:55.861265 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a365e0e5-9c15-4ffb-a05c-3cab4a2e5136 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:16:55.861265 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'code': 200} Aug 27 16:16:55.918316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:55.924766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:55.958980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:56.004514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.197766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:56.198530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.350528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Made reservation on behalf of c2489d8ed8744c499809bcd15888af04 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:56.356666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:56.482068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270914a-b1a6-486f-bf0d-b5010fc56954 req-990802f8-6e59-4cec-86f1-1c9aa302150a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:56.482068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3270914a-b1a6-486f-bf0d-b5010fc56954 req-990802f8-6e59-4cec-86f1-1c9aa302150a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.4397435 Aug 27 16:16:56.752954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3270914a-b1a6-486f-bf0d-b5010fc56954 req-66bee208-b7f2-4ac3-b1e0-443a2d263a83 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405892 Aug 27 16:16:56.901826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca1d0072-aca8-44a4-b851-542989dc2de2 None None] Provisioning for port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:56.906880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca1d0072-aca8-44a4-b851-542989dc2de2 None None] Provisioning complete for port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:56.907238 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca1d0072-aca8-44a4-b851-542989dc2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.036289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d0072-aca8-44a4-b851-542989dc2de2 None None] Port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:57.078613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:57.416070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Allocated IP 172.20.0.4 (90dac2e9-bd55-407b-ac10-dc2f21fddcb6/d0ac5f58-28df-4438-b96b-a31e2b824a19/3457a9df-4627-4f12-98f3-0cf43265e4a4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:57.456265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c956a77-49a3-4eb8-976d-89dc4a71d511 req-e5f1c907-a94f-46fd-9c7d-8ba9e4369665 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 210 time: 0.1226730 Aug 27 16:16:57.497763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-59b41afa-a7df-4d90-8187-f36a96b0c116 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5380223 Aug 27 16:16:57.513061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Request body: {'port': {'device_id': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:57.682939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.154944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-eabc0e71-f095-4bd7-a739-8131a8615324 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:58.164686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-eabc0e71-f095-4bd7-a739-8131a8615324 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 816 time: 0.5267682 Aug 27 16:16:58.195329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Request body: {'port': {'device_id': '678761f9-5d8d-4edb-b747-937f58107e63', 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'admin_state_up': True, 'tenant_id': 'c2489d8ed8744c499809bcd15888af04'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:58.217038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.270878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Transition to ACTIVE for port object 3457a9df-4627-4f12-98f3-0cf43265e4a4 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:58.379031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec9a7c-3197-40db-8414-2e85ebb9ebf8 req-3af42680-42d5-4194-9cfa-2a579d23db16 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:58.381030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1ec9a7c-3197-40db-8414-2e85ebb9ebf8 req-3af42680-42d5-4194-9cfa-2a579d23db16 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.4254704 Aug 27 16:16:58.476322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Deleting port 48aa0b7f-f00f-4907-92e4-24e1a4a18468 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:16:58.479298 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.529981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.551064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1ec9a7c-3197-40db-8414-2e85ebb9ebf8 req-6ed1c8aa-8ee8-46ed-8225-cc0f4606ba56 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585009 Aug 27 16:16:58.758349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] For port 48aa0b7f-f00f-4907-92e4-24e1a4a18468, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48aa0b7f-f00f-4907-92e4-24e1a4a18468,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:16:58.758729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.774942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Calling delete_port for 48aa0b7f-f00f-4907-92e4-24e1a4a18468 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:16:58.832242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:16:58.848521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:16:58.850992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Pushing event updated for resources: {'Port': ['ID=3457a9df-4627-4f12-98f3-0cf43265e4a4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:58.853410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:16:58.914175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Made reservation on behalf of c2489d8ed8744c499809bcd15888af04 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:16:58.922949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:58.945130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:16:58.945784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.030177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:16:59.050096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.063395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a13626b-ede2-4c07-9510-70a8d0e47d71 req-bd8572a4-35ac-4948-998d-f7c876b8c041 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 210 time: 0.0915380 Aug 27 16:16:59.065814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Transition to ACTIVE for port object 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:59.143014 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-b5eeba26-f7bb-4cab-b917-960f1738862f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7894838 Aug 27 16:16:59.172815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Request body: {'port': {'device_id': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:16:59.293581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.300383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Allocated IP 172.20.0.14 (90dac2e9-bd55-407b-ac10-dc2f21fddcb6/d0ac5f58-28df-4438-b96b-a31e2b824a19/8fc771d6-d965-45b6-a661-555c70135569) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:16:59.410215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3589c699-d2a7-4b2a-b62e-95cf746284c1 None None] Provisioning for port 3457a9df-4627-4f12-98f3-0cf43265e4a4 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:16:59.414718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3589c699-d2a7-4b2a-b62e-95cf746284c1 None None] Provisioning complete for port 3457a9df-4627-4f12-98f3-0cf43265e4a4 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:16:59.415103 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3589c699-d2a7-4b2a-b62e-95cf746284c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.439089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:59.449307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.524388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3589c699-d2a7-4b2a-b62e-95cf746284c1 None None] Port 3457a9df-4627-4f12-98f3-0cf43265e4a4 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:16:59.667958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.709178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Transition to ACTIVE for port object 8fc771d6-d965-45b6-a661-555c70135569 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:16:59.729683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Attempting to bind port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:16:59.731041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Attempting to bind port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:16:59.731796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Attempting to bind port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:59.753348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:16:59.753989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Attempting to bind port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:16:59.792523 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.811919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:16:59.812715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Checking segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:16:59.813316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Bound using segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:16:59.814043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Bound port: 7d3389ee-3ff6-4a33-aa11-d7593a8791c5, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:16:59.814798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:16:59.952428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48aa0b7f-f00f-4907-92e4-24e1a4a18468,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:16:59.955216 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.032452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] For port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:00.065583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] For port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:00.126597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:00.138964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:00.156479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56253b6-0820-4b2a-af39-a2eb1f18b3c6 req-c0a9966a-115a-47d3-90d7-0f22be8a3728 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:00.164736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b56253b6-0820-4b2a-af39-a2eb1f18b3c6 req-c0a9966a-115a-47d3-90d7-0f22be8a3728 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.3774962 Aug 27 16:17:00.166292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:00.227639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.319985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Pushing event updated for resources: {'Port': ['ID=8fc771d6-d965-45b6-a661-555c70135569,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:00.375347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:00.375347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.378815 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] 10.222.0.90 "PUT /v2.0/ports/7d3389ee-3ff6-4a33-aa11-d7593a8791c5 HTTP/1.1" status: 200 len: 1091 time: 2.8702481 Aug 27 16:17:00.407842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3457a9df-4627-4f12-98f3-0cf43265e4a4 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:00.432217 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.457333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Transition to ACTIVE for port object 3457a9df-4627-4f12-98f3-0cf43265e4a4 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:00.467339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'tag': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:00.470162 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7310d38f-fa6a-42a2-b651-b77f5e06f93e", "tag": "7d3389ee-3ff6-4a33-aa11-d7593a8791c5"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:00.542686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a3b4d-04e7-48cb-b40e-a129483a9797 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:00.578921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b56253b6-0820-4b2a-af39-a2eb1f18b3c6 req-4a354a53-cad9-4b02-9ffc-d2720bfe7edd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557476 Aug 27 16:17:00.624864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.779365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.801229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:00.805177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.833277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fd654d2a-c46f-4289-8bb5-138cd7e8014e None None] Provisioning for port 8fc771d6-d965-45b6-a661-555c70135569 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:00.842548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fd654d2a-c46f-4289-8bb5-138cd7e8014e None None] Provisioning complete for port 8fc771d6-d965-45b6-a661-555c70135569 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:00.842935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd654d2a-c46f-4289-8bb5-138cd7e8014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:00.883819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Pushing event updated for resources: {'Port': ['ID=3457a9df-4627-4f12-98f3-0cf43265e4a4,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:00.906777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-27d59ce4-3b1a-4dea-b3d2-b291db86ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:00.911937 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-27d59ce4-3b1a-4dea-b3d2-b291db86ed59 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 1094 time: 0.3537154 Aug 27 16:17:00.982273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fd654d2a-c46f-4289-8bb5-138cd7e8014e None None] Port 8fc771d6-d965-45b6-a661-555c70135569 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:01.022130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-37d2de85-b875-42ce-9ff9-7c9a47411843 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8368602 Aug 27 16:17:01.029759 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-1ed6677b-0402-4b72-8398-e8812a949527 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5 HTTP/1.1" status: 200 len: 217 time: 0.0683377 Aug 27 16:17:01.078559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Request body: {'port': {'device_id': '678761f9-5d8d-4edb-b747-937f58107e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:01.161698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Attempting to bind port 3457a9df-4627-4f12-98f3-0cf43265e4a4 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:01.162059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Attempting to bind port 3457a9df-4627-4f12-98f3-0cf43265e4a4 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:01.162402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Attempting to bind port 3457a9df-4627-4f12-98f3-0cf43265e4a4 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:01.201823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Port 3457a9df-4627-4f12-98f3-0cf43265e4a4 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:01.204087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Attempting to bind port 3457a9df-4627-4f12-98f3-0cf43265e4a4 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:01.208778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-bd2621a0-f903-4798-ad3c-12cd780e455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.217156 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-bd2621a0-f903-4798-ad3c-12cd780e455d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 200 len: 855 time: 0.1723273 Aug 27 16:17:01.335741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501f45f-abee-4108-a4ff-de658e85d809 req-851ee768-6564-4350-82b1-d6f9f3f0299d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.335741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d501f45f-abee-4108-a4ff-de658e85d809 req-851ee768-6564-4350-82b1-d6f9f3f0299d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 932 time: 0.2187216 Aug 27 16:17:01.337971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:01.337971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Checking segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:01.337971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Bound using segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:01.337971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Bound port: 3457a9df-4627-4f12-98f3-0cf43265e4a4, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:01.337971 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:01.374740 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:01.442264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d501f45f-abee-4108-a4ff-de658e85d809 req-56cd825c-31d4-4d74-b8d3-f990d9b09414 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781583 Aug 27 16:17:01.575973 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b590b8-b3dd-432b-affd-8f6a03fb9e98 x-openstack-request-id: req-36b590b8-b3dd-432b-affd-8f6a03fb9e98 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:01.576466 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7310d38f-fa6a-42a2-b651-b77f5e06f93e", "tag": "7d3389ee-3ff6-4a33-aa11-d7593a8791c5", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:01.576837 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36b590b8-b3dd-432b-affd-8f6a03fb9e98 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:01.578078 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'tag': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5', 'status': 'completed', 'code': 200} Aug 27 16:17:01.655405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] For port 3457a9df-4627-4f12-98f3-0cf43265e4a4, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:01.658738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] For port 3457a9df-4627-4f12-98f3-0cf43265e4a4, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3457a9df-4627-4f12-98f3-0cf43265e4a4,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:01.661482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-2f4876ea-62a7-4e3c-9818-2ce49e964683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.663199 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-2f4876ea-62a7-4e3c-9818-2ce49e964683 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338548 Aug 27 16:17:01.797023 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-a200132b-39e6-4b82-925c-329669d29892 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255622 Aug 27 16:17:01.802610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Router f50f28fa-6a60-43b4-8fec-eff37d07e03b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:17:01.896768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa3e24-3b5f-4b8a-9686-0d7e13c62b70 req-29ab8ba0-0b2b-4939-adbf-af7d54b3a9f9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:01.899186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78aa3e24-3b5f-4b8a-9686-0d7e13c62b70 req-29ab8ba0-0b2b-4939-adbf-af7d54b3a9f9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1965535 Aug 27 16:17:01.927042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.055155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:02.055155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:02.055155 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-dd544309-75e7-4768-b493-fa9454583588 service neutron] 10.222.0.90 "PUT /v2.0/ports/3457a9df-4627-4f12-98f3-0cf43265e4a4 HTTP/1.1" status: 200 len: 1091 time: 2.8752317 Aug 27 16:17:02.055155 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-99b95206-f90f-4046-bcaa-e193d5974cd4 req-3a517006-800d-461d-bb65-047ec4f215ba service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349112 Aug 27 16:17:02.109946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd544309-75e7-4768-b493-fa9454583588 service neutron] Pushing event updated for resources: {'Port': ['ID=3457a9df-4627-4f12-98f3-0cf43265e4a4,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:02.456576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-9e9d0d27-3680-427d-aa45-3c594fafd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:02.458052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-9e9d0d27-3680-427d-aa45-3c594fafd479 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 1094 time: 0.1856372 Aug 27 16:17:02.461136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-e17e7bf7-ee1e-4685-bb37-e5f34afb9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:02.462550 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-e17e7bf7-ee1e-4685-bb37-e5f34afb9a9c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 1094 time: 0.2073038 Aug 27 16:17:02.641094 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-2a7641d9-56fe-4792-8c16-288028eb7288 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3457a9df-4627-4f12-98f3-0cf43265e4a4 HTTP/1.1" status: 200 len: 217 time: 0.1617713 Aug 27 16:17:02.742841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:17:02.752446 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] Sync routers for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:17:02.765212 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:17:02.773422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:02.782906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78aa3e24-3b5f-4b8a-9686-0d7e13c62b70 req-8305736a-2240-47a9-bca5-473c92903127 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8733311 Aug 27 16:17:02.791184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef074ff7-21d5-496c-b146-496a946d0bf3 admin admin] 10.222.0.101 "PUT /v2.0/routers/f50f28fa-6a60-43b4-8fec-eff37d07e03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5091922 Aug 27 16:17:02.795122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38556) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:02.951091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc771d6-d965-45b6-a661-555c70135569 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:02.981983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.034288 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.046971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Transition to ACTIVE for port object 8fc771d6-d965-45b6-a661-555c70135569 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:03.075117 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:17:03.172059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-44479186-8867-49ca-9c12-321cf28a0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:03.181575 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.182284 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-44479186-8867-49ca-9c12-321cf28a0c0b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 200 len: 855 time: 0.5328741 Aug 27 16:17:03.361472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-5c89fe07-90a6-4ace-8d21-e5a789764b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:03.370463 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-5c89fe07-90a6-4ace-8d21-e5a789764b84 service neutron] 10.222.0.90 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 918 time: 0.8934207 Aug 27 16:17:03.421852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc771d6-d965-45b6-a661-555c70135569,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:03.534904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:03.593983 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:03.631050 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] Checking router: f50f28fa-6a60-43b4-8fec-eff37d07e03b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:17:03.642708 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] Routers {'f50f28fa-6a60-43b4-8fec-eff37d07e03b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:17:03.643459 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:16:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:03.668485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'tag': '3457a9df-4627-4f12-98f3-0cf43265e4a4'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:03.675535 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0298ae4-a438-454b-8eb9-3f26370c0108" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7", "tag": "3457a9df-4627-4f12-98f3-0cf43265e4a4"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:03.691789 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-af6cfd9f-26f2-4ad1-bf83-0109e05f9f24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5 HTTP/1.1" status: 200 len: 217 time: 0.3114963 Aug 27 16:17:03.732782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Attempting to bind port 8fc771d6-d965-45b6-a661-555c70135569 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:03.733249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Attempting to bind port 8fc771d6-d965-45b6-a661-555c70135569 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:03.733693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Attempting to bind port 8fc771d6-d965-45b6-a661-555c70135569 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:03.772098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-1d3c793f-bad0-4923-8bfb-540e582cb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:03.774051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-1d3c793f-bad0-4923-8bfb-540e582cb3b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 200 len: 855 time: 0.0758169 Aug 27 16:17:03.775440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd130e-4f98-4727-9e07-ae536597e342 req-042fa503-b5d4-49cc-8aad-0e81ca665e95 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:03.776289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.788022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09fd130e-4f98-4727-9e07-ae536597e342 req-042fa503-b5d4-49cc-8aad-0e81ca665e95 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 944 time: 0.4079645 Aug 27 16:17:03.805753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-0cbec4b5-261d-4f05-8e40-e15b1ca631b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:03.808043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-0cbec4b5-261d-4f05-8e40-e15b1ca631b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6075532 Aug 27 16:17:03.815870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Port 8fc771d6-d965-45b6-a661-555c70135569 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:03.816217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Attempting to bind port 8fc771d6-d965-45b6-a661-555c70135569 on network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:03.889283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:03.893778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:03.894128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Checking segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:03.896156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Bound using segment: {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:03.897393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Bound port: 8fc771d6-d965-45b6-a661-555c70135569, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3ca94c-8c82-4427-b123-bda8a32bd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:03.898466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:03.952541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5', 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'port_id': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5', 'mac_address': 'fa:16:3e:fe:f1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ac5f58-28df-4438-b96b-a31e2b824a19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:03.976790 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] Set router f50f28fa-6a60-43b4-8fec-eff37d07e03b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:17:03.987509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09fd130e-4f98-4727-9e07-ae536597e342 req-f21c15cd-c5ee-48c4-bad5-4c5708093ec4 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925228 Aug 27 16:17:04.091191 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-a15ffd57-a181-427f-99d7-fa85ce5123c1 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605546 Aug 27 16:17:04.104412 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d74235d-89ab-40d2-9586-b3d15b0e4d71 x-openstack-request-id: req-1d74235d-89ab-40d2-9586-b3d15b0e4d71 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:04.106133 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7", "tag": "3457a9df-4627-4f12-98f3-0cf43265e4a4", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:04.106133 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1d74235d-89ab-40d2-9586-b3d15b0e4d71 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:04.106133 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'tag': '3457a9df-4627-4f12-98f3-0cf43265e4a4', 'status': 'completed', 'code': 200} Aug 27 16:17:04.106425 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.150043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:04.179317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:04.248642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] For port 8fc771d6-d965-45b6-a661-555c70135569, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:04.290985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] For port 8fc771d6-d965-45b6-a661-555c70135569, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8fc771d6-d965-45b6-a661-555c70135569,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:04.348025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.360131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bda8dd-d0a9-44b4-9cb6-e1ba4d865d92 req-2c54c48a-ac5f-478b-8d54-8f50d3c8a78e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:04.368861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11bda8dd-d0a9-44b4-9cb6-e1ba4d865d92 req-2c54c48a-ac5f-478b-8d54-8f50d3c8a78e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.2451966 Aug 27 16:17:04.395503 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63dd491c-c8eb-4310-85ba-064ee7932995 req-47e56f04-a76c-4cc3-9642-272e3317f2c1 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892148 Aug 27 16:17:04.410128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-8171acc0-fb0d-459c-a3ee-f15606c63830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:04.412654 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-8171acc0-fb0d-459c-a3ee-f15606c63830 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6132412 Aug 27 16:17:04.470998 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:04.485934 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.540485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-8de05e3f-318d-4884-8b30-e4e16d3d7690 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173458 Aug 27 16:17:04.594838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5925bb-e6b0-4131-9828-42bf472077f9 None None] The sync data for ids ['f50f28fa-6a60-43b4-8fec-eff37d07e03b'] in n-d-806412-1 is: [{'id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'name': 'tempest-ServersTestBootFromVolume-1868981557-router', 'tenant_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:12:15Z', 'updated_at': '2021-08-27T16:16:59Z', 'revision_number': 5, 'project_id': 'b73a839a8a6c4380818f2e8943d15aa1', 'gw_port': {'id': '4ff5d2c7-6532-4beb-a978-11e0b72fe3f0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50f28fa-6a60-43b4-8fec-eff37d07e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:12:16Z', 'updated_at': '2021-08-27T16:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:17:04.639961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11bda8dd-d0a9-44b4-9cb6-e1ba4d865d92 req-62c260a9-60e8-4c64-b958-21ae1c484ca4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700133 Aug 27 16:17:04.664649 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b1bc0c87-93f2-44d8-9f92-5e5fd27dcc4f req-71f823ea-2511-4b2a-9dbf-f763e216fdaa service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155326 Aug 27 16:17:04.691029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:04.692599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.695638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] 10.222.0.90 "PUT /v2.0/ports/8fc771d6-d965-45b6-a661-555c70135569 HTTP/1.1" status: 200 len: 1092 time: 3.6265187 Aug 27 16:17:04.700573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678761f9-5d8d-4edb-b747-937f58107e63', 'tag': '8fc771d6-d965-45b6-a661-555c70135569'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:04.709971 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79be96d4-61a6-4439-87b4-a291600a18f5" -d '{"events": [{"name": "network-changed", "server_uuid": "678761f9-5d8d-4edb-b747-937f58107e63", "tag": "8fc771d6-d965-45b6-a661-555c70135569"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:04.757962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Deleting port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:04.758310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:04.784724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2622c6-083b-4a1d-8e07-4518795e48f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc771d6-d965-45b6-a661-555c70135569,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:04.874126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['7d3389ee-3ff6-4a33-aa11-d7593a8791c5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:04.897407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-6e50a5a8-a187-43dd-83ae-0174515516af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:04.905284 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-6e50a5a8-a187-43dd-83ae-0174515516af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 1094 time: 0.2393110 Aug 27 16:17:04.986635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:04.990103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-ce22477a-4ea3-4274-b3b6-68e689796d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:04.992301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-ce22477a-4ea3-4274-b3b6-68e689796d7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 1095 time: 0.1539640 Aug 27 16:17:05.152637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-19d5d3d6-8f55-4615-8a36-bdd183ab8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.152637 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-19d5d3d6-8f55-4615-8a36-bdd183ab8b53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 918 time: 0.1894863 Aug 27 16:17:05.176823 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-c6ec0beb-6bde-4924-ad0c-3afe48ec5df9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3457a9df-4627-4f12-98f3-0cf43265e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0505478 Aug 27 16:17:05.241795 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba903937-6842-4bbb-8f6a-bc465a364f24 x-openstack-request-id: req-ba903937-6842-4bbb-8f6a-bc465a364f24 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:05.246870 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678761f9-5d8d-4edb-b747-937f58107e63", "tag": "8fc771d6-d965-45b6-a661-555c70135569", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:05.251626 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ba903937-6842-4bbb-8f6a-bc465a364f24 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:05.251626 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678761f9-5d8d-4edb-b747-937f58107e63', 'tag': '8fc771d6-d965-45b6-a661-555c70135569', 'status': 'completed', 'code': 200} Aug 27 16:17:05.251626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-960f007a-1e6e-4e6d-a6aa-97288611822b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc771d6-d965-45b6-a661-555c70135569 HTTP/1.1" status: 200 len: 217 time: 0.2475181 Aug 27 16:17:05.345300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-8214c699-da37-4920-b41e-384972dfccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.346831 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-8214c699-da37-4920-b41e-384972dfccb9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 200 len: 855 time: 0.1557839 Aug 27 16:17:05.365373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] For port 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:05.365758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:05.445294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Calling delete_port for 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:05.501755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef92d0-c856-458f-ac16-f6f7380dba1f req-f70c72c1-47e5-4020-8546-d01700bf5b6c tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.503482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6ef92d0-c856-458f-ac16-f6f7380dba1f req-f70c72c1-47e5-4020-8546-d01700bf5b6c tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 944 time: 0.2037275 Aug 27 16:17:05.505204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-13634e6f-5821-4d08-b5d5-d85f0bdc0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.507108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-13634e6f-5821-4d08-b5d5-d85f0bdc0986 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 200 len: 855 time: 0.2355895 Aug 27 16:17:05.514734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-b2546b94-79c6-47ff-9f9b-aa10faceda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.516589 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-b2546b94-79c6-47ff-9f9b-aa10faceda87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616611 Aug 27 16:17:05.732192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6ef92d0-c856-458f-ac16-f6f7380dba1f req-4a17203d-099d-4300-8b33-408ff98f75c7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172854 Aug 27 16:17:05.792263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-8d9cef66-1398-4d7f-a7b5-f77a82317e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.792263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-8d9cef66-1398-4d7f-a7b5-f77a82317e07 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442982 Aug 27 16:17:05.794550 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-bd0a95b4-80dc-42f8-957b-4705c23dd517 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370977 Aug 27 16:17:05.916080 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c0298ae4-a438-454b-8eb9-3f26370c0108 req-e197abe7-5827-4948-9744-7ebe42bd4528 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402414 Aug 27 16:17:05.962384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c78ac-48b9-441d-b2a5-031c2846839c req-6ea99b29-a8a3-4c19-8231-02f4493021d1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:05.970728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea2c78ac-48b9-441d-b2a5-031c2846839c req-6ea99b29-a8a3-4c19-8231-02f4493021d1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1052721 Aug 27 16:17:06.022800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-56594a57-0f64-43e7-93a2-e33aa54fb9f6 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483959 Aug 27 16:17:06.039929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-00dbb9ac-1b8c-4bbe-a626-aec7d0cf4d81 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559564 Aug 27 16:17:06.131490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-a739d80b-181c-4cfd-aa50-a1948560b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.141299 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-a739d80b-181c-4cfd-aa50-a1948560b4c7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 1096 time: 0.0695560 Aug 27 16:17:06.141664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea2c78ac-48b9-441d-b2a5-031c2846839c req-c0b4556f-4227-4dbf-a402-b969b223ba71 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635101 Aug 27 16:17:06.250170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15881620-2a15-4dd7-801a-334e2933fdb8 req-628d3055-be85-4e67-8462-654c94b024aa service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098172 Aug 27 16:17:06.386609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-1bbf8a5b-c102-4d5d-ae11-26ec9b292f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.387999 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-1bbf8a5b-c102-4d5d-ae11-26ec9b292f86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.2285204 Aug 27 16:17:06.410418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:06.510096 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-968b5d10-2e63-4782-8772-82add84a66c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e350dacb-5181-4ee7-a172-0ab2da582224 HTTP/1.1" status: 200 len: 217 time: 0.1137228 Aug 27 16:17:06.513556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff5d2c7-6532-4beb-a978-11e0b72fe3f0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:06.613977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-7d42c97a-16bf-4993-8bb2-6be6ec534fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.615549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-7d42c97a-16bf-4993-8bb2-6be6ec534fd7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 1095 time: 0.1421587 Aug 27 16:17:06.685924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48aa0b7f-f00f-4907-92e4-24e1a4a18468 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:06.765551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-5a31a4b8-bca5-4032-bf71-d1202fd4fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.767640 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-5a31a4b8-bca5-4032-bf71-d1202fd4fda2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.2445602 Aug 27 16:17:06.770911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:06.787080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 48aa0b7f-f00f-4907-92e4-24e1a4a18468 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:17:06.793624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48aa0b7f-f00f-4907-92e4-24e1a4a18468 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:17:06.875996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-e5e0f6d0-5a42-4b89-9d62-10a5a1346405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:06.877528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-e5e0f6d0-5a42-4b89-9d62-10a5a1346405 service neutron] 10.222.0.90 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 918 time: 0.2475653 Aug 27 16:17:06.990317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-14ca667e-7d97-4b23-84e1-92c13f4d89c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fc771d6-d965-45b6-a661-555c70135569 HTTP/1.1" status: 200 len: 217 time: 0.1044495 Aug 27 16:17:07.176633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-48755d16-2ae8-415b-92e5-f0ca9986fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.183988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-48755d16-2ae8-415b-92e5-f0ca9986fb96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 200 len: 855 time: 0.1693964 Aug 27 16:17:07.330953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2ccb5-e07a-41dd-b50a-ccc32a0e957e req-66c8128e-a8d4-481a-ab83-b9d18aa1e9d9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.342350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b2ccb5-e07a-41dd-b50a-ccc32a0e957e req-66c8128e-a8d4-481a-ab83-b9d18aa1e9d9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 944 time: 0.3535852 Aug 27 16:17:07.431916 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.437248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.461440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-1976d03d-4081-4f87-a99a-b44bb42f1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.463292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-1976d03d-4081-4f87-a99a-b44bb42f1b14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710547 Aug 27 16:17:07.474301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b2ccb5-e07a-41dd-b50a-ccc32a0e957e req-bb03626c-a726-4364-bd4f-4e65cc996e16 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320527 Aug 27 16:17:07.492363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-12ddc9bb-23c9-463b-b222-34af6d2ecdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.493946 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-12ddc9bb-23c9-463b-b222-34af6d2ecdbe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6822472 Aug 27 16:17:07.560845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3457a9df-4627-4f12-98f3-0cf43265e4a4 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:07.647364 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-f05fcf7e-0b4c-4b9a-9d01-905da7ca624d service neutron] 10.222.0.90 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344132 Aug 27 16:17:07.647475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-99825d03-86e9-4dbc-ada8-8de2b7751dfd service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695402 Aug 27 16:17:07.670252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.670850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50f28fa-6a60-43b4-8fec-eff37d07e03b {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:17:07.718333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3457a9df-4627-4f12-98f3-0cf43265e4a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3457a9df-4627-4f12-98f3-0cf43265e4a4,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:07.719203 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.722838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1acc1d97-c50d-4e8a-9722-36d34dbdd292 admin admin] 10.222.0.101 "DELETE /v2.0/routers/f50f28fa-6a60-43b4-8fec-eff37d07e03b HTTP/1.1" status: 204 len: 168 time: 4.9232848 Aug 27 16:17:07.729358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a0ce-a3a7-4601-a3ab-15b05acd1bdb req-a755b31d-79ca-4001-8f04-d094cb9a4bfd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:07.736121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38634) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:07.739393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b82a0ce-a3a7-4601-a3ab-15b05acd1bdb req-a755b31d-79ca-4001-8f04-d094cb9a4bfd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1476781 Aug 27 16:17:07.739772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '3457a9df-4627-4f12-98f3-0cf43265e4a4', 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'port_id': '3457a9df-4627-4f12-98f3-0cf43265e4a4', 'mac_address': 'fa:16:3e:f9:00:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ac5f58-28df-4438-b96b-a31e2b824a19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:07.745140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:07.814551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b82a0ce-a3a7-4601-a3ab-15b05acd1bdb req-27a77321-950f-4908-a0ba-097009293c89 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Aug 27 16:17:07.861810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79be96d4-61a6-4439-87b4-a291600a18f5 req-88137287-13b0-49e9-a58f-677ee8b72a31 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041893 Aug 27 16:17:07.867464 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.895420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] Deleting subnet bf101c67-51d4-403c-a697-473f4a1ed59a {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:17:07.919102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:07.930527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3457a9df-4627-4f12-98f3-0cf43265e4a4 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:07.963332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3457a9df-4627-4f12-98f3-0cf43265e4a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3457a9df-4627-4f12-98f3-0cf43265e4a4,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:07.995333 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714a5922-a271-48e6-a6d2-2ca5d3d32361 req-c73447af-afa2-4a0e-a7b5-ca03bbdd5134 service neutron] 10.222.0.90 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514009 Aug 27 16:17:08.000749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.094130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.399256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.446606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3457a9df-4627-4f12-98f3-0cf43265e4a4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:08.456711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:08.457667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.462851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:08.463237 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.499805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf101c67-51d4-403c-a697-473f4a1ed59a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:08.506275 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.508280 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb81dba9-8eee-4b96-b290-21bec36c65eb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/bf101c67-51d4-403c-a697-473f4a1ed59a HTTP/1.1" status: 204 len: 168 time: 0.7710807 Aug 27 16:17:08.510944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38648) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:08.520800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276c1ea-08f0-4f4e-aed7-be9ae3b23999 None None] Network 9fe2a019-fd16-4e59-bfca-de581d38c452 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:17:08.656942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:08.687665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:17:08.688017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ff5d2c7-6532-4beb-a978-11e0b72fe3f0 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:17:08.750060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3457a9df-4627-4f12-98f3-0cf43265e4a4'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:08.764305 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.790736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566f9e-403e-4733-8e24-758e32f7a989 req-878987af-314a-4323-aa43-bb840133d0e6 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:08.799499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3566f9e-403e-4733-8e24-758e32f7a989 req-878987af-314a-4323-aa43-bb840133d0e6 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 944 time: 0.1453645 Aug 27 16:17:08.860348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] DHCP port deletion for 9fe2a019-fd16-4e59-bfca-de581d38c452 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:17:08.899989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3566f9e-403e-4733-8e24-758e32f7a989 req-e211a2c7-1879-4f86-9dc2-d72577177086 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991902 Aug 27 16:17:08.939800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:08.952455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Deleting port 7836155f-eb59-4fc4-a7ad-5572512b5285 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:08.952804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.001036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] Deleting port 7836155f-eb59-4fc4-a7ad-5572512b5285 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:09.001552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.034153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e88f7c-eb70-43a2-b276-9f8cfbf154f2 req-56296f66-bab8-48c4-b3e7-42f5bc77f981 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:09.041596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54e88f7c-eb70-43a2-b276-9f8cfbf154f2 req-56296f66-bab8-48c4-b3e7-42f5bc77f981 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.1394031 Aug 27 16:17:09.048470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:09.049614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:09.053481 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b754e6e-55bb-4337-8301-ae60a1ec21f3" -d '{"events": [{"server_uuid": "7310d38f-fa6a-42a2-b651-b77f5e06f93e", "name": "network-vif-plugged", "status": "completed", "tag": "7d3389ee-3ff6-4a33-aa11-d7593a8791c5"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:09.079257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] For port 7836155f-eb59-4fc4-a7ad-5572512b5285, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7836155f-eb59-4fc4-a7ad-5572512b5285,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:09.079696 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.103419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Calling delete_port for 7836155f-eb59-4fc4-a7ad-5572512b5285 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:09.122449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54e88f7c-eb70-43a2-b276-9f8cfbf154f2 req-a7750b0c-c833-4ac4-9a1b-93c29e537e45 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798755 Aug 27 16:17:09.160269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] For port 7836155f-eb59-4fc4-a7ad-5572512b5285, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7836155f-eb59-4fc4-a7ad-5572512b5285,segment=NetworkSegment(bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1),segment_id=bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:09.161274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.186141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] Calling delete_port for 7836155f-eb59-4fc4-a7ad-5572512b5285 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:09.321088 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28865c5-0ca1-4465-895d-85de79a69269 x-openstack-request-id: req-d28865c5-0ca1-4465-895d-85de79a69269 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:09.325002 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7310d38f-fa6a-42a2-b651-b77f5e06f93e", "name": "network-vif-plugged", "status": "completed", "tag": "7d3389ee-3ff6-4a33-aa11-d7593a8791c5", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:09.325002 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d28865c5-0ca1-4465-895d-85de79a69269 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:09.325002 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5', 'code': 200} Aug 27 16:17:09.325002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.337305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aed43-6256-423e-b20b-bbf779cd2eaf req-c4fada16-42c5-42cf-a4d4-c28222d5be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:09.338839 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ac9aed43-6256-423e-b20b-bbf779cd2eaf req-c4fada16-42c5-42cf-a4d4-c28222d5be17 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 1096 time: 0.0962234 Aug 27 16:17:09.393192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ac9aed43-6256-423e-b20b-bbf779cd2eaf req-e80b245a-1243-4c41-8902-60c2e17742ad service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Aug 27 16:17:09.451239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:09.464868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-e1acfa1e-d40f-4d7c-b494-56167fdf44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:09.466823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-e1acfa1e-d40f-4d7c-b494-56167fdf44fa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 1097 time: 0.0521607 Aug 27 16:17:09.571937 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.574009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.612038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8fc771d6-d965-45b6-a661-555c70135569 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:09.635240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7836155f-eb59-4fc4-a7ad-5572512b5285,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:09.652942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] No DVR routers for this DVR port 7836155f-eb59-4fc4-a7ad-5572512b5285 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:17:09.681476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] Pushing event deleted for resources: {'Port': ['ID=7836155f-eb59-4fc4-a7ad-5572512b5285,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:09.689425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea1c03-83fb-47c5-842e-157d20dd7a3c None None] No DVR routers for this DVR port 7836155f-eb59-4fc4-a7ad-5572512b5285 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:17:09.718001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-e877707f-1b01-4edf-b19b-53fd0d78de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:09.722157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-e877707f-1b01-4edf-b19b-53fd0d78de7d service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.2454312 Aug 27 16:17:09.872592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-3fa2475a-a565-497b-9639-d67d9373d544 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a HTTP/1.1" status: 200 len: 217 time: 0.1395459 Aug 27 16:17:09.875484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-f5e433b4-5252-42b0-bd7d-ba283ccd27d8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3035600 Aug 27 16:17:09.884114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:09.908193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8fc771d6-d965-45b6-a661-555c70135569, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8fc771d6-d965-45b6-a661-555c70135569,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:09.933645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe2a019-fd16-4e59-bfca-de581d38c452']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:09.961641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:09.961844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee2f332-e5b1-4f7f-bcd7-b37654e1c7c1') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:17:09.968514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '8fc771d6-d965-45b6-a661-555c70135569', 'network_id': '90dac2e9-bd55-407b-ac10-dc2f21fddcb6', 'port_id': '8fc771d6-d965-45b6-a661-555c70135569', 'mac_address': 'fa:16:3e:f3:8c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ac5f58-28df-4438-b96b-a31e2b824a19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:09.989554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.001264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-1222485e-2788-4d8f-b8ab-031c6bebe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.002799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-1222485e-2788-4d8f-b8ab-031c6bebe28e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1162775 Aug 27 16:17:10.049240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.069466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.075550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-c14b4dc5-573e-494b-93c7-5df4d6c8a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.077464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-c14b4dc5-573e-494b-93c7-5df4d6c8a02d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 1097 time: 0.1570334 Aug 27 16:17:10.095547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc771d6-d965-45b6-a661-555c70135569 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:10.135888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:17:10.137547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:17:10.145666 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:17:10.164281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8fc771d6-d965-45b6-a661-555c70135569, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8fc771d6-d965-45b6-a661-555c70135569,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:10.297261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-bee4aa1d-822b-45e4-9519-be3d51d61352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.298792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-bee4aa1d-822b-45e4-9519-be3d51d61352 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2851009 Aug 27 16:17:10.315727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a70c9-353b-4f02-8072-2d9d122c13b7 req-c197d495-8df0-459a-80d7-8dd8b63e91f4 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.316667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-378a70c9-353b-4f02-8072-2d9d122c13b7 req-c197d495-8df0-459a-80d7-8dd8b63e91f4 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 944 time: 0.3064027 Aug 27 16:17:10.415822 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.455089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-8499d085-a58f-4075-a2c1-10b064ce9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.456593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-8499d085-a58f-4075-a2c1-10b064ce9321 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.3561714 Aug 27 16:17:10.471071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8fc771d6-d965-45b6-a661-555c70135569,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:10.531964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-378a70c9-353b-4f02-8072-2d9d122c13b7 req-490b8f91-0b0a-4a58-b354-035edc309833 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059529 Aug 27 16:17:10.562759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.567012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-8c6dc0f0-a3e0-433b-b2fc-9ea895c5e03c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944 HTTP/1.1" status: 200 len: 217 time: 0.0959318 Aug 27 16:17:10.590052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:10.600542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/9fe2a019-fd16-4e59-bfca-de581d38c452 HTTP/1.1" status: 204 len: 168 time: 2.0837855 Aug 27 16:17:10.630130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7813b-6622-4518-8af7-86290a5f5eeb req-61a160a9-5622-4b0c-8775-116b2ea8217d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.643595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73d7813b-6622-4518-8af7-86290a5f5eeb req-61a160a9-5622-4b0c-8775-116b2ea8217d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.3388996 Aug 27 16:17:10.662089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8fc771d6-d965-45b6-a661-555c70135569'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:10.721045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d794043-0789-4202-acaa-ccf48ffdced7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe2a019-fd16-4e59-bfca-de581d38c452,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:10.732709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7836155f-eb59-4fc4-a7ad-5572512b5285 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:10.744637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-44b0120a-6885-4627-b242-c8bf97589071 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210839 Aug 27 16:17:10.772345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 7836155f-eb59-4fc4-a7ad-5572512b5285 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:17:10.772694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7836155f-eb59-4fc4-a7ad-5572512b5285 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:17:10.779293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73d7813b-6622-4518-8af7-86290a5f5eeb req-2673f784-3b1b-42a4-a081-8d5248f0a687 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295962 Aug 27 16:17:10.793973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-4250341e-7df8-425e-a867-62edede06d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.795914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-4250341e-7df8-425e-a867-62edede06d39 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.1943274 Aug 27 16:17:10.929495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-57d7f2a5-8f24-496a-b484-88765829de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:10.932119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-57d7f2a5-8f24-496a-b484-88765829de74 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012087 Aug 27 16:17:11.021293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad487739-e7db-463c-88a0-27c86cec8e15 req-9c20ccae-8f91-4f37-97a6-5c0317e884ac service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679331 Aug 27 16:17:11.069747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-1cd8fd11-02bf-4028-8c81-fe696297051d service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106608 Aug 27 16:17:11.179372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0cbba98-0384-418a-9920-d7e9026532a5 req-4ca93fa0-d8b5-4fed-bd87-68fbebaea509 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015353 Aug 27 16:17:11.440310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38724) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:11.516139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38726) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:11.536566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-801d87c5-5ada-489e-b46e-6c8c7342de55 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b73a839a8a6c4380818f2e8943d15aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948889 Aug 27 16:17:11.601843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8fc771d6-d965-45b6-a661-555c70135569 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:11.650341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abec6c4e-8343-42a7-8ec1-152e827843df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.709632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abec6c4e-8343-42a7-8ec1-152e827843df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.772719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61aee-a802-425f-83c4-0df121115786 req-13bdfbb7-19db-422b-ba16-e9ef8b10dbe2 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:11.774740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84d61aee-a802-425f-83c4-0df121115786 req-13bdfbb7-19db-422b-ba16-e9ef8b10dbe2 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 945 time: 0.1198964 Aug 27 16:17:11.842329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84d61aee-a802-425f-83c4-0df121115786 req-61cd8df0-a891-499d-93b8-29b6a7ee8e1b tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570810 Aug 27 16:17:11.896902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 8fc771d6-d965-45b6-a661-555c70135569 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:11.905514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 8fc771d6-d965-45b6-a661-555c70135569 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:11.906458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.936237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47181e-8b3f-4acc-85b3-e9cd2840d8a6 req-025415e5-1f4f-46f6-8f3c-a183bbf64723 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:11.944422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d47181e-8b3f-4acc-85b3-e9cd2840d8a6 req-025415e5-1f4f-46f6-8f3c-a183bbf64723 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.0844646 Aug 27 16:17:11.971306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abec6c4e-8343-42a7-8ec1-152e827843df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.971306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abec6c4e-8343-42a7-8ec1-152e827843df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:11.971306 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-abec6c4e-8343-42a7-8ec1-152e827843df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ee783e2f-797d-4d5b-b6e4-c2ae481b92c8 HTTP/1.1" status: 204 len: 168 time: 0.4449329 Aug 27 16:17:11.979673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec6c4e-8343-42a7-8ec1-152e827843df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee783e2f-797d-4d5b-b6e4-c2ae481b92c8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:12.005015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d47181e-8b3f-4acc-85b3-e9cd2840d8a6 req-cae52a49-26ed-490d-8baa-3ff7b2185933 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597017 Aug 27 16:17:12.036459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:12.065749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678761f9-5d8d-4edb-b747-937f58107e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc771d6-d965-45b6-a661-555c70135569'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:12.068874 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31277baa-ffd8-48c0-b632-617f470f8415" -d '{"events": [{"server_uuid": "678761f9-5d8d-4edb-b747-937f58107e63", "name": "network-vif-plugged", "status": "completed", "tag": "8fc771d6-d965-45b6-a661-555c70135569"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:12.088040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8fc771d6-d965-45b6-a661-555c70135569, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8fc771d6-d965-45b6-a661-555c70135569,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:12.144967 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aba431e-4346-4cbe-8a4e-52b4bb3ee96b x-openstack-request-id: req-6aba431e-4346-4cbe-8a4e-52b4bb3ee96b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:12.144967 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678761f9-5d8d-4edb-b747-937f58107e63", "name": "network-vif-plugged", "status": "completed", "tag": "8fc771d6-d965-45b6-a661-555c70135569", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:12.144967 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6aba431e-4346-4cbe-8a4e-52b4bb3ee96b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:12.145530 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678761f9-5d8d-4edb-b747-937f58107e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc771d6-d965-45b6-a661-555c70135569', 'code': 200} Aug 27 16:17:12.233554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:12.233554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3457a9df-4627-4f12-98f3-0cf43265e4a4 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:12.315236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8fc771d6-d965-45b6-a661-555c70135569,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:12.326843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143898d-6bc6-4edf-acc7-3b23936c5970 req-9d9184da-d1a6-46ea-922a-ad1d41f0376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:12.328452 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6143898d-6bc6-4edf-acc7-3b23936c5970 req-9d9184da-d1a6-46ea-922a-ad1d41f0376a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 1097 time: 0.1118271 Aug 27 16:17:12.391552 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6143898d-6bc6-4edf-acc7-3b23936c5970 req-a2842dd8-2ee4-49a5-acec-28155281d827 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533190 Aug 27 16:17:12.662270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 3457a9df-4627-4f12-98f3-0cf43265e4a4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:12.666567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 3457a9df-4627-4f12-98f3-0cf43265e4a4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:12.667087 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:12.823438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:12.893355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3457a9df-4627-4f12-98f3-0cf43265e4a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3457a9df-4627-4f12-98f3-0cf43265e4a4,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:12.992638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device dc8fd826-2542-4d3a-a3c6-8514789d751a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:13.043052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccb3cd-ab59-40c8-b866-320b31e71118 req-8c017aa3-529e-4423-8afb-f317587850bb tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:13.044810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ccb3cd-ab59-40c8-b866-320b31e71118 req-8c017aa3-529e-4423-8afb-f317587850bb tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.0841930 Aug 27 16:17:13.085874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:13.100869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ccb3cd-ab59-40c8-b866-320b31e71118 req-56cecce5-656e-4f29-96a3-90d37fa65f05 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476120 Aug 27 16:17:13.122259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:13.196096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d244a-9858-4352-8580-4ab7064037bf req-69378708-3d0d-486d-99d6-3804a97ab239 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:13.197767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e5d244a-9858-4352-8580-4ab7064037bf req-69378708-3d0d-486d-99d6-3804a97ab239 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 946 time: 0.0545650 Aug 27 16:17:13.244488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e5d244a-9858-4352-8580-4ab7064037bf req-6648a7ab-30de-4898-8cdb-146573bb3d04 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Aug 27 16:17:13.439664 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:13.490300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3457a9df-4627-4f12-98f3-0cf43265e4a4,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:13.563445 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:13.621288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:14.147363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3457a9df-4627-4f12-98f3-0cf43265e4a4'}, {'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:14.149728 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf10f1-86ea-4f2e-bee5-abd3da85ddef" -d '{"events": [{"server_uuid": "5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7", "name": "network-vif-plugged", "status": "completed", "tag": "3457a9df-4627-4f12-98f3-0cf43265e4a4"}, {"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:14.223928 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55afdda-7782-4ccd-8d1e-39115d0b8451 x-openstack-request-id: req-f55afdda-7782-4ccd-8d1e-39115d0b8451 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:14.224234 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7", "name": "network-vif-plugged", "status": "completed", "tag": "3457a9df-4627-4f12-98f3-0cf43265e4a4", "code": 200}, {"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:14.224488 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f55afdda-7782-4ccd-8d1e-39115d0b8451 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:14.224890 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3457a9df-4627-4f12-98f3-0cf43265e4a4', 'code': 200} Aug 27 16:17:14.225149 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'code': 200} Aug 27 16:17:14.247788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1113a-85a6-4393-ad96-05f59221ebc7 req-f7e8012b-389f-45f5-ad02-c425a9d78a24 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:14.249446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dce1113a-85a6-4393-ad96-05f59221ebc7 req-f7e8012b-389f-45f5-ad02-c425a9d78a24 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.0630302 Aug 27 16:17:14.300109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dce1113a-85a6-4393-ad96-05f59221ebc7 req-6aeb3936-bf32-41e9-a09b-524c78560708 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Aug 27 16:17:14.404135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77097610-b780-4cc5-8f77-6a2332d7c712 req-58392cf9-6a74-4f07-8a1b-67ebb677b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:14.405719 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77097610-b780-4cc5-8f77-6a2332d7c712 req-58392cf9-6a74-4f07-8a1b-67ebb677b9ba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1094000 Aug 27 16:17:14.430457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063842e8-bd2c-454e-aa65-2348624ae6c5 req-c5e4cfa8-dd4b-49fa-80f9-1110c94bdc6f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:14.432241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-063842e8-bd2c-454e-aa65-2348624ae6c5 req-c5e4cfa8-dd4b-49fa-80f9-1110c94bdc6f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 944 time: 0.1007285 Aug 27 16:17:14.462470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77097610-b780-4cc5-8f77-6a2332d7c712 req-0c135eff-100f-4f69-87a9-ef65dcfe378a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487132 Aug 27 16:17:14.491052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-063842e8-bd2c-454e-aa65-2348624ae6c5 req-278298cb-0bc3-4931-a01a-5d9871e813ae tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515947 Aug 27 16:17:14.536668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce73ddd-b527-46a8-9e9e-d7b6503bff95 req-7c8e14fc-785f-46af-ad42-1b3d711ed6ad tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:14.539113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ce73ddd-b527-46a8-9e9e-d7b6503bff95 req-7c8e14fc-785f-46af-ad42-1b3d711ed6ad tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0634105 Aug 27 16:17:14.701905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38852) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:14.838329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1523918247-network', 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:14.959045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ce73ddd-b527-46a8-9e9e-d7b6503bff95 req-39bc2a5f-3628-4e14-89c7-5dbb594b54d9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125400 Aug 27 16:17:15.002286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f095ea3-9421-48b9-a198-289de8e67192 req-420fb922-7bff-4ec3-bc3a-40da835b7048 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.003882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f095ea3-9421-48b9-a198-289de8e67192 req-420fb922-7bff-4ec3-bc3a-40da835b7048 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1030478 Aug 27 16:17:15.050567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:15.053030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.062416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.070470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f095ea3-9421-48b9-a198-289de8e67192 req-875375dd-0282-4c65-b9b0-7f9edd2cc55a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579784 Aug 27 16:17:15.095882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40424d5-415a-4791-9b90-21f6274569ff req-e83c603f-8c82-4a2f-ad6c-91ff3829d553 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.107858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d40424d5-415a-4791-9b90-21f6274569ff req-e83c603f-8c82-4a2f-ad6c-91ff3829d553 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Aug 27 16:17:15.163442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d40424d5-415a-4791-9b90-21f6274569ff req-05c66f7f-6451-44e3-b885-6fed704e3a1e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526068 Aug 27 16:17:15.167132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.227938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.254815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:17:15.265445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f613fe6-59ff-4db4-b2d4-d5605071264f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:15.270194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.270549 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Added segment 793b1483-f632-4cb5-811b-7d5b4b88d44a of type vlan for network 54c2d541-d973-4aa6-86d8-8fc737557878 Aug 27 16:17:15.327376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693bfb6-9a2f-4864-bf27-94c21d46882e req-202ef97d-befb-4390-8c11-6af5ff73fe8c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.330024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5693bfb6-9a2f-4864-bf27-94c21d46882e req-202ef97d-befb-4390-8c11-6af5ff73fe8c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1011930 Aug 27 16:17:15.335444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.382064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5693bfb6-9a2f-4864-bf27-94c21d46882e req-df0293c1-ef2b-47ad-bfa4-a4a5503fb8e1 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Aug 27 16:17:15.479437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.481766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.482665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.546412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] Pushing event updated for resources: {'Network': ['ID=54c2d541-d973-4aa6-86d8-8fc737557878,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:15.558467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 54c2d541-d973-4aa6-86d8-8fc737557878 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:17:15.628599 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2b34e14e-4f3b-4754-a07b-0919863ab6fc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9255280 Aug 27 16:17:15.631436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38914) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:15.636483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Request body: {'subnet': {'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1523918247-subnet', 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:15.814431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:15.816887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:15.952424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d4095-5314-44e2-9984-f61b513828ba req-c496e616-d225-4f92-b6a0-e9850a94ed03 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:15.952651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c98d4095-5314-44e2-9984-f61b513828ba req-c496e616-d225-4f92-b6a0-e9850a94ed03 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0553401 Aug 27 16:17:16.005579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c98d4095-5314-44e2-9984-f61b513828ba req-f1044852-33b9-433f-a3d6-7fe3bc5ecf8b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Aug 27 16:17:16.142592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.205256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fce6403-2613-493d-af74-67bb39b1ef9a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:16.218902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Checking segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:16.219298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Network hostable DHCP agents. Network: 54c2d541-d973-4aa6-86d8-8fc737557878, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:17:16.330696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Network 54c2d541-d973-4aa6-86d8-8fc737557878 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:17:16.358005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a89da-500c-41d2-8c30-502fdda33bea req-e5833a0f-0395-4765-bd26-7757f2ac252e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.359524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963a89da-500c-41d2-8c30-502fdda33bea req-e5833a0f-0395-4765-bd26-7757f2ac252e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 945 time: 0.0510776 Aug 27 16:17:16.404146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-963a89da-500c-41d2-8c30-502fdda33bea req-6e98f2ce-d101-463e-a868-000261d46854 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386012 Aug 27 16:17:16.542401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 54c2d541-d973-4aa6-86d8-8fc737557878) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:16.547300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.548357 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:16.552385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47afaa3-7390-49bc-b74a-23c0389fdd11 None None] Network 54c2d541-d973-4aa6-86d8-8fc737557878 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:17:16.638605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fed18be6-aca5-4956-90fd-954a6572a24f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0057318 Aug 27 16:17:16.732406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41dcaf-89dd-4c2b-9445-f62ee8ac85c7 None None] Network 54c2d541-d973-4aa6-86d8-8fc737557878 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:17:16.785332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02bc5-a0b1-45aa-86f7-cb92252b5358 req-e419aef1-b136-4d7f-8f05-ff6121599ff9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:16.787796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96d02bc5-a0b1-45aa-86f7-cb92252b5358 req-e419aef1-b136-4d7f-8f05-ff6121599ff9 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.1241744 Aug 27 16:17:16.867479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96d02bc5-a0b1-45aa-86f7-cb92252b5358 req-e42a02de-b0b0-4a64-a32e-82c87ce06642 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700049 Aug 27 16:17:17.015416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device dc8fd826-2542-4d3a-a3c6-8514789d751a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:17.123499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3b129389-c8f6-42d7-acf2-7a3ab9674971 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:17.264825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:17.313155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:17.314253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:17.316559 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebf731d-7d28-4fa1-a1f1-cd5f6e95f795" -d '{"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-unplugged", "status": "completed", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:17.332697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893387-7166-48f4-a5df-bd39112a43ab req-7b85a78e-0f4e-4c40-bfa3-f9a912b0de12 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:17.334193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-7b85a78e-0f4e-4c40-bfa3-f9a912b0de12 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.1657596 Aug 27 16:17:17.357966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-b55494b8-868c-4a04-8d0e-7c523df16e18 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/quotas/eaead7251d984254bb9348b7e503e3ca HTTP/1.1" status: 200 len: 375 time: 0.0144029 Aug 27 16:17:17.372244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05c9d-1aaa-4613-b28d-36a4402e0f50 req-37d93544-432d-496d-8778-3da2b9c8fd2d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:17.373759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27b05c9d-1aaa-4613-b28d-36a4402e0f50 req-37d93544-432d-496d-8778-3da2b9c8fd2d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0849721 Aug 27 16:17:17.411316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-8eadb3f6-5f14-4bbf-baa5-ca507834ffea tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365613 Aug 27 16:17:17.439261 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:17.447362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27b05c9d-1aaa-4613-b28d-36a4402e0f50 req-fffa63a1-9339-4cd7-97be-5db56e49776a tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640979 Aug 27 16:17:17.503859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:17.528109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-41e12573-b8aa-4a91-ae7c-c23d2674323f service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034455 Aug 27 16:17:17.622504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-15d305b5-1e7a-4e75-ac27-c8047d21cea3 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884316 Aug 27 16:17:17.945162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7968c12-e178-4800-9c6c-d6bb58e968de req-41665566-ee46-472e-a291-1a1fa41ddaef tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:17.946876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7968c12-e178-4800-9c6c-d6bb58e968de req-41665566-ee46-472e-a291-1a1fa41ddaef tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0552993 Aug 27 16:17:18.002405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7968c12-e178-4800-9c6c-d6bb58e968de req-b8de8c99-5227-44dd-89b2-f07f68bf9454 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459561 Aug 27 16:17:18.078154 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c812ad7-b83f-43f3-bed3-d625533fa8c2 x-openstack-request-id: req-6c812ad7-b83f-43f3-bed3-d625533fa8c2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:18.078671 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-unplugged", "status": "completed", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:18.078755 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6c812ad7-b83f-43f3-bed3-d625533fa8c2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:18.079173 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'code': 200} Aug 27 16:17:18.139413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bda9f7a-95f1-46bf-a6a1-50e0f6222a55 req-0a50331c-8b75-4948-9558-f91bc246aa55 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 210 time: 0.0308998 Aug 27 16:17:18.371533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa908f-7354-434e-a68c-a5db5bab5e4a req-f614c09d-56db-40b4-ad5f-7cdf2caeee33 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.377485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa908f-7354-434e-a68c-a5db5bab5e4a req-f614c09d-56db-40b4-ad5f-7cdf2caeee33 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.383406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa908f-7354-434e-a68c-a5db5bab5e4a req-f614c09d-56db-40b4-ad5f-7cdf2caeee33 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.385069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcfa908f-7354-434e-a68c-a5db5bab5e4a req-f614c09d-56db-40b4-ad5f-7cdf2caeee33 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63&device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7&device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 2417 time: 0.1236615 Aug 27 16:17:18.447087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-506a30a0-c578-43f7-9c9b-08b2b0ef54d2 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.448572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-506a30a0-c578-43f7-9c9b-08b2b0ef54d2 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.1576049 Aug 27 16:17:18.457216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcfa908f-7354-434e-a68c-a5db5bab5e4a req-02a2f8ed-bc4a-493d-8704-34df067ccad8 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616720 Aug 27 16:17:18.469000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-79040402-6e0e-4970-b785-636c5cbea523 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/quotas/e7fe8f9737414dc4a866d2e85547d04f HTTP/1.1" status: 200 len: 375 time: 0.0106602 Aug 27 16:17:18.531972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-993e14c3-a382-45d6-b392-05d399960d1a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568922 Aug 27 16:17:18.670491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fb41b-5e3b-4b4a-90f3-69d15b60c7b4 req-9f70593c-739c-44a2-ad2a-dd8958a86f1b tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:18.672023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b7fb41b-5e3b-4b4a-90f3-69d15b60c7b4 req-9f70593c-739c-44a2-ad2a-dd8958a86f1b tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.0802045 Aug 27 16:17:18.677611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-66676dd5-c2c3-4593-a9de-0ea9191c77a6 service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371691 Aug 27 16:17:18.763864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b7fb41b-5e3b-4b4a-90f3-69d15b60c7b4 req-85e36927-a81b-458c-9ef2-21e722ad338a tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852873 Aug 27 16:17:18.795444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-0822a0c8-3679-4069-9256-4a2ae3f9b6dd service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099625 Aug 27 16:17:19.145504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db64c6-08aa-43b5-b67c-0b3e66bc09ca req-bb210db9-064d-4148-bf84-77a5e2d07556 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:19.147323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5db64c6-08aa-43b5-b67c-0b3e66bc09ca req-bb210db9-064d-4148-bf84-77a5e2d07556 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0591486 Aug 27 16:17:19.178516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f51d1af1-39bb-417f-a8d3-382ab32f6a59 req-796b95da-daa2-462b-ae3a-263179269945 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 210 time: 0.0301261 Aug 27 16:17:19.221664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5db64c6-08aa-43b5-b67c-0b3e66bc09ca req-dc5ee2d6-0fc8-4216-99f0-986e7c2b84bb tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615120 Aug 27 16:17:19.323476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d1c03f-e41e-4797-a875-83beff678d4b req-a2af8c17-a5df-4fd3-9353-61fe4e7f84a1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 210 time: 0.0326934 Aug 27 16:17:19.554228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-e6598340-0690-4375-b006-2b8a87de851d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:19.556258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-e6598340-0690-4375-b006-2b8a87de851d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/ports?device_id=11a0a1b9-ca4c-46b5-9899-18eb5cb118df HTTP/1.1" status: 200 len: 944 time: 0.0645912 Aug 27 16:17:19.657848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Deleting port 3b129389-c8f6-42d7-acf2-7a3ab9674971 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:19.658351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.764527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] For port 3b129389-c8f6-42d7-acf2-7a3ab9674971, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3b129389-c8f6-42d7-acf2-7a3ab9674971,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:19.764911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:19.781153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Calling delete_port for 3b129389-c8f6-42d7-acf2-7a3ab9674971 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:20.101344 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.138013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event deleted for resources: {'Port': ['ID=3b129389-c8f6-42d7-acf2-7a3ab9674971,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:20.184440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] No DVR routers for this DVR port 3b129389-c8f6-42d7-acf2-7a3ab9674971 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:17:20.187142 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.189356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-994ce90d-387e-4fe7-9f90-d08c67c03434 req-abbff2d9-51c1-4de5-abb3-d5aebd161b69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "DELETE /v2.0/ports/3b129389-c8f6-42d7-acf2-7a3ab9674971 HTTP/1.1" status: 204 len: 173 time: 0.6268842 Aug 27 16:17:20.189849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-deleted', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:20.192325 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2549769b-4153-4cd1-bb32-1778c1ff2981" -d '{"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-deleted", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:20.230089 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2276aa-948c-4515-862c-8245ec7913c9 x-openstack-request-id: req-4f2276aa-948c-4515-862c-8245ec7913c9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:20.231226 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0a1b9-ca4c-46b5-9899-18eb5cb118df", "name": "network-vif-deleted", "tag": "3b129389-c8f6-42d7-acf2-7a3ab9674971", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:20.231609 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4f2276aa-948c-4515-862c-8245ec7913c9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:20.232051 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a0a1b9-ca4c-46b5-9899-18eb5cb118df', 'name': 'network-vif-deleted', 'tag': '3b129389-c8f6-42d7-acf2-7a3ab9674971', 'status': 'completed', 'code': 200} Aug 27 16:17:20.303243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8292cc4-c671-4f7c-8062-325072edd3d6 req-0b37d259-8eea-46ca-ab26-17d4f4101ae9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 210 time: 0.0275803 Aug 27 16:17:20.467336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d251-ec93-49d0-9169-55240199c250 req-0f0880ae-ab82-460f-89b9-abd3494e6d6d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:20.468857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de16d251-ec93-49d0-9169-55240199c250 req-0f0880ae-ab82-460f-89b9-abd3494e6d6d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0739524 Aug 27 16:17:20.476464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661520e-9f6f-4c86-b5a8-08c67fde1022 req-4a22a781-c6fb-474c-9612-ceb03bf89f4b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:20.477894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5661520e-9f6f-4c86-b5a8-08c67fde1022 req-4a22a781-c6fb-474c-9612-ceb03bf89f4b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0942502 Aug 27 16:17:20.548764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5661520e-9f6f-4c86-b5a8-08c67fde1022 req-5847947f-7a66-4d02-b7a2-6158e9e10089 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633514 Aug 27 16:17:20.557349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de16d251-ec93-49d0-9169-55240199c250 req-23f0f54f-9f64-4881-92ef-742dba501249 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783591 Aug 27 16:17:20.650831 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a023eab5-7eef-4e75-ab01-14e8fadf7762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.708069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c73f414-ae62-46fb-b51a-2f94ab739ca8 req-b89ff7ab-a8c9-4d8b-b8a8-2b9d2231bcd2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 210 time: 0.0309184 Aug 27 16:17:20.721531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39112) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:20.856846 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de51e4ca-ba77-4aef-9f00-970493037be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:20.972444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de51e4ca-ba77-4aef-9f00-970493037be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.030490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893387-7166-48f4-a5df-bd39112a43ab req-f2485f54-b19a-4a00-bbad-c00ad979d14a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:21.032195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-f2485f54-b19a-4a00-bbad-c00ad979d14a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.1457384 Aug 27 16:17:21.046380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Request body: {'port': {'device_id': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'admin_state_up': True, 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:21.079615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de51e4ca-ba77-4aef-9f00-970493037be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.118911 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de51e4ca-ba77-4aef-9f00-970493037be8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7634a86ced1749d9bdf143cce5dc850a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962951 Aug 27 16:17:21.120175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51e4ca-ba77-4aef-9f00-970493037be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15e9c5a-0f5d-4475-839b-66d85e37e5c9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:21.122084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 39118) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:21.203733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf20cdc-ce06-44d1-967e-d6dea8b0c843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.233911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf20cdc-ce06-44d1-967e-d6dea8b0c843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.378773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:21.382507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.433984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af97f6f3-13a3-453c-acf2-a0ff2829a752 req-8f317bee-dd87-4114-a943-16c7c2597dda tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 210 time: 0.0359330 Aug 27 16:17:21.434761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf20cdc-ce06-44d1-967e-d6dea8b0c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.437386 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf20cdc-ce06-44d1-967e-d6dea8b0c843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.438447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cbf20cdc-ce06-44d1-967e-d6dea8b0c843 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b15e9c5a-0f5d-4475-839b-66d85e37e5c9 HTTP/1.1" status: 204 len: 168 time: 0.3154254 Aug 27 16:17:21.483357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf20cdc-ce06-44d1-967e-d6dea8b0c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15e9c5a-0f5d-4475-839b-66d85e37e5c9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:21.559588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Allocated IP 172.20.0.11 (54c2d541-d973-4aa6-86d8-8fc737557878/5fce6403-2613-493d-af74-67bb39b1ef9a/557231d2-f0ec-4705-8159-0d793118a89c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:21.771695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d371d8-4416-4565-8a3d-f0f6d7ca806f req-c9094862-da8f-40ae-9f9c-348bcc96dbf0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:21.773096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57d371d8-4416-4565-8a3d-f0f6d7ca806f req-c9094862-da8f-40ae-9f9c-348bcc96dbf0 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1430571 Aug 27 16:17:21.791512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328dd95-1192-48f8-96ec-30bfd7f70b50 req-599a5cdb-9625-48bd-b523-229cb97a059e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:21.793034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b328dd95-1192-48f8-96ec-30bfd7f70b50 req-599a5cdb-9625-48bd-b523-229cb97a059e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1220293 Aug 27 16:17:21.829746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:21.868418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57d371d8-4416-4565-8a3d-f0f6d7ca806f req-82062096-77b1-4257-921d-a921af5497c2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875542 Aug 27 16:17:21.879338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b328dd95-1192-48f8-96ec-30bfd7f70b50 req-fc34a767-118b-454a-9cf7-53c4c443961d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776370 Aug 27 16:17:21.985038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6520189c-37dd-4e8d-a965-276f61dc0663 req-a552f85a-e46e-4026-839b-b32bfa87bf74 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 210 time: 0.0307915 Aug 27 16:17:22.016812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.063770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Network 54c2d541-d973-4aa6-86d8-8fc737557878 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:22.069096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:22.073647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:22.098534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39138) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:22.099031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event updated for resources: {'Port': ['ID=557231d2-f0ec-4705-8159-0d793118a89c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:22.103718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1365864623'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:22.127212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:22.130595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.238592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:22.242224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.266976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:17:22.276932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.277294 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Added segment 5bdcb634-3aa8-42e3-a9fc-17663a76385e of type vlan for network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 Aug 27 16:17:22.320800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.326489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:22.344002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f176f9a9-0d70-4511-b4da-def7d101f821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.347326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-38a2017d-01bd-473a-bc41-51c154449ed9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:22.349163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-38a2017d-01bd-473a-bc41-51c154449ed9 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.1170945 Aug 27 16:17:22.363636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Request body: {'port': {'device_id': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'admin_state_up': True, 'tenant_id': 'e7fe8f9737414dc4a866d2e85547d04f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:22.410146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-4fc5edc0-a528-4438-8361-37f63ea9a4d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3682630 Aug 27 16:17:22.429433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Request body: {'port': {'device_id': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:22.458503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.464361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:22.465123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.486641 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f176f9a9-0d70-4511-b4da-def7d101f821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.510144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.552744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Network': ['ID=760cd7e8-6a34-4a37-95bc-a099bbb114e0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:22.564271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:17:22.582616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bac1168-e5ca-4866-b8d3-d917841b2a2c req-a639d8bf-0948-4885-85e4-ed9808b0f90d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 210 time: 0.0310314 Aug 27 16:17:22.600258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f176f9a9-0d70-4511-b4da-def7d101f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.642035 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f176f9a9-0d70-4511-b4da-def7d101f821 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a4d4a0972514c6d967f9cea8d0fe2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119850 Aug 27 16:17:22.642262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39146) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:22.649612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176f9a9-0d70-4511-b4da-def7d101f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec95bfdb-0f8b-45f1-9d89-8f42ec9107b0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:22.695359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72091174-c590-429a-9386-56d0be0183fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.714092 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-27e739e4-95b4-45be-8361-ccc31e2ffe26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6144366 Aug 27 16:17:22.717467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39148) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:22.722361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-486679124'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:22.726570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72091174-c590-429a-9386-56d0be0183fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.821869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Made reservation on behalf of e7fe8f9737414dc4a866d2e85547d04f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:22.826026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.846297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72091174-c590-429a-9386-56d0be0183fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.846297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72091174-c590-429a-9386-56d0be0183fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.846297 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-72091174-c590-429a-9386-56d0be0183fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec95bfdb-0f8b-45f1-9d89-8f42ec9107b0 HTTP/1.1" status: 204 len: 168 time: 0.2003822 Aug 27 16:17:22.853031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72091174-c590-429a-9386-56d0be0183fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec95bfdb-0f8b-45f1-9d89-8f42ec9107b0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:22.863880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557231d2-f0ec-4705-8159-0d793118a89c {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:22.875651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.901707 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:22.906137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.930555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Transition to ACTIVE for port object 557231d2-f0ec-4705-8159-0d793118a89c will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:22.932825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:17:22.942435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:22.942806 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Added segment a7e0d81e-fb38-4dc9-a271-a3380036f7a2 of type vlan for network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 Aug 27 16:17:22.997526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.022507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.027848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3b129389-c8f6-42d7-acf2-7a3ab9674971 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:23.047778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 3b129389-c8f6-42d7-acf2-7a3ab9674971 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:17:23.048375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3b129389-c8f6-42d7-acf2-7a3ab9674971 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:17:23.107920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.134926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Allocated IP 172.20.0.2 (28637a2e-55de-4d09-b419-9c916614c5bc/c6608cd7-d1d8-47d3-8cca-d9ce627df5dc/9f0625ad-dbf7-4051-8548-8163c1fcb347) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:23.148265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.157364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:23.158409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.161150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Pushing event updated for resources: {'Port': ['ID=557231d2-f0ec-4705-8159-0d793118a89c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:23.193789 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4fd97ba7-2284-4b63-941f-39d668a19c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.194284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5782f3-9e15-4f0e-8d85-acbb78411bce req-4ad60e35-1d8c-4df6-94c9-e1c3ae21c88d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:23.195905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba5782f3-9e15-4f0e-8d85-acbb78411bce req-4ad60e35-1d8c-4df6-94c9-e1c3ae21c88d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1893041 Aug 27 16:17:23.213372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bcd1a-da16-428f-920f-78a710cecd09 req-7a09f247-b487-4220-90d3-3362716fdf7d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:23.215150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-896bcd1a-da16-428f-920f-78a710cecd09 req-7a09f247-b487-4220-90d3-3362716fdf7d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1979129 Aug 27 16:17:23.243201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Network': ['ID=c1b22e09-f184-4ca1-9f1b-7771fd0317e1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:23.251104 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.255606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:17:23.357697 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6d30e3e9-986c-46fd-a69b-a566a4dcd316 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6391532 Aug 27 16:17:23.364393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39164) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:23.369717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'subnet': {'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:23.391856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba5782f3-9e15-4f0e-8d85-acbb78411bce req-21f948c3-6ec5-4f77-bca8-a5871ef4d752 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528265 Aug 27 16:17:23.414253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-896bcd1a-da16-428f-920f-78a710cecd09 req-16fa9ff1-166f-496a-b41e-f41ff8ba2fa6 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669171 Aug 27 16:17:23.426470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Attempting to bind port 557231d2-f0ec-4705-8159-0d793118a89c on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:23.426811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Attempting to bind port 557231d2-f0ec-4705-8159-0d793118a89c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:23.427152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Attempting to bind port 557231d2-f0ec-4705-8159-0d793118a89c on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:23.453243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Port 557231d2-f0ec-4705-8159-0d793118a89c on network 54c2d541-d973-4aa6-86d8-8fc737557878 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:23.453573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Attempting to bind port 557231d2-f0ec-4705-8159-0d793118a89c on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:23.463853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:23.464194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Checking segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:23.464582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Bound using segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:23.465205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Bound port: 557231d2-f0ec-4705-8159-0d793118a89c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:23.465570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.539932 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.616520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:23.620281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.766933 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.910267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7e534f3-e036-4477-95c9-99b1425c6470 req-e18eada1-6d1b-4f8b-bb9a-93e5fd88c66d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 210 time: 0.0440814 Aug 27 16:17:23.927643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] For port 557231d2-f0ec-4705-8159-0d793118a89c, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:23.929414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:23.937624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d6db-3baa-4a96-89b7-0071dec77e68 req-4f959de5-4a06-47c3-a5cc-0de528fbed22 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:23.939157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2636d6db-3baa-4a96-89b7-0071dec77e68 req-4f959de5-4a06-47c3-a5cc-0de528fbed22 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 944 time: 0.4373672 Aug 27 16:17:23.941174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] For port 557231d2-f0ec-4705-8159-0d793118a89c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=557231d2-f0ec-4705-8159-0d793118a89c,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:23.987083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2636d6db-3baa-4a96-89b7-0071dec77e68 req-d4764960-6f19-4667-9e35-7ec5a021bf7a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Aug 27 16:17:24.004272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Subnet': ['ID=1f7bd518-3c7b-4e56-95c1-c76a60311291,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:24.010073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Checking segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:24.010530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network hostable DHCP agents. Network: 760cd7e8-6a34-4a37-95bc-a099bbb114e0, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:17:24.034145 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.067711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.068327 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.069703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] 10.222.0.97 "PUT /v2.0/ports/557231d2-f0ec-4705-8159-0d793118a89c HTTP/1.1" status: 200 len: 1092 time: 1.6464078 Aug 27 16:17:24.070135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'tag': '557231d2-f0ec-4705-8159-0d793118a89c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:24.072387 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72515ef1-7569-4cdf-beb0-e9965f00a8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b4aa03-8746-4c69-8122-1f85733756c6", "tag": "557231d2-f0ec-4705-8159-0d793118a89c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:24.083804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.112441 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc7a96-e1ac-41b5-be6a-ced9f41f7c71 x-openstack-request-id: req-a1fc7a96-e1ac-41b5-be6a-ced9f41f7c71 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:24.112737 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b4aa03-8746-4c69-8122-1f85733756c6", "tag": "557231d2-f0ec-4705-8159-0d793118a89c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:24.112988 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a1fc7a96-e1ac-41b5-be6a-ced9f41f7c71 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:24.113435 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'tag': '557231d2-f0ec-4705-8159-0d793118a89c', 'status': 'completed', 'code': 200} Aug 27 16:17:24.113971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d52e-641d-4ec7-809c-3c78e00b3e86 service neutron] Pushing event updated for resources: {'Port': ['ID=557231d2-f0ec-4705-8159-0d793118a89c,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:24.117794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Network 28637a2e-55de-4d09-b419-9c916614c5bc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:24.120227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:17:24.123702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:24.142580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:24.222644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:24.241842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.242422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.256638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72515ef1-7569-4cdf-beb0-e9965f00a8b4 req-229e1177-3c54-43c7-bf04-6aca81fca7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.256638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72515ef1-7569-4cdf-beb0-e9965f00a8b4 req-229e1177-3c54-43c7-bf04-6aca81fca7e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 1095 time: 0.1057568 Aug 27 16:17:24.283916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 760cd7e8-6a34-4a37-95bc-a099bbb114e0) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:24.291421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.291421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.296996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f016af-6d43-4db6-9c30-3f59a45eea42 None None] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:17:24.367960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72515ef1-7569-4cdf-beb0-e9965f00a8b4 req-521a4cfd-246b-44d3-a3e8-a23537f7f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.369581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72515ef1-7569-4cdf-beb0-e9965f00a8b4 req-521a4cfd-246b-44d3-a3e8-a23537f7f99d service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=eaead7251d984254bb9348b7e503e3ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1099648 Aug 27 16:17:24.377167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-c4f7f0b6-923c-4b51-b1bd-c2dde7e2d937 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0177832 Aug 27 16:17:24.391450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Request body: {'port': {'device_id': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:24.412153 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3114b434-6756-434f-8cce-fe862527f568 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0464454 Aug 27 16:17:24.414394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39188) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:24.421823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'subnet': {'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:24.525812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.631535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72515ef1-7569-4cdf-beb0-e9965f00a8b4 req-fd1678c0-0f56-42ed-872d-b34ce211c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.633220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72515ef1-7569-4cdf-beb0-e9965f00a8b4 req-fd1678c0-0f56-42ed-872d-b34ce211c6dc service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2551694 Aug 27 16:17:24.648625 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.657593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'fixed_ips': [{'subnet_id': '1f7bd518-3c7b-4e56-95c1-c76a60311291'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:17:24.658461 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.705064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b234-f69d-4588-9abc-dffb1f36b5e7 req-ee3dbea8-e7ae-45b4-8947-747f4bd07d8c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.705064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24e1b234-f69d-4588-9abc-dffb1f36b5e7 req-ee3dbea8-e7ae-45b4-8947-747f4bd07d8c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1856005 Aug 27 16:17:24.731252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:24.735002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:24.765624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8c41d-89d8-48a2-be38-a52ef25fc906 req-79a70223-d690-4ea1-a9a2-25c09a7f62bd tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.767137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62f8c41d-89d8-48a2-be38-a52ef25fc906 req-79a70223-d690-4ea1-a9a2-25c09a7f62bd tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.2349665 Aug 27 16:17:24.799790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Allocated IP 10.1.1.2 (760cd7e8-6a34-4a37-95bc-a099bbb114e0/1f7bd518-3c7b-4e56-95c1-c76a60311291/ab4a6f42-d13f-43b9-ae99-7dfe58a1399b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:24.824130 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:17:24.926506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893387-7166-48f4-a5df-bd39112a43ab req-f8dc0f43-fc68-4120-85db-640c125355f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:24.928088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-f8dc0f43-fc68-4120-85db-640c125355f4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 1095 time: 0.2457194 Aug 27 16:17:24.931029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24e1b234-f69d-4588-9abc-dffb1f36b5e7 req-35094874-697d-4d51-9452-e246330bd8ef tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745503 Aug 27 16:17:24.939697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62f8c41d-89d8-48a2-be38-a52ef25fc906 req-606f3cee-6a68-4a39-96a9-38aa2af98be8 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541569 Aug 27 16:17:25.003356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.013521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Transition to ACTIVE for port object ab4a6f42-d13f-43b9-ae99-7dfe58a1399b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:25.017364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-5f233576-5bd6-45b3-a7aa-e72874e26167 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=557231d2-f0ec-4705-8159-0d793118a89c HTTP/1.1" status: 200 len: 217 time: 0.0741801 Aug 27 16:17:25.038823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Transition to ACTIVE for port object ab4a6f42-d13f-43b9-ae99-7dfe58a1399b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:25.102524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.132544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893387-7166-48f4-a5df-bd39112a43ab req-e7440663-67e4-458e-9343-0282a8ced434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:25.134002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-e7440663-67e4-458e-9343-0282a8ced434 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.1087246 Aug 27 16:17:25.159240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.171444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Subnet': ['ID=e8356f37-b682-43fd-97e4-02184f39878f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:25.179607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Checking segment: {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:25.179976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network hostable DHCP agents. Network: c1b22e09-f184-4ca1-9f1b-7771fd0317e1, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:17:25.185729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.185729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.185729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.185729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.185729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.185729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.186261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.186372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.186692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.187015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.187445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.187708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.208530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-ea180965-be1f-4e6e-9bcc-8c9daf569e0f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594428 Aug 27 16:17:25.208744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:25.212474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Pushing event updated for resources: {'Port': ['ID=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:25.215646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:25.217746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:25.282142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Attempting to bind port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:25.282512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Attempting to bind port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:25.282886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Attempting to bind port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:25.288766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:25.289194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Checking segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:25.290118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.290554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Bound using segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:25.291172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Bound port: ab4a6f42-d13f-43b9-ae99-7dfe58a1399b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:25.291586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.302038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aceb8c-0260-4f8c-9edb-197d0c4c8184 req-9a920ea3-0f4a-40f5-bbf0-275f0b3d000a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:25.303640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68aceb8c-0260-4f8c-9edb-197d0c4c8184 req-9a920ea3-0f4a-40f5-bbf0-275f0b3d000a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 931 time: 0.2119412 Aug 27 16:17:25.331145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:17:25.331729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b26b5-4b11-404c-b29a-42e9e3af93f3 req-6582673a-9f5e-4a3f-ab70-46408b474cc1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:25.333115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-573b26b5-4b11-404c-b29a-42e9e3af93f3 req-6582673a-9f5e-4a3f-ab70-46408b474cc1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 944 time: 0.2025423 Aug 27 16:17:25.349031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0625ad-dbf7-4051-8548-8163c1fcb347 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:25.360956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] For port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:25.365141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] For port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:25.381677 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.431255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Transition to ACTIVE for port object 9f0625ad-dbf7-4051-8548-8163c1fcb347 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:25.448053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68aceb8c-0260-4f8c-9edb-197d0c4c8184 req-9fed1f53-5fa4-413a-b7c8-c98ebc2922a0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325614 Aug 27 16:17:25.450670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-0adb9124-1380-4030-8053-0845960a1870 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324467 Aug 27 16:17:25.453615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-573b26b5-4b11-404c-b29a-42e9e3af93f3 req-0d23a0b5-6418-44b7-bd7c-4b8e2d74b036 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090515 Aug 27 16:17:25.479529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c1b22e09-f184-4ca1-9f1b-7771fd0317e1) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:25.484098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:25.484770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.492531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d92ce-5b26-4956-ac2c-53c498e808aa None None] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:17:25.533389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.536825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.580326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4893387-7166-48f4-a5df-bd39112a43ab req-d471fa4e-86ff-44d9-a6f5-4c4cb2b2983a service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229248 Aug 27 16:17:25.602782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:25.627623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.627623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.627998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.628378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.628674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.628993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.629749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.629749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.629973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.630259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.630369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd12cf8-7ec2-4239-a7f5-629c5e2bc318 None None] Pushing event updated for resources: {'Port': ['ID=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:25.630585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.630962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:25.693028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Attempting to bind port 9f0625ad-dbf7-4051-8548-8163c1fcb347 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:25.693475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Attempting to bind port 9f0625ad-dbf7-4051-8548-8163c1fcb347 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:25.693933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Attempting to bind port 9f0625ad-dbf7-4051-8548-8163c1fcb347 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:25.698853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Port 9f0625ad-dbf7-4051-8548-8163c1fcb347 on network 28637a2e-55de-4d09-b419-9c916614c5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:25.700055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Attempting to bind port 9f0625ad-dbf7-4051-8548-8163c1fcb347 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:25.705784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:25.706284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Checking segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:25.706779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Bound using segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:25.707497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Bound port: 9f0625ad-dbf7-4051-8548-8163c1fcb347, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:25.707961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.720609 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d36dffc7-1090-459b-997d-ec7ef55a7906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3031981 Aug 27 16:17:25.723240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39216) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:25.729000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c1b22e09-f184-4ca1-9f1b-7771fd0317e1', 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'fixed_ips': [{'subnet_id': 'e8356f37-b682-43fd-97e4-02184f39878f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:17:25.730183 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.730945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'port': {'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1509174209', 'fixed_ips': [{'subnet_id': '1f7bd518-3c7b-4e56-95c1-c76a60311291'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:25.794943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:25.798443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:25.920635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.945525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Allocated IP 10.2.2.2 (c1b22e09-f184-4ca1-9f1b-7771fd0317e1/e8356f37-b682-43fd-97e4-02184f39878f/b148b189-71e8-45d7-8e27-7e25d452e6df) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:25.983315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:25.984287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:25.987706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] 10.222.0.97 "PUT /v2.0/ports/9f0625ad-dbf7-4051-8548-8163c1fcb347 HTTP/1.1" status: 200 len: 1091 time: 1.6003799 Aug 27 16:17:26.038440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:26.045237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852836e-262d-4d66-888c-1355f18bbaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:26.117722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a93ff-6451-452e-8113-f5f3bc05cab9 req-9d939f1d-b75c-4491-b684-7d748e9f31c9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:26.119316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd2a93ff-6451-452e-8113-f5f3bc05cab9 req-9d939f1d-b75c-4491-b684-7d748e9f31c9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0910573 Aug 27 16:17:26.120664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:26.124381 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4145279a-854d-4d24-9aab-f8856a4ae17f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:26.131674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.141113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.142164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Transition to ACTIVE for port object b148b189-71e8-45d7-8e27-7e25d452e6df will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:26.147659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.165696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644df70-0be4-44aa-8415-d9740848a4f5 req-16fe9a5d-e064-46aa-98e9-861cadd65fbb tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:26.167199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c644df70-0be4-44aa-8415-d9740848a4f5 req-16fe9a5d-e064-46aa-98e9-861cadd65fbb tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0918348 Aug 27 16:17:26.167402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Transition to ACTIVE for port object b148b189-71e8-45d7-8e27-7e25d452e6df will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:26.177393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] device_id is not set on port 4d643eea-638b-49ff-a0d5-8af88401b0b7 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:17:26.189404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd2a93ff-6451-452e-8113-f5f3bc05cab9 req-789a6043-e3a3-4961-ad96-4104d048cda9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614121 Aug 27 16:17:26.255521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c644df70-0be4-44aa-8415-d9740848a4f5 req-db142e22-4dbb-4663-b00c-818fbc451a33 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Aug 27 16:17:26.284666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-42672f2a-9df7-4063-a63f-8db0b882f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:26.286343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.288121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-42672f2a-9df7-4063-a63f-8db0b882f683 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 1094 time: 0.0730913 Aug 27 16:17:26.376248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:26.387622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:26.394672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:26.395710 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbbd075-c624-4c1c-85cd-2b673bd39af7 x-openstack-request-id: req-bdbbd075-c624-4c1c-85cd-2b673bd39af7 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:26.397027 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:26.397290 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bdbbd075-c624-4c1c-85cd-2b673bd39af7 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:26.397699 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'status': 'completed', 'code': 200} Aug 27 16:17:26.400574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-5d7e2c75-6526-4b08-b466-0b98299233a1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347 HTTP/1.1" status: 200 len: 217 time: 0.1028860 Aug 27 16:17:26.424391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 10.1.1.171 (760cd7e8-6a34-4a37-95bc-a099bbb114e0/1f7bd518-3c7b-4e56-95c1-c76a60311291/4d643eea-638b-49ff-a0d5-8af88401b0b7) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:26.481629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-a248a1e8-2591-491f-93ab-6e4b93f84ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:26.483193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-a248a1e8-2591-491f-93ab-6e4b93f84ea8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc HTTP/1.1" status: 200 len: 845 time: 0.0711236 Aug 27 16:17:26.487001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Pushing event updated for resources: {'Port': ['ID=b148b189-71e8-45d7-8e27-7e25d452e6df,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:26.531599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Attempting to bind port b148b189-71e8-45d7-8e27-7e25d452e6df on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:26.531989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Attempting to bind port b148b189-71e8-45d7-8e27-7e25d452e6df by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:26.532365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Attempting to bind port b148b189-71e8-45d7-8e27-7e25d452e6df on network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:26.544855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:26.553187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-7da3f997-dbab-4192-a5ca-67d5ff076a71 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28637a2e-55de-4d09-b419-9c916614c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607104 Aug 27 16:17:26.561701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Checking segment: {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:26.562233 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.562652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Bound using segment: {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:26.569617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Bound port: b148b189-71e8-45d7-8e27-7e25d452e6df, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:26.570999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.685015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.693745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Transition to ACTIVE for port object 4d643eea-638b-49ff-a0d5-8af88401b0b7 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:26.735415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] For port b148b189-71e8-45d7-8e27-7e25d452e6df, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:26.735415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] For port b148b189-71e8-45d7-8e27-7e25d452e6df, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b148b189-71e8-45d7-8e27-7e25d452e6df,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:26.743013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ab4a6f42-d13f-43b9-ae99-7dfe58a1399b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:26.759077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-6996c67e-983c-4b35-945b-4389d2b422f5 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984179 Aug 27 16:17:26.770089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e7d18-7f39-4503-bea8-7f53ad6c2610 req-fe1b7058-aa59-47d1-bea0-6ce2a6009830 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:26.771970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca3e7d18-7f39-4503-bea8-7f53ad6c2610 req-fe1b7058-aa59-47d1-bea0-6ce2a6009830 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 943 time: 0.1226642 Aug 27 16:17:26.844138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e03b1-2a0e-456b-ae8f-36bf923c332e req-161bfeb0-9c3c-433d-9d5f-b26b9dc9367f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:26.845287 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.845690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a07e03b1-2a0e-456b-ae8f-36bf923c332e req-161bfeb0-9c3c-433d-9d5f-b26b9dc9367f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 944 time: 0.1916971 Aug 27 16:17:26.868239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:26.885151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:26.939903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:26.940018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda18bf4-7909-4871-93c7-763e2a855e0e None None] Pushing event updated for resources: {'Port': ['ID=b148b189-71e8-45d7-8e27-7e25d452e6df,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:26.940972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:26.945685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:26.949626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f7895a-a8e8-4a1c-a660-d3202cb973b3 None None] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:17:26.951017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=4d643eea-638b-49ff-a0d5-8af88401b0b7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:26.977800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca3e7d18-7f39-4503-bea8-7f53ad6c2610 req-ff731393-5f18-4795-906a-6e6b1ebad732 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713662 Aug 27 16:17:26.992940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f07cde4-e271-4b07-92c2-76e7c09d3ae8 req-1922bf16-562d-4bac-81dd-4a4582581b99 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199829 Aug 27 16:17:27.006654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a07e03b1-2a0e-456b-ae8f-36bf923c332e req-91477609-3d08-459a-8f9b-457da5ff7b2e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532967 Aug 27 16:17:27.033844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:27.034793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:27.213924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-89dddaae-d288-40fb-8d22-150e4283e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:27.218239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-89dddaae-d288-40fb-8d22-150e4283e262 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 1094 time: 0.0527101 Aug 27 16:17:27.290629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d63d078b-6a4f-42f2-ba97-677596fe1a49 None None] Provisioning for port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:27.297841 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-74e0df6f-6b8d-4843-98b9-a082f832172b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5706704 Aug 27 16:17:27.297841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39248) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:27.298210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d63d078b-6a4f-42f2-ba97-677596fe1a49 None None] Provisioning complete for port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:27.298210 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d63d078b-6a4f-42f2-ba97-677596fe1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:27.301746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'port': {'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'name': 'tempest-TaggedBootDevicesTest_v242-861071169', 'fixed_ips': [{'subnet_id': '1f7bd518-3c7b-4e56-95c1-c76a60311291'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:27.450187 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d63d078b-6a4f-42f2-ba97-677596fe1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:27.460732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-49519f64-c5e9-48f5-89bd-f004657500ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:27.462291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-49519f64-c5e9-48f5-89bd-f004657500ba service neutron] 10.222.0.97 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 907 time: 0.2397008 Aug 27 16:17:27.471234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07025d65-89c0-4932-8505-08f8783100f9 req-72534dc8-be7f-454c-8d84-6ddd9aa12ca9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:27.478789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07025d65-89c0-4932-8505-08f8783100f9 req-72534dc8-be7f-454c-8d84-6ddd9aa12ca9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1544809 Aug 27 16:17:27.492411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d63d078b-6a4f-42f2-ba97-677596fe1a49 None None] For port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:27.538070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-98557414-244a-489e-8526-77375558c32e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347 HTTP/1.1" status: 200 len: 217 time: 0.0563967 Aug 27 16:17:27.552981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec0e94-5a4d-4a3b-8ea3-4b83c5d2051c req-0194c4d1-e262-4e4b-84cd-7dd8eac6f0f1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:27.554538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cec0e94-5a4d-4a3b-8ea3-4b83c5d2051c req-0194c4d1-e262-4e4b-84cd-7dd8eac6f0f1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1734393 Aug 27 16:17:27.571312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:27.576069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:27.598472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] device_id is not set on port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:17:27.611548 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d63d078b-6a4f-42f2-ba97-677596fe1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:27.622993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07025d65-89c0-4932-8505-08f8783100f9 req-22d2cf5c-a139-45a5-9eb4-4a3e0418afa3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429572 Aug 27 16:17:27.665242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-6076e45f-9030-4c8f-bdab-e7d64adb28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:27.668654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-6076e45f-9030-4c8f-bdab-e7d64adb28d0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc HTTP/1.1" status: 200 len: 845 time: 0.1230333 Aug 27 16:17:27.698588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cec0e94-5a4d-4a3b-8ea3-4b83c5d2051c req-b5a5b404-4e91-403a-a015-1387dac91d89 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309769 Aug 27 16:17:27.734855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d078b-6a4f-42f2-ba97-677596fe1a49 None None] Pushing event updated for resources: {'Port': ['ID=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:27.818601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-f4c6557f-c522-4912-b3f3-9ca49e982eeb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28637a2e-55de-4d09-b419-9c916614c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068375 Aug 27 16:17:27.851050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b87adb65-d4ce-4dd9-9e65-5736ae7cb438 None None] Provisioning for port 4d643eea-638b-49ff-a0d5-8af88401b0b7 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:27.856906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b87adb65-d4ce-4dd9-9e65-5736ae7cb438 None None] Provisioning complete for port 4d643eea-638b-49ff-a0d5-8af88401b0b7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:27.857514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b87adb65-d4ce-4dd9-9e65-5736ae7cb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:27.904185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 10.1.1.179 (760cd7e8-6a34-4a37-95bc-a099bbb114e0/1f7bd518-3c7b-4e56-95c1-c76a60311291/89b836c7-f8f1-4c45-93fd-67221c64b7f1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:27.910299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b87adb65-d4ce-4dd9-9e65-5736ae7cb438 None None] Port 4d643eea-638b-49ff-a0d5-8af88401b0b7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:27.922355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b87adb65-d4ce-4dd9-9e65-5736ae7cb438 None None] Provisioning complete for port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:27.922846 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b87adb65-d4ce-4dd9-9e65-5736ae7cb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:27.946479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-c8c6b164-81d0-4faf-bb8d-3393fee3bc0e service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198237 Aug 27 16:17:28.134751 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:28.154642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Transition to ACTIVE for port object 89b836c7-f8f1-4c45-93fd-67221c64b7f1 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:28.198548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec453d-9a70-417f-a406-8372f2f74847 req-ecd0e2a7-0225-492d-9d6a-e8c74477627c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.200910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16ec453d-9a70-417f-a406-8372f2f74847 req-ecd0e2a7-0225-492d-9d6a-e8c74477627c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 943 time: 0.1256018 Aug 27 16:17:28.206295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ee357a6a-88e6-4531-9882-2cb8f98dd952 None None] Provisioning complete for port 4d643eea-638b-49ff-a0d5-8af88401b0b7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:28.207391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee357a6a-88e6-4531-9882-2cb8f98dd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:28.214955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4145279a-854d-4d24-9aab-f8856a4ae17f req-7ff00f43-dc49-437b-be83-1312f8dc616e service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584982 Aug 27 16:17:28.257679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69065757-5e8c-44e5-a8f5-8eefd2541429 req-5b9fc574-f589-4a87-8442-88941025db69 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.259247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69065757-5e8c-44e5-a8f5-8eefd2541429 req-5b9fc574-f589-4a87-8442-88941025db69 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 944 time: 0.1278288 Aug 27 16:17:28.265860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201534a-3416-4770-8e02-bb1d57e53c4c None None] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:17:28.285186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ee357a6a-88e6-4531-9882-2cb8f98dd952 None None] Port 4d643eea-638b-49ff-a0d5-8af88401b0b7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:28.291853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16ec453d-9a70-417f-a406-8372f2f74847 req-a48dd975-3085-486a-8000-e8cb96fb0bf1 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 Aug 27 16:17:28.303093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:28.347733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:28.347951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69065757-5e8c-44e5-a8f5-8eefd2541429 req-03b1834e-65d7-4e9c-97ea-1a36be168f9a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767767 Aug 27 16:17:28.363658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:28.389149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:28.441282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-cf411e0f-1189-41a9-bc31-5e54abf749ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.442815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-cf411e0f-1189-41a9-bc31-5e54abf749ca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1095 time: 0.0908873 Aug 27 16:17:28.456610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d91ff1-ecd7-41c1-a789-33ef9fbb3c29 req-5fa2f8f1-70e7-4a02-85db-05957af78ecc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.457299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=89b836c7-f8f1-4c45-93fd-67221c64b7f1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:28.461390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90d91ff1-ecd7-41c1-a789-33ef9fbb3c29 req-5fa2f8f1-70e7-4a02-85db-05957af78ecc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1073422 Aug 27 16:17:28.478273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.478937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:28.558490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ac85f86b-f422-41d3-8b8a-c4b241d54132 None None] Provisioning for port b148b189-71e8-45d7-8e27-7e25d452e6df completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:28.585131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90d91ff1-ecd7-41c1-a789-33ef9fbb3c29 req-7b0826dc-6ca6-41af-ba6b-3876cf901b9f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079147 Aug 27 16:17:28.632776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-8a7f12c9-4545-4a11-bed8-0dc6e967e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.649903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-8a7f12c9-4545-4a11-bed8-0dc6e967e6de service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.1716709 Aug 27 16:17:28.686141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-842a4b9e-924e-4f0d-85de-17fb4a5b4d44 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3876221 Aug 27 16:17:28.722565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-87a2d2f5-9a48-45e4-8cff-614684cc09c2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.0794249 Aug 27 16:17:28.748856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b148b189-71e8-45d7-8e27-7e25d452e6df up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:28.791637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-3f59ab12-5bed-496f-a98d-58382bcf4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.791637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-3f59ab12-5bed-496f-a98d-58382bcf4cb5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0576162 Aug 27 16:17:28.847666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-90a8f439-c794-43dd-8550-5229c39dcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.849434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-90a8f439-c794-43dd-8550-5229c39dcb46 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545921 Aug 27 16:17:28.861984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5959a4bd-d5d6-41a9-b56d-aa63a902fb25 None None] Provisioning for port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:28.865902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5959a4bd-d5d6-41a9-b56d-aa63a902fb25 None None] Provisioning complete for port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:28.866796 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5959a4bd-d5d6-41a9-b56d-aa63a902fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:28.902890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5959a4bd-d5d6-41a9-b56d-aa63a902fb25 None None] Port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:28.907592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port b148b189-71e8-45d7-8e27-7e25d452e6df completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:28.912423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b148b189-71e8-45d7-8e27-7e25d452e6df triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:28.912807 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:28.989415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672defc-7864-48dc-9014-df6b3bd47714 req-54a78f4c-933f-40b3-b5bf-c829112b0a7b tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:28.993319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f672defc-7864-48dc-9014-df6b3bd47714 req-54a78f4c-933f-40b3-b5bf-c829112b0a7b tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0843716 Aug 27 16:17:29.028755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-79f01e5e-b512-4868-ad2b-59836f928532 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708591 Aug 27 16:17:29.036095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d2ecf830-7dca-4174-bb82-2eb6a54126b1 None None] Provisioning complete for port b148b189-71e8-45d7-8e27-7e25d452e6df triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:29.036551 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d2ecf830-7dca-4174-bb82-2eb6a54126b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.039455 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.054112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39282) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:29.072022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f672defc-7864-48dc-9014-df6b3bd47714 req-8639c41e-a11f-4686-a895-cbbdacde899e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704436 Aug 27 16:17:29.098068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 557231d2-f0ec-4705-8159-0d793118a89c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:29.149993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port b148b189-71e8-45d7-8e27-7e25d452e6df, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b148b189-71e8-45d7-8e27-7e25d452e6df,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:29.162587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f03798c-45ce-4644-bb1c-073c71a67b1d req-190738ca-b31d-4c65-80ac-505046dbe529 service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227226 Aug 27 16:17:29.177823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 39286) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:29.182552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-25f16c74-e6f8-4dfb-81c0-b561aae227b5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208317579', 'description': 'tempest-description--736527423'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:29.232361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc11cd0d-9f83-4d37-95ce-eccf79477a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.247886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d2ecf830-7dca-4174-bb82-2eb6a54126b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.262349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.263105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ab4a6f42-d13f-43b9-ae99-7dfe58a1399b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:29.291050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f16c74-e6f8-4dfb-81c0-b561aae227b5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.323866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 557231d2-f0ec-4705-8159-0d793118a89c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=557231d2-f0ec-4705-8159-0d793118a89c,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:29.389693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '557231d2-f0ec-4705-8159-0d793118a89c', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'port_id': '557231d2-f0ec-4705-8159-0d793118a89c', 'mac_address': 'fa:16:3e:ab:e3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce6403-2613-493d-af74-67bb39b1ef9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:29.395595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc11cd0d-9f83-4d37-95ce-eccf79477a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.399827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=b148b189-71e8-45d7-8e27-7e25d452e6df,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:29.426465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd5f01-deef-4251-bc6e-7eb0d1bafba1 req-b3b79b46-128b-4f6e-9888-715adfff5581 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:29.428112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fd5f01-deef-4251-bc6e-7eb0d1bafba1 req-b3b79b46-128b-4f6e-9888-715adfff5581 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 943 time: 0.0611854 Aug 27 16:17:29.449747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-d2ecf830-7dca-4174-bb82-2eb6a54126b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:17:29.450093 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-d2ecf830-7dca-4174-bb82-2eb6a54126b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:17:29.465682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:29.466057 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.467581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.496329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fd5f01-deef-4251-bc6e-7eb0d1bafba1 req-c3f82fd2-7ad9-4e05-a318-9d59ddaacf69 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608618 Aug 27 16:17:29.510988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557231d2-f0ec-4705-8159-0d793118a89c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:29.513252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483a9e6-4f51-462c-8e8e-83ee56963f97 req-d89aa97c-1ed3-4c86-a3b7-c8a123c4db10 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:29.514787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8483a9e6-4f51-462c-8e8e-83ee56963f97 req-d89aa97c-1ed3-4c86-a3b7-c8a123c4db10 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 944 time: 0.0660083 Aug 27 16:17:29.537114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc11cd0d-9f83-4d37-95ce-eccf79477a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.545256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 557231d2-f0ec-4705-8159-0d793118a89c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=557231d2-f0ec-4705-8159-0d793118a89c,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:29.579507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8483a9e6-4f51-462c-8e8e-83ee56963f97 req-67922f32-1813-4404-b6b1-2717b00308b6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581698 Aug 27 16:17:29.600969 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cc11cd0d-9f83-4d37-95ce-eccf79477a05 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee0e46e4202a4c6ba32a74ac215543b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437934 Aug 27 16:17:29.601997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 39292) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:29.602236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11cd0d-9f83-4d37-95ce-eccf79477a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf445c-7aed-4147-b912-89b000cfebe2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:29.645487 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.675122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f16c74-e6f8-4dfb-81c0-b561aae227b5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:29.694985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=557231d2-f0ec-4705-8159-0d793118a89c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:29.936012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['557231d2-f0ec-4705-8159-0d793118a89c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:30.015247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f16c74-e6f8-4dfb-81c0-b561aae227b5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.035920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a62925a0-58af-47b6-828f-66163fa29098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.080431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33177b-226e-4a77-829c-5592e3a18ed5 req-1a92ffc3-d4df-4b7d-bde5-e8f1b43252e4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:30.081920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c33177b-226e-4a77-829c-5592e3a18ed5 req-1a92ffc3-d4df-4b7d-bde5-e8f1b43252e4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.4139087 Aug 27 16:17:30.086720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f16c74-e6f8-4dfb-81c0-b561aae227b5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01218cc-6cee-422f-9d81-42ff40008d50,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:30.094346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a62925a0-58af-47b6-828f-66163fa29098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.172068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c33177b-226e-4a77-829c-5592e3a18ed5 req-c106bdc3-aec3-494f-9a5c-feff2da8429e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800385 Aug 27 16:17:30.193068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f16c74-e6f8-4dfb-81c0-b561aae227b5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.193190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-25f16c74-e6f8-4dfb-81c0-b561aae227b5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0146232 Aug 27 16:17:30.196249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39302) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:30.201732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-126acd2e-0413-44c4-9307-afdf8c417682 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'security_group_rule': {'security_group_id': 'c01218cc-6cee-422f-9d81-42ff40008d50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:30.217836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f5ab-2cf3-415e-83bb-1488998d648f req-97a30632-32f0-49dc-81d5-c1d461e9fdd0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:30.219430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63e2f5ab-2cf3-415e-83bb-1488998d648f req-97a30632-32f0-49dc-81d5-c1d461e9fdd0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0681913 Aug 27 16:17:30.262409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63e2f5ab-2cf3-415e-83bb-1488998d648f req-e10ba8bc-c4d5-429c-817e-b03fa99f06f6 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355015 Aug 27 16:17:30.319611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a62925a0-58af-47b6-828f-66163fa29098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.322230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a62925a0-58af-47b6-828f-66163fa29098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.323419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a62925a0-58af-47b6-828f-66163fa29098 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4fbf445c-7aed-4147-b912-89b000cfebe2 HTTP/1.1" status: 204 len: 168 time: 0.7198164 Aug 27 16:17:30.332188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62925a0-58af-47b6-828f-66163fa29098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf445c-7aed-4147-b912-89b000cfebe2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:30.335621 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-126acd2e-0413-44c4-9307-afdf8c417682 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.413261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-126acd2e-0413-44c4-9307-afdf8c417682 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.519737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-126acd2e-0413-44c4-9307-afdf8c417682 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.539041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126acd2e-0413-44c4-9307-afdf8c417682 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dec544-5027-488b-9ada-de2f5298f713,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:30.623951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b148b189-71e8-45d7-8e27-7e25d452e6df up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:30.628917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5675691-8657-49a1-aee5-8a9e983057ac req-2f52d2a3-e535-4841-b7c9-7bcebe1710ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:30.630465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5675691-8657-49a1-aee5-8a9e983057ac req-2f52d2a3-e535-4841-b7c9-7bcebe1710ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 943 time: 0.0590978 Aug 27 16:17:30.656368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-126acd2e-0413-44c4-9307-afdf8c417682 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.657668 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-126acd2e-0413-44c4-9307-afdf8c417682 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4601855 Aug 27 16:17:30.660483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39310) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:30.669024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5ebb2308-f355-45a1-bf9c-169ff2a6787f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'security_group_rule': {'security_group_id': 'c01218cc-6cee-422f-9d81-42ff40008d50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:30.682021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b148b189-71e8-45d7-8e27-7e25d452e6df triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:30.682413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.703832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5675691-8657-49a1-aee5-8a9e983057ac req-e4228c16-4dc4-4954-b306-b1fdd5d426ff tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653934 Aug 27 16:17:30.723588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad81326-74e3-4854-ba68-114ed4ec43d0 req-e36af9e4-56c9-4713-a894-5a67d0517c34 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:30.725087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cad81326-74e3-4854-ba68-114ed4ec43d0 req-e36af9e4-56c9-4713-a894-5a67d0517c34 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 945 time: 0.0724049 Aug 27 16:17:30.773037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cad81326-74e3-4854-ba68-114ed4ec43d0 req-1a62fddb-14f6-4342-af7b-2d5530547d3d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369582 Aug 27 16:17:30.854362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ebb2308-f355-45a1-bf9c-169ff2a6787f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:30.913633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ebb2308-f355-45a1-bf9c-169ff2a6787f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.083053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f0625ad-dbf7-4051-8548-8163c1fcb347 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:31.086948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 557231d2-f0ec-4705-8159-0d793118a89c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:31.228937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ebb2308-f355-45a1-bf9c-169ff2a6787f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.251099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb2308-f355-45a1-bf9c-169ff2a6787f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e20d9b4-dfd8-4689-b001-bf85aa515057,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:31.303749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df68920-0178-4b7f-b248-950e047b2eb8 req-17f86d08-1291-4f77-bcb1-f564cece3de4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:31.305347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1df68920-0178-4b7f-b248-950e047b2eb8 req-17f86d08-1291-4f77-bcb1-f564cece3de4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0558810 Aug 27 16:17:31.351478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1df68920-0178-4b7f-b248-950e047b2eb8 req-57c8ed4b-922b-4780-bf40-e3696d4b53ff tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392618 Aug 27 16:17:31.370013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:31.383200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'mac_address': 'fa:16:3e:4b:d4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:31.426785 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.440545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0625ad-dbf7-4051-8548-8163c1fcb347 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:31.460676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:31.475982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b930-c4bc-4513-9541-59b6b0afd054 req-f02d7dd3-e7c2-4185-bf97-6339274019b7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:31.477485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3c8b930-c4bc-4513-9541-59b6b0afd054 req-f02d7dd3-e7c2-4185-bf97-6339274019b7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0817618 Aug 27 16:17:31.507659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed801ee-e41c-493f-ae9c-ac198e8f6f14 req-6d98b199-e1ba-44ba-acbe-09f141f38467 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:31.509430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ed801ee-e41c-493f-ae9c-ac198e8f6f14 req-6d98b199-e1ba-44ba-acbe-09f141f38467 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0788193 Aug 27 16:17:31.526067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 557231d2-f0ec-4705-8159-0d793118a89c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:31.526589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ebb2308-f355-45a1-bf9c-169ff2a6787f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.533557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 557231d2-f0ec-4705-8159-0d793118a89c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:31.545567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.545853 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5ebb2308-f355-45a1-bf9c-169ff2a6787f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8713377 Aug 27 16:17:31.545853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39336) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:31.545853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:31.565835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3c8b930-c4bc-4513-9541-59b6b0afd054 req-cef7f771-3f60-4e98-ab00-b734c67b688d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724611 Aug 27 16:17:31.574885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ed801ee-e41c-493f-ae9c-ac198e8f6f14 req-600542fc-8ce8-4ebd-9cf2-d27f224e3d26 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583141 Aug 27 16:17:31.630498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.642292 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.677348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557231d2-f0ec-4705-8159-0d793118a89c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:31.679798 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567496f-a327-4b76-8e07-765dd64b1dd4" -d '{"events": [{"server_uuid": "c1b4aa03-8746-4c69-8122-1f85733756c6", "name": "network-vif-plugged", "status": "completed", "tag": "557231d2-f0ec-4705-8159-0d793118a89c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:31.685277 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.698169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4eaa-b225-4356-a0be-5c01aff708fd req-bd3694ec-4154-472a-9438-57aa5c9e6180 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:31.698619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cdab4eaa-b225-4356-a0be-5c01aff708fd req-bd3694ec-4154-472a-9438-57aa5c9e6180 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0516109 Aug 27 16:17:31.726434 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8202884-557b-4758-818a-dddf3e6530a0 x-openstack-request-id: req-c8202884-557b-4758-818a-dddf3e6530a0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:31.727018 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b4aa03-8746-4c69-8122-1f85733756c6", "name": "network-vif-plugged", "status": "completed", "tag": "557231d2-f0ec-4705-8159-0d793118a89c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:31.727295 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c8202884-557b-4758-818a-dddf3e6530a0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:31.727684 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557231d2-f0ec-4705-8159-0d793118a89c', 'code': 200} Aug 27 16:17:31.730182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 557231d2-f0ec-4705-8159-0d793118a89c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=557231d2-f0ec-4705-8159-0d793118a89c,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:31.744667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:31.780332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cdab4eaa-b225-4356-a0be-5c01aff708fd req-28c6dc30-3d35-4a2e-b6a6-b9682e8a82a9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704350 Aug 27 16:17:31.814238 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.842640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:31.877578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=557231d2-f0ec-4705-8159-0d793118a89c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:31.943635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb77093-7200-43b9-80b8-18cf18b55ba6 req-69ef1cb4-d2aa-4af2-8246-3f7612e9eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:31.945190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfb77093-7200-43b9-80b8-18cf18b55ba6 req-69ef1cb4-d2aa-4af2-8246-3f7612e9eb8f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 1097 time: 0.1574528 Aug 27 16:17:31.953428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9f0625ad-dbf7-4051-8548-8163c1fcb347'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:31.972060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2421cda-0b65-4ffa-866a-c30c6b23879c req-20a75ddd-d151-4ff3-bd2f-debd0b4e4b65 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:31.972060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2421cda-0b65-4ffa-866a-c30c6b23879c req-20a75ddd-d151-4ff3-bd2f-debd0b4e4b65 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 944 time: 0.1088231 Aug 27 16:17:31.994835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385ce11-a270-462e-a9be-c7b8db9d5718 req-c7557c10-2324-4d63-a8d5-fc5b483dded9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:31.997225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b385ce11-a270-462e-a9be-c7b8db9d5718 req-c7557c10-2324-4d63-a8d5-fc5b483dded9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 946 time: 0.1181302 Aug 27 16:17:32.034105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 172.25.4.156 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/cb0a06e9-4470-4708-97bb-ebaf4bf714c8) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:32.068429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfb77093-7200-43b9-80b8-18cf18b55ba6 req-ea8cc28d-5f8c-43fe-a328-8cac5246f204 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035144 Aug 27 16:17:32.081352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2421cda-0b65-4ffa-866a-c30c6b23879c req-7ac4aa61-17c3-40a6-bbc2-bc9121e49007 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037421 Aug 27 16:17:32.086566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b385ce11-a270-462e-a9be-c7b8db9d5718 req-198d3fdf-fc0a-4d92-8a7b-7308b09f79b9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728755 Aug 27 16:17:32.290912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:32.445668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:32.490722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:32.493671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:32.499850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:32.504304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=cb0a06e9-4470-4708-97bb-ebaf4bf714c8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:32.590463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:32.673561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b3b07-1450-4cb7-974e-6b63ee1815bc req-182aadbd-e181-4b8a-930e-25dd8dfa7765 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:32.675134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e14b3b07-1450-4cb7-974e-6b63ee1815bc req-182aadbd-e181-4b8a-930e-25dd8dfa7765 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0521121 Aug 27 16:17:32.717420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e14b3b07-1450-4cb7-974e-6b63ee1815bc req-4b2ca00b-a186-414c-b532-35ef9ff9951a tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 Aug 27 16:17:32.756944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:32.795919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39366) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:32.844885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aecdf7-2c0e-4eaf-9328-e2df9514733c req-6c1c7b17-09ae-43b8-b3c5-f617a8f502b3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:32.846433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71aecdf7-2c0e-4eaf-9328-e2df9514733c req-6c1c7b17-09ae-43b8-b3c5-f617a8f502b3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0551488 Aug 27 16:17:32.890444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71aecdf7-2c0e-4eaf-9328-e2df9514733c req-71e9d236-6e83-45c1-8f1a-6768f8745956 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365219 Aug 27 16:17:32.936118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa13da93-8184-4a7e-afa6-93f5e3e1de20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:32.963655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.046223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa13da93-8184-4a7e-afa6-93f5e3e1de20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.225979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.231570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa13da93-8184-4a7e-afa6-93f5e3e1de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.250132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66dcb4-0ece-4f5b-a0f5-58e3fad4dbce req-e181985a-d4a8-471f-b732-20c604b1750e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:33.251700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a66dcb4-0ece-4f5b-a0f5-58e3fad4dbce req-e181985a-d4a8-471f-b732-20c604b1750e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 944 time: 0.0900028 Aug 27 16:17:33.265885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a3e3f-6a8e-4d92-9fa8-b7722a131ba3 req-9a89ef2d-4cf5-4fd2-9e4d-265f35f4b258 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:33.267493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c6a3e3f-6a8e-4d92-9fa8-b7722a131ba3 req-9a89ef2d-4cf5-4fd2-9e4d-265f35f4b258 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 946 time: 0.0946667 Aug 27 16:17:33.321550 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aa13da93-8184-4a7e-afa6-93f5e3e1de20 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b6fc1827dd5d4f098fd01e24be7ffdfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242434 Aug 27 16:17:33.330116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 39376) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:33.340816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=cb0a06e9-4470-4708-97bb-ebaf4bf714c8,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:33.343233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13da93-8184-4a7e-afa6-93f5e3e1de20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93318c49-6998-44d5-a5c6-20de1ca6cd1e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:33.353468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.360731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c6a3e3f-6a8e-4d92-9fa8-b7722a131ba3 req-e6f4e238-fc84-40c4-86e2-b8007758055a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775514 Aug 27 16:17:33.374520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a66dcb4-0ece-4f5b-a0f5-58e3fad4dbce req-abfdabf8-c1cf-4ea2-be0e-d6d13fb9b40b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051643 Aug 27 16:17:33.428945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6a577ed-68bd-4219-a1d1-ef298d182f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.462023 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.463623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6a577ed-68bd-4219-a1d1-ef298d182f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.472777 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-13d0d3c1-acc9-4616-8ed4-b4724a95c10d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9341459 Aug 27 16:17:33.633993 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6a577ed-68bd-4219-a1d1-ef298d182f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.637197 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6a577ed-68bd-4219-a1d1-ef298d182f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:33.640716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b6a577ed-68bd-4219-a1d1-ef298d182f83 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/93318c49-6998-44d5-a5c6-20de1ca6cd1e HTTP/1.1" status: 204 len: 168 time: 0.3072724 Aug 27 16:17:33.646901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a577ed-68bd-4219-a1d1-ef298d182f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93318c49-6998-44d5-a5c6-20de1ca6cd1e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:33.705754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a189ecd6-82d7-4cd3-88d0-c02d1387e49d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--208317579&fields=id&tenant_id=c7d13bdfc43d47bdba0e8002b320e264 HTTP/1.1" status: 200 len: 267 time: 0.0386164 Aug 27 16:17:33.757917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b402c5bb-d3d5-49e6-9d43-c9fb728ac0a4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:33.759404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b402c5bb-d3d5-49e6-9d43-c9fb728ac0a4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports/4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 200 len: 937 time: 0.0462286 Aug 27 16:17:33.834213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-53d123b2-fead-4d8e-9279-2ebc98083a00 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:33.835487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-53d123b2-fead-4d8e-9279-2ebc98083a00 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports/89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 200 len: 936 time: 0.0693915 Aug 27 16:17:33.897277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-ef042c29-c5e8-41a2-8c99-93f43c502c67 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0551476 Aug 27 16:17:33.909445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f033e9-de7b-4185-962d-e2fafad1254b req-cad0d00e-2508-49ba-99fe-29f0c21eb781 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:33.911132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f033e9-de7b-4185-962d-e2fafad1254b req-cad0d00e-2508-49ba-99fe-29f0c21eb781 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1160715 Aug 27 16:17:33.944042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-70ac4070-327b-4609-98f3-829f4ceed906 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0319204 Aug 27 16:17:34.025784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f033e9-de7b-4185-962d-e2fafad1254b req-b1525623-60ac-44e5-881b-5a6cd2e90e1f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041942 Aug 27 16:17:34.077369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a892ef13-2c2f-4fa5-93a0-39c32db3507f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:34.083383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a892ef13-2c2f-4fa5-93a0-39c32db3507f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:34.089133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a892ef13-2c2f-4fa5-93a0-39c32db3507f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:34.090888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a892ef13-2c2f-4fa5-93a0-39c32db3507f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/networks?id=fd5361ad-46fd-4a3b-bcf7-06898e088099&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1 HTTP/1.1" status: 200 len: 1993 time: 0.1400669 Aug 27 16:17:34.129799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-7b709a16-8f7b-498f-a766-6f83507950ec tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/quotas/c7d13bdfc43d47bdba0e8002b320e264 HTTP/1.1" status: 200 len: 375 time: 0.0274408 Aug 27 16:17:34.174767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f80f1-d95a-4800-ae5d-0c47f7a62858 req-b51d0aee-8acd-4524-808d-911ac1214d37 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:34.176372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d67f80f1-d95a-4800-ae5d-0c47f7a62858 req-b51d0aee-8acd-4524-808d-911ac1214d37 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0826783 Aug 27 16:17:34.218998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-ef88303e-35b9-4dfd-825d-f28934f1ef40 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0830405 Aug 27 16:17:34.244878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d67f80f1-d95a-4800-ae5d-0c47f7a62858 req-b733e612-4f99-4487-a7ba-f32aa8684ba3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619869 Aug 27 16:17:34.326145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-def7e891-c9b6-4b9a-8b6d-4c950a980d3e service neutron] 10.222.0.101 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944273 Aug 27 16:17:34.420276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-569d313b-55eb-4846-9fe9-d510a004f88b service neutron] 10.222.0.101 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870218 Aug 27 16:17:34.460503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-1e5e8676-d4ee-4d93-ae42-c90905c42c0f service neutron] 10.222.0.101 "GET /v2.0/ports/4d643eea-638b-49ff-a0d5-8af88401b0b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0337963 Aug 27 16:17:34.555353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd815bb2-5f48-42e9-939a-8c09327a3c04 service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888457 Aug 27 16:17:34.648592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-e6658313-4e13-45af-8161-6710b4fa4b46 service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867968 Aug 27 16:17:34.695386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-004b8c27-f389-46cf-9ea9-2205d1769fb4 service neutron] 10.222.0.101 "GET /v2.0/ports/89b836c7-f8f1-4c45-93fd-67221c64b7f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0387144 Aug 27 16:17:34.834018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47aa4b-7ad2-4b4f-9902-c014d9b38738 req-e3f5684f-dec5-4acd-9826-d0633a65b26a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:34.835566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc47aa4b-7ad2-4b4f-9902-c014d9b38738 req-e3f5684f-dec5-4acd-9826-d0633a65b26a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 946 time: 0.0826077 Aug 27 16:17:34.837939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a956efd4-0c59-43e6-9882-597c37115f3a service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300480 Aug 27 16:17:34.960954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc47aa4b-7ad2-4b4f-9902-c014d9b38738 req-423f4d6f-ae1d-44df-bbea-121839b01904 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181226 Aug 27 16:17:34.985579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-6a98f091-6886-4eb4-a1c8-327e6d26496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:34.987079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-6a98f091-6886-4eb4-a1c8-327e6d26496c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0915afdf1c12438d9f51ef9301e73db5&device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 1095 time: 0.0740743 Aug 27 16:17:35.049841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cff4e12a-31d5-4ffb-9701-634482ed6da7 service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986086 Aug 27 16:17:35.121491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f0625ad-dbf7-4051-8548-8163c1fcb347 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:35.197597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce5ed1-092b-4789-8897-0dd1786aeb2e req-ecc682b5-8c4b-415c-ba20-45f83c8cf908 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:35.199693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2ce5ed1-092b-4789-8897-0dd1786aeb2e req-ecc682b5-8c4b-415c-ba20-45f83c8cf908 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 944 time: 0.1519980 Aug 27 16:17:35.204277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-9b832528-7307-4c74-ac62-5d5079393a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:35.205662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-9b832528-7307-4c74-ac62-5d5079393a66 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 200 len: 914 time: 0.2090168 Aug 27 16:17:35.250932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 9f0625ad-dbf7-4051-8548-8163c1fcb347 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:35.254946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 9f0625ad-dbf7-4051-8548-8163c1fcb347 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:35.255293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:35.280483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-2e271493-7d1c-4213-991b-078a09c47089 service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169685 Aug 27 16:17:35.341364 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:35.350045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2ce5ed1-092b-4789-8897-0dd1786aeb2e req-ac696de2-439c-43eb-8608-14e83c1d6777 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434054 Aug 27 16:17:35.353741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-939aba5a-df90-4d16-b86e-3ad88be11f68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 200 len: 999 time: 0.1370101 Aug 27 16:17:35.380311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:35.380311 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763914e6-aeb2-41ac-a06b-75a491b49db4" -d '{"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-plugged", "status": "completed", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:35.394333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:35.437478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-806c0bb1-7a73-4971-8766-70f3c613fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:35.438925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-806c0bb1-7a73-4971-8766-70f3c613fe26 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 200 len: 851 time: 0.0769401 Aug 27 16:17:35.442387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-1b2d82f1-2248-4bf9-91f9-d1c898b032d4 service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530166 Aug 27 16:17:35.542273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:35.550157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-c98ab923-1735-49e8-8a6b-188d0fc570c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:35.551638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-c98ab923-1735-49e8-8a6b-188d0fc570c3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9465f7b0-7e8e-42b4-8872-f900f467e677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052561 Aug 27 16:17:35.590253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:35.641272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c04a66f1-8362-448e-9b56-57645e8c18d4 service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850379 Aug 27 16:17:35.716910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37190d-9308-43bf-a9d8-4649046fbd8e req-d0b241c5-229b-4099-9267-82844de593cc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:35.718349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c37190d-9308-43bf-a9d8-4649046fbd8e req-d0b241c5-229b-4099-9267-82844de593cc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1740580 Aug 27 16:17:35.776023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-90c9f267-edd4-4486-bc6d-6b2cfcbad20d service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120056 Aug 27 16:17:35.819386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c37190d-9308-43bf-a9d8-4649046fbd8e req-4e1d95b4-2898-4594-a4ff-d14fbb5b814b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944974 Aug 27 16:17:35.849681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-39aec3f3-0c75-4a43-82e2-e59a85ffcb06 service neutron] 10.222.0.101 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021413 Aug 27 16:17:35.951352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1978f1ab-dea3-4d85-91da-9b33066fb3f5 req-dac6249f-8bb2-4b54-81f0-b6f465bc20fe service neutron] 10.222.0.97 "GET /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662717 Aug 27 16:17:35.972040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bad4a63f-f4d0-4c15-993a-dbc0d98c4607 service neutron] 10.222.0.101 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164548 Aug 27 16:17:36.068652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-1e35ee05-7323-4cd4-8477-b4bacd4e01a2 service neutron] 10.222.0.101 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903966 Aug 27 16:17:36.157681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-31d5fe02-5d83-429c-8b63-a1d94d56e9df service neutron] 10.222.0.101 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Aug 27 16:17:36.250573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8abf851a-cfc6-46d6-9c50-7ec179be23c7 service neutron] 10.222.0.101 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864525 Aug 27 16:17:37.073324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734e0f5-e161-4302-ac58-059a522f7908 req-63c665b6-241d-4bc7-9e4c-108124e21006 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:37.075625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7734e0f5-e161-4302-ac58-059a522f7908 req-63c665b6-241d-4bc7-9e4c-108124e21006 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0511734 Aug 27 16:17:37.113094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7734e0f5-e161-4302-ac58-059a522f7908 req-248c73ee-cb5d-47b0-8bb1-329f7e2fddd4 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314093 Aug 27 16:17:37.162301 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d445ac-51ae-46df-90e3-07978a32b4ce x-openstack-request-id: req-b6d445ac-51ae-46df-90e3-07978a32b4ce {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:37.173889 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-plugged", "status": "completed", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:37.173889 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b6d445ac-51ae-46df-90e3-07978a32b4ce {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:37.173889 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'code': 200} Aug 27 16:17:37.302175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75221-27ca-416b-9179-220304b9d00f req-4d46f189-4b03-4644-984e-f17134197095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:37.303687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f75221-27ca-416b-9179-220304b9d00f req-4d46f189-4b03-4644-984e-f17134197095 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 1096 time: 0.0806239 Aug 27 16:17:37.326197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271a22-2d49-4d93-8b92-914059c8defc req-ced63a03-e0c2-4295-8752-689780c68fcc tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:37.327625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c271a22-2d49-4d93-8b92-914059c8defc req-ced63a03-e0c2-4295-8752-689780c68fcc tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 945 time: 0.0674331 Aug 27 16:17:37.656595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f75221-27ca-416b-9179-220304b9d00f req-2a24bc5e-0f3f-4a2a-b291-83237d2402ce service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444719 Aug 27 16:17:37.672144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c271a22-2d49-4d93-8b92-914059c8defc req-29af38fe-2487-4463-b8a0-5656527abbb3 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383527 Aug 27 16:17:37.948519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc0938-dee9-4f75-9f4e-6ffc5b572dcf req-4f9289c8-b4f4-4cd0-88a6-85736ecd8e39 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:37.950809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97cc0938-dee9-4f75-9f4e-6ffc5b572dcf req-4f9289c8-b4f4-4cd0-88a6-85736ecd8e39 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0509369 Aug 27 16:17:37.989110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97cc0938-dee9-4f75-9f4e-6ffc5b572dcf req-6ded24e1-9b6b-46b7-847e-1d8841027211 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Aug 27 16:17:38.098673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa8621-0a79-4eec-8f40-f36ff21b05c2 req-5ff819bc-ee25-4d6b-800e-36ab8de4a507 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:38.100283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bfa8621-0a79-4eec-8f40-f36ff21b05c2 req-5ff819bc-ee25-4d6b-800e-36ab8de4a507 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 946 time: 0.0489018 Aug 27 16:17:38.137540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bfa8621-0a79-4eec-8f40-f36ff21b05c2 req-64356eea-2ed2-46d2-a418-0554f1951157 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Aug 27 16:17:38.242833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654499ed-b59e-473f-a768-84aea3e8bd40 req-df9af037-b5f2-44e2-9ce1-7c6e9223e62a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:38.244346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-654499ed-b59e-473f-a768-84aea3e8bd40 req-df9af037-b5f2-44e2-9ce1-7c6e9223e62a tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0528338 Aug 27 16:17:38.285916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-654499ed-b59e-473f-a768-84aea3e8bd40 req-20c540cc-2767-4f90-81c3-6233d20aa0f3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346632 Aug 27 16:17:38.346438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 39500) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:38.410047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588f955-c98e-4d17-9610-d1a3fc9e59d5 req-b5b2cccc-47ff-4b25-8fb6-428b783ee8c7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:38.415784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d588f955-c98e-4d17-9610-d1a3fc9e59d5 req-b5b2cccc-47ff-4b25-8fb6-428b783ee8c7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0554965 Aug 27 16:17:38.473868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f502c3ae-e774-4dba-94fe-d5e42755a682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:38.489876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d588f955-c98e-4d17-9610-d1a3fc9e59d5 req-e07e5768-371c-40ec-8a10-f7c3f3f66603 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705731 Aug 27 16:17:38.609924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af3d226b-37c5-4245-bf88-48807abb5ec5 req-cb8bf9cb-2f1b-4e0e-8cef-ae9a37061d55 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0530281 Aug 27 16:17:38.641465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f502c3ae-e774-4dba-94fe-d5e42755a682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:38.662435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-d389683c-7a4d-472e-8435-a1a578b3af9d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:38.664007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-d389683c-7a4d-472e-8435-a1a578b3af9d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 946 time: 0.0930684 Aug 27 16:17:38.758815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f502c3ae-e774-4dba-94fe-d5e42755a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:38.831652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502c3ae-e774-4dba-94fe-d5e42755a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140a4124-db93-4266-b0ce-75aa343f447e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:38.840084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f502c3ae-e774-4dba-94fe-d5e42755a682 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=55b2639871344a278bfe93d295c202a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4902449 Aug 27 16:17:38.841034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39530) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:17:38.859877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822518-1365-494f-ac0f-de4c4b442ac5 req-70d97e30-b2f8-4c4f-8296-6c65d3f3a597 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:38.861778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f822518-1365-494f-ac0f-de4c4b442ac5 req-70d97e30-b2f8-4c4f-8296-6c65d3f3a597 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 945 time: 0.1144788 Aug 27 16:17:38.872812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Deleting port 557231d2-f0ec-4705-8159-0d793118a89c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:38.873102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:38.923804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f8d36d4-233b-438a-9fe0-dde329364246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:38.958162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f8d36d4-233b-438a-9fe0-dde329364246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:39.000999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f822518-1365-494f-ac0f-de4c4b442ac5 req-33cf3542-a58a-4b0b-829f-2a2a9fc4ca86 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231456 Aug 27 16:17:39.025797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] For port 557231d2-f0ec-4705-8159-0d793118a89c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=557231d2-f0ec-4705-8159-0d793118a89c,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:39.026174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:39.050797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Calling delete_port for 557231d2-f0ec-4705-8159-0d793118a89c owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:39.281067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e1072-b273-48f7-beb6-a1fc7c6f4930 req-64a4d522-3084-4b3b-81ab-7c31bfad6b19 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:39.282654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f7e1072-b273-48f7-beb6-a1fc7c6f4930 req-64a4d522-3084-4b3b-81ab-7c31bfad6b19 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1b4aa03-8746-4c69-8122-1f85733756c6 HTTP/1.1" status: 200 len: 946 time: 0.0607679 Aug 27 16:17:39.328146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f7e1072-b273-48f7-beb6-a1fc7c6f4930 req-fec0030b-9270-44af-861a-7a103e7c2c8f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Aug 27 16:17:39.372147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f8d36d4-233b-438a-9fe0-dde329364246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:39.375800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f8d36d4-233b-438a-9fe0-dde329364246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:39.375930 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f8d36d4-233b-438a-9fe0-dde329364246 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/140a4124-db93-4266-b0ce-75aa343f447e HTTP/1.1" status: 204 len: 168 time: 0.5329406 Aug 27 16:17:39.385683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d36d4-233b-438a-9fe0-dde329364246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140a4124-db93-4266-b0ce-75aa343f447e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:39.457232 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:39.470534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['557231d2-f0ec-4705-8159-0d793118a89c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:39.492513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event deleted for resources: {'Port': ['ID=557231d2-f0ec-4705-8159-0d793118a89c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:39.537696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] No DVR routers for this DVR port 557231d2-f0ec-4705-8159-0d793118a89c on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:17:39.540700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:39.543469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3e9b0d5-74b6-4789-8230-4618624af327 req-1bd8677d-c820-432d-8aa2-52880a5dd214 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "DELETE /v2.0/ports/557231d2-f0ec-4705-8159-0d793118a89c HTTP/1.1" status: 204 len: 173 time: 0.8713884 Aug 27 16:17:39.543663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'name': 'network-vif-deleted', 'tag': '557231d2-f0ec-4705-8159-0d793118a89c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:39.545921 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25413b8-a63c-433e-b7ca-70b66e6cd2e0" -d '{"events": [{"server_uuid": "c1b4aa03-8746-4c69-8122-1f85733756c6", "name": "network-vif-deleted", "tag": "557231d2-f0ec-4705-8159-0d793118a89c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:39.630005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a80ed-b39b-4488-8f1d-3ceaffaed240 req-3f39dc7a-f2f1-44b0-b39f-3ec478a2ea40 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:39.631971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e83a80ed-b39b-4488-8f1d-3ceaffaed240 req-3f39dc7a-f2f1-44b0-b39f-3ec478a2ea40 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0559087 Aug 27 16:17:39.678336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e83a80ed-b39b-4488-8f1d-3ceaffaed240 req-9f7d65ff-2693-4dfd-bd01-671db0997a50 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Aug 27 16:17:39.730018 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf26d408-c1ed-4500-bd2c-95a585d6a60b x-openstack-request-id: req-cf26d408-c1ed-4500-bd2c-95a585d6a60b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:39.730471 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b4aa03-8746-4c69-8122-1f85733756c6", "name": "network-vif-deleted", "tag": "557231d2-f0ec-4705-8159-0d793118a89c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:39.730749 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf26d408-c1ed-4500-bd2c-95a585d6a60b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:39.731171 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b4aa03-8746-4c69-8122-1f85733756c6', 'name': 'network-vif-deleted', 'tag': '557231d2-f0ec-4705-8159-0d793118a89c', 'status': 'completed', 'code': 200} Aug 27 16:17:39.796211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3aed13b7-59c8-4939-b519-2c4632eaf312 req-48c81c95-2bf2-4e07-a2f5-7a17406e7e3d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0322907 Aug 27 16:17:40.138567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55d3d3-3e42-41f7-b4e6-86cc9c798eaa req-573ddd0a-df01-43ca-975d-6efab5d4a386 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:40.140075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d55d3d3-3e42-41f7-b4e6-86cc9c798eaa req-573ddd0a-df01-43ca-975d-6efab5d4a386 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 945 time: 0.0553010 Aug 27 16:17:40.178899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d55d3d3-3e42-41f7-b4e6-86cc9c798eaa req-3b1e649f-781e-406d-95e5-1c646039e7ef tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Aug 27 16:17:40.948328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fff938-8210-47b4-918d-513412f76659 req-90366563-248b-40d1-b4eb-fb61ffe1aba9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:40.950466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32fff938-8210-47b4-918d-513412f76659 req-90366563-248b-40d1-b4eb-fb61ffe1aba9 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=060251ee-40eb-4bf9-aec2-62dbc4ad5935 HTTP/1.1" status: 200 len: 944 time: 0.0639458 Aug 27 16:17:41.071199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c5259-87f1-4999-90f2-3fb13bf1661c req-e8974b94-e8b4-4dfb-8c27-41f378d70d42 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:41.072729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d46c5259-87f1-4999-90f2-3fb13bf1661c req-e8974b94-e8b4-4dfb-8c27-41f378d70d42 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1044798 Aug 27 16:17:41.127185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Deleting port dc8fd826-2542-4d3a-a3c6-8514789d751a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:41.127567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:41.132528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d46c5259-87f1-4999-90f2-3fb13bf1661c req-89d3cda3-5ef2-4e55-ba3e-3f585c2b113c tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504608 Aug 27 16:17:41.241429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb7e255c-7c64-423b-9532-1fb5531c0465 req-5dab6479-7327-415f-9da3-a572fb2b84a4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0373940 Aug 27 16:17:41.273575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] For port dc8fd826-2542-4d3a-a3c6-8514789d751a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=dc8fd826-2542-4d3a-a3c6-8514789d751a,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:41.274067 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:41.357736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e45c89-e16c-4a07-bb7d-b37d8c3073f0 req-2eb5b0b7-daec-4184-b522-8bc15c752920 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:41.359844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e45c89-e16c-4a07-bb7d-b37d8c3073f0 req-2eb5b0b7-daec-4184-b522-8bc15c752920 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 945 time: 0.0525506 Aug 27 16:17:41.416203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e45c89-e16c-4a07-bb7d-b37d8c3073f0 req-d8232cf6-4bd3-4a51-81e0-6b3cef618d9f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Aug 27 16:17:41.530962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Calling delete_port for dc8fd826-2542-4d3a-a3c6-8514789d751a owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:41.629903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-3bdbe253-7a5e-4ef9-aed4-345478740cee tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:41.631409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-3bdbe253-7a5e-4ef9-aed4-345478740cee tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.1596200 Aug 27 16:17:41.656585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-54bc26b7-9964-4af0-b555-56ce196513b5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/quotas/eaead7251d984254bb9348b7e503e3ca HTTP/1.1" status: 200 len: 375 time: 0.0185790 Aug 27 16:17:41.722446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-6af4df21-b32e-48a0-9f73-d14ed0b82771 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596776 Aug 27 16:17:41.823135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-5f06034c-cd23-4730-bd6d-e33d3bf08d01 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911987 Aug 27 16:17:41.914458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:41.926739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e350dacb-5181-4ee7-a172-0ab2da582224'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:41.929155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['67a10c0f-4e5f-4d4f-a7ea-3006e9523944'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:41.947128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-f664feb4-39ee-4383-80c8-07f8339baf90 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177902 Aug 27 16:17:41.950274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event deleted for resources: {'Port': ['ID=dc8fd826-2542-4d3a-a3c6-8514789d751a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:41.992798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] No DVR routers for this DVR port dc8fd826-2542-4d3a-a3c6-8514789d751a on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:17:42.008627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:42.008627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32fff938-8210-47b4-918d-513412f76659 req-e79417ea-7cbd-408c-b62e-7f1210373da4 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "DELETE /v2.0/ports/dc8fd826-2542-4d3a-a3c6-8514789d751a HTTP/1.1" status: 204 len: 173 time: 1.0473416 Aug 27 16:17:42.008627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-deleted', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:42.008627 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf58bd-1b51-4309-9edd-de661fda29b5" -d '{"events": [{"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-deleted", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:42.516200 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6b34d5-ae20-4361-aed1-503fbeed00fc x-openstack-request-id: req-ef6b34d5-ae20-4361-aed1-503fbeed00fc {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:42.516559 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060251ee-40eb-4bf9-aec2-62dbc4ad5935", "name": "network-vif-deleted", "tag": "dc8fd826-2542-4d3a-a3c6-8514789d751a", "status": "failed", "code": 422}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:42.516895 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ef6b34d5-ae20-4361-aed1-503fbeed00fc {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:42.517454 n-d-806412-1 neutron-server[95253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '060251ee-40eb-4bf9-aec2-62dbc4ad5935', 'name': 'network-vif-deleted', 'tag': 'dc8fd826-2542-4d3a-a3c6-8514789d751a', 'status': 'failed', 'code': 422} returned with failed status Aug 27 16:17:42.594557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-72fa6ff6-e013-4a7d-8d81-f29dc9dee1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:42.595861 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-72fa6ff6-e013-4a7d-8d81-f29dc9dee1f8 service neutron] 10.222.0.90 "GET /v2.0/ports/4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 200 len: 1033 time: 0.0472782 Aug 27 16:17:42.627143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd38d-26ef-44ea-8143-58cbcfdbd306 req-6b435343-3562-4466-9dca-918be370742e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:42.629058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24dfd38d-26ef-44ea-8143-58cbcfdbd306 req-6b435343-3562-4466-9dca-918be370742e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0602958 Aug 27 16:17:42.638318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-94e9a41c-2038-45bd-80d6-baa0651a8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:42.639852 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-94e9a41c-2038-45bd-80d6-baa0651a8f79 service neutron] 10.222.0.90 "GET /v2.0/ports/89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 200 len: 1032 time: 0.0358019 Aug 27 16:17:42.679848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24dfd38d-26ef-44ea-8143-58cbcfdbd306 req-dbf5ecef-410a-4c7e-a512-7e663e91ea1b tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Aug 27 16:17:42.790648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dac24e3c-2b44-4c33-9a0e-7c782b3c4643 req-ef0c4220-3d6b-4678-adce-dfd64040acf1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0312600 Aug 27 16:17:42.803611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-51ffddd4-1ed9-4037-8488-9d0c49f52597 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:42.807085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-51ffddd4-1ed9-4037-8488-9d0c49f52597 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:42.813885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-51ffddd4-1ed9-4037-8488-9d0c49f52597 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:42.815601 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-51ffddd4-1ed9-4037-8488-9d0c49f52597 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "GET /v2.0/networks?id=fd5361ad-46fd-4a3b-bcf7-06898e088099&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1 HTTP/1.1" status: 200 len: 1993 time: 0.1683638 Aug 27 16:17:42.866352 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-d4fe67e0-e28b-4496-a9fc-d296be3c0149 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d13bdfc43d47bdba0e8002b320e264 HTTP/1.1" status: 200 len: 379 time: 0.0401549 Aug 27 16:17:42.896524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0ec66f0-3ba4-43d4-a299-84659b7e2b35 req-83faf65a-f685-498a-ae0b-06d2c6e1496d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0270956 Aug 27 16:17:42.897462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'admin_state_up': True, 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'security_groups': ['c01218cc-6cee-422f-9d81-42ff40008d50']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:42.984681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075966-8476-44ce-a023-7a76a1d371bb req-c8fd549b-bc46-45d5-bed5-d0a5e5d2ce5b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:42.986175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41075966-8476-44ce-a023-7a76a1d371bb req-c8fd549b-bc46-45d5-bed5-d0a5e5d2ce5b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 945 time: 0.0569131 Aug 27 16:17:43.038538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41075966-8476-44ce-a023-7a76a1d371bb req-bd120059-0daa-4022-a023-3d36c635a9da tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Aug 27 16:17:43.119523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:43.124271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:43.172826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 557231d2-f0ec-4705-8159-0d793118a89c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:43.205435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 557231d2-f0ec-4705-8159-0d793118a89c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:17:43.206123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 557231d2-f0ec-4705-8159-0d793118a89c not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:17:43.286436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 172.20.0.4 (fd5361ad-46fd-4a3b-bcf7-06898e088099/98c47aa5-9595-4b35-8bd8-e493e092bee5/f1152573-3a25-4e9e-8b21-19822e3e99de) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:43.442385 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:43.456484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Transition to ACTIVE for port object f1152573-3a25-4e9e-8b21-19822e3e99de will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:43.663173 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:43.706049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:43.711463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:43.715336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:43.742457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=f1152573-3a25-4e9e-8b21-19822e3e99de,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:43.786574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:43.787230 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:43.934461 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bc561801-3c8e-4503-bd9d-14c0fd50dd7c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0593588 Aug 27 16:17:43.960420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'admin_state_up': True, 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'security_groups': ['c01218cc-6cee-422f-9d81-42ff40008d50']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:44.088111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-75080a76-2cca-4bb9-86f4-2b1a7a7b3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:44.091231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-75080a76-2cca-4bb9-86f4-2b1a7a7b3445 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2489d8ed8744c499809bcd15888af04&device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 1096 time: 0.0439639 Aug 27 16:17:44.207824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-957b5c61-4bd8-4f0d-8344-bfa01dd0f090 None None] Provisioning for port f1152573-3a25-4e9e-8b21-19822e3e99de completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:44.216460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fb8b0-5478-41eb-befe-f5011c37c549 req-56cfe8de-cd19-450b-a974-6e54fee7153f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:44.218440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79fb8b0-5478-41eb-befe-f5011c37c549 req-56cfe8de-cd19-450b-a974-6e54fee7153f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1110125 Aug 27 16:17:44.219337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-957b5c61-4bd8-4f0d-8344-bfa01dd0f090 None None] Provisioning complete for port f1152573-3a25-4e9e-8b21-19822e3e99de triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:44.220090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-957b5c61-4bd8-4f0d-8344-bfa01dd0f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:44.248979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-8b46404c-b594-44db-adfd-4d5f85251b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:44.255593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-8b46404c-b594-44db-adfd-4d5f85251b73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 200 len: 918 time: 0.1522119 Aug 27 16:17:44.263973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-957b5c61-4bd8-4f0d-8344-bfa01dd0f090 None None] Port f1152573-3a25-4e9e-8b21-19822e3e99de cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:44.286538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:44.290184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:44.322798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-6684748f-48b8-4e15-80d4-6c26fa931095 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5 HTTP/1.1" status: 200 len: 217 time: 0.0601599 Aug 27 16:17:44.354758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79fb8b0-5478-41eb-befe-f5011c37c549 req-7df815e1-de73-4084-bd56-3be4a9a33a78 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200962 Aug 27 16:17:44.424048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19f6af-5588-46bf-8fd0-16c5502067be req-a6b89358-2844-4cbc-848b-d4fc6f66c602 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:44.427495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df19f6af-5588-46bf-8fd0-16c5502067be req-a6b89358-2844-4cbc-848b-d4fc6f66c602 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 931 time: 0.1662631 Aug 27 16:17:44.480691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 10.1.1.68 (760cd7e8-6a34-4a37-95bc-a099bbb114e0/1f7bd518-3c7b-4e56-95c1-c76a60311291/d5346c0b-6da6-48ae-8155-25dc0c96a839) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:44.491543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-373b927e-a2b0-4d7c-862d-b510949a1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:44.493659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-373b927e-a2b0-4d7c-862d-b510949a1a72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 200 len: 855 time: 0.1357286 Aug 27 16:17:44.546792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df19f6af-5588-46bf-8fd0-16c5502067be req-f6b83224-49c5-4763-84f9-2eacc43b5a9d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117606 Aug 27 16:17:44.569175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-dd90ea3b-b2d7-4fc4-8fee-0057cc7c211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:44.570899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-dd90ea3b-b2d7-4fc4-8fee-0057cc7c211d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=90dac2e9-bd55-407b-ac10-dc2f21fddcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650592 Aug 27 16:17:44.676847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:44.693700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Transition to ACTIVE for port object d5346c0b-6da6-48ae-8155-25dc0c96a839 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:44.723637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88620823-9ec7-4a87-9762-1e0674305db5 req-d9ede4a1-5311-49cd-ae53-99f95c02ca16 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0437732 Aug 27 16:17:44.731085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-9d2b598e-a84b-4c4e-a13b-ad8ceff6f37d service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461935 Aug 27 16:17:44.836531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510bc64b-fb2e-4ea7-931c-0492c0027a51 req-7f2e777d-eda7-4f50-a303-1129ab46c321 service neutron] 10.222.0.90 "GET /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960722 Aug 27 16:17:44.914262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:44.961768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:44.965814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:44.975558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:45.297797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06606c90-279c-4d2c-8f7f-5d0ef93c1123 req-68de56c2-3f6b-4ce2-bcf2-4fceef0776c2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:45.300381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06606c90-279c-4d2c-8f7f-5d0ef93c1123 req-68de56c2-3f6b-4ce2-bcf2-4fceef0776c2 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 907 time: 0.0652103 Aug 27 16:17:45.341306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=d5346c0b-6da6-48ae-8155-25dc0c96a839,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:45.378186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:45.379040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:45.496711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e4ce4-4b81-4cbc-a996-05b497e9f1a7 req-07ad5e94-8d3c-42fd-9bbf-37f3ac5e114f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:45.498452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-662e4ce4-4b81-4cbc-a996-05b497e9f1a7 req-07ad5e94-8d3c-42fd-9bbf-37f3ac5e114f tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0508573 Aug 27 16:17:45.539745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-662e4ce4-4b81-4cbc-a996-05b497e9f1a7 req-2a4af92c-0d87-4354-a95d-188b624db878 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Aug 27 16:17:45.616729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-16b98ac5-edaa-4c05-a009-a8c41021b5cc None None] Provisioning for port d5346c0b-6da6-48ae-8155-25dc0c96a839 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:45.632968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-16b98ac5-edaa-4c05-a009-a8c41021b5cc None None] Provisioning complete for port d5346c0b-6da6-48ae-8155-25dc0c96a839 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:45.632968 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16b98ac5-edaa-4c05-a009-a8c41021b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:45.662407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-16b98ac5-edaa-4c05-a009-a8c41021b5cc None None] Port d5346c0b-6da6-48ae-8155-25dc0c96a839 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:45.674840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-868fb121-eca9-4770-a7d8-13d7428f3ea2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7190335 Aug 27 16:17:45.689963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'admin_state_up': True, 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'security_groups': ['c01218cc-6cee-422f-9d81-42ff40008d50']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:45.779002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289ffa-0526-404a-9787-07e3efe908b0 req-be146503-805d-4ce8-9878-8c876a30113b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:45.785613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289ffa-0526-404a-9787-07e3efe908b0 req-be146503-805d-4ce8-9878-8c876a30113b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:45.787754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86289ffa-0526-404a-9787-07e3efe908b0 req-be146503-805d-4ce8-9878-8c876a30113b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 1652 time: 0.1186080 Aug 27 16:17:45.860132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86289ffa-0526-404a-9787-07e3efe908b0 req-48dc3da3-eedc-4b74-9883-31980b86b45a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579274 Aug 27 16:17:45.867207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-beac484e-16a6-49d6-a38e-a6d87b3a14aa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:45.869159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-beac484e-16a6-49d6-a38e-a6d87b3a14aa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.2306969 Aug 27 16:17:45.901485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Request body: {'port': {'device_id': '16b6295d-283b-4a15-a2b7-06582085beea', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'admin_state_up': True, 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:45.907485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c79a2dc3-7c61-43c4-a77b-a45a7ac274ef req-fac5a488-b04c-4243-9694-7b19d7df8560 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0558498 Aug 27 16:17:46.080035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:46.085040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:46.359781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:46.363371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:46.468260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 10.1.1.81 (760cd7e8-6a34-4a37-95bc-a099bbb114e0/1f7bd518-3c7b-4e56-95c1-c76a60311291/8a648ee1-6215-47d5-9e1a-e76ff246b620) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:46.482711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f508-254a-4edb-97e6-e2272efeab72 req-c0f298d2-77cb-4a63-8a80-03320e3e687e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:46.484524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95b7f508-254a-4edb-97e6-e2272efeab72 req-c0f298d2-77cb-4a63-8a80-03320e3e687e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 907 time: 0.1090014 Aug 27 16:17:46.547317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Allocated IP 172.20.0.8 (54c2d541-d973-4aa6-86d8-8fc737557878/5fce6403-2613-493d-af74-67bb39b1ef9a/bc8f372e-81b0-4d68-a6e6-7ca2a84d9503) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:46.645011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:46.670033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Transition to ACTIVE for port object 8a648ee1-6215-47d5-9e1a-e76ff246b620 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:46.770556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-0f7c3b79-2bf9-4dbd-be09-d622b3a53551 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:46.772091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-0f7c3b79-2bf9-4dbd-be09-d622b3a53551 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 907 time: 0.1389179 Aug 27 16:17:46.795182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74892f2-31d1-4c0d-a643-ba667bd6878e req-7d584a8c-342d-4734-88cf-f886dc223748 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:46.796692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e74892f2-31d1-4c0d-a643-ba667bd6878e req-7d584a8c-342d-4734-88cf-f886dc223748 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1623456 Aug 27 16:17:46.840403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:46.914924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e74892f2-31d1-4c0d-a643-ba667bd6878e req-3bde25ce-3f52-4ae0-93f5-dd8f779182bf tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955966 Aug 27 16:17:46.938484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:46.992403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Deleting port 34b6a984-f650-42c6-a0fa-6e053f421cea {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:46.992746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.012346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:47.015830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:47.020875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:47.025357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=8a648ee1-6215-47d5-9e1a-e76ff246b620,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:47.077355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.078021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.095341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e5f555-f8bc-4776-a9d4-01aec9ecd182 req-fd7122eb-7106-4784-b0de-91adec4ace1c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0388927 Aug 27 16:17:47.117951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5339084-994c-4883-8ebc-25b75156e5f1 req-9f83b430-0e36-4875-bef3-16b6d91c1dc4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.126175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5339084-994c-4883-8ebc-25b75156e5f1 req-9f83b430-0e36-4875-bef3-16b6d91c1dc4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.139516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5339084-994c-4883-8ebc-25b75156e5f1 req-9f83b430-0e36-4875-bef3-16b6d91c1dc4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.141333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5339084-994c-4883-8ebc-25b75156e5f1 req-9f83b430-0e36-4875-bef3-16b6d91c1dc4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 2372 time: 0.1952646 Aug 27 16:17:47.146236 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.199502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f0625ad-dbf7-4051-8548-8163c1fcb347 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:47.213019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Network 54c2d541-d973-4aa6-86d8-8fc737557878 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:47.251109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:47.263584 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-bd5710de-4aab-4121-b757-2c79630fe095 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5779583 Aug 27 16:17:47.269164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:47.289425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1', 'admin_state_up': True, 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'security_groups': ['c01218cc-6cee-422f-9d81-42ff40008d50']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:47.349296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event updated for resources: {'Port': ['ID=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:47.369946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] For port 34b6a984-f650-42c6-a0fa-6e053f421cea, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=34b6a984-f650-42c6-a0fa-6e053f421cea,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:47.370657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.384585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5339084-994c-4883-8ebc-25b75156e5f1 req-a51463cf-ca85-454a-b85a-f54b69bb5bae tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256930 Aug 27 16:17:47.395394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:47.419429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'mac_address': 'fa:16:3e:4b:d4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:47.432273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Calling delete_port for 34b6a984-f650-42c6-a0fa-6e053f421cea owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:47.469382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.470056 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.480526 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.521003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f0625ad-dbf7-4051-8548-8163c1fcb347 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:47.561043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90c1936e-3e56-419e-b8d2-121a1fcd38f5 None None] Provisioning for port 8a648ee1-6215-47d5-9e1a-e76ff246b620 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:47.565417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb898bd-fe9f-44de-ae41-bae654917bea req-a42584c2-f987-4301-85d4-7c2a9c1eec67 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.566595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:47.567480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8cb898bd-fe9f-44de-ae41-bae654917bea req-a42584c2-f987-4301-85d4-7c2a9c1eec67 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1776316 Aug 27 16:17:47.576995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90c1936e-3e56-419e-b8d2-121a1fcd38f5 None None] Provisioning complete for port 8a648ee1-6215-47d5-9e1a-e76ff246b620 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:47.589986 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90c1936e-3e56-419e-b8d2-121a1fcd38f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.617659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90c1936e-3e56-419e-b8d2-121a1fcd38f5 None None] Port 8a648ee1-6215-47d5-9e1a-e76ff246b620 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:47.724676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8cb898bd-fe9f-44de-ae41-bae654917bea req-ce79f615-5f57-4da1-bf10-440654d5e6f1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103528 Aug 27 16:17:47.736753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b977737-93f6-4ff0-947a-8fdfc5ba8ccd req-118e91c2-e395-4e4b-8597-7e4a5d3f7506 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.738457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b977737-93f6-4ff0-947a-8fdfc5ba8ccd req-118e91c2-e395-4e4b-8597-7e4a5d3f7506 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 907 time: 0.1230319 Aug 27 16:17:47.844367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:47.844870 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.857039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8756-c397-4949-9af2-0eb6b4460856 req-2445900c-e7e4-49d0-87d8-0819b42e5fc3 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:47.857039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e1a8756-c397-4949-9af2-0eb6b4460856 req-2445900c-e7e4-49d0-87d8-0819b42e5fc3 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 945 time: 0.0545115 Aug 27 16:17:47.906082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:47.910390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e1a8756-c397-4949-9af2-0eb6b4460856 req-799c86b3-1345-4941-8772-a40df6541a05 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Aug 27 16:17:47.965987 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:47.967526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9f0625ad-dbf7-4051-8548-8163c1fcb347'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:48.314449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 10.2.2.100 (c1b22e09-f184-4ca1-9f1b-7771fd0317e1/e8356f37-b682-43fd-97e4-02184f39878f/684f519c-a11c-4bee-9c5c-33b2bed9880f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:48.358994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:48.374588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-68327a8a-42a3-4706-86be-f8a793a0590f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4938278 Aug 27 16:17:48.434238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Request body: {'port': {'device_id': '16b6295d-283b-4a15-a2b7-06582085beea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:48.450733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event deleted for resources: {'Port': ['ID=34b6a984-f650-42c6-a0fa-6e053f421cea,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:48.461462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0ccdd-1102-491f-a0c3-d2a43ee26465 req-876c5320-5464-4b93-af80-2c5f21f0c7b1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.462831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0dd0ccdd-1102-491f-a0c3-d2a43ee26465 req-876c5320-5464-4b93-af80-2c5f21f0c7b1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.4724388 Aug 27 16:17:48.492943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:48.513073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Transition to ACTIVE for port object 684f519c-a11c-4bee-9c5c-33b2bed9880f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:48.539206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] No DVR routers for this DVR port 34b6a984-f650-42c6-a0fa-6e053f421cea on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:17:48.541968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:48.545018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a848fa13-2cb2-4a0a-839d-125e96936481 req-869ba283-c9aa-4f25-900c-e3346427ce3f tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "DELETE /v2.0/ports/34b6a984-f650-42c6-a0fa-6e053f421cea HTTP/1.1" status: 204 len: 173 time: 1.7651403 Aug 27 16:17:48.550311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'name': 'network-vif-deleted', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:48.552705 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc3abcd-3317-4ee5-8b88-240a97156227" -d '{"events": [{"server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "name": "network-vif-deleted", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:48.607170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7faa18-a1ab-4f81-a866-465da3a7928a req-a2bfff15-2a07-4938-9318-ef305328f26b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.608789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef7faa18-a1ab-4f81-a866-465da3a7928a req-a2bfff15-2a07-4938-9318-ef305328f26b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 931 time: 0.2461069 Aug 27 16:17:48.614294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0dd0ccdd-1102-491f-a0c3-d2a43ee26465 req-e26532f3-d090-4abf-b79a-1a2e6b8a8d78 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186740 Aug 27 16:17:48.629604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:48.700418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef7faa18-a1ab-4f81-a866-465da3a7928a req-31680de0-cb76-45ef-8ab1-475e1b7c4b72 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676212 Aug 27 16:17:48.799306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:48.845630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:48.848641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:48.854430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:48.883692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=684f519c-a11c-4bee-9c5c-33b2bed9880f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:48.914916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888eaf-885e-43cc-81bf-a1d604aca1c0 req-a1ffa2b8-505a-4534-a592-8ca983f048e0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.916149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.916817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:48.929031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888eaf-885e-43cc-81bf-a1d604aca1c0 req-a1ffa2b8-505a-4534-a592-8ca983f048e0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.936065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888eaf-885e-43cc-81bf-a1d604aca1c0 req-a1ffa2b8-505a-4534-a592-8ca983f048e0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.942509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888eaf-885e-43cc-81bf-a1d604aca1c0 req-a1ffa2b8-505a-4534-a592-8ca983f048e0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:48.944202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28888eaf-885e-43cc-81bf-a1d604aca1c0 req-a1ffa2b8-505a-4534-a592-8ca983f048e0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 3093 time: 0.1207049 Aug 27 16:17:48.995351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28888eaf-885e-43cc-81bf-a1d604aca1c0 req-3a46cad3-c576-40c0-a422-dce13aba7cb2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426612 Aug 27 16:17:49.096531 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5eae7dcd-3770-4be0-bcb8-923ed58d8de2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8175726 Aug 27 16:17:49.109960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1', 'admin_state_up': True, 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'security_groups': ['c01218cc-6cee-422f-9d81-42ff40008d50']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:49.111237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:49.120470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.140682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Transition to ACTIVE for port object bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:49.218320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f0625ad-dbf7-4051-8548-8163c1fcb347 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:49.250704 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f15fd9-dd5c-489f-a35a-943879a63b49 x-openstack-request-id: req-90f15fd9-dd5c-489f-a35a-943879a63b49 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:49.251048 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80cff4b-ab7e-4730-81fa-7058fbf61230", "name": "network-vif-deleted", "tag": "34b6a984-f650-42c6-a0fa-6e053f421cea", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:49.251455 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-90f15fd9-dd5c-489f-a35a-943879a63b49 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:49.252096 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80cff4b-ab7e-4730-81fa-7058fbf61230', 'name': 'network-vif-deleted', 'tag': '34b6a984-f650-42c6-a0fa-6e053f421cea', 'status': 'completed', 'code': 200} Aug 27 16:17:49.288338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-c83d67b0-3aee-489f-9c8e-811afa25f709 req-b99fa778-3469-454e-bcc7-4233199562e1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:17:49.289454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c83d67b0-3aee-489f-9c8e-811afa25f709 req-b99fa778-3469-454e-bcc7-4233199562e1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070724 Aug 27 16:17:49.325205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 9f0625ad-dbf7-4051-8548-8163c1fcb347 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:49.325753 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.388926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.456344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.501801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:49.502989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:49.503899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c83d67b0-3aee-489f-9c8e-811afa25f709 req-99d6d300-9ad5-4c2c-bea8-571537ac8640 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1957324 Aug 27 16:17:49.505724 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae48b39-f779-4855-92b1-e840f33f45c5" -d '{"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-plugged", "status": "completed", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:49.548915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:49.583200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Attempting to bind port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:49.583771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Attempting to bind port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:49.584373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Attempting to bind port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:49.589323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 on network 54c2d541-d973-4aa6-86d8-8fc737557878 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:49.590479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Attempting to bind port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:49.596068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:49.596625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Checking segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:49.597124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Bound using segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:49.597675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Bound port: bc8f372e-81b0-4d68-a6e6-7ca2a84d9503, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:49.598145 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.685020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] For port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:49.688630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] For port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:49.695919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Made reservation on behalf of c7d13bdfc43d47bdba0e8002b320e264 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:17:49.706609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6888638d-df61-4f54-8028-2a0f60924d95 None None] Provisioning for port 684f519c-a11c-4bee-9c5c-33b2bed9880f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:49.706609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6888638d-df61-4f54-8028-2a0f60924d95 None None] Provisioning complete for port 684f519c-a11c-4bee-9c5c-33b2bed9880f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:49.706609 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6888638d-df61-4f54-8028-2a0f60924d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.706888 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.774447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6888638d-df61-4f54-8028-2a0f60924d95 None None] Port 684f519c-a11c-4bee-9c5c-33b2bed9880f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:49.876012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc75bc1-b248-4dd9-8220-2ccd2aebf21a req-89d46550-419a-4c34-8568-2e5e567d845d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=c80cff4b-ab7e-4730-81fa-7058fbf61230 HTTP/1.1" status: 200 len: 210 time: 0.0561163 Aug 27 16:17:49.879854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.896943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:49.973667 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a771ce7-f45e-49c5-a507-b12ffdc85fd6 x-openstack-request-id: req-0a771ce7-f45e-49c5-a507-b12ffdc85fd6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:49.973965 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-plugged", "status": "completed", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:49.974226 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a771ce7-f45e-49c5-a507-b12ffdc85fd6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:49.974744 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'code': 200} Aug 27 16:17:49.989624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Allocated IP 10.2.2.200 (c1b22e09-f184-4ca1-9f1b-7771fd0317e1/e8356f37-b682-43fd-97e4-02184f39878f/1fa5a5e8-b59e-496a-ad9c-8ea2bca60669) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:17:50.017432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:50.025997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:50.041099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.045196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.045551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.045903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.046257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.046568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:50.046707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.046911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.047242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.047579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.047913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.048240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.048574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.048891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:17:50.050150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-31c5f053-4abe-4ed0-b4de-b3debc039a47 service neutron] 10.222.0.97 "PUT /v2.0/ports/bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 HTTP/1.1" status: 200 len: 1091 time: 1.6628985 Aug 27 16:17:50.191904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4747064-7b00-4912-8df4-eb243cdb38f7 req-ec2f31aa-4b7e-4bf6-ae94-1b5c13855573 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.193336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4747064-7b00-4912-8df4-eb243cdb38f7 req-ec2f31aa-4b7e-4bf6-ae94-1b5c13855573 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 943 time: 0.1134710 Aug 27 16:17:50.243600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:50.263075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Transition to ACTIVE for port object 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:50.299937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4747064-7b00-4912-8df4-eb243cdb38f7 req-5aa77a60-b651-45d9-a62c-442c1920d2c9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959611 Aug 27 16:17:50.435658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:50.479797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d8022-dda3-4e36-819b-98619efc648d req-db7f5415-6c5a-4ce3-a1a1-b7c01ebfe34e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.488662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d4d8022-dda3-4e36-819b-98619efc648d req-db7f5415-6c5a-4ce3-a1a1-b7c01ebfe34e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.0736487 Aug 27 16:17:50.505131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-ac9878cf-ecf4-4075-a488-c79b433e9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.510492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-ac9878cf-ecf4-4075-a488-c79b433e9a6b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 1094 time: 0.1821430 Aug 27 16:17:50.537837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:17:50.548325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:17:50.570239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:17:50.629253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-6a796a4a-f9c4-4392-9c44-77b7fde9faee service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 HTTP/1.1" status: 200 len: 217 time: 0.0989528 Aug 27 16:17:50.651154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803c07da-2151-4dfc-a614-cd78c6ef1d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:50.655471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event updated for resources: {'Port': ['ID=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:50.723992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.723992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:50.748217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d4d8022-dda3-4e36-819b-98619efc648d req-f9610518-ebf8-48c4-95ed-bf583aedb565 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536001 Aug 27 16:17:50.784271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-108a4bb2-7657-4e4d-b099-fda00cf75385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:50.788627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-108a4bb2-7657-4e4d-b099-fda00cf75385 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.1500587 Aug 27 16:17:50.859793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-2ddfd38a-f28d-4635-b87c-111b73cad9fb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596976 Aug 27 16:17:50.937767 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-29ebbcf7-d088-4bb2-bbee-41de40ab805a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8325870 Aug 27 16:17:50.957362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:51.095364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:51.180165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-7f0749d1-e55c-44f6-b4a7-b74dba227623 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158050 Aug 27 16:17:51.205189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-05d23b9d-85ae-4d53-b3e5-43ff4dbfe2a7 None None] Provisioning for port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:51.210009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-05d23b9d-85ae-4d53-b3e5-43ff4dbfe2a7 None None] Provisioning complete for port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:51.210606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05d23b9d-85ae-4d53-b3e5-43ff4dbfe2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:51.246564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 34b6a984-f650-42c6-a0fa-6e053f421cea no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:51.281755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 34b6a984-f650-42c6-a0fa-6e053f421cea {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:17:51.282378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 34b6a984-f650-42c6-a0fa-6e053f421cea not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:17:51.311299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b6295d-283b-4a15-a2b7-06582085beea', 'tag': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:51.313901 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ce550-757f-4595-91e6-7e1fa57b4ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "16b6295d-283b-4a15-a2b7-06582085beea", "tag": "bc8f372e-81b0-4d68-a6e6-7ca2a84d9503"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:51.319232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0821b64-9d79-4366-a019-a6c7110c0d2f req-f3c98004-4644-4307-a090-dda979654b96 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212754 Aug 27 16:17:51.321720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-05d23b9d-85ae-4d53-b3e5-43ff4dbfe2a7 None None] Port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:17:51.351949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c157-5314-4723-b915-97aeceeb66ee req-08ff0a23-51cf-4a16-bf7a-c57f7bba8f40 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.363242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c157-5314-4723-b915-97aeceeb66ee req-08ff0a23-51cf-4a16-bf7a-c57f7bba8f40 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.375506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c157-5314-4723-b915-97aeceeb66ee req-08ff0a23-51cf-4a16-bf7a-c57f7bba8f40 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.379152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c157-5314-4723-b915-97aeceeb66ee req-08ff0a23-51cf-4a16-bf7a-c57f7bba8f40 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.385174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c157-5314-4723-b915-97aeceeb66ee req-08ff0a23-51cf-4a16-bf7a-c57f7bba8f40 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.407467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6be7c157-5314-4723-b915-97aeceeb66ee req-08ff0a23-51cf-4a16-bf7a-c57f7bba8f40 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 3814 time: 0.3697875 Aug 27 16:17:51.489267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6be7c157-5314-4723-b915-97aeceeb66ee req-00b5ba8c-b1a2-4825-924c-23f1f9ad9181 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661156 Aug 27 16:17:51.503054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cde46-7eb9-45b1-bd59-44792e0852f3 req-01f75240-2476-44f3-9d7d-42a3fc6d7d80 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.516377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef4cde46-7eb9-45b1-bd59-44792e0852f3 req-01f75240-2476-44f3-9d7d-42a3fc6d7d80 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 945 time: 0.3892980 Aug 27 16:17:51.554788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1152573-3a25-4e9e-8b21-19822e3e99de {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:51.570144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:51.591259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Transition to ACTIVE for port object f1152573-3a25-4e9e-8b21-19822e3e99de will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:51.655127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef4cde46-7eb9-45b1-bd59-44792e0852f3 req-9ee40090-842b-4c78-a21a-20004cce86a6 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375275 Aug 27 16:17:51.679532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:51.711879 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4334a1-4080-4026-85f9-a66f4747b046 x-openstack-request-id: req-4f4334a1-4080-4026-85f9-a66f4747b046 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:51.712415 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b6295d-283b-4a15-a2b7-06582085beea", "tag": "bc8f372e-81b0-4d68-a6e6-7ca2a84d9503", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:51.713436 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4f4334a1-4080-4026-85f9-a66f4747b046 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:51.714577 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b6295d-283b-4a15-a2b7-06582085beea', 'tag': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503', 'status': 'completed', 'code': 200} Aug 27 16:17:51.774883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Pushing event updated for resources: {'Port': ['ID=f1152573-3a25-4e9e-8b21-19822e3e99de,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:51.899672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Attempting to bind port f1152573-3a25-4e9e-8b21-19822e3e99de on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:51.903092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Attempting to bind port f1152573-3a25-4e9e-8b21-19822e3e99de by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:51.903653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Attempting to bind port f1152573-3a25-4e9e-8b21-19822e3e99de on network fd5361ad-46fd-4a3b-bcf7-06898e088099 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:51.909214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Port f1152573-3a25-4e9e-8b21-19822e3e99de on network fd5361ad-46fd-4a3b-bcf7-06898e088099 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:51.909640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Attempting to bind port f1152573-3a25-4e9e-8b21-19822e3e99de on network fd5361ad-46fd-4a3b-bcf7-06898e088099 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:51.917510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:51.918231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Checking segment: {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:51.918761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Bound using segment: {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:51.927786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Bound port: f1152573-3a25-4e9e-8b21-19822e3e99de, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:51.927786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:51.960933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-606f8fd5-e6d7-47fb-b358-4bc1897b9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.962590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-606f8fd5-e6d7-47fb-b358-4bc1897b9f9f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 1094 time: 0.2336731 Aug 27 16:17:51.996581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81934c6f-0d1f-4613-8613-4e7f89293727 req-5ad7bcb7-8ab3-4a00-a1b0-48be14df36a1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:51.998523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81934c6f-0d1f-4613-8613-4e7f89293727 req-5ad7bcb7-8ab3-4a00-a1b0-48be14df36a1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 943 time: 0.1556275 Aug 27 16:17:52.017657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] For port f1152573-3a25-4e9e-8b21-19822e3e99de, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:52.021929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] For port f1152573-3a25-4e9e-8b21-19822e3e99de, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f1152573-3a25-4e9e-8b21-19822e3e99de,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:52.123962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81934c6f-0d1f-4613-8613-4e7f89293727 req-ee826ef6-342c-4018-8b68-0d3a982eea44 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151242 Aug 27 16:17:52.198545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-375667a2-4d47-44be-adea-75b78eb55adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:52.200921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-375667a2-4d47-44be-adea-75b78eb55adb service neutron] 10.222.0.97 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 914 time: 0.2276375 Aug 27 16:17:52.287536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-9be9e4b9-ec40-4a54-bae6-0cff47230691 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 HTTP/1.1" status: 200 len: 217 time: 0.0782247 Aug 27 16:17:52.357801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7790e8e-2d12-4b71-baf4-32638e25bbee req-afec5a65-3f27-4d5a-86df-cb34210de898 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:52.359851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7790e8e-2d12-4b71-baf4-32638e25bbee req-afec5a65-3f27-4d5a-86df-cb34210de898 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.1437664 Aug 27 16:17:52.397704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-e1dc2e40-ebbc-45d4-80dd-fa306326ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:52.399183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-e1dc2e40-ebbc-45d4-80dd-fa306326ce4a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.1037071 Aug 27 16:17:52.433139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:52.449178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:52.450169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:52.451897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] 10.222.0.90 "PUT /v2.0/ports/f1152573-3a25-4e9e-8b21-19822e3e99de HTTP/1.1" status: 200 len: 1091 time: 1.5000970 Aug 27 16:17:52.453744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:52.461582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7790e8e-2d12-4b71-baf4-32638e25bbee req-633dde57-1169-4902-bb3b-12a6efa29ff3 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884728 Aug 27 16:17:52.464014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-5c14c804-ae97-407c-95f0-65a96cd09c5a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566852 Aug 27 16:17:52.466126 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b020269-368b-4858-ad66-107006fc27b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:52.585347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c5695-8122-4ed6-914b-28b6cd3b3e23 service neutron] Pushing event updated for resources: {'Port': ['ID=f1152573-3a25-4e9e-8b21-19822e3e99de,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:52.703308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-7f5d47de-ce37-4f0e-b2f4-68c8aaf659d7 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203932 Aug 27 16:17:52.734403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:52.863108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:52.920766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-431ce550-757f-4595-91e6-7e1fa57b4ce1 req-f524ede3-4432-4e17-a96c-23c110ff62ac service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030947 Aug 27 16:17:53.099745 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b1c37-79ab-4394-b630-9bc3f7607bb0 x-openstack-request-id: req-958b1c37-79ab-4394-b630-9bc3f7607bb0 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:53.099745 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:53.099745 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-958b1c37-79ab-4394-b630-9bc3f7607bb0 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:53.099745 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'status': 'completed', 'code': 200} Aug 27 16:17:53.234466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-505b29a8-2415-48b3-a768-adc6ccd8493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.235098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-505b29a8-2415-48b3-a768-adc6ccd8493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.235665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-505b29a8-2415-48b3-a768-adc6ccd8493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.236179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-505b29a8-2415-48b3-a768-adc6ccd8493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.236747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-505b29a8-2415-48b3-a768-adc6ccd8493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.238778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b020269-368b-4858-ad66-107006fc27b4 req-505b29a8-2415-48b3-a768-adc6ccd8493e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 4361 time: 0.0735025 Aug 27 16:17:53.325962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d643eea-638b-49ff-a0d5-8af88401b0b7 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:53.367551 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:53.392729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbac3a-b25d-46ea-839c-20d21e510b9f req-e64aed76-44bf-4be1-a6b7-512f6e121786 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.398573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbac3a-b25d-46ea-839c-20d21e510b9f req-e64aed76-44bf-4be1-a6b7-512f6e121786 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.404605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbac3a-b25d-46ea-839c-20d21e510b9f req-e64aed76-44bf-4be1-a6b7-512f6e121786 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.406291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bfbac3a-b25d-46ea-839c-20d21e510b9f req-e64aed76-44bf-4be1-a6b7-512f6e121786 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63&device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7&device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 2417 time: 0.1456764 Aug 27 16:17:53.447741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-ab6ccd5f-0483-488e-be2f-e3d9330fc491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.447741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-ab6ccd5f-0483-488e-be2f-e3d9330fc491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.448076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-ab6ccd5f-0483-488e-be2f-e3d9330fc491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.450409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b020269-368b-4858-ad66-107006fc27b4 req-ab6ccd5f-0483-488e-be2f-e3d9330fc491 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2015562 Aug 27 16:17:53.470383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bfbac3a-b25d-46ea-839c-20d21e510b9f req-f135a07d-7a52-49b5-b65f-730e88c3ba52 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573630 Aug 27 16:17:53.521645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:53.535626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Transition to ACTIVE for port object 4d643eea-638b-49ff-a0d5-8af88401b0b7 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:53.611822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe10c-3318-4a94-8c93-fffcc42b38c0 req-2eba0d42-05e5-46c3-ae40-2d6209382462 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.617846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe10c-3318-4a94-8c93-fffcc42b38c0 req-2eba0d42-05e5-46c3-ae40-2d6209382462 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.624535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe10c-3318-4a94-8c93-fffcc42b38c0 req-2eba0d42-05e5-46c3-ae40-2d6209382462 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.627221 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9774f45b-279a-479b-ad68-b0b3f610d0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:53.637561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe10c-3318-4a94-8c93-fffcc42b38c0 req-2eba0d42-05e5-46c3-ae40-2d6209382462 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.643796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe10c-3318-4a94-8c93-fffcc42b38c0 req-2eba0d42-05e5-46c3-ae40-2d6209382462 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.645591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3effe10c-3318-4a94-8c93-fffcc42b38c0 req-2eba0d42-05e5-46c3-ae40-2d6209382462 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 3826 time: 0.1218202 Aug 27 16:17:53.651038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020269-368b-4858-ad66-107006fc27b4 req-aa0e44e9-015a-45c0-9e88-631974e6216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.653477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b020269-368b-4858-ad66-107006fc27b4 req-aa0e44e9-015a-45c0-9e88-631974e6216d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1868222 Aug 27 16:17:53.689483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3effe10c-3318-4a94-8c93-fffcc42b38c0 req-a862dbeb-7770-475d-9051-e5e0872dca26 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349514 Aug 27 16:17:53.717764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:53.857472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:53.932222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f781f-de50-46c8-81a9-851d876ce3bf req-b1cd3897-581d-4ae4-898f-abec8400c46b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:53.942747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b72f781f-de50-46c8-81a9-851d876ce3bf req-b1cd3897-581d-4ae4-898f-abec8400c46b tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 945 time: 0.1875243 Aug 27 16:17:53.947067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Pushing event updated for resources: {'Port': ['ID=4d643eea-638b-49ff-a0d5-8af88401b0b7,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:53.984114 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:54.092585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Attempting to bind port 4d643eea-638b-49ff-a0d5-8af88401b0b7 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:54.093309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Attempting to bind port 4d643eea-638b-49ff-a0d5-8af88401b0b7 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:54.093520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Attempting to bind port 4d643eea-638b-49ff-a0d5-8af88401b0b7 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:54.100428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8817f5-b29f-4616-a4d5-4cdc6a827925 req-7b3b3248-ae18-4931-8522-1dcb8fdcac78 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:54.102133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Port 4d643eea-638b-49ff-a0d5-8af88401b0b7 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:54.102475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Attempting to bind port 4d643eea-638b-49ff-a0d5-8af88401b0b7 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:54.112258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e8817f5-b29f-4616-a4d5-4cdc6a827925 req-7b3b3248-ae18-4931-8522-1dcb8fdcac78 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 943 time: 0.1469004 Aug 27 16:17:54.121033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b72f781f-de50-46c8-81a9-851d876ce3bf req-81bc0161-635f-453a-b239-0c3bd26c7c57 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774700 Aug 27 16:17:54.126462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:54.126818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Checking segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:54.127213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Bound using segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:54.127691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Bound port: 4d643eea-638b-49ff-a0d5-8af88401b0b7, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:54.128063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:54.186145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e8817f5-b29f-4616-a4d5-4cdc6a827925 req-736d599f-91c5-4377-9a40-00567eca624f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728378 Aug 27 16:17:54.213906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-a421a5a9-a859-4514-b51b-f526e6553037 req-5c1ce793-7482-49d5-8633-2e3deee4aba6 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:17:54.215985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a421a5a9-a859-4514-b51b-f526e6553037 req-5c1ce793-7482-49d5-8633-2e3deee4aba6 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165656 Aug 27 16:17:54.306020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] For port 4d643eea-638b-49ff-a0d5-8af88401b0b7, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:54.311174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] For port 4d643eea-638b-49ff-a0d5-8af88401b0b7, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:54.367114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a421a5a9-a859-4514-b51b-f526e6553037 req-1af0155f-5812-4240-b9fb-b64577a9bf8b tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1409507 Aug 27 16:17:54.540332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-1457e881-d77d-40bd-8e5d-d04a5094828e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:54.545398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-1457e881-d77d-40bd-8e5d-d04a5094828e tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.90 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 945 time: 0.1043906 Aug 27 16:17:54.658990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:54.723069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Deleting port e350dacb-5181-4ee7-a172-0ab2da582224 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:17:54.726130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:54.769637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:54.779319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:54.789914 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] 10.222.0.90 "PUT /v2.0/ports/4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 200 len: 1136 time: 2.0514717 Aug 27 16:17:54.801007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:54.853635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f47de4-a712-4bff-9717-8c9e361b7c91 service neutron] Pushing event updated for resources: {'Port': ['ID=4d643eea-638b-49ff-a0d5-8af88401b0b7,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:54.877176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] For port e350dacb-5181-4ee7-a172-0ab2da582224, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e350dacb-5181-4ee7-a172-0ab2da582224,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:54.877700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:54.893488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Calling delete_port for e350dacb-5181-4ee7-a172-0ab2da582224 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:17:54.921533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:55.071091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:55.095518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '4d643eea-638b-49ff-a0d5-8af88401b0b7'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:55.098160 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735cdeae-42e7-40f0-b739-bf58a6a4b89a" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "4d643eea-638b-49ff-a0d5-8af88401b0b7"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:55.156012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-254d705c-7cc5-4e53-8639-2aa46ba9b1a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.172603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-254d705c-7cc5-4e53-8639-2aa46ba9b1a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.179635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-254d705c-7cc5-4e53-8639-2aa46ba9b1a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.186432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-254d705c-7cc5-4e53-8639-2aa46ba9b1a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.193775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-254d705c-7cc5-4e53-8639-2aa46ba9b1a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.222096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-254d705c-7cc5-4e53-8639-2aa46ba9b1a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.233543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-254d705c-7cc5-4e53-8639-2aa46ba9b1a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 4604 time: 0.1731982 Aug 27 16:17:55.247658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:17:55.281905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:55.336034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e350dacb-5181-4ee7-a172-0ab2da582224'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:55.349206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event deleted for resources: {'Port': ['ID=e350dacb-5181-4ee7-a172-0ab2da582224,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:55.349860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['67a10c0f-4e5f-4d4f-a7ea-3006e9523944'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:55.378588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e1d493-f11a-4a73-b44b-976a9392e356 req-f01a25e0-12cd-4ce1-b4f5-29704642c42d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434767 Aug 27 16:17:55.464417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] No DVR routers for this DVR port e350dacb-5181-4ee7-a172-0ab2da582224 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:17:55.473794 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:55.475535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7c4c57e-1fc7-4c19-8d60-18b2f6724ee1 req-0c206114-0f9b-4208-a306-2e602996c759 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.90 "DELETE /v2.0/ports/e350dacb-5181-4ee7-a172-0ab2da582224 HTTP/1.1" status: 204 len: 173 time: 0.9171777 Aug 27 16:17:55.476155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'name': 'network-vif-deleted', 'tag': 'e350dacb-5181-4ee7-a172-0ab2da582224'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:55.497853 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6ba55e-507c-4a0c-bb34-3cb62f9486d4 x-openstack-request-id: req-0d6ba55e-507c-4a0c-bb34-3cb62f9486d4 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:55.498252 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "4d643eea-638b-49ff-a0d5-8af88401b0b7", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:55.498450 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0d6ba55e-507c-4a0c-bb34-3cb62f9486d4 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:55.498845 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '4d643eea-638b-49ff-a0d5-8af88401b0b7', 'status': 'completed', 'code': 200} Aug 27 16:17:55.499171 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ea4d8-3cb7-46c1-85d9-179db4323faa" -d '{"events": [{"server_uuid": "74543f56-f27f-4f8f-819b-9fdd5f5ffb37", "name": "network-vif-deleted", "tag": "e350dacb-5181-4ee7-a172-0ab2da582224"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:55.671018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-2b591f77-8493-42d5-a220-784b7b9ccd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.677739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-2b591f77-8493-42d5-a220-784b7b9ccd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.678226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-2b591f77-8493-42d5-a220-784b7b9ccd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.679403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-2b591f77-8493-42d5-a220-784b7b9ccd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.679938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-2b591f77-8493-42d5-a220-784b7b9ccd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.680603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-2b591f77-8493-42d5-a220-784b7b9ccd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:55.685899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-2b591f77-8493-42d5-a220-784b7b9ccd81 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5290 time: 0.1638341 Aug 27 16:17:55.770569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6e0b9a1-fddd-43ce-9ab6-4a7255a3b8e7 req-9b6aaf1a-40ec-49d6-93c9-57183699cb81 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 210 time: 0.1462321 Aug 27 16:17:55.929958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b836c7-f8f1-4c45-93fd-67221c64b7f1 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:55.939505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:55.956959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Transition to ACTIVE for port object 89b836c7-f8f1-4c45-93fd-67221c64b7f1 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:55.981074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:56.003235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'port_id': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503', 'mac_address': 'fa:16:3e:21:97:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce6403-2613-493d-af74-67bb39b1ef9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:17:56.073869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc6f23-8047-4632-87e5-a9ecf20861cb req-e86e6e74-2fae-4149-9f4e-a094dc65ee61 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.082370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0dbc6f23-8047-4632-87e5-a9ecf20861cb req-e86e6e74-2fae-4149-9f4e-a094dc65ee61 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 943 time: 0.1158864 Aug 27 16:17:56.191444 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2296e545-236d-4418-b88c-621b774389e9 x-openstack-request-id: req-2296e545-236d-4418-b88c-621b774389e9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:56.192100 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74543f56-f27f-4f8f-819b-9fdd5f5ffb37", "name": "network-vif-deleted", "tag": "e350dacb-5181-4ee7-a172-0ab2da582224", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:56.192345 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2296e545-236d-4418-b88c-621b774389e9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:56.193014 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74543f56-f27f-4f8f-819b-9fdd5f5ffb37', 'name': 'network-vif-deleted', 'tag': 'e350dacb-5181-4ee7-a172-0ab2da582224', 'status': 'completed', 'code': 200} Aug 27 16:17:56.215893 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:56.227821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0dbc6f23-8047-4632-87e5-a9ecf20861cb req-bc3e4968-d223-4697-8a30-ba59def9c5a5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440692 Aug 27 16:17:56.230836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-b6b094ca-8dc2-483b-9004-2109dfa80176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.231784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-b6b094ca-8dc2-483b-9004-2109dfa80176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.232657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-b6b094ca-8dc2-483b-9004-2109dfa80176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.234963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:56.254260 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-b6b094ca-8dc2-483b-9004-2109dfa80176 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4637623 Aug 27 16:17:56.271682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:56.425231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-978aacc7-b26a-48a8-81c7-a4cffd7d332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.428190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-735cdeae-42e7-40f0-b739-bf58a6a4b89a req-978aacc7-b26a-48a8-81c7-a4cffd7d332f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1750696 Aug 27 16:17:56.544220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:56.550848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:56.654639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:56.737137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:56.757875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-bcc7e13f-1c7b-4a50-8cf1-9855466ef3fb tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.783326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-bcc7e13f-1c7b-4a50-8cf1-9855466ef3fb tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.791081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-bcc7e13f-1c7b-4a50-8cf1-9855466ef3fb tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.806386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-bcc7e13f-1c7b-4a50-8cf1-9855466ef3fb tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.817291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-bcc7e13f-1c7b-4a50-8cf1-9855466ef3fb tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.824218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-bcc7e13f-1c7b-4a50-8cf1-9855466ef3fb tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:56.840000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-bcc7e13f-1c7b-4a50-8cf1-9855466ef3fb tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 4604 time: 0.2787583 Aug 27 16:17:56.892554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['bc8f372e-81b0-4d68-a6e6-7ca2a84d9503'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:17:56.930030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89b551fb-cb35-499d-9f0f-6b3230bf8963 req-8943ba19-1066-4b1b-8ac2-532ded1dd2c8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858636 Aug 27 16:17:56.954874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Pushing event updated for resources: {'Port': ['ID=89b836c7-f8f1-4c45-93fd-67221c64b7f1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:56.998525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Attempting to bind port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:57.012107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Attempting to bind port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:57.012894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Attempting to bind port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:57.018115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:57.018756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Attempting to bind port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:57.024557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:57.025264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Checking segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:57.025884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Bound using segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:57.026543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Bound port: 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:57.029150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:57.207467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] For port 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:57.212061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] For port 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:57.352080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:57.391612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:57.391612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:57.391612 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] 10.222.0.90 "PUT /v2.0/ports/89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 200 len: 1135 time: 2.4741824 Aug 27 16:17:57.460570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dab2a45-70bd-40b9-ad8f-175d6fa39cb8 req-45c4a526-4a1a-4d35-abdd-5b4b80228753 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=74543f56-f27f-4f8f-819b-9fdd5f5ffb37 HTTP/1.1" status: 200 len: 210 time: 0.0604882 Aug 27 16:17:57.490790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce888f9-a899-4bc9-95ab-97394297190c service neutron] Pushing event updated for resources: {'Port': ['ID=89b836c7-f8f1-4c45-93fd-67221c64b7f1,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:57.500343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '89b836c7-f8f1-4c45-93fd-67221c64b7f1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:57.502731 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20454ef-511a-496a-aa55-087fc96496cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "89b836c7-f8f1-4c45-93fd-67221c64b7f1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:57.563690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:57.693468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:57.793978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e350dacb-5181-4ee7-a172-0ab2da582224 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:17:57.816547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399392e0-ce4f-43e2-ab90-7e2d637c7bdd req-afe07cee-e266-40dd-ac6e-9daa3105a839 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:57.829068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-399392e0-ce4f-43e2-ab90-7e2d637c7bdd req-afe07cee-e266-40dd-ac6e-9daa3105a839 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 944 time: 0.1337950 Aug 27 16:17:57.873253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: e350dacb-5181-4ee7-a172-0ab2da582224 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:17:57.875931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e350dacb-5181-4ee7-a172-0ab2da582224 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:17:57.906283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-399392e0-ce4f-43e2-ab90-7e2d637c7bdd req-f1957734-c88a-4189-a6e0-b3d7c4c0d657 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699511 Aug 27 16:17:57.999013 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168134c5-80ca-4e82-aa04-f49e89f348b9 x-openstack-request-id: req-168134c5-80ca-4e82-aa04-f49e89f348b9 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:57.999966 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "89b836c7-f8f1-4c45-93fd-67221c64b7f1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:58.002319 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-168134c5-80ca-4e82-aa04-f49e89f348b9 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:58.015142 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '89b836c7-f8f1-4c45-93fd-67221c64b7f1', 'status': 'completed', 'code': 200} Aug 27 16:17:58.118451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.118451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.118451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.118903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.123824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.124405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.124892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.129290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b20454ef-511a-496a-aa55-087fc96496cf req-f0c6feb8-26ca-412b-af96-18d28328c9cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6218 time: 0.1128955 Aug 27 16:17:58.212070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5346c0b-6da6-48ae-8155-25dc0c96a839 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:58.232255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:58.256085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Transition to ACTIVE for port object d5346c0b-6da6-48ae-8155-25dc0c96a839 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:58.356608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.363773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:58.375976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.405290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.416587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.438532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.446157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Pushing event updated for resources: {'Port': ['ID=d5346c0b-6da6-48ae-8155-25dc0c96a839,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:58.451528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.459491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.471879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-a9aae296-902e-4ea9-b3e7-ae129bc73b29 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5381 time: 0.2094834 Aug 27 16:17:58.552588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-6322c924-288c-4469-a1c4-ecd51a6087ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.553074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-6322c924-288c-4469-a1c4-ecd51a6087ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.553555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-6322c924-288c-4469-a1c4-ecd51a6087ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.555144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b20454ef-511a-496a-aa55-087fc96496cf req-6322c924-288c-4469-a1c4-ecd51a6087ba service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4152763 Aug 27 16:17:58.580876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Attempting to bind port d5346c0b-6da6-48ae-8155-25dc0c96a839 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:17:58.581792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Attempting to bind port d5346c0b-6da6-48ae-8155-25dc0c96a839 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:17:58.582310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Attempting to bind port d5346c0b-6da6-48ae-8155-25dc0c96a839 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:58.595853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Port d5346c0b-6da6-48ae-8155-25dc0c96a839 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:17:58.601487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Attempting to bind port d5346c0b-6da6-48ae-8155-25dc0c96a839 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:17:58.602273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:17:58.602620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Checking segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:17:58.603007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Bound using segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:17:58.603581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Bound port: d5346c0b-6da6-48ae-8155-25dc0c96a839, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:17:58.604082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:58.689754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] For port d5346c0b-6da6-48ae-8155-25dc0c96a839, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:17:58.695495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] For port d5346c0b-6da6-48ae-8155-25dc0c96a839, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:17:58.702641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b065afa-0961-496a-86c7-0c8b07ba2cf4 req-37bbbe35-4e4c-4604-b557-d540e785b372 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2292123 Aug 27 16:17:58.763189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20454ef-511a-496a-aa55-087fc96496cf req-0b7fc2c9-d023-44f8-885c-c1ff412bc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.763189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b20454ef-511a-496a-aa55-087fc96496cf req-0b7fc2c9-d023-44f8-885c-c1ff412bc1b1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1857088 Aug 27 16:17:58.824780 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:58.869582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:58.871565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:58.873815 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] 10.222.0.90 "PUT /v2.0/ports/d5346c0b-6da6-48ae-8155-25dc0c96a839 HTTP/1.1" status: 200 len: 1090 time: 1.3169916 Aug 27 16:17:58.961495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1ca3c-5827-4d30-96d3-eaad835504dd service neutron] Pushing event updated for resources: {'Port': ['ID=d5346c0b-6da6-48ae-8155-25dc0c96a839,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:17:59.065766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:17:59.176184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.194850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383449f-1053-4603-9d05-672db33bd26a req-471e75b1-a2e5-4da0-98b1-8c8e84532002 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.196935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5383449f-1053-4603-9d05-672db33bd26a req-471e75b1-a2e5-4da0-98b1-8c8e84532002 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.1125400 Aug 27 16:17:59.251892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5383449f-1053-4603-9d05-672db33bd26a req-eb5cc13c-a7fd-4987-bbbc-e4df654a6bad tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Aug 27 16:17:59.263674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:17:59.434874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:17:59.441321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:17:59.441886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.635504 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.666663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29dc9d-e0e5-4dfc-be56-81d5a4bed8db req-186d0220-fe88-49d9-891e-fa62c131f9ed tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.676924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d29dc9d-e0e5-4dfc-be56-81d5a4bed8db req-186d0220-fe88-49d9-891e-fa62c131f9ed tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 944 time: 0.1373863 Aug 27 16:17:59.679513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a648ee1-6215-47d5-9e1a-e76ff246b620 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:17:59.691850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b6295d-283b-4a15-a2b7-06582085beea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:17:59.694201 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331a5802-b7f3-443e-8510-206629e42995" -d '{"events": [{"server_uuid": "16b6295d-283b-4a15-a2b7-06582085beea", "name": "network-vif-plugged", "status": "completed", "tag": "bc8f372e-81b0-4d68-a6e6-7ca2a84d9503"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:17:59.705589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:17:59.711594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Transition to ACTIVE for port object 8a648ee1-6215-47d5-9e1a-e76ff246b620 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:17:59.737563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:17:59.767696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d29dc9d-e0e5-4dfc-be56-81d5a4bed8db req-e542ac6e-2068-4adc-a7cc-e8568fe1f688 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846763 Aug 27 16:17:59.812933 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763afc12-db27-4417-b9a8-249b6712befd x-openstack-request-id: req-763afc12-db27-4417-b9a8-249b6712befd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:17:59.813322 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b6295d-283b-4a15-a2b7-06582085beea", "name": "network-vif-plugged", "status": "completed", "tag": "bc8f372e-81b0-4d68-a6e6-7ca2a84d9503", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:17:59.902707 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-763afc12-db27-4417-b9a8-249b6712befd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:17:59.902707 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b6295d-283b-4a15-a2b7-06582085beea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503', 'code': 200} Aug 27 16:17:59.951573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.957303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.963101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.969010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.974821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.981592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.987459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.989321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-579a68f5-7e52-421c-a864-29183ddd4876 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5393 time: 0.1286812 Aug 27 16:17:59.991496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5492f-67bd-4689-8069-acbfbf3b163c req-cb831cd4-b812-4821-938b-6f4c1462a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:17:59.992910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73b5492f-67bd-4689-8069-acbfbf3b163c req-cb831cd4-b812-4821-938b-6f4c1462a27b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 1095 time: 0.1186638 Aug 27 16:18:00.016416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:00.020130 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aea8c1-88de-4df0-a952-09107732b100" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:00.061520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64d0cf52-c2f3-4ca3-9367-59b65909fc8b req-5c8a8c6e-8c12-4ae6-a4b3-48c19334a927 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646317 Aug 27 16:18:00.063197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73b5492f-67bd-4689-8069-acbfbf3b163c req-30a8dd21-93df-4c2c-bb68-e97ec8ee9a1c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603940 Aug 27 16:18:00.284538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-97d598eb-ea32-479a-8980-c701925373b3 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.286031 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:00.286528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-97d598eb-ea32-479a-8980-c701925373b3 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.0497580 Aug 27 16:18:00.315548 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:00.396261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a648ee1-6215-47d5-9e1a-e76ff246b620,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:00.405608 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37103602-d8af-4918-91bc-04e2723e6874 x-openstack-request-id: req-37103602-d8af-4918-91bc-04e2723e6874 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:00.406357 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:00.406806 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-37103602-d8af-4918-91bc-04e2723e6874 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:00.407440 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839', 'status': 'completed', 'code': 200} Aug 27 16:18:00.516399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Attempting to bind port 8a648ee1-6215-47d5-9e1a-e76ff246b620 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:00.516873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Attempting to bind port 8a648ee1-6215-47d5-9e1a-e76ff246b620 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:00.517212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Attempting to bind port 8a648ee1-6215-47d5-9e1a-e76ff246b620 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:00.539419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Port 8a648ee1-6215-47d5-9e1a-e76ff246b620 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:00.539644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Attempting to bind port 8a648ee1-6215-47d5-9e1a-e76ff246b620 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:00.559127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.559127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.559127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.559127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.559127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.559586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.559861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.562152 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c4aea8c1-88de-4df0-a952-09107732b100 req-6ca22fb8-bb6a-42de-b4d6-6e29ebb9557c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6310 time: 0.1363380 Aug 27 16:18:00.563636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:00.564373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Checking segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:00.564796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Bound using segment: {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:00.565323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Bound port: 8a648ee1-6215-47d5-9e1a-e76ff246b620, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bdcb634-3aa8-42e3-a9fc-17663a76385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:00.565700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:00.703910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:00.768508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] For port 8a648ee1-6215-47d5-9e1a-e76ff246b620, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:00.772032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] For port 8a648ee1-6215-47d5-9e1a-e76ff246b620, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:00.858810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-1f829d85-389e-466d-ab83-8e9a68c9c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.859310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-1f829d85-389e-466d-ab83-8e9a68c9c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.859790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-1f829d85-389e-466d-ab83-8e9a68c9c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:00.861485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c4aea8c1-88de-4df0-a952-09107732b100 req-1f829d85-389e-466d-ab83-8e9a68c9c27f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2797863 Aug 27 16:18:00.946033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:01.031842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.032472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:01.034447 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] 10.222.0.90 "PUT /v2.0/ports/8a648ee1-6215-47d5-9e1a-e76ff246b620 HTTP/1.1" status: 200 len: 1090 time: 1.9736795 Aug 27 16:18:01.099558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476e4fc-5bd7-4c87-aacb-318149ea85e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a648ee1-6215-47d5-9e1a-e76ff246b620,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:01.127760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea8c1-88de-4df0-a952-09107732b100 req-858257a9-7c8c-4706-9014-9501c6a5a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.130040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c4aea8c1-88de-4df0-a952-09107732b100 req-858257a9-7c8c-4706-9014-9501c6a5a859 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2605622 Aug 27 16:18:01.181199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:01.312559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:01.320064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d7b7f-aebf-471e-86f8-10b13fc7362e req-086631a7-214e-4d58-b430-5e91f589e8cd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.322655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-362d7b7f-aebf-471e-86f8-10b13fc7362e req-086631a7-214e-4d58-b430-5e91f589e8cd tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.2293568 Aug 27 16:18:01.333180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-38b869b8-bc7f-4ed3-81ef-4d82d4a7f48c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.334651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-38b869b8-bc7f-4ed3-81ef-4d82d4a7f48c tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.3336866 Aug 27 16:18:01.411388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76c7ac-7213-4c1f-affe-52c679178058 req-c6fa2d71-72d1-4073-93d1-5ecc4d738b01 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.419613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da76c7ac-7213-4c1f-affe-52c679178058 req-c6fa2d71-72d1-4073-93d1-5ecc4d738b01 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 946 time: 0.3510578 Aug 27 16:18:01.445263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Deleting port 8fc771d6-d965-45b6-a661-555c70135569 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:01.445609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:01.577527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-362d7b7f-aebf-471e-86f8-10b13fc7362e req-798b07fe-54cc-44f6-9439-ad295c372ec3 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416632 Aug 27 16:18:01.651771 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da76c7ac-7213-4c1f-affe-52c679178058 req-73f29ec1-adc3-459f-be40-4820ffc57a4d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311783 Aug 27 16:18:01.758958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684f519c-a11c-4bee-9c5c-33b2bed9880f {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:01.769137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:01.786109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Transition to ACTIVE for port object 684f519c-a11c-4bee-9c5c-33b2bed9880f will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:01.834037 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:18:01.867041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] For port 8fc771d6-d965-45b6-a661-555c70135569, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8fc771d6-d965-45b6-a661-555c70135569,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:01.867425 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:01.895137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fba0e-33bc-4b44-9c71-3ca89f7fd933 req-68dd51c0-479c-4097-8df9-b498f899089f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:01.896679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-473fba0e-33bc-4b44-9c71-3ca89f7fd933 req-68dd51c0-479c-4097-8df9-b498f899089f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 945 time: 0.1381605 Aug 27 16:18:01.898758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Calling delete_port for 8fc771d6-d965-45b6-a661-555c70135569 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:01.914462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Deleting port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:01.918275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:01.989419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.057934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Pushing event updated for resources: {'Port': ['ID=684f519c-a11c-4bee-9c5c-33b2bed9880f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:02.078202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-473fba0e-33bc-4b44-9c71-3ca89f7fd933 req-29a99994-381e-4b06-b040-2f4f6ccfbb56 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713789 Aug 27 16:18:02.251407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] For port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:02.251793 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.267996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Attempting to bind port 684f519c-a11c-4bee-9c5c-33b2bed9880f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:02.268348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Attempting to bind port 684f519c-a11c-4bee-9c5c-33b2bed9880f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:02.268917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Attempting to bind port 684f519c-a11c-4bee-9c5c-33b2bed9880f on network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:02.283562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Port 684f519c-a11c-4bee-9c5c-33b2bed9880f on network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:02.283937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Attempting to bind port 684f519c-a11c-4bee-9c5c-33b2bed9880f on network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:02.290558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:02.290902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Checking segment: {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:02.291308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Bound using segment: {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:02.291750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Bound port: 684f519c-a11c-4bee-9c5c-33b2bed9880f, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:02.292109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.306799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-27b39bd4-3739-49ea-9dfd-07409cd2f666 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.308863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-27b39bd4-3739-49ea-9dfd-07409cd2f666 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.90 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.1157122 Aug 27 16:18:02.445777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:02.448463 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e65ee-8f84-43c7-b8ae-1004c36c73b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:02.482703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Calling delete_port for 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:02.541097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] For port 684f519c-a11c-4bee-9c5c-33b2bed9880f, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:02.545745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] For port 684f519c-a11c-4bee-9c5c-33b2bed9880f, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:02.594887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Deleting port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:02.595156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.611545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbea2-5bf4-4625-83bd-f754b7b3d257 req-d226300f-faaf-479d-bf6b-e910f32ebdc6 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.619625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd0bbea2-5bf4-4625-83bd-f754b7b3d257 req-d226300f-faaf-479d-bf6b-e910f32ebdc6 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.4531457 Aug 27 16:18:02.690340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.702781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['7d3389ee-3ff6-4a33-aa11-d7593a8791c5', '3457a9df-4627-4f12-98f3-0cf43265e4a4'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:02.738657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.739814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.766031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.781973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.788590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.792193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] For port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:02.792865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.806184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.820252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.822033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.822773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:02.825471 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] 10.222.0.90 "PUT /v2.0/ports/684f519c-a11c-4bee-9c5c-33b2bed9880f HTTP/1.1" status: 200 len: 1091 time: 1.6488497 Aug 27 16:18:02.841896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:02.849988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24863a22-8223-478d-a090-f8544be573f9 req-c315ac92-e136-4c9e-bb55-861ad2431d96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5417 time: 0.3896675 Aug 27 16:18:02.914562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d73e8-8d76-45ac-a587-fe08b58da951 service neutron] Pushing event updated for resources: {'Port': ['ID=684f519c-a11c-4bee-9c5c-33b2bed9880f,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:02.968758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Pushing event deleted for resources: {'Port': ['ID=8fc771d6-d965-45b6-a661-555c70135569,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:02.999438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24863a22-8223-478d-a090-f8544be573f9 req-76116134-6860-4c08-a11a-a305c8377e82 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430182 Aug 27 16:18:03.046766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Request body: {'port': {'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:03.067388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd0bbea2-5bf4-4625-83bd-f754b7b3d257 req-91c4b8e6-0f65-471b-8ef7-6a752e7c2046 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467390 Aug 27 16:18:03.152645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] No DVR routers for this DVR port 8fc771d6-d965-45b6-a661-555c70135569 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:03.154428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:03.179547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:03.186153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad71aa2f-62db-41f3-8f08-d01cbfc8dfd8 req-29d4bf07-eb0d-4e4e-91e6-7a0ca9a2665e tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "DELETE /v2.0/ports/8fc771d6-d965-45b6-a661-555c70135569 HTTP/1.1" status: 204 len: 173 time: 2.8933871 Aug 27 16:18:03.186730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678761f9-5d8d-4edb-b747-937f58107e63', 'name': 'network-vif-deleted', 'tag': '8fc771d6-d965-45b6-a661-555c70135569'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:03.197562 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a084232-1605-4b2a-8722-b65cca4a5f30" -d '{"events": [{"server_uuid": "678761f9-5d8d-4edb-b747-937f58107e63", "name": "network-vif-deleted", "tag": "8fc771d6-d965-45b6-a661-555c70135569"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:03.450822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08df5fe8-8bc5-4f8a-b411-145094883a2d req-6da220d8-ecd9-4af2-83e9-a0f620cc199c tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 210 time: 0.1229668 Aug 27 16:18:03.562498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.565841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.567125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.571019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.579926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.580789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.581286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.583433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-89f58a74-1aa5-44e5-adf9-dd9ce70461da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6419 time: 0.3646617 Aug 27 16:18:03.602790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4f05-56ef-423a-8d22-4fb81d1173c2 req-8cc29226-2a44-4f45-98d7-3b9f6647f969 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.611392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-990b4f05-56ef-423a-8d22-4fb81d1173c2 req-8cc29226-2a44-4f45-98d7-3b9f6647f969 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 946 time: 0.2500813 Aug 27 16:18:03.725578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:03.801574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event deleted for resources: {'Port': ['ID=67a10c0f-4e5f-4d4f-a7ea-3006e9523944,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:03.826582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6153f-2d7a-4cb6-9e8d-62e34e49521f req-3ff34bf1-e3c6-48b3-b744-60c5e8c3ff22 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:03.828361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8fc771d6-d965-45b6-a661-555c70135569 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:03.829012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7c6153f-2d7a-4cb6-9e8d-62e34e49521f req-3ff34bf1-e3c6-48b3-b744-60c5e8c3ff22 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 945 time: 0.2028999 Aug 27 16:18:03.849945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-990b4f05-56ef-423a-8d22-4fb81d1173c2 req-5a8a27f3-a47d-4eba-97e1-443224259081 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=b0e49422-4503-49ea-a4dd-656ab97efeed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374990 Aug 27 16:18:03.929214 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a11a90-2029-4d03-bf5f-51bebeaa9a4f x-openstack-request-id: req-68a11a90-2029-4d03-bf5f-51bebeaa9a4f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:03.929214 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:03.929214 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-68a11a90-2029-4d03-bf5f-51bebeaa9a4f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:03.929214 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620', 'status': 'completed', 'code': 200} Aug 27 16:18:03.940086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 8fc771d6-d965-45b6-a661-555c70135569 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:03.940908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8fc771d6-d965-45b6-a661-555c70135569 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:03.994737 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a0d8e8-ec56-4482-a69a-7d8829a0684d x-openstack-request-id: req-a9a0d8e8-ec56-4482-a69a-7d8829a0684d {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:03.995080 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678761f9-5d8d-4edb-b747-937f58107e63", "name": "network-vif-deleted", "tag": "8fc771d6-d965-45b6-a661-555c70135569", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:03.995478 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9a0d8e8-ec56-4482-a69a-7d8829a0684d {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:03.996521 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678761f9-5d8d-4edb-b747-937f58107e63', 'name': 'network-vif-deleted', 'tag': '8fc771d6-d965-45b6-a661-555c70135569', 'status': 'completed', 'code': 200} Aug 27 16:18:04.020544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] No DVR routers for this DVR port 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:04.028186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:04.031826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c99ec42b-3ffd-46c7-8137-c91d2c38988f req-114c4866-304f-46c5-af24-cf2bb5592a64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "DELETE /v2.0/ports/67a10c0f-4e5f-4d4f-a7ea-3006e9523944 HTTP/1.1" status: 204 len: 173 time: 2.6906109 Aug 27 16:18:04.035068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-8023f598-0087-4a07-852f-94b7643e9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.051987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-8023f598-0087-4a07-852f-94b7643e9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.052570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-8023f598-0087-4a07-852f-94b7643e9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.054420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-8023f598-0087-4a07-852f-94b7643e9721 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4408612 Aug 27 16:18:04.291774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-f6266aa6-77ca-410a-bd3d-62dff28333d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.294564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-038e65ee-8f84-43c7-b8ae-1004c36c73b8 req-f6266aa6-77ca-410a-bd3d-62dff28333d2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2108381 Aug 27 16:18:04.319788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7c6153f-2d7a-4cb6-9e8d-62e34e49521f req-faacccbf-31ea-4ad2-99b2-4598f03f7d0c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681971 Aug 27 16:18:04.333582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:04.333972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:04.334307 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Floating IP 334d8753-97f9-4ae0-bec5-867726d7c910 disassociated. External IP: 172.25.4.106, port: bbd6fb5c-d078-4889-9d3e-ba3281dfb87a. Aug 27 16:18:04.334656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Calling delete_port for bbd6fb5c-d078-4889-9d3e-ba3281dfb87a owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:04.520585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.541258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:04.546269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.596312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.612625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.633711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.636987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.664317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.671119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-8e58313b-76e9-4079-9a44-6b196cdfe2f2 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5417 time: 0.3746874 Aug 27 16:18:04.778952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:04.802974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:04.817105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Transition to ACTIVE for port object 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:04.850451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48362d3b-ac41-4547-85f3-39d0a6dbfb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:04.858047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a95cfc-6014-4890-a092-fe16f7b5f5a7 req-7f1f556b-70b0-42d6-9ce5-d5d5ca9ef984 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:04.868134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13a95cfc-6014-4890-a092-fe16f7b5f5a7 req-7f1f556b-70b0-42d6-9ce5-d5d5ca9ef984 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 946 time: 0.1931987 Aug 27 16:18:04.926564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba171cbf-3cce-4b9b-ba38-351fce7e3eec req-a3a2bdbf-2af6-4608-93ba-025119958853 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462317 Aug 27 16:18:04.965622 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:04.983588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13a95cfc-6014-4890-a092-fe16f7b5f5a7 req-ca6549d2-b858-45ae-b5de-8b8c0e598f7c tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups?id=22919d56-8307-4f3b-ab17-299bf86648c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144476 Aug 27 16:18:05.025405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:05.037224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event deleted for resources: {'Port': ['ID=bbd6fb5c-d078-4889-9d3e-ba3281dfb87a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:05.064715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48362d3b-ac41-4547-85f3-39d0a6dbfb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:05.222821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa353e6d-fd44-466a-a6bf-7caed606e4d1 req-1be4cd77-0ee4-4ce8-9e68-ba8ffa936c21 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=678761f9-5d8d-4edb-b747-937f58107e63 HTTP/1.1" status: 200 len: 210 time: 0.0525012 Aug 27 16:18:05.292725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:05.325195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:05.325195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 67a10c0f-4e5f-4d4f-a7ea-3006e9523944 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:05.337681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b32942be-c470-43c8-b6ed-a35668afd0c1 req-7711f623-768b-4538-b412-fc856f79d720 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdd4b519-e430-4d2b-8fec-aeefdcadc3c3 HTTP/1.1" status: 200 len: 210 time: 0.0609903 Aug 27 16:18:05.394055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48362d3b-ac41-4547-85f3-39d0a6dbfb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:05.476656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Attempting to bind port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:05.477056 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Attempting to bind port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:05.477386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Attempting to bind port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 on network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:05.498319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:05.551957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 on network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:05.552312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Attempting to bind port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 on network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:05.560410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-48362d3b-ac41-4547-85f3-39d0a6dbfb63 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c1b5d8b938734b27b4955c4294930c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0180655 Aug 27 16:18:05.564428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40336) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:05.566748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48362d3b-ac41-4547-85f3-39d0a6dbfb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e583c3-fb90-48d0-a4f9-aa02a9783ff4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:05.575665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:05.576005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Checking segment: {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:05.576392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Bound using segment: {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:05.576836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Bound port: 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:05.577192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:05.714790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c42e3e1-0cae-4e82-a679-5d7d9615374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:05.756940 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c42e3e1-0cae-4e82-a679-5d7d9615374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:05.775933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Router e36ca600-199a-48b1-88db-6d9e161690f8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:18:05.782489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] For port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:05.787754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] For port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:05.837498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbd6fb5c-d078-4889-9d3e-ba3281dfb87a no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:05.880743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: bbd6fb5c-d078-4889-9d3e-ba3281dfb87a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:05.881353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbd6fb5c-d078-4889-9d3e-ba3281dfb87a not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:05.914367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:05.920233 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96553c07-c6cc-4add-8526-81b77db081bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:05.997387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'name': 'network-vif-deleted', 'tag': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:05.999851 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5858968a-77aa-477b-83cc-c06772706079" -d '{"events": [{"server_uuid": "cdd4b519-e430-4d2b-8fec-aeefdcadc3c3", "name": "network-vif-deleted", "tag": "67a10c0f-4e5f-4d4f-a7ea-3006e9523944"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:06.003908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:18:06.031435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] Sync routers for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:18:06.060041 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdb8b19-a035-4cbe-8fb0-2ab2cfcf941f x-openstack-request-id: req-ebdb8b19-a035-4cbe-8fb0-2ab2cfcf941f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:06.067306 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:06.067306 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ebdb8b19-a035-4cbe-8fb0-2ab2cfcf941f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:06.067306 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f', 'status': 'completed', 'code': 200} Aug 27 16:18:06.067603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:06.067696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:06.067796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:06.101862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] No DVR routers for this DVR port bbd6fb5c-d078-4889-9d3e-ba3281dfb87a on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:06.124253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:06.130183 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-36ec8d10-3309-4d96-bf32-a6bad9c6dae1 req-6d5bc4a1-8354-45cf-85c4-e4627beb4c76 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.90 "DELETE /v2.0/ports/bbd6fb5c-d078-4889-9d3e-ba3281dfb87a HTTP/1.1" status: 204 len: 173 time: 3.8102422 Aug 27 16:18:06.165131 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223e8471-e784-46e7-95e2-c75559e62f56 x-openstack-request-id: req-223e8471-e784-46e7-95e2-c75559e62f56 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:06.165432 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd4b519-e430-4d2b-8fec-aeefdcadc3c3", "name": "network-vif-deleted", "tag": "67a10c0f-4e5f-4d4f-a7ea-3006e9523944", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:06.176189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.176189 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:06.178182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] 10.222.0.90 "PUT /v2.0/ports/1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 HTTP/1.1" status: 200 len: 1091 time: 3.1373715 Aug 27 16:18:06.184213 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-223e8471-e784-46e7-95e2-c75559e62f56 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:06.186977 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd4b519-e430-4d2b-8fec-aeefdcadc3c3', 'name': 'network-vif-deleted', 'tag': '67a10c0f-4e5f-4d4f-a7ea-3006e9523944', 'status': 'completed', 'code': 200} Aug 27 16:18:06.259876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd57f-d80b-4cf0-a16f-948862e76b1a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:06.295626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c42e3e1-0cae-4e82-a679-5d7d9615374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:06.298152 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c42e3e1-0cae-4e82-a679-5d7d9615374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:06.305597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5c42e3e1-0cae-4e82-a679-5d7d9615374f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d5e583c3-fb90-48d0-a4f9-aa02a9783ff4 HTTP/1.1" status: 204 len: 168 time: 0.7334726 Aug 27 16:18:06.368756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42e3e1-0cae-4e82-a679-5d7d9615374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e583c3-fb90-48d0-a4f9-aa02a9783ff4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:06.413958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:06.495155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d77b0c7-e640-492f-b85d-7e032c1847c9 req-60639ca9-b016-4132-9916-306791a128d8 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 210 time: 0.2023151 Aug 27 16:18:06.519828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.520311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.520860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.521519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.521845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.522445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.523060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.525225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96553c07-c6cc-4add-8526-81b77db081bb req-67b64ec1-b966-46a2-a0c5-76521726605e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6486 time: 0.4683399 Aug 27 16:18:06.538341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.545193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.551751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.558242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.565799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.573229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.581237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.591085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-81431fe8-f214-4f90-8965-148dc9cc97fa tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.5141602 Aug 27 16:18:06.771915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52e0bf20-c9ce-4340-b37e-11b7a4dcabb2 req-8c4ac89e-579b-4b33-91fb-c4fa2d5acde7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1798158 Aug 27 16:18:06.849282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-be265a93-719f-4dc3-bdf5-7de9ab7ff68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.850167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-be265a93-719f-4dc3-bdf5-7de9ab7ff68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.858331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-be265a93-719f-4dc3-bdf5-7de9ab7ff68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:06.858331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96553c07-c6cc-4add-8526-81b77db081bb req-be265a93-719f-4dc3-bdf5-7de9ab7ff68f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2639902 Aug 27 16:18:06.984598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:57Z', 'revision_number': 5, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:07.065968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] Checking router: e36ca600-199a-48b1-88db-6d9e161690f8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:18:07.088252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:07.113628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:07.168394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553c07-c6cc-4add-8526-81b77db081bb req-d1c70331-b23a-420d-9c79-79145f02fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.173265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96553c07-c6cc-4add-8526-81b77db081bb req-d1c70331-b23a-420d-9c79-79145f02fe9b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3084121 Aug 27 16:18:07.350999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:07.366539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.367027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.371784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.372756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.373246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.373724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.374821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.380682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-b25bf0f0-1062-4e5d-abca-7c2286b0a708 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6486 time: 0.1528740 Aug 27 16:18:07.484835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-d6b84b07-60a9-423d-92d6-f98d14682c4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1152573-3a25-4e9e-8b21-19822e3e99de HTTP/1.1" status: 200 len: 217 time: 0.0924633 Aug 27 16:18:07.607702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a8af50a8-1c21-4154-9f4d-f5213e516757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.609315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a8af50a8-1c21-4154-9f4d-f5213e516757 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c47aa5-9595-4b35-8bd8-e493e092bee5 HTTP/1.1" status: 200 len: 854 time: 0.1155071 Aug 27 16:18:07.702329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-66479079-2a0c-4c19-a521-2f9cd32b14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:07.704078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-66479079-2a0c-4c19-a521-2f9cd32b14d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd5361ad-46fd-4a3b-bcf7-06898e088099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869503 Aug 27 16:18:07.837339 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5498eebd-32d7-41b8-b988-e8fc6618dbd7 service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230285 Aug 27 16:18:07.846205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:57Z', 'revision_number': 5, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:07.872787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a11e091-8d36-43fc-beb9-c8660411049e None None] The sync data for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 is: [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:15:49Z', 'revision_number': 4, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f0dc55c-02a7-4ff2-8af9-9fff716f489c', 'name': '', 'network_id': 'cf96a4c7-b0d7-43cb-8af4-35319eaef671', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'mac_address': 'fa:16:3e:6b:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:47Z', 'updated_at': '2021-08-27T16:15:57Z', 'revision_number': 5, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'subnets': [{'id': 'fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:18:07.954485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-ad49a4d1-f328-49e2-8f4f-07312b9c4bac service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979514 Aug 27 16:18:07.957030 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-060199fb-42f2-41e1-b7b5-8f2d0eade4a1 req-8f989892-5bf9-4947-b765-8ab9f356dbbf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0343258 Aug 27 16:18:07.992228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-4563c0d3-ab52-4c99-bef9-df13af552ad1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 200 len: 217 time: 0.0410371 Aug 27 16:18:08.041863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-060199fb-42f2-41e1-b7b5-8f2d0eade4a1 req-650b9c60-3e4c-4cab-a346-3302a0847ffc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0338454 Aug 27 16:18:08.062022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'name': 'network-vif-deleted', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a'}, {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:08.066008 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a" -d '{"events": [{"server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "name": "network-vif-deleted", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a"}, {"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:08.073972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-dd269073-6c3c-4615-ac34-d6c8756d5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.078750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-dd269073-6c3c-4615-ac34-d6c8756d5d8b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0786772 Aug 27 16:18:08.109524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-060199fb-42f2-41e1-b7b5-8f2d0eade4a1 req-431101fc-b0c4-4431-8a8a-06dcfdba3e09 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328202 Aug 27 16:18:08.227419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b3acb89-d744-403a-b50b-8a529e890e73 req-f95dd0fb-41c2-481e-b0a7-2c166459d1ef tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/ports?device_id=a02503a5-d02d-4189-94ad-ec1b03e3f3eb HTTP/1.1" status: 200 len: 210 time: 0.0773044 Aug 27 16:18:08.252733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-7d1f2228-051e-4d6e-bbb3-3f55b9777000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.254237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-7d1f2228-051e-4d6e-bbb3-3f55b9777000 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663654 Aug 27 16:18:08.354480 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d9778-9066-4780-9ab5-8b473e4025e5 None None] New status for floating IP 334d8753-97f9-4ae0-bec5-867726d7c910: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:18:08.453571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060199fb-42f2-41e1-b7b5-8f2d0eade4a1 req-be55b9e2-c6bd-4550-a2f7-bb010754195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.457656 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-060199fb-42f2-41e1-b7b5-8f2d0eade4a1 req-be55b9e2-c6bd-4550-a2f7-bb010754195e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3304591 Aug 27 16:18:08.629220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc238a7-0727-4768-ab10-d108d73b5f05 req-b59a4c2a-0ce0-4244-b949-94b5acf1a14d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.630744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc238a7-0727-4768-ab10-d108d73b5f05 req-b59a4c2a-0ce0-4244-b949-94b5acf1a14d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 945 time: 0.1091633 Aug 27 16:18:08.660326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.666622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.673816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.679933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.686748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.693214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.701014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:08.702948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-e1a2d17e-c918-4fdd-89fc-b0f7295a36ba tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1933284 Aug 27 16:18:08.713748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-57a9448b-a94b-4a96-8d58-66a77220d0eb service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494855 Aug 27 16:18:08.816646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc238a7-0727-4768-ab10-d108d73b5f05 req-0c03ba40-c4a0-453e-b090-c0287e2e2dc1 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764190 Aug 27 16:18:08.847314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81f1dea7-a9c2-4185-b84d-7a9a76c024f8 req-7a243961-f038-43db-b236-4b0e40a95e5f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260433 Aug 27 16:18:08.909820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-e8f27bfc-7ae0-4b80-85f4-51ff53a343a7 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829443 Aug 27 16:18:08.939574 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f9431-13be-40bf-bc4d-7848ee259a84 x-openstack-request-id: req-745f9431-13be-40bf-bc4d-7848ee259a84 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:08.939884 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02503a5-d02d-4189-94ad-ec1b03e3f3eb", "name": "network-vif-deleted", "tag": "bbd6fb5c-d078-4889-9d3e-ba3281dfb87a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:08.940146 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-745f9431-13be-40bf-bc4d-7848ee259a84 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:08.940561 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02503a5-d02d-4189-94ad-ec1b03e3f3eb', 'name': 'network-vif-deleted', 'tag': 'bbd6fb5c-d078-4889-9d3e-ba3281dfb87a', 'status': 'completed', 'code': 200} Aug 27 16:18:08.940826 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669', 'status': 'completed', 'code': 200} Aug 27 16:18:08.996514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-24ff8fd2-1091-432c-bfff-ddff639d684d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0780296 Aug 27 16:18:09.088563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afd52-ecf8-4c18-9697-f9daf1f74f26 req-a22d6cc1-ea3f-4348-a21a-187fd5fa6fcc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:09.090092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd1afd52-ecf8-4c18-9697-f9daf1f74f26 req-a22d6cc1-ea3f-4348-a21a-187fd5fa6fcc tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.0915930 Aug 27 16:18:09.091529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-f33dd9f1-2cb7-48dc-98bf-5b171fc73e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:09.092855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-f33dd9f1-2cb7-48dc-98bf-5b171fc73e3c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0846679 Aug 27 16:18:09.159413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd1afd52-ecf8-4c18-9697-f9daf1f74f26 req-6ae4720b-2b85-4f19-8308-9a2fd4eff988 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631092 Aug 27 16:18:09.170209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-2fc985cd-86c9-48b2-989c-a59b48db16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:09.171730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-2fc985cd-86c9-48b2-989c-a59b48db16af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681674 Aug 27 16:18:09.281140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-76ac7071-20a8-4ed3-8f1c-a5048e20eb57 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000514 Aug 27 16:18:09.395870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40450) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:09.415070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-7a2bae53-6baf-4bc5-89c0-0d9e8e65dbbf service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176989 Aug 27 16:18:09.455759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-366e651a-8b83-402a-89ee-336a72c79466 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:09.457605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-366e651a-8b83-402a-89ee-336a72c79466 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 945 time: 0.0610392 Aug 27 16:18:09.504538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-7196c6c6-abf3-4c57-b2df-679511dff01d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839 HTTP/1.1" status: 200 len: 217 time: 0.0657585 Aug 27 16:18:09.507519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc1b-8cfe-48a8-b05c-9771228c30fa tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:09.582635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Deleting port 3457a9df-4627-4f12-98f3-0cf43265e4a4 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:09.583314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:09.589059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc1b-8cfe-48a8-b05c-9771228c30fa tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:09.617004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-86dcee7a-2326-4f8e-8fc3-8c936260f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:09.618483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-86dcee7a-2326-4f8e-8fc3-8c936260f059 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0996485 Aug 27 16:18:09.688982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] For port 3457a9df-4627-4f12-98f3-0cf43265e4a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3457a9df-4627-4f12-98f3-0cf43265e4a4,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:09.689684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:09.705073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Calling delete_port for 3457a9df-4627-4f12-98f3-0cf43265e4a4 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:09.919122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:09.931681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['7d3389ee-3ff6-4a33-aa11-d7593a8791c5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:09.969279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Pushing event deleted for resources: {'Port': ['ID=3457a9df-4627-4f12-98f3-0cf43265e4a4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:10.019881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1c90456-5f06-4d60-b9a8-ecd9e406544a req-ded5f433-f34e-48d4-93c6-04f1c9e75df4 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 210 time: 0.0678744 Aug 27 16:18:10.020404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] No DVR routers for this DVR port 3457a9df-4627-4f12-98f3-0cf43265e4a4 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:10.020404 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.022628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-48108d8c-9b95-4323-82cc-1c49a1b6232c req-70524b6d-b7c3-4c31-a22e-57351823d3ee tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "DELETE /v2.0/ports/3457a9df-4627-4f12-98f3-0cf43265e4a4 HTTP/1.1" status: 204 len: 173 time: 0.5586991 Aug 27 16:18:10.034711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-abbb8801-51b7-4e1d-922f-d4788d3aa703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.036555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-abbb8801-51b7-4e1d-922f-d4788d3aa703 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4105859 Aug 27 16:18:10.060099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-37e66c8e-04f5-428d-8aeb-a763e13d9e72 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.062120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-37e66c8e-04f5-428d-8aeb-a763e13d9e72 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1150513 Aug 27 16:18:10.248916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.254707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.260588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.267218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.273085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.279292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.285440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.287507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-30b536cb-fcee-42aa-a84c-61a87fba97f9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1778104 Aug 27 16:18:10.294249 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc1b-8cfe-48a8-b05c-9771228c30fa tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.296850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d13ebc1b-8cfe-48a8-b05c-9771228c30fa tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.297981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d13ebc1b-8cfe-48a8-b05c-9771228c30fa tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "DELETE /v2.0/security-groups/22919d56-8307-4f3b-ab17-299bf86648c1 HTTP/1.1" status: 204 len: 168 time: 0.9011638 Aug 27 16:18:10.300867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40506) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:10.307165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5cd922a5-a8cd-453c-a67b-835d421d395b service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625239 Aug 27 16:18:10.318250 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-9bcde4d5-8717-4791-afcd-8fc246b45410 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] show failed (client error): The resource could not be found. Aug 27 16:18:10.319514 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bcde4d5-8717-4791-afcd-8fc246b45410 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "GET /v2.0/security-groups/22919d56-8307-4f3b-ab17-299bf86648c1 HTTP/1.1" status: 404 len: 347 time: 0.0165176 Aug 27 16:18:10.322090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40508) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:10.340088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ebc1b-8cfe-48a8-b05c-9771228c30fa tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22919d56-8307-4f3b-ab17-299bf86648c1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:10.419935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Deleting port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:10.420302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.439389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b8f8884-5977-4d64-a282-0ceadead0c8e req-47d9ad99-6ea3-4866-8151-bc7d3c735e59 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340044 Aug 27 16:18:10.487118 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Deleting port 2779188c-58a9-4024-a250-2c9f6f013fac {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:10.487723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.587975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.588327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.603828 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Calling delete_port for 2779188c-58a9-4024-a250-2c9f6f013fac owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:10.649482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-5c06955a-ff07-468a-a4ca-ed23d8ab6735 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293438 Aug 27 16:18:10.714280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e0ef0-b0bd-40e1-ad0d-2dd4a8d1f50b req-8c0846e0-b918-4fc5-92fd-a059fdc3ed19 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:10.716508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-867e0ef0-b0bd-40e1-ad0d-2dd4a8d1f50b req-8c0846e0-b918-4fc5-92fd-a059fdc3ed19 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 944 time: 0.1750698 Aug 27 16:18:10.727808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-16d2ac76-ba03-43e6-a8e0-e1972af55986 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620 HTTP/1.1" status: 200 len: 217 time: 0.0695302 Aug 27 16:18:10.735901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] For port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:10.736280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.746574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-d6f6f336-9efb-4e54-861a-fb212ad50c44 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1667507 Aug 27 16:18:10.815541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.849074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40514) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:10.857295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Pushing event deleted for resources: {'Port': ['ID=2779188c-58a9-4024-a250-2c9f6f013fac,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:10.935385 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.938336 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:10.939690 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fe25cb36-7b56-4888-adaa-3da0fe0ca072 tempest-ServersTestFqdnHostnames-1040687936 tempest-ServersTestFqdnHostnames-1040687936-project] 10.222.0.101 "DELETE /v2.0/floatingips/334d8753-97f9-4ae0-bec5-867726d7c910 HTTP/1.1" status: 204 len: 168 time: 0.6165869 Aug 27 16:18:10.941536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'name': 'network-vif-deleted', 'tag': '3457a9df-4627-4f12-98f3-0cf43265e4a4'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:10.944179 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ce9330-0e8e-403f-97c1-06fe787b0ad0" -d '{"events": [{"server_uuid": "5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7", "name": "network-vif-deleted", "tag": "3457a9df-4627-4f12-98f3-0cf43265e4a4"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:10.948286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40520) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:11.018231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-867e0ef0-b0bd-40e1-ad0d-2dd4a8d1f50b req-ec6ca8ac-2a28-4eaa-8207-47ea44339474 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups?id=bcf7614f-8208-4df0-92a3-c3d18706e526&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850940 Aug 27 16:18:11.036118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-2a5e4677-9261-4c15-8912-61fccb3acb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.037602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-2a5e4677-9261-4c15-8912-61fccb3acb9d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.2988687 Aug 27 16:18:11.119093 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3374a95e-bd8a-448f-8d55-c6ecf09a34a8 x-openstack-request-id: req-3374a95e-bd8a-448f-8d55-c6ecf09a34a8 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:11.119219 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7", "name": "network-vif-deleted", "tag": "3457a9df-4627-4f12-98f3-0cf43265e4a4", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:11.119406 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3374a95e-bd8a-448f-8d55-c6ecf09a34a8 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:11.119806 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7', 'name': 'network-vif-deleted', 'tag': '3457a9df-4627-4f12-98f3-0cf43265e4a4', 'status': 'completed', 'code': 200} Aug 27 16:18:11.120531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3021-ec8c-46fe-8992-93ce029114a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:11.275831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.276859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.278484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.279512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.281030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.282015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.282775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.284943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a1e39328-3adf-4afc-adef-7e851e4163a8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6488 time: 0.4389708 Aug 27 16:18:11.339786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:11.340963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:11.341633 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Floating IP 2d0bc0a9-2570-404f-910e-7c8f1a155d4c disassociated. External IP: 172.25.4.213, port: 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d. Aug 27 16:18:11.342482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Calling delete_port for 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:11.443806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b3cf105-3049-4bff-8043-2712158f68ab req-eb47be21-c215-44d1-b22d-f38119760d93 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a4e2d5f-5e09-4e5a-b042-b2cd6bd4d8f7 HTTP/1.1" status: 200 len: 210 time: 0.2616763 Aug 27 16:18:11.460915 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3021-ec8c-46fe-8992-93ce029114a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:11.552981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8ea60cb5-cb8e-46e1-89a8-377e4816157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.554572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-8ea60cb5-cb8e-46e1-89a8-377e4816157f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4757149 Aug 27 16:18:11.629413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3021-ec8c-46fe-8992-93ce029114a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:11.673068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:11.688555 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e7ae3021-ec8c-46fe-8992-93ce029114a1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=46c3f801fa4f41208266e34b87d10325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8368952 Aug 27 16:18:11.694386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40564) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:11.724178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae3021-ec8c-46fe-8992-93ce029114a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9043825a-be95-4c0d-b471-d5e29e3bfb73,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:11.737634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.743498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.750367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.756750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.763983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.769967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.775973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.778466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-321b1775-422e-4128-99fd-e46707d107b6 req-29f0f959-3b1b-47e8-ab3b-e83082a34990 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.2203369 Aug 27 16:18:11.857309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-d6bca6dd-6dc6-4a90-8f0d-a42858145ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.857781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-d6bca6dd-6dc6-4a90-8f0d-a42858145ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.858244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-d6bca6dd-6dc6-4a90-8f0d-a42858145ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:11.859838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-d6bca6dd-6dc6-4a90-8f0d-a42858145ac0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7639636b-2e68-444d-a756-114c35a3b4a0&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=e500afa8-0258-4a02-9fc3-72037f8e799e&id=e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 200 len: 2296 time: 0.4137938 Aug 27 16:18:11.888969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3457a9df-4627-4f12-98f3-0cf43265e4a4 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:11.928770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 3457a9df-4627-4f12-98f3-0cf43265e4a4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:11.929521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3457a9df-4627-4f12-98f3-0cf43265e4a4 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:11.982394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-86c2e615-59ce-48d0-bf01-c60c2e4c8d03 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874161 Aug 27 16:18:11.986727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Deleting port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:11.987197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:11.990327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-321b1775-422e-4128-99fd-e46707d107b6 req-d27d8c3f-1312-477c-8c1d-0ab3e32c8d53 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983857 Aug 27 16:18:11.997224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cea3e481-c63c-4cb0-867b-235380967f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:12.038482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-55de07ba-2641-4c30-ad1d-347325e1bc78 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 200 len: 999 time: 0.1496279 Aug 27 16:18:12.086357 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:12.124952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cea3e481-c63c-4cb0-867b-235380967f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:12.148137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] For port 5f0dc55c-02a7-4ff2-8af9-9fff716f489c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:12.155101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:12.155284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event deleted for resources: {'Port': ['ID=10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:12.178286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Calling delete_port for 5f0dc55c-02a7-4ff2-8af9-9fff716f489c owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:12.292314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-af9209df-9513-433b-a514-fe869fab584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:12.294313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-af9209df-9513-433b-a514-fe869fab584d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7dfc397f-74cd-49c3-81a0-081d7f19c88e HTTP/1.1" status: 200 len: 851 time: 0.2245288 Aug 27 16:18:12.351320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7b5142f-d352-4806-a734-b5acae86108c req-1c3d04eb-aa1c-44ac-838a-abd71e953153 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 210 time: 0.0640528 Aug 27 16:18:12.382836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-f279ea39-8035-4765-aed7-c3f143521623 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914206 Aug 27 16:18:12.628871 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:12.673451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0dc55c-02a7-4ff2-8af9-9fff716f489c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:12.774271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-a0107f91-86c4-4951-af12-4cc62b38f616 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f HTTP/1.1" status: 200 len: 217 time: 0.3611116 Aug 27 16:18:12.824876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-427b39e2-1d39-426b-aefa-7abb46752dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:12.827742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-427b39e2-1d39-426b-aefa-7abb46752dbe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7639636b-2e68-444d-a756-114c35a3b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5145867 Aug 27 16:18:12.882702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-000db2b4-4616-41d9-80c1-ab16db2f5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:12.884557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-000db2b4-4616-41d9-80c1-ab16db2f5cc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 200 len: 797 time: 0.1028988 Aug 27 16:18:12.930134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Router 6cfda5f9-4669-4959-90c7-114a136c3ed6 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:18:12.932806 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cea3e481-c63c-4cb0-867b-235380967f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:12.936313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cea3e481-c63c-4cb0-867b-235380967f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:12.940294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cea3e481-c63c-4cb0-867b-235380967f11 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9043825a-be95-4c0d-b471-d5e29e3bfb73 HTTP/1.1" status: 204 len: 168 time: 1.2432904 Aug 27 16:18:13.034236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3e481-c63c-4cb0-867b-235380967f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9043825a-be95-4c0d-b471-d5e29e3bfb73,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:13.040576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:13.149689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c1293938-c532-4923-b24b-2a4b755f921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.151694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c1293938-c532-4923-b24b-2a4b755f921e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2202787 Aug 27 16:18:13.207285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-0c98b662-9604-4675-a04e-8415af1e6247 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708913 Aug 27 16:18:13.339312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f0625ad-dbf7-4051-8548-8163c1fcb347 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:13.355491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:18:13.372906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Router e36ca600-199a-48b1-88db-6d9e161690f8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:18:13.378183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] Sync routers for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:18:13.380524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.386862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.393346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.400705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.402737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:13.403596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:13.406774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.413033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.419882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:13.427955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-7e27ca0a-d74e-4d90-bc4a-6c50c1bc3393 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.2879555 Aug 27 16:18:13.572187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] No DVR routers for this DVR port 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:13.606894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:13.626373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9c20dc7-af14-4765-9ca7-86af9ee78539 req-75c671ab-1726-47f4-a886-9bb8f0a34c64 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.97 "DELETE /v2.0/ports/10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d HTTP/1.1" status: 204 len: 173 time: 3.5511060 Aug 27 16:18:13.631460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-57895780-e27c-450f-a3d1-9569a79e9c8a service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273648 Aug 27 16:18:13.631938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-deleted', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:13.634377 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f7bc5-a502-4f70-ae20-cd71968b9f3b" -d '{"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-deleted", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:13.644100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:13.676393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-9165e2ac-267e-4e67-b59d-5898fcf8b727 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552217 Aug 27 16:18:13.750785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bbf2afd-dbc8-408a-afb5-a36baefbf2df req-e7bc543d-02cd-486b-a681-e8f80d165d87 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3138354 Aug 27 16:18:13.807751 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:13.852468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-ac570aaf-7fb1-4313-ba0b-6acd51ec528e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 217 time: 0.1575007 Aug 27 16:18:13.941499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:13.944387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:13.946908 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df79cf6-3f66-45f1-a559-c0129c2cf5fe" -d '{"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-unplugged", "status": "completed", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:14.008378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015a50f-6cd0-4d40-9c38-644d2565c2a9 req-ad318181-f83d-4bca-a136-00dd2bd67ef7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:14.010568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a015a50f-6cd0-4d40-9c38-644d2565c2a9 req-ad318181-f83d-4bca-a136-00dd2bd67ef7 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.4597850 Aug 27 16:18:14.015534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a0cf9b7d-057c-4699-b5ff-68ac74196ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:14.017640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-a0cf9b7d-057c-4699-b5ff-68ac74196ac5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1453481 Aug 27 16:18:14.035318 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:14.036293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:14.053471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:18:14.062512 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3bdec617-4ab8-4286-b122-0a77566cc1a1 admin admin] 10.222.0.101 "PUT /v2.0/routers/e36ca600-199a-48b1-88db-6d9e161690f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1116235 Aug 27 16:18:14.062734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40628) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:14.065574 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] Sync routers for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:18:14.086236 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:14.087234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:14.114250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06250cce-f924-4873-87f9-0da3cbefaf1a req-258bf70c-74d8-49df-bf49-092c46baa303 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/ports?device_id=1dffbdb6-7097-45d2-b64a-a76a4b1f5523 HTTP/1.1" status: 200 len: 210 time: 0.1202919 Aug 27 16:18:14.137429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:14.140354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:14.164906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-c4eabcb6-7d7a-4b7e-a285-a69345117b4c service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212157 Aug 27 16:18:14.257513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:14.289673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:14.304592 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f7a51-b7b9-4ebf-82da-35b583ab3fc0 x-openstack-request-id: req-714f7a51-b7b9-4ebf-82da-35b583ab3fc0 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:14.304897 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dffbdb6-7097-45d2-b64a-a76a4b1f5523", "name": "network-vif-deleted", "tag": "10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:14.305156 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-714f7a51-b7b9-4ebf-82da-35b583ab3fc0 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:14.309554 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dffbdb6-7097-45d2-b64a-a76a4b1f5523', 'name': 'network-vif-deleted', 'tag': '10c4a0c4-16fa-4554-b2b7-20ca7fc39a6d', 'status': 'completed', 'code': 200} Aug 27 16:18:14.354043 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:14.357344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:19Z', 'revision_number': 5, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:14.438930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] Checking router: 6cfda5f9-4669-4959-90c7-114a136c3ed6 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:18:14.439347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:14.467440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:14.468089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:14.493447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a015a50f-6cd0-4d40-9c38-644d2565c2a9 req-a2a67612-1ac1-4e69-bfd8-8fccf9d6c7db tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629726 Aug 27 16:18:14.502957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-553ee7e2-a982-43a2-85fa-2ebf265ddb59 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:14.512892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-553ee7e2-a982-43a2-85fa-2ebf265ddb59 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.1791918 Aug 27 16:18:14.525346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-43a3aa2e-e8a5-4d35-bd3e-1616b6d85d7a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 HTTP/1.1" status: 200 len: 217 time: 0.3404202 Aug 27 16:18:14.528726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-6d8312ea-26e6-4d56-b5e2-1645b16c789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:14.530670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-6d8312ea-26e6-4d56-b5e2-1645b16c789d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4993162 Aug 27 16:18:14.539721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-548b7126-2584-41fd-b8b8-5b1e94853906 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/quotas/e7fe8f9737414dc4a866d2e85547d04f HTTP/1.1" status: 200 len: 375 time: 0.0252285 Aug 27 16:18:14.614806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Deleting port 190c8550-c7f5-432a-bd05-82f6c2dcdebb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:14.615158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:14.695442 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:18:12Z', 'revision_number': 5, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port': {'id': '190c8550-c7f5-432a-bd05-82f6c2dcdebb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:15:44Z', 'updated_at': '2021-08-27T16:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:14.703533 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff01947-e6f2-420c-a4dc-bef1674ad51b x-openstack-request-id: req-fff01947-e6f2-420c-a4dc-bef1674ad51b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:14.703875 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-unplugged", "status": "completed", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:14.710566 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fff01947-e6f2-420c-a4dc-bef1674ad51b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:14.711009 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'code': 200} Aug 27 16:18:14.790238 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] Checking router: e36ca600-199a-48b1-88db-6d9e161690f8 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:18:14.801036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:14.805640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-949bac83-ffaa-4f7d-b836-c8c54ea6f66d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:14.807591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-949bac83-ffaa-4f7d-b836-c8c54ea6f66d tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 945 time: 0.1029661 Aug 27 16:18:14.810113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] For port 190c8550-c7f5-432a-bd05-82f6c2dcdebb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=190c8550-c7f5-432a-bd05-82f6c2dcdebb,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:14.810483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:14.812997 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] Routers {'e36ca600-199a-48b1-88db-6d9e161690f8'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:14.814561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['e36ca600-199a-48b1-88db-6d9e161690f8'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:14.834144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Calling delete_port for 190c8550-c7f5-432a-bd05-82f6c2dcdebb owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:14.878383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-d6aca1de-0965-4179-afb2-eb94f145d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:14.880011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-d6aca1de-0965-4179-afb2-eb94f145d520 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 200 len: 797 time: 0.3297603 Aug 27 16:18:14.881839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-d0a5d347-100d-4760-848a-099a65cc5b74 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193117 Aug 27 16:18:15.063931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-56135e69-6087-4a28-b073-de483c4d921d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5229051 Aug 27 16:18:15.079843 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] Set router e36ca600-199a-48b1-88db-6d9e161690f8 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:15.114890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.122997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.131966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.140055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.140480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Deleting port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:15.140955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.146512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.154860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.158970 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:18:14Z', 'revision_number': 6, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:15.163319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.170152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-07462f37-1c37-47ab-a04b-5c5b34caa9cc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.2423522 Aug 27 16:18:15.201470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:19Z', 'revision_number': 5, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:15.211511 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3103d1c-3070-4139-aec8-e5328c0d9511 None None] The sync data for ids ['e36ca600-199a-48b1-88db-6d9e161690f8'] in n-d-806412-1 is: [{'id': 'e36ca600-199a-48b1-88db-6d9e161690f8', 'name': 'tempest-ServersTestFqdnHostnames-1160906597-router', 'tenant_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:15:43Z', 'updated_at': '2021-08-27T16:18:14Z', 'revision_number': 6, 'project_id': 'a95b98cf693c4dce89b75bf7c0ce41ef', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:18:15.251371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18474416-7ddd-4df0-a658-7bd74db3775d None None] The sync data for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 is: [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:08:14Z', 'revision_number': 4, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '29238a4a-d9a3-4045-a26f-0b536610aa2c', 'name': '', 'network_id': '9465f7b0-7e8e-42b4-8872-f900f467e677', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'mac_address': 'fa:16:3e:68:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:12Z', 'updated_at': '2021-08-27T16:08:19Z', 'revision_number': 5, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'subnets': [{'id': '0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:18:15.344382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] For port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:15.344675 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.352906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-e4beb2d8-e9ea-44e0-a66b-0ef800c53510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:15.356186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-e4beb2d8-e9ea-44e0-a66b-0ef800c53510 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4565406 Aug 27 16:18:15.365857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Calling delete_port for 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:15.416459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3bc8b0e-a2b1-4e7c-b122-20e57e4bb924 req-c87a793a-e261-4373-a2ec-6eaa27abc76e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2439873 Aug 27 16:18:15.437011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.460076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-4be4feda-311b-496d-b4ce-c7474d11c9dd service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513573 Aug 27 16:18:15.486285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Pushing event deleted for resources: {'Port': ['ID=190c8550-c7f5-432a-bd05-82f6c2dcdebb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:15.600628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.731750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6a689-6e72-455a-b991-17af344205a9 None None] New status for floating IP 2d0bc0a9-2570-404f-910e-7c8f1a155d4c: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:18:15.772746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-ec9f1799-7003-4522-afdb-3b553cc2a10a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 217 time: 0.2833912 Aug 27 16:18:15.793587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-941c4b18-ab42-4aea-92e4-bcaaaf14a95c service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265735 Aug 27 16:18:15.820626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.823467 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:15.978468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.025846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-1977ff2e-7d5a-4493-9230-d844f774bc95 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:16.028020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-1977ff2e-7d5a-4493-9230-d844f774bc95 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/ports?device_id=ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96 HTTP/1.1" status: 200 len: 943 time: 0.6080945 Aug 27 16:18:16.067070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.068044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e36ca600-199a-48b1-88db-6d9e161690f8 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:18:16.081182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.084362 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7cb51303-9c87-4134-960a-33278af6983b admin admin] 10.222.0.101 "DELETE /v2.0/routers/e36ca600-199a-48b1-88db-6d9e161690f8 HTTP/1.1" status: 204 len: 168 time: 2.0192761 Aug 27 16:18:16.090703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Pushing event deleted for resources: {'Port': ['ID=7d3389ee-3ff6-4a33-aa11-d7593a8791c5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:16.099507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40674) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:16.139226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-75464c04-8757-4e8f-8eb2-4e8a4320c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:16.142921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-75464c04-8757-4e8f-8eb2-4e8a4320c980 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.3067331 Aug 27 16:18:16.161235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871e094-c280-427a-aea4-9b24d59fc386 req-33db8a57-a03b-46b1-b0b3-701280bbed3c tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:16.162528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e871e094-c280-427a-aea4-9b24d59fc386 req-33db8a57-a03b-46b1-b0b3-701280bbed3c tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/ports?device_id=7310d38f-fa6a-42a2-b651-b77f5e06f93e HTTP/1.1" status: 200 len: 867 time: 0.3113811 Aug 27 16:18:16.164464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-09aff3fa-083c-41b6-8946-6d31a3a77d11 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683573 Aug 27 16:18:16.191455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] No DVR routers for this DVR port 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:16.195198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.197421 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-90c4c795-e2b7-4e11-87f0-7c7c31f94d8a req-1b629480-6840-4486-9ad0-6741b71124c0 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.90 "DELETE /v2.0/ports/7d3389ee-3ff6-4a33-aa11-d7593a8791c5 HTTP/1.1" status: 204 len: 173 time: 1.3841588 Aug 27 16:18:16.208997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'name': 'network-vif-deleted', 'tag': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:16.211660 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a488368-a066-46f3-8a2e-35192dd7221b" -d '{"events": [{"server_uuid": "7310d38f-fa6a-42a2-b651-b77f5e06f93e", "name": "network-vif-deleted", "tag": "7d3389ee-3ff6-4a33-aa11-d7593a8791c5"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:16.240780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] Deleting subnet fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:18:16.241643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.242709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:16.356469 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.547127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.594585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1527047632'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:16.732476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f0dc55c-02a7-4ff2-8af9-9fff716f489c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:16.747704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Made reservation on behalf of 04cf602c148e4cf3b407b3b39bcd100c for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:16.753075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.755664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.756768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5f0dc55c-02a7-4ff2-8af9-9fff716f489c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:16.757590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f0dc55c-02a7-4ff2-8af9-9fff716f489c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:16.758225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 190c8550-c7f5-432a-bd05-82f6c2dcdebb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:16.771592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-02bdb170-9175-4697-b004-bcb7ff39a0c9 service neutron] 10.222.0.101 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9731102 Aug 27 16:18:16.785652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 190c8550-c7f5-432a-bd05-82f6c2dcdebb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:16.786660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 190c8550-c7f5-432a-bd05-82f6c2dcdebb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:16.805010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:16.807910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faad61a-d700-499e-ae18-ba6454f34fe5 None None] Network cf96a4c7-b0d7-43cb-8af4-35319eaef671 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:16.812486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.816004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fc7751c9-a6a4-4ec9-aa0c-f39e01fc575f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fbbfd92b-a4e8-49f2-b2cb-f426c9b25d74 HTTP/1.1" status: 204 len: 168 time: 0.6958055 Aug 27 16:18:16.817835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:16.819719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e871e094-c280-427a-aea4-9b24d59fc386 req-07fcc66d-17bb-4cdc-a3ff-bae85d41de70 tempest-ListServerFiltersTestJSON-282532929 tempest-ListServerFiltersTestJSON-282532929-project] 10.222.0.101 "GET /v2.0/security-groups?id=062c14d2-c186-4841-8341-f17ca4e0353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353703 Aug 27 16:18:16.822989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40688) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:16.868360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-491a8a7a-8f27-4476-9c0e-dbea182efac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:16.869882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-491a8a7a-8f27-4476-9c0e-dbea182efac0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7021897 Aug 27 16:18:17.037194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0f5a0be-5788-4363-bdcc-aa31f7a43082 req-259549d2-861a-479b-b366-5ba24379bda7 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8474879 Aug 27 16:18:17.039730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.045620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Deleting port 9f0625ad-dbf7-4051-8548-8163c1fcb347 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:17.045975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.054256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.170462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] DHCP port deletion for cf96a4c7-b0d7-43cb-8af4-35319eaef671 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:18:17.177609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.220762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:18:17.231774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-39bd30a9-414c-4b94-8af6-b2a6b057cf2e service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488493 Aug 27 16:18:17.234230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45056138-93db-4f4f-b1c2-89f10aa0d2de,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:17.260264 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.261019 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Added segment 2b28562b-9d8a-4483-a7f1-033e5372da30 of type vlan for network ba8ab0d2-273f-4678-8e1c-65f86926dba7 Aug 27 16:18:17.291773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] Deleting port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:17.294241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.299557 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fa28b0-321e-4e7d-ab9d-ca54bc28104a x-openstack-request-id: req-d4fa28b0-321e-4e7d-ab9d-ca54bc28104a {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:17.303650 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7310d38f-fa6a-42a2-b651-b77f5e06f93e", "name": "network-vif-deleted", "tag": "7d3389ee-3ff6-4a33-aa11-d7593a8791c5", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:17.303650 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4fa28b0-321e-4e7d-ab9d-ca54bc28104a {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:17.303650 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310d38f-fa6a-42a2-b651-b77f5e06f93e', 'name': 'network-vif-deleted', 'tag': '7d3389ee-3ff6-4a33-aa11-d7593a8791c5', 'status': 'completed', 'code': 200} Aug 27 16:18:17.387249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] For port df4e199f-44a2-4372-9c5e-18a9d8e22dc2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,segment=NetworkSegment(196b9df4-20ae-4110-bee3-feb5a7817756),segment_id=196b9df4-20ae-4110-bee3-feb5a7817756)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:17.387647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.403553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] Calling delete_port for df4e199f-44a2-4372-9c5e-18a9d8e22dc2 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:17.420400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.420400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40696) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:17.568384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a64b98b0-843a-4fe7-bd0f-fd127cd7deaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.577411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] For port 9f0625ad-dbf7-4051-8548-8163c1fcb347, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f0625ad-dbf7-4051-8548-8163c1fcb347,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:17.578072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.580978 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.625206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] Pushing event deleted for resources: {'Port': ['ID=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:17.626996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Calling delete_port for 9f0625ad-dbf7-4051-8548-8163c1fcb347 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:17.629260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb80a1-2e17-47b9-96ac-8966563a0cee None None] No DVR routers for this DVR port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:17.671795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-dda01b25-b646-4276-909e-6636390cea51 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6486 time: 0.4252863 Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Deleting port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:17.672209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.678336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.679323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.684539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a64b98b0-843a-4fe7-bd0f-fd127cd7deaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.791504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Pushing event updated for resources: {'Network': ['ID=ba8ab0d2-273f-4678-8e1c-65f86926dba7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:17.802674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ba8ab0d2-273f-4678-8e1c-65f86926dba7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:18:17.880963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-567ae87f-28f8-4b81-ad63-915ed5fc5a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6369979 Aug 27 16:18:17.881957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a64b98b0-843a-4fe7-bd0f-fd127cd7deaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.884936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a64b98b0-843a-4fe7-bd0f-fd127cd7deaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:17.887487 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a64b98b0-843a-4fe7-bd0f-fd127cd7deaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "DELETE /v2.0/security-groups/bcf7614f-8208-4df0-92a3-c3d18706e526 HTTP/1.1" status: 204 len: 168 time: 0.4647851 Aug 27 16:18:17.895058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40708) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:17.899710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fb53b17-ef8f-4abc-8fee-cac5ed2b6a91 req-fe442470-4d8e-4664-bea2-6dca391ea5fd tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 210 time: 0.1730597 Aug 27 16:18:17.904916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b98b0-843a-4fe7-bd0f-fd127cd7deaa tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7614f-8208-4df0-92a3-c3d18706e526,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:17.914815 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-64607900-67a5-4347-88df-00250bb8f94d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] show failed (client error): The resource could not be found. Aug 27 16:18:17.919994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-bbd747f2-86e1-462c-be84-145022513388 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766112 Aug 27 16:18:17.920595 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-64607900-67a5-4347-88df-00250bb8f94d tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "GET /v2.0/security-groups/bcf7614f-8208-4df0-92a3-c3d18706e526 HTTP/1.1" status: 404 len: 347 time: 0.0239403 Aug 27 16:18:17.923509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40710) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:17.934913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:17.943299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.950317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.956953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.967058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.970565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.977661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.978162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:17.978590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7d3389ee-3ff6-4a33-aa11-d7593a8791c5 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:17.985523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:17.987153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40712) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:17.989394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-4df16001-c654-4473-ae6f-7035c66b0105 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.4869463 Aug 27 16:18:18.068135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] For port df4e199f-44a2-4372-9c5e-18a9d8e22dc2, host n-d-806412-1, got binding levels [] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:18.068515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.093372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40718) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:18.095228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-2bea8562-3e42-481d-96de-adee13b67bec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 HTTP/1.1" status: 200 len: 217 time: 0.1048553 Aug 27 16:18:18.098158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Request body: {'port': {'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7', 'binding:host_id': 'n-h1-806412-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-13207900'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:18.104678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] Deleting subnet d0ac5f58-28df-4438-b96b-a31e2b824a19 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:18:18.115257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.120358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Calling delete_port for df4e199f-44a2-4372-9c5e-18a9d8e22dc2 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:18.137761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 was not found and therefore no delete operation was performed {{(pid=95253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:18:18.168558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.172210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.199459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Deleting port 0e0a9462-c5ab-4ade-b8b6-e5b457ff873b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:18.202292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.223816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-061a159c-b568-42da-a323-879f2cd4499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.225309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-061a159c-b568-42da-a323-879f2cd4499f service neutron] 10.222.0.90 "GET /v2.0/networks?id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1 HTTP/1.1" status: 200 len: 903 time: 0.5112820 Aug 27 16:18:18.233614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] No DVR routers for this DVR port df4e199f-44a2-4372-9c5e-18a9d8e22dc2 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:18.242248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Pushing event deleted for resources: {'Port': ['ID=df4e199f-44a2-4372-9c5e-18a9d8e22dc2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:18.276007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469da3d5-8d41-4855-80b7-200f4b0c47d0 req-b136e387-d0d0-41f7-ae38-30c8bd8ef928 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2737048 Aug 27 16:18:18.310257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-76b5a091-244a-4e91-9774-1f8bf697ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.311864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-76b5a091-244a-4e91-9774-1f8bf697ddf1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.2034035 Aug 27 16:18:18.318722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.321683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.322011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.348733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Made reservation on behalf of 9eb1b278a87948559c6c0d8a25e48f2d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:18.351028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.366019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-17346f79-f0da-4b2d-8141-d809c319a2db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 HTTP/1.1" status: 200 len: 217 time: 0.1259596 Aug 27 16:18:18.370134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Calling delete_port for 0e0a9462-c5ab-4ade-b8b6-e5b457ff873b owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:18.372782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.468949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.486499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf96a4c7-b0d7-43cb-8af4-35319eaef671']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:18.501600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196b9df4-20ae-4110-bee3-feb5a7817756') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:18.501893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196b9df4-20ae-4110-bee3-feb5a7817756') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:18.514068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-203f0131-4310-4853-bab7-3f7f1b5c253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.515605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-203f0131-4310-4853-bab7-3f7f1b5c253d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1715260 Aug 27 16:18:18.518780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-4ca7cca1-a7a3-4179-89d4-2fe36c0c2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.520159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-4ca7cca1-a7a3-4179-89d4-2fe36c0c2b3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 200 len: 797 time: 0.1126351 Aug 27 16:18:18.521720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.543772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.585361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ac5f58-28df-4438-b96b-a31e2b824a19,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:18.598158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.602504 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2a08772c-e715-497e-adc1-6e0290da90d0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d0ac5f58-28df-4438-b96b-a31e2b824a19 HTTP/1.1" status: 204 len: 168 time: 0.6117036 Aug 27 16:18:18.604496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40722) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:18.611259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc642d-505e-4f02-89a3-515c4055abed None None] Network 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:18.624749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.629450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.634466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.696098 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.698525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-af5dc0a7-2c2f-46b5-ba2f-7893b8c31422 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748271 Aug 27 16:18:18.735595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:18.736009 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.736164 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.738206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.745624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] device_id is not set on port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:18.757239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device df4e199f-44a2-4372-9c5e-18a9d8e22dc2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:18.804776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: df4e199f-44a2-4372-9c5e-18a9d8e22dc2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:18.805731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device df4e199f-44a2-4372-9c5e-18a9d8e22dc2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:18.808799 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:18.822553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event deleted for resources: {'Port': ['ID=9f0625ad-dbf7-4051-8548-8163c1fcb347,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:18.870109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Pushing event deleted for resources: {'Port': ['ID=0e0a9462-c5ab-4ade-b8b6-e5b457ff873b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:18.885627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be05a4-fbbe-450c-93d3-063cfd5a9c33,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:18.899918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-d003bad3-d108-4a1b-9b63-1ca6a0799933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:18.901443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-d003bad3-d108-4a1b-9b63-1ca6a0799933 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3649328 Aug 27 16:18:18.934731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] No DVR routers for this DVR port 9f0625ad-dbf7-4051-8548-8163c1fcb347 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:18.946944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:18.949486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90e4f78e-86d9-4ab9-9d49-1a9d8add67c8 req-006d61ec-cf42-4092-bbc7-cbe0327ffb26 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "DELETE /v2.0/ports/9f0625ad-dbf7-4051-8548-8163c1fcb347 HTTP/1.1" status: 204 len: 173 time: 2.9086111 Aug 27 16:18:18.950304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-deleted', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:18.958418 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bf4dc5-a412-4468-ab51-ff3b62e83131" -d '{"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-deleted", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:18.972479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] DHCP port deletion for 90dac2e9-bd55-407b-ac10-dc2f21fddcb6 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:18:18.980945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Deleting port e882d55f-e81a-4f54-8a44-9d4eeee12c2e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:18.981354 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.007925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-54887109-1dfb-4917-83ba-a5d7fa7b6863 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735615 Aug 27 16:18:19.041851 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3339077-5d04-45cf-9981-de94bd18d642 x-openstack-request-id: req-f3339077-5d04-45cf-9981-de94bd18d642 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:19.042146 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96", "name": "network-vif-deleted", "tag": "9f0625ad-dbf7-4051-8548-8163c1fcb347", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:19.043005 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f3339077-5d04-45cf-9981-de94bd18d642 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:19.044041 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0acdf6-a44d-4c8c-9f6d-1244d9a90e96', 'name': 'network-vif-deleted', 'tag': '9f0625ad-dbf7-4051-8548-8163c1fcb347', 'status': 'completed', 'code': 200} Aug 27 16:18:19.053810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.064674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.067209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.068605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e6978d6-73ad-4719-a810-0cf675d97c35 tempest-ServerActionsTestJSON-533346863 tempest-ServerActionsTestJSON-533346863-project] 10.222.0.101 "DELETE /v2.0/floatingips/2d0bc0a9-2570-404f-910e-7c8f1a155d4c HTTP/1.1" status: 204 len: 168 time: 1.1439738 Aug 27 16:18:19.071746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.076671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] 10.222.0.101 "DELETE /v2.0/networks/cf96a4c7-b0d7-43cb-8af4-35319eaef671 HTTP/1.1" status: 204 len: 168 time: 2.2210476 Aug 27 16:18:19.081607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40730) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:19.096562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] Deleting port e882d55f-e81a-4f54-8a44-9d4eeee12c2e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:19.100448 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.135661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] For port e882d55f-e81a-4f54-8a44-9d4eeee12c2e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:19.136847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.170727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Calling delete_port for e882d55f-e81a-4f54-8a44-9d4eeee12c2e owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:19.189360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] device_id is not set on port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:19.191725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-9c8415c0-82e9-45d3-976e-df73a7fc5cd1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f65efb8d-82c5-478d-aff9-cd2116e72100 HTTP/1.1" status: 200 len: 217 time: 0.1453736 Aug 27 16:18:19.205331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24ed588b-1f55-4469-a8cc-615adcc36ded req-57719d81-da53-499a-bf33-f988009781fc tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 210 time: 0.1585016 Aug 27 16:18:19.225143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86298a-8b63-46e5-9c6a-65ae9cce538d admin admin] Pushing event deleted for resources: {'Network': ['ID=cf96a4c7-b0d7-43cb-8af4-35319eaef671,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:19.233757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.248723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] For port e882d55f-e81a-4f54-8a44-9d4eeee12c2e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,segment=NetworkSegment(ac3ca94c-8c82-4427-b123-bda8a32bd770),segment_id=ac3ca94c-8c82-4427-b123-bda8a32bd770)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:19.249579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.258998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Transition to ACTIVE for port object dcfebc8a-9d3d-4fea-8ae3-85902e53d050 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:19.281816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] Calling delete_port for e882d55f-e81a-4f54-8a44-9d4eeee12c2e owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:19.287905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-8bc64119-1967-4775-9e60-54b0b81b9310 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601780 Aug 27 16:18:19.289835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-f4918149-0c22-4041-a645-0588f3be4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.294590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-f4918149-0c22-4041-a645-0588f3be4ac7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0824895 Aug 27 16:18:19.357679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.409879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f0625ad-dbf7-4051-8548-8163c1fcb347 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:19.432886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 9f0625ad-dbf7-4051-8548-8163c1fcb347 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:19.434233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f0625ad-dbf7-4051-8548-8163c1fcb347 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:19.455373 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.475505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.481875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] Pushing event deleted for resources: {'Port': ['ID=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:19.485439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7037b8-1f25-45ae-b95f-28adc50a4698 None None] No DVR routers for this DVR port e882d55f-e81a-4f54-8a44-9d4eeee12c2e on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:19.498564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=dcfebc8a-9d3d-4fea-8ae3-85902e53d050,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:19.533544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d91ac5e-8c38-43aa-b6d1-67f91e04613a req-00692ed0-9952-4408-b38c-4788cd10820f service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378109 Aug 27 16:18:19.537921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-ec6f7edb-3dd4-44f1-9cff-bb7de84977ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.539671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-ec6f7edb-3dd4-44f1-9cff-bb7de84977ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2239211 Aug 27 16:18:19.547732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] No DVR routers for this DVR port e882d55f-e81a-4f54-8a44-9d4eeee12c2e on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:19.547732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Pushing event deleted for resources: {'Port': ['ID=e882d55f-e81a-4f54-8a44-9d4eeee12c2e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:19.556583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.562986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.568752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.571416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Checking segment: {'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:19.571788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Network hostable DHCP agents. Network: ba8ab0d2-273f-4678-8e1c-65f86926dba7, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:18:19.575112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.580876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.586827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.593644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:19.600309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-f9d64b3e-6be3-4727-9de8-906dcba6e00f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1868229 Aug 27 16:18:19.678852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:19.693581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-277e9907-df2e-4d7b-90b1-cc1882e57f67 req-7314c0d4-3a26-4a1c-91b5-28aa153cfccf tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917866 Aug 27 16:18:19.743857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-5cbbb489-b9a8-47e1-961d-d5081d6f6f60 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396556 Aug 27 16:18:19.808042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40742) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:19.878627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ff4e3afd-f2dc-4f7a-8c6c-94afc2c74bfc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a95b98cf693c4dce89b75bf7c0ce41ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694194 Aug 27 16:18:19.882588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40744) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:19.906740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-b205fc32-11a9-45b4-bf36-6cdef2a897ad service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516643 Aug 27 16:18:19.971172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-959e7eae-0359-42ae-a4e4-7ada29179784 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502 HTTP/1.1" status: 200 len: 217 time: 0.0430987 Aug 27 16:18:19.997554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcd952e1-2a4a-49da-a8a3-e228d4002a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.024516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dac2e9-bd55-407b-ac10-dc2f21fddcb6']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:20.039959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Network ba8ab0d2-273f-4678-8e1c-65f86926dba7 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:18:20.044169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3ca94c-8c82-4427-b123-bda8a32bd770') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:20.044496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3ca94c-8c82-4427-b123-bda8a32bd770') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:20.045828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcd952e1-2a4a-49da-a8a3-e228d4002a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.054824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-85fac981-138a-49e6-97be-2679e5e3de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:20.056381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-85fac981-138a-49e6-97be-2679e5e3de45 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.0738311 Aug 27 16:18:20.062231 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.096749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.106932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:20.107359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:20.108998 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:20.117445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-09ad5062-eef2-4d90-b4f9-f9f5101ef865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:20.118978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-09ad5062-eef2-4d90-b4f9-f9f5101ef865 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529442 Aug 27 16:18:20.264024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ba8ab0d2-273f-4678-8e1c-65f86926dba7) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:20.269670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:20.272243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-e73e9e5c-d613-4ccd-9126-aad8c8ff84ff service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439352 Aug 27 16:18:20.274831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcd952e1-2a4a-49da-a8a3-e228d4002a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.278031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcd952e1-2a4a-49da-a8a3-e228d4002a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.279033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2c330-d151-4ad5-8995-db94682dd5c0 None None] Network ba8ab0d2-273f-4678-8e1c-65f86926dba7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:20.279503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bcd952e1-2a4a-49da-a8a3-e228d4002a7f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3d0d20f7-f570-4894-82e1-d5ddf8727f5b HTTP/1.1" status: 204 len: 168 time: 0.3957694 Aug 27 16:18:20.295180 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.298341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.298683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.299049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.323423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd952e1-2a4a-49da-a8a3-e228d4002a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d20f7-f570-4894-82e1-d5ddf8727f5b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:20.393273 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.393273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.393273 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.393273 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 2 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.411989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.413929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] 10.222.0.101 "DELETE /v2.0/networks/90dac2e9-bd55-407b-ac10-dc2f21fddcb6 HTTP/1.1" status: 204 len: 168 time: 1.8051784 Aug 27 16:18:20.432388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70862cb-8b99-4bf6-844e-2ebe5c28e269 admin admin] Pushing event deleted for resources: {'Network': ['ID=90dac2e9-bd55-407b-ac10-dc2f21fddcb6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:20.481646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.481646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.481646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.491236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.491598 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.493642 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 3 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.496406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2345f47a-e733-4849-9ab2-49ab985fbb24 req-d4468d25-df9f-4266-b319-bcab6c8a77ea tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 210 time: 0.1700468 Aug 27 16:18:20.520963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.521307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.521647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.547671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-ac29f77a-0423-4e07-9509-17c09bc673ae tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:20.549140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-ac29f77a-0423-4e07-9509-17c09bc673ae tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/networks?id=28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 200 len: 805 time: 0.3360586 Aug 27 16:18:20.568793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Request body: {'port': {'device_id': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'admin_state_up': True, 'tenant_id': 'e7fe8f9737414dc4a866d2e85547d04f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:20.576562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.576562 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.576562 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 4 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.587785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-6bced281-9944-4b41-9576-2459a95aeae5 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071337 Aug 27 16:18:20.607970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.608315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.608689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.615246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.615600 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.618418 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 5 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.639142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fdcaad3c-7ccb-4c32-9c36-e28f7822d7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.646282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.659193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.659193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.659584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-f87f9ed7-c953-4ebb-b419-4e54f09c05cd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 200 len: 217 time: 0.0406165 Aug 27 16:18:20.666551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.666856 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.676784 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 6 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.705221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e882d55f-e81a-4f54-8a44-9d4eeee12c2e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:20.713239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.713571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.713906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.727070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e882d55f-e81a-4f54-8a44-9d4eeee12c2e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:20.727627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e882d55f-e81a-4f54-8a44-9d4eeee12c2e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:20.751336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.751787 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.754746 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 7 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.755509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-49de8b9b-a0f6-4ddf-8efe-3da1012cc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:20.757180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-49de8b9b-a0f6-4ddf-8efe-3da1012cc782 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.0856340 Aug 27 16:18:20.797263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.797736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.798153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.805812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.806272 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.807407 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 8 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.828161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.828619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.829028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.840157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.840587 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.842410 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 9 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.856608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Deleting port 29238a4a-d9a3-4045-a26f-0b536610aa2c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:20.857112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.900751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.901168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.901579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.923927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.924422 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.926633 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 10 to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 Aug 27 16:18:20.949819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:20.950368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:20.950801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:20.960435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:20.960848 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:20.961225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:20.989894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] For port 29238a4a-d9a3-4045-a26f-0b536610aa2c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29238a4a-d9a3-4045-a26f-0b536610aa2c,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:20.991150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.030012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40762) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:21.037167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Calling delete_port for 29238a4a-d9a3-4045-a26f-0b536610aa2c owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:21.140042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] For port dcfebc8a-9d3d-4fea-8ae3-85902e53d050, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:21.140429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempted to set empty binding levels {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 16:18:21.143455 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4203b910-8770-4375-aefa-26f4020d1e77 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c2489d8ed8744c499809bcd15888af04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122067 Aug 27 16:18:21.146949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40766) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:21.206964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f641833-45fa-4132-b11d-a80934414bc5 req-4b0df7fe-2bdc-416f-aa49-02118087ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.208531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-4b0df7fe-2bdc-416f-aa49-02118087ac59 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4423730 Aug 27 16:18:21.238659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.244092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.250235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.251970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.255996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.262195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.265705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-084f2389-9268-49f7-87fe-2692741366e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.267931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.273610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.275508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-0c5de4db-a31f-4c9d-b8fb-c0a484990ab8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1170130 Aug 27 16:18:21.287368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Made reservation on behalf of e7fe8f9737414dc4a866d2e85547d04f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:21.291077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.309488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:21.310095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.337658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-084f2389-9268-49f7-87fe-2692741366e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.358230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=dcfebc8a-9d3d-4fea-8ae3-85902e53d050,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:21.435865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dcd29ff-1b09-490f-b5fd-f37762053edb req-43b79af2-f85d-40c3-9dc1-83eb8d18c3dc tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496279 Aug 27 16:18:21.474963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ba6c715e-d232-4ddc-be7d-a2016a2fd726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.3805003 Aug 27 16:18:21.476062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-e7af6dfa-42ba-4f97-bbcf-4234b1d8663c service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588391 Aug 27 16:18:21.477875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40772) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:21.505478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.551553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=29238a4a-d9a3-4045-a26f-0b536610aa2c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:21.577920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-084f2389-9268-49f7-87fe-2692741366e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.580500 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-084f2389-9268-49f7-87fe-2692741366e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.584726 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-084f2389-9268-49f7-87fe-2692741366e2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/062c14d2-c186-4841-8341-f17ca4e0353b HTTP/1.1" status: 204 len: 168 time: 0.4367638 Aug 27 16:18:21.628136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f2389-9268-49f7-87fe-2692741366e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062c14d2-c186-4841-8341-f17ca4e0353b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:21.644577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-755caeee-e5e2-46e3-8a67-a380fe27f095 req-086181dd-0651-4641-b84e-b497a4a1ed9d tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 210 time: 0.0640097 Aug 27 16:18:21.657444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Allocated IP 172.20.0.10 (28637a2e-55de-4d09-b419-9c916614c5bc/c6608cd7-d1d8-47d3-8cca-d9ce627df5dc/986d72f4-0c2c-4b2a-a8a0-f8c4bff26843) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:18:21.716730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Deleting port dcfebc8a-9d3d-4fea-8ae3-85902e53d050 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:21.717084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.721331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f641833-45fa-4132-b11d-a80934414bc5 req-23a661cd-6022-412c-83db-24ef2cbbbe69 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264917 Aug 27 16:18:21.887524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] For port dcfebc8a-9d3d-4fea-8ae3-85902e53d050, host n-h1-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:21.888214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.912058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.921957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Calling delete_port for dcfebc8a-9d3d-4fea-8ae3-85902e53d050 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:21.956644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:21.970353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40792) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:22.051834 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.109654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-260114887-network', 'tenant_id': '15f59a65658841379e526b28ba2f9e33'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:22.114248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Network 28637a2e-55de-4d09-b419-9c916614c5bc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:22.122424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:22.126408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:22.131188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:22.190828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.191556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.268085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Router 6cfda5f9-4669-4959-90c7-114a136c3ed6 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:18:22.311570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.321379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Made reservation on behalf of 15f59a65658841379e526b28ba2f9e33 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:22.323656 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.334088 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.350227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcfebc8a-9d3d-4fea-8ae3-85902e53d050,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:22.397516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.399473 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d182a0cd-ddac-434f-8e03-18ae642458fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "DELETE /v2.0/ports/dcfebc8a-9d3d-4fea-8ae3-85902e53d050 HTTP/1.1" status: 204 len: 168 time: 0.9205821 Aug 27 16:18:22.402442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40804) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:22.425252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:18:22.430840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fbd963d7-fb7a-4840-8270-fdbfeeb14c42 admin admin] 10.222.0.101 "PUT /v2.0/routers/6cfda5f9-4669-4959-90c7-114a136c3ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3460205 Aug 27 16:18:22.438497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-0cf643ac-7bef-4dc9-8faa-c489f64a9a22 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8697038 Aug 27 16:18:22.438595 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] Sync routers for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:18:22.439005 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7568c19e-2eeb-47e4-b71e-153707fbadd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:18:22.440084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40806) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:22.440217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7568c19e-2eeb-47e4-b71e-153707fbadd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "GET /v2.0/ports/dcfebc8a-9d3d-4fea-8ae3-85902e53d050 HTTP/1.1" status: 404 len: 333 time: 0.0364888 Aug 27 16:18:22.444083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:22.447949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Request body: {'port': {'device_id': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:22.451526 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:22.452139 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:22.458027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Request body: {'port': {'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-678718508'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:22.546335 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.575024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.744601 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.758063 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:22.759210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.776397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.783978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.790670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.797563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.804907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.812876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.820161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:22.827860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-e4a9c104-71c4-414c-84b9-65034446f87a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.2769427 Aug 27 16:18:22.874587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:22.903382 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.910084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Deleting port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:22.910679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:22.969859 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:18:21Z', 'revision_number': 5, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port': {'id': '4d0ffa05-43e3-4e38-9b9a-4960b2259a1c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:08:07Z', 'updated_at': '2021-08-27T16:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:22.996576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:18:23.018875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] For port 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:23.019653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.024736 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] Checking router: 6cfda5f9-4669-4959-90c7-114a136c3ed6 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:18:23.033787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101a931-c935-42c0-b261-122d210a77b3 req-0d2a94bb-8ed8-4d24-96b8-14fdf6c74314 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:23.034638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] Routers {'6cfda5f9-4669-4959-90c7-114a136c3ed6'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:23.035383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b101a931-c935-42c0-b261-122d210a77b3 req-0d2a94bb-8ed8-4d24-96b8-14fdf6c74314 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 932 time: 0.2784967 Aug 27 16:18:23.036134 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:17:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6cfda5f9-4669-4959-90c7-114a136c3ed6'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:23.039840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:23.046566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1950310-f8c5-4ce0-ba9a-31580fc5d762 req-2b47f919-5c3a-4aac-ab16-c0db1e019a82 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2111294 Aug 27 16:18:23.048520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Calling delete_port for 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:23.060728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.061084 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Added segment 9a0cbf5b-4893-47c6-8573-9c2f2d8d3698 of type vlan for network 722c0759-a6e7-4a33-ac34-b993adb97d0c Aug 27 16:18:23.091053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Made reservation on behalf of 9eb1b278a87948559c6c0d8a25e48f2d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:23.094074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.114344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.160554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.165867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-729445330-network', 'tenant_id': '0c2eeeb749c34b849db968a6fb41e682'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:23.186328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] device_id is not set on port 9ec4c1df-a926-43dd-b176-450638b85a91 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:23.192818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b101a931-c935-42c0-b261-122d210a77b3 req-99ca48c1-9e70-470e-b9f6-8d819c8f129e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436584 Aug 27 16:18:23.207447 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7652a8e4-c4c0-4ecf-ac48-467deb2f0c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.216119 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] Set router 6cfda5f9-4669-4959-90c7-114a136c3ed6 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:23.285671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.288905 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:18:22Z', 'revision_number': 6, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:23.322817 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c495e-0b19-4333-95f1-d5134d355ce8 None None] The sync data for ids ['6cfda5f9-4669-4959-90c7-114a136c3ed6'] in n-d-806412-1 is: [{'id': '6cfda5f9-4669-4959-90c7-114a136c3ed6', 'name': 'tempest-ServerActionsTestJSON-1102498898-router', 'tenant_id': '0915afdf1c12438d9f51ef9301e73db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:08:05Z', 'updated_at': '2021-08-27T16:18:22Z', 'revision_number': 6, 'project_id': '0915afdf1c12438d9f51ef9301e73db5', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:18:23.328736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:23.340549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.370093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Made reservation on behalf of 0c2eeeb749c34b849db968a6fb41e682 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:23.372851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.378848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Transition to ACTIVE for port object 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:23.383204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.408680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.409662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:23.410252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.428333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.473886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ffa05-43e3-4e38-9b9a-4960b2259a1c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:23.474997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.526378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] Pushing event updated for resources: {'Network': ['ID=722c0759-a6e7-4a33-ac34-b993adb97d0c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:23.538873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 722c0759-a6e7-4a33-ac34-b993adb97d0c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:18:23.553591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.563101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.602988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:23.677781 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.681510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.683096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Attempting to bind port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:23.684405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Attempting to bind port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:23.684639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Attempting to bind port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:23.684737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.689613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 on network 28637a2e-55de-4d09-b419-9c916614c5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:23.690183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Attempting to bind port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 on network 28637a2e-55de-4d09-b419-9c916614c5bc {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:23.697366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:23.697948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Checking segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:23.698408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Bound using segment: {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:23.698957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Bound port: 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:23.699411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.772368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:23.775728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:23.778072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.800501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.802010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.819827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Network ba8ab0d2-273f-4678-8e1c-65f86926dba7 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:23.822864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:23.826756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:18:23.834490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:23.834490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:23.834802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.847007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec4c1df-a926-43dd-b176-450638b85a91,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:23.850426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.851155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cfda5f9-4669-4959-90c7-114a136c3ed6 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:18:23.857751 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.857751 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Added segment 246e10a1-47b3-4f4e-916b-42ea429ca437 of type vlan for network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 Aug 27 16:18:23.857751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919011be-80b8-4234-a8ba-d5668835c82c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:23.859988 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.861157 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-19c8e944-9804-48d2-84cd-d9c458bb0533 admin admin] 10.222.0.101 "DELETE /v2.0/routers/6cfda5f9-4669-4959-90c7-114a136c3ed6 HTTP/1.1" status: 204 len: 168 time: 1.4200339 Aug 27 16:18:23.863927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40830) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:23.874986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ce760a80-db63-48bc-95a2-4b5e13ea0334 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9035623 Aug 27 16:18:23.876198 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.892868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40832) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:23.899726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Request body: {'subnet': {'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-260114887-subnet', 'tenant_id': '15f59a65658841379e526b28ba2f9e33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:23.915792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.940603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:23.941229 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.942645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] 10.222.0.97 "PUT /v2.0/ports/986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 HTTP/1.1" status: 200 len: 1092 time: 1.4993341 Aug 27 16:18:23.944737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:23.947088 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70429c04-6f18-4910-9839-af8215a5a93c" -d '{"events": [{"name": "network-changed", "server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:23.953130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5c0e88ea-5ce5-45f4-a313-af9e621844c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4972930 Aug 27 16:18:23.955982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40836) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:23.964645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] Deleting subnet 0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:18:23.964764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:23.965062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:23.993323 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b7cc6d-d88f-4047-999c-ad212650bc59 x-openstack-request-id: req-36b7cc6d-d88f-4047-999c-ad212650bc59 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:24.002701 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:24.002701 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36b7cc6d-d88f-4047-999c-ad212650bc59 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:24.002701 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'status': 'completed', 'code': 200} Aug 27 16:18:24.007367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12067-95e7-41ba-a19b-182ceab9c959 service neutron] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:24.024865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.025401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.071430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.072464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.077223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.077223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Made reservation on behalf of 15f59a65658841379e526b28ba2f9e33 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:24.077820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.097658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429c04-6f18-4910-9839-af8215a5a93c req-bf556b11-1860-456e-88ca-a3b0b5f26e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.102319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70429c04-6f18-4910-9839-af8215a5a93c req-bf556b11-1860-456e-88ca-a3b0b5f26e5c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 1095 time: 0.0835173 Aug 27 16:18:24.219647 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.254223 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3783624 Aug 27 16:18:24.257572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40848) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:24.268805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e52015-266b-4aa3-9c2f-64b4388ba93a admin admin] Pushing event updated for resources: {'Network': ['ID=b5cd3af5-b3ff-44dd-96e0-7735516d10f7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:24.285094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Request body: {'subnet': {'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-729445330-subnet', 'tenant_id': '0c2eeeb749c34b849db968a6fb41e682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:24.288289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:18:24.315930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.330512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.330512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.335557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.342210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.348169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.354083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.357218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02acf31a-e208-4093-bee7-b82a83135583 req-86020134-8ccf-4f5a-9d5d-100941bc1f96 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1891489 Aug 27 16:18:24.395349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429c04-6f18-4910-9839-af8215a5a93c req-62c24eaf-a8af-47fb-a7df-18e27d85c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.396848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70429c04-6f18-4910-9839-af8215a5a93c req-62c24eaf-a8af-47fb-a7df-18e27d85c03f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2771585 Aug 27 16:18:24.440365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] device_id is not set on port 9ec4c1df-a926-43dd-b176-450638b85a91 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:24.451421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.482172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02acf31a-e208-4093-bee7-b82a83135583 req-6b68337b-e340-402d-a818-5c852915b883 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078765 Aug 27 16:18:24.497397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Made reservation on behalf of 0c2eeeb749c34b849db968a6fb41e682 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:24.499732 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.500389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Transition to ACTIVE for port object 9ec4c1df-a926-43dd-b176-450638b85a91 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:24.507086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.565733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.566743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.601191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.601191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0 HTTP/1.1" status: 204 len: 168 time: 0.7328763 Aug 27 16:18:24.604699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab75ac-d319-4aaf-8fb5-a2d0cd8ef51d None None] Network 9465f7b0-7e8e-42b4-8872-f900f467e677 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:24.623617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40852) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:24.634834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec4c1df-a926-43dd-b176-450638b85a91,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:24.640164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.698202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.699447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.699576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.704242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.712849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464360d-5428-4ded-805e-167f7220f03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5c8d7e-098d-4d07-9ecc-fa8c1488e1a0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:24.722393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.722930 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.730703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29238a4a-d9a3-4045-a26f-0b536610aa2c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:24.744352 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 2 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.754210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429c04-6f18-4910-9839-af8215a5a93c req-4b04512e-8c4b-4330-a899-99df2bf5ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.754886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 29238a4a-d9a3-4045-a26f-0b536610aa2c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:24.755236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29238a4a-d9a3-4045-a26f-0b536610aa2c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:24.755677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:24.756706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70429c04-6f18-4910-9839-af8215a5a93c req-4b04512e-8c4b-4330-a899-99df2bf5ed57 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3497753 Aug 27 16:18:24.759139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9887ecf6-a3e7-4b1e-9a21-0bb6e4636d58,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:24.768749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.769541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ec87-3753-423e-bd36-03acf5651a28 req-1ed109a1-e5b5-4eb1-a96e-0e87bd949b7b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:24.769775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.770397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.778059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e317ec87-3753-423e-bd36-03acf5651a28 req-1ed109a1-e5b5-4eb1-a96e-0e87bd949b7b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 944 time: 0.3048353 Aug 27 16:18:24.785532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:24.786155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d0ffa05-43e3-4e38-9b9a-4960b2259a1c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:24.802748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.803080 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.803652 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 3 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.814578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Checking segment: {'id': '9a0cbf5b-4893-47c6-8573-9c2f2d8d3698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:24.815102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Network hostable DHCP agents. Network: 722c0759-a6e7-4a33-ac34-b993adb97d0c, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:18:24.837962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.838322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.838667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.847375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.847650 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.848802 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 4 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.872906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.872906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.872906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.875556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.875893 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.876290 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 5 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.889442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.890217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.890217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.894795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.895119 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.895663 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 6 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.904923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] DHCP port deletion for 9465f7b0-7e8e-42b4-8872-f900f467e677 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:18:24.912785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.913122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.913465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.913889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e317ec87-3753-423e-bd36-03acf5651a28 req-857fdbea-48a2-4718-9bd5-2deb1a8cf9af tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327052 Aug 27 16:18:24.918535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.918870 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.919441 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 7 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.934217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.934756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.935105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.940110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.940451 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.940846 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 8 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.956173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.956516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.956946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.961308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Network 722c0759-a6e7-4a33-ac34-b993adb97d0c is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:18:24.967988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.968333 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.969803 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 9 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:24.984428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] Deleting port 5feed92a-d4b1-4c01-9c10-e5edfe64628c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:24.984680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:24.984814 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:24.984989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:24.985386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:24.990121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:24.996452 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:24.996452 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 10 to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 Aug 27 16:18:25.006248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:25.006589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:25.006968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:25.012020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:25.012350 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port 9ec4c1df-a926-43dd-b176-450638b85a91 on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:25.012709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.037092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e4b2edce-8bd7-4bfc-aa13-9e57f10b0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.038783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e4b2edce-8bd7-4bfc-aa13-9e57f10b0f0d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 1095 time: 0.2345054 Aug 27 16:18:25.049206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 722c0759-a6e7-4a33-ac34-b993adb97d0c) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:25.053706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] For port 5feed92a-d4b1-4c01-9c10-e5edfe64628c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5feed92a-d4b1-4c01-9c10-e5edfe64628c,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:25.054356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.056493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.056714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18928849-1362-4c72-a005-823169c93220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.067694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a7e53-3345-4572-af18-b1a9eb1d0fac None None] Network 722c0759-a6e7-4a33-ac34-b993adb97d0c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:25.083689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] Calling delete_port for 5feed92a-d4b1-4c01-9c10-e5edfe64628c owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:25.092957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] For port 9ec4c1df-a926-43dd-b176-450638b85a91, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:25.093407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempted to set empty binding levels {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 16:18:25.094573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Deleting port 5feed92a-d4b1-4c01-9c10-e5edfe64628c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:25.094928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.100606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-e9d2a808-cb20-4a31-890c-85b4edb679d7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 HTTP/1.1" status: 200 len: 217 time: 0.0510323 Aug 27 16:18:25.101430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.169806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b0807-15a6-4205-8213-72bd2d2284ac req-8805f0f4-80c9-4caf-8806-e97bca0161f2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.171205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c42b0807-15a6-4205-8213-72bd2d2284ac req-8805f0f4-80c9-4caf-8806-e97bca0161f2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 945 time: 0.1729057 Aug 27 16:18:25.210547 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-18928849-1362-4c72-a005-823169c93220 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3079867 Aug 27 16:18:25.234632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.259791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099687e-d16d-4079-9a5a-329ffc0a2fb9 None None] Network 722c0759-a6e7-4a33-ac34-b993adb97d0c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:25.275711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] For port 5feed92a-d4b1-4c01-9c10-e5edfe64628c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5feed92a-d4b1-4c01-9c10-e5edfe64628c,segment=NetworkSegment(bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2),segment_id=bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:25.276090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.283653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] In _notify_port_updated(), no bound segment for port 9ec4c1df-a926-43dd-b176-450638b85a91 on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:18:25.283653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.283653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.287690 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "PUT /v2.0/ports/9ec4c1df-a926-43dd-b176-450638b85a91 HTTP/1.1" status: 200 len: 978 time: 1.3288691 Aug 27 16:18:25.290303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40858) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:25.305330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d153a43-1aab-4a71-a5dd-6b37c63d0b3e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:25.322265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-9527af36-37e0-4b47-8bce-14ffc0c6f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.323974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-9527af36-37e0-4b47-8bce-14ffc0c6f279 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc HTTP/1.1" status: 200 len: 845 time: 0.1778636 Aug 27 16:18:25.324941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Calling delete_port for 5feed92a-d4b1-4c01-9c10-e5edfe64628c owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:25.351282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.363148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec4c1df-a926-43dd-b176-450638b85a91,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:25.372933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c42b0807-15a6-4205-8213-72bd2d2284ac req-963b2be9-8d89-4fbd-9915-9f5ebaff5515 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766417 Aug 27 16:18:25.377864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Checking segment: {'id': '246e10a1-47b3-4f4e-916b-42ea429ca437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:25.377864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Network hostable DHCP agents. Network: b5cd3af5-b3ff-44dd-96e0-7735516d10f7, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.393000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64ad8a3-2827-4a29-940e-1046f110bdb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:25.409176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-6c9e74dc-fae0-4052-bf89-8def7612c2ca service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=28637a2e-55de-4d09-b419-9c916614c5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718486 Aug 27 16:18:25.444163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.445076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.445729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.446631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.447872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.448546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.449631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.450451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.451096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.451939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.452581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.453260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.453782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.454442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.455079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.455630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.456166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.456979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.457656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.459798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.460300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.460786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.461260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.461732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.462550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.463033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.463533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.464260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.470719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] Pushing event deleted for resources: {'Port': ['ID=5feed92a-d4b1-4c01-9c10-e5edfe64628c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:25.474804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771477a-55a6-48d1-823a-0983b6669662 None None] No DVR routers for this DVR port 5feed92a-d4b1-4c01-9c10-e5edfe64628c on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:25.484128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.484896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.489995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.489995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.489995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.489995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:25.493422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-74320f06-678a-4320-aaad-51a4c3c72e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30745 time: 0.2005773 Aug 27 16:18:25.496624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40868) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:25.564828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.604813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5feed92a-d4b1-4c01-9c10-e5edfe64628c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:25.618720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:18:25.654292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] No DVR routers for this DVR port 5feed92a-d4b1-4c01-9c10-e5edfe64628c on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:25.888531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Deleting port 9ec4c1df-a926-43dd-b176-450638b85a91 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:25.889116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.937124 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.954661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] For port 9ec4c1df-a926-43dd-b176-450638b85a91, host n-h1-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:25.955041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:25.968435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Calling delete_port for 9ec4c1df-a926-43dd-b176-450638b85a91 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:26.061115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b5cd3af5-b3ff-44dd-96e0-7735516d10f7) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:26.070158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54563523-565b-4f0a-bba4-ad014e91bc5a None None] Network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:26.077762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.078345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.105754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.111840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.117654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.124281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.130291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.136302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.142150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.144339 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-458c032c-425f-4e2e-9802-d2797058a55d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.5500052 Aug 27 16:18:26.146041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-29849d08-e628-46c4-b73a-e2e0cb56cefd service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892946 Aug 27 16:18:26.163759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.186547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.195084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ec4c1df-a926-43dd-b176-450638b85a91,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:26.199974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.205060 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-af1fec9a-5143-4596-b230-9a379ccdca27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "DELETE /v2.0/ports/9ec4c1df-a926-43dd-b176-450638b85a91 HTTP/1.1" status: 204 len: 168 time: 0.7042763 Aug 27 16:18:26.205177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22098b-c8bf-487c-b9dc-cf961c17842c None None] Network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:26.205275 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40882) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:26.228799 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd19aa77-7978-4dc8-9dcf-3de5ee097491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:18:26.231698 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cd19aa77-7978-4dc8-9dcf-3de5ee097491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "GET /v2.0/ports/9ec4c1df-a926-43dd-b176-450638b85a91 HTTP/1.1" status: 404 len: 333 time: 0.0254457 Aug 27 16:18:26.235491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:26.240572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272938477', 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:26.261632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9465f7b0-7e8e-42b4-8872-f900f467e677']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:26.284517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:26.284894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf31ba5-bb05-4e23-b0f7-d4e40ac7d1e2') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:26.326368 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.345287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-485aa957-0651-4f63-a575-a24650c0bda4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0793910 Aug 27 16:18:26.355747 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.375791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5d7065b-266a-48b4-b835-3ef2bf775ea9 req-37d7b0a4-2b32-4f0f-b3ce-4a90536921c8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1880777 Aug 27 16:18:26.391421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:26.391421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:26.405295 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:26.443767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Made reservation on behalf of 9eb1b278a87948559c6c0d8a25e48f2d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:26.446085 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.462660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] device_id is not set on port 4951d6e4-807d-4335-a7b4-4fe08803fa80 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:26.482905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-f404339b-d6ad-4b8e-904f-aff559c8b3e6 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.484441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-f404339b-d6ad-4b8e-904f-aff559c8b3e6 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/networks?id=722c0759-a6e7-4a33-ac34-b993adb97d0c HTTP/1.1" status: 200 len: 812 time: 0.4378860 Aug 27 16:18:26.488439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2c15719-4f21-4b18-b5cb-28706c98b320 req-585c0b92-146d-422d-8ce8-354b220f2207 service neutron] 10.222.0.97 "GET /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097064 Aug 27 16:18:26.517541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-f9b26b97-3b38-47fb-ad3f-c70e36ee1615 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/quotas/15f59a65658841379e526b28ba2f9e33 HTTP/1.1" status: 200 len: 375 time: 0.0158839 Aug 27 16:18:26.542456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b399fa-67c2-48f1-a9bc-bcc503051e6f req-58af74f8-b37b-40f7-9a41-eb8c0bbfe49f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.544542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4b399fa-67c2-48f1-a9bc-bcc503051e6f req-58af74f8-b37b-40f7-9a41-eb8c0bbfe49f tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 944 time: 0.0883071 Aug 27 16:18:26.563860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-9014370c-b1dd-402b-96d9-308456d23abd tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=15f59a65658841379e526b28ba2f9e33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387745 Aug 27 16:18:26.616872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.648426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4b399fa-67c2-48f1-a9bc-bcc503051e6f req-b059f10a-73e6-413d-bfaf-9bfdb99b04f1 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870764 Aug 27 16:18:26.650953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.658112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.670880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] 10.222.0.101 "DELETE /v2.0/networks/9465f7b0-7e8e-42b4-8872-f900f467e677 HTTP/1.1" status: 204 len: 168 time: 2.0373921 Aug 27 16:18:26.696825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=9465f7b0-7e8e-42b4-8872-f900f467e677,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:26.704649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5feed92a-d4b1-4c01-9c10-e5edfe64628c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:26.727126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.727530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.727881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.728215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.728551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.728882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.729004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5feed92a-d4b1-4c01-9c10-e5edfe64628c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:26.729211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.729314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5feed92a-d4b1-4c01-9c10-e5edfe64628c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:26.729538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.730380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.730948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.731060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.731364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8860d1-a8d0-48cc-b5f0-288987c78c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:26.766173 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.779041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-ff0857cc-4380-4d5c-b93c-0412c1f9b024 service neutron] 10.222.0.101 "GET /v2.0/networks/722c0759-a6e7-4a33-ac34-b993adb97d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020633 Aug 27 16:18:26.804084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-cc545e35-3290-4a6d-afa2-31553e8510cb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.805558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-cc545e35-3290-4a6d-afa2-31553e8510cb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 945 time: 0.1219437 Aug 27 16:18:26.807438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Network ba8ab0d2-273f-4678-8e1c-65f86926dba7 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:26.814887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:26.819579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:26.820544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.821141 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:26.824374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=4951d6e4-807d-4335-a7b4-4fe08803fa80,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:26.884818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58757b1-c06b-4c85-ac6c-19f0faaa56d9 req-9b681bcc-e7c0-4bca-a21a-a8840756c672 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.886323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e58757b1-c06b-4c85-ac6c-19f0faaa56d9 req-9b681bcc-e7c0-4bca-a21a-a8840756c672 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 945 time: 0.1617744 Aug 27 16:18:26.938182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-92600d24-cd07-49a3-82a4-071230adc194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7013838 Aug 27 16:18:26.940618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40896) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:26.976918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da8a8a-f655-43ab-8648-818970772af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:26.978366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-32da8a8a-f655-43ab-8648-818970772af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "GET /v2.0/ports/4951d6e4-807d-4335-a7b4-4fe08803fa80 HTTP/1.1" status: 200 len: 959 time: 0.0365894 Aug 27 16:18:26.990694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e58757b1-c06b-4c85-ac6c-19f0faaa56d9 req-77f521be-0317-48e2-ae84-9f19c406db70 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940650 Aug 27 16:18:26.993863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-4aa28ff5-c70a-4d8f-8498-919c3a225725 service neutron] 10.222.0.101 "GET /v2.0/networks/722c0759-a6e7-4a33-ac34-b993adb97d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068100 Aug 27 16:18:27.005194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40898) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:27.050677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Deleting port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:27.050677 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.138621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40902) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:27.168636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] For port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:27.169004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.178252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Deleting port 4951d6e4-807d-4335-a7b4-4fe08803fa80 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:27.178597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.182352 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0866f834-cbd2-426e-8b94-9d1ccf6113ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0915afdf1c12438d9f51ef9301e73db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398226 Aug 27 16:18:27.182502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40904) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:27.218113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Calling delete_port for bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:27.235657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebf07fae-063c-46cc-a63c-7df513556d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.272310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebf07fae-063c-46cc-a63c-7df513556d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.284772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.302731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Calling delete_port for 4951d6e4-807d-4335-a7b4-4fe08803fa80 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:27.400254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebf07fae-063c-46cc-a63c-7df513556d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.403908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebf07fae-063c-46cc-a63c-7df513556d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.405649 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ebf07fae-063c-46cc-a63c-7df513556d79 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0e49422-4503-49ea-a4dd-656ab97efeed HTTP/1.1" status: 204 len: 168 time: 0.2221904 Aug 27 16:18:27.425414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf07fae-063c-46cc-a63c-7df513556d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e49422-4503-49ea-a4dd-656ab97efeed,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:27.456954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40d5b303-98c6-4264-8883-862a01bab3fc req-71b66227-d64d-481c-b5be-a0341d4ad227 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 210 time: 0.0401213 Aug 27 16:18:27.590985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.596930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.602733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.609135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.614936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.620982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.626940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.628909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2ef62c8d-2b45-48a2-9416-5621dccab5a5 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.0957069 Aug 27 16:18:27.630553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.632683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.674140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event deleted for resources: {'Port': ['ID=bc8f372e-81b0-4d68-a6e6-7ca2a84d9503,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:27.723657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event deleted for resources: {'Port': ['ID=4951d6e4-807d-4335-a7b4-4fe08803fa80,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:27.752692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.754839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a18ffa39-7401-4648-bdfa-5c1f111931b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "DELETE /v2.0/ports/4951d6e4-807d-4335-a7b4-4fe08803fa80 HTTP/1.1" status: 204 len: 168 time: 0.7502921 Aug 27 16:18:27.758937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40924) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:27.771890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-addf8fe9-fd06-404f-af01-8a043cd09d80 req-2d8532a9-6283-49db-99f9-9c0535a3b20d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321557 Aug 27 16:18:27.792148 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-286ea1e8-4d80-490a-8ff6-0a3065114137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:18:27.793260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] No DVR routers for this DVR port bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:27.794568 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-286ea1e8-4d80-490a-8ff6-0a3065114137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "GET /v2.0/ports/4951d6e4-807d-4335-a7b4-4fe08803fa80 HTTP/1.1" status: 404 len: 333 time: 0.0357883 Aug 27 16:18:27.796702 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:27.799190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e360b18-74ca-4893-b78f-bbe4d0b4f0d7 req-e8510da7-4541-4189-b666-f739c12a2b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "DELETE /v2.0/ports/bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 HTTP/1.1" status: 204 len: 173 time: 0.9789462 Aug 27 16:18:27.800069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b6295d-283b-4a15-a2b7-06582085beea', 'name': 'network-vif-deleted', 'tag': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:27.801043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:27.803596 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2207f7-e158-4eb8-b4d0-37720f238636" -d '{"events": [{"server_uuid": "16b6295d-283b-4a15-a2b7-06582085beea", "name": "network-vif-deleted", "tag": "bc8f372e-81b0-4d68-a6e6-7ca2a84d9503"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:27.806375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Request body: {'port': {'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166115733'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:27.888071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b7f8d-af53-4c18-890a-a31467d1ea46 req-7d0f615c-2e69-4b30-bccd-7dded138ed84 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:27.889672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc8b7f8d-af53-4c18-890a-a31467d1ea46 req-7d0f615c-2e69-4b30-bccd-7dded138ed84 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 944 time: 0.0517318 Aug 27 16:18:27.935152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc8b7f8d-af53-4c18-890a-a31467d1ea46 req-121fde4c-717a-46f9-bd77-764a1960b10b tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389097 Aug 27 16:18:27.973710 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2448c445-9d50-4a47-8c39-8dd0d8decb4c x-openstack-request-id: req-2448c445-9d50-4a47-8c39-8dd0d8decb4c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:27.974079 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b6295d-283b-4a15-a2b7-06582085beea", "name": "network-vif-deleted", "tag": "bc8f372e-81b0-4d68-a6e6-7ca2a84d9503", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:27.974556 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2448c445-9d50-4a47-8c39-8dd0d8decb4c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:27.975039 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b6295d-283b-4a15-a2b7-06582085beea', 'name': 'network-vif-deleted', 'tag': 'bc8f372e-81b0-4d68-a6e6-7ca2a84d9503', 'status': 'completed', 'code': 200} Aug 27 16:18:27.983330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Made reservation on behalf of 9eb1b278a87948559c6c0d8a25e48f2d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:27.985807 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:28.003159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] device_id is not set on port d189056a-b7db-4a00-879a-a8cfd7f2600f yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:28.123075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ad7bb54-667c-421d-92d0-965a261aa9be req-09b31f68-b69b-4660-9999-d7d6984470dc tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0319424 Aug 27 16:18:28.168280 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:28.303453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:28.378438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Network ba8ab0d2-273f-4678-8e1c-65f86926dba7 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:28.383255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:28.387000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:28.388047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.395052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:28.406048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=d189056a-b7db-4a00-879a-a8cfd7f2600f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:28.570228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b805ce0-4efa-461d-ba57-1604ae24fdf7 req-e89ed080-f089-4093-8599-1785ec888935 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 210 time: 0.0455859 Aug 27 16:18:28.611399 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c02c527d-a04a-442f-ba7a-e2e7e1073d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8047581 Aug 27 16:18:28.612896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:28.618553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:28.675377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:28.879664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] device_id is not set on port d189056a-b7db-4a00-879a-a8cfd7f2600f yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:28.889054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:28.922136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Transition to ACTIVE for port object d189056a-b7db-4a00-879a-a8cfd7f2600f will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:28.954761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.961102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.968099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40980) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:28.973213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.980952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.987780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:28.994499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:29.000990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:29.009146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-2e1ff3ff-9bdf-4ab3-950b-f4223b3d348a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1226771 Aug 27 16:18:29.028832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.054641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4db7e147-e706-446d-9e8a-f7cfabe1144a req-96e45ad7-b998-4661-9b73-9d26085bb9ab tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446026 Aug 27 16:18:29.101339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-213406342-network', 'tenant_id': 'd1674e19389449febba1a56302cc43b6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:29.104459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=d189056a-b7db-4a00-879a-a8cfd7f2600f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:29.131859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.132667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.133378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.145792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.146321 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.150142 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 2 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.170689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.171198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.171716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.176685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.177184 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.177842 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 3 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.187809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9497b90-8aa7-4287-9ca1-3b0868b9a129 req-b87deb33-d4c5-4bb9-bd2a-c4e60d6ac7b0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:29.189576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9497b90-8aa7-4287-9ca1-3b0868b9a129 req-b87deb33-d4c5-4bb9-bd2a-c4e60d6ac7b0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 944 time: 0.0559247 Aug 27 16:18:29.193721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.194156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.194588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.200025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.200521 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.201004 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 4 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.213078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.213537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.214012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.221179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.221418 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.221956 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 5 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.237750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.238229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.238628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.244469 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.244966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9497b90-8aa7-4287-9ca1-3b0868b9a129 req-576d9037-88ff-434f-82ad-9a89a7231296 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490801 Aug 27 16:18:29.245269 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.245616 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 6 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.259995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.260344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.260692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.265985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.266504 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.267362 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 7 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.287948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.289025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.289788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.300434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.301164 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.301837 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 8 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.316762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.317381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.317892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.325007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.325596 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.326297 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 9 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.327540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3306304-7d80-45d2-be91-0b06471e0cf1 req-8015f6d3-f988-48a2-ad23-c7244d46372c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0326171 Aug 27 16:18:29.343938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.344454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.345158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.350982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.351744 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.352296 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempt 10 to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f Aug 27 16:18:29.376991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:29.377413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:29.377986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempting to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:29.382754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Made reservation on behalf of d1674e19389449febba1a56302cc43b6 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:29.388311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:29.388839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.399139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:29.399509 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Failed to bind port d189056a-b7db-4a00-879a-a8cfd7f2600f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '2b28562b-9d8a-4483-a7f1-033e5372da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'ba8ab0d2-273f-4678-8e1c-65f86926dba7'}] Aug 27 16:18:29.399933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.415664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.428330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:29.502751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:29.503186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bc8f372e-81b0-4d68-a6e6-7ca2a84d9503 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:29.548770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] For port d189056a-b7db-4a00-879a-a8cfd7f2600f, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:29.549102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attempted to set empty binding levels {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 16:18:29.591640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:29.603968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'mac_address': 'fa:16:3e:1f:94:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:29.655061 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.658607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.670203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:29.689594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:29.704728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bce5cd8b-b3ed-47d3-a9a0-b51e8a05906c req-2b566e5a-5f6b-4391-bf90-77a40b7c1eea tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 210 time: 0.0366325 Aug 27 16:18:29.712124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-16d4fceb-f0fa-44b2-bf53-99491f26bd77 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:29.713752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-16d4fceb-f0fa-44b2-bf53-99491f26bd77 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/networks?id=b5cd3af5-b3ff-44dd-96e0-7735516d10f7 HTTP/1.1" status: 200 len: 809 time: 0.2001157 Aug 27 16:18:29.731955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-9343f6e7-89f9-41ab-b91f-32eb4ba4282e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/quotas/0c2eeeb749c34b849db968a6fb41e682 HTTP/1.1" status: 200 len: 375 time: 0.0114472 Aug 27 16:18:29.740583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.772277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-0dc86948-e49a-4b00-a440-bc7a13d42b5a tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0c2eeeb749c34b849db968a6fb41e682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342629 Aug 27 16:18:29.774055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] In _notify_port_updated(), no bound segment for port d189056a-b7db-4a00-879a-a8cfd7f2600f on network ba8ab0d2-273f-4678-8e1c-65f86926dba7 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:18:29.775235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:29.775939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.778042 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "PUT /v2.0/ports/d189056a-b7db-4a00-879a-a8cfd7f2600f HTTP/1.1" status: 200 len: 979 time: 1.1640239 Aug 27 16:18:29.781173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:29.819651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e3ffe-1f20-4f86-86ed-cbfe5003655c tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event updated for resources: {'Port': ['ID=d189056a-b7db-4a00-879a-a8cfd7f2600f,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:29.855679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.871179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-ce28e535-bdd5-40bb-9735-c5baa0e16c7c service neutron] 10.222.0.101 "GET /v2.0/networks/b5cd3af5-b3ff-44dd-96e0-7735516d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875344 Aug 27 16:18:29.894043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:18:29.896711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd41ca-8daa-4116-ae7c-54d3f9f0133b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:29.901429 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.913344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.913786 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Added segment b79912e1-b7d4-44c5-8dbf-e896d51b1e91 of type vlan for network 17e65041-ab40-4cdc-b60e-1d69eae20b48 Aug 27 16:18:29.960864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Deleting port d189056a-b7db-4a00-879a-a8cfd7f2600f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:29.961233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.963849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:29.973329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:30.006096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-f42964c0-8970-4d26-9cde-2db62b88bb00 service neutron] 10.222.0.101 "GET /v2.0/networks/b5cd3af5-b3ff-44dd-96e0-7735516d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277838 Aug 27 16:18:30.042572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] For port d189056a-b7db-4a00-879a-a8cfd7f2600f, host n-h1-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:30.043401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:30.055063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Calling delete_port for d189056a-b7db-4a00-879a-a8cfd7f2600f owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:30.164996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['986d72f4-0c2c-4b2a-a8a0-f8c4bff26843'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:30.177119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:30.180512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.181118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:30.232939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.240579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.249908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.256324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.264438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.272859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.282394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.288687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:30.295941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-0b7de826-d7e2-4d15-8751-3198b85d4556 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1310017 Aug 27 16:18:30.334248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Pushing event deleted for resources: {'Port': ['ID=d189056a-b7db-4a00-879a-a8cfd7f2600f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:30.338788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] Pushing event updated for resources: {'Network': ['ID=17e65041-ab40-4cdc-b60e-1d69eae20b48,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:30.354792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36f7bcfc-24f9-4dbf-90b5-7f8837c155a3 req-52b8ce0a-7a9e-4d5c-bfa8-3a4cabab32f7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574632 Aug 27 16:18:30.356613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:30.358764 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a03cc7f1-6a3f-4d00-b8c4-621bf269bf1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "DELETE /v2.0/ports/d189056a-b7db-4a00-879a-a8cfd7f2600f HTTP/1.1" status: 204 len: 168 time: 0.5765653 Aug 27 16:18:30.361276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41012) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:30.383996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 17e65041-ab40-4cdc-b60e-1d69eae20b48 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:18:30.400626 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-22edf025-87ee-4578-a45b-4560e7c508ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:18:30.400626 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-22edf025-87ee-4578-a45b-4560e7c508ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-505972802-project-admin] 10.222.0.101 "GET /v2.0/ports/d189056a-b7db-4a00-879a-a8cfd7f2600f HTTP/1.1" status: 404 len: 333 time: 0.0306327 Aug 27 16:18:30.400940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41014) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:30.406409 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a0b25bec-a443-40fe-9b63-b804c6ceb90d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4371791 Aug 27 16:18:30.409484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41016) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:30.427664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Request body: {'subnet': {'network_id': '17e65041-ab40-4cdc-b60e-1d69eae20b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-213406342-subnet', 'tenant_id': 'd1674e19389449febba1a56302cc43b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:30.635490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Made reservation on behalf of d1674e19389449febba1a56302cc43b6 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:30.638476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:30.659576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:30.678821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1b5b846-ed3d-4808-acb7-292e9ab49e3e req-4b67c2e3-0fba-46e9-85db-b5bbeb5ef1cf tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0593874 Aug 27 16:18:30.785079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1be21-7666-4cb3-b68e-1333a183ffd7 req-eff92525-745a-4079-8d50-fc7700007cbb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.786924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ab1be21-7666-4cb3-b68e-1333a183ffd7 req-eff92525-745a-4079-8d50-fc7700007cbb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 945 time: 0.2675779 Aug 27 16:18:30.909058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-e801b932-8845-4ac1-87da-a4d5dc0f44dd tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:30.910466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-e801b932-8845-4ac1-87da-a4d5dc0f44dd tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.90 "GET /v2.0/networks?id=722c0759-a6e7-4a33-ac34-b993adb97d0c HTTP/1.1" status: 200 len: 812 time: 0.4202383 Aug 27 16:18:30.940595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8350867e-0522-4551-9c27-990f98edc440 req-287cd104-a85c-4459-9a39-2d776df3fc78 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 210 time: 0.1124566 Aug 27 16:18:30.947359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Request body: {'port': {'device_id': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c', 'admin_state_up': True, 'tenant_id': '15f59a65658841379e526b28ba2f9e33'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:30.959439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.020283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8ab0d2-273f-4678-8e1c-65f86926dba7']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:31.031978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b28562b-9d8a-4483-a7f1-033e5372da30') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:31.032296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b28562b-9d8a-4483-a7f1-033e5372da30') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:31.063376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.069980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ab1be21-7666-4cb3-b68e-1333a183ffd7 req-8c376d77-ce4a-4c18-aad6-e1a8b6817b71 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497859 Aug 27 16:18:31.106850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1298db1-8c0c-497e-a3e0-da914573bc5d req-9baffe52-5a74-4d2d-9b6a-91bbd0d01289 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 210 time: 0.0675030 Aug 27 16:18:31.135670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.160533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:31.161108 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:31.165470 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:31.387091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:31.436051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.452564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.458014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] 10.222.0.101 "DELETE /v2.0/networks/ba8ab0d2-273f-4678-8e1c-65f86926dba7 HTTP/1.1" status: 204 len: 168 time: 1.0605447 Aug 27 16:18:31.467857 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.470766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Made reservation on behalf of 15f59a65658841379e526b28ba2f9e33 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:31.474689 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.552330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a40f7-38c0-4b51-9513-5fba98d4446b tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641567642-project] Pushing event deleted for resources: {'Network': ['ID=ba8ab0d2-273f-4678-8e1c-65f86926dba7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:31.557883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:31.566627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:31.567006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.639401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4e3c31-2ffa-4184-b59d-555a060cab9e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:31.657068 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.681846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:31.688477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:31.694462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:31.701477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:31.707754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:31.713620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:31.720251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:31.722209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bb34a11e-2606-4c1a-82a9-ea3a67fec57c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.2613242 Aug 27 16:18:31.727991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Checking segment: {'id': 'b79912e1-b7d4-44c5-8dbf-e896d51b1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '17e65041-ab40-4cdc-b60e-1d69eae20b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:31.728356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Network hostable DHCP agents. Network: 17e65041-ab40-4cdc-b60e-1d69eae20b48, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:18:31.828864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:31.830057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:31.832655 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb4dc07-c9c9-4402-960d-6988ccb1068c" -d '{"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-plugged", "status": "completed", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:31.851750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba0139c1-2243-4238-88ec-aa4f868ce09a req-045b8e41-1caa-463d-9138-13aa7fa5b9f1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0533271 Aug 27 16:18:31.861667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c498aa1-69aa-4970-9231-e2a120f07819 req-bde22148-ea13-4392-8e2e-a6f3896b88a3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264763 Aug 27 16:18:31.865711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Allocated IP 172.20.0.7 (722c0759-a6e7-4a33-ac34-b993adb97d0c/9887ecf6-a3e7-4b1e-9a21-0bb6e4636d58/423cf73d-2208-4ae7-8400-9c9e99063267) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:18:31.919809 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6aebd2-cacb-4001-9a0f-25728b4d6397 x-openstack-request-id: req-7c6aebd2-cacb-4001-9a0f-25728b4d6397 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:31.920397 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-plugged", "status": "completed", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:31.921557 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7c6aebd2-cacb-4001-9a0f-25728b4d6397 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:31.922466 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'code': 200} Aug 27 16:18:31.931770 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:31.934083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Network 17e65041-ab40-4cdc-b60e-1d69eae20b48 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:18:32.031037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:32.050750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 17e65041-ab40-4cdc-b60e-1d69eae20b48) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:32.062114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bdcbc-f96b-4bff-8510-af455061467a None None] Network 17e65041-ab40-4cdc-b60e-1d69eae20b48 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:32.075008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:32.075611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.104578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38b96dfd-c625-4c64-b540-699ddf6dc2a6 req-a5647273-91fc-42ad-91d0-a0c400999730 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 210 time: 0.0556569 Aug 27 16:18:32.119590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41048) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:32.155911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640199a0-2266-42ff-a66c-bea31f5c54cd req-b4ad20d4-a6bc-417c-aa44-2d2e956269dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:32.160318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-640199a0-2266-42ff-a66c-bea31f5c54cd req-b4ad20d4-a6bc-417c-aa44-2d2e956269dc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 1097 time: 0.1470547 Aug 27 16:18:32.277819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.286436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b356f-7409-41f5-ad95-5fd8ab2a559c None None] Network 17e65041-ab40-4cdc-b60e-1d69eae20b48 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:18:32.293837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1c7b35a-f750-459c-bd23-adf27c1951e7 req-a2fb7014-b30b-495d-a421-1707ae702df7 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 210 time: 0.0612149 Aug 27 16:18:32.295533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2372c81f-f401-40b4-9786-a005dff4b78a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8848293 Aug 27 16:18:32.348694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-640199a0-2266-42ff-a66c-bea31f5c54cd req-329df53d-76b5-4569-adfe-251b90c6a5b6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812658 Aug 27 16:18:32.407613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6ddd7-9c8b-4464-98c7-e5a83790ee34 req-2746702a-87cf-4812-9904-06f222a9d7a7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:32.415635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01e6ddd7-9c8b-4464-98c7-e5a83790ee34 req-2746702a-87cf-4812-9904-06f222a9d7a7 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 946 time: 0.2133446 Aug 27 16:18:32.424767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2659c6f6-5efe-414b-bdc0-a84786baabe1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=04cf602c148e4cf3b407b3b39bcd100c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935915 Aug 27 16:18:32.426458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41056) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:32.519229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01e6ddd7-9c8b-4464-98c7-e5a83790ee34 req-16501d9f-2a09-412b-bbc8-b8a7f98a5405 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988894 Aug 27 16:18:32.526478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41060) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:32.552952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4c356be-ca9a-4d1d-8d6a-f1aae719df4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.610113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.645738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] Deleting subnet 6f4e3c31-2ffa-4184-b59d-555a060cab9e {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:18:32.655624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.676665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Network 722c0759-a6e7-4a33-ac34-b993adb97d0c is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:32.680702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4c356be-ca9a-4d1d-8d6a-f1aae719df4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.681436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:32.683973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Pushing event updated for resources: {'Port': ['ID=423cf73d-2208-4ae7-8400-9c9e99063267,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:32.686352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:32.723481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.752489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:32.754277 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.766170 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.948110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-dd34b2c7-63df-4d26-965d-96420552ceb1 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0133903 Aug 27 16:18:32.973331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66c9a2ef-b38b-4f4b-a8ae-28b4f31ef76b req-e9153630-40f8-4c10-897e-6b41670b1e06 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0388632 Aug 27 16:18:32.982947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.994619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4c356be-ca9a-4d1d-8d6a-f1aae719df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.997261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4c356be-ca9a-4d1d-8d6a-f1aae719df4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:32.998434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f4c356be-ca9a-4d1d-8d6a-f1aae719df4c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/45056138-93db-4f4f-b1c2-89f10aa0d2de HTTP/1.1" status: 204 len: 168 time: 0.5696940 Aug 27 16:18:32.999704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.001822 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6f4e3c31-2ffa-4184-b59d-555a060cab9e HTTP/1.1" status: 204 len: 168 time: 0.4737351 Aug 27 16:18:33.005030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41070) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:33.017956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Request body: {'port': {'device_id': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:33.046183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9b99f-0fb9-4741-99e5-c5c5297dd10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4e3c31-2ffa-4184-b59d-555a060cab9e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:33.077583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c356be-ca9a-4d1d-8d6a-f1aae719df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45056138-93db-4f4f-b1c2-89f10aa0d2de,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:33.146622 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.241624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.253963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e65041-ab40-4cdc-b60e-1d69eae20b48']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:33.267215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79912e1-b7d4-44c5-8dbf-e896d51b1e91') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:33.267546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79912e1-b7d4-44c5-8dbf-e896d51b1e91') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:33.294339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.315901 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.327143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:33.327587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:33.329911 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:33.396966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a88f8e40-1fcc-40fa-9c3c-17785b69d73f req-d76f19ff-e739-4fa6-8888-bfee5061b869 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 210 time: 0.0364790 Aug 27 16:18:33.447868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.454031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.460013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.466349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.472287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.478169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.485791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.487969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-05d2ed16-aeaa-444c-a4d7-b3a8756df102 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.5443311 Aug 27 16:18:33.497402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.575665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.580432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:33.585066 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] 10.222.0.101 "DELETE /v2.0/networks/17e65041-ab40-4cdc-b60e-1d69eae20b48 HTTP/1.1" status: 204 len: 168 time: 0.5602350 Aug 27 16:18:33.610473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18f2c0-15ed-4d4d-a94e-960044ffb6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=17e65041-ab40-4cdc-b60e-1d69eae20b48,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:33.622953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39fefd0e-7fcd-4d5f-972c-816bc592fc41 req-f7efeef0-3219-409f-8ea5-1253a019ca9c tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219757 Aug 27 16:18:33.712040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14861b-169d-411b-9a90-d982bc16efd8 req-7c44475a-e3f0-4f38-824d-5af65e7afee5 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.713616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b14861b-169d-411b-9a90-d982bc16efd8 req-7c44475a-e3f0-4f38-824d-5af65e7afee5 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 931 time: 0.2002203 Aug 27 16:18:33.917827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b14861b-169d-411b-9a90-d982bc16efd8 req-79d1cbe6-8d7e-4e5b-8b83-bcbb321aca46 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906908 Aug 27 16:18:33.956773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15e880-fabb-4d24-9fbc-5df2aee8dce3 req-0c96f02e-5252-43e4-88ec-eeb2700a9866 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.958264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc15e880-fabb-4d24-9fbc-5df2aee8dce3 req-0c96f02e-5252-43e4-88ec-eeb2700a9866 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 946 time: 0.2301931 Aug 27 16:18:33.966498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-0a8996c9-b882-41d5-ab15-d8a0203ffd1d tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:33.972514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-0a8996c9-b882-41d5-ab15-d8a0203ffd1d tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.97 "GET /v2.0/networks?id=b5cd3af5-b3ff-44dd-96e0-7735516d10f7 HTTP/1.1" status: 200 len: 809 time: 0.2533226 Aug 27 16:18:33.991318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Request body: {'port': {'device_id': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7', 'admin_state_up': True, 'tenant_id': '0c2eeeb749c34b849db968a6fb41e682'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:34.114356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0266ab8c-0846-42ba-9da9-d2d6850d0a9e req-202d72b4-79cb-479e-a297-828a215617a5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=16b6295d-283b-4a15-a2b7-06582085beea HTTP/1.1" status: 200 len: 210 time: 0.0580618 Aug 27 16:18:34.125684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc15e880-fabb-4d24-9fbc-5df2aee8dce3 req-da3e46b7-d45c-4e67-83a1-964406f4c631 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567132 Aug 27 16:18:34.163874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41086) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:34.204851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423cf73d-2208-4ae7-8400-9c9e99063267 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:34.216013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.226142 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24aa66dd-8f10-4b1c-8668-e4a5cde96f64 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9eb1b278a87948559c6c0d8a25e48f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589590 Aug 27 16:18:34.226387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41088) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:34.236427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Transition to ACTIVE for port object 423cf73d-2208-4ae7-8400-9c9e99063267 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:34.274575 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c765e01-12c3-49f7-9723-61f673fbd821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.296140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c765e01-12c3-49f7-9723-61f673fbd821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.420293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41090) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:34.470234 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a240d635-9ad3-46c3-8c00-b687541f26c6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d1674e19389449febba1a56302cc43b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487778 Aug 27 16:18:34.501623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41094) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:34.504020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd5231e-e50f-44cc-8090-fbaebb99ad39 req-a00a9dab-2eb4-4d75-a45d-02fe0256c9ee tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 210 time: 0.0284407 Aug 27 16:18:34.550864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab1154f1-45be-413b-a374-99792faf5d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.571021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab1154f1-45be-413b-a374-99792faf5d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.598522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.600814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Made reservation on behalf of 0c2eeeb749c34b849db968a6fb41e682 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:34.604492 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.651591 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c765e01-12c3-49f7-9723-61f673fbd821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.659151 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c765e01-12c3-49f7-9723-61f673fbd821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.659151 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5c765e01-12c3-49f7-9723-61f673fbd821 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c7be05a4-fbbe-450c-93d3-063cfd5a9c33 HTTP/1.1" status: 204 len: 168 time: 0.4291453 Aug 27 16:18:34.666359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c765e01-12c3-49f7-9723-61f673fbd821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be05a4-fbbe-450c-93d3-063cfd5a9c33,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:34.726176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Pushing event updated for resources: {'Port': ['ID=423cf73d-2208-4ae7-8400-9c9e99063267,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:34.775293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab1154f1-45be-413b-a374-99792faf5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.780153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab1154f1-45be-413b-a374-99792faf5d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:34.781742 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ab1154f1-45be-413b-a374-99792faf5d9e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aedd41ca-8daa-4116-ae7c-54d3f9f0133b HTTP/1.1" status: 204 len: 168 time: 0.2788880 Aug 27 16:18:34.795431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1154f1-45be-413b-a374-99792faf5d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd41ca-8daa-4116-ae7c-54d3f9f0133b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:34.893488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.900332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.905393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.911536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.917876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.923776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.929600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:34.931562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-d498053b-d7f7-47d5-ab45-ea76e2feb7d3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5429 time: 0.1995206 Aug 27 16:18:34.935413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Attempting to bind port 423cf73d-2208-4ae7-8400-9c9e99063267 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:34.937773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Attempting to bind port 423cf73d-2208-4ae7-8400-9c9e99063267 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '9a0cbf5b-4893-47c6-8573-9c2f2d8d3698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:34.937773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Attempting to bind port 423cf73d-2208-4ae7-8400-9c9e99063267 on network 722c0759-a6e7-4a33-ac34-b993adb97d0c {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:34.960172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Port 423cf73d-2208-4ae7-8400-9c9e99063267 on network 722c0759-a6e7-4a33-ac34-b993adb97d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:34.960777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Attempting to bind port 423cf73d-2208-4ae7-8400-9c9e99063267 on network 722c0759-a6e7-4a33-ac34-b993adb97d0c {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:34.970528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Allocated IP 172.20.0.2 (b5cd3af5-b3ff-44dd-96e0-7735516d10f7/7d153a43-1aab-4a71-a5dd-6b37c63d0b3e/82181165-a87a-45dd-afe2-33e2e7e0f8a8) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:18:34.973313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:34.973653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Checking segment: {'id': '9a0cbf5b-4893-47c6-8573-9c2f2d8d3698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:34.974039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Bound using segment: {'id': '9a0cbf5b-4893-47c6-8573-9c2f2d8d3698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:34.974474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Bound port: 423cf73d-2208-4ae7-8400-9c9e99063267, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0cbf5b-4893-47c6-8573-9c2f2d8d3698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:34.974839 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.058634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4df37757-7043-4a7b-a5b3-c22f30f0c129 req-96d25168-99b4-4a13-b41c-a69561325151 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176660 Aug 27 16:18:35.117921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bce8f-8a63-445a-9ddf-7ab71f029aed req-2276334b-7bd6-4df6-bd89-2ae8a1d36410 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.119438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-421bce8f-8a63-445a-9ddf-7ab71f029aed req-2276334b-7bd6-4df6-bd89-2ae8a1d36410 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 943 time: 0.1315675 Aug 27 16:18:35.126720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] For port 423cf73d-2208-4ae7-8400-9c9e99063267, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:35.154220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] For port 423cf73d-2208-4ae7-8400-9c9e99063267, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=423cf73d-2208-4ae7-8400-9c9e99063267,segment=NetworkSegment(9a0cbf5b-4893-47c6-8573-9c2f2d8d3698),segment_id=9a0cbf5b-4893-47c6-8573-9c2f2d8d3698)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:35.234759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-421bce8f-8a63-445a-9ddf-7ab71f029aed req-702d2ba2-7109-47bc-8050-c6ae6b4215af tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009407 Aug 27 16:18:35.330090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.341934 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.420797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.421605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.423842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] 10.222.0.90 "PUT /v2.0/ports/423cf73d-2208-4ae7-8400-9c9e99063267 HTTP/1.1" status: 200 len: 1091 time: 2.4532692 Aug 27 16:18:35.424593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'tag': '423cf73d-2208-4ae7-8400-9c9e99063267'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:35.427218 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d4785b-d221-41c8-8001-6db2d1362e96" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c", "tag": "423cf73d-2208-4ae7-8400-9c9e99063267"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:35.502718 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8249fceb-942e-4edb-b737-b6e7e8ecff81 x-openstack-request-id: req-8249fceb-942e-4edb-b737-b6e7e8ecff81 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:35.503312 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c", "tag": "423cf73d-2208-4ae7-8400-9c9e99063267", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:35.503786 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8249fceb-942e-4edb-b737-b6e7e8ecff81 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:35.504592 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'tag': '423cf73d-2208-4ae7-8400-9c9e99063267', 'status': 'completed', 'code': 200} Aug 27 16:18:35.513564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174625-9242-4925-b536-2581b3d82098 req-720598c7-dc43-43f5-836b-38b936dee2af tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.521672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c174625-9242-4925-b536-2581b3d82098 req-720598c7-dc43-43f5-836b-38b936dee2af tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 946 time: 0.2818863 Aug 27 16:18:35.554686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec45365-f984-46f6-93ae-d6c9dc67ce0e service neutron] Pushing event updated for resources: {'Port': ['ID=423cf73d-2208-4ae7-8400-9c9e99063267,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:35.631310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f76bd3bd-1e31-4129-8b54-3b42d02dedc0 req-c802ee41-98e9-4bc2-b08a-dd2977b9c356 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 210 time: 0.0520482 Aug 27 16:18:35.642620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c174625-9242-4925-b536-2581b3d82098 req-2bc50571-7116-421e-9636-c37d4487c6da tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191318 Aug 27 16:18:35.649884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4785b-d221-41c8-8001-6db2d1362e96 req-5f3664a9-037f-4943-bd65-6955d2bf8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.656575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09d4785b-d221-41c8-8001-6db2d1362e96 req-5f3664a9-037f-4943-bd65-6955d2bf8ad7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=15f59a65658841379e526b28ba2f9e33&device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 1094 time: 0.1167591 Aug 27 16:18:35.715078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:35.781622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:35.797556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:35.806075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:35.813606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Pushing event updated for resources: {'Port': ['ID=82181165-a87a-45dd-afe2-33e2e7e0f8a8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:35.860488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4785b-d221-41c8-8001-6db2d1362e96 req-6b71c33a-4ca4-4ce2-a70e-783174590b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.861950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09d4785b-d221-41c8-8001-6db2d1362e96 req-6b71c33a-4ca4-4ce2-a70e-783174590b92 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=15f59a65658841379e526b28ba2f9e33&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1984031 Aug 27 16:18:35.909112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:35.909978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.026458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d5346c0b-6da6-48ae-8155-25dc0c96a839 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:36.056798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4785b-d221-41c8-8001-6db2d1362e96 req-005935cf-9a54-4efc-8243-63fb1deed448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:36.058317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09d4785b-d221-41c8-8001-6db2d1362e96 req-005935cf-9a54-4efc-8243-63fb1deed448 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1842175 Aug 27 16:18:36.080806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039e16e-c9ad-41d0-9627-6e618eb65599 req-f17de584-537c-49f8-94cf-3e210c6ff8b3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:36.082590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5039e16e-c9ad-41d0-9627-6e618eb65599 req-f17de584-537c-49f8-94cf-3e210c6ff8b3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.2341878 Aug 27 16:18:36.113329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5039e16e-c9ad-41d0-9627-6e618eb65599 req-5919bd51-5e22-4cad-abc9-fbe06c12562c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/quotas/eaead7251d984254bb9348b7e503e3ca HTTP/1.1" status: 200 len: 375 time: 0.0208697 Aug 27 16:18:36.133661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d5346c0b-6da6-48ae-8155-25dc0c96a839, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:36.148457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'd5346c0b-6da6-48ae-8155-25dc0c96a839', 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'port_id': 'd5346c0b-6da6-48ae-8155-25dc0c96a839', 'mac_address': 'fa:16:3e:a4:31:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd518-3c7b-4e56-95c1-c76a60311291', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:36.169438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5039e16e-c9ad-41d0-9627-6e618eb65599 req-2e3fc58e-2846-400c-ae92-0f743cad2f6b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382402 Aug 27 16:18:36.179102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-fc4388fa-91d0-4e23-869f-a6530f5fc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:36.180641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-fc4388fa-91d0-4e23-869f-a6530f5fc4bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=15f59a65658841379e526b28ba2f9e33&device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 1094 time: 0.0802445 Aug 27 16:18:36.192534 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.205681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5346c0b-6da6-48ae-8155-25dc0c96a839 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:36.225099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d5346c0b-6da6-48ae-8155-25dc0c96a839, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:36.234075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-7976110d-9666-4afa-a4d0-af4be1c7090f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423cf73d-2208-4ae7-8400-9c9e99063267 HTTP/1.1" status: 200 len: 217 time: 0.0435579 Aug 27 16:18:36.271604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-265e7032-5186-417c-a3c3-ab2e44e65081 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2925730 Aug 27 16:18:36.303936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Request body: {'port': {'device_id': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:36.356283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-b906e5ea-8cac-436b-9f59-4b73b140c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:36.357820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-b906e5ea-8cac-436b-9f59-4b73b140c2de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9887ecf6-a3e7-4b1e-9a21-0bb6e4636d58 HTTP/1.1" status: 200 len: 852 time: 0.0958221 Aug 27 16:18:36.421708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-59bae594-b3f8-4b29-bdf0-1341ad90a318 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=722c0759-a6e7-4a33-ac34-b993adb97d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550346 Aug 27 16:18:36.428617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5039e16e-c9ad-41d0-9627-6e618eb65599 req-e001c368-b7da-4e52-9454-bc60e8eb9ab2 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470591 Aug 27 16:18:36.429751 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.512745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.516063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 684f519c-a11c-4bee-9c5c-33b2bed9880f details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:36.612573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d5346c0b-6da6-48ae-8155-25dc0c96a839,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:36.652009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 684f519c-a11c-4bee-9c5c-33b2bed9880f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:36.668407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '684f519c-a11c-4bee-9c5c-33b2bed9880f', 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1', 'port_id': '684f519c-a11c-4bee-9c5c-33b2bed9880f', 'mac_address': 'fa:16:3e:cd:eb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8356f37-b682-43fd-97e4-02184f39878f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:36.703769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-a127b7cc-571d-4a3a-9df6-e8921ef7dedf service neutron] 10.222.0.90 "GET /v2.0/networks/722c0759-a6e7-4a33-ac34-b993adb97d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649961 Aug 27 16:18:36.706564 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.719818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684f519c-a11c-4bee-9c5c-33b2bed9880f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:36.739645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 684f519c-a11c-4bee-9c5c-33b2bed9880f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:36.751816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5039e16e-c9ad-41d0-9627-6e618eb65599 req-b710aa34-7e72-4548-9aae-a7e2d8e201be service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032002 Aug 27 16:18:36.869917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13acda2-0daf-4beb-b7bd-69371621fe2c req-f55d9c20-f90f-4430-b7f0-29555dab16bf service neutron] 10.222.0.90 "GET /v2.0/networks/722c0759-a6e7-4a33-ac34-b993adb97d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520770 Aug 27 16:18:36.925913 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.926672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 89b836c7-f8f1-4c45-93fd-67221c64b7f1 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:36.953988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82181165-a87a-45dd-afe2-33e2e7e0f8a8 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:36.963603 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:36.987918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:36.992855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:36.996402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:36.996533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=684f519c-a11c-4bee-9c5c-33b2bed9880f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.000861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.006767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.010921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '89b836c7-f8f1-4c45-93fd-67221c64b7f1', 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'port_id': '89b836c7-f8f1-4c45-93fd-67221c64b7f1', 'mac_address': 'fa:16:3e:7d:60:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd518-3c7b-4e56-95c1-c76a60311291', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:37.013535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.019596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.025570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.027507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-68218e35-b2b7-4858-bd28-de48092bc1b9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5430 time: 0.1375458 Aug 27 16:18:37.030349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Transition to ACTIVE for port object 82181165-a87a-45dd-afe2-33e2e7e0f8a8 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:37.052619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.066460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b836c7-f8f1-4c45-93fd-67221c64b7f1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:37.070560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3fe80b8-9029-41d6-8d55-4f314188c043 req-e02078af-20b9-4433-a3b1-0d936b690955 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363278 Aug 27 16:18:37.087494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:37.202247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.229152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.230513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f1152573-3a25-4e9e-8b21-19822e3e99de details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:37.259234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2afa20-4b85-4075-8d0b-a941b4ba8ec0 req-3a86f7e9-552d-4ba7-962d-a1ac08a0509d tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.267702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf2afa20-4b85-4075-8d0b-a941b4ba8ec0 req-3a86f7e9-552d-4ba7-962d-a1ac08a0509d tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 943 time: 0.1233230 Aug 27 16:18:37.358096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Pushing event updated for resources: {'Port': ['ID=82181165-a87a-45dd-afe2-33e2e7e0f8a8,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.365288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=89b836c7-f8f1-4c45-93fd-67221c64b7f1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.383773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf2afa20-4b85-4075-8d0b-a941b4ba8ec0 req-0c232cc4-9a2e-46a2-89c1-5a4ffc3d3f8b tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137953 Aug 27 16:18:37.416344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f1152573-3a25-4e9e-8b21-19822e3e99de, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f1152573-3a25-4e9e-8b21-19822e3e99de,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:37.432607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'port_id': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'mac_address': 'fa:16:3e:fc:c0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:37.481009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.495210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1152573-3a25-4e9e-8b21-19822e3e99de {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:37.519695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f1152573-3a25-4e9e-8b21-19822e3e99de, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f1152573-3a25-4e9e-8b21-19822e3e99de,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:37.674677 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.675404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8a648ee1-6215-47d5-9e1a-e76ff246b620 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:37.704167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41226) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:37.756013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=f1152573-3a25-4e9e-8b21-19822e3e99de,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:37.774221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7e22a-e833-4eff-ab62-b5ce008fe8b8 req-657fa1f9-463a-4096-8334-8e621985f070 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:37.779809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2da7e22a-e833-4eff-ab62-b5ce008fe8b8 req-657fa1f9-463a-4096-8334-8e621985f070 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 943 time: 0.5047555 Aug 27 16:18:37.797110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8a648ee1-6215-47d5-9e1a-e76ff246b620, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:37.809396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '8a648ee1-6215-47d5-9e1a-e76ff246b620', 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'port_id': '8a648ee1-6215-47d5-9e1a-e76ff246b620', 'mac_address': 'fa:16:3e:55:88:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd518-3c7b-4e56-95c1-c76a60311291', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:37.813247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57ce51ea-e924-40bb-abc4-910895db4b54 req-92a96f8a-b127-4764-8d68-ac2a8956f14b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=d260037e-42fd-41ba-a032-c283f8ef8189 HTTP/1.1" status: 200 len: 210 time: 0.0578601 Aug 27 16:18:37.822554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-513b13ef-6b11-46df-a054-dffa5fa2b9c3 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-212288775'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:37.862457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2da7e22a-e833-4eff-ab62-b5ce008fe8b8 req-324bd4ee-718f-495c-91b2-102707a611f8 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771382 Aug 27 16:18:37.898568 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Attempting to bind port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Attempting to bind port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '246e10a1-47b3-4f4e-916b-42ea429ca437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Attempting to bind port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 on network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 on network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Attempting to bind port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 on network b5cd3af5-b3ff-44dd-96e0-7735516d10f7 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Checking segment: {'id': '246e10a1-47b3-4f4e-916b-42ea429ca437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Bound using segment: {'id': '246e10a1-47b3-4f4e-916b-42ea429ca437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Bound port: 82181165-a87a-45dd-afe2-33e2e7e0f8a8, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246e10a1-47b3-4f4e-916b-42ea429ca437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:37.900160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:37.901449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a648ee1-6215-47d5-9e1a-e76ff246b620 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:37.930567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8a648ee1-6215-47d5-9e1a-e76ff246b620, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:38.033502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] For port 82181165-a87a-45dd-afe2-33e2e7e0f8a8, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:38.033502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] For port 82181165-a87a-45dd-afe2-33e2e7e0f8a8, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=82181165-a87a-45dd-afe2-33e2e7e0f8a8,segment=NetworkSegment(246e10a1-47b3-4f4e-916b-42ea429ca437),segment_id=246e10a1-47b3-4f4e-916b-42ea429ca437)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:38.066733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-513b13ef-6b11-46df-a054-dffa5fa2b9c3 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.067859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-513b13ef-6b11-46df-a054-dffa5fa2b9c3 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.122261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-513b13ef-6b11-46df-a054-dffa5fa2b9c3 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.161101 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.161686 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.162072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 4d643eea-638b-49ff-a0d5-8af88401b0b7 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:38.199655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 4d643eea-638b-49ff-a0d5-8af88401b0b7, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:38.209408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.209408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.210988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] 10.222.0.97 "PUT /v2.0/ports/82181165-a87a-45dd-afe2-33e2e7e0f8a8 HTTP/1.1" status: 200 len: 1091 time: 1.9158030 Aug 27 16:18:38.211454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'tag': '82181165-a87a-45dd-afe2-33e2e7e0f8a8'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:38.213832 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668056ea-432a-4164-bc6d-49d97d0257df" -d '{"events": [{"name": "network-changed", "server_uuid": "3269e1fa-11fc-49e7-bbb0-e72e48270513", "tag": "82181165-a87a-45dd-afe2-33e2e7e0f8a8"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:38.234109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '4d643eea-638b-49ff-a0d5-8af88401b0b7', 'network_id': '760cd7e8-6a34-4a37-95bc-a099bbb114e0', 'port_id': '4d643eea-638b-49ff-a0d5-8af88401b0b7', 'mac_address': 'fa:16:3e:2c:6a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd518-3c7b-4e56-95c1-c76a60311291', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:38.239378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b335b-34ec-4d8e-9dca-b2b87531e410 service neutron] Pushing event updated for resources: {'Port': ['ID=82181165-a87a-45dd-afe2-33e2e7e0f8a8,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:38.274565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8a648ee1-6215-47d5-9e1a-e76ff246b620,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:38.291341 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.305250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d643eea-638b-49ff-a0d5-8af88401b0b7 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:38.324593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 4d643eea-638b-49ff-a0d5-8af88401b0b7, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:38.325122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-513b13ef-6b11-46df-a054-dffa5fa2b9c3 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.503219 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.503407 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-513b13ef-6b11-46df-a054-dffa5fa2b9c3 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.504311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:38.507840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-513b13ef-6b11-46df-a054-dffa5fa2b9c3 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8025537 Aug 27 16:18:38.508445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41276) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:38.542180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-8dd61c56-463e-432c-81c0-8989574dfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.543908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-8dd61c56-463e-432c-81c0-8989574dfb60 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0c2eeeb749c34b849db968a6fb41e682&device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 1094 time: 0.1236956 Aug 27 16:18:38.581582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:38.594306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669', 'network_id': 'c1b22e09-f184-4ca1-9f1b-7771fd0317e1', 'port_id': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669', 'mac_address': 'fa:16:3e:a6:7b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8356f37-b682-43fd-97e4-02184f39878f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:38.599545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-4b18a563-f133-442c-9dc8-641af56fc062 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82181165-a87a-45dd-afe2-33e2e7e0f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0423634 Aug 27 16:18:38.619351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84ac86e3-dd8b-42fa-a00f-3d3617ec2073 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.624976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.631185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.638642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.645301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.651943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.655081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=4d643eea-638b-49ff-a0d5-8af88401b0b7,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:38.660694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.662948 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.669388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.677303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:38.680918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-1fea5567-dce3-46af-9018-a957a5a569fd tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5434 time: 0.2231059 Aug 27 16:18:38.700110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:38.772343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3761c918-eb47-4438-994e-5a31d76bb3d3 req-287d760f-f71b-477d-a691-0ce035a051c9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903566 Aug 27 16:18:38.776109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-96522a04-4056-4144-9d3a-37e5e7f34935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:38.777701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-96522a04-4056-4144-9d3a-37e5e7f34935 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7d153a43-1aab-4a71-a5dd-6b37c63d0b3e HTTP/1.1" status: 200 len: 849 time: 0.0922763 Aug 27 16:18:38.804438 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84ac86e3-dd8b-42fa-a00f-3d3617ec2073 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.807680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84ac86e3-dd8b-42fa-a00f-3d3617ec2073 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.819065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-b58c7621-5382-447c-877d-64a699de177e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b5cd3af5-b3ff-44dd-96e0-7735516d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280704 Aug 27 16:18:38.829312 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:18:38.883966 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.915145 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e35269d-b2c1-4e23-aeef-776c3f149658 x-openstack-request-id: req-2e35269d-b2c1-4e23-aeef-776c3f149658 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:38.916828 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3269e1fa-11fc-49e7-bbb0-e72e48270513", "tag": "82181165-a87a-45dd-afe2-33e2e7e0f8a8", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:38.917149 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2e35269d-b2c1-4e23-aeef-776c3f149658 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:38.920204 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'tag': '82181165-a87a-45dd-afe2-33e2e7e0f8a8', 'status': 'completed', 'code': 200} Aug 27 16:18:38.957964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:38.984631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84ac86e3-dd8b-42fa-a00f-3d3617ec2073 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.985186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac86e3-dd8b-42fa-a00f-3d3617ec2073 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08fb16b2-7a51-4431-ac82-db58c6553145 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:18:38.990493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84ac86e3-dd8b-42fa-a00f-3d3617ec2073 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:38.998586 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-84ac86e3-dd8b-42fa-a00f-3d3617ec2073 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "DELETE /v2.0/routers/08fb16b2-7a51-4431-ac82-db58c6553145 HTTP/1.1" status: 204 len: 168 time: 0.4888041 Aug 27 16:18:38.999612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41290) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:39.004916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-26d80e32-1d0d-48f4-84bd-aff63d7bb190 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Request body: {'router': {'name': 'tempest-router-546986080', 'distributed': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:39.024881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acd281-f6b5-4b6f-b24b-d04b04bcfa36 req-55673dee-bcd3-4166-bd94-3af776c7cfab tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.027178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26acd281-f6b5-4b6f-b24b-d04b04bcfa36 req-55673dee-bcd3-4166-bd94-3af776c7cfab tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 943 time: 0.0725875 Aug 27 16:18:39.069160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-21c99cf3-e05d-46ce-9aa4-9ca61a1c8fbc service neutron] 10.222.0.97 "GET /v2.0/networks/b5cd3af5-b3ff-44dd-96e0-7735516d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411492 Aug 27 16:18:39.137788 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26d80e32-1d0d-48f4-84bd-aff63d7bb190 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.148673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26d80e32-1d0d-48f4-84bd-aff63d7bb190 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.166841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41296) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:39.190510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26acd281-f6b5-4b6f-b24b-d04b04bcfa36 req-06ebc34d-6ada-4355-8101-cf038117a58f tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463284 Aug 27 16:18:39.207103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26d80e32-1d0d-48f4-84bd-aff63d7bb190 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.215517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ed1bf-fa06-4369-875c-7141347fdc85 req-c3ab61e0-0e55-4e3b-b765-0332942879a7 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.220078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-815ed1bf-fa06-4369-875c-7141347fdc85 req-c3ab61e0-0e55-4e3b-b765-0332942879a7 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 943 time: 0.1725094 Aug 27 16:18:39.272538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd217b76-6d63-44b5-9f92-872c80d52f1b req-5ca602f6-35d2-404a-8c40-950b94899ea6 service neutron] 10.222.0.97 "GET /v2.0/networks/b5cd3af5-b3ff-44dd-96e0-7735516d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935506 Aug 27 16:18:39.301431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26d80e32-1d0d-48f4-84bd-aff63d7bb190 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.328120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4b207085-cb5b-4c0d-8f46-23e9802a7bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.329316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-815ed1bf-fa06-4369-875c-7141347fdc85 req-3ea48bc4-c138-43b6-be1a-a6d7b0803999 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996151 Aug 27 16:18:39.349421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4372b9-7b89-46a2-812c-0d8f4b9fd715 req-21220989-8c69-41ac-b6e7-69cefdc0d6e0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.352082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f4372b9-7b89-46a2-812c-0d8f4b9fd715 req-21220989-8c69-41ac-b6e7-69cefdc0d6e0 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 946 time: 0.0866966 Aug 27 16:18:39.408284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f4372b9-7b89-46a2-812c-0d8f4b9fd715 req-1a6ec648-497e-462b-bd62-f7142567c5f1 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468562 Aug 27 16:18:39.443246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:39.461353 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26d80e32-1d0d-48f4-84bd-aff63d7bb190 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.462575 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-26d80e32-1d0d-48f4-84bd-aff63d7bb190 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4619203 Aug 27 16:18:39.466988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41308) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:39.549681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['684f519c-a11c-4bee-9c5c-33b2bed9880f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:39.573219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9353fa-7fed-4997-9458-812e5526bd2b tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.583142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668056ea-432a-4164-bc6d-49d97d0257df req-15582445-3fe4-4609-ac9e-76f3f9f5b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.584926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668056ea-432a-4164-bc6d-49d97d0257df req-15582445-3fe4-4609-ac9e-76f3f9f5b4be service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0c2eeeb749c34b849db968a6fb41e682&device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 1094 time: 0.1346669 Aug 27 16:18:39.587079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d5346c0b-6da6-48ae-8155-25dc0c96a839'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:39.589986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['89b836c7-f8f1-4c45-93fd-67221c64b7f1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:39.655929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['1fa5a5e8-b59e-496a-ad9c-8ea2bca60669'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:39.658753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['f1152573-3a25-4e9e-8b21-19822e3e99de'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:39.668865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-5de4b9e6-70d1-47a1-a4be-14fa8e520552 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.676958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-5de4b9e6-70d1-47a1-a4be-14fa8e520552 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.2229192 Aug 27 16:18:39.693313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-3fa5e5d4-e902-4a24-b191-f546d1631b68 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/quotas/eaead7251d984254bb9348b7e503e3ca HTTP/1.1" status: 200 len: 375 time: 0.0117939 Aug 27 16:18:39.720716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:39.739808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-d2743eeb-d318-4014-829d-2233f7fa4394 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322359 Aug 27 16:18:39.783200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'network_id': '28637a2e-55de-4d09-b419-9c916614c5bc', 'port_id': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'mac_address': 'fa:16:3e:1f:94:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6608cd7-d1d8-47d3-8cca-d9ce627df5dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:39.798979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9353fa-7fed-4997-9458-812e5526bd2b tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.802320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9353fa-7fed-4997-9458-812e5526bd2b tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.851756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-623bf7b0-5e55-4321-9cc2-d19199c4cfab service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976112 Aug 27 16:18:39.857313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668056ea-432a-4164-bc6d-49d97d0257df req-169629fa-105e-4775-8742-d42f2bac8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:39.860322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668056ea-432a-4164-bc6d-49d97d0257df req-169629fa-105e-4775-8742-d42f2bac8825 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b5cd3af5-b3ff-44dd-96e0-7735516d10f7 HTTP/1.1" status: 200 len: 911 time: 0.2588072 Aug 27 16:18:39.879169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4b207085-cb5b-4c0d-8f46-23e9802a7bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.959359 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.968540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668056ea-432a-4164-bc6d-49d97d0257df req-69b59022-2f1a-452d-a728-2056b39f6d3f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82181165-a87a-45dd-afe2-33e2e7e0f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0894446 Aug 27 16:18:39.985097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9353fa-7fed-4997-9458-812e5526bd2b tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.986575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9353fa-7fed-4997-9458-812e5526bd2b tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1af0d9d9-5090-4254-898a-36141a61201b {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:18:39.997342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f9353fa-7fed-4997-9458-812e5526bd2b tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:39.999529 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f9353fa-7fed-4997-9458-812e5526bd2b tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "DELETE /v2.0/routers/1af0d9d9-5090-4254-898a-36141a61201b HTTP/1.1" status: 204 len: 168 time: 0.5312135 Aug 27 16:18:40.003043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41314) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:40.010843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1e56a6b2-c831-44d0-891f-a5757f60272a tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Request body: {'router': {'name': 'tempest-router-2059778664', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '40fdb82f71a04c18b5b725542edd5ec9'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:40.042754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4b207085-cb5b-4c0d-8f46-23e9802a7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.047384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:40.088515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-f76f2c6c-4cdd-4410-a19c-1b47720ada54 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220831 Aug 27 16:18:40.104083 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4b207085-cb5b-4c0d-8f46-23e9802a7bd3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2031caf3f776432a91fe675326bfc09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9353952 Aug 27 16:18:40.105306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41316) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:40.106476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b207085-cb5b-4c0d-8f46-23e9802a7bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19fced5-9e3f-4e9e-af8f-65e106a3c18b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:40.109436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668056ea-432a-4164-bc6d-49d97d0257df req-267176f5-26c1-4b44-b113-533529abda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.112018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668056ea-432a-4164-bc6d-49d97d0257df req-267176f5-26c1-4b44-b113-533529abda76 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7d153a43-1aab-4a71-a5dd-6b37c63d0b3e HTTP/1.1" status: 200 len: 849 time: 0.1256192 Aug 27 16:18:40.129277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.133502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:40.137512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.146926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.155166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.164821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.174859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.183722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a141b36-084d-47b8-9aa8-71b47c6c2ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.184647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.197124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-19c25618-ef8a-4e8d-bbd3-ccf8de847588 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5436 time: 0.2715809 Aug 27 16:18:40.208771 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a141b36-084d-47b8-9aa8-71b47c6c2ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.233894 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e56a6b2-c831-44d0-891f-a5757f60272a tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.235004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e56a6b2-c831-44d0-891f-a5757f60272a tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.241697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668056ea-432a-4164-bc6d-49d97d0257df req-6d07bdb1-9b78-45ba-a83e-0986513e12c2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b5cd3af5-b3ff-44dd-96e0-7735516d10f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418663 Aug 27 16:18:40.292063 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.298432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e56a6b2-c831-44d0-891f-a5757f60272a tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.315160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-587caa54-67b0-400f-89c1-74c3ba67b0b6 req-eacd094c-1349-400b-b07d-923351fa4e64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153617 Aug 27 16:18:40.373389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:40.383066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668056ea-432a-4164-bc6d-49d97d0257df req-568bd1c3-5799-4edc-a5da-809c619c22d7 service neutron] 10.222.0.97 "GET /v2.0/networks/b5cd3af5-b3ff-44dd-96e0-7735516d10f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332104 Aug 27 16:18:40.420077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e56a6b2-c831-44d0-891f-a5757f60272a tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.421164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['986d72f4-0c2c-4b2a-a8a0-f8c4bff26843'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:40.432861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a141b36-084d-47b8-9aa8-71b47c6c2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.438594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a141b36-084d-47b8-9aa8-71b47c6c2ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.442093 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2a141b36-084d-47b8-9aa8-71b47c6c2ae2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f19fced5-9e3f-4e9e-af8f-65e106a3c18b HTTP/1.1" status: 204 len: 168 time: 0.3309093 Aug 27 16:18:40.448738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a141b36-084d-47b8-9aa8-71b47c6c2ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19fced5-9e3f-4e9e-af8f-65e106a3c18b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:40.512737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e56a6b2-c831-44d0-891f-a5757f60272a tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.514612 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e56a6b2-c831-44d0-891f-a5757f60272a tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5094047 Aug 27 16:18:40.516991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41332) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:40.521956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:40.582400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3026374-72d7-487c-9374-51d28ab5a382 req-f83e43b3-140a-4a10-a7fe-8a2cca9b831a tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.587560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8a648ee1-6215-47d5-9e1a-e76ff246b620'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:40.589960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3026374-72d7-487c-9374-51d28ab5a382 req-f83e43b3-140a-4a10-a7fe-8a2cca9b831a tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 943 time: 0.1127026 Aug 27 16:18:40.687754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['4d643eea-638b-49ff-a0d5-8af88401b0b7'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:40.703827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668056ea-432a-4164-bc6d-49d97d0257df req-234bd8ef-ac45-4831-9f94-47036e135f15 service neutron] 10.222.0.97 "GET /v2.0/networks/b5cd3af5-b3ff-44dd-96e0-7735516d10f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109994 Aug 27 16:18:40.724597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7f45-8864-4b34-be99-f5c69cc78b03 req-83633ca9-1ae9-4cd9-a02b-51909775c3b4 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.733097 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1de7f45-8864-4b34-be99-f5c69cc78b03 req-83633ca9-1ae9-4cd9-a02b-51909775c3b4 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 943 time: 0.1344733 Aug 27 16:18:40.747518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3026374-72d7-487c-9374-51d28ab5a382 req-d29ed67d-4db6-47e7-9aee-a524f6e097e9 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562684 Aug 27 16:18:40.782968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.783397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.787030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1de7f45-8864-4b34-be99-f5c69cc78b03 req-8f5455d4-9ea5-48de-9628-17a9324d5b8d tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530603 Aug 27 16:18:40.861420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8f7b47e-7d48-40b5-b3df-e12cab501f06 req-bb8b970d-2ceb-41ce-9908-ab3256ad70ed tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 210 time: 0.0361531 Aug 27 16:18:40.902793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95252) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 27 16:18:40.903789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Router 5d923dba-411a-4995-957e-0644390299e1 migrating from provider to provider. {{(pid=95252) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 27 16:18:40.904527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.913446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:40.934564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 423cf73d-2208-4ae7-8400-9c9e99063267 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:40.961194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565b47-508f-4f35-877b-debb5625808a req-e2379bac-e175-4d95-bccf-268128024a49 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:40.962834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f565b47-508f-4f35-877b-debb5625808a req-e2379bac-e175-4d95-bccf-268128024a49 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 945 time: 0.0637646 Aug 27 16:18:41.005250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f565b47-508f-4f35-877b-debb5625808a req-014e42d0-be1e-4d7e-9ccf-b824972424bb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Aug 27 16:18:41.033077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.098432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 423cf73d-2208-4ae7-8400-9c9e99063267, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=423cf73d-2208-4ae7-8400-9c9e99063267,segment=NetworkSegment(9a0cbf5b-4893-47c6-8573-9c2f2d8d3698),segment_id=9a0cbf5b-4893-47c6-8573-9c2f2d8d3698)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:41.115491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '423cf73d-2208-4ae7-8400-9c9e99063267', 'network_id': '722c0759-a6e7-4a33-ac34-b993adb97d0c', 'port_id': '423cf73d-2208-4ae7-8400-9c9e99063267', 'mac_address': 'fa:16:3e:44:41:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9887ecf6-a3e7-4b1e-9a21-0bb6e4636d58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:41.133565 n-d-806412-1 neutron-server[95252]: WARNING neutron.scheduler.l3_agent_scheduler [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] No L3 agents can host the router 5d923dba-411a-4995-957e-0644390299e1 Aug 27 16:18:41.165674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.179671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423cf73d-2208-4ae7-8400-9c9e99063267 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:41.199989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 423cf73d-2208-4ae7-8400-9c9e99063267, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=423cf73d-2208-4ae7-8400-9c9e99063267,segment=NetworkSegment(9a0cbf5b-4893-47c6-8573-9c2f2d8d3698),segment_id=9a0cbf5b-4893-47c6-8573-9c2f2d8d3698)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:41.254060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Hosts for router 5d923dba-411a-4995-957e-0644390299e1: [] {{(pid=95252) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 27 16:18:41.281222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Hosts for other DVR routers connected to router 5d923dba-411a-4995-957e-0644390299e1: set() {{(pid=95252) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 27 16:18:41.283870 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.287342 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57e25c98-db20-4dd8-a142-b223a8b33375 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "PUT /v2.0/routers/5d923dba-411a-4995-957e-0644390299e1 HTTP/1.1" status: 200 len: 717 time: 0.7669065 Aug 27 16:18:41.288038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41350) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:41.309778 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.369747 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0c0a028b-3f2a-4305-9022-4977b9a6fb14 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "GET /v2.0/routers/5d923dba-411a-4995-957e-0644390299e1 HTTP/1.1" status: 200 len: 717 time: 0.0805061 Aug 27 16:18:41.373163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41356) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:41.394511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=423cf73d-2208-4ae7-8400-9c9e99063267,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:41.466193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:41.486853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.493097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.502171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.510939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.519442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.526126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.527813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:41.528331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.533165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:41.535373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-c4410a3b-eeed-40ec-864c-42d331c85960 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5436 time: 0.1175737 Aug 27 16:18:41.644157 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.684668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:41.686915 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d7546-a594-4935-8197-ea37394d6045" -d '{"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-plugged", "status": "completed", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:41.696979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bab2c898-0ea2-4b3a-ac7a-deb4399fc21e req-2f87f5db-d5d3-4b5d-9ae6-f558deefc359 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544967 Aug 27 16:18:41.701835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:41.719235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1c4bea60-8c79-4e77-9897-02b9055182b6 tempest-RoutersTestDVR-118216339 tempest-RoutersTestDVR-118216339-project] 10.222.0.101 "GET /v2.0/routers/5d923dba-411a-4995-957e-0644390299e1 HTTP/1.1" status: 200 len: 683 time: 0.3445454 Aug 27 16:18:41.721543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41378) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:41.759341 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a16f954-38d0-45c2-ba25-cd0974b59b70 x-openstack-request-id: req-0a16f954-38d0-45c2-ba25-cd0974b59b70 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:41.759341 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-plugged", "status": "completed", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:41.759341 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a16f954-38d0-45c2-ba25-cd0974b59b70 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:41.759341 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'code': 200} Aug 27 16:18:41.798854 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76ec14b6-b8ab-4526-b27e-20fef01e6594 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.858209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:41.938068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:41.979039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['423cf73d-2208-4ae7-8400-9c9e99063267'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:42.028752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76ec14b6-b8ab-4526-b27e-20fef01e6594 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.032591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76ec14b6-b8ab-4526-b27e-20fef01e6594 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.042706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1ada0-5865-419f-9d86-4142ca5b538c req-12e0097f-2444-40d4-8b0e-15337442739c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.044427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bd1ada0-5865-419f-9d86-4142ca5b538c req-12e0097f-2444-40d4-8b0e-15337442739c tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 946 time: 0.2127335 Aug 27 16:18:42.060931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22519bb-3476-4ebb-9c5d-1396682b142a req-937e425e-336c-4edf-94d8-3352427fed3f tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.066082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f22519bb-3476-4ebb-9c5d-1396682b142a req-937e425e-336c-4edf-94d8-3352427fed3f tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 944 time: 0.2296824 Aug 27 16:18:42.151135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bd1ada0-5865-419f-9d86-4142ca5b538c req-0412258e-7496-454a-8f3f-b84b5e9b3380 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Aug 27 16:18:42.157066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f22519bb-3476-4ebb-9c5d-1396682b142a req-7a675285-78ee-4a03-8170-ce1f6abc4a73 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632908 Aug 27 16:18:42.286547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c9a0f52-3f92-4b60-8344-475ed33928a1 req-b9aa474b-8643-4c39-8c81-5a62fb26f614 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 210 time: 0.0467539 Aug 27 16:18:42.288011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76ec14b6-b8ab-4526-b27e-20fef01e6594 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.288528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec14b6-b8ab-4526-b27e-20fef01e6594 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d923dba-411a-4995-957e-0644390299e1 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:18:42.293406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76ec14b6-b8ab-4526-b27e-20fef01e6594 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.294513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-76ec14b6-b8ab-4526-b27e-20fef01e6594 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "DELETE /v2.0/routers/5d923dba-411a-4995-957e-0644390299e1 HTTP/1.1" status: 204 len: 168 time: 0.5717351 Aug 27 16:18:42.299108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41394) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:42.312169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7b567bc9-5ffe-4c85-9e0a-266e0ff39dde tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Request body: {'router': {'name': 'tempest-router-1928924593', 'distributed': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:42.314517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102757c-2338-4119-af80-d8f7c8387206 req-db3e4f7e-4088-4d8e-b97b-f144bf816106 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.316074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e102757c-2338-4119-af80-d8f7c8387206 req-db3e4f7e-4088-4d8e-b97b-f144bf816106 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 943 time: 0.0886590 Aug 27 16:18:42.357476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e102757c-2338-4119-af80-d8f7c8387206 req-54ae347d-c4a1-4396-8b92-298e46195507 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Aug 27 16:18:42.474988 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b567bc9-5ffe-4c85-9e0a-266e0ff39dde tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.476012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b567bc9-5ffe-4c85-9e0a-266e0ff39dde tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.532258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b567bc9-5ffe-4c85-9e0a-266e0ff39dde tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.655399 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b567bc9-5ffe-4c85-9e0a-266e0ff39dde tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.833826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.835615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b567bc9-5ffe-4c85-9e0a-266e0ff39dde tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:42.837046 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7b567bc9-5ffe-4c85-9e0a-266e0ff39dde tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5365658 Aug 27 16:18:42.840254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.841736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41406) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:42.846159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.852140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.858586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.864459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.870331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:42.872248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-9cb6d9a7-5b77-4d9d-a9f5-17b85c91a6f1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5436 time: 0.0945334 Aug 27 16:18:42.935358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:42.947181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01dc7145-d352-4816-9e60-a09bb5d20808 req-7fcc9ac7-9a33-42b0-a816-54009487446b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626428 Aug 27 16:18:42.966891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d92d55c8-187c-43c6-a946-e836bdd95636 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.033780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-0b4b8718-ed54-4f88-bf22-966dcd659f39 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:43.035353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-0b4b8718-ed54-4f88-bf22-966dcd659f39 tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 946 time: 0.0588970 Aug 27 16:18:43.146599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Deleting port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:43.146982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.177682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:43.183899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:43.183899 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.297674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.338222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:43.364790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:43.365247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.456876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d92d55c8-187c-43c6-a946-e836bdd95636 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.459220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d92d55c8-187c-43c6-a946-e836bdd95636 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.484856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 82181165-a87a-45dd-afe2-33e2e7e0f8a8 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:43.488593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:43.539399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.540596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8a648ee1-6215-47d5-9e1a-e76ff246b620 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:43.600547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d92d55c8-187c-43c6-a946-e836bdd95636 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.601454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92d55c8-187c-43c6-a946-e836bdd95636 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b46c2352-3603-483b-a161-43752c27c61b {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:18:43.611003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d92d55c8-187c-43c6-a946-e836bdd95636 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.611003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d92d55c8-187c-43c6-a946-e836bdd95636 tempest-RoutersTestDVR-884006829 tempest-RoutersTestDVR-884006829-project-admin] 10.222.0.101 "DELETE /v2.0/routers/b46c2352-3603-483b-a161-43752c27c61b HTTP/1.1" status: 204 len: 168 time: 0.7670472 Aug 27 16:18:43.738785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 82181165-a87a-45dd-afe2-33e2e7e0f8a8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=82181165-a87a-45dd-afe2-33e2e7e0f8a8,segment=NetworkSegment(246e10a1-47b3-4f4e-916b-42ea429ca437),segment_id=246e10a1-47b3-4f4e-916b-42ea429ca437)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:43.753306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '82181165-a87a-45dd-afe2-33e2e7e0f8a8', 'network_id': 'b5cd3af5-b3ff-44dd-96e0-7735516d10f7', 'port_id': '82181165-a87a-45dd-afe2-33e2e7e0f8a8', 'mac_address': 'fa:16:3e:80:e4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d153a43-1aab-4a71-a5dd-6b37c63d0b3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:43.755988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824cf34-afb6-49e6-9952-6d8452248b96 req-d8825d91-e2d7-47e7-b9b6-a6aa0ee17126 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:43.759327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:43.762497 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e144f3b-c8f3-49ec-9bd3-c9c03c0b810a" -d '{"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:43.765718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0824cf34-afb6-49e6-9952-6d8452248b96 req-d8825d91-e2d7-47e7-b9b6-a6aa0ee17126 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 944 time: 0.5163796 Aug 27 16:18:43.775949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Calling delete_port for 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:43.777427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:43.790874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b5ff0-8968-4f8c-9a24-ba96bb506f7d req-ad907e1f-b3c3-479a-afab-c8ca5acd117a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:43.800112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-371b5ff0-8968-4f8c-9a24-ba96bb506f7d req-ad907e1f-b3c3-479a-afab-c8ca5acd117a tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 946 time: 0.5042686 Aug 27 16:18:43.869189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.882497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:43.896592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82181165-a87a-45dd-afe2-33e2e7e0f8a8 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:43.924502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-371b5ff0-8968-4f8c-9a24-ba96bb506f7d req-3757c108-f650-4b67-8c8f-54e65bc4fa9e tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/security-groups?id=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233606 Aug 27 16:18:43.932415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 82181165-a87a-45dd-afe2-33e2e7e0f8a8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=82181165-a87a-45dd-afe2-33e2e7e0f8a8,segment=NetworkSegment(246e10a1-47b3-4f4e-916b-42ea429ca437),segment_id=246e10a1-47b3-4f4e-916b-42ea429ca437)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:43.935537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0824cf34-afb6-49e6-9952-6d8452248b96 req-f4444163-d7f3-4aa5-9574-8bdc54f6797a tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689265 Aug 27 16:18:43.946591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,segment=NetworkSegment(849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf),segment_id=849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:43.980431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-9d9ebd5a-974c-4211-b1c7-65162cad38bf tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:43.982176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-9d9ebd5a-974c-4211-b1c7-65162cad38bf tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.90 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.6219096 Aug 27 16:18:43.995406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Request body: {'port': {'device_id': '2d176405-fef9-40ca-a1b3-08cd60581013', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'admin_state_up': True, 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:44.034876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 8a648ee1-6215-47d5-9e1a-e76ff246b620 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:44.039585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 8a648ee1-6215-47d5-9e1a-e76ff246b620 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:44.039960 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.076178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c6ed6aa-afff-44d7-91f1-ea41637fd337 req-db1db10f-db83-43fb-a988-d108a647727f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 210 time: 0.0733891 Aug 27 16:18:44.110244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.112150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.149943 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.188647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:44.195032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ffa8-b263-4d56-9c97-f007a1c4ec8b req-6ae0cf45-0546-462b-9537-3eb2e2fef040 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.196340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f182ffa8-b263-4d56-9c97-f007a1c4ec8b req-6ae0cf45-0546-462b-9537-3eb2e2fef040 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 943 time: 0.1817489 Aug 27 16:18:44.217244 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b1bb7a-049d-4225-a3da-256df7295663 x-openstack-request-id: req-35b1bb7a-049d-4225-a3da-256df7295663 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:44.217539 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:44.217797 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35b1bb7a-049d-4225-a3da-256df7295663 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:44.218189 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669', 'code': 200} Aug 27 16:18:44.251066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8a648ee1-6215-47d5-9e1a-e76ff246b620, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:44.263680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f182ffa8-b263-4d56-9c97-f007a1c4ec8b req-dd085dd2-ca20-4b8e-88f8-221c6bd28266 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533805 Aug 27 16:18:44.295930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=82181165-a87a-45dd-afe2-33e2e7e0f8a8,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:44.342236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.348198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.354374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.360631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.366459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.373042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.374085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['82181165-a87a-45dd-afe2-33e2e7e0f8a8'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:44.378942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:44.380908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15620ff4-2d32-4379-8b27-d0f3407703df req-261fd0a3-0db8-45d7-a889-64c7bbf5df20 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5437 time: 0.0986648 Aug 27 16:18:44.382793 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.421860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.422670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 4d643eea-638b-49ff-a0d5-8af88401b0b7 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:44.432281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Pushing event deleted for resources: {'Port': ['ID=986d72f4-0c2c-4b2a-a8a0-f8c4bff26843,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:44.437461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:44.443147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.501585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15620ff4-2d32-4379-8b27-d0f3407703df req-04ce3ea3-8bd9-4d5f-947d-1dbddc41335f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126318 Aug 27 16:18:44.522482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] No DVR routers for this DVR port 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:44.548567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8a648ee1-6215-47d5-9e1a-e76ff246b620,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:44.593701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.595884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5efda5d-cafc-4d2d-9acc-2826ec405afd req-1c1ef11e-eeba-4839-89b8-a3a6a57858ad tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.97 "DELETE /v2.0/ports/986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 HTTP/1.1" status: 204 len: 173 time: 1.5538580 Aug 27 16:18:44.596347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-deleted', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:44.599019 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67335f3-0f30-41e1-9cbc-d534ff07427f" -d '{"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-deleted", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:44.614475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41448) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:44.623779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 4d643eea-638b-49ff-a0d5-8af88401b0b7 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:44.628340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 4d643eea-638b-49ff-a0d5-8af88401b0b7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:44.628898 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.650271 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a0d79f-67ef-4d14-a646-a432a871b055 x-openstack-request-id: req-27a0d79f-67ef-4d14-a646-a432a871b055 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:44.650565 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-deleted", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:44.650818 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-27a0d79f-67ef-4d14-a646-a432a871b055 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:44.651215 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-deleted', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'status': 'completed', 'code': 200} Aug 27 16:18:44.692405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Allocated IP 172.20.0.6 (54c2d541-d973-4aa6-86d8-8fc737557878/5fce6403-2613-493d-af74-67bb39b1ef9a/c0b7e9b7-ba24-444c-9c13-6dc973d056f0) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:18:44.728849 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.755962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51bcdc3a-3ee9-47cc-878b-2eaf2ecbac95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.772594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 4d643eea-638b-49ff-a0d5-8af88401b0b7, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:44.859858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51bcdc3a-3ee9-47cc-878b-2eaf2ecbac95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.868054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.914654 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.915541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d5346c0b-6da6-48ae-8155-25dc0c96a839 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:44.957816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51bcdc3a-3ee9-47cc-878b-2eaf2ecbac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:44.984608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.006710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=4d643eea-638b-49ff-a0d5-8af88401b0b7,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:45.016490 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-51bcdc3a-3ee9-47cc-878b-2eaf2ecbac95 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=40fdb82f71a04c18b5b725542edd5ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009337 Aug 27 16:18:45.017128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41462) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:45.028736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcdc3a-3ee9-47cc-878b-2eaf2ecbac95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0aa964-d976-42b5-9d34-7dfbf5f39fac,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:45.072984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event updated for resources: {'Port': ['ID=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:45.086459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1779f0a1-0f9a-4328-bcd6-b6f2b233c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.109824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1779f0a1-0f9a-4328-bcd6-b6f2b233c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.111801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b48430b-bce8-444e-87d6-ba272ab63dbe req-b7f8a22d-643b-4159-9d50-0a10fb972bdb tempest-ImagesTestJSON-148144128 tempest-ImagesTestJSON-148144128-project] 10.222.0.101 "GET /v2.0/ports?device_id=7affba9b-18ab-4d58-a703-11aa29e95be6 HTTP/1.1" status: 200 len: 210 time: 0.0567322 Aug 27 16:18:45.120554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Network 54c2d541-d973-4aa6-86d8-8fc737557878 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:45.124785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:45.143913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:45.217599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port d5346c0b-6da6-48ae-8155-25dc0c96a839 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:45.221429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port d5346c0b-6da6-48ae-8155-25dc0c96a839 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:45.221808 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.237222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.237830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.249512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33475eb7-97ad-4b87-aabe-99f60ba72fcb req-b80ce28e-bbb2-41b4-bf4f-f1c754f16bf8 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.250981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33475eb7-97ad-4b87-aabe-99f60ba72fcb req-b80ce28e-bbb2-41b4-bf4f-f1c754f16bf8 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 944 time: 0.1815190 Aug 27 16:18:45.286604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a61d-93c0-4725-8273-57c5a0967c9b req-d5e8e8a3-14ce-46e6-94bc-c9c408ef2a31 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.288085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01a4a61d-93c0-4725-8273-57c5a0967c9b req-d5e8e8a3-14ce-46e6-94bc-c9c408ef2a31 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 931 time: 0.1101213 Aug 27 16:18:45.299033 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.332427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33475eb7-97ad-4b87-aabe-99f60ba72fcb req-ca0cc772-3771-4f5a-8b37-ad8bfd13e39b tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729184 Aug 27 16:18:45.342958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d5346c0b-6da6-48ae-8155-25dc0c96a839, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:45.355635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01a4a61d-93c0-4725-8273-57c5a0967c9b req-b2f384b1-935e-4f53-ad7c-0bac8bb28760 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586483 Aug 27 16:18:45.358762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1779f0a1-0f9a-4328-bcd6-b6f2b233c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.362376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1779f0a1-0f9a-4328-bcd6-b6f2b233c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.364005 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1779f0a1-0f9a-4328-bcd6-b6f2b233c304 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec0aa964-d976-42b5-9d34-7dfbf5f39fac HTTP/1.1" status: 204 len: 168 time: 0.3448288 Aug 27 16:18:45.380402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f0a1-0f9a-4328-bcd6-b6f2b233c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0aa964-d976-42b5-9d34-7dfbf5f39fac,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:45.398903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2f14bf91-746d-4cfd-92c9-1b46cd3276eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4074657 Aug 27 16:18:45.413556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Request body: {'port': {'device_id': '2d176405-fef9-40ca-a1b3-08cd60581013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:45.455694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.456749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 684f519c-a11c-4bee-9c5c-33b2bed9880f up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:45.505089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 82181165-a87a-45dd-afe2-33e2e7e0f8a8 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:45.519519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.574486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc424448-69a1-408a-8556-34b926a05f73 req-96472d50-25c8-43a1-a452-e63f34c74e51 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.576117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc424448-69a1-408a-8556-34b926a05f73 req-96472d50-25c8-43a1-a452-e63f34c74e51 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 944 time: 0.1006114 Aug 27 16:18:45.577873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d5346c0b-6da6-48ae-8155-25dc0c96a839,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:45.709562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 684f519c-a11c-4bee-9c5c-33b2bed9880f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:45.712759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:45.716864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:45.717249 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.719781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 684f519c-a11c-4bee-9c5c-33b2bed9880f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:45.722480 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.732672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc424448-69a1-408a-8556-34b926a05f73 req-11204c2b-87d6-47fc-ab8d-19c4dcf09cc9 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331754 Aug 27 16:18:45.822560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.831989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.838726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.846266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.855511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.860752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.862537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.868081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:45.870525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-799cb165-950a-46cd-a86f-c606c3c06378 req-25fe3d3f-3dab-4db8-9559-6bdba234a101 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5440 time: 0.2037942 Aug 27 16:18:45.882396 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.927774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 82181165-a87a-45dd-afe2-33e2e7e0f8a8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=82181165-a87a-45dd-afe2-33e2e7e0f8a8,segment=NetworkSegment(246e10a1-47b3-4f4e-916b-42ea429ca437),segment_id=246e10a1-47b3-4f4e-916b-42ea429ca437)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:45.946409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 684f519c-a11c-4bee-9c5c-33b2bed9880f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:45.958216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-799cb165-950a-46cd-a86f-c606c3c06378 req-4295333e-d5f4-474d-ada5-1745e4e264da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808899 Aug 27 16:18:45.997755 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:45.998579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:46.032565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b7e9b7-ba24-444c-9c13-6dc973d056f0 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:46.039088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:46.039916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 986d72f4-0c2c-4b2a-a8a0-f8c4bff26843 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:46.063019 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.063805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 89b836c7-f8f1-4c45-93fd-67221c64b7f1 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:46.068488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=82181165-a87a-45dd-afe2-33e2e7e0f8a8,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:46.141210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.148561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=684f519c-a11c-4bee-9c5c-33b2bed9880f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:46.166139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Transition to ACTIVE for port object c0b7e9b7-ba24-444c-9c13-6dc973d056f0 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:18:46.219181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d643eea-638b-49ff-a0d5-8af88401b0b7'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839'}, {'server_uuid': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82181165-a87a-45dd-afe2-33e2e7e0f8a8'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:46.221726 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e714ec-ce7e-4268-9710-bcb98ad68505" -d '{"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-unplugged", "status": "completed", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "4d643eea-638b-49ff-a0d5-8af88401b0b7"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839"}, {"server_uuid": "3269e1fa-11fc-49e7-bbb0-e72e48270513", "name": "network-vif-plugged", "status": "completed", "tag": "82181165-a87a-45dd-afe2-33e2e7e0f8a8"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:46.251657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:46.255609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:46.260094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.280638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.297575 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890ed70a-cd36-4b87-9800-6c07b6265263 x-openstack-request-id: req-890ed70a-cd36-4b87-9800-6c07b6265263 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:46.298291 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7affba9b-18ab-4d58-a703-11aa29e95be6", "name": "network-vif-unplugged", "status": "completed", "tag": "986d72f4-0c2c-4b2a-a8a0-f8c4bff26843", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "4d643eea-638b-49ff-a0d5-8af88401b0b7", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839", "code": 200}, {"server_uuid": "3269e1fa-11fc-49e7-bbb0-e72e48270513", "name": "network-vif-plugged", "status": "completed", "tag": "82181165-a87a-45dd-afe2-33e2e7e0f8a8", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:46.298727 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-890ed70a-cd36-4b87-9800-6c07b6265263 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:46.299297 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7affba9b-18ab-4d58-a703-11aa29e95be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986d72f4-0c2c-4b2a-a8a0-f8c4bff26843', 'code': 200} Aug 27 16:18:46.303909 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620', 'code': 200} Aug 27 16:18:46.304687 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d643eea-638b-49ff-a0d5-8af88401b0b7', 'code': 200} Aug 27 16:18:46.305179 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839', 'code': 200} Aug 27 16:18:46.305579 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82181165-a87a-45dd-afe2-33e2e7e0f8a8', 'code': 200} Aug 27 16:18:46.305988 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f', 'code': 200} Aug 27 16:18:46.312239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41504) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:46.340274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-12bdc57e-ba61-427e-8c73-095567a139fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.368234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Pushing event updated for resources: {'Port': ['ID=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:46.423112 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.456897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-12bdc57e-ba61-427e-8c73-095567a139fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.466197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:46.547890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427249-e4e2-4006-ba6b-be457be1a72d req-645fedcc-1914-45d6-b9a3-5343404cc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.549302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c427249-e4e2-4006-ba6b-be457be1a72d req-645fedcc-1914-45d6-b9a3-5343404cc2ec service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 1096 time: 0.1522431 Aug 27 16:18:46.577295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-12bdc57e-ba61-427e-8c73-095567a139fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.587574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Attempting to bind port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:18:46.587925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Attempting to bind port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:18:46.588261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Attempting to bind port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:46.597264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119f7d2-9d84-40cc-9264-7f3704fa1536 req-1ab71505-bb03-4b42-8dc1-da5001082b3e tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.598854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5119f7d2-9d84-40cc-9264-7f3704fa1536 req-1ab71505-bb03-4b42-8dc1-da5001082b3e tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 944 time: 0.1364532 Aug 27 16:18:46.608706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca55-0111-44c4-af0a-48162dc88262 req-190ed4c6-3038-44e2-868b-0e4f8deae21e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.610163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b77ca55-0111-44c4-af0a-48162dc88262 req-190ed4c6-3038-44e2-868b-0e4f8deae21e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 943 time: 0.1427567 Aug 27 16:18:46.615855 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-12bdc57e-ba61-427e-8c73-095567a139fb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a7dcd917e2774bf6bd5f0e3da0ad6b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017054 Aug 27 16:18:46.618285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41516) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:46.622459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 on network 54c2d541-d973-4aa6-86d8-8fc737557878 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:18:46.622459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Attempting to bind port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:18:46.632254 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.633317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f1152573-3a25-4e9e-8b21-19822e3e99de up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:46.648310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc57e-ba61-427e-8c73-095567a139fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb8f27-25f2-4410-bcba-24da6a26ca4b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:46.659328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:18:46.666567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Checking segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:18:46.666567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Bound using segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:18:46.666567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Bound port: c0b7e9b7-ba24-444c-9c13-6dc973d056f0, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:18:46.666567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.688461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c427249-e4e2-4006-ba6b-be457be1a72d req-0b3f79e6-28b2-4094-9463-270102d0b50d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255441 Aug 27 16:18:46.699977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-495e998f-d7e3-412f-b44e-fb900ccac916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.735454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-495e998f-d7e3-412f-b44e-fb900ccac916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.737573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5119f7d2-9d84-40cc-9264-7f3704fa1536 req-b835ce79-115b-472f-a33e-48ae764243d9 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261494 Aug 27 16:18:46.750166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b77ca55-0111-44c4-af0a-48162dc88262 req-bbe294ae-cecd-49cd-9792-aac5cb8b1a64 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230357 Aug 27 16:18:46.760667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41520) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:46.770829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=89b836c7-f8f1-4c45-93fd-67221c64b7f1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:46.804123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] For port c0b7e9b7-ba24-444c-9c13-6dc973d056f0, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:18:46.807774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] For port c0b7e9b7-ba24-444c-9c13-6dc973d056f0, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:18:46.851988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port f1152573-3a25-4e9e-8b21-19822e3e99de completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:46.856525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port f1152573-3a25-4e9e-8b21-19822e3e99de triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:46.857476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.912312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.951592 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.953665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-198df1c3-4ccc-4e61-89bc-5e370bf30eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.954749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-495e998f-d7e3-412f-b44e-fb900ccac916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.957526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-495e998f-d7e3-412f-b44e-fb900ccac916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.958870 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-495e998f-d7e3-412f-b44e-fb900ccac916 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/acbb8f27-25f2-4410-bcba-24da6a26ca4b HTTP/1.1" status: 204 len: 168 time: 0.3393600 Aug 27 16:18:46.968698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e998f-d7e3-412f-b44e-fb900ccac916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb8f27-25f2-4410-bcba-24da6a26ca4b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:46.974079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:46.974670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:46.976051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] 10.222.0.90 "PUT /v2.0/ports/c0b7e9b7-ba24-444c-9c13-6dc973d056f0 HTTP/1.1" status: 200 len: 1091 time: 1.5680733 Aug 27 16:18:46.978173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d176405-fef9-40ca-a1b3-08cd60581013', 'tag': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:46.982778 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07e60a-a18d-4e26-98de-92ad3265b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d176405-fef9-40ca-a1b3-08cd60581013", "tag": "c0b7e9b7-ba24-444c-9c13-6dc973d056f0"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:47.000804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9767a30-7c57-4dca-b3cf-2d27acf200de req-a0d40b2c-d8e2-4f3c-8b0d-8ea6d7f3fc66 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.002543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9767a30-7c57-4dca-b3cf-2d27acf200de req-a0d40b2c-d8e2-4f3c-8b0d-8ea6d7f3fc66 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 945 time: 0.1341128 Aug 27 16:18:47.008781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f1152573-3a25-4e9e-8b21-19822e3e99de, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f1152573-3a25-4e9e-8b21-19822e3e99de,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:47.035706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79077-cc59-4b49-8338-2ed4d397750c service neutron] Pushing event updated for resources: {'Port': ['ID=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:47.053041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41542) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:47.080087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9767a30-7c57-4dca-b3cf-2d27acf200de req-6c66127d-a6ca-44df-a4fc-e7db24816b5a tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651834 Aug 27 16:18:47.082682 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933bf55-432c-45c8-afa2-00459fd85d86 x-openstack-request-id: req-e933bf55-432c-45c8-afa2-00459fd85d86 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:47.082976 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d176405-fef9-40ca-a1b3-08cd60581013", "tag": "c0b7e9b7-ba24-444c-9c13-6dc973d056f0", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:47.083581 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e933bf55-432c-45c8-afa2-00459fd85d86 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:47.083698 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d176405-fef9-40ca-a1b3-08cd60581013', 'tag': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0', 'status': 'completed', 'code': 200} Aug 27 16:18:47.086250 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.124401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 423cf73d-2208-4ae7-8400-9c9e99063267 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:47.152078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] Deleting subnet c6608cd7-d1d8-47d3-8cca-d9ce627df5dc {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:18:47.156724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.197370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.201955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=f1152573-3a25-4e9e-8b21-19822e3e99de,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:47.203763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-198df1c3-4ccc-4e61-89bc-5e370bf30eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.211297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e60a-a18d-4e26-98de-92ad3265b9d2 req-7df149ad-b910-4812-83ae-9556432dbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.212838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f07e60a-a18d-4e26-98de-92ad3265b9d2 req-7df149ad-b910-4812-83ae-9556432dbeae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 1094 time: 0.1008101 Aug 27 16:18:47.248474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.255054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.260914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.267326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.273152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.279658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.285541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.291656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.293758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-4c0caaaa-6cf3-4f1d-97ce-f9c5bd00c674 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.1321926 Aug 27 16:18:47.341006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 423cf73d-2208-4ae7-8400-9c9e99063267 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:47.345030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 423cf73d-2208-4ae7-8400-9c9e99063267 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:47.345407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.378593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a61ac84-4409-430c-be14-44313bd1d8b8 req-491c4159-ff36-47fd-b842-a9a564ed06b7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592592 Aug 27 16:18:47.383800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-198df1c3-4ccc-4e61-89bc-5e370bf30eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.425546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e60a-a18d-4e26-98de-92ad3265b9d2 req-8b22117c-5d2d-4672-956f-3898db471bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.427034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f07e60a-a18d-4e26-98de-92ad3265b9d2 req-8b22117c-5d2d-4672-956f-3898db471bc3 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=eaead7251d984254bb9348b7e503e3ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2054706 Aug 27 16:18:47.437715 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.466791 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41546) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:47.467411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-198df1c3-4ccc-4e61-89bc-5e370bf30eff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ca1f7c679365464f9d5f4fb65c7f62d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040839 Aug 27 16:18:47.467605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198df1c3-4ccc-4e61-89bc-5e370bf30eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3d29af-65c1-4043-902f-60f44e120b67,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:47.474155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 423cf73d-2208-4ae7-8400-9c9e99063267, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=423cf73d-2208-4ae7-8400-9c9e99063267,segment=NetworkSegment(9a0cbf5b-4893-47c6-8573-9c2f2d8d3698),segment_id=9a0cbf5b-4893-47c6-8573-9c2f2d8d3698)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:47.520360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.541960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e60a-a18d-4e26-98de-92ad3265b9d2 req-25711528-cec2-41e1-932a-3024a19ca4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.543964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f07e60a-a18d-4e26-98de-92ad3265b9d2 req-25711528-cec2-41e1-932a-3024a19ca4b3 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1047084 Aug 27 16:18:47.556846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6608cd7-d1d8-47d3-8cca-d9ce627df5dc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:47.566719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.569104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eec57231-949e-4faf-bfab-59a44c54af35 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c6608cd7-d1d8-47d3-8cca-d9ce627df5dc HTTP/1.1" status: 204 len: 168 time: 0.5146673 Aug 27 16:18:47.571700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41552) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:47.584274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcf00-170a-41b5-84a5-d3fd376c5a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.612706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcf00-170a-41b5-84a5-d3fd376c5a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.639694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.685971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.691189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-ca43ef32-baa5-46ce-bf1f-9f1618e86d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.692684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-ca43ef32-baa5-46ce-bf1f-9f1618e86d4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 1094 time: 0.1083105 Aug 27 16:18:47.695959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=423cf73d-2208-4ae7-8400-9c9e99063267,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:47.760608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-fcbef3cc-93f1-4ad2-bf67-691a400408eb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0b7e9b7-ba24-444c-9c13-6dc973d056f0 HTTP/1.1" status: 200 len: 217 time: 0.0560641 Aug 27 16:18:47.872369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcf00-170a-41b5-84a5-d3fd376c5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.874894 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcf00-170a-41b5-84a5-d3fd376c5a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.875538 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:47.879318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ec9fcf00-170a-41b5-84a5-d3fd376c5a0f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ef3d29af-65c1-4043-902f-60f44e120b67 HTTP/1.1" status: 204 len: 168 time: 0.4095683 Aug 27 16:18:47.889072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fcf00-170a-41b5-84a5-d3fd376c5a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3d29af-65c1-4043-902f-60f44e120b67,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:47.920012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28637a2e-55de-4d09-b419-9c916614c5bc']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:47.937208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2743a03d-67e1-484a-873b-c625d959b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:47.942190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-2743a03d-67e1-484a-873b-c625d959b9a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.1638889 Aug 27 16:18:47.943776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:47.944072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849dc599-b24e-4cc5-b2c7-7d05bcc7bcbf') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:47.981209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.005772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4645066-dd07-40f9-a87b-cb88fe1154f7 req-48646416-29f4-4e87-8cda-db2e6d560ccb tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.007225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4645066-dd07-40f9-a87b-cb88fe1154f7 req-48646416-29f4-4e87-8cda-db2e6d560ccb tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 945 time: 0.1736972 Aug 27 16:18:48.009819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-69b92c63-bd09-4c96-ac6d-81cc3e2d981d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527740 Aug 27 16:18:48.024406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2de40-baf1-4441-a671-049cf97e8ff3 req-87efd2b8-7416-4183-8c78-9b2936614d6d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.025807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ae2de40-baf1-4441-a671-049cf97e8ff3 req-87efd2b8-7416-4183-8c78-9b2936614d6d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 943 time: 0.1743426 Aug 27 16:18:48.031730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.073783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:48.078431 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:48.204979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4645066-dd07-40f9-a87b-cb88fe1154f7 req-afdb0bdb-e078-40f0-a7f4-4a3b69c7b4f9 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894219 Aug 27 16:18:48.220119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ae2de40-baf1-4441-a671-049cf97e8ff3 req-0618f8ff-5aaa-4626-9221-9b7be7528acb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751776 Aug 27 16:18:48.235229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-800f7b18-3364-48a6-acbd-2056afbde42f service neutron] 10.222.0.90 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013135 Aug 27 16:18:48.307171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b836c7-f8f1-4c45-93fd-67221c64b7f1'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de'}, {'server_uuid': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423cf73d-2208-4ae7-8400-9c9e99063267'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:48.309910 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b442bb5-5a72-4f3e-a4c2-f56fd0024b1a" -d '{"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "89b836c7-f8f1-4c45-93fd-67221c64b7f1"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de"}, {"server_uuid": "b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c", "name": "network-vif-plugged", "status": "completed", "tag": "423cf73d-2208-4ae7-8400-9c9e99063267"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:48.348280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.368088 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.368726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] 10.222.0.101 "DELETE /v2.0/networks/28637a2e-55de-4d09-b419-9c916614c5bc HTTP/1.1" status: 204 len: 168 time: 0.7952979 Aug 27 16:18:48.372225 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9a90dd-6a53-4309-b364-08013e0dd597 x-openstack-request-id: req-8e9a90dd-6a53-4309-b364-08013e0dd597 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:48.372641 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "89b836c7-f8f1-4c45-93fd-67221c64b7f1", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-plugged", "status": "completed", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de", "code": 200}, {"server_uuid": "b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c", "name": "network-vif-plugged", "status": "completed", "tag": "423cf73d-2208-4ae7-8400-9c9e99063267", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:48.372956 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8e9a90dd-6a53-4309-b364-08013e0dd597 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:48.373576 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b836c7-f8f1-4c45-93fd-67221c64b7f1', 'code': 200} Aug 27 16:18:48.373932 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'code': 200} Aug 27 16:18:48.374395 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423cf73d-2208-4ae7-8400-9c9e99063267', 'code': 200} Aug 27 16:18:48.379456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161bee0-87e5-4a03-808c-6e7604e2c8e4 req-6a251e27-0e5b-4068-922d-f6a53aac96a8 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.380918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6161bee0-87e5-4a03-808c-6e7604e2c8e4 req-6a251e27-0e5b-4068-922d-f6a53aac96a8 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 945 time: 0.0942452 Aug 27 16:18:48.395571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c738af-3e61-455c-9eec-70eb2b3de271 admin admin] Pushing event deleted for resources: {'Network': ['ID=28637a2e-55de-4d09-b419-9c916614c5bc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:48.399033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-719d92fb-a596-4f85-a3e2-5b7cdc07e9a3 req-17627480-5708-441d-8280-69ef9e4d314e service neutron] 10.222.0.90 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561167 Aug 27 16:18:48.450293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6161bee0-87e5-4a03-808c-6e7604e2c8e4 req-338b7bf7-8938-45d3-a39f-4be450aa38e9 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573924 Aug 27 16:18:48.547214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.547961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.548452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.548924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.549390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.549860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.550329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.551319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.552261 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03402646-1eff-419d-859e-4d48c6564282 req-56274dc2-8f18-47fb-838f-b802bb3190c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6500 time: 0.0602894 Aug 27 16:18:48.557239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.563197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.569098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.576165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.581566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.587415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.594479 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-03402646-1eff-419d-859e-4d48c6564282 req-977c7be6-d97f-42f7-b732-ba99413a9e42 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334842 Aug 27 16:18:48.595708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-99a458f4-ca3c-443a-b8c7-a252008d6cc0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.1315663 Aug 27 16:18:48.618417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea37d6f-d15d-42f7-9878-e300bdac799c req-6b54949a-9376-4140-a7ec-fd4ee5cbd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:48.619939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ea37d6f-d15d-42f7-9878-e300bdac799c req-6b54949a-9376-4140-a7ec-fd4ee5cbd02f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 1096 time: 0.1269186 Aug 27 16:18:48.640813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f18eefa-f6d8-4bc1-bad7-540a1558be0f req-8ff61291-612b-41b6-bb62-fd797f110d9e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441740 Aug 27 16:18:48.816121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41588) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:48.830785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a7a56a1-3b27-4d18-9536-3d43b54b8df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.848751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ea37d6f-d15d-42f7-9878-e300bdac799c req-90a5a0da-0ab5-4518-84fa-fec846d90f84 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Aug 27 16:18:48.875922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41590) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:48.919736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a012f679-67be-4fd1-b7b4-09b21bc2bf10 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e7fe8f9737414dc4a866d2e85547d04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425892 Aug 27 16:18:48.922075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41592) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:48.942207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a7a56a1-3b27-4d18-9536-3d43b54b8df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:48.977702 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1e80266-9a55-4ace-b6fd-e2da0fe2fd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.008040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1e80266-9a55-4ace-b6fd-e2da0fe2fd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.034679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a7a56a1-3b27-4d18-9536-3d43b54b8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.074591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4239486-d1c1-4834-89ab-ad4baed93641 req-f05c3445-1639-4240-8e58-3a2498aeee7f tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.075416 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2a7a56a1-3b27-4d18-9536-3d43b54b8df0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3f2ef809a2a74bb6a4893cd8f695549d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579198 Aug 27 16:18:49.076207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4239486-d1c1-4834-89ab-ad4baed93641 req-f05c3445-1639-4240-8e58-3a2498aeee7f tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 945 time: 0.0684793 Aug 27 16:18:49.076323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a56a1-3b27-4d18-9536-3d43b54b8df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51c264b-54c7-4d91-9c09-6eba8a9ea686,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:49.077910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41598) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:49.444783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1e80266-9a55-4ace-b6fd-e2da0fe2fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.447251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1e80266-9a55-4ace-b6fd-e2da0fe2fd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.448381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d1e80266-9a55-4ace-b6fd-e2da0fe2fd72 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f HTTP/1.1" status: 204 len: 168 time: 0.5253112 Aug 27 16:18:49.466999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4239486-d1c1-4834-89ab-ad4baed93641 req-152994d7-ab57-4f80-a1aa-308decfb6d64 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827443 Aug 27 16:18:49.489610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e80266-9a55-4ace-b6fd-e2da0fe2fd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0a39d6-9c94-4c7c-9276-03dd4a81bf7f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:49.526260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-634b1e98-4522-47a4-a77c-f5b928536f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.547652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a70444-b3d0-4792-944a-6d6bf99589db req-a8c60b9d-4400-4a83-b234-9371b72acc58 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.549170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1a70444-b3d0-4792-944a-6d6bf99589db req-a8c60b9d-4400-4a83-b234-9371b72acc58 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 945 time: 0.1082079 Aug 27 16:18:49.560199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-634b1e98-4522-47a4-a77c-f5b928536f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.651902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1a70444-b3d0-4792-944a-6d6bf99589db req-8f4f2a19-aa9f-42af-baa4-242700268119 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946689 Aug 27 16:18:49.666427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fb21b-d886-4adb-9adb-0532a4dc5cfd req-44662754-1513-47bb-8810-c6f048415de9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.670093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d67fb21b-d886-4adb-9adb-0532a4dc5cfd req-44662754-1513-47bb-8810-c6f048415de9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 943 time: 0.1073477 Aug 27 16:18:49.728047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d67fb21b-d886-4adb-9adb-0532a4dc5cfd req-bc3afcb8-ff0a-42a9-ab50-e52931dca12a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Aug 27 16:18:49.789365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-634b1e98-4522-47a4-a77c-f5b928536f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.794084 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-634b1e98-4522-47a4-a77c-f5b928536f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:49.795374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-634b1e98-4522-47a4-a77c-f5b928536f47 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c51c264b-54c7-4d91-9c09-6eba8a9ea686 HTTP/1.1" status: 204 len: 168 time: 0.7165265 Aug 27 16:18:49.815468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b1e98-4522-47a4-a77c-f5b928536f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51c264b-54c7-4d91-9c09-6eba8a9ea686,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:49.864792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.871624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.877833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.883885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.890764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.896742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.903503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:49.905403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-644415e5-fe39-4d29-a762-1301d4322158 req-5da2e9b5-dd02-4434-9537-13b72343ce03 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.1088684 Aug 27 16:18:49.954759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-644415e5-fe39-4d29-a762-1301d4322158 req-55d6e7c8-2cad-467d-b0c5-d8ce816ae3e7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382628 Aug 27 16:18:49.954759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41626) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:50.074971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1138751978', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:50.189244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Made reservation on behalf of c45d5dbd866c49a4a98b4d21dc612658 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:50.191641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.200665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.313345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-62d4f734-7eb5-4a5b-99a7-38e88c72692e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.314863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-62d4f734-7eb5-4a5b-99a7-38e88c72692e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.97 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 945 time: 0.0729675 Aug 27 16:18:50.369105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.428298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Deleting port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:50.428751 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.531673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] For port 82181165-a87a-45dd-afe2-33e2e7e0f8a8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=82181165-a87a-45dd-afe2-33e2e7e0f8a8,segment=NetworkSegment(246e10a1-47b3-4f4e-916b-42ea429ca437),segment_id=246e10a1-47b3-4f4e-916b-42ea429ca437)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:50.532040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.546470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Calling delete_port for 82181165-a87a-45dd-afe2-33e2e7e0f8a8 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:50.550525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.572958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] device_id is not set on port 86d80c0f-16ca-47fb-a5f4-13984e99956c yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:18:50.669270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e116-6c81-4c00-8293-896affefdf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:50.687678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd5f491-888f-4421-a6bb-c20256006cd2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:50.751991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96112e-0113-4b0c-b21d-88d31f822c82 req-a94ade14-5ef6-4e5c-8210-63ef29d585e8 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.755731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c96112e-0113-4b0c-b21d-88d31f822c82 req-a94ade14-5ef6-4e5c-8210-63ef29d585e8 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 945 time: 0.2008216 Aug 27 16:18:50.846748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Allocated IP 172.25.4.226 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/86d80c0f-16ca-47fb-a5f4-13984e99956c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:18:50.887308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c96112e-0113-4b0c-b21d-88d31f822c82 req-8df70a84-ec56-49e1-a520-fcb817b87353 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/security-groups?id=919011be-80b8-4234-a8ba-d5668835c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202273 Aug 27 16:18:50.912013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960814c-f99a-4a44-8dd6-678c39b1e119 req-d455b494-1d7c-4068-a82b-4c49b7f118b8 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:50.918877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a960814c-f99a-4a44-8dd6-678c39b1e119 req-d455b494-1d7c-4068-a82b-4c49b7f118b8 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 945 time: 0.1475022 Aug 27 16:18:50.953500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0b7e9b7-ba24-444c-9c13-6dc973d056f0 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:18:50.971138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a960814c-f99a-4a44-8dd6-678c39b1e119 req-451cf5f5-d479-4d21-a282-410ec461194e tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Aug 27 16:18:51.049782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a2515-7806-42dd-8c7c-cea3cd434c87 req-1ea40ec9-6896-48a7-8f80-dd06c56339a5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.052267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e97a2515-7806-42dd-8c7c-cea3cd434c87 req-1ea40ec9-6896-48a7-8f80-dd06c56339a5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 943 time: 0.0600617 Aug 27 16:18:51.062880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.122485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['82181165-a87a-45dd-afe2-33e2e7e0f8a8'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:51.126712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Pushing event deleted for resources: {'Port': ['ID=82181165-a87a-45dd-afe2-33e2e7e0f8a8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:51.236143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] No DVR routers for this DVR port 82181165-a87a-45dd-afe2-33e2e7e0f8a8 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:51.238477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c0b7e9b7-ba24-444c-9c13-6dc973d056f0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:51.239783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.241785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd8abc1c-46d5-4910-8fb4-e7398b0367c7 req-8a6097db-8245-4cc2-b7ea-ca25326a108e tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.97 "DELETE /v2.0/ports/82181165-a87a-45dd-afe2-33e2e7e0f8a8 HTTP/1.1" status: 204 len: 173 time: 0.9186370 Aug 27 16:18:51.252000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'port_id': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0', 'mac_address': 'fa:16:3e:00:21:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce6403-2613-493d-af74-67bb39b1ef9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:18:51.252522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'name': 'network-vif-deleted', 'tag': '82181165-a87a-45dd-afe2-33e2e7e0f8a8'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:51.255834 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae17d91-b958-47c0-b474-97cb4c0f2f69" -d '{"events": [{"server_uuid": "3269e1fa-11fc-49e7-bbb0-e72e48270513", "name": "network-vif-deleted", "tag": "82181165-a87a-45dd-afe2-33e2e7e0f8a8"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:51.267994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e97a2515-7806-42dd-8c7c-cea3cd434c87 req-9c1cac5b-28a6-4407-acf3-24d541c51892 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989048 Aug 27 16:18:51.315233 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.328455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.332478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b7e9b7-ba24-444c-9c13-6dc973d056f0 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:18:51.334478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.340631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.357517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c0b7e9b7-ba24-444c-9c13-6dc973d056f0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:51.357813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.368560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.375715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.381565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.383530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-8db30811-b30a-4777-8a68-1eb0b9b4712a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.2670088 Aug 27 16:18:51.437773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.451248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-575b3bc9-19cc-4f2a-abc9-24021f87e216 req-219e17ba-f242-4dbe-89ea-3e4d037ee857 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597496 Aug 27 16:18:51.466848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.502458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:51.512219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.512809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.513316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.513819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.514316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.514828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.515361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.515853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.516347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.516838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.517525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.517859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:18:51.558986 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0a61ce-5fb6-4585-b03f-ffb9c7ba0177 x-openstack-request-id: req-dc0a61ce-5fb6-4585-b03f-ffb9c7ba0177 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:51.558986 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3269e1fa-11fc-49e7-bbb0-e72e48270513", "name": "network-vif-deleted", "tag": "82181165-a87a-45dd-afe2-33e2e7e0f8a8", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:51.559416 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc0a61ce-5fb6-4585-b03f-ffb9c7ba0177 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:51.559925 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3269e1fa-11fc-49e7-bbb0-e72e48270513', 'name': 'network-vif-deleted', 'tag': '82181165-a87a-45dd-afe2-33e2e7e0f8a8', 'status': 'completed', 'code': 200} Aug 27 16:18:51.613620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.687772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:18:51.694822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:18:51.699508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:18:51.701374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Pushing event updated for resources: {'Port': ['ID=86d80c0f-16ca-47fb-a5f4-13984e99956c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:51.720003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.726155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.732944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.738864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.744784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.750862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.757010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.766994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c0b7e9b7-ba24-444c-9c13-6dc973d056f0'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:51.770724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee6faa4a-71a6-4c40-8125-56801c37bbf3 req-a1a093c1-2de5-400f-833a-81f8b6a834ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.1626735 Aug 27 16:18:51.775538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41696) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:51.786740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Request body: {'floatingip': {'port_id': 'f1152573-3a25-4e9e-8b21-19822e3e99de'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:51.840061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:51.840686 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.878542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:51.925149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-89d85629-e75f-402a-9a7b-c7d09d56ff90 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9695296 Aug 27 16:18:51.925960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41718) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:51.931391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.226'}]}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:52.049314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6bb9ed62-1cca-41f6-9c3e-422d3c6d44a4 req-f42c8ba7-3db9-4b4b-aa0b-46c833d2ea42 tempest-ServerGroupTestJSON-75185875 tempest-ServerGroupTestJSON-75185875-project] 10.222.0.101 "GET /v2.0/ports?device_id=3269e1fa-11fc-49e7-bbb0-e72e48270513 HTTP/1.1" status: 200 len: 210 time: 0.0283406 Aug 27 16:18:52.057769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.059422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.145578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.456853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.537806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.539596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed124aa-613e-4411-b719-9340fc66ac86 req-3fbcc5dc-20cf-4f2c-89e7-ad0f2ec50786 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:52.541105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ed124aa-613e-4411-b719-9340fc66ac86 req-3fbcc5dc-20cf-4f2c-89e7-ad0f2ec50786 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 944 time: 0.1098838 Aug 27 16:18:52.551628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82b1cc-84c4-4aeb-88e5-06dab78b99bc req-ed948d35-cd2a-4c9a-81e2-ab50fb8c8add tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:52.553073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d82b1cc-84c4-4aeb-88e5-06dab78b99bc req-ed948d35-cd2a-4c9a-81e2-ab50fb8c8add tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 945 time: 0.1207414 Aug 27 16:18:52.592225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.664988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d82b1cc-84c4-4aeb-88e5-06dab78b99bc req-69b9dff4-79ac-4b68-b82a-deffd52d4929 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971999 Aug 27 16:18:52.666432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ed124aa-613e-4411-b719-9340fc66ac86 req-0bff2431-148f-4b4c-bac2-2da2c8470efa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115963 Aug 27 16:18:52.724417 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Floating IP cbaad44f-6bb5-46ce-bd32-03ab6add20e3 associated. External IP: 172.25.4.156, port: f1152573-3a25-4e9e-8b21-19822e3e99de. Aug 27 16:18:52.835550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41758) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:52.854136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.874942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:52.981566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0b7e9b7-ba24-444c-9c13-6dc973d056f0 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:18:52.993570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7282-73ac-4945-b0fb-9632912fb7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.017007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Router 884b837d-1870-43d6-9333-8d693762c38a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:18:53.079667 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.115498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:18:53.130403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.130787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:18:53.130787 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.164855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:18:53.169609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.186720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] Sync routers for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:18:53.200632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87e867b1-6908-4c17-ae45-535886e01472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.214002 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-abeb7dd8-f806-4b96-bf3d-909ef3463624 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "PUT /v2.0/floatingips/cbaad44f-6bb5-46ce-bd32-03ab6add20e3 HTTP/1.1" status: 200 len: 991 time: 1.4372540 Aug 27 16:18:53.215866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:53.219109 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd71e91-23eb-4da7-9719-7721ef8db1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:53.229499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:53.229499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:53.321399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.329600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.366151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d176405-fef9-40ca-a1b3-08cd60581013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:53.372590 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ca0a8d-c041-4989-b06c-4939ecbb44a0" -d '{"events": [{"server_uuid": "2d176405-fef9-40ca-a1b3-08cd60581013", "name": "network-vif-plugged", "status": "completed", "tag": "c0b7e9b7-ba24-444c-9c13-6dc973d056f0"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:53.399251 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9275a65-8aa6-4759-b7ab-c3e0e6b43bc6 x-openstack-request-id: req-a9275a65-8aa6-4759-b7ab-c3e0e6b43bc6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:53.399576 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:53.399846 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9275a65-8aa6-4759-b7ab-c3e0e6b43bc6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:53.400240 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'status': 'completed', 'code': 200} Aug 27 16:18:53.420650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c0b7e9b7-ba24-444c-9c13-6dc973d056f0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:53.422573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7282-73ac-4945-b0fb-9632912fb7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.424670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.428209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.464530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:53.499046 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c7e990-ac83-44c8-800d-9b5f3e0c1a6b x-openstack-request-id: req-56c7e990-ac83-44c8-800d-9b5f3e0c1a6b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:53.499308 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d176405-fef9-40ca-a1b3-08cd60581013", "name": "network-vif-plugged", "status": "completed", "tag": "c0b7e9b7-ba24-444c-9c13-6dc973d056f0", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:53.499567 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-56c7e990-ac83-44c8-800d-9b5f3e0c1a6b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:53.500265 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d176405-fef9-40ca-a1b3-08cd60581013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0', 'code': 200} Aug 27 16:18:53.540954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.541541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.542138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.550316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.550316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.550316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.550316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.550316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ff942551-97bf-404d-b0fd-fc192c00d33b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6500 time: 0.0729308 Aug 27 16:18:53.569810 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.574371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 82181165-a87a-45dd-afe2-33e2e7e0f8a8 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:53.626901 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7282-73ac-4945-b0fb-9632912fb7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.630490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 82181165-a87a-45dd-afe2-33e2e7e0f8a8 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:53.630761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 82181165-a87a-45dd-afe2-33e2e7e0f8a8 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:53.666445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b7282-73ac-4945-b0fb-9632912fb7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db02cf7-5ea8-46e6-9749-52cb8d21b85a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:53.676509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.677271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac2b227-78cb-408e-9c71-abd8782a8d65 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:18:53.681131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c11f3-223c-4818-88ce-4291431d5ef4 req-bab52479-da64-4be8-9c7a-a8153dd17c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.688737 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b38c11f3-223c-4818-88ce-4291431d5ef4 req-bab52479-da64-4be8-9c7a-a8153dd17c96 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 1096 time: 0.0896385 Aug 27 16:18:53.725253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1b5b7282-73ac-4945-b0fb-9632912fb7fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07a3b007f2ef47cd848dbc11715b73c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866136 Aug 27 16:18:53.725441 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b38c11f3-223c-4818-88ce-4291431d5ef4 req-77655ece-ca15-412d-8487-64c45e3a8d81 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299883 Aug 27 16:18:53.725902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41806) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:53.748528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-1b1c73f4-f826-4e9e-93b5-ae85be25d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.750174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-1b1c73f4-f826-4e9e-93b5-ae85be25d47a service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd5361ad-46fd-4a3b-bcf7-06898e088099 HTTP/1.1" status: 200 len: 917 time: 0.1955571 Aug 27 16:18:53.755775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:53.815662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41808) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:53.816572 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-924d5975-2d26-4282-a659-997a4a63434b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.826080 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 16:18:53.827469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-35e9fa9a-a6c2-445a-a1cf-59676df5b007 tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9004350 Aug 27 16:18:53.832822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41812) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:53.874450 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] Deleting subnet 7d153a43-1aab-4a71-a5dd-6b37c63d0b3e {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:18:53.879066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.881283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.893161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cbaad44f-6bb5-46ce-bd32-03ab6add20e3', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '884b837d-1870-43d6-9333-8d693762c38a', 'port_id': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'mac_address': 'fa:16:3e:fc:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:17:32Z', 'updated_at': '2021-08-27T16:18:52Z', 'revision_number': 1, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:32Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:53.922700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-924d5975-2d26-4282-a659-997a4a63434b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.938265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] Checking router: 884b837d-1870-43d6-9333-8d693762c38a for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:18:53.938767 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:53.940331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85446618-5222-4f0d-8413-b3b032e6b8d7 req-efe62b34-7a98-4505-b009-4e7f805f929d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:53.948993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:18:53.949228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85446618-5222-4f0d-8413-b3b032e6b8d7 req-efe62b34-7a98-4505-b009-4e7f805f929d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 945 time: 0.1741247 Aug 27 16:18:53.949895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:54.034713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.045230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-1f385349-93f1-4c15-b9da-58caf894494d tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:54.046773 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-1f385349-93f1-4c15-b9da-58caf894494d tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 945 time: 0.0785894 Aug 27 16:18:54.101929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:18:54.112032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85446618-5222-4f0d-8413-b3b032e6b8d7 req-337e3e17-f67e-418a-9adc-ce09fe7dba5c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617169 Aug 27 16:18:54.120598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-640f72ea-7be9-45d2-92a8-564340979133 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1152573-3a25-4e9e-8b21-19822e3e99de HTTP/1.1" status: 200 len: 999 time: 0.1502256 Aug 27 16:18:54.127363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Deleting port 86d80c0f-16ca-47fb-a5f4-13984e99956c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:54.127957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.138763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de71ca-4362-439c-b2f9-8935e70c3baf req-3724494f-da72-4f1a-8207-36bcc4e76d32 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:54.146259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39de71ca-4362-439c-b2f9-8935e70c3baf req-3724494f-da72-4f1a-8207-36bcc4e76d32 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 945 time: 0.1878994 Aug 27 16:18:54.184910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-924d5975-2d26-4282-a659-997a4a63434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.188406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-924d5975-2d26-4282-a659-997a4a63434b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.192162 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-924d5975-2d26-4282-a659-997a4a63434b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7db02cf7-5ea8-46e6-9749-52cb8d21b85a HTTP/1.1" status: 204 len: 168 time: 0.4628756 Aug 27 16:18:54.198162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Deleting port 423cf73d-2208-4ae7-8400-9c9e99063267 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:54.198569 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.223302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d5975-2d26-4282-a659-997a4a63434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db02cf7-5ea8-46e6-9749-52cb8d21b85a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:54.260012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.299691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d153a43-1aab-4a71-a5dd-6b37c63d0b3e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:54.301454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39de71ca-4362-439c-b2f9-8935e70c3baf req-34dee58f-8da4-46b1-b229-6fe42ceb8399 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/security-groups?id=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540282 Aug 27 16:18:54.319221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.320674 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fa693931-691d-464f-a169-4aeeaf0d6491 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7d153a43-1aab-4a71-a5dd-6b37c63d0b3e HTTP/1.1" status: 204 len: 168 time: 0.5017760 Aug 27 16:18:54.325831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41818) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:54.326488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-6a0be43b-c38c-48a6-95a6-524297391ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:54.329142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-6a0be43b-c38c-48a6-95a6-524297391ec0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c47aa5-9595-4b35-8bd8-e493e092bee5 HTTP/1.1" status: 200 len: 854 time: 0.1744885 Aug 27 16:18:54.382351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.403669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.411431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Calling delete_port for 86d80c0f-16ca-47fb-a5f4-13984e99956c owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:54.445524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] For port 423cf73d-2208-4ae7-8400-9c9e99063267, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=423cf73d-2208-4ae7-8400-9c9e99063267,segment=NetworkSegment(9a0cbf5b-4893-47c6-8573-9c2f2d8d3698),segment_id=9a0cbf5b-4893-47c6-8573-9c2f2d8d3698)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:54.445900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.508761 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.531514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Calling delete_port for 423cf73d-2208-4ae7-8400-9c9e99063267 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:54.533613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-11eaef75-217b-4a85-b9ef-8a71f66cb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:54.535123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-11eaef75-217b-4a85-b9ef-8a71f66cb2b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd5361ad-46fd-4a3b-bcf7-06898e088099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698407 Aug 27 16:18:54.540777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.544703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cbaad44f-6bb5-46ce-bd32-03ab6add20e3', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '884b837d-1870-43d6-9333-8d693762c38a', 'port_id': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'mac_address': 'fa:16:3e:fc:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:17:32Z', 'updated_at': '2021-08-27T16:18:52Z', 'revision_number': 1, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:32Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:54.556550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cd3af5-b3ff-44dd-96e0-7735516d10f7']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:54.581278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da051179-58d9-422c-92c5-d88dc32071cb None None] The sync data for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 is: [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cbaad44f-6bb5-46ce-bd32-03ab6add20e3', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '884b837d-1870-43d6-9333-8d693762c38a', 'port_id': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'mac_address': 'fa:16:3e:fc:c0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:17:32Z', 'updated_at': '2021-08-27T16:18:52Z', 'revision_number': 1, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:32Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:18:54.596995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246e10a1-47b3-4f4e-916b-42ea429ca437') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:54.597371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246e10a1-47b3-4f4e-916b-42ea429ca437') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:54.609797 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.632609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.642077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:54.642495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:54.644189 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:54.717919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-36d8cf0a-113d-4d36-b013-6dac512af8cb service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452839 Aug 27 16:18:54.739965 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.812489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.821724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.829138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b5cd3af5-b3ff-44dd-96e0-7735516d10f7 HTTP/1.1" status: 204 len: 168 time: 0.5021296 Aug 27 16:18:54.851672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa5bde-0c39-4e26-90a1-5c2023ae0f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cd3af5-b3ff-44dd-96e0-7735516d10f7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:54.895463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:54.907223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['423cf73d-2208-4ae7-8400-9c9e99063267'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:54.958343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Pushing event deleted for resources: {'Port': ['ID=423cf73d-2208-4ae7-8400-9c9e99063267,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:54.990472 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b896ffc-b5b2-4202-91d7-d551ab04a7ff None None] New status for floating IP cbaad44f-6bb5-46ce-bd32-03ab6add20e3: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:18:55.065601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] No DVR routers for this DVR port 423cf73d-2208-4ae7-8400-9c9e99063267 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:55.069047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:55.071481 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-db3dc81f-8257-4a5a-96d5-25bbae115bdc req-febefb67-e94e-41e0-a033-4d69f6227856 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.90 "DELETE /v2.0/ports/423cf73d-2208-4ae7-8400-9c9e99063267 HTTP/1.1" status: 204 len: 173 time: 1.0060856 Aug 27 16:18:55.159936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Pushing event deleted for resources: {'Port': ['ID=86d80c0f-16ca-47fb-a5f4-13984e99956c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:55.275311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbd71e91-23eb-4da7-9719-7721ef8db1ca req-ad9c098a-8356-4b48-bb5d-4cf5293b34d9 service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464051 Aug 27 16:18:55.276294 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:55.278852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3d60ffa8-839c-4692-99a4-b31d9a2775bf tempest-RoutersAdminNegativeIpV6Test-1120694694 tempest-RoutersAdminNegativeIpV6Test-1120694694-project-admin] 10.222.0.101 "DELETE /v2.0/ports/86d80c0f-16ca-47fb-a5f4-13984e99956c HTTP/1.1" status: 204 len: 168 time: 1.4450805 Aug 27 16:18:55.296950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55c824-b414-4560-9fcc-17d290f08506 req-37539236-3923-43aa-8834-a6937d7889a7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:55.298700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce55c824-b414-4560-9fcc-17d290f08506 req-37539236-3923-43aa-8834-a6937d7889a7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 945 time: 0.1263559 Aug 27 16:18:55.370898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce55c824-b414-4560-9fcc-17d290f08506 req-47ae47bf-fdbc-4102-9884-6b24ec08ae69 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638127 Aug 27 16:18:55.403592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'name': 'network-vif-deleted', 'tag': '423cf73d-2208-4ae7-8400-9c9e99063267'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:55.406384 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3475013-0860-4e98-adcb-83d66d431030" -d '{"events": [{"server_uuid": "b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c", "name": "network-vif-deleted", "tag": "423cf73d-2208-4ae7-8400-9c9e99063267"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:18:55.445411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b43aae70-71f7-4fc6-a46d-0d3a519f9c07 req-644ba3e4-b8ec-49e7-b7a2-1299e5ae5c62 tempest-ServerPasswordTestJSON-1588126771 tempest-ServerPasswordTestJSON-1588126771-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c HTTP/1.1" status: 200 len: 210 time: 0.0344477 Aug 27 16:18:55.484600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41860) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:55.517965 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0cf38d-fab6-4ff8-9d9f-6e3acbba38a5 x-openstack-request-id: req-ae0cf38d-fab6-4ff8-9d9f-6e3acbba38a5 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:18:55.518491 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c", "name": "network-vif-deleted", "tag": "423cf73d-2208-4ae7-8400-9c9e99063267", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:18:55.518897 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae0cf38d-fab6-4ff8-9d9f-6e3acbba38a5 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:18:55.519477 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ffb7e9-2b8f-42f8-9751-cf4f84b74c2c', 'name': 'network-vif-deleted', 'tag': '423cf73d-2208-4ae7-8400-9c9e99063267', 'status': 'completed', 'code': 200} Aug 27 16:18:55.561833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e94c1403-661f-4e8b-b67c-0cc0e9128b8d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0c2eeeb749c34b849db968a6fb41e682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734465 Aug 27 16:18:55.563369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41864) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:55.629998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-40046f72-0cfb-45dd-a459-62e7275e9a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:55.659328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-40046f72-0cfb-45dd-a459-62e7275e9a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:55.769924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6234-7618-4162-aba9-08eee2be1a55 req-419c4d25-1f3c-4529-bef7-40432db9bd11 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:55.771438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b91f6234-7618-4162-aba9-08eee2be1a55 req-419c4d25-1f3c-4529-bef7-40432db9bd11 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 945 time: 0.0498667 Aug 27 16:18:55.804781 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-40046f72-0cfb-45dd-a459-62e7275e9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:55.808792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-40046f72-0cfb-45dd-a459-62e7275e9a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:55.810323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-40046f72-0cfb-45dd-a459-62e7275e9a27 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/919011be-80b8-4234-a8ba-d5668835c82c HTTP/1.1" status: 204 len: 168 time: 0.2450771 Aug 27 16:18:55.822163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40046f72-0cfb-45dd-a459-62e7275e9a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919011be-80b8-4234-a8ba-d5668835c82c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:55.825906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b91f6234-7618-4162-aba9-08eee2be1a55 req-3f0ac096-dabd-460f-8c4b-1117515416ab tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Aug 27 16:18:56.080567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.508681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41882) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:56.554754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] Deleting subnet 9887ecf6-a3e7-4b1e-9a21-0bb6e4636d58 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:18:56.558699 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.593666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:56.601099 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.655561 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.812436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.839884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9887ecf6-a3e7-4b1e-9a21-0bb6e4636d58,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:56.843748 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.845688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b8e6290c-2f90-463a-8acc-8de624cd3f5f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9887ecf6-a3e7-4b1e-9a21-0bb6e4636d58 HTTP/1.1" status: 204 len: 168 time: 0.3359139 Aug 27 16:18:56.848199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41896) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:56.895432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4d1908f-f3a3-4847-87ed-70fe4168d98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.924585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:56.997434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 423cf73d-2208-4ae7-8400-9c9e99063267 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:18:57.021154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 423cf73d-2208-4ae7-8400-9c9e99063267 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:18:57.021516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 423cf73d-2208-4ae7-8400-9c9e99063267 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:18:57.059556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.075119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722c0759-a6e7-4a33-ac34-b993adb97d0c']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:57.086902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0cbf5b-4893-47c6-8573-9c2f2d8d3698') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:57.087198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0cbf5b-4893-47c6-8573-9c2f2d8d3698') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:18:57.101453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76baa2-ea91-4c62-a62f-fa164e258dcf req-86e59d37-e79c-4908-8140-2719b72be4a6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:57.103071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b76baa2-ea91-4c62-a62f-fa164e258dcf req-86e59d37-e79c-4908-8140-2719b72be4a6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 945 time: 0.0859218 Aug 27 16:18:57.106561 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.135094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.145928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:18:57.146326 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:18:57.149021 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:18:57.203463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b76baa2-ea91-4c62-a62f-fa164e258dcf req-057d2801-0ba8-4756-9dfe-95d54220c58c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902612 Aug 27 16:18:57.325837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4d1908f-f3a3-4847-87ed-70fe4168d98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.392902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.399505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.404352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] 10.222.0.101 "DELETE /v2.0/networks/722c0759-a6e7-4a33-ac34-b993adb97d0c HTTP/1.1" status: 204 len: 168 time: 0.5550475 Aug 27 16:18:57.432669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963e4d9-7c1a-4fe2-bdf2-f966f6928319 admin admin] Pushing event deleted for resources: {'Network': ['ID=722c0759-a6e7-4a33-ac34-b993adb97d0c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:57.455458 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4d1908f-f3a3-4847-87ed-70fe4168d98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.494820 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e4d1908f-f3a3-4847-87ed-70fe4168d98a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f54e792274c0407280bc4d0e604b3344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9000163 Aug 27 16:18:57.496438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1908f-f3a3-4847-87ed-70fe4168d98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0284bc74-f0b3-4157-98de-8e14bd8f761c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:57.499156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41926) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:57.552666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2b0680d8-2268-431f-b015-766597c230e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.574639 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2b0680d8-2268-431f-b015-766597c230e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.778943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2b0680d8-2268-431f-b015-766597c230e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.783114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2b0680d8-2268-431f-b015-766597c230e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:57.784405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2b0680d8-2268-431f-b015-766597c230e9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0284bc74-f0b3-4157-98de-8e14bd8f761c HTTP/1.1" status: 204 len: 168 time: 0.2836421 Aug 27 16:18:57.794105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0680d8-2268-431f-b015-766597c230e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284bc74-f0b3-4157-98de-8e14bd8f761c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:57.935937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51974ec-c801-4bf1-9574-50048453eeab req-44613ca4-344b-4074-9856-7d287e3b0864 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:57.937449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e51974ec-c801-4bf1-9574-50048453eeab req-44613ca4-344b-4074-9856-7d287e3b0864 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 945 time: 0.0521665 Aug 27 16:18:57.979218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e51974ec-c801-4bf1-9574-50048453eeab req-0eea85c6-a891-4047-a781-598176068693 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Aug 27 16:18:58.196147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41944) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:58.240418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-57ba4052-3510-4c3f-ad30-1b49d6d25629 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=15f59a65658841379e526b28ba2f9e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430086 Aug 27 16:18:58.242877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41946) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:58.300934 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cac753c5-cfbf-40cd-a415-f0709257fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:58.325751 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cac753c5-cfbf-40cd-a415-f0709257fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:58.523479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cac753c5-cfbf-40cd-a415-f0709257fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:58.526150 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cac753c5-cfbf-40cd-a415-f0709257fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:58.531126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cac753c5-cfbf-40cd-a415-f0709257fc93 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f HTTP/1.1" status: 204 len: 168 time: 0.2836962 Aug 27 16:18:58.536526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac753c5-cfbf-40cd-a415-f0709257fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ecb5f-05e0-43dc-bbe3-494b6c0b4c3f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:59.048061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41970) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:59.098980 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d95cd8cb-6f39-49fe-b45b-5f807e929764 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c45d5dbd866c49a4a98b4d21dc612658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497241 Aug 27 16:18:59.102096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41974) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:59.134286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1f8d1-21e6-4508-b73f-d5f30998007f req-f0b08ee7-56ef-412e-81ff-228983065e27 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:59.136539 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23b1f8d1-21e6-4508-b73f-d5f30998007f req-f0b08ee7-56ef-412e-81ff-228983065e27 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 945 time: 0.0728829 Aug 27 16:18:59.170352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b563b86-a767-4ff0-a61f-fbdb714ce28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.193458 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b563b86-a767-4ff0-a61f-fbdb714ce28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.196568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23b1f8d1-21e6-4508-b73f-d5f30998007f req-2f49051c-244a-4233-a188-69758e76e63d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537939 Aug 27 16:18:59.263131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41980) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:18:59.325843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b563b86-a767-4ff0-a61f-fbdb714ce28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.328685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b563b86-a767-4ff0-a61f-fbdb714ce28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.335506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5b563b86-a767-4ff0-a61f-fbdb714ce28a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0fd5f491-888f-4421-a6bb-c20256006cd2 HTTP/1.1" status: 204 len: 168 time: 0.2287617 Aug 27 16:18:59.345927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b563b86-a767-4ff0-a61f-fbdb714ce28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd5f491-888f-4421-a6bb-c20256006cd2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:59.403733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-9aa0e36d-6aed-485f-893a-1a3d990e464b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:18:59.405458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-9aa0e36d-6aed-485f-893a-1a3d990e464b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.90 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 945 time: 0.0835638 Aug 27 16:18:59.459075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-775912775-network', 'tenant_id': '242127c9b34349e3b2b4773b78a9db4e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:18:59.509581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Deleting port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:18:59.509925 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.549580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Made reservation on behalf of 242127c9b34349e3b2b4773b78a9db4e for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:18:59.552410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.563864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.603403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] For port c0b7e9b7-ba24-444c-9c13-6dc973d056f0, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:18:59.603775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.618431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Calling delete_port for c0b7e9b7-ba24-444c-9c13-6dc973d056f0 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:18:59.668654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.732753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.760090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1410b0f-274f-4a53-8dd4-039027af9e25,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:59.824599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.838694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:18:59.838823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c0b7e9b7-ba24-444c-9c13-6dc973d056f0'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:18:59.850488 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.850948 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Added segment ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3 of type vlan for network 219c01cb-4c06-44bc-acf0-22a236261c57 Aug 27 16:18:59.879148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event deleted for resources: {'Port': ['ID=c0b7e9b7-ba24-444c-9c13-6dc973d056f0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:18:59.909431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.949148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] No DVR routers for this DVR port c0b7e9b7-ba24-444c-9c13-6dc973d056f0 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:18:59.953363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:18:59.967482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a91ec787-9652-4761-be6f-1d7f6e65ec91 req-94d6da13-5d2c-4309-b888-2f107da0beaa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.90 "DELETE /v2.0/ports/c0b7e9b7-ba24-444c-9c13-6dc973d056f0 HTTP/1.1" status: 204 len: 173 time: 0.5447636 Aug 27 16:18:59.968219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d176405-fef9-40ca-a1b3-08cd60581013', 'name': 'network-vif-deleted', 'tag': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:18:59.970772 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e1fba2-679c-4e4f-a3c2-a2b38630d544" -d '{"events": [{"server_uuid": "2d176405-fef9-40ca-a1b3-08cd60581013", "name": "network-vif-deleted", "tag": "c0b7e9b7-ba24-444c-9c13-6dc973d056f0"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:00.013179 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b9a04d-a58e-4d84-8cc7-44e8809b1553 x-openstack-request-id: req-f5b9a04d-a58e-4d84-8cc7-44e8809b1553 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:00.013491 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d176405-fef9-40ca-a1b3-08cd60581013", "name": "network-vif-deleted", "tag": "c0b7e9b7-ba24-444c-9c13-6dc973d056f0", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:00.013743 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f5b9a04d-a58e-4d84-8cc7-44e8809b1553 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:00.014145 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d176405-fef9-40ca-a1b3-08cd60581013', 'name': 'network-vif-deleted', 'tag': 'c0b7e9b7-ba24-444c-9c13-6dc973d056f0', 'status': 'completed', 'code': 200} Aug 27 16:19:00.029624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:00.030699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:00.031376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:00.096132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=219c01cb-4c06-44bc-acf0-22a236261c57,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:00.106677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 219c01cb-4c06-44bc-acf0-22a236261c57 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:00.204348 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-577096aa-3379-4bc4-a1bb-4bdd409ad3d4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9400513 Aug 27 16:19:00.207245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42030) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:00.212481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Request body: {'subnet': {'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-775912775-subnet', 'tenant_id': '242127c9b34349e3b2b4773b78a9db4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:00.313759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f590ff6-1e23-4932-a830-e61cf729d82a req-c3e88c0c-c67f-4a13-91d1-a356755658d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=2d176405-fef9-40ca-a1b3-08cd60581013 HTTP/1.1" status: 200 len: 210 time: 0.0329037 Aug 27 16:19:00.320603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Made reservation on behalf of 242127c9b34349e3b2b4773b78a9db4e for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:00.325572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:00.581048 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:00.645667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd5c51d-083a-4ae1-a608-502e24ff737f,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:00.650480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Checking segment: {'id': 'ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:00.650871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Network hostable DHCP agents. Network: 219c01cb-4c06-44bc-acf0-22a236261c57, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:00.763398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Network 219c01cb-4c06-44bc-acf0-22a236261c57 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:00.877619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 219c01cb-4c06-44bc-acf0-22a236261c57) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:00.881858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:00.882458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:00.890628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45854ef-f283-405a-923d-bf3333e57874 None None] Network 219c01cb-4c06-44bc-acf0-22a236261c57 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:00.967035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d95ec560-2545-4c54-8d5c-722d45cdac1c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7585590 Aug 27 16:19:01.038390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42088) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:01.082630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723f7ff-415f-493b-967f-c08fdfa6c5bd None None] Network 219c01cb-4c06-44bc-acf0-22a236261c57 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:01.311002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1607421693-network', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:01.415147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Made reservation on behalf of ade473d769e84f84bdc491a5f45c6bdd for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:01.417614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.432321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.433256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42112) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:01.536357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1473106089'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:01.538763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.640317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.686203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:01.702454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:01.710439 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.720882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.723007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.732126 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Added segment 87a44fb3-ef49-4688-a50c-b86f6ea1172b of type vlan for network dd532d37-5228-4c8d-89e6-654eb7cb3967 Aug 27 16:19:01.748190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5357fd42-53ea-4ba9-ab68-dde076b8221e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:01.847009 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.867166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-d4c63081-2f1d-4ce6-975a-d52fa1d169a0 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:01.869115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-d4c63081-2f1d-4ce6-975a-d52fa1d169a0 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/networks?id=219c01cb-4c06-44bc-acf0-22a236261c57 HTTP/1.1" status: 200 len: 820 time: 0.2902153 Aug 27 16:19:01.900633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.913018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-34440d68-e27a-4de8-ac20-25f2ba864bc2 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/quotas/242127c9b34349e3b2b4773b78a9db4e HTTP/1.1" status: 200 len: 375 time: 0.0299318 Aug 27 16:19:01.915904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.943908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:01.961409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcd31ae-0e1c-4d20-8968-c4af42b0cc44,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:01.965332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:01.966190 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Added segment 40fafd5e-863f-4e67-99c6-60b6ca9bd44d of type vlan for network e69c2316-5167-4b78-a35e-9ded3fec18ca Aug 27 16:19:02.005980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-2760ce5a-a80a-473a-b529-54ed00d0fcb3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:02.012535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-2760ce5a-a80a-473a-b529-54ed00d0fcb3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.3318791 Aug 27 16:19:02.015018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-7108f215-e623-49a6-8598-75c4f6fa104a tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=242127c9b34349e3b2b4773b78a9db4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933230 Aug 27 16:19:02.018772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:02.099756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:02.100734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:02.101408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:02.116565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-55052a69-9dfc-4e10-a237-c0268618da18 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/quotas/eaead7251d984254bb9348b7e503e3ca HTTP/1.1" status: 200 len: 375 time: 0.0830345 Aug 27 16:19:02.199953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:02.213996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:02.216010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:02.226780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-99c1a16e-a42f-4676-8fab-a44a88236788 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632322 Aug 27 16:19:02.243063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] Pushing event updated for resources: {'Network': ['ID=dd532d37-5228-4c8d-89e6-654eb7cb3967,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:02.259213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:02.279305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8aea39cc-7080-4be1-8c6a-84708d2130aa admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2394676 Aug 27 16:19:02.311883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42196) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:02.321513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Request body: {'subnet': {'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1607421693-subnet', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:02.364069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Network': ['ID=e69c2316-5167-4b78-a35e-9ded3fec18ca,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:02.383204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5cfd2fdf-df30-483f-a6c3-c8b06d9ec2df tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9487927 Aug 27 16:19:02.389355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-3fd4e685-20ea-4720-9c10-ee1637ad47ca service neutron] 10.222.0.101 "GET /v2.0/networks/219c01cb-4c06-44bc-acf0-22a236261c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538675 Aug 27 16:19:02.391366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:02.402049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e69c2316-5167-4b78-a35e-9ded3fec18ca details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:02.411348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'subnet': {'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:02.523918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Made reservation on behalf of ade473d769e84f84bdc491a5f45c6bdd for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:02.527397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:02.536350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-4ad1c811-ef2f-4996-96f7-b21f5b5e5c41 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939496 Aug 27 16:19:02.632129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-4850b9f0-41de-4d8b-86df-3da88738583e service neutron] 10.222.0.101 "GET /v2.0/networks/219c01cb-4c06-44bc-acf0-22a236261c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414269 Aug 27 16:19:02.697204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d066a120-d1bd-494c-8019-74a77655a3a3 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552038 Aug 27 16:19:02.749916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:02.753955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:02.938101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:03.064199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0b7e9b7-ba24-444c-9c13-6dc973d056f0 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:03.105841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: c0b7e9b7-ba24-444c-9c13-6dc973d056f0 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:03.106411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c0b7e9b7-ba24-444c-9c13-6dc973d056f0 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:03.189359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92228f1f-59e9-492a-9b3b-54d2290484b1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:03.232141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Checking segment: {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:03.232141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Network hostable DHCP agents. Network: dd532d37-5228-4c8d-89e6-654eb7cb3967, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:03.258145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64067e81-5cb9-4985-aa68-950a2c0c6f5a req-7fe882f0-2f08-4640-b2b5-654a54789a35 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 210 time: 0.1247578 Aug 27 16:19:03.260619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b469cf8c-7b55-474c-994d-015576679029 req-d42c6494-ff02-4f5b-8ed8-70b35d1e48cf tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 210 time: 0.1026597 Aug 27 16:19:03.353030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:03.405866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:03.460477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Subnet': ['ID=93dbd467-ed68-4659-9b1f-2b58521aec4e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:03.473527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Checking segment: {'id': '40fafd5e-863f-4e67-99c6-60b6ca9bd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:03.473892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network hostable DHCP agents. Network: e69c2316-5167-4b78-a35e-9ded3fec18ca, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:03.639587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, dd532d37-5228-4c8d-89e6-654eb7cb3967) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:03.645284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:03.646034 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:03.649315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425214e-a9d1-4251-9843-756b188ec3e5 None None] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:03.788051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:03.791481 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49ca1fab-d2b7-48c4-8ab1-8926bdd7267c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4759121 Aug 27 16:19:03.794850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42294) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:03.800145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:03.809625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e69c2316-5167-4b78-a35e-9ded3fec18ca) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:03.817229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:03.817949 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:03.897753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242d1c4-8c4d-4d83-9231-37fcda733004 None None] Network e69c2316-5167-4b78-a35e-9ded3fec18ca requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:03.914517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b0894-ff68-47b2-b6de-e5fcaa3d9e5e None None] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:03.997172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:03.998498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.056111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.162219 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-99f51c68-ed2a-4e04-8e09-f9c590e1291d tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7694054 Aug 27 16:19:04.166187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42302) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:04.174049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875360253'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:04.187727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-e69c2316-5167-4b78-a35e-9ded3fec18ca', 'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'tenant_id': '3ca162f9b6fb474a8a87482eef93de66', 'fixed_ips': [{'subnet_id': '93dbd467-ed68-4659-9b1f-2b58521aec4e'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:19:04.189037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.201616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42304) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:04.349834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Allocated IP 2001:db8::2 (e69c2316-5167-4b78-a35e-9ded3fec18ca/93dbd467-ed68-4659-9b1f-2b58521aec4e/18410b7f-df58-4b6b-a6b7-76ca5e6e2047) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:04.365831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf87dbf-2553-4ce6-a912-0e17ed5bffc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.397253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.416484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ff7085d-9817-42ee-9a6f-23e8c05b8c92 req-548e4822-1cd6-472f-a877-c7d9f1cd60d2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 210 time: 0.0599985 Aug 27 16:19:04.418440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e93a0cd5-da09-4e36-ada5-30f3ce501fcb req-10db2a0e-c26f-4b5f-a013-35b983f5922d tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 210 time: 0.0692949 Aug 27 16:19:04.514224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.522025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Transition to ACTIVE for port object 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:04.538946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Transition to ACTIVE for port object 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:04.573399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:04.577413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.600295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] device_id is not set on port 01b4cb0f-195f-4e34-8984-21ba78437d8a yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:04.654939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf87dbf-2553-4ce6-a912-0e17ed5bffc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.784051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.826099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:04.832779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf87dbf-2553-4ce6-a912-0e17ed5bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.834751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:04.859093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:04.869883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Pushing event updated for resources: {'Port': ['ID=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:04.903677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-caf87dbf-2553-4ce6-a912-0e17ed5bffc3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c7a371bc64ed435ba9748479e83590ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008748 Aug 27 16:19:04.904746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf87dbf-2553-4ce6-a912-0e17ed5bffc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28956174-29a9-4ecc-abfb-7a25d3e1fd5e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:04.907697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42318) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:04.935766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Attempting to bind port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:04.936132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Attempting to bind port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '40fafd5e-863f-4e67-99c6-60b6ca9bd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:04.936518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Attempting to bind port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 on network e69c2316-5167-4b78-a35e-9ded3fec18ca {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:04.943848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:04.944332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Checking segment: {'id': '40fafd5e-863f-4e67-99c6-60b6ca9bd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:04.944866 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.945295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Bound using segment: {'id': '40fafd5e-863f-4e67-99c6-60b6ca9bd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:04.945836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Bound port: 18410b7f-df58-4b6b-a6b7-76ca5e6e2047, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fafd5e-863f-4e67-99c6-60b6ca9bd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:04.946293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:04.989354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e38773d2-21a8-4b73-afeb-3ec5eefd495b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.024087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] For port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:05.028435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e38773d2-21a8-4b73-afeb-3ec5eefd495b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.036884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] For port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,segment=NetworkSegment(40fafd5e-863f-4e67-99c6-60b6ca9bd44d),segment_id=40fafd5e-863f-4e67-99c6-60b6ca9bd44d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:05.130080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.172276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e38773d2-21a8-4b73-afeb-3ec5eefd495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.175473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e38773d2-21a8-4b73-afeb-3ec5eefd495b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.176759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e38773d2-21a8-4b73-afeb-3ec5eefd495b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/28956174-29a9-4ecc-abfb-7a25d3e1fd5e HTTP/1.1" status: 204 len: 168 time: 0.2562387 Aug 27 16:19:05.195578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38773d2-21a8-4b73-afeb-3ec5eefd495b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28956174-29a9-4ecc-abfb-7a25d3e1fd5e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:05.225135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Allocated IP 2001:db8::181 (e69c2316-5167-4b78-a35e-9ded3fec18ca/93dbd467-ed68-4659-9b1f-2b58521aec4e/01b4cb0f-195f-4e34-8984-21ba78437d8a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:05.228423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.244071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98768532-7c12-4a17-93fd-98b176ce7f69 None None] Pushing event updated for resources: {'Port': ['ID=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:05.264131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.504376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Allocated IP 172.25.4.89 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/2783d001-8529-415e-8969-094352e4421f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:05.521369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8e843c6-38e8-4cbf-9628-a0a7d3bab3c0 req-39d255f0-d2a2-4014-802b-05d07e880c6c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 210 time: 0.0369542 Aug 27 16:19:05.560472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.574713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7976ecc-ee89-4e09-acfb-1f44dfb73a05 req-8341fd7d-83ba-4478-8a6b-496d6b7d55f2 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Aug 27 16:19:05.626043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Transition to ACTIVE for port object 01b4cb0f-195f-4e34-8984-21ba78437d8a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:05.702840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.807359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.856196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:05.859182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:05.865181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:05.871513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:05.872082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.882647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=01b4cb0f-195f-4e34-8984-21ba78437d8a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:05.892918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:05.943517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:05.956802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:05.960736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:05.966662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2783d001-8529-415e-8969-094352e4421f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:05.988840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8b3b57e9-267e-4f27-97f1-001c181ea2d1 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8213058 Aug 27 16:19:05.993370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:06.004460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-889364156', 'allowed_address_pairs': [{'ip_address': '2001:db8::181', 'mac_address': 'fa:16:3e:d4:7d:df'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:06.273986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-6721a8a2-8df5-4279-90c7-8c080fd93a35 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459900 Aug 27 16:19:06.375906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-253af085-41ac-4364-9656-a2b5ee0eef1e tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:06.377470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-253af085-41ac-4364-9656-a2b5ee0eef1e tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.97 "GET /v2.0/networks?id=219c01cb-4c06-44bc-acf0-22a236261c57 HTTP/1.1" status: 200 len: 820 time: 0.2308164 Aug 27 16:19:06.398098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Request body: {'port': {'device_id': '56394fef-16bb-4c26-a60e-f04c69537062', 'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57', 'admin_state_up': True, 'tenant_id': '242127c9b34349e3b2b4773b78a9db4e'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:06.404340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:06.432254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42386) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:06.462251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bc01b2c-a3ae-410d-8d93-e9aaeef4e408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.487964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9ac85-66be-403d-8dbd-7de24f42e8ae None None] Network e69c2316-5167-4b78-a35e-9ded3fec18ca requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:06.556908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.616981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-096afca5-aceb-4022-b8b4-03dac7c66b72 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:06.616981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-096afca5-aceb-4022-b8b4-03dac7c66b72 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341548 Aug 27 16:19:06.622935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.697904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-553bde16-d0c1-4820-bf7e-c67064eb937c req-3e19b536-ef20-49ed-b80b-cc3d6e99ce52 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 210 time: 0.0666933 Aug 27 16:19:06.711397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] device_id is not set on port 89d8ce7a-90c5-4020-b43e-f68071b16361 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:06.797739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-678ce0c2-f0ce-4f89-a388-9b8cb929b396 None None] Provisioning for port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:06.825927 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bc01b2c-a3ae-410d-8d93-e9aaeef4e408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.831896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-875508f5-af04-43cf-a29f-29f45edaddc7 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/quotas/9d26a57abddd4f73a9975e6f4007d94b HTTP/1.1" status: 200 len: 375 time: 0.2016609 Aug 27 16:19:06.848220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:06.905744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-e7b24e2c-6d92-443d-aebc-7204eeb267ba tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546443 Aug 27 16:19:06.913295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:06.971658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bc01b2c-a3ae-410d-8d93-e9aaeef4e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.049479 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bc01b2c-a3ae-410d-8d93-e9aaeef4e408 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d7ac29be9f074ab9bb7d5f25ba283c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126549 Aug 27 16:19:07.054625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b9cfe4c-4059-4eb4-b93d-2d61d0112d8e req-7bef1345-435e-4cb3-9e70-7b9b209038e7 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 210 time: 0.1945782 Aug 27 16:19:07.057092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42392) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:07.063791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Allocated IP 2001:db8::32b (e69c2316-5167-4b78-a35e-9ded3fec18ca/93dbd467-ed68-4659-9b1f-2b58521aec4e/89d8ce7a-90c5-4020-b43e-f68071b16361) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:07.090973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc01b2c-a3ae-410d-8d93-e9aaeef4e408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c18693-89f6-4476-8d36-14fb3e27f27e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:07.132439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:07.137646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:07.142972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.180009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d78f677-0431-4878-a07f-7993b3b46df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.236447 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.260621 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d78f677-0431-4878-a07f-7993b3b46df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.277790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,segment=NetworkSegment(40fafd5e-863f-4e67-99c6-60b6ca9bd44d),segment_id=40fafd5e-863f-4e67-99c6-60b6ca9bd44d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:07.344692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Made reservation on behalf of 242127c9b34349e3b2b4773b78a9db4e for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:07.351334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.392315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Router fcf758be-b4dc-44cc-9965-bc97b6c1c979 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:19:07.404345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7acf56a8-6cb1-47a2-8420-257d7b043856 None None] Provisioning for port 01b4cb0f-195f-4e34-8984-21ba78437d8a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:07.416487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7acf56a8-6cb1-47a2-8420-257d7b043856 None None] Provisioning complete for port 01b4cb0f-195f-4e34-8984-21ba78437d8a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:07.417810 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7acf56a8-6cb1-47a2-8420-257d7b043856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.478667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d78f677-0431-4878-a07f-7993b3b46df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.487262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d78f677-0431-4878-a07f-7993b3b46df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.489990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1d78f677-0431-4878-a07f-7993b3b46df4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/47c18693-89f6-4476-8d36-14fb3e27f27e HTTP/1.1" status: 204 len: 168 time: 0.4217427 Aug 27 16:19:07.516203 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.523024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7acf56a8-6cb1-47a2-8420-257d7b043856 None None] Port 01b4cb0f-195f-4e34-8984-21ba78437d8a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:07.612879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7acf56a8-6cb1-47a2-8420-257d7b043856 None None] Provisioning complete for port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:07.613666 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7acf56a8-6cb1-47a2-8420-257d7b043856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.666743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:07.668740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:19:07.681296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Sync routers for ids ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:19:07.687550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78f677-0431-4878-a07f-7993b3b46df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c18693-89f6-4476-8d36-14fb3e27f27e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:07.735777 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.784766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Routers {'fcf758be-b4dc-44cc-9965-bc97b6c1c979'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:19:07.786414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:07.803938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:07.809078 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4e53dd53-f440-421a-8c19-552ff7579dc5 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0097487 Aug 27 16:19:07.814259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42420) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:07.855167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Transition to ACTIVE for port object 89d8ce7a-90c5-4020-b43e-f68071b16361 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:07.946766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae1d6040-3ce5-49f7-8ed1-58525bf85d0f req-69730b30-a10f-4361-9543-14d0680e8ea9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 210 time: 0.0959623 Aug 27 16:19:07.961115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-c07ff7a4-46ec-4adc-aa91-8b68e94c7af5 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140018 Aug 27 16:19:07.977381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Set router fcf758be-b4dc-44cc-9965-bc97b6c1c979 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:19:08.049128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Allocated IP 172.20.0.8 (219c01cb-4c06-44bc-acf0-22a236261c57/6fd5c51d-083a-4ae1-a608-502e24ff737f/a5895936-b9d6-4f74-9fe4-31324ff9f29c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:08.099116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4abaa9e6-1310-485f-8e7e-287e7c0fd810 None None] Provisioning complete for port 01b4cb0f-195f-4e34-8984-21ba78437d8a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:08.099649 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4abaa9e6-1310-485f-8e7e-287e7c0fd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:08.143955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4abaa9e6-1310-485f-8e7e-287e7c0fd810 None None] Port 01b4cb0f-195f-4e34-8984-21ba78437d8a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:08.188560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-028efcda-0b26-4360-978c-be7317e116eb tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.200000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-028efcda-0b26-4360-978c-be7317e116eb tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289391 Aug 27 16:19:08.247562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:19:06Z', 'revision_number': 3, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:08.264399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-8ecf4274-0bb5-42cb-85f6-610f40303c1c tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/quotas/9d26a57abddd4f73a9975e6f4007d94b HTTP/1.1" status: 200 len: 375 time: 0.0658696 Aug 27 16:19:08.266581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:08.282511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Checking router: fcf758be-b4dc-44cc-9965-bc97b6c1c979 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:19:08.282986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Updating router fcf758be-b4dc-44cc-9965-bc97b6c1c979 port 2783d001-8529-415e-8969-094352e4421f binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:19:08.322410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:08.369307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-195c8e8b-464e-48b9-8e22-c765a00e5ba6 req-95f60267-d078-4341-a7d6-b9998e3bbc1c tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 210 time: 0.1131933 Aug 27 16:19:08.398048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-cfd80a7d-9226-4d64-9485-3bdcc606137f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1327198 Aug 27 16:19:08.419853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:08.435557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:08.451330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:08.461415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:08.466692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:08.535474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=89d8ce7a-90c5-4020-b43e-f68071b16361,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:08.553053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:08.609472 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:08.659738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8385df47-8653-477d-a9e7-c7c28e8129f3 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6644783 Aug 27 16:19:08.663125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42440) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:08.808570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:08.909163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:08.935789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Transition to ACTIVE for port object 2783d001-8529-415e-8969-094352e4421f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:08.976125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:08.976902 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.031892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Allocated IP 172.20.0.1 (dd532d37-5228-4c8d-89e6-654eb7cb3967/92228f1f-59e9-492a-9b3b-54d2290484b1/95e80c4b-89c9-4b01-8345-d475253ea590) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:09.152908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.184852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.219699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a5972ca5-b270-4d2c-9025-6cf9d6b4bc47 None None] Provisioning for port 89d8ce7a-90c5-4020-b43e-f68071b16361 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:09.244969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Attempting to bind port 2783d001-8529-415e-8969-094352e4421f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:09.247362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Attempting to bind port 2783d001-8529-415e-8969-094352e4421f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:09.247362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Attempting to bind port 2783d001-8529-415e-8969-094352e4421f on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:09.249324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a5972ca5-b270-4d2c-9025-6cf9d6b4bc47 None None] Provisioning complete for port 89d8ce7a-90c5-4020-b43e-f68071b16361 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:09.249926 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5972ca5-b270-4d2c-9025-6cf9d6b4bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.282712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:09.283092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:09.283534 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.283942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:09.284423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Bound port: 2783d001-8529-415e-8969-094352e4421f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:09.284842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.290835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a8750-78f3-41ce-8886-80414ecce50b None None] Pushing event updated for resources: {'Port': ['ID=2783d001-8529-415e-8969-094352e4421f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:09.333619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a5972ca5-b270-4d2c-9025-6cf9d6b4bc47 None None] Port 89d8ce7a-90c5-4020-b43e-f68071b16361 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:09.361972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.394849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] For port 2783d001-8529-415e-8969-094352e4421f, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:09.399542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] For port 2783d001-8529-415e-8969-094352e4421f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2783d001-8529-415e-8969-094352e4421f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:09.429567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:09.435953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:09.443457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:09.463544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Pushing event updated for resources: {'Port': ['ID=95e80c4b-89c9-4b01-8345-d475253ea590,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:09.473010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbe5136d-3d43-4170-932d-fbee72b88499 req-7fa37a6d-eb4f-4af3-86a0-159754def952 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.5926888 Aug 27 16:19:09.488097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.495040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.572939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60fd8833-8584-4f31-a951-4e2574ae77fe req-ee8f0028-0bbf-47df-beb9-be5ae7a85b4d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 210 time: 0.0961423 Aug 27 16:19:09.578424 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.605436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6e889-57b1-4808-b3a7-0226b02f349b tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.621869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6e889-57b1-4808-b3a7-0226b02f349b tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.630815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6e889-57b1-4808-b3a7-0226b02f349b tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.633756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-62e6e889-57b1-4808-b3a7-0226b02f349b tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9692519 Aug 27 16:19:09.636726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42470) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:09.652945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Network 219c01cb-4c06-44bc-acf0-22a236261c57 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:09.687722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:09.690620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:09.706523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Routers {'fcf758be-b4dc-44cc-9965-bc97b6c1c979'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:19:09.711326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:09.736185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a8750-78f3-41ce-8886-80414ecce50b None None] Pushing event updated for resources: {'Port': ['ID=2783d001-8529-415e-8969-094352e4421f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:09.740217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Pushing event updated for resources: {'Port': ['ID=a5895936-b9d6-4f74-9fe4-31324ff9f29c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:09.769118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d3d5d184-77b6-43dd-8b9d-319fa0ff243a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.770724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d3d5d184-77b6-43dd-8b9d-319fa0ff243a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 1.0494285 Aug 27 16:19:09.818841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3055caa-d5b9-4f39-bfca-787bf21c90ba req-12b9e501-b404-4612-b9a9-bc972f8681fb tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.843261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3055caa-d5b9-4f39-bfca-787bf21c90ba req-12b9e501-b404-4612-b9a9-bc972f8681fb tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 931 time: 0.2741821 Aug 27 16:19:09.844922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.850657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting port 89d8ce7a-90c5-4020-b43e-f68071b16361 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:09.851242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.879109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Request body: {'port': {'device_id': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'admin_state_up': True, 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:09.912332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] Set router fcf758be-b4dc-44cc-9965-bc97b6c1c979 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:19:09.923054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:09.923718 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:09.984184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3055caa-d5b9-4f39-bfca-787bf21c90ba req-4e0e609d-2043-43ae-9223-e2ab60c07a9d tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395469 Aug 27 16:19:10.032365 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.052363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Calling delete_port for 89d8ce7a-90c5-4020-b43e-f68071b16361 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:10.087119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-90eeb4a0-534c-4cd7-86d1-af632b8c8719 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6966579 Aug 27 16:19:10.098869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Request body: {'port': {'device_id': '56394fef-16bb-4c26-a60e-f04c69537062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:10.171786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.188040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.334542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:19:06Z', 'revision_number': 3, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:10.362344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd131aa0-2b63-452b-88e2-5bd0ad5fd43a None None] The sync data for ids ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'] in n-d-806412-1 is: [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:19:06Z', 'revision_number': 3, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:19:10.395171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:10.398657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.528689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.528689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.652124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5895936-b9d6-4f74-9fe4-31324ff9f29c {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:10.765195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Pushing event updated for resources: {'Port': ['ID=95e80c4b-89c9-4b01-8345-d475253ea590,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:10.796787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.803331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:10.824381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed926666-0e9c-4fc9-9f05-3d55b5ab101d req-3d70589c-1762-49bd-8d54-f9380ea8c29f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.1880109 Aug 27 16:19:10.846213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Port': ['ID=89d8ce7a-90c5-4020-b43e-f68071b16361,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:10.932086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6acaead0-d51f-4a2e-b77f-235bac0044b8 req-79654e04-c6f8-4b9b-b71a-dd55a0aa90e5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 210 time: 0.1131337 Aug 27 16:19:10.976921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Transition to ACTIVE for port object a5895936-b9d6-4f74-9fe4-31324ff9f29c will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:10.990973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Allocated IP 172.20.0.2 (54c2d541-d973-4aa6-86d8-8fc737557878/5fce6403-2613-493d-af74-67bb39b1ef9a/b57aa521-1e23-43e3-82c5-4cac7141c4fb) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:11.014754 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-4e36f78d-bc24-46be-b110-f151a70e72fa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4412162 Aug 27 16:19:11.100790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:11.125036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:11.126309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:11.130555 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c3274b7-173d-4853-8232-e4e07d3740f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/ports/89d8ce7a-90c5-4020-b43e-f68071b16361 HTTP/1.1" status: 204 len: 168 time: 1.4488342 Aug 27 16:19:11.131026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42496) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:11.144318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:11.184631 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d399ae-b188-4eb1-bc9f-1b7fee3a1871 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] GET failed (client error): The resource could not be found. Aug 27 16:19:11.186212 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a1d399ae-b188-4eb1-bc9f-1b7fee3a1871 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "GET /v2.0/ports/89d8ce7a-90c5-4020-b43e-f68071b16361 HTTP/1.1" status: 404 len: 333 time: 0.0542991 Aug 27 16:19:11.191210 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:11.197765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2012335942'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:11.298041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Pushing event updated for resources: {'Port': ['ID=a5895936-b9d6-4f74-9fe4-31324ff9f29c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:11.312212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-ca4b062e-9ae5-4667-ba11-811cfa5a8e5d tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478106 Aug 27 16:19:11.529888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41af364-711f-419c-a930-0cf8ebac17bb req-7b8ed115-9de7-4918-8c70-eb758c1ba8df tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.531726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e41af364-711f-419c-a930-0cf8ebac17bb req-7b8ed115-9de7-4918-8c70-eb758c1ba8df tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 943 time: 0.3599627 Aug 27 16:19:11.551870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:11.693344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e41af364-711f-419c-a930-0cf8ebac17bb req-03639078-768b-4612-8944-69aff3ef7f19 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475031 Aug 27 16:19:11.694031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Attempting to bind port a5895936-b9d6-4f74-9fe4-31324ff9f29c on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:11.694373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Attempting to bind port a5895936-b9d6-4f74-9fe4-31324ff9f29c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:11.694745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Attempting to bind port a5895936-b9d6-4f74-9fe4-31324ff9f29c on network 219c01cb-4c06-44bc-acf0-22a236261c57 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:11.713501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-3a2789f8-5ff7-4dc0-9381-6b8c11d0bf8f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.719406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-3a2789f8-5ff7-4dc0-9381-6b8c11d0bf8f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239100 Aug 27 16:19:11.738256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Request body: {'port': {'device_id': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '9d26a57abddd4f73a9975e6f4007d94b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:11.740112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.740606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.741089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.741563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.741905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Port a5895936-b9d6-4f74-9fe4-31324ff9f29c on network 219c01cb-4c06-44bc-acf0-22a236261c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:19:11.742018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.742247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Attempting to bind port a5895936-b9d6-4f74-9fe4-31324ff9f29c on network 219c01cb-4c06-44bc-acf0-22a236261c57 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:11.742492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.742964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.746035 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2ab7e554-cce7-4a38-a0d3-d316fa491f73 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6488 time: 0.5722177 Aug 27 16:19:11.782526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:11.783255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Checking segment: {'id': 'ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:11.783933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Bound using segment: {'id': 'ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:11.784956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Bound port: a5895936-b9d6-4f74-9fe4-31324ff9f29c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:11.785491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Router fcf758be-b4dc-44cc-9965-bc97b6c1c979 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:19:11.786262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:11.867654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:11.940691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:11.976136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-fe707392-5120-4ef9-84c1-c476ea7a68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.976695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-fe707392-5120-4ef9-84c1-c476ea7a68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.977282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-fe707392-5120-4ef9-84c1-c476ea7a68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:11.978904 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-fe707392-5120-4ef9-84c1-c476ea7a68cf service neutron] 10.222.0.97 "GET /v2.0/networks?id=7639636b-2e68-444d-a756-114c35a3b4a0&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=e500afa8-0258-4a02-9fc3-72037f8e799e&id=e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 200 len: 2296 time: 0.2055447 Aug 27 16:19:12.019493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Network 54c2d541-d973-4aa6-86d8-8fc737557878 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:12.022206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f44633d4-e275-4801-8140-c0e4c7f779cc req-691e6602-4ae2-4a60-9738-da8b23010ade tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.0682142 Aug 27 16:19:12.029964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:12.034022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] For port a5895936-b9d6-4f74-9fe4-31324ff9f29c, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:12.043471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:12.060794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:19:12.075628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-237a6c2a-f70f-49ff-b8cb-d4a58092c425 admin admin] 10.222.0.101 "PUT /v2.0/routers/fcf758be-b4dc-44cc-9965-bc97b6c1c979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2478058 Aug 27 16:19:12.075628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:12.079696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:12.087497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] For port a5895936-b9d6-4f74-9fe4-31324ff9f29c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a5895936-b9d6-4f74-9fe4-31324ff9f29c,segment=NetworkSegment(ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3),segment_id=ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:12.113718 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-503571c0-84ae-4f1e-b155-75404bf54c80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 200 len: 999 time: 0.1222477 Aug 27 16:19:12.114778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] device_id is not set on port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:12.137788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.138358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:12.180359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1404509-4a2e-4da1-87bc-175480a5f5a9 req-3d7d643a-00f8-4ab7-8cd8-7858098584de tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.182018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1404509-4a2e-4da1-87bc-175480a5f5a9 req-3d7d643a-00f8-4ab7-8cd8-7858098584de tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 931 time: 0.1106479 Aug 27 16:19:12.248919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1404509-4a2e-4da1-87bc-175480a5f5a9 req-2c9b8511-6d88-42c9-8624-ccdea668dcf3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518327 Aug 27 16:19:12.291956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-47dfa3d8-ca70-4e73-af6f-a4b8cf6bf482 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290406 Aug 27 16:19:12.322187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Made reservation on behalf of 9d26a57abddd4f73a9975e6f4007d94b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:12.323166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-86756b1a-496d-4bac-954e-86de21568631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.335955 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-86756b1a-496d-4bac-954e-86de21568631 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7dfc397f-74cd-49c3-81a0-081d7f19c88e HTTP/1.1" status: 200 len: 851 time: 0.2038951 Aug 27 16:19:12.336233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:12.339514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Allocated IP 2001:db8::37f (e69c2316-5167-4b78-a35e-9ded3fec18ca/93dbd467-ed68-4659-9b1f-2b58521aec4e/bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:12.348083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:12.434133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-35a3e183-bec4-424d-b464-e627452468eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.436675 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-35a3e183-bec4-424d-b464-e627452468eb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7639636b-2e68-444d-a756-114c35a3b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982287 Aug 27 16:19:12.439498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:12.443874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.444605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:12.446185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] 10.222.0.97 "PUT /v2.0/ports/a5895936-b9d6-4f74-9fe4-31324ff9f29c HTTP/1.1" status: 200 len: 1091 time: 2.3528192 Aug 27 16:19:12.460427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56394fef-16bb-4c26-a60e-f04c69537062', 'tag': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:12.463141 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01d8dc7-b074-4b9a-981c-da7a028a46fe" -d '{"events": [{"name": "network-changed", "server_uuid": "56394fef-16bb-4c26-a60e-f04c69537062", "tag": "a5895936-b9d6-4f74-9fe4-31324ff9f29c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:12.560889 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25133ee-37a0-4e33-b4c7-0ee444d7d2c5 x-openstack-request-id: req-a25133ee-37a0-4e33-b4c7-0ee444d7d2c5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:12.561276 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56394fef-16bb-4c26-a60e-f04c69537062", "tag": "a5895936-b9d6-4f74-9fe4-31324ff9f29c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:12.561479 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a25133ee-37a0-4e33-b4c7-0ee444d7d2c5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:12.561825 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56394fef-16bb-4c26-a60e-f04c69537062', 'tag': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c', 'status': 'completed', 'code': 200} Aug 27 16:19:12.581469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-d2760378-98a7-4bd2-972c-3db081c9714a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7077343 Aug 27 16:19:12.626505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Request body: {'port': {'device_id': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:12.646427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-93d68ce4-45ee-4ca9-aecc-a7ce0970f053 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016551 Aug 27 16:19:12.691960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403b8a5-fbd5-4b54-8c16-033c07e43970 service neutron] Pushing event updated for resources: {'Port': ['ID=a5895936-b9d6-4f74-9fe4-31324ff9f29c,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:12.759626 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-3e2449d4-207c-4e9f-b173-5e937205defe service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028428 Aug 27 16:19:12.763580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:12.803303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-6c9625af-05e9-40f1-9cc1-14dde6a489b0 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.803982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-6c9625af-05e9-40f1-9cc1-14dde6a489b0 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5055807 Aug 27 16:19:12.816195 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-784cb94a-0f7a-445b-9a6f-6306b1e58cb9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 217 time: 0.0491593 Aug 27 16:19:12.819198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Transition to ACTIVE for port object bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:12.842177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2783d001-8529-415e-8969-094352e4421f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:12.906801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-35cb233f-3fca-4ee4-8850-0cb420b2465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.908280 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-35cb233f-3fca-4ee4-8850-0cb420b2465c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0838609 Aug 27 16:19:12.930180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-a8850f48-e759-4367-a7db-fa36e38b7685 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.934246 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Sync routers for ids ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:19:12.937665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-a8850f48-e759-4367-a7db-fa36e38b7685 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 811 time: 0.3082912 Aug 27 16:19:12.941061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d8dc7-b074-4b9a-981c-da7a028a46fe req-89803300-9871-4347-9020-1a3fe18e5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.942540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e01d8dc7-b074-4b9a-981c-da7a028a46fe req-89803300-9871-4347-9020-1a3fe18e5a21 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=242127c9b34349e3b2b4773b78a9db4e&device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 1094 time: 0.3754022 Aug 27 16:19:12.948146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Request body: {'port': {'device_id': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '9d26a57abddd4f73a9975e6f4007d94b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:12.948503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Routers {'fcf758be-b4dc-44cc-9965-bc97b6c1c979'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:19:12.949212 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:12.966644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-d1b0b817-bee3-4eba-94c6-4a5baa3d643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:12.968891 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-d1b0b817-bee3-4eba-94c6-4a5baa3d643d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520091 Aug 27 16:19:13.012500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-d8f57abe-753d-4f20-afeb-89e22d0b14a5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/quotas/ade473d769e84f84bdc491a5f45c6bdd HTTP/1.1" status: 200 len: 375 time: 0.0736804 Aug 27 16:19:13.035383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.081166 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-6394944e-2852-48d0-8e13-730e5b2e6cd0 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028788 Aug 27 16:19:13.094794 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Set router fcf758be-b4dc-44cc-9965-bc97b6c1c979 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:19:13.102190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.132423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2783d001-8529-415e-8969-094352e4421f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:13.139257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2783d001-8529-415e-8969-094352e4421f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:13.139979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.161814 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.217668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:13.224092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:13.226871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:13.234152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.234269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.270963 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.273738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:13.304816 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-1f0f20cb-7079-4475-af7f-77754656d1b8 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137408 Aug 27 16:19:13.309762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 2783d001-8529-415e-8969-094352e4421f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2783d001-8529-415e-8969-094352e4421f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:13.359323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2d31b-208b-465d-89ec-02f96ed01548 req-f1114e8c-9585-4388-aaef-251f5b7abbc3 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.361669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8a2d31b-208b-465d-89ec-02f96ed01548 req-f1114e8c-9585-4388-aaef-251f5b7abbc3 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 943 time: 0.4096487 Aug 27 16:19:13.362979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d8dc7-b074-4b9a-981c-da7a028a46fe req-24755e0e-8320-437f-aff9-b97987792a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.364304 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-3a38c3b2-3470-4251-85ec-9a80a566c495 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 217 time: 0.0514157 Aug 27 16:19:13.365421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e01d8dc7-b074-4b9a-981c-da7a028a46fe req-24755e0e-8320-437f-aff9-b97987792a7b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=242127c9b34349e3b2b4773b78a9db4e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3993921 Aug 27 16:19:13.382202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-4e6ecbc8-acd8-41b6-93aa-39fa44de6f8c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3686020 Aug 27 16:19:13.405867 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:19:09Z', 'revision_number': 4, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '95e80c4b-89c9-4b01-8345-d475253ea590', 'name': '', 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'mac_address': 'fa:16:3e:87:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:08Z', 'updated_at': '2021-08-27T16:19:09Z', 'revision_number': 2, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'subnets': [{'id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:13.414421 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Checking router: fcf758be-b4dc-44cc-9965-bc97b6c1c979 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:19:13.415307 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Updating router fcf758be-b4dc-44cc-9965-bc97b6c1c979 port 95e80c4b-89c9-4b01-8345-d475253ea590 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:19:13.440079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-c55c45e6-8a16-4da9-ba58-37494b0bd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.457755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-c55c45e6-8a16-4da9-ba58-37494b0bd995 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0652287 Aug 27 16:19:13.457934 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.503206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-9ecd4c28-b993-4dab-b977-54942ea0c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.505661 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-9ecd4c28-b993-4dab-b977-54942ea0c0b8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0556719 Aug 27 16:19:13.552920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.588387 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-914bee26-ed76-439d-bd61-9e091b6befa6 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3936863 Aug 27 16:19:13.590213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42558) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:13.598827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::181', 'mac_address': 'fa:16:3e:d4:7d:df'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:13.624103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.639897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=2783d001-8529-415e-8969-094352e4421f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:13.734988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2723b288-606c-43bb-a0ac-3ec4b66c9d83 None None] Provisioning for port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:13.740575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2723b288-606c-43bb-a0ac-3ec4b66c9d83 None None] Provisioning complete for port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:13.740952 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2723b288-606c-43bb-a0ac-3ec4b66c9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.770638 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-ccc43590-ed56-41eb-9f34-0f2ab7387192 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582188 Aug 27 16:19:13.779704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d8dc7-b074-4b9a-981c-da7a028a46fe req-92b18bd6-b04c-4740-bc26-5f5759a21e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:13.781202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e01d8dc7-b074-4b9a-981c-da7a028a46fe req-92b18bd6-b04c-4740-bc26-5f5759a21e31 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3981113 Aug 27 16:19:13.801447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2723b288-606c-43bb-a0ac-3ec4b66c9d83 None None] Port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:13.845195 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.857392 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Transition to ACTIVE for port object 95e80c4b-89c9-4b01-8345-d475253ea590 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:13.859024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8a2d31b-208b-465d-89ec-02f96ed01548 req-7a23b82d-6516-47e9-afcb-9c5a6c4fa502 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746611 Aug 27 16:19:13.867024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:13.997709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-8a07810f-ee08-458c-9e35-67d5329e5bf7 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783683 Aug 27 16:19:14.009989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6db5992-5968-4ddf-bb5a-4400e1a41032,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:14.024184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42564) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:14.026365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59b653a0-2965-44d5-a413-e67d6257cf14 req-aa644fa1-cecd-4f58-9cda-2d4188001bfc tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.0806706 Aug 27 16:19:14.038207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-78752aca-8cb9-4e33-899d-39ce1834e945 service neutron] 10.222.0.101 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303368 Aug 27 16:19:14.098251 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.118075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-b37503ed-df38-4933-876e-a015e6d7caf7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 HTTP/1.1" status: 200 len: 217 time: 0.1003282 Aug 27 16:19:14.187925 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Pushing event updated for resources: {'Port': ['ID=95e80c4b-89c9-4b01-8345-d475253ea590,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:14.192974 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.193853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.195055 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.195622 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.196143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.196815 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.197313 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.197805 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.198300 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.199804 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.200309 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.200848 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:14.271395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-044d08eb-2d89-4f64-9833-f81467f949c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:14.273472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-044d08eb-2d89-4f64-9833-f81467f949c5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1630642 Aug 27 16:19:14.282294 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Attempting to bind port 95e80c4b-89c9-4b01-8345-d475253ea590 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:14.284268 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Attempting to bind port 95e80c4b-89c9-4b01-8345-d475253ea590 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:14.284268 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Attempting to bind port 95e80c4b-89c9-4b01-8345-d475253ea590 on network dd532d37-5228-4c8d-89e6-654eb7cb3967 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:14.295707 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:14.296585 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Checking segment: {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:14.297228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.297653 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.298323 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Bound using segment: {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:14.299059 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Bound port: 95e80c4b-89c9-4b01-8345-d475253ea590, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:14.299763 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.335460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-13046a16-b92b-41a7-a146-032d6c173b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:14.337508 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-13046a16-b92b-41a7-a146-032d6c173b79 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557888 Aug 27 16:19:14.429556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.465492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Made reservation on behalf of 9d26a57abddd4f73a9975e6f4007d94b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:14.469248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.479617 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] For port 95e80c4b-89c9-4b01-8345-d475253ea590, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:14.483760 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] For port 95e80c4b-89c9-4b01-8345-d475253ea590, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=95e80c4b-89c9-4b01-8345-d475253ea590,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:14.500664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] In _notify_port_updated(), no bound segment for port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 on network e69c2316-5167-4b78-a35e-9ded3fec18ca {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:19:14.506114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:14.506949 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.509386 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "PUT /v2.0/ports/bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 HTTP/1.1" status: 200 len: 1003 time: 0.9180620 Aug 27 16:19:14.513471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660a47-a307-4fca-acf0-c56b8641357e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:14.515961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42570) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:14.529395 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-91d52ba5-55cc-49e8-b16d-276e1fdc0395 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846042 Aug 27 16:19:14.550652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-6e1c671f-b642-41ef-84ab-c144e497542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:14.551473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-6e1c671f-b642-41ef-84ab-c144e497542b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=242127c9b34349e3b2b4773b78a9db4e&device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 1094 time: 0.6713517 Aug 27 16:19:14.578374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08fb115f-df29-4111-bce1-1f87d8ef462e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.609665 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.692730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-6668b302-f26f-4834-a470-7d3b1b9ae348 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5895936-b9d6-4f74-9fe4-31324ff9f29c HTTP/1.1" status: 200 len: 217 time: 0.1098750 Aug 27 16:19:14.719809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Allocated IP 192.168.233.191 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/5912b582-be99-48ec-8cfc-bb87d3269c80) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:14.734279 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455598d-edad-4695-b909-24e173d508c6 None None] Pushing event updated for resources: {'Port': ['ID=95e80c4b-89c9-4b01-8345-d475253ea590,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:14.735005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:14.735379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.741600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Routers {'fcf758be-b4dc-44cc-9965-bc97b6c1c979'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:19:14.742221 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:14.771998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2783d001-8529-415e-8969-094352e4421f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:14.831496 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-b66204a2-d939-482f-a799-95485b597b7c service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817955 Aug 27 16:19:14.847299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-37beca1a-2fb0-43bb-b85a-da7e7a915cba None None] Provisioning complete for port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:14.848061 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37beca1a-2fb0-43bb-b85a-da7e7a915cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.893063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2783d001-8529-415e-8969-094352e4421f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:14.893696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.895669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-37beca1a-2fb0-43bb-b85a-da7e7a915cba None None] Port bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:14.898172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc67e4-11a6-4c8d-b064-1c5e8764e912 req-ac0f83a3-8c4e-4586-bce1-bffa6d6a47f2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:14.907543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-acfc67e4-11a6-4c8d-b064-1c5e8764e912 req-ac0f83a3-8c4e-4586-bce1-bffa6d6a47f2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 931 time: 0.4598300 Aug 27 16:19:14.912604 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-e7f0588b-5e13-4be3-a5a0-a569d6cf598b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f65efb8d-82c5-478d-aff9-cd2116e72100 HTTP/1.1" status: 200 len: 217 time: 0.0718522 Aug 27 16:19:14.914049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57aa521-1e23-43e3-82c5-4cac7141c4fb {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:14.946004 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] Set router fcf758be-b4dc-44cc-9965-bc97b6c1c979 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:19:14.957215 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.959504 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:14.972130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-c28a1901-70a3-425e-80c2-e6aa4607b41b service neutron] 10.222.0.101 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293088 Aug 27 16:19:15.008017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Calling delete_port for bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:15.010918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-4bd9b409-72c7-4766-9216-a18731482b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.012769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-4bd9b409-72c7-4766-9216-a18731482b60 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6fd5c51d-083a-4ae1-a608-502e24ff737f HTTP/1.1" status: 200 len: 860 time: 0.2760334 Aug 27 16:19:15.070439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Transition to ACTIVE for port object b57aa521-1e23-43e3-82c5-4cac7141c4fb will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:15.103897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-ce8ca5de-cc0f-456f-b62b-f60e77b62848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.106364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-d95f41c1-0585-491d-b47c-a82eee764132 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=219c01cb-4c06-44bc-acf0-22a236261c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741863 Aug 27 16:19:15.106540 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-ce8ca5de-cc0f-456f-b62b-f60e77b62848 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1824672 Aug 27 16:19:15.165302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-acfc67e4-11a6-4c8d-b064-1c5e8764e912 req-d69793a0-0db9-4037-bb68-865d77f66e96 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568569 Aug 27 16:19:15.177767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-8ffa2593-d929-401e-b446-2f03ee1e872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.179283 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-8ffa2593-d929-401e-b446-2f03ee1e872e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585060 Aug 27 16:19:15.182642 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:15.207950 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:19:09Z', 'revision_number': 4, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '95e80c4b-89c9-4b01-8345-d475253ea590', 'name': '', 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'mac_address': 'fa:16:3e:87:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:08Z', 'updated_at': '2021-08-27T16:19:14Z', 'revision_number': 4, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'subnets': [{'id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:15.240866 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ccfddd-6f64-41ae-a502-7dc823919071 None None] The sync data for ids ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'] in n-d-806412-1 is: [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:19:09Z', 'revision_number': 4, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '95e80c4b-89c9-4b01-8345-d475253ea590', 'name': '', 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'mac_address': 'fa:16:3e:87:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:08Z', 'updated_at': '2021-08-27T16:19:14Z', 'revision_number': 4, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'subnets': [{'id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:19:15.435748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-dbc880e2-8ce3-4620-97c5-11831562d4fb service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482357 Aug 27 16:19:15.470391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:15.506040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:15.508225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-153473c4-81d9-4289-91e5-5f495dfef751 req-940847c4-3be0-4966-b08b-75d35b0115f1 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.0792935 Aug 27 16:19:15.606290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08fb115f-df29-4111-bce1-1f87d8ef462e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:15.629608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Port': ['ID=bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:15.639443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d08c-7922-4ee9-88fe-66e5cd43f021 req-c23b1516-800b-459b-8109-7a9af3fd35be tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:15.641033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75a3d08c-7922-4ee9-88fe-66e5cd43f021 req-c23b1516-800b-459b-8109-7a9af3fd35be tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 943 time: 0.3690560 Aug 27 16:19:15.648638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:15.655013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-0c735a55-0a98-4616-950e-656249fd2e6b service neutron] 10.222.0.97 "GET /v2.0/networks/219c01cb-4c06-44bc-acf0-22a236261c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038021 Aug 27 16:19:15.697980 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-f374fa33-adda-4710-87b8-4cd6f25d2992 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552879 Aug 27 16:19:15.705328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Transition to ACTIVE for port object 5912b582-be99-48ec-8cfc-bb87d3269c80 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:15.803422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Attempting to bind port b57aa521-1e23-43e3-82c5-4cac7141c4fb on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:15.807042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Attempting to bind port b57aa521-1e23-43e3-82c5-4cac7141c4fb by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:15.807042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Attempting to bind port b57aa521-1e23-43e3-82c5-4cac7141c4fb on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:15.808815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08fb115f-df29-4111-bce1-1f87d8ef462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:15.814152 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-2250fa5a-daf0-4701-8d00-ccf096b703b8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502 HTTP/1.1" status: 200 len: 217 time: 0.1058047 Aug 27 16:19:15.824772 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:19:15.863909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:15.868357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bcc4dd73-d3e5-4f85-81b2-da8c5f705bd7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/ports/bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 HTTP/1.1" status: 204 len: 168 time: 1.3478971 Aug 27 16:19:15.884012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-08fb115f-df29-4111-bce1-1f87d8ef462e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ebe87b33c081457fa773617e2eabf04b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8541679 Aug 27 16:19:15.886955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42590) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:15.886955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42592) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:15.916518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Port b57aa521-1e23-43e3-82c5-4cac7141c4fb on network 54c2d541-d973-4aa6-86d8-8fc737557878 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:19:15.917179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Attempting to bind port b57aa521-1e23-43e3-82c5-4cac7141c4fb on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:15.922070 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-487e5b28-01ed-4858-b293-451e488a61cf tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] GET failed (client error): The resource could not be found. Aug 27 16:19:15.927090 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-487e5b28-01ed-4858-b293-451e488a61cf tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "GET /v2.0/ports/bfb59c6d-bf48-4c24-a1a8-38f8d0b5c693 HTTP/1.1" status: 404 len: 333 time: 0.0363376 Aug 27 16:19:15.933411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42596) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:15.952433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2037680146'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:15.952672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:15.953031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Checking segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:15.953433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Bound using segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:15.953886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Bound port: b57aa521-1e23-43e3-82c5-4cac7141c4fb, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:15.954251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:15.958691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75a3d08c-7922-4ee9-88fe-66e5cd43f021 req-d04084d8-796a-4d24-a0fc-8e2085df2e20 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038330 Aug 27 16:19:15.972088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0289337e-3776-4f58-80e4-0437b3e75274 req-3a4a9987-98b0-4939-aa74-5d3af998cbce tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 210 time: 0.1130488 Aug 27 16:19:15.998418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb115f-df29-4111-bce1-1f87d8ef462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff6dfa1-d231-456e-9fad-5a3bd38bfe34,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:16.039077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-34b1e619-d7e2-49fb-8618-75773bb7862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.040591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-34b1e619-d7e2-49fb-8618-75773bb7862d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.1923082 Aug 27 16:19:16.087965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-e4ac76b6-4320-43f8-ba6a-b968fbd84bf1 service neutron] 10.222.0.97 "GET /v2.0/networks/219c01cb-4c06-44bc-acf0-22a236261c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213915 Aug 27 16:19:16.090760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:16.095671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:16.120764 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c187ea5d-306d-47dc-ab20-244c6ff9f486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.152040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-6e412127-5a2d-4c75-a1d6-cd92da2314eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.153598 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-6e412127-5a2d-4c75-a1d6-cd92da2314eb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002510 Aug 27 16:19:16.179706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c187ea5d-306d-47dc-ab20-244c6ff9f486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.277773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.301308 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-f0c52489-e3f2-45a9-adfc-b04afc66f37a service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366303 Aug 27 16:19:16.388771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:16.407605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:16.410155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.419066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:16.427137 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-40f8a351-cf6e-4711-8082-7f223b154e14 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182582 Aug 27 16:19:16.430057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:16.434945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.475588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Allocated IP 192.168.233.105 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/c2b3bb4e-cf83-4696-a087-9d758990bc90) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:16.493798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab70b4-7a09-4951-a068-d529d904f716 req-3eb06b13-0d85-48f4-98e9-8727d388640f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.496002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adab70b4-7a09-4951-a068-d529d904f716 req-3eb06b13-0d85-48f4-98e9-8727d388640f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 943 time: 0.2335064 Aug 27 16:19:16.496949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:16.517451 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-ac7ce463-327d-447f-aeaa-20539c86c138 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 200 len: 217 time: 0.0773578 Aug 27 16:19:16.568130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] device_id is not set on port bd7ad29b-4da0-49fb-8887-ff65115e59a4 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:16.601496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.602222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.603610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] 10.222.0.97 "PUT /v2.0/ports/b57aa521-1e23-43e3-82c5-4cac7141c4fb HTTP/1.1" status: 200 len: 1091 time: 3.9870577 Aug 27 16:19:16.608515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-7278672f-7dba-459b-945b-fbbcba093217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.612659 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-7278672f-7dba-459b-945b-fbbcba093217 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.0867300 Aug 27 16:19:16.615868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adab70b4-7a09-4951-a068-d529d904f716 req-6c714723-d0bc-48fc-98da-3c195d1fd824 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943639 Aug 27 16:19:16.616677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:16.619677 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b078cd8e-5059-4257-bf9d-5b1619001f47" -d '{"events": [{"name": "network-changed", "server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:16.646220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:16.646954 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.658394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c187ea5d-306d-47dc-ab20-244c6ff9f486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.664429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c187ea5d-306d-47dc-ab20-244c6ff9f486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:16.670933 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c187ea5d-306d-47dc-ab20-244c6ff9f486 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cff6dfa1-d231-456e-9fad-5a3bd38bfe34 HTTP/1.1" status: 204 len: 168 time: 0.7817419 Aug 27 16:19:16.732392 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0882a9d-e4ae-4665-8a85-917521d362bc x-openstack-request-id: req-b0882a9d-e4ae-4665-8a85-917521d362bc {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:16.732392 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:16.732392 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b0882a9d-e4ae-4665-8a85-917521d362bc {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:16.732392 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'status': 'completed', 'code': 200} Aug 27 16:19:16.749969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccafd2a6-f0dd-463f-9f02-467b1366851a req-7e6dee07-5eaf-4b43-b6e0-4e77225ecc1c tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.0912285 Aug 27 16:19:16.864081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187ea5d-306d-47dc-ab20-244c6ff9f486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff6dfa1-d231-456e-9fad-5a3bd38bfe34,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:16.895474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-a6c60eae-a0e6-4635-b2fd-1acfe2af1e66 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1648080 Aug 27 16:19:16.912455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95e80c4b-89c9-4b01-8345-d475253ea590 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:16.932325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Request body: {'port': {'device_id': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:16.937570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3035ea-d00b-4d58-bbc7-57eec3d680f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:16.954212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c0067aa6-f103-4015-8964-d2f5efa64f34 None None] Provisioning for port 5912b582-be99-48ec-8cfc-bb87d3269c80 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:16.972614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c0067aa6-f103-4015-8964-d2f5efa64f34 None None] Provisioning complete for port 5912b582-be99-48ec-8cfc-bb87d3269c80 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:16.973277 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0067aa6-f103-4015-8964-d2f5efa64f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.055361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c0067aa6-f103-4015-8964-d2f5efa64f34 None None] Port 5912b582-be99-48ec-8cfc-bb87d3269c80 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:17.087324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078cd8e-5059-4257-bf9d-5b1619001f47 req-7b180c8a-c559-44df-b7ef-236bcadeebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.089361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b078cd8e-5059-4257-bf9d-5b1619001f47 req-7b180c8a-c559-44df-b7ef-236bcadeebef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 1094 time: 0.3369000 Aug 27 16:19:17.125535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.161536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 95e80c4b-89c9-4b01-8345-d475253ea590 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:17.166343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 95e80c4b-89c9-4b01-8345-d475253ea590 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:17.167651 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.263962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82e1a7a6-d3ae-407d-9ff8-83d3c315f10d req-ce38bcdb-3a16-4466-a207-a5db275e6cad tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 210 time: 0.1340749 Aug 27 16:19:17.317557 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.346613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-98d51109-eaa7-4395-bd8c-2d37b763abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.348336 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-98d51109-eaa7-4395-bd8c-2d37b763abdb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7281547 Aug 27 16:19:17.350314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.375014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 95e80c4b-89c9-4b01-8345-d475253ea590, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=95e80c4b-89c9-4b01-8345-d475253ea590,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:17.375962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Allocated IP 2001:db8::b7 (e69c2316-5167-4b78-a35e-9ded3fec18ca/93dbd467-ed68-4659-9b1f-2b58521aec4e/bd7ad29b-4da0-49fb-8887-ff65115e59a4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:17.413299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Transition to ACTIVE for port object c2b3bb4e-cf83-4696-a087-9d758990bc90 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:17.425425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d4435-a169-408e-accd-710fb2c4cdb4 req-ee03e97b-6edd-450e-b72b-b88f595d01a9 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.427147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c3d4435-a169-408e-accd-710fb2c4cdb4 req-ee03e97b-6edd-450e-b72b-b88f595d01a9 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 943 time: 0.2729330 Aug 27 16:19:17.441655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.504306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=95e80c4b-89c9-4b01-8345-d475253ea590,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:17.508754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078cd8e-5059-4257-bf9d-5b1619001f47 req-77769f1a-1c12-4125-a2e1-3409a83a5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.510217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b078cd8e-5059-4257-bf9d-5b1619001f47 req-77769f1a-1c12-4125-a2e1-3409a83a5664 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=eaead7251d984254bb9348b7e503e3ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4067183 Aug 27 16:19:17.533609 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-96d03af1-a5e3-4a4a-97d9-028f3e532962 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674042 Aug 27 16:19:17.616830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c3d4435-a169-408e-accd-710fb2c4cdb4 req-cdc4fb4a-cf0f-4640-9791-d2708c782951 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262953 Aug 27 16:19:17.673841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.681034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42620) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:17.701730 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-7b5f1527-dbe5-425f-8aa7-119917453b17 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598339 Aug 27 16:19:17.704473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Transition to ACTIVE for port object bd7ad29b-4da0-49fb-8887-ff65115e59a4 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:17.711421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6cee536-625d-447b-95c1-ff98dfca62dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.737640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078cd8e-5059-4257-bf9d-5b1619001f47 req-7be52400-0323-41ca-a1cc-5b695e96a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.739078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b078cd8e-5059-4257-bf9d-5b1619001f47 req-7be52400-0323-41ca-a1cc-5b695e96a2af service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2149823 Aug 27 16:19:17.772269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.830142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.874152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:17.877277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:17.883360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:17.889954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.890672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:17.904637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=bd7ad29b-4da0-49fb-8887-ff65115e59a4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:17.982721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:17.997524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034a025-0cab-4022-9603-8896b8f18042 req-bb81ce1d-fc71-47f6-b8bf-fd0a577dfdde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:17.999142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1034a025-0cab-4022-9603-8896b8f18042 req-bb81ce1d-fc71-47f6-b8bf-fd0a577dfdde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 943 time: 0.2856362 Aug 27 16:19:18.018267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:18.030903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:18.038746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:18.281170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5c25e091-bc6f-41a0-bb87-4b33701935af None None] Provisioning for port bd7ad29b-4da0-49fb-8887-ff65115e59a4 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:18.285605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5c25e091-bc6f-41a0-bb87-4b33701935af None None] Provisioning complete for port bd7ad29b-4da0-49fb-8887-ff65115e59a4 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:18.287616 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c25e091-bc6f-41a0-bb87-4b33701935af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.323111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5c25e091-bc6f-41a0-bb87-4b33701935af None None] Port bd7ad29b-4da0-49fb-8887-ff65115e59a4 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:18.409189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-b4656a08-290f-4a5f-8243-91e0a687e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.410713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-b4656a08-290f-4a5f-8243-91e0a687e218 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 1094 time: 0.6045442 Aug 27 16:19:18.446479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e301a-586e-438c-ad3b-a1477f1c473b req-5eeee0e9-ff4f-4fdd-bdc7-655ce8109547 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.447937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-863e301a-586e-438c-ad3b-a1477f1c473b req-5eeee0e9-ff4f-4fdd-bdc7-655ce8109547 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 936 time: 0.6219137 Aug 27 16:19:18.529763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-e48e8421-58e5-4160-b88e-4bbd9442026e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb HTTP/1.1" status: 200 len: 217 time: 0.1074874 Aug 27 16:19:18.570797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1034a025-0cab-4022-9603-8896b8f18042 req-f53d7f86-c72d-4d77-bb06-c329ec7ced86 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573080 Aug 27 16:19:18.576234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a45e0c52-e51c-47fe-9135-28881f0f0603 None None] Provisioning for port c2b3bb4e-cf83-4696-a087-9d758990bc90 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:18.582653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a45e0c52-e51c-47fe-9135-28881f0f0603 None None] Provisioning complete for port c2b3bb4e-cf83-4696-a087-9d758990bc90 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:18.583362 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a45e0c52-e51c-47fe-9135-28881f0f0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.585315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.585957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.680459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a45e0c52-e51c-47fe-9135-28881f0f0603 None None] Port c2b3bb4e-cf83-4696-a087-9d758990bc90 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:18.702264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-863e301a-586e-438c-ad3b-a1477f1c473b req-c1faa697-40a9-4a69-a2bd-60c9d3e156c9 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423735 Aug 27 16:19:18.716318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6cee536-625d-447b-95c1-ff98dfca62dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.719882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-91fc57e7-67b0-470c-b88a-d17ca0ab200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.721454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-91fc57e7-67b0-470c-b88a-d17ca0ab200b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.1705523 Aug 27 16:19:18.728406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5912b582-be99-48ec-8cfc-bb87d3269c80 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:18.742437 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.747747 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-e67e443a-51cf-40a1-8d05-44404ff7c201 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:18.750300 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-e67e443a-51cf-40a1-8d05-44404ff7c201 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.90 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 811 time: 0.1812506 Aug 27 16:19:18.763658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Request body: {'port': {'device_id': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'admin_state_up': True, 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:18.769091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Transition to ACTIVE for port object 5912b582-be99-48ec-8cfc-bb87d3269c80 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:18.790082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-0afcb1a3-8a7a-43ea-948c-5a9e40fd5f2d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404370 Aug 27 16:19:18.805613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95e80c4b-89c9-4b01-8345-d475253ea590 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:18.855871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4585b17-cf93-4cf0-a1f3-4543e805728d req-c88e503f-403f-4057-b448-9ec2653e437d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 210 time: 0.0647216 Aug 27 16:19:18.864614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 95e80c4b-89c9-4b01-8345-d475253ea590 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:18.865162 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.876436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6cee536-625d-447b-95c1-ff98dfca62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.942912 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:18.947863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2cae648-a0a2-446e-bc79-3591e44216bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0100775 Aug 27 16:19:18.950366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42632) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:18.956578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d4:7d:df'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:19.009925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f6cee536-625d-447b-95c1-ff98dfca62dd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6589f0811be34b8daed01c49143bb7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3278244 Aug 27 16:19:19.012869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-40d98b0b-6f8d-4090-90e5-7ba0473a9b24 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1746297 Aug 27 16:19:19.013333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42634) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:19.030462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cee536-625d-447b-95c1-ff98dfca62dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c288b-ca96-466b-ac8e-28f8fc926ed2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:19.040560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Request body: {'port': {'device_id': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:19.112313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:19.133071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03fd5-f737-4fc3-a05e-1fe4f40c3cc2 req-f369d79c-c44d-484a-95db-52f936ed561b tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:19.138876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fc03fd5-f737-4fc3-a05e-1fe4f40c3cc2 req-f369d79c-c44d-484a-95db-52f936ed561b tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 943 time: 0.2770660 Aug 27 16:19:19.170664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.180150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-ea85b235-78ce-4911-a189-4bedb6d0edd8 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429353 Aug 27 16:19:19.183032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Made reservation on behalf of ade473d769e84f84bdc491a5f45c6bdd for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:19.186715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.304947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.322366 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f99af2bd-9a08-40d1-8e5f-aa12575ea22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.366206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fc03fd5-f737-4fc3-a05e-1fe4f40c3cc2 req-756a25b5-fb4e-4375-8041-631887366a6e tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108650 Aug 27 16:19:19.419644 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f99af2bd-9a08-40d1-8e5f-aa12575ea22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.421438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Attempting to bind port 5912b582-be99-48ec-8cfc-bb87d3269c80 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:19.421784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Attempting to bind port 5912b582-be99-48ec-8cfc-bb87d3269c80 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:19.422126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Attempting to bind port 5912b582-be99-48ec-8cfc-bb87d3269c80 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:19.449535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Port 5912b582-be99-48ec-8cfc-bb87d3269c80 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:19:19.449866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Attempting to bind port 5912b582-be99-48ec-8cfc-bb87d3269c80 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:19.458432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Allocated IP 172.20.0.3 (dd532d37-5228-4c8d-89e6-654eb7cb3967/92228f1f-59e9-492a-9b3b-54d2290484b1/f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:19.513325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.537941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:19.538295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:19.538687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:19.539145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Bound port: 5912b582-be99-48ec-8cfc-bb87d3269c80, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:19.539536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.556801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cfc9893-0527-4391-bed5-a78177ca80e3 req-ec236cf1-b647-43a6-928e-4a206e8afe76 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472147 Aug 27 16:19:19.574759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a5895936-b9d6-4f74-9fe4-31324ff9f29c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:19.666579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.670409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.689988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a5895936-b9d6-4f74-9fe4-31324ff9f29c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a5895936-b9d6-4f74-9fe4-31324ff9f29c,segment=NetworkSegment(ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3),segment_id=ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:19.704392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:19.704613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c', 'network_id': '219c01cb-4c06-44bc-acf0-22a236261c57', 'port_id': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c', 'mac_address': 'fa:16:3e:d6:66:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd5c51d-083a-4ae1-a608-502e24ff737f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:19.708583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:19.724297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] In _notify_port_updated(), no bound segment for port bd7ad29b-4da0-49fb-8887-ff65115e59a4 on network e69c2316-5167-4b78-a35e-9ded3fec18ca {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:19:19.730659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:19.734420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.734985 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "PUT /v2.0/ports/bd7ad29b-4da0-49fb-8887-ff65115e59a4 HTTP/1.1" status: 200 len: 1002 time: 0.7832019 Aug 27 16:19:19.738519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42642) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:19.752344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.758829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c7ef5-4eed-47c3-ab93-17087f0277bc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=bd7ad29b-4da0-49fb-8887-ff65115e59a4,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:19.768074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5895936-b9d6-4f74-9fe4-31324ff9f29c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:19.794787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a5895936-b9d6-4f74-9fe4-31324ff9f29c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a5895936-b9d6-4f74-9fe4-31324ff9f29c,segment=NetworkSegment(ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3),segment_id=ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:19.807040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f99af2bd-9a08-40d1-8e5f-aa12575ea22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.810184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f99af2bd-9a08-40d1-8e5f-aa12575ea22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.812528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f99af2bd-9a08-40d1-8e5f-aa12575ea22c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/394c288b-ca96-466b-ac8e-28f8fc926ed2 HTTP/1.1" status: 204 len: 168 time: 0.7926199 Aug 27 16:19:19.825329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.853257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:19.853960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.856216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] 10.222.0.97 "PUT /v2.0/ports/5912b582-be99-48ec-8cfc-bb87d3269c80 HTTP/1.1" status: 200 len: 1096 time: 2.9333744 Aug 27 16:19:19.882631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:19.885731 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782c5606-5ffc-42e4-9043-e3fd738ca9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:19.895962 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.897998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:19.934313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af2bd-9a08-40d1-8e5f-aa12575ea22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c288b-ca96-466b-ac8e-28f8fc926ed2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:20.007171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:20.011057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:20.016182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:20.024131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Pushing event updated for resources: {'Port': ['ID=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:20.080485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a5895936-b9d6-4f74-9fe4-31324ff9f29c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:20.090252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37f181-dd15-47fb-8c17-14bc9fac0562 req-bfee1ef3-aa02-425f-9783-59c04d890135 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.098319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c37f181-dd15-47fb-8c17-14bc9fac0562 req-bfee1ef3-aa02-425f-9783-59c04d890135 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 943 time: 0.4272952 Aug 27 16:19:20.125840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.127295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.185322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['a5895936-b9d6-4f74-9fe4-31324ff9f29c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:20.208357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4eb8c-039e-48e3-ae01-8fa2e95ea7df service neutron] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:20.232893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa388628-1ab0-4106-b53e-1d526a710d27 req-b10ecf4a-97fe-48b3-aab3-749b17324a41 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.234397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa388628-1ab0-4106-b53e-1d526a710d27 req-b10ecf4a-97fe-48b3-aab3-749b17324a41 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 936 time: 0.3527987 Aug 27 16:19:20.240709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b3bb4e-cf83-4696-a087-9d758990bc90 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:20.254811 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-2120a838-17ad-4071-a3ad-0de68a764ed7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4952176 Aug 27 16:19:20.266201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.272151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Request body: {'port': {'device_id': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:20.283504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-22fb5349-4a56-4b80-a332-dafc26a4c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.285017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-22fb5349-4a56-4b80-a332-dafc26a4c254 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 1099 time: 0.2500424 Aug 27 16:19:20.291207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1e61ba96-1a10-4665-8616-d9e24e176283 None None] Provisioning complete for port bd7ad29b-4da0-49fb-8887-ff65115e59a4 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:20.291207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1e61ba96-1a10-4665-8616-d9e24e176283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.304238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c37f181-dd15-47fb-8c17-14bc9fac0562 req-3417b16e-f2c2-4fb1-bfbb-1773c809d394 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052369 Aug 27 16:19:20.325973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Transition to ACTIVE for port object c2b3bb4e-cf83-4696-a087-9d758990bc90 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:20.367541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1e61ba96-1a10-4665-8616-d9e24e176283 None None] Port bd7ad29b-4da0-49fb-8887-ff65115e59a4 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:20.375208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.382568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting port bd7ad29b-4da0-49fb-8887-ff65115e59a4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:20.383199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.389374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-1c9bbff0-aef9-417c-9b43-aeb9df72076f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=5912b582-be99-48ec-8cfc-bb87d3269c80 HTTP/1.1" status: 200 len: 217 time: 0.0919201 Aug 27 16:19:20.487253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.515796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa388628-1ab0-4106-b53e-1d526a710d27 req-bf28f801-951e-4026-97ea-e0210cdf1242 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639987 Aug 27 16:19:20.586685 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c45f4-3bed-4ace-8c85-f51c692ea10a x-openstack-request-id: req-d46c45f4-3bed-4ace-8c85-f51c692ea10a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:20.586906 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:20.587130 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d46c45f4-3bed-4ace-8c85-f51c692ea10a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:20.587553 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'status': 'completed', 'code': 200} Aug 27 16:19:20.608372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1ef8fea-a5c4-4ee1-8cde-ccc732120790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.614110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-f0a39d9c-85c9-4596-884f-6e69cedeb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.615565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-f0a39d9c-85c9-4596-884f-6e69cedeb2e7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.2096362 Aug 27 16:19:20.647114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:20.687058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.729044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c975d-7685-44af-a96b-ebd4d3383c0a req-267bd7ba-a0b5-4899-bf35-1c67737a21de tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.732051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c61c975d-7685-44af-a96b-ebd4d3383c0a req-267bd7ba-a0b5-4899-bf35-1c67737a21de tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 931 time: 0.2302661 Aug 27 16:19:20.754803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Calling delete_port for bd7ad29b-4da0-49fb-8887-ff65115e59a4 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:20.771354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:20.779674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.794980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Transition to ACTIVE for port object f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:20.877802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3dafd-16af-47c5-a975-67b707eff090 req-93510a2c-68b6-4413-ae09-398a9a9110a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.879248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-93510a2c-68b6-4413-ae09-398a9a9110a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2461100 Aug 27 16:19:20.904418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b5cbc-0a0f-410d-a82c-4f8de2e8e7f6 req-42d20d93-c4b9-4ce5-817a-399d4fb24870 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:20.905917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-694b5cbc-0a0f-410d-a82c-4f8de2e8e7f6 req-42d20d93-c4b9-4ce5-817a-399d4fb24870 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 944 time: 0.2271304 Aug 27 16:19:20.912685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:20.951869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c61c975d-7685-44af-a96b-ebd4d3383c0a req-bec05e91-9fa5-47ba-82c2-020637c2a37a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982672 Aug 27 16:19:20.995114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:21.004655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Attempting to bind port c2b3bb4e-cf83-4696-a087-9d758990bc90 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:21.007072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Attempting to bind port c2b3bb4e-cf83-4696-a087-9d758990bc90 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:21.007072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Attempting to bind port c2b3bb4e-cf83-4696-a087-9d758990bc90 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:21.029314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Port c2b3bb4e-cf83-4696-a087-9d758990bc90 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:19:21.029644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Attempting to bind port c2b3bb4e-cf83-4696-a087-9d758990bc90 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:21.048879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Attempting to bind port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:21.049550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Attempting to bind port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:21.049948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Attempting to bind port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 on network dd532d37-5228-4c8d-89e6-654eb7cb3967 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:21.054480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 on network dd532d37-5228-4c8d-89e6-654eb7cb3967 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:19:21.054875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Attempting to bind port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 on network dd532d37-5228-4c8d-89e6-654eb7cb3967 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:21.060645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:21.061063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Checking segment: {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:21.061518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Bound using segment: {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:21.062029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Bound port: f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:21.062470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.062742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:21.063082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:21.063487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:21.063919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Bound port: c2b3bb4e-cf83-4696-a087-9d758990bc90, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:21.064276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.071547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-694b5cbc-0a0f-410d-a82c-4f8de2e8e7f6 req-2d4ead38-46ed-4f00-a39c-bd0f3f3e9468 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489353 Aug 27 16:19:21.151010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] For port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:21.155999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] For port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:21.170078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-d78c02f7-c36c-4193-91c0-c40d91d09453 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806182 Aug 27 16:19:21.250172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.259497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:21.290987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.291644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.293759 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] 10.222.0.90 "PUT /v2.0/ports/f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 HTTP/1.1" status: 200 len: 1091 time: 1.0305789 Aug 27 16:19:21.294211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'tag': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:21.296600 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed443759-6c57-4d42-abcb-4cba67a1d0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe9bd6d-8775-4826-aacd-f679a797d630", "tag": "f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:21.299806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10e3dafd-16af-47c5-a975-67b707eff090 req-8baf663f-bbb6-409a-8ed7-a57de8fc85fb service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201134 Aug 27 16:19:21.317775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d3af9-3e84-4f78-a696-7b6ec1abeee4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:21.424311 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661019ab-d6d3-4e4c-a7ca-4d6d3b76f52b x-openstack-request-id: req-661019ab-d6d3-4e4c-a7ca-4d6d3b76f52b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:21.424602 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe9bd6d-8775-4826-aacd-f679a797d630", "tag": "f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:21.424901 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-661019ab-d6d3-4e4c-a7ca-4d6d3b76f52b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:21.425304 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'tag': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57', 'status': 'completed', 'code': 200} Aug 27 16:19:21.476336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.489220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:21.506028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443759-6c57-4d42-abcb-4cba67a1d0b9 req-ff5ace37-a0f7-4bb7-a1d9-df49f169371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.507576 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ed443759-6c57-4d42-abcb-4cba67a1d0b9 req-ff5ace37-a0f7-4bb7-a1d9-df49f169371b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 1094 time: 0.0564365 Aug 27 16:19:21.527629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Port': ['ID=bd7ad29b-4da0-49fb-8887-ff65115e59a4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:21.563176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.565328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9238fc00-1761-4da6-816c-d33cc123bf35 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/ports/bd7ad29b-4da0-49fb-8887-ff65115e59a4 HTTP/1.1" status: 204 len: 168 time: 1.8242962 Aug 27 16:19:21.568341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42682) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:21.590387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device b57aa521-1e23-43e3-82c5-4cac7141c4fb details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:21.671512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82555ba5-5884-42ec-9fa1-209c65795c82 req-b542fb46-9584-40ff-9b3c-4cf5adbc16c3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.679987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82555ba5-5884-42ec-9fa1-209c65795c82 req-b542fb46-9584-40ff-9b3c-4cf5adbc16c3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 943 time: 0.2433784 Aug 27 16:19:21.701684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a5895936-b9d6-4f74-9fe4-31324ff9f29c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:21.708488 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.714530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443759-6c57-4d42-abcb-4cba67a1d0b9 req-ee1c815a-2d17-4a4c-8787-be9443ffcf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.716088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ed443759-6c57-4d42-abcb-4cba67a1d0b9 req-ee1c815a-2d17-4a4c-8787-be9443ffcf17 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2001760 Aug 27 16:19:21.720619 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-331ed561-079b-4fc6-a234-f08ffb1ad3b7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] GET failed (client error): The resource could not be found. Aug 27 16:19:21.722532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-331ed561-079b-4fc6-a234-f08ffb1ad3b7 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "GET /v2.0/ports/bd7ad29b-4da0-49fb-8887-ff65115e59a4 HTTP/1.1" status: 404 len: 333 time: 0.1453857 Aug 27 16:19:21.731713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42688) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:21.827720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:21.847348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'port_id': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'mac_address': 'fa:16:3e:6c:b2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce6403-2613-493d-af74-67bb39b1ef9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:21.900006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443759-6c57-4d42-abcb-4cba67a1d0b9 req-f22cb5f1-8a0e-4091-ab87-372d9af4b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:21.902081 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ed443759-6c57-4d42-abcb-4cba67a1d0b9 req-f22cb5f1-8a0e-4091-ab87-372d9af4b9a0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1708698 Aug 27 16:19:21.920872 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:21.941373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57aa521-1e23-43e3-82c5-4cac7141c4fb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:21.947755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port a5895936-b9d6-4f74-9fe4-31324ff9f29c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:21.961669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port a5895936-b9d6-4f74-9fe4-31324ff9f29c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:21.963563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:22.004061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-62b4e225-e006-4afd-a1e2-169050e22e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.005492 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-62b4e225-e006-4afd-a1e2-169050e22e47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 1094 time: 0.0586565 Aug 27 16:19:22.013446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:22.057101 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-b6287325-0e71-4b23-8c47-fb7b8c137265 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 HTTP/1.1" status: 200 len: 217 time: 0.0426171 Aug 27 16:19:22.065664 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:22.091456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56394fef-16bb-4c26-a60e-f04c69537062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:22.094113 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c7a5a-7c01-4ad0-8006-1294b6ddffcb" -d '{"events": [{"server_uuid": "56394fef-16bb-4c26-a60e-f04c69537062", "name": "network-vif-plugged", "status": "completed", "tag": "a5895936-b9d6-4f74-9fe4-31324ff9f29c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:22.107788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a5895936-b9d6-4f74-9fe4-31324ff9f29c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a5895936-b9d6-4f74-9fe4-31324ff9f29c,segment=NetworkSegment(ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3),segment_id=ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:22.113173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-f73e1b5c-ae50-4e36-aa0a-13a6f5234a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.118517 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-f73e1b5c-ae50-4e36-aa0a-13a6f5234a58 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92228f1f-59e9-492a-9b3b-54d2290484b1 HTTP/1.1" status: 200 len: 851 time: 0.0505290 Aug 27 16:19:22.150772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-c217562c-9723-426c-85cb-f906622b0885 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd532d37-5228-4c8d-89e6-654eb7cb3967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276859 Aug 27 16:19:22.164982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1585665964'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:22.195002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:22.245095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-62929b4c-0e47-45ac-9e63-2ca4358224de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.245095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-62929b4c-0e47-45ac-9e63-2ca4358224de service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 1099 time: 0.6779044 Aug 27 16:19:22.275026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.275684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:22.277334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] 10.222.0.90 "PUT /v2.0/ports/c2b3bb4e-cf83-4696-a087-9d758990bc90 HTTP/1.1" status: 200 len: 1096 time: 3.2501967 Aug 27 16:19:22.288487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:22.295193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaf624-ef95-4842-bd79-f98aa4201c00 req-2946ca57-3152-4441-bd79-5ae402d7bd60 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.301689 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-735f338e-8cf9-4a5b-a9d7-49f16f50b35d service neutron] 10.222.0.90 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420703 Aug 27 16:19:22.302628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05eaf624-ef95-4842-bd79-f98aa4201c00 req-2946ca57-3152-4441-bd79-5ae402d7bd60 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 948 time: 0.6726756 Aug 27 16:19:22.310222 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:22.388666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a5895936-b9d6-4f74-9fe4-31324ff9f29c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:22.415897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b925d-00d6-49b1-8b0d-e73af8ad7400 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:22.445993 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f8eb9801-4dfb-4f5b-b734-6a52ff13f0b7 req-94dad481-2db5-418a-a568-6fa05a44b4f7 service neutron] 10.222.0.90 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347461 Aug 27 16:19:22.447575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82555ba5-5884-42ec-9fa1-209c65795c82 req-3e437dce-fa37-4e79-9602-f9cb9bd873bf tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362618 Aug 27 16:19:22.510749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05eaf624-ef95-4842-bd79-f98aa4201c00 req-f9645e3e-b7ff-444d-9dfc-d979d9ac11f9 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071021 Aug 27 16:19:22.512244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['b57aa521-1e23-43e3-82c5-4cac7141c4fb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:22.558809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-d04ca164-2162-400f-8741-70198bc5f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.564769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-d04ca164-2162-400f-8741-70198bc5f2bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2993755 Aug 27 16:19:22.588486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:22.591823 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faad2b4-37a7-49d1-a596-0460a82a1b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:22.596595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-5ba594b2-efd7-487d-868d-3788acbda92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.598861 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-5ba594b2-efd7-487d-868d-3788acbda92b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 1099 time: 0.0838702 Aug 27 16:19:22.655893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-b1cddc93-d4b9-41f4-98e4-4dbe5a4ec600 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=5912b582-be99-48ec-8cfc-bb87d3269c80 HTTP/1.1" status: 200 len: 217 time: 0.0604093 Aug 27 16:19:22.671542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-6072e7b4-2a66-4774-874d-88ef7e4c18c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90 HTTP/1.1" status: 200 len: 217 time: 0.0617056 Aug 27 16:19:22.682005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798031f2-129d-4734-bbb2-63247c9e57bf req-15eba40b-c97f-493d-beab-c154f33c8faf tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.684689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-798031f2-129d-4734-bbb2-63247c9e57bf req-15eba40b-c97f-493d-beab-c154f33c8faf tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 943 time: 0.1394536 Aug 27 16:19:22.710359 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8acc445-598e-41f2-8d4c-97611c7e5210 x-openstack-request-id: req-f8acc445-598e-41f2-8d4c-97611c7e5210 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:22.730147 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56394fef-16bb-4c26-a60e-f04c69537062", "name": "network-vif-plugged", "status": "completed", "tag": "a5895936-b9d6-4f74-9fe4-31324ff9f29c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:22.730147 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f8acc445-598e-41f2-8d4c-97611c7e5210 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:22.730147 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56394fef-16bb-4c26-a60e-f04c69537062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c', 'code': 200} Aug 27 16:19:22.737398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-75ed2f81-90dd-42d2-a472-b81e242116e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.739741 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-75ed2f81-90dd-42d2-a472-b81e242116e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0621057 Aug 27 16:19:22.795419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-c483e617-a27e-4e0f-9b76-e65be655b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.797098 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-c483e617-a27e-4e0f-9b76-e65be655b330 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491924 Aug 27 16:19:22.824810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:22.828339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:22.863472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-200303e6-ebd4-49bb-a4a4-9c2b3477b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:22.865937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-200303e6-ebd4-49bb-a4a4-9c2b3477b925 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.2008328 Aug 27 16:19:22.901714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-13584d52-c0c5-4e79-a047-41c0bd10d42a service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945156 Aug 27 16:19:22.920805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] device_id is not set on port 4846c3dd-2908-4bb7-a145-f10497db5cbb yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:22.936699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-798031f2-129d-4734-bbb2-63247c9e57bf req-30f3c042-639f-4439-bd43-821aa990435d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122729 Aug 27 16:19:23.000295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17078abc-3693-41d0-91f1-7f1baf1f9b86 req-0fb3a64e-1bb2-4792-9af6-d64982f02348 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.002155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17078abc-3693-41d0-91f1-7f1baf1f9b86 req-0fb3a64e-1bb2-4792-9af6-d64982f02348 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 945 time: 0.2360618 Aug 27 16:19:23.004374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f104e92-353c-435d-8c58-273a3dcd903d req-3b9be823-7adf-412d-8f43-c58d70cafd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.005811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f104e92-353c-435d-8c58-273a3dcd903d req-3b9be823-7adf-412d-8f43-c58d70cafd25 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 1096 time: 0.2474678 Aug 27 16:19:23.035410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-27ef4bc2-05fc-4e96-a661-f175c4739079 req-51e28470-d965-432a-a000-52f6a0a883b0 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258419 Aug 27 16:19:23.038754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-b933e797-d844-400f-bb18-f118ff864e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.041945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-b933e797-d844-400f-bb18-f118ff864e4e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612060 Aug 27 16:19:23.112951 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.172087 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89007c9-88a8-435f-883e-fcfee3a61aa4 x-openstack-request-id: req-e89007c9-88a8-435f-883e-fcfee3a61aa4 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:23.172332 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:23.172461 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e89007c9-88a8-435f-883e-fcfee3a61aa4 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:23.172833 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'status': 'completed', 'code': 200} Aug 27 16:19:23.202057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17078abc-3693-41d0-91f1-7f1baf1f9b86 req-d44d6972-3090-4418-b2d3-1b84c7d14c0d tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885204 Aug 27 16:19:23.218665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f104e92-353c-435d-8c58-273a3dcd903d req-a12d315b-d26e-40ee-a9a1-550d1ad706fc service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025609 Aug 27 16:19:23.232242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bd41778-973e-4c09-8ef4-1eea9ecc1f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.236560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-934ebc4b-98e9-448c-bb5b-df8e21006229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.238926 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-934ebc4b-98e9-448c-bb5b-df8e21006229 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 1099 time: 0.0584831 Aug 27 16:19:23.253290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Allocated IP 2001:db8::ec (e69c2316-5167-4b78-a35e-9ded3fec18ca/93dbd467-ed68-4659-9b1f-2b58521aec4e/4846c3dd-2908-4bb7-a145-f10497db5cbb) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:23.267182 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.285323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-418bdb74-312d-40f6-bae1-505b1dd4c004 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049768 Aug 27 16:19:23.359531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-953089b1-61b3-40a2-8a71-89b3648c8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.361196 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-953089b1-61b3-40a2-8a71-89b3648c8524 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1096132 Aug 27 16:19:23.407497 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-873cb6a6-54b8-414c-ad4c-03bf791a366c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90 HTTP/1.1" status: 200 len: 217 time: 0.0360262 Aug 27 16:19:23.419981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.465498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-63d7aed0-febf-48b0-8733-3c82af2fc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.467465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-63d7aed0-febf-48b0-8733-3c82af2fc32d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0523922 Aug 27 16:19:23.482488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Transition to ACTIVE for port object 4846c3dd-2908-4bb7-a145-f10497db5cbb will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:23.531126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-d7fa7849-3d1b-4253-8b14-967ba4a08e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.532850 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-d7fa7849-3d1b-4253-8b14-967ba4a08e29 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574934 Aug 27 16:19:23.574502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-782c5606-5ffc-42e4-9043-e3fd738ca9f8 req-0f6dca5c-ebe7-43cc-a74b-4c25ebc4c28b service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520224 Aug 27 16:19:23.598348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa7f9d-4695-4222-bf50-dd73205c5e22 req-97bd64ea-01f6-4fea-bf78-5105c9aeec8c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.599885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcaa7f9d-4695-4222-bf50-dd73205c5e22 req-97bd64ea-01f6-4fea-bf78-5105c9aeec8c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 944 time: 0.0736010 Aug 27 16:19:23.604473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:23.609121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device b57aa521-1e23-43e3-82c5-4cac7141c4fb up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:23.662958 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-0e42363e-a628-48e0-8cad-392b40705fa6 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194928 Aug 27 16:19:23.686490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcaa7f9d-4695-4222-bf50-dd73205c5e22 req-e0dc23fa-cb29-4acf-8c46-8963535708a8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766530 Aug 27 16:19:23.704582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434b7b-1c8e-4a91-bc86-1bd2ac0b8f07 req-5ac6eb2b-a1fc-4a71-98c7-28350fa7065f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.706007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32434b7b-1c8e-4a91-bc86-1bd2ac0b8f07 req-5ac6eb2b-a1fc-4a71-98c7-28350fa7065f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 948 time: 0.0852351 Aug 27 16:19:23.755050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:23.763646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32434b7b-1c8e-4a91-bc86-1bd2ac0b8f07 req-ce0d4edb-7add-4a74-81d8-760854566ebb tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Aug 27 16:19:23.767747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'mac_address': 'fa:16:3e:d1:29:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:23.783823 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9faad2b4-37a7-49d1-a596-0460a82a1b1c req-37cf4713-88bf-4658-9001-2d733de10ed6 service neutron] 10.222.0.90 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082191 Aug 27 16:19:23.813360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.827602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5912b582-be99-48ec-8cfc-bb87d3269c80 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:23.848124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:23.867045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.909614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42728) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:23.912526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:23.919048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port b57aa521-1e23-43e3-82c5-4cac7141c4fb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:23.919500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:23.923382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port b57aa521-1e23-43e3-82c5-4cac7141c4fb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:23.923635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:23.924042 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.930254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:23.930254 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:23.941622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=4846c3dd-2908-4bb7-a145-f10497db5cbb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:23.960241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.013859 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.041617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.054806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:24.084035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca380b2c-43da-465a-9d1e-c7b34c225f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.111974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069636b-30a7-4a2e-abd5-133cadde1bdf req-55dc69fc-cd63-4868-99fc-ad77f29a057b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:24.113580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f069636b-30a7-4a2e-abd5-133cadde1bdf req-55dc69fc-cd63-4868-99fc-ad77f29a057b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 943 time: 0.0654614 Aug 27 16:19:24.125775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:24.132591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e03586c-b73b-4143-a4a9-e8cef71b18f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9754300 Aug 27 16:19:24.135562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42736) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:24.143089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'network_id': 'e69c2316-5167-4b78-a35e-9ded3fec18ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1723666512'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:24.171895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f069636b-30a7-4a2e-abd5-133cadde1bdf req-90077b21-b7dc-47e8-af01-d1b3177c9fc4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Aug 27 16:19:24.252204 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.319014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:24.321841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca380b2c-43da-465a-9d1e-c7b34c225f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.367700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d9a09-02b7-4f90-962a-f89aaa4536e6 req-f6950ccf-3a2a-45ee-9ddd-67be218e9e8e tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:24.369191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a70d9a09-02b7-4f90-962a-f89aaa4536e6 req-f6950ccf-3a2a-45ee-9ddd-67be218e9e8e tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 945 time: 0.0791147 Aug 27 16:19:24.378859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5912b582-be99-48ec-8cfc-bb87d3269c80'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:24.408194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a70d9a09-02b7-4f90-962a-f89aaa4536e6 req-d8030557-2bba-4b11-89e8-a92c54507e05 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Aug 27 16:19:24.436886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca380b2c-43da-465a-9d1e-c7b34c225f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.478147 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.478417 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca380b2c-43da-465a-9d1e-c7b34c225f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5e7b05-0dcf-4df1-bffd-aaf65375505d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:24.478827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6837f001-168c-4f88-9d9f-116b67c35640 None None] Provisioning for port 4846c3dd-2908-4bb7-a145-f10497db5cbb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:24.490993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6837f001-168c-4f88-9d9f-116b67c35640 None None] Provisioning complete for port 4846c3dd-2908-4bb7-a145-f10497db5cbb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:24.491431 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6837f001-168c-4f88-9d9f-116b67c35640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.496188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ca380b2c-43da-465a-9d1e-c7b34c225f2a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5bb7cc4d57334fb0bed700d27c6995f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5825481 Aug 27 16:19:24.496977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42740) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:24.549581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b57bd52d-dd26-41d7-853a-4ca7dec1f95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.563099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6837f001-168c-4f88-9d9f-116b67c35640 None None] Port 4846c3dd-2908-4bb7-a145-f10497db5cbb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:24.572067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b57bd52d-dd26-41d7-853a-4ca7dec1f95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.588185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Made reservation on behalf of 3ca162f9b6fb474a8a87482eef93de66 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:24.591696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.622604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] device_id is not set on port 605de764-4b3d-448e-9842-0bddf5f2c662 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:24.712823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:24.715191 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d6635d-c0ba-4822-b724-ce4ea5000c71" -d '{"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-plugged", "status": "completed", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:24.740086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Allocated IP 2001:db8::2f3 (e69c2316-5167-4b78-a35e-9ded3fec18ca/93dbd467-ed68-4659-9b1f-2b58521aec4e/605de764-4b3d-448e-9842-0bddf5f2c662) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:24.754044 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21fdfa6-1a30-4945-b24f-2611022c1f46 x-openstack-request-id: req-c21fdfa6-1a30-4945-b24f-2611022c1f46 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:24.754339 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-plugged", "status": "completed", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:24.754597 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c21fdfa6-1a30-4945-b24f-2611022c1f46 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:24.755024 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'code': 200} Aug 27 16:19:24.761080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b57bd52d-dd26-41d7-853a-4ca7dec1f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.765508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b57bd52d-dd26-41d7-853a-4ca7dec1f95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.766685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b57bd52d-dd26-41d7-853a-4ca7dec1f95d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd5e7b05-0dcf-4df1-bffd-aaf65375505d HTTP/1.1" status: 204 len: 168 time: 0.2684791 Aug 27 16:19:24.798305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bd52d-dd26-41d7-853a-4ca7dec1f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5e7b05-0dcf-4df1-bffd-aaf65375505d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:24.913647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d2b86-0b4d-4a62-af27-2fb402bc6d4d req-bd2b4e35-c6f4-4aa1-8ece-2cf311d1068b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:24.915194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b23d2b86-0b4d-4a62-af27-2fb402bc6d4d req-bd2b4e35-c6f4-4aa1-8ece-2cf311d1068b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1187782 Aug 27 16:19:24.938790 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:24.944672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcd715-97e3-4e84-b209-a8dfb76cd4b8 req-73d79ceb-f036-47aa-8954-e139588885cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:24.946133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cfcd715-97e3-4e84-b209-a8dfb76cd4b8 req-73d79ceb-f036-47aa-8954-e139588885cc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 1096 time: 0.1075530 Aug 27 16:19:24.953276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Transition to ACTIVE for port object 605de764-4b3d-448e-9842-0bddf5f2c662 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:24.964879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf80c-f17f-4c76-aaec-0cf90367ce80 req-4610724d-c4bb-4aa3-85d1-ac795c0a9b34 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:24.966450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-625cf80c-f17f-4c76-aaec-0cf90367ce80 req-4610724d-c4bb-4aa3-85d1-ac795c0a9b34 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 948 time: 0.0943899 Aug 27 16:19:25.006381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b23d2b86-0b4d-4a62-af27-2fb402bc6d4d req-fe7da50a-6807-446a-8bdb-23914fe49281 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829625 Aug 27 16:19:25.024409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cfcd715-97e3-4e84-b209-a8dfb76cd4b8 req-e5979f0e-7377-4500-9938-8c658783aace service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706716 Aug 27 16:19:25.039070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-625cf80c-f17f-4c76-aaec-0cf90367ce80 req-0214cc42-622f-4812-9390-17f53e89445d tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653312 Aug 27 16:19:25.169739 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.196615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c2b3bb4e-cf83-4696-a087-9d758990bc90 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:25.217398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Network e69c2316-5167-4b78-a35e-9ded3fec18ca is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:25.220765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:25.224694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:25.232223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.232566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.258106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=605de764-4b3d-448e-9842-0bddf5f2c662,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:25.335659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b296f4-5ef0-4ec1-9e31-4d02612db2e4 req-d970089b-7ae4-4c58-88e0-ae68e6f050a9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.337167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94b296f4-5ef0-4ec1-9e31-4d02612db2e4 req-d970089b-7ae4-4c58-88e0-ae68e6f050a9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 943 time: 0.0582685 Aug 27 16:19:25.349556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:25.367000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'mac_address': 'fa:16:3e:0d:d2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:25.383918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94b296f4-5ef0-4ec1-9e31-4d02612db2e4 req-0f6e31ed-7d69-4031-992e-f246bcfce812 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Aug 27 16:19:25.393677 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8c2d5364-7539-489f-8e25-93f983115e1a tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2568429 Aug 27 16:19:25.396330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42758) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:25.407428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::181', 'mac_address': 'fa:16:3e:d4:7d:df'}, {'ip_address': '2001:db8::ec', 'mac_address': 'fa:16:3e:6d:7f:f3'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:25.421074 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.436719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b3bb4e-cf83-4696-a087-9d758990bc90 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:25.458375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:25.545715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2b84d-dd97-41de-aa72-3f381667d0a9 req-44c6e8d6-f71e-4c84-99f9-3265ec149664 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.547150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77c2b84d-dd97-41de-aa72-3f381667d0a9 req-44c6e8d6-f71e-4c84-99f9-3265ec149664 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 945 time: 0.0516357 Aug 27 16:19:25.566431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.587420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77c2b84d-dd97-41de-aa72-3f381667d0a9 req-425a89c3-968e-4e4b-8b3c-47520fd892de tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Aug 27 16:19:25.614327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:25.618523 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.624992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:25.718371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0c06705c-612b-43ce-91c2-a567f9eb4e41 None None] Provisioning for port 605de764-4b3d-448e-9842-0bddf5f2c662 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:25.757695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0c06705c-612b-43ce-91c2-a567f9eb4e41 None None] Provisioning complete for port 605de764-4b3d-448e-9842-0bddf5f2c662 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:25.762591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c06705c-612b-43ce-91c2-a567f9eb4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.782707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.795094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:25.821595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0c06705c-612b-43ce-91c2-a567f9eb4e41 None None] Port 605de764-4b3d-448e-9842-0bddf5f2c662 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:25.845212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:25.852474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57', 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'port_id': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57', 'mac_address': 'fa:16:3e:f3:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:25.909683 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.924634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:25.929401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.944336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:25.969701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42782) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:25.976823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] In _notify_port_updated(), no bound segment for port 605de764-4b3d-448e-9842-0bddf5f2c662 on network e69c2316-5167-4b78-a35e-9ded3fec18ca {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:19:25.983094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:25.984072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:25.985405 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "PUT /v2.0/ports/605de764-4b3d-448e-9842-0bddf5f2c662 HTTP/1.1" status: 200 len: 1067 time: 0.5878839 Aug 27 16:19:25.988654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42784) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:25.992494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 5912b582-be99-48ec-8cfc-bb87d3269c80 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:25.996931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 5912b582-be99-48ec-8cfc-bb87d3269c80 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:25.999908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.006639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51873c91-2bfe-4624-b649-693e88aac2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.036871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event updated for resources: {'Port': ['ID=605de764-4b3d-448e-9842-0bddf5f2c662,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:26.051069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.055595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.056007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.056344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.056685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.057021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.057353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.057961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.058888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.062621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.063304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.063814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39871765-e21a-44d6-a8d1-b32b81eada53 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.073973 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.164151 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.171227 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.258274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting port 605de764-4b3d-448e-9842-0bddf5f2c662 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:26.258760 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.265892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:26.271525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:26.274770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51873c91-2bfe-4624-b649-693e88aac2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.364031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90343778-f845-4d7b-a023-0b9755c12bf6 req-33dce6cd-6f5a-41f6-8039-3dd543dbd5e0 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:26.365957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90343778-f845-4d7b-a023-0b9755c12bf6 req-33dce6cd-6f5a-41f6-8039-3dd543dbd5e0 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 949 time: 0.1487849 Aug 27 16:19:26.366998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-82b4733d-cbfc-49ea-ba8b-b03180fab3bc None None] Provisioning complete for port 605de764-4b3d-448e-9842-0bddf5f2c662 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:26.367623 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82b4733d-cbfc-49ea-ba8b-b03180fab3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.413697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-82b4733d-cbfc-49ea-ba8b-b03180fab3bc None None] Port 605de764-4b3d-448e-9842-0bddf5f2c662 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:26.422805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.455138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Calling delete_port for 605de764-4b3d-448e-9842-0bddf5f2c662 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:26.467149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c2b3bb4e-cf83-4696-a087-9d758990bc90'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:26.470365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:26.475446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51873c91-2bfe-4624-b649-693e88aac2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.482476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90343778-f845-4d7b-a023-0b9755c12bf6 req-af33292c-b4de-42dd-b3a2-811348887fd3 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067779 Aug 27 16:19:26.513088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-51873c91-2bfe-4624-b649-693e88aac2a0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0de483ec5e494ec7b9c55c0259c30b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420666 Aug 27 16:19:26.517004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42800) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:26.525160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.527711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51873c91-2bfe-4624-b649-693e88aac2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e7165b-f615-40ea-a4bb-5a79d8a33211,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:26.585810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2b5e-7609-48b2-9bb4-cef737cd5122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.594230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83bb0d-c2bb-44bb-b4be-f4e25cec87eb req-ea79c75b-70a5-4668-93ee-b0d93a28d266 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:26.603371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e83bb0d-c2bb-44bb-b4be-f4e25cec87eb req-ea79c75b-70a5-4668-93ee-b0d93a28d266 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.4136291 Aug 27 16:19:26.633983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2b5e-7609-48b2-9bb4-cef737cd5122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.669512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e83bb0d-c2bb-44bb-b4be-f4e25cec87eb req-17899406-45ec-473c-bd5d-953de21f0258 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644364 Aug 27 16:19:26.759464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:26.762488 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1ad4a8-a0b9-46b3-a004-3c4f4d320e3b" -d '{"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:26.776065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:26.812373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8cf2b-b81d-4de7-80c7-dcf87c3896c6 req-a5fa7dd8-0279-4878-8767-cd9ef66419ac tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:26.820638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44c8cf2b-b81d-4de7-80c7-dcf87c3896c6 req-a5fa7dd8-0279-4878-8767-cd9ef66419ac tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 944 time: 0.0766604 Aug 27 16:19:26.857965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44c8cf2b-b81d-4de7-80c7-dcf87c3896c6 req-3edf9609-f2d5-4396-a7d4-7e8f4f90346c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362525 Aug 27 16:19:26.881706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2b5e-7609-48b2-9bb4-cef737cd5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.892753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2b5e-7609-48b2-9bb4-cef737cd5122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.892753 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7b5b2b5e-7609-48b2-9bb4-cef737cd5122 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/58e7165b-f615-40ea-a4bb-5a79d8a33211 HTTP/1.1" status: 204 len: 168 time: 0.3673308 Aug 27 16:19:26.894236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b2b5e-7609-48b2-9bb4-cef737cd5122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e7165b-f615-40ea-a4bb-5a79d8a33211,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:26.904253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:26.915486 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c65face-de39-4507-88f1-6f4650d70227 x-openstack-request-id: req-4c65face-de39-4507-88f1-6f4650d70227 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:26.915777 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:26.916215 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4c65face-de39-4507-88f1-6f4650d70227 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:26.916605 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'code': 200} Aug 27 16:19:26.953802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Port': ['ID=605de764-4b3d-448e-9842-0bddf5f2c662,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:26.961888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.962232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.962575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.962910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.963243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.963588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.963967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.964303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.964631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.965091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.965412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:26.965734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:27.101878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e747ed3-87e2-4199-8871-bc34a2af0e67 req-9f0b6993-3456-4c43-9035-fffb826a04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.103702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e747ed3-87e2-4199-8871-bc34a2af0e67 req-9f0b6993-3456-4c43-9035-fffb826a04db service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 1101 time: 0.0986047 Aug 27 16:19:27.170801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e747ed3-87e2-4199-8871-bc34a2af0e67 req-23fc8da4-b994-421c-9728-dfa0f6ad27ba service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577915 Aug 27 16:19:27.209096 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.211208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-03cc95c3-95ca-41ed-a6cd-6632759548ba tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/ports/605de764-4b3d-448e-9842-0bddf5f2c662 HTTP/1.1" status: 204 len: 168 time: 1.2190907 Aug 27 16:19:27.214144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42810) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:27.239793 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-29905d38-de9f-46a8-bc37-6e542b518d3e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] GET failed (client error): The resource could not be found. Aug 27 16:19:27.241244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-29905d38-de9f-46a8-bc37-6e542b518d3e tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "GET /v2.0/ports/605de764-4b3d-448e-9842-0bddf5f2c662 HTTP/1.1" status: 404 len: 333 time: 0.0253658 Aug 27 16:19:27.243964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42812) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:27.337232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting port 4846c3dd-2908-4bb7-a145-f10497db5cbb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:27.337494 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.426962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.443683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Calling delete_port for 4846c3dd-2908-4bb7-a145-f10497db5cbb owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:27.549430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bc600-5e64-487f-a1b0-0e7b86d74a26 req-8a0ebd78-49c7-4572-9cd0-8ec8ff1a8dd8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.551654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a8bc600-5e64-487f-a1b0-0e7b86d74a26 req-8a0ebd78-49c7-4572-9cd0-8ec8ff1a8dd8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 945 time: 0.0632160 Aug 27 16:19:27.617780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a8bc600-5e64-487f-a1b0-0e7b86d74a26 req-085aae86-3ba8-42d3-a6e8-79861e6e838a tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588918 Aug 27 16:19:27.638806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5182dc-6a9f-44ad-9a10-e48a874911da req-da12d8f9-3cb1-4729-95b9-ec30ba50a773 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.638806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee5182dc-6a9f-44ad-9a10-e48a874911da req-da12d8f9-3cb1-4729-95b9-ec30ba50a773 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 949 time: 0.0723839 Aug 27 16:19:27.681160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee5182dc-6a9f-44ad-9a10-e48a874911da req-dda4dc6a-d36b-4101-9254-ef13d570f9ad tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336301 Aug 27 16:19:27.751082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.789328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Port': ['ID=4846c3dd-2908-4bb7-a145-f10497db5cbb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:27.810028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef88c2-fbf5-4ed3-9467-72a6479a3f8d req-b1956bdf-58c4-478b-8824-0b2887cc2bd4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:27.810028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-beef88c2-fbf5-4ed3-9467-72a6479a3f8d req-b1956bdf-58c4-478b-8824-0b2887cc2bd4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0629718 Aug 27 16:19:27.837586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:27.842857 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c010c287-bce5-46ab-9edb-1d3b7c91e4f5 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/ports/4846c3dd-2908-4bb7-a145-f10497db5cbb HTTP/1.1" status: 204 len: 168 time: 0.5956619 Aug 27 16:19:27.843704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42830) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:27.853676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-beef88c2-fbf5-4ed3-9467-72a6479a3f8d req-c3f8c92e-a54a-48fd-b7f9-59c807414459 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Aug 27 16:19:27.872318 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca3799b-a91a-4d3e-99f6-efc1722050cc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] GET failed (client error): The resource could not be found. Aug 27 16:19:27.877220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fca3799b-a91a-4d3e-99f6-efc1722050cc tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "GET /v2.0/ports/4846c3dd-2908-4bb7-a145-f10497db5cbb HTTP/1.1" status: 404 len: 333 time: 0.0319633 Aug 27 16:19:27.883701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42836) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:28.051245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e4890-2b5f-4c58-a76c-6422441a6211 req-abc7a9f8-a791-4023-a40d-ab23f2bc51df tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:28.057525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-289e4890-2b5f-4c58-a76c-6422441a6211 req-abc7a9f8-a791-4023-a40d-ab23f2bc51df tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 944 time: 0.0667839 Aug 27 16:19:28.059235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting port 01b4cb0f-195f-4e34-8984-21ba78437d8a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:28.059613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.144718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-289e4890-2b5f-4c58-a76c-6422441a6211 req-f63ef62b-3244-4a1d-8896-65a4ab08ca4a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817223 Aug 27 16:19:28.179144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.193165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Calling delete_port for 01b4cb0f-195f-4e34-8984-21ba78437d8a owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:28.464336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.497076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Port': ['ID=01b4cb0f-195f-4e34-8984-21ba78437d8a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:28.524676 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.527318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-00eec116-4659-4c9e-9871-4f271f9158d2 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/ports/01b4cb0f-195f-4e34-8984-21ba78437d8a HTTP/1.1" status: 204 len: 168 time: 0.6426005 Aug 27 16:19:28.530205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42848) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:28.583413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting subnet 93dbd467-ed68-4659-9b1f-2b58521aec4e {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:28.586815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.633011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.777697 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:28.827080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdeac1-7916-40d2-b150-964a20944474 req-546f05a3-54db-4905-9b79-fecbc400e072 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:28.835604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cdeac1-7916-40d2-b150-964a20944474 req-546f05a3-54db-4905-9b79-fecbc400e072 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 945 time: 0.1030376 Aug 27 16:19:28.881548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cdeac1-7916-40d2-b150-964a20944474 req-cc3f20f8-1e87-4b9d-bb78-52d89a776497 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Aug 27 16:19:29.053027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1f5e-fc54-42fc-8dbe-e8195b2bdd0a req-2396eadf-5cff-40ac-b404-18bd3111dcff tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:29.054594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2ab1f5e-fc54-42fc-8dbe-e8195b2bdd0a req-2396eadf-5cff-40ac-b404-18bd3111dcff tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 949 time: 0.0507591 Aug 27 16:19:29.094067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2ab1f5e-fc54-42fc-8dbe-e8195b2bdd0a req-2bf9f01c-d347-45f4-a5c7-f40aa1daf762 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Aug 27 16:19:29.171190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.204575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c2b3bb4e-cf83-4696-a087-9d758990bc90 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:29.209599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Subnet': ['ID=93dbd467-ed68-4659-9b1f-2b58521aec4e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:29.216502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.221403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:29.221837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8deab7e3-ad00-4779-ba9d-70b5c0541495 tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/subnets/93dbd467-ed68-4659-9b1f-2b58521aec4e HTTP/1.1" status: 204 len: 168 time: 0.6902583 Aug 27 16:19:29.267224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c7da2-0a06-4a48-9edf-c38ac483a02a None None] Network e69c2316-5167-4b78-a35e-9ded3fec18ca requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:29.315984 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.389944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Deleting port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:29.390254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-b7722248-3e8c-4f0c-b7c3-6dea98d60fc4 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:29.390440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.391807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-b7722248-3e8c-4f0c-b7c3-6dea98d60fc4 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.97 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 945 time: 0.1495883 Aug 27 16:19:29.403567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37dad7-7465-429a-97d1-d96b688ee7b7 req-949b60d2-1a97-421b-8d84-6535beecc85b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:29.405204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec37dad7-7465-429a-97d1-d96b688ee7b7 req-949b60d2-1a97-421b-8d84-6535beecc85b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 944 time: 0.1214120 Aug 27 16:19:29.427528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db4307-be88-4d93-8c7f-201eb03e1b00 req-0708ff05-523c-4a3d-8f2c-5b9d1173d982 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:29.428428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15db4307-be88-4d93-8c7f-201eb03e1b00 req-0708ff05-523c-4a3d-8f2c-5b9d1173d982 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1326013 Aug 27 16:19:29.486038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] For port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,segment=NetworkSegment(40fafd5e-863f-4e67-99c6-60b6ca9bd44d),segment_id=40fafd5e-863f-4e67-99c6-60b6ca9bd44d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:29.486479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.502696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Calling delete_port for 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:29.534906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port c2b3bb4e-cf83-4696-a087-9d758990bc90 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:29.545358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c2b3bb4e-cf83-4696-a087-9d758990bc90 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:29.546779 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.548255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec37dad7-7465-429a-97d1-d96b688ee7b7 req-199a3358-e838-4106-aeac-ab3517b63f5a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353080 Aug 27 16:19:29.573154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] DHCP port deletion for e69c2316-5167-4b78-a35e-9ded3fec18ca request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:19:29.590769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15db4307-be88-4d93-8c7f-201eb03e1b00 req-f89c5582-6992-45f2-b628-17baa94deac4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286309 Aug 27 16:19:29.617637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Deleting port a5895936-b9d6-4f74-9fe4-31324ff9f29c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:29.617985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.678405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] Deleting port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:29.678785 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.709756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] For port a5895936-b9d6-4f74-9fe4-31324ff9f29c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a5895936-b9d6-4f74-9fe4-31324ff9f29c,segment=NetworkSegment(ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3),segment_id=ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:29.710058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.720798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.723725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Calling delete_port for a5895936-b9d6-4f74-9fe4-31324ff9f29c owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:29.764387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:29.766659 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54d775f-4639-4152-99f0-f9c0f7cab08b" -d '{"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:29.787184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.791634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:29.796595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] For port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,segment=NetworkSegment(40fafd5e-863f-4e67-99c6-60b6ca9bd44d),segment_id=40fafd5e-863f-4e67-99c6-60b6ca9bd44d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:29.797058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.814090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] Calling delete_port for 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:29.829375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Port': ['ID=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:29.831841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] No DVR routers for this DVR port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:29.837521 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dec6627-037b-40e5-9a3d-85c68659db1f x-openstack-request-id: req-6dec6627-037b-40e5-9a3d-85c68659db1f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:29.838157 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:29.838581 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6dec6627-037b-40e5-9a3d-85c68659db1f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:29.839182 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'code': 200} Aug 27 16:19:29.939710 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:29.942405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:30.006241 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c6ba-305c-46f4-9ff5-ef21e2c86388 req-587501bd-ff3a-44c3-9862-7f00752aeea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:30.007987 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c888c6ba-305c-46f4-9ff5-ef21e2c86388 req-587501bd-ff3a-44c3-9862-7f00752aeea3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 1101 time: 0.0808606 Aug 27 16:19:30.009927 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.035551 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.063913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69c2316-5167-4b78-a35e-9ded3fec18ca']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:30.068126 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c888c6ba-305c-46f4-9ff5-ef21e2c86388 req-e4ce8f5f-8785-4695-b6b5-df70d26f5eeb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491643 Aug 27 16:19:30.081844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fafd5e-863f-4e67-99c6-60b6ca9bd44d') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:30.082145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fafd5e-863f-4e67-99c6-60b6ca9bd44d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:30.094131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.094970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] No DVR routers for this DVR port 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:30.117362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.121352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:30.127508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:30.128424 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:30.132664 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:30.165539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c72d1-9e1e-4e46-a0b8-d6cad7ffdd87 None None] Pushing event deleted for resources: {'Port': ['ID=18410b7f-df58-4b6b-a6b7-76ca5e6e2047,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:30.215200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f77810-7b61-4497-90a2-83abd6f00c90 req-dbd1dcd7-6a31-448b-935e-73f673cf0a65 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:30.218109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42f77810-7b61-4497-90a2-83abd6f00c90 req-dbd1dcd7-6a31-448b-935e-73f673cf0a65 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 945 time: 0.0913010 Aug 27 16:19:30.291536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42f77810-7b61-4497-90a2-83abd6f00c90 req-d2f78258-bd9d-4ac5-9543-b1a7083c4b86 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/security-groups?id=d1410b0f-274f-4a53-8dd4-039027af9e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621507 Aug 27 16:19:30.300397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf75f3-92e2-4de9-9809-06bd9a6562e1 req-67f1caba-29b9-4d8d-b5c6-3f5585f57c3c tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:30.301858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0bf75f3-92e2-4de9-9809-06bd9a6562e1 req-67f1caba-29b9-4d8d-b5c6-3f5585f57c3c tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 950 time: 0.0815716 Aug 27 16:19:30.340917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0bf75f3-92e2-4de9-9809-06bd9a6562e1 req-ddec0a05-7ab9-42b3-b1e5-85dac22d85e8 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Aug 27 16:19:30.418003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:30.421915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:30.422297 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.472167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.479236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.483875 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] 10.222.0.101 "DELETE /v2.0/networks/e69c2316-5167-4b78-a35e-9ded3fec18ca HTTP/1.1" status: 204 len: 168 time: 1.2587988 Aug 27 16:19:30.498942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec25d-78df-4422-8da6-d7d958fc1cbd tempest-AllowedAddressPairIpV6TestJSON-1924105643 tempest-AllowedAddressPairIpV6TestJSON-1924105643-project] Pushing event deleted for resources: {'Network': ['ID=e69c2316-5167-4b78-a35e-9ded3fec18ca,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:30.524281 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.557791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:30.584531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.596456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['a5895936-b9d6-4f74-9fe4-31324ff9f29c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:30.637858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Pushing event deleted for resources: {'Port': ['ID=a5895936-b9d6-4f74-9fe4-31324ff9f29c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:30.725748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:30.739295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] No DVR routers for this DVR port a5895936-b9d6-4f74-9fe4-31324ff9f29c on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:30.744665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.746877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-290eaaab-bbfd-4981-8c4f-c95252845b08 req-08c22b2c-e2a8-4f08-aa3c-6229a7298ab8 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.97 "DELETE /v2.0/ports/a5895936-b9d6-4f74-9fe4-31324ff9f29c HTTP/1.1" status: 204 len: 173 time: 1.3399987 Aug 27 16:19:30.747816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:30.748196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56394fef-16bb-4c26-a60e-f04c69537062', 'name': 'network-vif-deleted', 'tag': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:30.748390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18410b7f-df58-4b6b-a6b7-76ca5e6e2047 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:30.750517 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622d2882-900a-4dcd-927a-f2d668a3f7e7" -d '{"events": [{"server_uuid": "56394fef-16bb-4c26-a60e-f04c69537062", "name": "network-vif-deleted", "tag": "a5895936-b9d6-4f74-9fe4-31324ff9f29c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:30.776112 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:30.780956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027255-d2dd-462d-9511-6e1a5673d313 req-fcfc1fb0-6600-4a51-b412-69bd5df68383 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:30.783764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10027255-d2dd-462d-9511-6e1a5673d313 req-fcfc1fb0-6600-4a51-b412-69bd5df68383 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 944 time: 0.1470573 Aug 27 16:19:30.793071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8317-9c64-4091-b92a-2e04d929c39d req-9dffa19f-0519-4677-94be-86450468e54e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:30.794913 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b02d8317-9c64-4091-b92a-2e04d929c39d req-9dffa19f-0519-4677-94be-86450468e54e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1045868 Aug 27 16:19:30.813288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:30.856308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10027255-d2dd-462d-9511-6e1a5673d313 req-258310d9-dfb6-4607-9068-9a34911d69a7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608163 Aug 27 16:19:30.859010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b02d8317-9c64-4091-b92a-2e04d929c39d req-590d4050-d965-4db7-91dd-180ab4b2482d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569165 Aug 27 16:19:30.902817 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307f0c53-661a-4b47-afe3-b6534e10856c x-openstack-request-id: req-307f0c53-661a-4b47-afe3-b6534e10856c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:30.903115 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56394fef-16bb-4c26-a60e-f04c69537062", "name": "network-vif-deleted", "tag": "a5895936-b9d6-4f74-9fe4-31324ff9f29c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:30.903411 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-307f0c53-661a-4b47-afe3-b6534e10856c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:30.903815 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56394fef-16bb-4c26-a60e-f04c69537062', 'name': 'network-vif-deleted', 'tag': 'a5895936-b9d6-4f74-9fe4-31324ff9f29c', 'status': 'completed', 'code': 200} Aug 27 16:19:31.393535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b44d19f-cef4-47b9-889f-efdbc6e2d2e7 req-b79b1c0c-bec7-4cb4-9f4b-226f053bfe68 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 210 time: 0.0320780 Aug 27 16:19:31.477383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4e937-e7f7-4bc5-8006-55f7e1fcedad req-3a0bee6f-f076-48d3-9cf1-92fb02d2b885 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:31.478892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9da4e937-e7f7-4bc5-8006-55f7e1fcedad req-3a0bee6f-f076-48d3-9cf1-92fb02d2b885 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 950 time: 0.0527334 Aug 27 16:19:31.527104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9da4e937-e7f7-4bc5-8006-55f7e1fcedad req-10e85b4e-2dbf-4264-9371-8d4dde1ff886 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376716 Aug 27 16:19:31.604353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:31.738675 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-11021a05-955a-406b-83ad-00fefe422600 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3ca162f9b6fb474a8a87482eef93de66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325080 Aug 27 16:19:31.741076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42944) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:31.787565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3e58-f84c-4028-a548-f3b405657234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:31.812941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3e58-f84c-4028-a548-f3b405657234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:31.840880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:31.844341 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2583153-0de4-45eb-9f14-750836423765" -d '{"events": [{"server_uuid": "8fe9bd6d-8775-4826-aacd-f679a797d630", "name": "network-vif-plugged", "status": "completed", "tag": "f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:31.880909 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de308de-dbdb-4c8d-815f-c0fee5f39d7b x-openstack-request-id: req-6de308de-dbdb-4c8d-815f-c0fee5f39d7b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:31.881212 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9bd6d-8775-4826-aacd-f679a797d630", "name": "network-vif-plugged", "status": "completed", "tag": "f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:31.881477 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6de308de-dbdb-4c8d-815f-c0fee5f39d7b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:31.881871 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57', 'code': 200} Aug 27 16:19:31.988640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e0920-9787-4563-b991-67ddff1e5135 req-c7e6dc57-8989-4181-b25a-1ec881a80531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:31.990062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-445e0920-9787-4563-b991-67ddff1e5135 req-c7e6dc57-8989-4181-b25a-1ec881a80531 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 1096 time: 0.0445573 Aug 27 16:19:32.021070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353703c-54a5-4152-8502-a45c5b7a52a3 req-57489ef4-8eca-4084-a3b2-2bc605f935f1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:32.022570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8353703c-54a5-4152-8502-a45c5b7a52a3 req-57489ef4-8eca-4084-a3b2-2bc605f935f1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0859635 Aug 27 16:19:32.027592 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-445e0920-9787-4563-b991-67ddff1e5135 req-557e4967-c459-4061-9da6-0d2b8046b282 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283887 Aug 27 16:19:32.034886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033470e-9989-4b24-be0f-6cbce98946a5 req-3711da6e-bcf3-4d9f-abb3-0a59e95ea732 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:32.036636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4033470e-9989-4b24-be0f-6cbce98946a5 req-3711da6e-bcf3-4d9f-abb3-0a59e95ea732 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0894041 Aug 27 16:19:32.096342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8353703c-54a5-4152-8502-a45c5b7a52a3 req-9bc485b1-8bdb-44fb-8e06-aa79989af4c9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587261 Aug 27 16:19:32.101016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4033470e-9989-4b24-be0f-6cbce98946a5 req-0417020a-1b2c-488d-b131-eb262253ac5d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574269 Aug 27 16:19:32.254770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3e58-f84c-4028-a548-f3b405657234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.259174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3e58-f84c-4028-a548-f3b405657234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:32.259174 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ffd3e58-f84c-4028-a548-f3b405657234 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bdcd31ae-0e1c-4d20-8968-c4af42b0cc44 HTTP/1.1" status: 204 len: 168 time: 0.5167959 Aug 27 16:19:32.267774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd3e58-f84c-4028-a548-f3b405657234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcd31ae-0e1c-4d20-8968-c4af42b0cc44,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:32.540598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a50c65f8-7f00-47f1-9c69-1d829c6f7651 req-d1023624-775f-40f5-a810-9b3ad5d41f82 tempest-ServerMetadataNegativeTestJSON-1931127920 tempest-ServerMetadataNegativeTestJSON-1931127920-project] 10.222.0.101 "GET /v2.0/ports?device_id=56394fef-16bb-4c26-a60e-f04c69537062 HTTP/1.1" status: 200 len: 210 time: 0.0403402 Aug 27 16:19:32.679093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fbc8a-3d03-4182-ba73-2ec558d7c50e req-69c03917-2f2a-497e-b7f6-63e366eacc75 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:32.680613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a88fbc8a-3d03-4182-ba73-2ec558d7c50e req-69c03917-2f2a-497e-b7f6-63e366eacc75 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 950 time: 0.0516119 Aug 27 16:19:32.720003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a88fbc8a-3d03-4182-ba73-2ec558d7c50e req-308d6711-950b-4aa0-9753-36eb8ed29910 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Aug 27 16:19:32.837115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ec81c-eb81-4141-a071-a462ef3f22a4 req-50c60d0c-4c9e-4e9f-8c07-12fe6afb6335 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:32.838658 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd8ec81c-eb81-4141-a071-a462ef3f22a4 req-50c60d0c-4c9e-4e9f-8c07-12fe6afb6335 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 950 time: 0.0512908 Aug 27 16:19:32.890927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd8ec81c-eb81-4141-a071-a462ef3f22a4 req-65c386f3-293c-44c4-b9f6-10905f752f5e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460696 Aug 27 16:19:33.273338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad20d8e-f3ca-43e0-9e3a-cb129e57f21b req-5e5154a8-2a69-4b2e-9ad4-a89353179243 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:33.278198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ad20d8e-f3ca-43e0-9e3a-cb129e57f21b req-5e5154a8-2a69-4b2e-9ad4-a89353179243 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0570590 Aug 27 16:19:33.318431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ad20d8e-f3ca-43e0-9e3a-cb129e57f21b req-58e2ed10-7153-4026-a58e-6c4e324986e8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Aug 27 16:19:33.429908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174ea4c-5a8b-4961-b592-97b8af514f96 req-dfbba13f-fd74-4e29-bb55-177a2fa7480e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:33.431420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8174ea4c-5a8b-4961-b592-97b8af514f96 req-dfbba13f-fd74-4e29-bb55-177a2fa7480e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Aug 27 16:19:33.471615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8174ea4c-5a8b-4961-b592-97b8af514f96 req-6b7c767a-79c5-456a-a2d6-a3e03df4fefe tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334511 Aug 27 16:19:33.642929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43016) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:33.668449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a5895936-b9d6-4f74-9fe4-31324ff9f29c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:33.690047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] Deleting subnet 6fd5c51d-083a-4ae1-a608-502e24ff737f {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:33.691939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: a5895936-b9d6-4f74-9fe4-31324ff9f29c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:33.692290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a5895936-b9d6-4f74-9fe4-31324ff9f29c not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:33.694015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.735504 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:33.777781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.004641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.037734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd5c51d-083a-4ae1-a608-502e24ff737f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:34.040339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.043997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-30f39bda-addb-476f-af6a-db895748a432 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6fd5c51d-083a-4ae1-a608-502e24ff737f HTTP/1.1" status: 204 len: 168 time: 0.3998606 Aug 27 16:19:34.045642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43036) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:34.120244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43040) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:34.126367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.182117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:34.209120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.220251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219c01cb-4c06-44bc-acf0-22a236261c57']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:34.260043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:34.260043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad14a6ee-8868-4a86-a2a7-f4d3a9af1de3') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:34.260267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.260372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.260488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-191235745'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:34.262316 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.268471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:34.268857 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:34.270478 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:34.278985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:19:34.278985 n-d-806412-1 neutron-server[95252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:19:34.278985 n-d-806412-1 neutron-server[95252]: [parameters: {'project_id': '34968cf3176645b485330e3e3fb7a5c3', 'id': 'c383519a-32e7-475d-aef1-983414bff864', 'expiration': datetime.datetime(2021, 8, 27, 16, 21, 34, 270152)}] Aug 27 16:19:34.278985 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:19:34.279403 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:19:34.444255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07db40-90a8-4100-abf2-ff0da032f08b req-9216197c-dcb3-4e03-8d90-754d9d5c2520 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:34.445772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a07db40-90a8-4100-abf2-ff0da032f08b req-9216197c-dcb3-4e03-8d90-754d9d5c2520 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0538020 Aug 27 16:19:34.484573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a07db40-90a8-4100-abf2-ff0da032f08b req-4a3be89c-9e7b-448a-92b2-ccdb122eda98 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Aug 27 16:19:34.506774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Made reservation on behalf of 93ad1f39d3054d87874c4cd787e48efa for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:34.506774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.514069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.556532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.566960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.569303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/219c01cb-4c06-44bc-acf0-22a236261c57 HTTP/1.1" status: 204 len: 168 time: 0.5226922 Aug 27 16:19:34.615371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45f8d3-0d07-4e17-8ec2-2ecf2c2542c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=219c01cb-4c06-44bc-acf0-22a236261c57,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:34.634284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.650905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f13027-eefc-4c92-9f6d-6a1739c2d168 req-dcdb9376-403f-4d58-9f17-cac454a3d614 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:34.651160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f13027-eefc-4c92-9f6d-6a1739c2d168 req-dcdb9376-403f-4d58-9f17-cac454a3d614 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1062834 Aug 27 16:19:34.693197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5f13027-eefc-4c92-9f6d-6a1739c2d168 req-bc56ba93-3d67-4615-bfa9-7baac7393310 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Aug 27 16:19:34.780284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:34.890678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.216877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:35.233766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2287191-8b6d-4f19-b96a-bf4a82ed5b43,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:35.239937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.240287 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Added segment 7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c of type vlan for network 495d0525-3b1e-4d0a-8098-346bc8f13e4a Aug 27 16:19:35.291627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.327557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:35.349206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.370896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bd117ca5-7377-44eb-bebd-05d5fa4b263a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=242127c9b34349e3b2b4773b78a9db4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419121 Aug 27 16:19:35.373796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43072) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:35.429223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade27d56-9959-4989-a140-ff52caf982f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.450067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade27d56-9959-4989-a140-ff52caf982f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.471480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50673fed-ed7b-4865-8588-dc00b24b770c req-c89f3396-c5a2-407a-b1a4-559ccf5503f0 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.473018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50673fed-ed7b-4865-8588-dc00b24b770c req-c89f3396-c5a2-407a-b1a4-559ccf5503f0 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0494900 Aug 27 16:19:35.483844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.489338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.489925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.514764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50673fed-ed7b-4865-8588-dc00b24b770c req-15f5720f-85e7-434c-996e-75f1efa6e8d5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Aug 27 16:19:35.546045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.620963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event updated for resources: {'Network': ['ID=495d0525-3b1e-4d0a-8098-346bc8f13e4a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:35.625226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ac732-e6fc-40e8-8707-fbf549c4709e req-02e74773-5689-4b20-a07f-2f883336f19f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.630340 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=34968cf3176645b485330e3e3fb7a5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5088432 Aug 27 16:19:35.633532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-995ac732-e6fc-40e8-8707-fbf549c4709e req-02e74773-5689-4b20-a07f-2f883336f19f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0599170 Aug 27 16:19:35.639203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:35.640070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43080) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:35.645494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e8ef5-ec00-4f60-bd04-f95468579e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5dc900-2860-4839-8b2c-43bfac44992c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:35.666725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e645-f74c-463b-a012-035b55196ea2 req-194da5e5-a0f1-4aba-8be7-c501e73e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.668485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-38a8e645-f74c-463b-a012-035b55196ea2 req-194da5e5-a0f1-4aba-8be7-c501e73e8dc4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 1096 time: 0.1007333 Aug 27 16:19:35.679906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-995ac732-e6fc-40e8-8707-fbf549c4709e req-31858259-a68e-47cc-887b-d5ac1f25f150 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Aug 27 16:19:35.697570 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4ea2f81d-3517-423f-9b2a-ea631a30b8cc tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5139523 Aug 27 16:19:35.698196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:35.707922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Request body: {'subnet': {'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:35.766593 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade27d56-9959-4989-a140-ff52caf982f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.769174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade27d56-9959-4989-a140-ff52caf982f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.770323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ade27d56-9959-4989-a140-ff52caf982f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1410b0f-274f-4a53-8dd4-039027af9e25 HTTP/1.1" status: 204 len: 168 time: 0.3954680 Aug 27 16:19:35.788353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade27d56-9959-4989-a140-ff52caf982f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1410b0f-274f-4a53-8dd4-039027af9e25,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:35.805595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b777225c-780d-43b8-80c1-18bba93e4e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.904833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b777225c-780d-43b8-80c1-18bba93e4e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:35.977176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e645-f74c-463b-a012-035b55196ea2 req-27f09f65-3521-4927-9bd3-05ed0568b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:35.978669 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-38a8e645-f74c-463b-a012-035b55196ea2 req-27f09f65-3521-4927-9bd3-05ed0568b55c service neutron] 10.222.0.90 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 913 time: 0.3019972 Aug 27 16:19:36.022062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-38a8e645-f74c-463b-a012-035b55196ea2 req-445d214f-fa39-41e8-ba8a-d62c28c8c744 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 HTTP/1.1" status: 200 len: 217 time: 0.0354142 Aug 27 16:19:36.084596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e645-f74c-463b-a012-035b55196ea2 req-d84df586-9e28-4d59-ae99-8c8c200c1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:36.086226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-38a8e645-f74c-463b-a012-035b55196ea2 req-d84df586-9e28-4d59-ae99-8c8c200c1dd3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92228f1f-59e9-492a-9b3b-54d2290484b1 HTTP/1.1" status: 200 len: 851 time: 0.0500121 Aug 27 16:19:36.091964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Made reservation on behalf of 93ad1f39d3054d87874c4cd787e48efa for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:36.095397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.157150 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-38a8e645-f74c-463b-a012-035b55196ea2 req-4f87dd7c-7915-45ac-add1-5e71a91f6468 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd532d37-5228-4c8d-89e6-654eb7cb3967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584402 Aug 27 16:19:36.177804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b777225c-780d-43b8-80c1-18bba93e4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.180323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b777225c-780d-43b8-80c1-18bba93e4e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.181386 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b777225c-780d-43b8-80c1-18bba93e4e96 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4c5dc900-2860-4839-8b2c-43bfac44992c HTTP/1.1" status: 204 len: 168 time: 0.5437181 Aug 27 16:19:36.241980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777225c-780d-43b8-80c1-18bba93e4e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5dc900-2860-4839-8b2c-43bfac44992c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:36.336583 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-38a8e645-f74c-463b-a012-035b55196ea2 req-d722b185-8dec-4a86-bcef-814775d28434 service neutron] 10.222.0.90 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703615 Aug 27 16:19:36.493677 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-38a8e645-f74c-463b-a012-035b55196ea2 req-e390d641-4906-4a0e-8db0-3c109c802505 service neutron] 10.222.0.90 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495235 Aug 27 16:19:36.640138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8090c-c62c-4849-a12e-bf0726882e58 req-a4c95ca7-689f-42a0-8c77-ddfb0263580a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:36.641291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:36.641621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25b8090c-c62c-4849-a12e-bf0726882e58 req-a4c95ca7-689f-42a0-8c77-ddfb0263580a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Aug 27 16:19:36.681961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25b8090c-c62c-4849-a12e-bf0726882e58 req-6957f17a-7f2e-41e9-b791-2b7b820af440 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Aug 27 16:19:36.707976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event updated for resources: {'Subnet': ['ID=9db78791-5af9-451c-ae6d-7234d12c1b79,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:36.713193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Checking segment: {'id': '7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:36.713550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Network hostable DHCP agents. Network: 495d0525-3b1e-4d0a-8098-346bc8f13e4a, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:36.847771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66415d-c32b-4cc7-af7e-6f8796d6dabd req-a1d38732-67cd-4bfa-be30-2fd9af4e7421 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:36.848382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f66415d-c32b-4cc7-af7e-6f8796d6dabd req-a1d38732-67cd-4bfa-be30-2fd9af4e7421 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0602367 Aug 27 16:19:36.867163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:36.899118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f66415d-c32b-4cc7-af7e-6f8796d6dabd req-4ca20a34-5398-4a7f-80f0-4ebb91fd9ec7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Aug 27 16:19:37.122071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 495d0525-3b1e-4d0a-8098-346bc8f13e4a) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:37.126693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:37.127446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.131475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab2871-d2df-42e6-8f03-7cb246d91998 None None] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:37.282132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-495d0525-3b1e-4d0a-8098-346bc8f13e4a', 'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a', 'tenant_id': '93ad1f39d3054d87874c4cd787e48efa', 'fixed_ips': [{'subnet_id': '9db78791-5af9-451c-ae6d-7234d12c1b79'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:19:37.288192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.307428 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8db1a049-3502-40ad-9dae-81143c77a81d tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6040142 Aug 27 16:19:37.311655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:37.325908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Request body: {'port': {'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1621023773'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:37.420210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43146) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:37.432463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43148) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:37.444713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e8479ba-1540-4b9d-b496-76171a2822ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.446347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Allocated IP 2001:db8::2 (495d0525-3b1e-4d0a-8098-346bc8f13e4a/9db78791-5af9-451c-ae6d-7234d12c1b79/1200c532-3fb1-4c4a-85e3-79fd30e903d2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:37.554833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Made reservation on behalf of 93ad1f39d3054d87874c4cd787e48efa for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:37.558701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.585588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] device_id is not set on port 9434316a-7a35-4fa0-81e5-f43fee527883 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:37.591294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1613673481-network', 'tenant_id': '1c64f27b1f474312a72b60ea3c69e844'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:37.600122 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.609305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Transition to ACTIVE for port object 1200c532-3fb1-4c4a-85e3-79fd30e903d2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:37.623635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Transition to ACTIVE for port object 1200c532-3fb1-4c4a-85e3-79fd30e903d2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:37.679417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:37.701473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e8479ba-1540-4b9d-b496-76171a2822ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.734887 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.790071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:37.797108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:37.799658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:37.811079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Allocated IP 2001:db8::67 (495d0525-3b1e-4d0a-8098-346bc8f13e4a/9db78791-5af9-451c-ae6d-7234d12c1b79/9434316a-7a35-4fa0-81e5-f43fee527883) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:37.818972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Pushing event updated for resources: {'Port': ['ID=1200c532-3fb1-4c4a-85e3-79fd30e903d2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:37.820948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e8479ba-1540-4b9d-b496-76171a2822ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.843580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603affb5-7a90-45de-9967-cf913182fe53 req-bd9f4221-bdfe-4998-b24f-880bb2060028 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:37.845189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-603affb5-7a90-45de-9967-cf913182fe53 req-bd9f4221-bdfe-4998-b24f-880bb2060028 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0900350 Aug 27 16:19:37.883559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:37.893990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Attempting to bind port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:37.894372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Attempting to bind port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:37.894750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Attempting to bind port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 on network 495d0525-3b1e-4d0a-8098-346bc8f13e4a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:37.903035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:37.903434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Checking segment: {'id': '7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:37.907402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.907402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Bound using segment: {'id': '7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:37.907402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Bound port: 1200c532-3fb1-4c4a-85e3-79fd30e903d2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:37.907402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.908779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'mac_address': 'fa:16:3e:d1:29:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:37.912819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8479ba-1540-4b9d-b496-76171a2822ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc95d6-2d4f-4b59-a354-0aa1cd3706cf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:37.929696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2e8479ba-1540-4b9d-b496-76171a2822ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a7f6154e80b4759ba3ffb6adfda5298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082741 Aug 27 16:19:37.932411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43160) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:37.946826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Made reservation on behalf of 1c64f27b1f474312a72b60ea3c69e844 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:37.951789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:37.971483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-603affb5-7a90-45de-9967-cf913182fe53 req-320908fa-0c83-4a5f-a246-bfd768c69dcb tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097727 Aug 27 16:19:38.001058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.015940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.024768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5912b582-be99-48ec-8cfc-bb87d3269c80 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:38.045634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] For port 1200c532-3fb1-4c4a-85e3-79fd30e903d2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:38.057538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] For port 1200c532-3fb1-4c4a-85e3-79fd30e903d2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1200c532-3fb1-4c4a-85e3-79fd30e903d2,segment=NetworkSegment(7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c),segment_id=7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:38.060212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:38.106618 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.123643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d23f703e-9192-41ad-b52c-c80aa4839ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.139040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Transition to ACTIVE for port object 9434316a-7a35-4fa0-81e5-f43fee527883 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:38.151650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.166074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d23f703e-9192-41ad-b52c-c80aa4839ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.168451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c3b4e-51a6-47bd-a369-a41e02414e46 req-a73968ea-40a5-4495-8bee-550b3dffb2d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:38.170599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-666c3b4e-51a6-47bd-a369-a41e02414e46 req-a73968ea-40a5-4495-8bee-550b3dffb2d4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0788839 Aug 27 16:19:38.210043 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.226484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.227885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df42a6-34da-460e-90c9-8f12d1e80f6f None None] Pushing event updated for resources: {'Port': ['ID=1200c532-3fb1-4c4a-85e3-79fd30e903d2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.228110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-666c3b4e-51a6-47bd-a369-a41e02414e46 req-1c329932-fa1c-4e95-81e1-9674eaab4170 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Aug 27 16:19:38.289756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.338382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5912b582-be99-48ec-8cfc-bb87d3269c80'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:38.364597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.371043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.418159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b069db-19ba-4c19-8a23-1bf530736fa2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.426777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d23f703e-9192-41ad-b52c-c80aa4839ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.430860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d23f703e-9192-41ad-b52c-c80aa4839ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.456484 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d23f703e-9192-41ad-b52c-c80aa4839ac9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9ccc95d6-2d4f-4b59-a354-0aa1cd3706cf HTTP/1.1" status: 204 len: 168 time: 0.5201614 Aug 27 16:19:38.475651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:38.475651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:38.476068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:38.480524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:38.482283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:38.483071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.484311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f703e-9192-41ad-b52c-c80aa4839ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc95d6-2d4f-4b59-a354-0aa1cd3706cf,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.511019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.511781 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Added segment da03b13a-19ff-464f-bb37-67ae3b13b6cf of type vlan for network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 Aug 27 16:19:38.513592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event updated for resources: {'Port': ['ID=9434316a-7a35-4fa0-81e5-f43fee527883,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.575927 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.593565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef8b20c5-de13-47c8-9e7e-0a0e38aa3355 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2802012 Aug 27 16:19:38.596080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43186) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:38.603798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Request body: {'port': {'network_id': '495d0525-3b1e-4d0a-8098-346bc8f13e4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-736206857', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:38.603798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] bootfile-name is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:38.603798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] tftp-server is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:38.603798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] server-ip-address is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:38.776607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.778166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:38.778770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.801436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1200c532-3fb1-4c4a-85e3-79fd30e903d2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:38.844734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Made reservation on behalf of 93ad1f39d3054d87874c4cd787e48efa for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:38.848810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:38.855101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] Pushing event updated for resources: {'Network': ['ID=cdb06ab2-edf6-4eb6-8356-2beea9812ba3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:38.869613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:38.877587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] device_id is not set on port 24c1f3bb-6c4b-4b78-9a54-02abb11363b6 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:38.931836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c013b45-9ce9-49ed-8939-9d7dad45ff7a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4973388 Aug 27 16:19:38.936018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:38.941299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Request body: {'subnet': {'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1613673481-subnet', 'tenant_id': '1c64f27b1f474312a72b60ea3c69e844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:39.003473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:39.141713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Allocated IP 2001:db8::4 (495d0525-3b1e-4d0a-8098-346bc8f13e4a/9db78791-5af9-451c-ae6d-7234d12c1b79/24c1f3bb-6c4b-4b78-9a54-02abb11363b6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:39.150059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Made reservation on behalf of 1c64f27b1f474312a72b60ea3c69e844 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:39.153751 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:39.258412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bd52c-ff23-4da6-81bc-ab2097f05cd8 req-04b2a8b3-f8f1-4394-8beb-a51d0add0952 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:39.268998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-761bd52c-ff23-4da6-81bc-ab2097f05cd8 req-04b2a8b3-f8f1-4394-8beb-a51d0add0952 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1389012 Aug 27 16:19:39.363890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-761bd52c-ff23-4da6-81bc-ab2097f05cd8 req-79d6c382-5a86-42bb-a732-f47c94bb5182 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938950 Aug 27 16:19:39.558840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:39.570551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8fc51-0d58-4178-8738-aeaffe7f1b8a req-78cfe820-2722-478a-948f-b76a6c999af0 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:39.580121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dde8fc51-0d58-4178-8738-aeaffe7f1b8a req-78cfe820-2722-478a-948f-b76a6c999af0 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.2551186 Aug 27 16:19:39.611197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ddf844-4fd0-4a1a-a727-2ba4db54776e None None] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:39.637055 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:39.663496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Transition to ACTIVE for port object 24c1f3bb-6c4b-4b78-9a54-02abb11363b6 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:39.664183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb80c75c-762b-4f16-a720-a4760b40c4cc,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:39.676128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Checking segment: {'id': 'da03b13a-19ff-464f-bb37-67ae3b13b6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:39.676308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Network hostable DHCP agents. Network: cdb06ab2-edf6-4eb6-8356-2beea9812ba3, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:39.683162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:39.764347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dde8fc51-0d58-4178-8738-aeaffe7f1b8a req-022accf0-76b5-4520-b7bb-e710a085c797 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814742 Aug 27 16:19:39.941610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-48687dda-8bfd-4456-8855-bce1d6798a57 None None] Provisioning for port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:39.953311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-48687dda-8bfd-4456-8855-bce1d6798a57 None None] Provisioning complete for port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:39.953786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48687dda-8bfd-4456-8855-bce1d6798a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.009648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 5912b582-be99-48ec-8cfc-bb87d3269c80 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:40.018844 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.069889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:40.073419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.166090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48687dda-8bfd-4456-8855-bce1d6798a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.180818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:40.187584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:40.196822 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.203484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:40.211403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.212195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.237736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event updated for resources: {'Port': ['ID=24c1f3bb-6c4b-4b78-9a54-02abb11363b6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:40.278926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-48687dda-8bfd-4456-8855-bce1d6798a57 None None] For port 1200c532-3fb1-4c4a-85e3-79fd30e903d2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1200c532-3fb1-4c4a-85e3-79fd30e903d2,segment=NetworkSegment(7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c),segment_id=7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:40.303533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:40.304478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:40.307139 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e47a73d-4b13-4216-8563-75cd4b25d783" -d '{"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:40.362062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, cdb06ab2-edf6-4eb6-8356-2beea9812ba3) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:40.374059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15876bac-b31b-472e-b5dd-2f588c76bb61 None None] Network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:40.380102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.387456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.406746 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1a3a11-3bf9-4906-a41e-b21bc9e3ca9f x-openstack-request-id: req-fb1a3a11-3bf9-4906-a41e-b21bc9e3ca9f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:40.407680 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:40.407949 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fb1a3a11-3bf9-4906-a41e-b21bc9e3ca9f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:40.408465 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'code': 200} Aug 27 16:19:40.427763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bea20218-41f2-4878-a65c-d76fde443d66 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 1.8277376 Aug 27 16:19:40.428166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43244) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:40.461523 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48687dda-8bfd-4456-8855-bce1d6798a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.496634 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:40.600683 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-522edc0f-4e7c-45b9-9a67-0e26111bea21 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6634207 Aug 27 16:19:40.673519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c57ef-31c6-49ca-84ca-a885e02bbc56 req-aa557b5c-9f17-49f7-9164-5e8c3aea81a6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.675572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687dda-8bfd-4456-8855-bce1d6798a57 None None] Pushing event updated for resources: {'Port': ['ID=1200c532-3fb1-4c4a-85e3-79fd30e903d2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:40.682299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-142c57ef-31c6-49ca-84ca-a885e02bbc56 req-aa557b5c-9f17-49f7-9164-5e8c3aea81a6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1681275 Aug 27 16:19:40.704774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848e1ae-c8d1-4ea6-b7ba-ccb04d72a5e2 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.732071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-142c57ef-31c6-49ca-84ca-a885e02bbc56 req-3017e612-9425-4a47-83d9-3558c7eb8382 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Aug 27 16:19:40.734132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848e1ae-c8d1-4ea6-b7ba-ccb04d72a5e2 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.757991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848e1ae-c8d1-4ea6-b7ba-ccb04d72a5e2 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:40.760870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe1c8b-52e7-4a7c-a882-c1b90955eec6 None None] Network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:40.762940 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c848e1ae-c8d1-4ea6-b7ba-ccb04d72a5e2 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3334737 Aug 27 16:19:40.765701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43260) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:41.107337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:41.169885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bfd6e8ef-305a-4b75-99fb-62f8d9dc696b None None] Provisioning for port 9434316a-7a35-4fa0-81e5-f43fee527883 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:41.178460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb0dd-2535-44a5-bd1e-7a3b57108641 req-3c14b546-88d9-4fa1-b4db-0d67b4290478 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:41.183898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bfd6e8ef-305a-4b75-99fb-62f8d9dc696b None None] Provisioning complete for port 9434316a-7a35-4fa0-81e5-f43fee527883 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:41.184432 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e8ef-305a-4b75-99fb-62f8d9dc696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.186663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac1bb0dd-2535-44a5-bd1e-7a3b57108641 req-3c14b546-88d9-4fa1-b4db-0d67b4290478 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1642480 Aug 27 16:19:41.201898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Deleting port 24c1f3bb-6c4b-4b78-9a54-02abb11363b6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:41.202238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.249705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6e8ef-305a-4b75-99fb-62f8d9dc696b None None] Port 9434316a-7a35-4fa0-81e5-f43fee527883 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:41.271412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bfd6e8ef-305a-4b75-99fb-62f8d9dc696b None None] Provisioning complete for port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:41.275053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e8ef-305a-4b75-99fb-62f8d9dc696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.303881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac1bb0dd-2535-44a5-bd1e-7a3b57108641 req-1bb40679-408e-40e5-a562-8670bc026d5f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160445 Aug 27 16:19:41.377530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.398902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Calling delete_port for 24c1f3bb-6c4b-4b78-9a54-02abb11363b6 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:41.571286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-45cea05e-4825-4e3d-9fbd-9cbbfa67ac25 None None] Provisioning complete for port 9434316a-7a35-4fa0-81e5-f43fee527883 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:41.571639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45cea05e-4825-4e3d-9fbd-9cbbfa67ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.624746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-45cea05e-4825-4e3d-9fbd-9cbbfa67ac25 None None] Port 9434316a-7a35-4fa0-81e5-f43fee527883 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:41.630157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-f01cc8cd-aa01-4d4c-a535-df1c178045a2 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:41.635508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-f01cc8cd-aa01-4d4c-a535-df1c178045a2 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/networks?id=cdb06ab2-edf6-4eb6-8356-2beea9812ba3 HTTP/1.1" status: 200 len: 809 time: 0.1973619 Aug 27 16:19:41.653953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-7275b84a-39e5-42bc-b399-b635fd519afe tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/quotas/1c64f27b1f474312a72b60ea3c69e844 HTTP/1.1" status: 200 len: 375 time: 0.0168331 Aug 27 16:19:41.700915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-a892d210-93cc-43ee-92eb-78a91d61b0d6 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c64f27b1f474312a72b60ea3c69e844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459664 Aug 27 16:19:41.790316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43328) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:41.813065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-45cea05e-4825-4e3d-9fbd-9cbbfa67ac25 None None] Provisioning for port 24c1f3bb-6c4b-4b78-9a54-02abb11363b6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:41.817847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-45cea05e-4825-4e3d-9fbd-9cbbfa67ac25 None None] Provisioning complete for port 24c1f3bb-6c4b-4b78-9a54-02abb11363b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:41.818023 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45cea05e-4825-4e3d-9fbd-9cbbfa67ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:41.866804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-45cea05e-4825-4e3d-9fbd-9cbbfa67ac25 None None] Port 24c1f3bb-6c4b-4b78-9a54-02abb11363b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:41.889244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-70afd5a5-764d-4fcf-b563-3d251abe51d6 service neutron] 10.222.0.101 "GET /v2.0/networks/cdb06ab2-edf6-4eb6-8356-2beea9812ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871259 Aug 27 16:19:41.967656 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4fd05914-d6d6-432a-8c96-7ab4885dbed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.011644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1a838-f1a7-47b7-868a-c89c0053b71c req-18b1be23-7ef2-4b19-a841-cf7ab14ac7a7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:42.013445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8be1a838-f1a7-47b7-868a-c89c0053b71c req-18b1be23-7ef2-4b19-a841-cf7ab14ac7a7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1840484 Aug 27 16:19:42.082542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-85994814-76e4-4841-be8b-a416e2b29308 service neutron] 10.222.0.101 "GET /v2.0/networks/cdb06ab2-edf6-4eb6-8356-2beea9812ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922693 Aug 27 16:19:42.084090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.089759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8be1a838-f1a7-47b7-868a-c89c0053b71c req-ba3c5d4d-831a-4862-a4b4-54ed4eeb5614 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675883 Aug 27 16:19:42.149872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event deleted for resources: {'Port': ['ID=24c1f3bb-6c4b-4b78-9a54-02abb11363b6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:42.215784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.221010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-06d268d3-a16c-4f7b-a734-115818df580a tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "DELETE /v2.0/ports/24c1f3bb-6c4b-4b78-9a54-02abb11363b6 HTTP/1.1" status: 204 len: 168 time: 1.4510729 Aug 27 16:19:42.221253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43342) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:42.226369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4fd05914-d6d6-432a-8c96-7ab4885dbed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.227824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Request body: {'port': {'name': 'tempest-new-port-name-1239545056', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:42.228763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] bootfile-name is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:42.229122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] tftp-server is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:42.230260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] server-ip-address is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:42.315975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4fd05914-d6d6-432a-8c96-7ab4885dbed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.360561 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.392630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd05914-d6d6-432a-8c96-7ab4885dbed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00aa9cd-c5bb-4f84-8239-3f768200d61d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:42.398617 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4fd05914-d6d6-432a-8c96-7ab4885dbed2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ea437971ec854453bb8d47479d2cc826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071041 Aug 27 16:19:42.401451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43346) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:42.537154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c758c34c-62c0-40c1-ade5-b1c96952c9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.596905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c758c34c-62c0-40c1-ade5-b1c96952c9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.705909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.784598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c758c34c-62c0-40c1-ade5-b1c96952c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.787312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba8bbe64-dcce-4049-9d38-c538747dec9e req-e0ad667a-4614-4ae4-8d6d-30b6b158373f tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 210 time: 0.0777063 Aug 27 16:19:42.788391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c758c34c-62c0-40c1-ade5-b1c96952c9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.789879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c758c34c-62c0-40c1-ade5-b1c96952c9a4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e00aa9cd-c5bb-4f84-8239-3f768200d61d HTTP/1.1" status: 204 len: 168 time: 0.3866160 Aug 27 16:19:42.830952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113b14f-a339-4f0f-98a8-028ffb15468d req-eb75ca1d-b218-45b8-8401-ab0307982296 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:42.831826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758c34c-62c0-40c1-ade5-b1c96952c9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00aa9cd-c5bb-4f84-8239-3f768200d61d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:42.840827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1200c532-3fb1-4c4a-85e3-79fd30e903d2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:42.842309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3113b14f-a339-4f0f-98a8-028ffb15468d req-eb75ca1d-b218-45b8-8401-ab0307982296 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1340299 Aug 27 16:19:42.845169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.908531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] In _notify_port_updated(), no bound segment for port 9434316a-7a35-4fa0-81e5-f43fee527883 on network 495d0525-3b1e-4d0a-8098-346bc8f13e4a {{(pid=95253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:19:42.921440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:42.922216 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.924466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "PUT /v2.0/ports/9434316a-7a35-4fa0-81e5-f43fee527883 HTTP/1.1" status: 200 len: 1129 time: 0.7020688 Aug 27 16:19:42.926977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:42.937611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:42.938272 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:42.999331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1070b5a-750f-44f0-8d33-6d2dd92944a6 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event updated for resources: {'Port': ['ID=9434316a-7a35-4fa0-81e5-f43fee527883,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:43.018071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262eaf79-cfac-48f5-875d-3adf1bd62db1 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.019466 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-262eaf79-cfac-48f5-875d-3adf1bd62db1 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "GET /v2.0/ports/9434316a-7a35-4fa0-81e5-f43fee527883 HTTP/1.1" status: 200 len: 1129 time: 0.0914111 Aug 27 16:19:43.022929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43364) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:43.045071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3113b14f-a339-4f0f-98a8-028ffb15468d req-560ddad9-60e5-44f6-8179-25867faca81d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947088 Aug 27 16:19:43.282263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87879d-0e32-4896-8903-64ddddacda1d req-45e864f9-91fc-4a37-957a-3aa9584c1b4f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:43.296362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e87879d-0e32-4896-8903-64ddddacda1d req-45e864f9-91fc-4a37-957a-3aa9584c1b4f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0907352 Aug 27 16:19:43.307987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Deleting port 9434316a-7a35-4fa0-81e5-f43fee527883 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:43.307987 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:43.331302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-64a6fa0f-f6a4-487f-bd34-541e08a32d9c None None] Provisioning complete for port 9434316a-7a35-4fa0-81e5-f43fee527883 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:43.332016 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64a6fa0f-f6a4-487f-bd34-541e08a32d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:43.375359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e87879d-0e32-4896-8903-64ddddacda1d req-309cbc63-1f36-484a-bd1a-df7243784237 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724850 Aug 27 16:19:43.407492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-64a6fa0f-f6a4-487f-bd34-541e08a32d9c None None] Port 9434316a-7a35-4fa0-81e5-f43fee527883 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:43.464779 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:43.479079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Calling delete_port for 9434316a-7a35-4fa0-81e5-f43fee527883 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:43.883782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:43.907101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66328b12-d295-4b30-84ab-6f64f124ba76 req-1347aa70-044b-45cf-a65d-84eae8ec2b16 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 210 time: 0.0589485 Aug 27 16:19:43.956702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event deleted for resources: {'Port': ['ID=9434316a-7a35-4fa0-81e5-f43fee527883,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:43.984355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:43.988703 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e85a1df-bda0-4eec-881f-ad9259d3de33 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "DELETE /v2.0/ports/9434316a-7a35-4fa0-81e5-f43fee527883 HTTP/1.1" status: 204 len: 168 time: 0.9623888 Aug 27 16:19:43.990582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43396) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:44.067011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Deleting subnet 9db78791-5af9-451c-ae6d-7234d12c1b79 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:44.068463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.144385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.241848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01d39c-4468-4ca4-912f-51fa6d3a931a req-94439a15-5d17-424b-8299-a47b6e1fd83a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:44.243472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a01d39c-4468-4ca4-912f-51fa6d3a931a req-94439a15-5d17-424b-8299-a47b6e1fd83a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0960181 Aug 27 16:19:44.305480 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.336308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a01d39c-4468-4ca4-912f-51fa6d3a931a req-2e2a7a52-ce3b-41ea-958a-8c290b6d6f1a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703671 Aug 27 16:19:44.494216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847cf8a-f05e-47c1-af97-a0023c041468 req-2cc121f4-fbd3-4833-aa79-a6b9a81670b4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:44.496253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f847cf8a-f05e-47c1-af97-a0023c041468 req-2cc121f4-fbd3-4833-aa79-a6b9a81670b4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0521309 Aug 27 16:19:44.536432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f847cf8a-f05e-47c1-af97-a0023c041468 req-dc096cf9-c7c1-4be7-9484-9a366e9135f9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Aug 27 16:19:44.644262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.673411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event deleted for resources: {'Subnet': ['ID=9db78791-5af9-451c-ae6d-7234d12c1b79,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:44.679843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.684306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fdd3c2c4-e086-4952-aff4-e21d1ed21294 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "DELETE /v2.0/subnets/9db78791-5af9-451c-ae6d-7234d12c1b79 HTTP/1.1" status: 204 len: 168 time: 0.6895316 Aug 27 16:19:44.685072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43424) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:44.689493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc911b25-9fc2-4d34-9c1e-e34c39e8f042 None None] Network 495d0525-3b1e-4d0a-8098-346bc8f13e4a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:44.848630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:44.945511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] DHCP port deletion for 495d0525-3b1e-4d0a-8098-346bc8f13e4a request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:19:44.962923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Deleting port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:44.963548 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.033013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] Deleting port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:45.033519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.065674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] For port 1200c532-3fb1-4c4a-85e3-79fd30e903d2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1200c532-3fb1-4c4a-85e3-79fd30e903d2,segment=NetworkSegment(7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c),segment_id=7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:45.066047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.097252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Calling delete_port for 1200c532-3fb1-4c4a-85e3-79fd30e903d2 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:45.126828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eba60738-61ba-4fbf-8aa2-4e44495ccd57 req-4232f9a8-98e1-4a40-8881-01d4b55a2e80 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 210 time: 0.1206598 Aug 27 16:19:45.153986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] For port 1200c532-3fb1-4c4a-85e3-79fd30e903d2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1200c532-3fb1-4c4a-85e3-79fd30e903d2,segment=NetworkSegment(7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c),segment_id=7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:45.154450 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.173283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] Calling delete_port for 1200c532-3fb1-4c4a-85e3-79fd30e903d2 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:45.371714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.388546 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.450909 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event deleted for resources: {'Port': ['ID=1200c532-3fb1-4c4a-85e3-79fd30e903d2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:45.457589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] No DVR routers for this DVR port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:45.464970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] No DVR routers for this DVR port 1200c532-3fb1-4c4a-85e3-79fd30e903d2 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:45.467461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7920b2-4a51-4649-9e25-902938802d74 None None] Pushing event deleted for resources: {'Port': ['ID=1200c532-3fb1-4c4a-85e3-79fd30e903d2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:45.575487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5441-6984-4417-9f7b-db6bd4e16d50 req-c72e7a96-5f50-4aea-bb9e-372f4f2e18b1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:45.576606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.583154 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdd5441-6984-4417-9f7b-db6bd4e16d50 req-c72e7a96-5f50-4aea-bb9e-372f4f2e18b1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0820360 Aug 27 16:19:45.609013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495d0525-3b1e-4d0a-8098-346bc8f13e4a']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:45.621799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:45.622341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdfa38d-fcd2-4a49-bb38-d69c17e0ff9c') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:45.631186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cdd5441-6984-4417-9f7b-db6bd4e16d50 req-8896572d-14f7-4fb0-accf-c9c80f1fcd33 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469334 Aug 27 16:19:45.632216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.676324 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.687658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:45.688075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:45.691978 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:45.743792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157a9c3-19aa-4a55-8b49-1ad9e15ad7ed req-13cde92c-5a05-436c-88ab-224770b98205 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:45.756884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4157a9c3-19aa-4a55-8b49-1ad9e15ad7ed req-13cde92c-5a05-436c-88ab-224770b98205 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0988338 Aug 27 16:19:45.839931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4157a9c3-19aa-4a55-8b49-1ad9e15ad7ed req-aa63e10a-8ea7-4647-a494-1e177783e2b0 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815258 Aug 27 16:19:45.861029 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.866192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:45.877018 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] 10.222.0.101 "DELETE /v2.0/networks/495d0525-3b1e-4d0a-8098-346bc8f13e4a HTTP/1.1" status: 204 len: 168 time: 1.1859648 Aug 27 16:19:45.911688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c2bd1-cebd-4e19-84b9-fbde6034d843 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156 tempest-ExtraDHCPOptionsIpV6TestJSON-956352156-project] Pushing event deleted for resources: {'Network': ['ID=495d0525-3b1e-4d0a-8098-346bc8f13e4a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:46.061503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43464) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:46.197782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-b99489d7-f6ac-489f-a4db-93212fdc78fa tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:46.208628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-b99489d7-f6ac-489f-a4db-93212fdc78fa tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.97 "GET /v2.0/networks?id=cdb06ab2-edf6-4eb6-8356-2beea9812ba3 HTTP/1.1" status: 200 len: 809 time: 0.1698332 Aug 27 16:19:46.225105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Request body: {'port': {'device_id': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3', 'admin_state_up': True, 'tenant_id': '1c64f27b1f474312a72b60ea3c69e844'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:46.342346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43fea954-6c1d-4ba4-9ce2-581d8282dca9 req-8a4f4c0c-8f76-4456-9613-46cb8ce1b25b tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 210 time: 0.0792952 Aug 27 16:19:46.376098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1273433636'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:46.550998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Made reservation on behalf of 85fc6a3e6c18404e97998c03f036c3a5 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:46.555308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:46.568052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:46.599453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43480) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:46.698948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Made reservation on behalf of 1c64f27b1f474312a72b60ea3c69e844 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:46.700575 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:46.748106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1200c532-3fb1-4c4a-85e3-79fd30e903d2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:46.772383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1200c532-3fb1-4c4a-85e3-79fd30e903d2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:46.772741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1200c532-3fb1-4c4a-85e3-79fd30e903d2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:47.211281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab445de-5b7f-4d70-a3d1-7b6b3d89debb req-f64e5407-c8bd-44ba-b32b-4dedd7bab710 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:47.212741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ab445de-5b7f-4d70-a3d1-7b6b3d89debb req-f64e5407-c8bd-44ba-b32b-4dedd7bab710 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.4878690 Aug 27 16:19:47.258992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ecf18f21-6927-4622-ac83-625b9b65ece2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=93ad1f39d3054d87874c4cd787e48efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6579630 Aug 27 16:19:47.262340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43494) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:47.372116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144321-2736-48da-8879-4e76d545a98d req-68457693-770e-4d05-a886-080d51c8cebd tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:47.373416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f07d89dd-67f0-45ec-a9e1-2384a310633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.379557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04144321-2736-48da-8879-4e76d545a98d req-68457693-770e-4d05-a886-080d51c8cebd tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.2049398 Aug 27 16:19:47.400177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ab445de-5b7f-4d70-a3d1-7b6b3d89debb req-14310804-9382-4938-95d1-b659b41a836a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709256 Aug 27 16:19:47.403480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f07d89dd-67f0-45ec-a9e1-2384a310633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.438555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Allocated IP 172.20.0.7 (cdb06ab2-edf6-4eb6-8356-2beea9812ba3/fb80c75c-762b-4f16-a720-a4760b40c4cc/536cea1c-8389-4f71-b760-52b315e8290c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:47.460616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04144321-2736-48da-8879-4e76d545a98d req-43b980d1-7095-499a-9187-df9078421dcd tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800564 Aug 27 16:19:47.477859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.608951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30897892-a331-4e09-a7ae-632eb0e4052f req-eb717fe4-b291-4d42-b455-f87a05884433 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 210 time: 0.0494547 Aug 27 16:19:47.609700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.638048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f07d89dd-67f0-45ec-a9e1-2384a310633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.640904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f07d89dd-67f0-45ec-a9e1-2384a310633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.642555 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f07d89dd-67f0-45ec-a9e1-2384a310633b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b2287191-8b6d-4f19-b96a-bf4a82ed5b43 HTTP/1.1" status: 204 len: 168 time: 0.3784602 Aug 27 16:19:47.654593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d89dd-67f0-45ec-a9e1-2384a310633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2287191-8b6d-4f19-b96a-bf4a82ed5b43,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:47.722396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:47.757847 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.758110 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Added segment 14309a14-77ee-4183-b000-fb04ddf0c0b6 of type vlan for network bb6e1718-47fd-454d-85a3-fa16cb7178d3 Aug 27 16:19:47.804122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:47.815138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8176b42c-0fe9-4270-be5f-f4525b10537a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:47.828325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.024117 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.034183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:48.034990 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.102471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.121335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event updated for resources: {'Network': ['ID=bb6e1718-47fd-454d-85a3-fa16cb7178d3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:48.145777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network bb6e1718-47fd-454d-85a3-fa16cb7178d3 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:48.177383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:48.191466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:48.191466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:48.204760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Pushing event updated for resources: {'Port': ['ID=536cea1c-8389-4f71-b760-52b315e8290c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:48.234683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7dd70b3f-7c81-48be-8556-86219189f9ad tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1400139 Aug 27 16:19:48.239844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43516) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:48.257554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Request body: {'subnet': {'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:48.319692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:48.320335 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.538998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9d2cb-84b5-4328-8ec5-b5f127491235 req-f0baf9ca-2b80-42fa-9ddd-b74d5620cf86 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:48.540519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3d9d2cb-84b5-4328-8ec5-b5f127491235 req-f0baf9ca-2b80-42fa-9ddd-b74d5620cf86 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0590110 Aug 27 16:19:48.607408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3d9d2cb-84b5-4328-8ec5-b5f127491235 req-3bea42ce-2071-4625-bbbc-41f4b675f111 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 Aug 27 16:19:48.616311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a240918-c66e-44ca-8e96-830105a6b2b2 req-3bf809e5-3aaa-46d4-a48c-6404f2e9408b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:48.617789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a240918-c66e-44ca-8e96-830105a6b2b2 req-3bf809e5-3aaa-46d4-a48c-6404f2e9408b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0763807 Aug 27 16:19:48.673520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a240918-c66e-44ca-8e96-830105a6b2b2 req-980bbc23-0f8b-42d6-89bd-791a24a38b7f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472600 Aug 27 16:19:48.700837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-84905980-e97a-4118-8575-f3a634ffd84a tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4807651 Aug 27 16:19:48.716497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Request body: {'port': {'device_id': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:48.829092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.839859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709fcec-437c-4590-a978-2b2be5cb82dd req-ea791093-6454-4378-a82f-f9ed844ccbe0 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:48.841422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7709fcec-437c-4590-a978-2b2be5cb82dd req-ea791093-6454-4378-a82f-f9ed844ccbe0 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 931 time: 0.0983067 Aug 27 16:19:48.843627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Made reservation on behalf of 85fc6a3e6c18404e97998c03f036c3a5 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:48.846972 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:48.996978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7709fcec-437c-4590-a978-2b2be5cb82dd req-3df7ee1f-86ff-4d40-be0a-08256989518b tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401975 Aug 27 16:19:49.387558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43558) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:49.391718 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.452451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536cea1c-8389-4f71-b760-52b315e8290c {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:49.471078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.505323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event updated for resources: {'Subnet': ['ID=c6bff9d2-11ba-4c79-b841-e85604c894ab,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:49.510111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Transition to ACTIVE for port object 536cea1c-8389-4f71-b760-52b315e8290c will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:49.517770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1487707001'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:49.518207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Checking segment: {'id': '14309a14-77ee-4183-b000-fb04ddf0c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:49.518794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Network hostable DHCP agents. Network: bb6e1718-47fd-454d-85a3-fa16cb7178d3, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:49.592126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.618759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Made reservation on behalf of 7031ae2a48044428bfa8e785da98733d for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:49.622280 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.634761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.656434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Network bb6e1718-47fd-454d-85a3-fa16cb7178d3 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:49.776043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.783223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=536cea1c-8389-4f71-b760-52b315e8290c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:49.849770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, bb6e1718-47fd-454d-85a3-fa16cb7178d3) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:49.854264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:49.855495 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.865435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4376ff4a-1669-458d-83f1-700c0fb391ee None None] Network bb6e1718-47fd-454d-85a3-fa16cb7178d3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:49.928705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6262f2b-8617-45d9-8a31-5b1ee68ab3c6 req-d82704d8-1988-45c3-a418-799f84b56310 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:49.930241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6262f2b-8617-45d9-8a31-5b1ee68ab3c6 req-d82704d8-1988-45c3-a418-799f84b56310 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1878741 Aug 27 16:19:49.931969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Attempting to bind port 536cea1c-8389-4f71-b760-52b315e8290c on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:49.932304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Attempting to bind port 536cea1c-8389-4f71-b760-52b315e8290c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'da03b13a-19ff-464f-bb37-67ae3b13b6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:49.933747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Attempting to bind port 536cea1c-8389-4f71-b760-52b315e8290c on network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:49.944694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab908c1-44d1-46d5-9420-8dc184fa6254 req-dc8f6664-1d55-4a38-8b1a-10df991e4987 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:49.946349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ab908c1-44d1-46d5-9420-8dc184fa6254 req-dc8f6664-1d55-4a38-8b1a-10df991e4987 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1560519 Aug 27 16:19:49.956262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.957749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Port 536cea1c-8389-4f71-b760-52b315e8290c on network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:19:49.959030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Attempting to bind port 536cea1c-8389-4f71-b760-52b315e8290c on network cdb06ab2-edf6-4eb6-8356-2beea9812ba3 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:49.987623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:49.987962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Checking segment: {'id': 'da03b13a-19ff-464f-bb37-67ae3b13b6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:49.989932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Bound using segment: {'id': 'da03b13a-19ff-464f-bb37-67ae3b13b6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:49.989932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Bound port: 536cea1c-8389-4f71-b760-52b315e8290c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da03b13a-19ff-464f-bb37-67ae3b13b6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:49.989932 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:49.998901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9e5460-f7c4-40b0-9836-ad2ac17fb2d6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:50.010416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:50.024623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.024956 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Added segment ca9b521b-a62f-4c17-b62c-eb51a9e605f3 of type vlan for network f6b09f8c-cd45-44df-aa02-025779be2286 Aug 27 16:19:50.034501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6262f2b-8617-45d9-8a31-5b1ee68ab3c6 req-daf18070-5479-4337-bd69-8afc76f86ba3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855150 Aug 27 16:19:50.074322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-422eb606-d965-4ed4-9a63-b0385565b8fe tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8244851 Aug 27 16:19:50.085019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43574) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:50.093863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Request body: {'port': {'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1363693134'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:50.099016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ab908c1-44d1-46d5-9420-8dc184fa6254 req-22bdb19f-9bc5-41d7-bde8-de253a925752 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241004 Aug 27 16:19:50.101690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.165423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-bb6e1718-47fd-454d-85a3-fa16cb7178d3', 'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3', 'tenant_id': '85fc6a3e6c18404e97998c03f036c3a5', 'fixed_ips': [{'subnet_id': 'c6bff9d2-11ba-4c79-b841-e85604c894ab'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:19:50.166423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.188540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] For port 536cea1c-8389-4f71-b760-52b315e8290c, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:50.192527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] For port 536cea1c-8389-4f71-b760-52b315e8290c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=536cea1c-8389-4f71-b760-52b315e8290c,segment=NetworkSegment(da03b13a-19ff-464f-bb37-67ae3b13b6cf),segment_id=da03b13a-19ff-464f-bb37-67ae3b13b6cf)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:50.312757 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.357381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.363867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.364481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.384773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.386390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.388247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] 10.222.0.97 "PUT /v2.0/ports/536cea1c-8389-4f71-b760-52b315e8290c HTTP/1.1" status: 200 len: 1091 time: 1.6766984 Aug 27 16:19:50.389069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'tag': '536cea1c-8389-4f71-b760-52b315e8290c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:50.393660 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09aefd-0c1a-4a47-b98b-0ab3a4046cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "aca4accf-72b3-495f-b41e-6370e02f5a59", "tag": "536cea1c-8389-4f71-b760-52b315e8290c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:50.414810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Allocated IP 172.20.0.2 (bb6e1718-47fd-454d-85a3-fa16cb7178d3/c6bff9d2-11ba-4c79-b841-e85604c894ab/e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:50.455381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ee8e8-834a-4657-af92-73318f542826 req-c2650659-9c45-45cf-bdbb-53a622f9a3cc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.457461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-659ee8e8-834a-4657-af92-73318f542826 req-c2650659-9c45-45cf-bdbb-53a622f9a3cc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 943 time: 0.1596711 Aug 27 16:19:50.467185 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c40c22-39b7-443c-aa79-48211c547de6 x-openstack-request-id: req-c0c40c22-39b7-443c-aa79-48211c547de6 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:50.467570 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca4accf-72b3-495f-b41e-6370e02f5a59", "tag": "536cea1c-8389-4f71-b760-52b315e8290c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:50.468208 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c0c40c22-39b7-443c-aa79-48211c547de6 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:50.468622 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'tag': '536cea1c-8389-4f71-b760-52b315e8290c', 'status': 'completed', 'code': 200} Aug 27 16:19:50.511442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Made reservation on behalf of 85fc6a3e6c18404e97998c03f036c3a5 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:50.514918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.556901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c36b1-883a-431b-9110-f003275ab7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=536cea1c-8389-4f71-b760-52b315e8290c,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:50.572496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event updated for resources: {'Network': ['ID=f6b09f8c-cd45-44df-aa02-025779be2286,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:50.583402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] device_id is not set on port 5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:50.599006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f6b09f8c-cd45-44df-aa02-025779be2286 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:50.666424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09aefd-0c1a-4a47-b98b-0ab3a4046cd8 req-83dc04b7-91a5-4ab9-972c-d91ee9a0d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.669316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f09aefd-0c1a-4a47-b98b-0ab3a4046cd8 req-83dc04b7-91a5-4ab9-972c-d91ee9a0d9cc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1c64f27b1f474312a72b60ea3c69e844&device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 1094 time: 0.1720526 Aug 27 16:19:50.672798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-659ee8e8-834a-4657-af92-73318f542826 req-97d2036c-b4eb-43bd-b458-2b3e65019051 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935265 Aug 27 16:19:50.703496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc68fff8-7425-4c2c-95b5-77017f9c4505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.721860 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-18eec039-fff2-45d9-9948-59d24f0bea2e tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3296266 Aug 27 16:19:50.723297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43586) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:50.726795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.732647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Request body: {'subnet': {'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:50.742562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Transition to ACTIVE for port object e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:50.784157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Transition to ACTIVE for port object e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:50.806297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09aefd-0c1a-4a47-b98b-0ab3a4046cd8 req-44c751e6-3972-4dc3-8ba4-8280193ef13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.807854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f09aefd-0c1a-4a47-b98b-0ab3a4046cd8 req-44c751e6-3972-4dc3-8ba4-8280193ef13b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1c64f27b1f474312a72b60ea3c69e844&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1304390 Aug 27 16:19:50.922078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09aefd-0c1a-4a47-b98b-0ab3a4046cd8 req-17bb4cb7-e085-4f49-a11b-06084ca5cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:50.922544 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:50.924756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f09aefd-0c1a-4a47-b98b-0ab3a4046cd8 req-17bb4cb7-e085-4f49-a11b-06084ca5cfa8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1086357 Aug 27 16:19:50.970710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Network bb6e1718-47fd-454d-85a3-fa16cb7178d3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:50.978439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:50.983221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:50.994812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Made reservation on behalf of 7031ae2a48044428bfa8e785da98733d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:50.999047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.042687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Pushing event updated for resources: {'Port': ['ID=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:51.044703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-70eab246-3757-4880-84c5-b556ddbb8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.046698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-70eab246-3757-4880-84c5-b556ddbb8ccd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1c64f27b1f474312a72b60ea3c69e844&device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 1094 time: 0.0732734 Aug 27 16:19:51.059870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Attempting to bind port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:51.060288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Attempting to bind port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '14309a14-77ee-4183-b000-fb04ddf0c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:51.060661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Attempting to bind port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e on network bb6e1718-47fd-454d-85a3-fa16cb7178d3 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:51.100825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:51.110485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Checking segment: {'id': '14309a14-77ee-4183-b000-fb04ddf0c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:51.110485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.110485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Bound using segment: {'id': '14309a14-77ee-4183-b000-fb04ddf0c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:51.110485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Bound port: e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14309a14-77ee-4183-b000-fb04ddf0c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'bb6e1718-47fd-454d-85a3-fa16cb7178d3'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:51.110485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.110949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-38735c88-2ec2-4717-8b3c-41c01bf7f66e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=536cea1c-8389-4f71-b760-52b315e8290c HTTP/1.1" status: 200 len: 217 time: 0.0482812 Aug 27 16:19:51.190268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-5b5e16b8-1374-4703-8c8f-d3b36a655f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.192574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-5b5e16b8-1374-4703-8c8f-d3b36a655f31 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fb80c75c-762b-4f16-a720-a4760b40c4cc HTTP/1.1" status: 200 len: 849 time: 0.0761054 Aug 27 16:19:51.199544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] For port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:51.201851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Allocated IP 172.20.0.14 (bb6e1718-47fd-454d-85a3-fa16cb7178d3/c6bff9d2-11ba-4c79-b841-e85604c894ab/5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:51.204939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] For port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,segment=NetworkSegment(14309a14-77ee-4183-b000-fb04ddf0c0b6),segment_id=14309a14-77ee-4183-b000-fb04ddf0c0b6)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:51.261954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-fb4cc942-c235-432b-a149-501c97d26dae service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cdb06ab2-edf6-4eb6-8356-2beea9812ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577018 Aug 27 16:19:51.310532 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.377683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8029aa-1bbd-433a-acfb-f6b48e327e9f None None] Pushing event updated for resources: {'Port': ['ID=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:51.435171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.443907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50df09d-da97-4983-b264-5d776591369c req-abcf9263-bd22-4c10-a79b-465efa30638d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.452077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f50df09d-da97-4983-b264-5d776591369c req-abcf9263-bd22-4c10-a79b-465efa30638d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1891928 Aug 27 16:19:51.492274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75c86-c73f-41a4-bdf9-3b1004d80f30 req-74b7a881-31c0-4003-a038-96124e3dab6a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.500448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fc75c86-c73f-41a4-bdf9-3b1004d80f30 req-74b7a881-31c0-4003-a038-96124e3dab6a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.2363994 Aug 27 16:19:51.548022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Checking segment: {'id': 'ca9b521b-a62f-4c17-b62c-eb51a9e605f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:51.548645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Network hostable DHCP agents. Network: f6b09f8c-cd45-44df-aa02-025779be2286, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:19:51.550721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event updated for resources: {'Subnet': ['ID=9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:51.592628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.597376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f50df09d-da97-4983-b264-5d776591369c req-38199acb-fa6d-4614-9c6b-c29ab617af2d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440525 Aug 27 16:19:51.610165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Transition to ACTIVE for port object 5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:51.630436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fc75c86-c73f-41a4-bdf9-3b1004d80f30 req-e5dc8bf4-3076-44df-9d4d-4593f16f19ec tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288307 Aug 27 16:19:51.671205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-41563c4f-0aaa-4849-ae63-848f2bdf668f service neutron] 10.222.0.97 "GET /v2.0/networks/cdb06ab2-edf6-4eb6-8356-2beea9812ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442907 Aug 27 16:19:51.705262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Network f6b09f8c-cd45-44df-aa02-025779be2286 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:51.781232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.866236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, f6b09f8c-cd45-44df-aa02-025779be2286) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:51.877442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3383c2d-8ea4-46de-b696-22ea70a78c8f req-b32dacbd-0c72-4fc5-a8c7-c9dd1ce9cfcd service neutron] 10.222.0.97 "GET /v2.0/networks/cdb06ab2-edf6-4eb6-8356-2beea9812ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933539 Aug 27 16:19:51.878879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73396c4e-8a70-4136-9345-cf327575bd9c None None] Network f6b09f8c-cd45-44df-aa02-025779be2286 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:51.896886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.897561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:51.950013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Network bb6e1718-47fd-454d-85a3-fa16cb7178d3 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:51.955713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:51.962606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712822de-8d56-4c8a-a2b1-aa5c8551f316 req-4998a61c-4ebe-42a0-af92-05c8d3f6d384 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:51.969119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-712822de-8d56-4c8a-a2b1-aa5c8551f316 req-4998a61c-4ebe-42a0-af92-05c8d3f6d384 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 943 time: 0.0675113 Aug 27 16:19:51.981908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:52.015786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event updated for resources: {'Port': ['ID=5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:52.020358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-712822de-8d56-4c8a-a2b1-aa5c8551f316 req-2c8f4861-2357-4c88-82aa-fda052c4a010 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Aug 27 16:19:52.051008 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-738ffb1a-5c51-4d18-86cf-16a315ecc0bd tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3264637 Aug 27 16:19:52.053633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43608) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:52.063049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Request body: {'port': {'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1366833450'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:52.071654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.072296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.126789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-f6b09f8c-cd45-44df-aa02-025779be2286', 'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286', 'tenant_id': '7031ae2a48044428bfa8e785da98733d', 'fixed_ips': [{'subnet_id': '9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:19:52.127726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.179299 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0cce64e4-8f92-4ff6-822a-3f585f3a5ecb tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.0930841 Aug 27 16:19:52.184402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43610) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:52.322104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Allocated IP 172.20.0.2 (f6b09f8c-cd45-44df-aa02-025779be2286/9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b/75bba2f4-25c7-4704-bf94-ec962de6a523) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:52.348902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Deleting port 5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:52.358409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.480664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.494100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Calling delete_port for 5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:52.534301 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.539409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Made reservation on behalf of 7031ae2a48044428bfa8e785da98733d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:52.544488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Transition to ACTIVE for port object 75bba2f4-25c7-4704-bf94-ec962de6a523 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:52.545420 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.564491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Transition to ACTIVE for port object 75bba2f4-25c7-4704-bf94-ec962de6a523 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:52.581344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] device_id is not set on port 4cef128a-e43b-4ad7-9a5c-29d6e5bc8c0a yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:52.675222 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:52.786843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Network f6b09f8c-cd45-44df-aa02-025779be2286 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:52.802595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:52.828569 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:19:52.836705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Pushing event updated for resources: {'Port': ['ID=75bba2f4-25c7-4704-bf94-ec962de6a523,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:52.856653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:52.860283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:52.866935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.867432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.867857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.869510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.869510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.869510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.869510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.869873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.869960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.870489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.870908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.871395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:19:52.951906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c8efb-2591-439d-a098-1a9602d6e58e None None] Network bb6e1718-47fd-454d-85a3-fa16cb7178d3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:52.984602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4729392-1b88-4297-b088-c6b6b32bb9cc req-5386e8c0-5993-499b-a87f-256ac9afe4b7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.986114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4729392-1b88-4297-b088-c6b6b32bb9cc req-5386e8c0-5993-499b-a87f-256ac9afe4b7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1283877 Aug 27 16:19:52.994411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad7f91-2298-4980-91d2-0534fc6f1e4c req-6348c395-564f-4a53-8482-62b245482679 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:52.995951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67ad7f91-2298-4980-91d2-0534fc6f1e4c req-6348c395-564f-4a53-8482-62b245482679 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1368794 Aug 27 16:19:53.020736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Attempting to bind port 75bba2f4-25c7-4704-bf94-ec962de6a523 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:19:53.021111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Attempting to bind port 75bba2f4-25c7-4704-bf94-ec962de6a523 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ca9b521b-a62f-4c17-b62c-eb51a9e605f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:19:53.021511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Attempting to bind port 75bba2f4-25c7-4704-bf94-ec962de6a523 on network f6b09f8c-cd45-44df-aa02-025779be2286 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:19:53.043436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:19:53.043852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Checking segment: {'id': 'ca9b521b-a62f-4c17-b62c-eb51a9e605f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:19:53.044270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.044710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Bound using segment: {'id': 'ca9b521b-a62f-4c17-b62c-eb51a9e605f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:19:53.045199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Bound port: 75bba2f4-25c7-4704-bf94-ec962de6a523, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9b521b-a62f-4c17-b62c-eb51a9e605f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:19:53.045580 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.053623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4729392-1b88-4297-b088-c6b6b32bb9cc req-3f08e688-d75f-4b4f-a463-a9aaedaa6ce3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Aug 27 16:19:53.058987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67ad7f91-2298-4980-91d2-0534fc6f1e4c req-a09ca1fd-1c86-4866-98d0-e9de28c39723 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560896 Aug 27 16:19:53.270253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8c03cf5b-d8da-450b-b743-48f1b436f17a {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:19:53.270604 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:19:53.284064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e2585-c7c7-4e4f-ade6-d346a3929979 req-8acb15d0-7ce3-482d-8fc3-e323a3bc2343 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:53.285740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f60e2585-c7c7-4e4f-ade6-d346a3929979 req-8acb15d0-7ce3-482d-8fc3-e323a3bc2343 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 943 time: 0.0641549 Aug 27 16:19:53.288964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.319440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event deleted for resources: {'Port': ['ID=5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:53.367700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] For port 75bba2f4-25c7-4704-bf94-ec962de6a523, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:19:53.391430 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.398276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e49a02bf-fd3a-4c4e-8959-1106d21eebee None None] Provisioning for port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:53.404113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:53.408003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e49a02bf-fd3a-4c4e-8959-1106d21eebee None None] Provisioning complete for port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:53.408503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e49a02bf-fd3a-4c4e-8959-1106d21eebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.411041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f60e2585-c7c7-4e4f-ade6-d346a3929979 req-ee8f4217-cfd6-4210-a18e-117eedcb81cb tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959537 Aug 27 16:19:53.412170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] For port 75bba2f4-25c7-4704-bf94-ec962de6a523, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=75bba2f4-25c7-4704-bf94-ec962de6a523,segment=NetworkSegment(ca9b521b-a62f-4c17-b62c-eb51a9e605f3),segment_id=ca9b521b-a62f-4c17-b62c-eb51a9e605f3)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:19:53.440610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.442150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:53.442439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.453578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.455547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3c328928-7144-4cc1-a953-fa587e7c1a3e tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "DELETE /v2.0/ports/5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3 HTTP/1.1" status: 204 len: 168 time: 1.2699106 Aug 27 16:19:53.458571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43636) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:53.479961 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a99611d9-785a-4d64-ba03-4daf1214a428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.535559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.684610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e49a02bf-fd3a-4c4e-8959-1106d21eebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.702379 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.723178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12416a-d522-43fd-9591-f3ca662097c5 None None] Pushing event updated for resources: {'Port': ['ID=75bba2f4-25c7-4704-bf94-ec962de6a523,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:53.727912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eee2d62f-9dff-46c6-81aa-9ce69c6a317e tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4678 time: 0.2667701 Aug 27 16:19:53.730957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43640) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:53.736663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1308378231'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:53.771717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:53.806945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] device_id is not set on port 550b5fdc-f953-43e3-bc07-c7bdab067262 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:53.815620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e49a02bf-fd3a-4c4e-8959-1106d21eebee None None] For port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,segment=NetworkSegment(14309a14-77ee-4183-b000-fb04ddf0c0b6),segment_id=14309a14-77ee-4183-b000-fb04ddf0c0b6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:53.825520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 536cea1c-8389-4f71-b760-52b315e8290c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:19:53.929185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Made reservation on behalf of 85fc6a3e6c18404e97998c03f036c3a5 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:53.933284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.009203 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e49a02bf-fd3a-4c4e-8959-1106d21eebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.014220 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:19:54.036483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.040328 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Added segment e2886050-99dc-47d6-a445-ecfd4ef222a6 of type vlan for network 7ff1c32c-1c01-465f-aed1-56e74b7e7e0d Aug 27 16:19:54.118704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Allocated IP 172.20.0.10 (f6b09f8c-cd45-44df-aa02-025779be2286/9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b/550b5fdc-f953-43e3-bc07-c7bdab067262) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:54.128282 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 536cea1c-8389-4f71-b760-52b315e8290c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=536cea1c-8389-4f71-b760-52b315e8290c,segment=NetworkSegment(da03b13a-19ff-464f-bb37-67ae3b13b6cf),segment_id=da03b13a-19ff-464f-bb37-67ae3b13b6cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:54.148015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:19:54.148015 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:19:54.155429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.184399 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '536cea1c-8389-4f71-b760-52b315e8290c', 'network_id': 'cdb06ab2-edf6-4eb6-8356-2beea9812ba3', 'port_id': '536cea1c-8389-4f71-b760-52b315e8290c', 'mac_address': 'fa:16:3e:f0:b4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb80c75c-762b-4f16-a720-a4760b40c4cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:19:54.186731 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.230213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a02bf-fd3a-4c4e-8959-1106d21eebee None None] Pushing event updated for resources: {'Port': ['ID=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:54.237928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-81bb6c64-5f04-433b-8398-5673f5ec74fa None None] Provisioning complete for port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:54.238301 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81bb6c64-5f04-433b-8398-5673f5ec74fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.308582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.328659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536cea1c-8389-4f71-b760-52b315e8290c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:19:54.371022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 536cea1c-8389-4f71-b760-52b315e8290c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=536cea1c-8389-4f71-b760-52b315e8290c,segment=NetworkSegment(da03b13a-19ff-464f-bb37-67ae3b13b6cf),segment_id=da03b13a-19ff-464f-bb37-67ae3b13b6cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:54.377998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb347067-dc8a-4daa-9a20-20f59ef67a93 req-1d56fbef-cbfb-486e-8034-ef44d8f921e3 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:54.380095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb347067-dc8a-4daa-9a20-20f59ef67a93 req-1d56fbef-cbfb-486e-8034-ef44d8f921e3 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1513944 Aug 27 16:19:54.426245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.434983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa80a97-d8a6-447f-8685-66dbb3b20b90 req-4914a079-9fcc-4c03-8771-5575e3fd7ed8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:54.434983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa80a97-d8a6-447f-8685-66dbb3b20b90 req-4914a079-9fcc-4c03-8771-5575e3fd7ed8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1629231 Aug 27 16:19:54.435222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:54.435222 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.494806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb347067-dc8a-4daa-9a20-20f59ef67a93 req-56c2ee7a-1eb0-449c-9247-9d703cdf756a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049628 Aug 27 16:19:54.517172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event updated for resources: {'Network': ['ID=7ff1c32c-1c01-465f-aed1-56e74b7e7e0d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:54.521160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.527003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fa80a97-d8a6-447f-8685-66dbb3b20b90 req-4a00dc00-ee0d-45f5-8bf5-2619d99126c2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899665 Aug 27 16:19:54.532010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.544062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Transition to ACTIVE for port object 550b5fdc-f953-43e3-bc07-c7bdab067262 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:54.544352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7ff1c32c-1c01-465f-aed1-56e74b7e7e0d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:19:54.547473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c9cece37-b7ee-4d66-85ee-ef6c0e257cb8 None None] Could not find standard attr ID for object 5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:19:54.601941 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.645514 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57472f80-a707-40d6-80c7-d658ebfd9f8a tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9129574 Aug 27 16:19:54.650128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43668) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:54.732325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=536cea1c-8389-4f71-b760-52b315e8290c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:54.769708 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:54.829701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449adc39-7629-4e77-ae38-9731acf1214e req-ca949f48-004a-47c4-b913-c88edfaf5563 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:54.837305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-449adc39-7629-4e77-ae38-9731acf1214e req-ca949f48-004a-47c4-b913-c88edfaf5563 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 944 time: 0.1080029 Aug 27 16:19:54.841043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Network f6b09f8c-cd45-44df-aa02-025779be2286 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:54.854340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:54.865518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:54.883059 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8231980e-d433-4c05-87ed-c7b8d68f3599 tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "GET /v2.0/agents/469d3c31-a9d1-415f-b56f-3a11494f4b1e/dhcp-networks HTTP/1.1" status: 200 len: 11255 time: 0.2289150 Aug 27 16:19:54.883721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43670) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:54.894039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event updated for resources: {'Port': ['ID=550b5fdc-f953-43e3-bc07-c7bdab067262,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:54.940787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['536cea1c-8389-4f71-b760-52b315e8290c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:19:54.946469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-449adc39-7629-4e77-ae38-9731acf1214e req-437d9ef9-408a-4eca-81f6-a3d45d69c9dd tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032710 Aug 27 16:19:54.946840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75bba2f4-25c7-4704-bf94-ec962de6a523 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:54.963114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:54.964349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.008748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d47d8-a48f-4ae1-93ab-4c823f222a66 tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] Network 7ff1c32c-1c01-465f-aed1-56e74b7e7e0d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:19:55.141030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6c9ca732-308c-435c-9dba-46c1fdfbe823 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0854971 Aug 27 16:19:55.143916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43676) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.154138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Request body: {'port': {'network_id': 'f6b09f8c-cd45-44df-aa02-025779be2286', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1288043216', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:55.154138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] bootfile-name is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:55.154138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] tftp-server is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:55.154421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a5640-9184-443d-9b34-13e734c339d9 None None] Network f6b09f8c-cd45-44df-aa02-025779be2286 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:55.154535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.api.validators [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] server-ip-address is not in valid_values {{(pid=95253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:55.163051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 75bba2f4-25c7-4704-bf94-ec962de6a523 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:55.168506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d59d47d8-a48f-4ae1-93ab-4c823f222a66 tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "POST /v2.0/agents/469d3c31-a9d1-415f-b56f-3a11494f4b1e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2839112 Aug 27 16:19:55.170800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.196360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aff8a5-be31-42dc-9b3a-85cdc86a6e31 None None] Network 7ff1c32c-1c01-465f-aed1-56e74b7e7e0d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:55.203668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:55.317888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f56cae9b-4582-4507-bee1-36e71baa9aec tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "GET /v2.0/agents/469d3c31-a9d1-415f-b56f-3a11494f4b1e/dhcp-networks HTTP/1.1" status: 200 len: 12027 time: 0.1451318 Aug 27 16:19:55.321013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43680) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.406183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:55.406757 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.424261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Made reservation on behalf of 7031ae2a48044428bfa8e785da98733d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:19:55.427994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.432161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b496dc14-5d46-489e-9ebe-a53300c4ab36 None None] Provisioning for port 75bba2f4-25c7-4704-bf94-ec962de6a523 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:55.442540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b496dc14-5d46-489e-9ebe-a53300c4ab36 None None] Provisioning complete for port 75bba2f4-25c7-4704-bf94-ec962de6a523 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:55.442935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b496dc14-5d46-489e-9ebe-a53300c4ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.446276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] device_id is not set on port 0cdc7225-b2cd-4e71-9521-358da9328869 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:19:55.494233 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f8f98cb5-37dc-46e5-969d-e9d4d7ca6613 tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "DELETE /v2.0/agents/469d3c31-a9d1-415f-b56f-3a11494f4b1e/dhcp-networks/7ff1c32c-1c01-465f-aed1-56e74b7e7e0d HTTP/1.1" status: 204 len: 168 time: 0.1719615 Aug 27 16:19:55.495111 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43682) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.613237 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b496dc14-5d46-489e-9ebe-a53300c4ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.653900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b496dc14-5d46-489e-9ebe-a53300c4ab36 None None] For port 75bba2f4-25c7-4704-bf94-ec962de6a523, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=75bba2f4-25c7-4704-bf94-ec962de6a523,segment=NetworkSegment(ca9b521b-a62f-4c17-b62c-eb51a9e605f3),segment_id=ca9b521b-a62f-4c17-b62c-eb51a9e605f3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:55.686613 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fb24ba50-2e0e-4b04-8935-bc4e9317cda2 tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "GET /v2.0/agents/469d3c31-a9d1-415f-b56f-3a11494f4b1e/dhcp-networks HTTP/1.1" status: 200 len: 11255 time: 0.1898444 Aug 27 16:19:55.691844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43692) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.717921 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dae5cdbb-6a0c-4fd7-87f2-f8d58f23b645 tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "GET /v2.0/networks/bb6e1718-47fd-454d-85a3-fa16cb7178d3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0247471 Aug 27 16:19:55.718563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43696) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.741524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b5cc548b-93e2-423b-ac62-7c3cfb677d1c tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "GET /v2.0/networks/bb6e1718-47fd-454d-85a3-fa16cb7178d3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0217707 Aug 27 16:19:55.742299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43698) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.749877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b496dc14-5d46-489e-9ebe-a53300c4ab36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.813012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496dc14-5d46-489e-9ebe-a53300c4ab36 None None] Pushing event updated for resources: {'Port': ['ID=75bba2f4-25c7-4704-bf94-ec962de6a523,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:55.897115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6558d402-cce5-4a77-8675-f18ead2c06dc tempest-DHCPAgentSchedulersTestJSON-918603822 tempest-DHCPAgentSchedulersTestJSON-918603822-project-admin] 10.222.0.101 "GET /v2.0/agents/469d3c31-a9d1-415f-b56f-3a11494f4b1e/dhcp-networks HTTP/1.1" status: 200 len: 11255 time: 0.1504898 Aug 27 16:19:55.898146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43700) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:55.978523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcf12fae-54fe-49c2-8047-a1e2a3f6a0ba None None] Provisioning complete for port 75bba2f4-25c7-4704-bf94-ec962de6a523 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:55.980711 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcf12fae-54fe-49c2-8047-a1e2a3f6a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.984905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.988214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:55.992222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Allocated IP 172.20.0.8 (f6b09f8c-cd45-44df-aa02-025779be2286/9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b/0cdc7225-b2cd-4e71-9521-358da9328869) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:19:56.053698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f75d-4b7d-46fa-b82b-c65e23abda89 req-42c65023-d5a3-4744-beb0-37643bdd3fd9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.055228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31b7f75d-4b7d-46fa-b82b-c65e23abda89 req-42c65023-d5a3-4744-beb0-37643bdd3fd9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.4824238 Aug 27 16:19:56.096305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.101410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c05226-a6ef-43bf-8576-a120c18e0dfa req-d6ba9e5a-0409-4e55-85f1-45fd96139ad9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.107726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff1c32c-1c01-465f-aed1-56e74b7e7e0d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:56.107927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75c05226-a6ef-43bf-8576-a120c18e0dfa req-d6ba9e5a-0409-4e55-85f1-45fd96139ad9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1444705 Aug 27 16:19:56.118747 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2886050-99dc-47d6-a445-ecfd4ef222a6') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:56.119047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2886050-99dc-47d6-a445-ecfd4ef222a6') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:56.128952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.143017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.149075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:56.149469 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:56.152584 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:56.165776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31b7f75d-4b7d-46fa-b82b-c65e23abda89 req-16f05186-953d-4201-9a87-084529f60389 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997341 Aug 27 16:19:56.225327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75c05226-a6ef-43bf-8576-a120c18e0dfa req-5f92c9ba-dd4b-47a7-8d97-5bf623311a0e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121113 Aug 27 16:19:56.236144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcf12fae-54fe-49c2-8047-a1e2a3f6a0ba None None] Provisioning for port 550b5fdc-f953-43e3-bc07-c7bdab067262 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:56.251221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcf12fae-54fe-49c2-8047-a1e2a3f6a0ba None None] Provisioning complete for port 550b5fdc-f953-43e3-bc07-c7bdab067262 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:56.252169 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcf12fae-54fe-49c2-8047-a1e2a3f6a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.289988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bcf12fae-54fe-49c2-8047-a1e2a3f6a0ba None None] Port 550b5fdc-f953-43e3-bc07-c7bdab067262 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:56.299923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.310358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.316393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Transition to ACTIVE for port object 0cdc7225-b2cd-4e71-9521-358da9328869 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:19:56.318025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.324097 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "DELETE /v2.0/networks/7ff1c32c-1c01-465f-aed1-56e74b7e7e0d HTTP/1.1" status: 204 len: 168 time: 0.4239573 Aug 27 16:19:56.326841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43714) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:56.338575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1bb3-5217-44d3-baea-1279e1e89174 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event deleted for resources: {'Network': ['ID=7ff1c32c-1c01-465f-aed1-56e74b7e7e0d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:56.362640 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f677966f-8c2d-4e49-b6c3-4849f6ddb3b1 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] DELETE failed (client error): The resource could not be found. Aug 27 16:19:56.363849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f677966f-8c2d-4e49-b6c3-4849f6ddb3b1 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:19:56.367413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f677966f-8c2d-4e49-b6c3-4849f6ddb3b1 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "DELETE /v2.0/ports/5657ce06-1d0b-4dc0-a0ac-7691c4b0a6e3 HTTP/1.1" status: 404 len: 333 time: 0.0372720 Aug 27 16:19:56.368119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43720) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:56.410246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-654f0210-279c-488c-bb9e-880de1d11706 None None] Provisioning complete for port 550b5fdc-f953-43e3-bc07-c7bdab067262 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:56.410780 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-654f0210-279c-488c-bb9e-880de1d11706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.450444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-654f0210-279c-488c-bb9e-880de1d11706 None None] Port 550b5fdc-f953-43e3-bc07-c7bdab067262 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:56.489614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Deleting subnet c6bff9d2-11ba-4c79-b841-e85604c894ab {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:56.509853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.544354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4dd1b-7a9b-498c-a80d-2aba5899fdc9 req-173b40f9-829f-4a2b-adf0-741c22fff6af tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.545776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3e4dd1b-7a9b-498c-a80d-2aba5899fdc9 req-173b40f9-829f-4a2b-adf0-741c22fff6af tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 944 time: 0.1601496 Aug 27 16:19:56.561956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.613763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.649408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d9a0-2fff-4777-a5bf-8811c10ddaa0 req-a07c7aaa-7ec9-4a31-ade2-7ebb745f918e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.650943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e108d9a0-2fff-4777-a5bf-8811c10ddaa0 req-a07c7aaa-7ec9-4a31-ade2-7ebb745f918e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 950 time: 0.1954596 Aug 27 16:19:56.672795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Network f6b09f8c-cd45-44df-aa02-025779be2286 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:19:56.690399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:19:56.706649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:19:56.711140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event updated for resources: {'Port': ['ID=0cdc7225-b2cd-4e71-9521-358da9328869,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:56.752948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3e4dd1b-7a9b-498c-a80d-2aba5899fdc9 req-94a51b29-acf1-4262-a6bb-4f86990aeddc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004223 Aug 27 16:19:56.799106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75bba2f4-25c7-4704-bf94-ec962de6a523 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:56.810785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e108d9a0-2fff-4777-a5bf-8811c10ddaa0 req-ecd79524-efac-44ea-98ff-e60b1cbe5d76 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409688 Aug 27 16:19:56.835600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:56.836679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.851424 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.861263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 75bba2f4-25c7-4704-bf94-ec962de6a523 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:56.861650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:56.974661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-973bf752-1ee1-42c0-bf49-fe7f5df6fe98 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8295915 Aug 27 16:19:56.978573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43734) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:56.990265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.032007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bff9d2-11ba-4c79-b841-e85604c894ab,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:57.039402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.044268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f12046e-9f9e-4321-887f-2bda47a1cad4 tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "DELETE /v2.0/subnets/c6bff9d2-11ba-4c79-b841-e85604c894ab HTTP/1.1" status: 204 len: 168 time: 0.6727173 Aug 27 16:19:57.044556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43740) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:57.046965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd88f67-0df4-4a48-accc-a96b0732917f None None] Network bb6e1718-47fd-454d-85a3-fa16cb7178d3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:19:57.119628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a26c49-24d8-41bd-aace-af94283d7e14 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.125785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a26c49-24d8-41bd-aace-af94283d7e14 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.131729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a26c49-24d8-41bd-aace-af94283d7e14 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.133430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d2a26c49-24d8-41bd-aace-af94283d7e14 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1554987 Aug 27 16:19:57.136704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43742) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:57.153774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-497f22bb-bd81-4ee8-b7ad-17302ff4b53e None None] Provisioning for port 0cdc7225-b2cd-4e71-9521-358da9328869 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:57.156530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.160481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-497f22bb-bd81-4ee8-b7ad-17302ff4b53e None None] Provisioning complete for port 0cdc7225-b2cd-4e71-9521-358da9328869 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:57.160959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-497f22bb-bd81-4ee8-b7ad-17302ff4b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.205224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-497f22bb-bd81-4ee8-b7ad-17302ff4b53e None None] Port 0cdc7225-b2cd-4e71-9521-358da9328869 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:57.241922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Deleting port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:57.241922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.276873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Deleting port 0cdc7225-b2cd-4e71-9521-358da9328869 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:57.277228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.287779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] DHCP port deletion for bb6e1718-47fd-454d-85a3-fa16cb7178d3 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:19:57.350211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] For port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,segment=NetworkSegment(14309a14-77ee-4183-b000-fb04ddf0c0b6),segment_id=14309a14-77ee-4183-b000-fb04ddf0c0b6)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:57.350719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.378412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Calling delete_port for e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:57.389809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.406776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Calling delete_port for 0cdc7225-b2cd-4e71-9521-358da9328869 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:57.439560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f9445-8769-4ea6-a3d8-a80f5a7ea9b8 req-b9c124d4-a3e4-482b-8d6e-989eec9e36cd tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.441418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d2f9445-8769-4ea6-a3d8-a80f5a7ea9b8 req-b9c124d4-a3e4-482b-8d6e-989eec9e36cd tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1615412 Aug 27 16:19:57.498308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] Deleting port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:57.499569 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.520772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d2f9445-8769-4ea6-a3d8-a80f5a7ea9b8 req-b32daae4-7513-4439-8ad7-0cb3989a52d6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659800 Aug 27 16:19:57.576571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] For port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,segment=NetworkSegment(14309a14-77ee-4183-b000-fb04ddf0c0b6),segment_id=14309a14-77ee-4183-b000-fb04ddf0c0b6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:57.576981 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.593875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] Calling delete_port for e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:57.623909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a926f9-a3a1-4ac4-be8a-210014a9dc85 req-c9063859-9982-4bdd-af0c-975443fe35bf tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.625130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50a926f9-a3a1-4ac4-be8a-210014a9dc85 req-c9063859-9982-4bdd-af0c-975443fe35bf tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0677688 Aug 27 16:19:57.649390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.683540 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:19:57.686339 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:19:57.690291 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.692149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event deleted for resources: {'Port': ['ID=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:57.702640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] No DVR routers for this DVR port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:57.732593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50a926f9-a3a1-4ac4-be8a-210014a9dc85 req-2222b441-5a10-4b68-a4f7-7da674dff21a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949914 Aug 27 16:19:57.733971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] Pushing event deleted for resources: {'Port': ['ID=e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:57.738378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846160c2-b28f-49a1-b47a-a1b1e80145ad None None] No DVR routers for this DVR port e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:19:57.794342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 536cea1c-8389-4f71-b760-52b315e8290c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:19:57.807476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.818868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6e1718-47fd-454d-85a3-fa16cb7178d3']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:57.830366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14309a14-77ee-4183-b000-fb04ddf0c0b6') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:57.830663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14309a14-77ee-4183-b000-fb04ddf0c0b6') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:19:57.842286 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.855208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.880992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.883172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event deleted for resources: {'Port': ['ID=0cdc7225-b2cd-4e71-9521-358da9328869,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:57.889646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:19:57.890061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:19:57.893235 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:19:57.947346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98dbd1-97e7-4c06-a51c-d1a0f7840bb5 req-27bbdefc-e363-49b1-a158-63bc2c00a879 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:57.948941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b98dbd1-97e7-4c06-a51c-d1a0f7840bb5 req-27bbdefc-e363-49b1-a158-63bc2c00a879 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 944 time: 0.1102300 Aug 27 16:19:57.961623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:57.967421 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24eea905-6a96-41f5-913c-131e7f9894ec tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "DELETE /v2.0/ports/0cdc7225-b2cd-4e71-9521-358da9328869 HTTP/1.1" status: 204 len: 168 time: 0.8255734 Aug 27 16:19:57.968041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43764) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:57.976445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Request body: {'port': {'name': 'tempest-new-port-name-698046224', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:19:57.976970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.api.validators [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] bootfile-name is not in valid_values {{(pid=95252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:57.977378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.api.validators [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] tftp-server is not in valid_values {{(pid=95252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:57.977782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.api.validators [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] server-ip-address is not in valid_values {{(pid=95252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 16:19:58.009420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b98dbd1-97e7-4c06-a51c-d1a0f7840bb5 req-5fd7d977-079e-48a6-8481-9aad70e26793 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Aug 27 16:19:58.023342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 536cea1c-8389-4f71-b760-52b315e8290c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:19:58.031305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 536cea1c-8389-4f71-b760-52b315e8290c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:58.031998 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.059893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.065115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.068244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] 10.222.0.101 "DELETE /v2.0/networks/bb6e1718-47fd-454d-85a3-fa16cb7178d3 HTTP/1.1" status: 204 len: 168 time: 1.0216346 Aug 27 16:19:58.069627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.098536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f243e4-de7f-4cef-bfdd-f26e71cd474b tempest-DHCPAgentSchedulersTestJSON-1937535683 tempest-DHCPAgentSchedulersTestJSON-1937535683-project] Pushing event deleted for resources: {'Network': ['ID=bb6e1718-47fd-454d-85a3-fa16cb7178d3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:58.178714 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.206375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536cea1c-8389-4f71-b760-52b315e8290c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:19:58.208683 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ab97e-e918-4969-97dd-e5dc9ab2160b" -d '{"events": [{"server_uuid": "aca4accf-72b3-495f-b41e-6370e02f5a59", "name": "network-vif-plugged", "status": "completed", "tag": "536cea1c-8389-4f71-b760-52b315e8290c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:19:58.227341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 536cea1c-8389-4f71-b760-52b315e8290c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=536cea1c-8389-4f71-b760-52b315e8290c,segment=NetworkSegment(da03b13a-19ff-464f-bb37-67ae3b13b6cf),segment_id=da03b13a-19ff-464f-bb37-67ae3b13b6cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:58.264025 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b44911-3ec3-4ed5-9577-44cdbb838b19 x-openstack-request-id: req-67b44911-3ec3-4ed5-9577-44cdbb838b19 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:19:58.264324 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca4accf-72b3-495f-b41e-6370e02f5a59", "name": "network-vif-plugged", "status": "completed", "tag": "536cea1c-8389-4f71-b760-52b315e8290c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:19:58.264582 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-67b44911-3ec3-4ed5-9577-44cdbb838b19 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:19:58.265402 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536cea1c-8389-4f71-b760-52b315e8290c', 'code': 200} Aug 27 16:19:58.305506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.344206 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.345278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:58.360106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f85f7-b3ff-46ed-acbb-55a8fb9a0bef req-eaf94ad8-763f-4df7-924f-ea90d10e06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:58.361602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a9f85f7-b3ff-46ed-acbb-55a8fb9a0bef req-eaf94ad8-763f-4df7-924f-ea90d10e06b4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 1095 time: 0.0412469 Aug 27 16:19:58.401541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a9f85f7-b3ff-46ed-acbb-55a8fb9a0bef req-6cef1a33-0fb3-4fd7-8947-4539c5411909 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Aug 27 16:19:58.430150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.437492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=536cea1c-8389-4f71-b760-52b315e8290c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:58.479179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.517516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:19:58.524083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event updated for resources: {'Port': ['ID=550b5fdc-f953-43e3-bc07-c7bdab067262,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:58.536009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] In _notify_port_updated(), no bound segment for port 550b5fdc-f953-43e3-bc07-c7bdab067262 on network f6b09f8c-cd45-44df-aa02-025779be2286 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:19:58.541806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:58.543646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.545778 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ddd2cf24-65f0-47e3-8548-e87c1bcb4868 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "PUT /v2.0/ports/550b5fdc-f953-43e3-bc07-c7bdab067262 HTTP/1.1" status: 200 len: 1136 time: 0.5771687 Aug 27 16:19:58.548445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43770) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:58.607407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d79cc31-2af5-41f0-aac0-d7960e7081f8 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:58.609252 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9d79cc31-2af5-41f0-aac0-d7960e7081f8 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "GET /v2.0/ports/550b5fdc-f953-43e3-bc07-c7bdab067262 HTTP/1.1" status: 200 len: 1136 time: 0.0595315 Aug 27 16:19:58.612760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43776) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:58.615169 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.673522 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:58.691616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43780) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:58.704471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f87ae1-423c-4ba9-99f8-5d1c54076a71 req-8b01d22d-4ab4-4664-905a-730509ddb0d8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:58.706113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0f87ae1-423c-4ba9-99f8-5d1c54076a71 req-8b01d22d-4ab4-4664-905a-730509ddb0d8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1005876 Aug 27 16:19:58.805772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0f87ae1-423c-4ba9-99f8-5d1c54076a71 req-f4cb8dc0-16f4-46fe-a81a-20fe5fcaca83 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893242 Aug 27 16:19:58.847886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:19:58.899424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:19:58.899784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e249ddfe-3be2-4bc4-8dbf-2ad50d6e1a1e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:19:58.903949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1014825f-2486-4566-a469-359953db09a8 None None] Provisioning complete for port 550b5fdc-f953-43e3-bc07-c7bdab067262 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:19:58.904326 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1014825f-2486-4566-a469-359953db09a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:58.945032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1014825f-2486-4566-a469-359953db09a8 None None] Port 550b5fdc-f953-43e3-bc07-c7bdab067262 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:19:58.949000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f26c0d-cf35-4314-855d-4c3996b5a9b2 req-47dcbc8a-1240-42d0-8329-d58e7b459e2e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:58.950589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2f26c0d-cf35-4314-855d-4c3996b5a9b2 req-47dcbc8a-1240-42d0-8329-d58e7b459e2e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0805836 Aug 27 16:19:58.991132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2f26c0d-cf35-4314-855d-4c3996b5a9b2 req-8d6ca53f-7656-462f-b731-ed50e0313b12 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Aug 27 16:19:59.136417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbc3e-2407-4f03-8131-17729531b0a5 req-6d1a8ea6-2381-4f68-9eb7-f2f0eb2a55bc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:59.137930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18ebbc3e-2407-4f03-8131-17729531b0a5 req-6d1a8ea6-2381-4f68-9eb7-f2f0eb2a55bc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Aug 27 16:19:59.141413 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f7474b0d-a942-4881-92c5-0800eaef7a47 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=85fc6a3e6c18404e97998c03f036c3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484563 Aug 27 16:19:59.143881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43800) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:59.168063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Deleting port 550b5fdc-f953-43e3-bc07-c7bdab067262 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:19:59.168356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.183425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18ebbc3e-2407-4f03-8131-17729531b0a5 req-8b54b730-355d-4c36-a11c-b9ba4b828ba9 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Aug 27 16:19:59.262054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18c97283-1565-442e-a723-79b36b2d0ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.298401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.301639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18c97283-1565-442e-a723-79b36b2d0ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.319017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Calling delete_port for 550b5fdc-f953-43e3-bc07-c7bdab067262 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:19:59.515876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18c97283-1565-442e-a723-79b36b2d0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.518374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18c97283-1565-442e-a723-79b36b2d0ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.519565 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-18c97283-1565-442e-a723-79b36b2d0ab2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8176b42c-0fe9-4270-be5f-f4525b10537a HTTP/1.1" status: 204 len: 168 time: 0.3747611 Aug 27 16:19:59.528518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c97283-1565-442e-a723-79b36b2d0ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8176b42c-0fe9-4270-be5f-f4525b10537a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:59.584254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.614088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event deleted for resources: {'Port': ['ID=550b5fdc-f953-43e3-bc07-c7bdab067262,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:19:59.693156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.695090 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2ba816bf-5d12-489e-9d55-575a930f90d4 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "DELETE /v2.0/ports/550b5fdc-f953-43e3-bc07-c7bdab067262 HTTP/1.1" status: 204 len: 168 time: 1.0791683 Aug 27 16:19:59.699558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43804) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:19:59.762938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Deleting subnet 9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:19:59.766939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.813889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.918342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:19:59.942283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fdc0b-0c4c-467c-955a-94e3f33de24f req-b891b8eb-06ba-410d-93eb-c5cf64c93f8d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:19:59.945307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-316fdc0b-0c4c-467c-955a-94e3f33de24f req-b891b8eb-06ba-410d-93eb-c5cf64c93f8d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0654230 Aug 27 16:20:00.006002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-316fdc0b-0c4c-467c-955a-94e3f33de24f req-abb09e09-b35f-494b-af44-fbe98f095f2c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Aug 27 16:20:00.117014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c8e89-96d5-464d-8901-61d1d04322e9 req-4112a117-b673-4e46-bba6-e04c535bc965 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.118508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d27c8e89-96d5-464d-8901-61d1d04322e9 req-4112a117-b673-4e46-bba6-e04c535bc965 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0541162 Aug 27 16:20:00.158004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d27c8e89-96d5-464d-8901-61d1d04322e9 req-639c2447-584a-4423-9d7a-2d642bd6608c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Aug 27 16:20:00.178987 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.209929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:00.211938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.220572 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-558aeef5-1f78-4123-a876-e8b59f89ef3d tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "DELETE /v2.0/subnets/9fc80ffd-4b36-4105-b9f9-825ee7b4dc7b HTTP/1.1" status: 204 len: 168 time: 0.5131710 Aug 27 16:20:00.220680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43828) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:00.224056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002572a6-dacb-4a50-b5f2-5f8b4b5a0648 None None] Network f6b09f8c-cd45-44df-aa02-025779be2286 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:00.267770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:00.270163 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc80da7-62cb-4a83-b321-999331253cb8" -d '{"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:00.326286 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec361f-2176-4749-b10d-a37833ca7f17 x-openstack-request-id: req-6bec361f-2176-4749-b10d-a37833ca7f17 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:00.326610 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:00.326864 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6bec361f-2176-4749-b10d-a37833ca7f17 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:00.327450 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'code': 200} Aug 27 16:20:00.346194 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.375604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df4a6b-b0ca-4a75-8fcf-8d758e2b0aaa req-54458dc5-b26c-4b54-9aed-c945937a78cc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:00.377698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91df4a6b-b0ca-4a75-8fcf-8d758e2b0aaa req-54458dc5-b26c-4b54-9aed-c945937a78cc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 945 time: 0.1064074 Aug 27 16:20:00.437926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] DHCP port deletion for f6b09f8c-cd45-44df-aa02-025779be2286 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:20:00.453359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91df4a6b-b0ca-4a75-8fcf-8d758e2b0aaa req-045f91d4-69ff-433b-9229-7013d2a1c648 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688941 Aug 27 16:20:00.466964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Deleting port 75bba2f4-25c7-4704-bf94-ec962de6a523 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:00.467358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.489942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43834) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:00.509757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98d38b89-6a99-4fac-b2e1-7d53b75675e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.511957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] Deleting port 75bba2f4-25c7-4704-bf94-ec962de6a523 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:00.512436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.548946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] For port 75bba2f4-25c7-4704-bf94-ec962de6a523, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=75bba2f4-25c7-4704-bf94-ec962de6a523,segment=NetworkSegment(ca9b521b-a62f-4c17-b62c-eb51a9e605f3),segment_id=ca9b521b-a62f-4c17-b62c-eb51a9e605f3)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:00.549353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.568120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Calling delete_port for 75bba2f4-25c7-4704-bf94-ec962de6a523 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:00.583869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] For port 75bba2f4-25c7-4704-bf94-ec962de6a523, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=75bba2f4-25c7-4704-bf94-ec962de6a523,segment=NetworkSegment(ca9b521b-a62f-4c17-b62c-eb51a9e605f3),segment_id=ca9b521b-a62f-4c17-b62c-eb51a9e605f3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:00.584597 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.599135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] Calling delete_port for 75bba2f4-25c7-4704-bf94-ec962de6a523 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:00.624618 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98d38b89-6a99-4fac-b2e1-7d53b75675e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.736045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98d38b89-6a99-4fac-b2e1-7d53b75675e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.739309 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.742534 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.768745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event deleted for resources: {'Port': ['ID=75bba2f4-25c7-4704-bf94-ec962de6a523,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:00.784318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] No DVR routers for this DVR port 75bba2f4-25c7-4704-bf94-ec962de6a523 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:00.785968 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-98d38b89-6a99-4fac-b2e1-7d53b75675e6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=716b8e7266604f97b18c0ea339d7d574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925856 Aug 27 16:20:00.788062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43838) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:00.788289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d38b89-6a99-4fac-b2e1-7d53b75675e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a5deb1-e20b-4c28-9bb3-ac9cbe440f85,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:00.809184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] Pushing event deleted for resources: {'Port': ['ID=75bba2f4-25c7-4704-bf94-ec962de6a523,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:00.812058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c38d2-11fb-4e6c-a6d8-b4b206affc27 None None] No DVR routers for this DVR port 75bba2f4-25c7-4704-bf94-ec962de6a523 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:00.851518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75bba2f4-25c7-4704-bf94-ec962de6a523 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:00.879678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 75bba2f4-25c7-4704-bf94-ec962de6a523 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:00.880026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75bba2f4-25c7-4704-bf94-ec962de6a523 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:00.922114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.934809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b09f8c-cd45-44df-aa02-025779be2286']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:00.950981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9b521b-a62f-4c17-b62c-eb51a9e605f3') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:00.954596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9b521b-a62f-4c17-b62c-eb51a9e605f3') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:00.962266 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f14fbe41-0123-4848-9a50-fd99ad06b99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.965167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.986677 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:00.999734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f14fbe41-0123-4848-9a50-fd99ad06b99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.001662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:01.002062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:01.005001 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:01.183705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa2271-dec9-465e-b2ba-5b2f4ec924a5 req-cb39f453-d161-48df-afb9-69d18f2333ea tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:01.185246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3caa2271-dec9-465e-b2ba-5b2f4ec924a5 req-cb39f453-d161-48df-afb9-69d18f2333ea tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0574315 Aug 27 16:20:01.186389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.195833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.196354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] 10.222.0.101 "DELETE /v2.0/networks/f6b09f8c-cd45-44df-aa02-025779be2286 HTTP/1.1" status: 204 len: 168 time: 0.9755611 Aug 27 16:20:01.218481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6518fb-c853-4b34-b659-31d88f9ba9c9 tempest-ExtraDHCPOptionsTestJSON-1400616412 tempest-ExtraDHCPOptionsTestJSON-1400616412-project] Pushing event deleted for resources: {'Network': ['ID=f6b09f8c-cd45-44df-aa02-025779be2286,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:01.234693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f14fbe41-0123-4848-9a50-fd99ad06b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.237322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f14fbe41-0123-4848-9a50-fd99ad06b99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.242157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f14fbe41-0123-4848-9a50-fd99ad06b99e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/49a5deb1-e20b-4c28-9bb3-ac9cbe440f85 HTTP/1.1" status: 204 len: 168 time: 0.4491587 Aug 27 16:20:01.248994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3caa2271-dec9-465e-b2ba-5b2f4ec924a5 req-31494c29-9c08-4030-be69-55e936ee3fd4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558119 Aug 27 16:20:01.254097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fbe41-0123-4848-9a50-fd99ad06b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a5deb1-e20b-4c28-9bb3-ac9cbe440f85,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:01.324739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c2b3bb4e-cf83-4696-a087-9d758990bc90 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:20:01.420577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462e6b5-95dc-482c-91d8-3324ad94c318 req-07e15871-eb96-4262-ade6-4fc7064b758f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:01.428258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9462e6b5-95dc-482c-91d8-3324ad94c318 req-07e15871-eb96-4262-ade6-4fc7064b758f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1090839 Aug 27 16:20:01.453748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:01.465416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'mac_address': 'fa:16:3e:0d:d2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:20:01.475333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9462e6b5-95dc-482c-91d8-3324ad94c318 req-7a10d33a-1247-469d-88c8-eda44303b89f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Aug 27 16:20:01.528658 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.546639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2b3bb4e-cf83-4696-a087-9d758990bc90 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:01.568731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:01.631954 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:01.706312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:01.773968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c2b3bb4e-cf83-4696-a087-9d758990bc90'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:01.829620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device b57aa521-1e23-43e3-82c5-4cac7141c4fb details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:20:01.946646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 43902) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:02.037817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:02.055466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'port_id': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'mac_address': 'fa:16:3e:6c:b2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce6403-2613-493d-af74-67bb39b1ef9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:20:02.104678 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:02.123171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b57aa521-1e23-43e3-82c5-4cac7141c4fb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:02.187842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:02.210687 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7472c87f-6843-4d8d-a1d2-a8923d00970e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7031ae2a48044428bfa8e785da98733d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625616 Aug 27 16:20:02.213442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 43932) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:02.281838 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50d27dad-77e9-48bb-b6fb-a3b9f628ab90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:02.299662 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:02.309221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50d27dad-77e9-48bb-b6fb-a3b9f628ab90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:02.390528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:02.427081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['b57aa521-1e23-43e3-82c5-4cac7141c4fb'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:02.500095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d9511-ea19-4804-9088-96665928239f req-4b9ee9ba-1608-46ea-94bf-d459650e2bd5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:02.507825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e9d9511-ea19-4804-9088-96665928239f req-4b9ee9ba-1608-46ea-94bf-d459650e2bd5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0662460 Aug 27 16:20:02.530599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50d27dad-77e9-48bb-b6fb-a3b9f628ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:02.533392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50d27dad-77e9-48bb-b6fb-a3b9f628ab90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:02.537799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-50d27dad-77e9-48bb-b6fb-a3b9f628ab90 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3a9e5460-f7c4-40b0-9836-ad2ac17fb2d6 HTTP/1.1" status: 204 len: 168 time: 0.3225927 Aug 27 16:20:02.548645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d27dad-77e9-48bb-b6fb-a3b9f628ab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9e5460-f7c4-40b0-9836-ad2ac17fb2d6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:02.586568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e9d9511-ea19-4804-9088-96665928239f req-b2ac1a1e-adc4-44ac-b9aa-ad2582207fb9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774066 Aug 27 16:20:03.273869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c92913-ae95-40e5-8d3e-575b0e6e47b7 req-84436e73-a93e-428d-bc3b-b26345865cca tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:03.282781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0c92913-ae95-40e5-8d3e-575b0e6e47b7 req-84436e73-a93e-428d-bc3b-b26345865cca tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 944 time: 0.1806171 Aug 27 16:20:03.341151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c2b3bb4e-cf83-4696-a087-9d758990bc90 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:03.356939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0c92913-ae95-40e5-8d3e-575b0e6e47b7 req-5f7d6f6c-0268-45f7-b62d-cfbe9b41c245 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731587 Aug 27 16:20:03.502455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c2b3bb4e-cf83-4696-a087-9d758990bc90 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:03.503037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:03.611174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:03.648068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:03.650971 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4bcca7-c002-4260-960e-316cfa5d7542" -d '{"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:03.671026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:03.740854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:03.845267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:03.849651 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device b57aa521-1e23-43e3-82c5-4cac7141c4fb up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:03.919478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port b57aa521-1e23-43e3-82c5-4cac7141c4fb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:03.919773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:03.998115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed5668-ce25-4e4d-87e5-ab6c0ed1e5f6 req-c78ef9ff-2e6c-4f3e-bf6c-c2e691b0368d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:04.006130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55ed5668-ce25-4e4d-87e5-ab6c0ed1e5f6 req-c78ef9ff-2e6c-4f3e-bf6c-c2e691b0368d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.0713425 Aug 27 16:20:04.064564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55ed5668-ce25-4e4d-87e5-ab6c0ed1e5f6 req-11b16b5a-e1a5-465e-af80-020f06928af8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571437 Aug 27 16:20:04.145753 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:04.258987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:04.363807 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:04.460765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:04.599872 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e11430-99d0-400b-abe7-535e1f1f8bc6 x-openstack-request-id: req-70e11430-99d0-400b-abe7-535e1f1f8bc6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:04.600481 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:04.600481 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-70e11430-99d0-400b-abe7-535e1f1f8bc6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:04.600857 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'code': 200} Aug 27 16:20:04.913596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44022) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:05.207730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4e5b0-106e-4ca8-a6fe-df51645a07bb req-f085c4b4-d5d7-4146-80ca-a55fc1caa410 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:05.209712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48e4e5b0-106e-4ca8-a6fe-df51645a07bb req-f085c4b4-d5d7-4146-80ca-a55fc1caa410 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1339865 Aug 27 16:20:05.309730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48e4e5b0-106e-4ca8-a6fe-df51645a07bb req-671dc5cd-ec42-44ef-a781-25b7c62f7ba6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902560 Aug 27 16:20:05.334574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-985606501'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:05.463965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44038) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:05.575334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:05.582404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:05.601784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:05.676082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0fb21e20-c272-4a66-b4cb-9838b07ada97 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1470272977'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:05.677695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0fb21e20-c272-4a66-b4cb-9838b07ada97 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Unknown quota resources ['metering_label']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:20:06.189002 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0fb21e20-c272-4a66-b4cb-9838b07ada97 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:06.190210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0fb21e20-c272-4a66-b4cb-9838b07ada97 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7251952 Aug 27 16:20:06.197209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44044) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:06.200245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f8508ea1-3589-4cb6-8116-514d27bbfab2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '723b96eb-fa36-43b0-9313-786887aa8f05'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:06.200897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f8508ea1-3589-4cb6-8116-514d27bbfab2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:20:06.227474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:06.278015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9b440-6c75-43de-9af5-9c37e30fca6a req-f0a66949-43be-42ad-8ef4-14b5ade0d30e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:06.280466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bc9b440-6c75-43de-9af5-9c37e30fca6a req-f0a66949-43be-42ad-8ef4-14b5ade0d30e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1036768 Aug 27 16:20:06.376441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bc9b440-6c75-43de-9af5-9c37e30fca6a req-3bd86afa-f990-46c7-bc8c-7438d5b14e81 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796440 Aug 27 16:20:06.475614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:06.495235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:06.540887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:06.541578 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Added segment 1acb3a59-7712-4954-8eb2-b2c8c70b04ef of type vlan for network 49626705-823d-4ca7-98e6-615a46f9f70c Aug 27 16:20:06.602380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:06.606171 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d143e41-e77e-4aec-9355-06957c5760aa" -d '{"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-plugged", "status": "completed", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:06.641535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:06.671683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6657835b-8026-4d3e-8b1f-3ab99e7228d8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:07.613287 n-d-806412-1 neutron-server[95253]: WARNING neutron.services.metering.metering_plugin [None req-f8508ea1-3589-4cb6-8116-514d27bbfab2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 16:20:07.685912 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:07.691298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:07.691911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:07.797075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8508ea1-3589-4cb6-8116-514d27bbfab2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:07.798222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f8508ea1-3589-4cb6-8116-514d27bbfab2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.6021497 Aug 27 16:20:07.800644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Network': ['ID=49626705-823d-4ca7-98e6-615a46f9f70c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:07.801763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44062) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:07.807795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d4b4735f-dbcd-4d72-b398-490675596f02 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '723b96eb-fa36-43b0-9313-786887aa8f05'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:07.808465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d4b4735f-dbcd-4d72-b398-490675596f02 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:20:07.821391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 49626705-823d-4ca7-98e6-615a46f9f70c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:07.859158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22996104-b716-470b-9a85-0e19f3cb62a5 req-6230063a-0804-4ef1-82ab-8756d162ac55 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:07.860749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22996104-b716-470b-9a85-0e19f3cb62a5 req-6230063a-0804-4ef1-82ab-8756d162ac55 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0655148 Aug 27 16:20:07.898095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-168d1533-f043-4c3c-aa33-ab5979bcd232 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.9833343 Aug 27 16:20:07.961309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22996104-b716-470b-9a85-0e19f3cb62a5 req-bd20048c-f2f3-45d8-875f-6bc31130f710 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924306 Aug 27 16:20:08.117672 n-d-806412-1 neutron-server[95252]: WARNING neutron.services.metering.metering_plugin [None req-d4b4735f-dbcd-4d72-b398-490675596f02 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 16:20:08.378154 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2a9eff-c312-4e76-8404-ef37638a21c7 x-openstack-request-id: req-ae2a9eff-c312-4e76-8404-ef37638a21c7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:08.378545 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-plugged", "status": "completed", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:08.378910 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae2a9eff-c312-4e76-8404-ef37638a21c7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:08.412161 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'code': 200} Aug 27 16:20:08.589999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d4b4735f-dbcd-4d72-b398-490675596f02 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:08.596478 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d4b4735f-dbcd-4d72-b398-490675596f02 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7916110 Aug 27 16:20:08.599730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44068) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:08.601192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d518-67cb-47b3-adca-ecf7a444cdd0 req-cce1dbd1-e582-432e-a854-5a9dce4ad483 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:08.613983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a614d518-67cb-47b3-adca-ecf7a444cdd0 req-cce1dbd1-e582-432e-a854-5a9dce4ad483 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1230290 Aug 27 16:20:08.641708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-636ed25d-5e35-46b3-91d6-7230ade35a09 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=fe095f1a-84bf-407c-80e3-6b555c337d10 HTTP/1.1" status: 200 len: 462 time: 0.0357077 Aug 27 16:20:08.652083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44070) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:08.698766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ffa22-910b-4884-ad55-6ef9f20736d2 req-a90e903b-73a1-4c62-aeab-f10945868121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:08.716908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a614d518-67cb-47b3-adca-ecf7a444cdd0 req-e7a1f9c2-4aee-41f3-af60-46904f5ba4ee tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993085 Aug 27 16:20:08.717084 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c86ffa22-910b-4884-ad55-6ef9f20736d2 req-a90e903b-73a1-4c62-aeab-f10945868121 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 1096 time: 0.3400455 Aug 27 16:20:08.818260 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c86ffa22-910b-4884-ad55-6ef9f20736d2 req-c3601101-292c-4865-823c-11e70fa3af46 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011379 Aug 27 16:20:09.023321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5b6599a-a93c-4127-9dd0-c15c69ad76d6 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:09.025147 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b5b6599a-a93c-4127-9dd0-c15c69ad76d6 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/fe095f1a-84bf-407c-80e3-6b555c337d10 HTTP/1.1" status: 204 len: 168 time: 0.3566716 Aug 27 16:20:09.039292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44076) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:09.059879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44078) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:09.068372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b5659a52-6ee7-481d-a0d8-397d3d8546a2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=fe095f1a-84bf-407c-80e3-6b555c337d10 HTTP/1.1" status: 200 len: 221 time: 0.0349681 Aug 27 16:20:09.072245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ee92328f-7395-4dba-a426-36267be0cf3b tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1426619391', 'description': 'label created by tempest'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:09.072245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ee92328f-7395-4dba-a426-36267be0cf3b tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Unknown quota resources ['metering_label']. {{(pid=95252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:20:09.510859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b72c9-75cf-453c-b3e4-cfc83c869dbb req-8178b71c-f1c4-486d-9507-2bf687d3faee tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:09.534498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f5b72c9-75cf-453c-b3e4-cfc83c869dbb req-8178b71c-f1c4-486d-9507-2bf687d3faee tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.2925138 Aug 27 16:20:09.630177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f5b72c9-75cf-453c-b3e4-cfc83c869dbb req-56a130a4-6c7f-49c2-a1ea-320e7ae80f5f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831573 Aug 27 16:20:09.849362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee92328f-7395-4dba-a426-36267be0cf3b tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:09.850502 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee92328f-7395-4dba-a426-36267be0cf3b tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7891078 Aug 27 16:20:09.853361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44088) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:10.009910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-19760596-9dc5-47d6-9a8a-6c2d8000c1d1 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=3e9bd1f1-df48-4ae6-9793-af1e3cffbb99 HTTP/1.1" status: 200 len: 468 time: 0.1550326 Aug 27 16:20:10.013094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44090) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:10.828579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e035e89d-8766-470e-b437-4292ad36e046 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:10.832512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44098) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:10.832799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e035e89d-8766-470e-b437-4292ad36e046 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/3e9bd1f1-df48-4ae6-9793-af1e3cffbb99 HTTP/1.1" status: 204 len: 168 time: 0.8178594 Aug 27 16:20:10.857186 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-605730b8-5ba3-4414-b3d9-56bf9b098226 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=3e9bd1f1-df48-4ae6-9793-af1e3cffbb99 HTTP/1.1" status: 200 len: 216 time: 0.0211780 Aug 27 16:20:10.862435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44100) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:10.883701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-58c7593b-d5ac-44f9-9492-86294775e567 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172367 Aug 27 16:20:10.887133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44102) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:10.921318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-452de548-438e-43a9-be4e-1fc46c5a7c33 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0307763 Aug 27 16:20:10.922593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44104) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:10.935519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c01c56-565e-4992-9ba3-9033143a9258 req-8c84f787-4aa2-45f4-ad49-0ed0aa069235 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:10.937156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c01c56-565e-4992-9ba3-9033143a9258 req-8c84f787-4aa2-45f4-ad49-0ed0aa069235 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.1513455 Aug 27 16:20:11.094269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c01c56-565e-4992-9ba3-9033143a9258 req-d221e833-4e5e-43dd-b4e0-e291a2412cf0 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492901 Aug 27 16:20:11.268457 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46721a41-9945-4352-878c-b35cd1b88dcd req-ed146c7c-fb10-43b4-9b58-772b7c64675f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3082476 Aug 27 16:20:11.274057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44108) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:11.290145 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2086915c-059e-41e0-bebe-67364699e67f tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels/723b96eb-fa36-43b0-9313-786887aa8f05 HTTP/1.1" status: 200 len: 473 time: 0.3630741 Aug 27 16:20:11.296363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44110) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:11.311849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1b02e551-7eff-4223-93b2-014291301fd2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules/de3d8662-54aa-47b5-b651-5e1c252ce6d8 HTTP/1.1" status: 200 len: 459 time: 0.0364914 Aug 27 16:20:11.399620 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46721a41-9945-4352-878c-b35cd1b88dcd req-cf995fbc-94ac-4bb1-9652-28f52c692141 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0634732 Aug 27 16:20:11.440475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ae387-384f-452e-a0c2-57a5845d45f1 req-1971aefc-1b74-4776-b21d-9bbea3427f13 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:11.449221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-611ae387-384f-452e-a0c2-57a5845d45f1 req-1971aefc-1b74-4776-b21d-9bbea3427f13 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 945 time: 0.1361043 Aug 27 16:20:11.458217 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46721a41-9945-4352-878c-b35cd1b88dcd req-dfa8893f-f113-4f58-b577-ca2a05299f22 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305560 Aug 27 16:20:11.545986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-611ae387-384f-452e-a0c2-57a5845d45f1 req-fe9d405b-dfae-473a-9d44-4dfad353b9fd tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.101 "GET /v2.0/security-groups?id=25b069db-19ba-4c19-8a23-1bf530736fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957432 Aug 27 16:20:11.624728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46721a41-9945-4352-878c-b35cd1b88dcd req-65448349-6ea9-41fc-b38a-a3af62c1e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:11.626281 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46721a41-9945-4352-878c-b35cd1b88dcd req-65448349-6ea9-41fc-b38a-a3af62c1e03c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1126835 Aug 27 16:20:11.702175 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd42270d-6fd4-4c39-9e5e-8c7956c6d6f2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:11.703464 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dd42270d-6fd4-4c39-9e5e-8c7956c6d6f2 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/de3d8662-54aa-47b5-b651-5e1c252ce6d8 HTTP/1.1" status: 204 len: 168 time: 0.4060888 Aug 27 16:20:11.706001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:11.935631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44120) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:11.944111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'subnet': {'network_id': '49626705-823d-4ca7-98e6-615a46f9f70c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:12.044031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55767-eac9-41e8-ac0f-ac6fc420208e req-fc265184-d4ad-47f7-a81b-fae089062525 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.056933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3c55767-eac9-41e8-ac0f-ac6fc420208e req-fc265184-d4ad-47f7-a81b-fae089062525 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.3835273 Aug 27 16:20:12.164367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-ade62c42-5667-4960-8ff0-2adc131ca16a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5788019 Aug 27 16:20:12.307013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3c55767-eac9-41e8-ac0f-ac6fc420208e req-c517916d-0c2f-4a37-827b-d021abe01d22 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502880 Aug 27 16:20:12.369584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-5268623b-7365-4949-ab09-b3d472408134 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.374257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-5268623b-7365-4949-ab09-b3d472408134 tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.97 "GET /v2.0/ports?device_id=aca4accf-72b3-495f-b41e-6370e02f5a59 HTTP/1.1" status: 200 len: 945 time: 0.3087499 Aug 27 16:20:12.379172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:12.389224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:12.422102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff5d82c5-ad46-4f7e-9997-0a9714694211 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:12.426148 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ff5d82c5-ad46-4f7e-9997-0a9714694211 tempest-MeteringIpV6TestJSON-77146811 tempest-MeteringIpV6TestJSON-77146811-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/723b96eb-fa36-43b0-9313-786887aa8f05 HTTP/1.1" status: 204 len: 168 time: 0.7190785 Aug 27 16:20:12.593099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.593813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.595656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.606531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.606531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.606531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.606531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.606531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3355f09b-f0f9-4e1c-a2fd-beda469a04f4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6488 time: 0.3636856 Aug 27 16:20:12.850506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Deleting port 536cea1c-8389-4f71-b760-52b315e8290c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:12.851409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:12.881243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-09784a2b-a295-46b7-a3ef-21cc50f5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.882261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-09784a2b-a295-46b7-a3ef-21cc50f5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.883109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-09784a2b-a295-46b7-a3ef-21cc50f5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:12.885132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-09784a2b-a295-46b7-a3ef-21cc50f5d128 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7639636b-2e68-444d-a756-114c35a3b4a0&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=e500afa8-0258-4a02-9fc3-72037f8e799e&id=e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 200 len: 2296 time: 0.2382662 Aug 27 16:20:12.991244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-e0e1a296-39e9-42b0-a0bf-18f24b9ab7c5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 200 len: 999 time: 0.0832863 Aug 27 16:20:13.185461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-5a814214-ffea-430e-b2f7-bf88f1553b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:13.185461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-5a814214-ffea-430e-b2f7-bf88f1553b0a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7dfc397f-74cd-49c3-81a0-081d7f19c88e HTTP/1.1" status: 200 len: 851 time: 0.1212795 Aug 27 16:20:13.185461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] For port 536cea1c-8389-4f71-b760-52b315e8290c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=536cea1c-8389-4f71-b760-52b315e8290c,segment=NetworkSegment(da03b13a-19ff-464f-bb37-67ae3b13b6cf),segment_id=da03b13a-19ff-464f-bb37-67ae3b13b6cf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:13.185461 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:13.190193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Calling delete_port for 536cea1c-8389-4f71-b760-52b315e8290c owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:13.247157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-0eb9dd74-7eb8-40ee-be11-51409a63a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:13.248748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-0eb9dd74-7eb8-40ee-be11-51409a63a73e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7639636b-2e68-444d-a756-114c35a3b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954597 Aug 27 16:20:13.386576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-4dbdfdb0-af1a-4cb4-87bd-c63a842e36b2 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304083 Aug 27 16:20:13.503010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-44517b9c-ee6a-4b55-aedf-bf20d78db80e service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031520 Aug 27 16:20:13.545442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-efa43a1e-a1db-4f8f-9a4a-abec7780064b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 217 time: 0.0399072 Aug 27 16:20:13.584409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:13.586463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:13.597421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['536cea1c-8389-4f71-b760-52b315e8290c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:13.628015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44136) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:13.677093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Pushing event deleted for resources: {'Port': ['ID=536cea1c-8389-4f71-b760-52b315e8290c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:13.710934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-71e95991-df49-4e10-a43b-206c3cdd3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:13.712405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-71e95991-df49-4e10-a43b-206c3cdd3a95 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1606998 Aug 27 16:20:13.747936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4567e393-a62a-4683-819f-8ae5788bd833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:13.762830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] No DVR routers for this DVR port 536cea1c-8389-4f71-b760-52b315e8290c on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:13.765790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:13.768108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b611fd6-ffad-4694-b601-d18e5465f6cd req-4850b787-6f4b-42e8-bad7-6ac3acb94bfc tempest-ServerTagsTestJSON-1489299920 tempest-ServerTagsTestJSON-1489299920-project] 10.222.0.97 "DELETE /v2.0/ports/536cea1c-8389-4f71-b760-52b315e8290c HTTP/1.1" status: 204 len: 173 time: 1.2659104 Aug 27 16:20:13.785224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'name': 'network-vif-deleted', 'tag': '536cea1c-8389-4f71-b760-52b315e8290c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:13.787866 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d004bd41-fd1e-4393-9ca4-289edb09a7e1" -d '{"events": [{"server_uuid": "aca4accf-72b3-495f-b41e-6370e02f5a59", "name": "network-vif-deleted", "tag": "536cea1c-8389-4f71-b760-52b315e8290c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:13.790957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Subnet': ['ID=ea3ffb7e-1f0e-4afd-9482-31a5cd188c97,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:13.808008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Checking segment: {'id': '1acb3a59-7712-4954-8eb2-b2c8c70b04ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '49626705-823d-4ca7-98e6-615a46f9f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:13.808384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network hostable DHCP agents. Network: 49626705-823d-4ca7-98e6-615a46f9f70c, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:13.826386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-a9d65ca8-52e4-413c-a183-e9106168a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:13.827961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-a9d65ca8-52e4-413c-a183-e9106168a71a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1051970 Aug 27 16:20:13.846612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4567e393-a62a-4683-819f-8ae5788bd833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:13.925896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-eca03cd0-50c8-4a3b-aab8-d172df7ac3a2 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903172 Aug 27 16:20:13.997341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4567e393-a62a-4683-819f-8ae5788bd833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:13.997874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network 49626705-823d-4ca7-98e6-615a46f9f70c is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:14.023556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-0edf6941-81b9-4ef2-a526-9f6f1bb80c90 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894604 Aug 27 16:20:14.039871 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4567e393-a62a-4683-819f-8ae5788bd833 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=afa4ef79bf2e46ae90eb62fffcb1e0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100971 Aug 27 16:20:14.045170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567e393-a62a-4683-819f-8ae5788bd833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4edd63-bf49-461a-bc1d-059aa4c542a9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:14.045389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:14.070563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-eb762e7b-7f39-488d-aae8-b7770ff6fb07 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 217 time: 0.0404127 Aug 27 16:20:14.099422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d76cb927-58c2-43f8-9589-d92111fef02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.127905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-e496ec44-69c2-44d8-9fd8-25544216c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:14.129422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-e496ec44-69c2-44d8-9fd8-25544216c8a5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0518796 Aug 27 16:20:14.135075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d76cb927-58c2-43f8-9589-d92111fef02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.191995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-87395e48-99f0-49f5-970a-e5e3a8c6071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:14.193523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-87395e48-99f0-49f5-970a-e5e3a8c6071f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547884 Aug 27 16:20:14.243583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 49626705-823d-4ca7-98e6-615a46f9f70c) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:14.255542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd3827-7e45-458b-9605-585a26471ff9 None None] Network 49626705-823d-4ca7-98e6-615a46f9f70c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:14.303600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:14.304908 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.374891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d76cb927-58c2-43f8-9589-d92111fef02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.381426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d76cb927-58c2-43f8-9589-d92111fef02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.381569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-e0c2e8af-2f48-41b4-a66f-f17b72922926 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691051 Aug 27 16:20:14.382777 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d76cb927-58c2-43f8-9589-d92111fef02b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8c4edd63-bf49-461a-bc1d-059aa4c542a9 HTTP/1.1" status: 204 len: 168 time: 0.3360417 Aug 27 16:20:14.419875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cb927-58c2-43f8-9589-d92111fef02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4edd63-bf49-461a-bc1d-059aa4c542a9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:14.675095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-bdeb4451-a489-4cec-9f21-c8e6d2cf1a79 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833536 Aug 27 16:20:14.687172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44154) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:14.693345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2001472568'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:14.700671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-49626705-823d-4ca7-98e6-615a46f9f70c', 'network_id': '49626705-823d-4ca7-98e6-615a46f9f70c', 'tenant_id': '31b786b525ee4a0a9ed8063d53a198e7', 'fixed_ips': [{'subnet_id': 'ea3ffb7e-1f0e-4afd-9482-31a5cd188c97'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:20:14.702262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8e0b6609-2771-45fa-9561-13a98d12df99 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7637687 Aug 27 16:20:14.709318 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.767718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-db4da7bf-bdf6-4c87-a666-3e39551591f6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 HTTP/1.1" status: 200 len: 217 time: 0.0642025 Aug 27 16:20:14.802156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:14.807496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.887596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-44e375d4-f0ea-42fb-b9f0-80061c737b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:14.890571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-44e375d4-f0ea-42fb-b9f0-80061c737b63 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1144574 Aug 27 16:20:14.919826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:14.974185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:14.975742 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Added segment 6ab4fff4-a310-4067-91b4-bd0b000d4a15 of type vlan for network bfdab16b-f313-4de2-88e0-69f2adf8a27f Aug 27 16:20:14.994859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-92165bb9-f238-42aa-8cf7-cda2094ddf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:15.002660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-92165bb9-f238-42aa-8cf7-cda2094ddf30 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039250 Aug 27 16:20:15.055796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.172882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Allocated IP 2001:db8:0:ffff::2 (49626705-823d-4ca7-98e6-615a46f9f70c/ea3ffb7e-1f0e-4afd-9482-31a5cd188c97/a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:15.176690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.193040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:15.194942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.215410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-61c70c6f-d4ad-41d3-b07a-1547b4b40f31 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023177 Aug 27 16:20:15.309216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Network': ['ID=bfdab16b-f313-4de2-88e0-69f2adf8a27f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:15.337775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network bfdab16b-f313-4de2-88e0-69f2adf8a27f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:15.413935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-c00d8a9c-cca1-44a3-b8e3-2867bf8ac125 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905890 Aug 27 16:20:15.453472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9f2eb4a2-6958-4fc5-a7a9-90c314e1d043 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7649970 Aug 27 16:20:15.454680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44158) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:15.461756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'subnet': {'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:15.512285 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.521153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Transition to ACTIVE for port object a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:15.531653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-ea5d0546-ebd7-4081-8149-ffe61e0dedcb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f65efb8d-82c5-478d-aff9-cd2116e72100 HTTP/1.1" status: 200 len: 217 time: 0.1055877 Aug 27 16:20:15.538990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Transition to ACTIVE for port object a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:15.647022 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.703085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-dcc8eace-a0de-4b76-9f45-c63673452ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:15.704666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-dcc8eace-a0de-4b76-9f45-c63673452ed0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1637588 Aug 27 16:20:15.747230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Pushing event updated for resources: {'Port': ['ID=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:15.769113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Network 49626705-823d-4ca7-98e6-615a46f9f70c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:15.775652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:15.780055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:15.790814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-b6b8e782-8d99-4141-8ca9-885b671a4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:15.796356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44160) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:15.798623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-b6b8e782-8d99-4141-8ca9-885b671a4f08 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752466 Aug 27 16:20:15.815155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-983e112c-010f-406d-ba64-fff3a315a0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.862022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Attempting to bind port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:15.862775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Attempting to bind port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '1acb3a59-7712-4954-8eb2-b2c8c70b04ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '49626705-823d-4ca7-98e6-615a46f9f70c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:15.863491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Attempting to bind port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 on network 49626705-823d-4ca7-98e6-615a46f9f70c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:15.873123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:15.873944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Checking segment: {'id': '1acb3a59-7712-4954-8eb2-b2c8c70b04ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '49626705-823d-4ca7-98e6-615a46f9f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:15.874598 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.875296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Bound using segment: {'id': '1acb3a59-7712-4954-8eb2-b2c8c70b04ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '49626705-823d-4ca7-98e6-615a46f9f70c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:15.876225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Bound port: a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acb3a59-7712-4954-8eb2-b2c8c70b04ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '49626705-823d-4ca7-98e6-615a46f9f70c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:15.876836 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:15.955392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] For port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:15.959795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] For port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,segment=NetworkSegment(1acb3a59-7712-4954-8eb2-b2c8c70b04ef),segment_id=1acb3a59-7712-4954-8eb2-b2c8c70b04ef)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:15.964865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 536cea1c-8389-4f71-b760-52b315e8290c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:15.992797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 536cea1c-8389-4f71-b760-52b315e8290c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:15.993546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 536cea1c-8389-4f71-b760-52b315e8290c not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:15.998478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-b7ff8503-1b5b-4fb6-b41c-848f8d165039 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920636 Aug 27 16:20:16.012905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-983e112c-010f-406d-ba64-fff3a315a0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.018308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:16.026430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.126136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.198006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-e4e87f90-2690-4786-b87e-5ec8ebe52b54 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982808 Aug 27 16:20:16.199020 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-983e112c-010f-406d-ba64-fff3a315a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.265212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfe169-5662-4210-98ca-cf446ea3b992 None None] Pushing event updated for resources: {'Port': ['ID=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:16.287297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-66f3e35d-bafa-474f-97fb-eefda620c75b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502 HTTP/1.1" status: 200 len: 217 time: 0.0808835 Aug 27 16:20:16.300230 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-983e112c-010f-406d-ba64-fff3a315a0cb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2574f1c552fb49df93943631593943d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077889 Aug 27 16:20:16.311186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44162) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:16.356503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e112c-010f-406d-ba64-fff3a315a0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6f021a-dacd-47fe-8cfd-cc628728a148,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:16.395464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3dab97a2-1462-418b-a990-865998ab9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:16.400780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-3dab97a2-1462-418b-a990-865998ab9cca service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.1035018 Aug 27 16:20:16.463261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89f30c7d-1dd0-41fb-ae68-f772d76cf794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.465269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-ebd96d49-572d-42f5-ba92-ad2469aeae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:16.466827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-ebd96d49-572d-42f5-ba92-ad2469aeae71 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585737 Aug 27 16:20:16.490307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89f30c7d-1dd0-41fb-ae68-f772d76cf794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.672208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89f30c7d-1dd0-41fb-ae68-f772d76cf794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.680171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-89f30c7d-1dd0-41fb-ae68-f772d76cf794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:16.680171 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-89f30c7d-1dd0-41fb-ae68-f772d76cf794 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc6f021a-dacd-47fe-8cfd-cc628728a148 HTTP/1.1" status: 204 len: 168 time: 0.3658881 Aug 27 16:20:16.701119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30c7d-1dd0-41fb-ae68-f772d76cf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6f021a-dacd-47fe-8cfd-cc628728a148,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:16.709968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-097aa078-4867-47cd-9a56-a8c4866652b9 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354650 Aug 27 16:20:17.014380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-d840fb08-6392-4dec-8110-f3b97fd769a6 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816706 Aug 27 16:20:17.035596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:17.066293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:20:17.070548 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:17.110947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-812e6bf0-b83a-4a4f-9b11-00baef21e1fd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 200 len: 217 time: 0.0910046 Aug 27 16:20:17.170087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Checking segment: {'id': '6ab4fff4-a310-4067-91b4-bd0b000d4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:17.170778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network hostable DHCP agents. Network: bfdab16b-f313-4de2-88e0-69f2adf8a27f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:17.222103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Subnet': ['ID=96463ef5-eba0-481c-a883-345c2717ca9e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:17.289565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-47396080-3618-487c-93e7-c31aa45164d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:17.297845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-47396080-3618-487c-93e7-c31aa45164d2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.1797912 Aug 27 16:20:17.328846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:20:17.351555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network bfdab16b-f313-4de2-88e0-69f2adf8a27f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:17.395572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-38deb0f4-e866-4fbb-a0dc-f29addb9936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:17.397283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-38deb0f4-e866-4fbb-a0dc-f29addb9936d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963089 Aug 27 16:20:17.432127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, bfdab16b-f313-4de2-88e0-69f2adf8a27f) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:17.437097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:17.437601 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:17.442860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197b72d-1202-4727-8b0c-8a53c7078d0b None None] Network bfdab16b-f313-4de2-88e0-69f2adf8a27f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:17.568694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-8cbfec33-1615-4bd6-8122-262e4fe89088 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630542 Aug 27 16:20:17.572591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c098bdc9-2edb-4d50-ae36-27d584312a65 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1141148 Aug 27 16:20:17.572978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44170) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:17.578520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'port': {'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f', 'name': 'tempest-NetworksIpV6TestAttrs-1666140250'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:17.813524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d95da46-0c0a-451e-9060-381167e30ea6 req-b435e56d-0382-4b8c-9d3d-7363bee8e2b7 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368371 Aug 27 16:20:17.986307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:17.990523 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.034103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] device_id is not set on port 245f8c80-d48e-4a09-a041-91f6ff0606f3 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:20:18.054128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd87cc8-7dec-4062-9a47-ad71f8fa098e None None] Network 49626705-823d-4ca7-98e6-615a46f9f70c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:18.205085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-bfdab16b-f313-4de2-88e0-69f2adf8a27f', 'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f', 'tenant_id': '31b786b525ee4a0a9ed8063d53a198e7', 'fixed_ips': [{'subnet_id': '96463ef5-eba0-481c-a883-345c2717ca9e'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:20:18.206107 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.326332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Allocated IP 2001:db8::f816:3eff:fef0:7274 (bfdab16b-f313-4de2-88e0-69f2adf8a27f/96463ef5-eba0-481c-a883-345c2717ca9e/245f8c80-d48e-4a09-a041-91f6ff0606f3) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:18.380832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb0c15d7-ef37-427b-9c23-b8e5c3744512 None None] Provisioning for port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:20:18.422250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb0c15d7-ef37-427b-9c23-b8e5c3744512 None None] Provisioning complete for port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:18.422250 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb0c15d7-ef37-427b-9c23-b8e5c3744512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.555506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb0c15d7-ef37-427b-9c23-b8e5c3744512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.601566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fb0c15d7-ef37-427b-9c23-b8e5c3744512 None None] For port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,segment=NetworkSegment(1acb3a59-7712-4954-8eb2-b2c8c70b04ef),segment_id=1acb3a59-7712-4954-8eb2-b2c8c70b04ef)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:18.694959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb0c15d7-ef37-427b-9c23-b8e5c3744512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.711520 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.745658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Transition to ACTIVE for port object 245f8c80-d48e-4a09-a041-91f6ff0606f3 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:18.833172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c15d7-ef37-427b-9c23-b8e5c3744512 None None] Pushing event updated for resources: {'Port': ['ID=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:18.930294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0fa18a45-1002-4f92-8b02-90259e528e7c None None] Provisioning complete for port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:18.931067 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa18a45-1002-4f92-8b02-90259e528e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:18.967911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:19.057997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Port': ['ID=245f8c80-d48e-4a09-a041-91f6ff0606f3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:19.091131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network bfdab16b-f313-4de2-88e0-69f2adf8a27f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:19.092474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Allocated IP 2001:db8::f816:3eff:fee7:b730 (bfdab16b-f313-4de2-88e0-69f2adf8a27f/96463ef5-eba0-481c-a883-345c2717ca9e/6d7dd6c2-92ff-441d-b720-3a1667e2008e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:19.093327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:19.117944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:19.117944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:19.117944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:19.293473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:19.302660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Transition to ACTIVE for port object 6d7dd6c2-92ff-441d-b720-3a1667e2008e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:19.318853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Transition to ACTIVE for port object 6d7dd6c2-92ff-441d-b720-3a1667e2008e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:19.617534 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b542ecf4-721d-4071-a4d9-3994d653c189 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8115563 Aug 27 16:20:19.617534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44192) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:19.617534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting subnet 96463ef5-eba0-481c-a883-345c2717ca9e {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:20:20.357562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.362131 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.399844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.403492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Network bfdab16b-f313-4de2-88e0-69f2adf8a27f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:20.406497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:20.413181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:20.422119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Pushing event updated for resources: {'Port': ['ID=6d7dd6c2-92ff-441d-b720-3a1667e2008e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:20.426888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-2796a6bb-b30f-40a8-8f8d-44ab8fe45841 req-9550c538-ba6a-4295-8507-4953e17965fc service neutron] (95252) timed out ('10.222.0.90', 64427) {{(pid=95252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:20:20.476798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Attempting to bind port 6d7dd6c2-92ff-441d-b720-3a1667e2008e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:20.477728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Attempting to bind port 6d7dd6c2-92ff-441d-b720-3a1667e2008e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '6ab4fff4-a310-4067-91b4-bd0b000d4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:20.478564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Attempting to bind port 6d7dd6c2-92ff-441d-b720-3a1667e2008e on network bfdab16b-f313-4de2-88e0-69f2adf8a27f {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:20.483802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:20.484182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Checking segment: {'id': '6ab4fff4-a310-4067-91b4-bd0b000d4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:20.484589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.484992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Bound using segment: {'id': '6ab4fff4-a310-4067-91b4-bd0b000d4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:20.485467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Bound port: 6d7dd6c2-92ff-441d-b720-3a1667e2008e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4fff4-a310-4067-91b4-bd0b000d4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'bfdab16b-f313-4de2-88e0-69f2adf8a27f'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:20.485854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.530444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.722043 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-220f66e3-c770-4c8b-a973-a6a4f043e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.809754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.812442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] For port 6d7dd6c2-92ff-441d-b720-3a1667e2008e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:20.815901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] For port 6d7dd6c2-92ff-441d-b720-3a1667e2008e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6d7dd6c2-92ff-441d-b720-3a1667e2008e,segment=NetworkSegment(6ab4fff4-a310-4067-91b4-bd0b000d4a15),segment_id=6ab4fff4-a310-4067-91b4-bd0b000d4a15)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:20.885300 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:20.888610 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/96463ef5-eba0-481c-a883-345c2717ca9e HTTP/1.1" status: 204 len: 168 time: 1.4986150 Aug 27 16:20:20.889932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7103765-e3a1-4924-be6d-04fb60ed64e9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Subnet': ['ID=96463ef5-eba0-481c-a883-345c2717ca9e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:20.890974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:20.891236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44208) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:20.970292 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.023124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02576141-4ad6-4a46-8869-77aaa7cd1448 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:21.025188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02576141-4ad6-4a46-8869-77aaa7cd1448 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:21.028180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-02576141-4ad6-4a46-8869-77aaa7cd1448 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1347828 Aug 27 16:20:21.032538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44212) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:21.113544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:21.118094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.177212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b673f31-ea06-431c-90b6-e7e79a7926d9 None None] Pushing event updated for resources: {'Port': ['ID=6d7dd6c2-92ff-441d-b720-3a1667e2008e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:21.222157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb1bbead-873a-48b6-b8d6-e03c310e7ba0 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.242532 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1bbead-873a-48b6-b8d6-e03c310e7ba0 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 16:20:21.243064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1bbead-873a-48b6-b8d6-e03c310e7ba0 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:21.248405 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb1bbead-873a-48b6-b8d6-e03c310e7ba0 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/bfdab16b-f313-4de2-88e0-69f2adf8a27f HTTP/1.1" status: 409 len: 405 time: 0.2135618 Aug 27 16:20:21.253608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44218) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:21.263756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-441908935'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:21.392524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:21.405808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.441213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:21.458360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.458798 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Added segment 2e523e2b-39cd-4991-a7b0-9fe0efd617d8 of type vlan for network 2818270c-e136-4fc0-b3e8-4c29f52395a5 Aug 27 16:20:21.511879 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.747138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44230) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:21.756194 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.773853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:21.773853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:21.833657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Network': ['ID=2818270c-e136-4fc0-b3e8-4c29f52395a5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:21.845439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 2818270c-e136-4fc0-b3e8-4c29f52395a5 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:21.861407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-32232ace-f618-4466-9122-a3105511082b tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:22.107754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4abd26e7-78f8-4716-a516-e4ccb8245db6 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8519783 Aug 27 16:20:22.110646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44248) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:22.116943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'subnet': {'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:22.215582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9841f074-7c07-4cb8-afa3-cb9d9fa9749c None None] Network bfdab16b-f313-4de2-88e0-69f2adf8a27f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:22.322521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44260) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:22.323704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-32232ace-f618-4466-9122-a3105511082b tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "PUT /v2.0/quotas/2802cee06bbf4d0187b4a75af178fd34 HTTP/1.1" status: 200 len: 366 time: 0.5746903 Aug 27 16:20:22.327650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44262) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:22.341693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5f5dc04f-2464-43a6-8f64-dfedaeda20e1 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0128720 Aug 27 16:20:22.346633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44264) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:22.400129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] Deleting subnet fb80c75c-762b-4f16-a720-a4760b40c4cc {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:20:22.404608 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.443162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.454093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] DHCP port deletion for bfdab16b-f313-4de2-88e0-69f2adf8a27f request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:20:22.479345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6337f85d-a75e-4769-a58e-8a6402ce8b36 None None] Provisioning for port 6d7dd6c2-92ff-441d-b720-3a1667e2008e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:20:22.491259 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.509124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] Deleting port 6d7dd6c2-92ff-441d-b720-3a1667e2008e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:22.509492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.583326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] For port 6d7dd6c2-92ff-441d-b720-3a1667e2008e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6d7dd6c2-92ff-441d-b720-3a1667e2008e,segment=NetworkSegment(6ab4fff4-a310-4067-91b4-bd0b000d4a15),segment_id=6ab4fff4-a310-4067-91b4-bd0b000d4a15)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:22.583729 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.599079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] Calling delete_port for 6d7dd6c2-92ff-441d-b720-3a1667e2008e owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:22.693053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:22.693053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.723354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-b17ee3c8-314a-4656-983c-572d81023c86 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:22.724803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-b17ee3c8-314a-4656-983c-572d81023c86 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 811 time: 0.5350850 Aug 27 16:20:22.726108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f8c43b93-18f9-4c04-9031-cb97a40653a0 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "GET /v2.0/quotas/2802cee06bbf4d0187b4a75af178fd34 HTTP/1.1" status: 200 len: 366 time: 0.3789558 Aug 27 16:20:22.728827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44266) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:22.798728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-d20bb092-405e-489a-9747-3f3354ad52fd tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/quotas/ade473d769e84f84bdc491a5f45c6bdd HTTP/1.1" status: 200 len: 375 time: 0.0280404 Aug 27 16:20:22.838374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae234e1-618c-4ad1-80f5-8691ac98eed0 req-064341eb-60db-4f51-8715-581778d5a159 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:22.840671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ae234e1-618c-4ad1-80f5-8691ac98eed0 req-064341eb-60db-4f51-8715-581778d5a159 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.1558065 Aug 27 16:20:22.888377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.903031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-fcdbcee5-a112-42fc-911e-c284c30250f3 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979624 Aug 27 16:20:22.906200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ae234e1-618c-4ad1-80f5-8691ac98eed0 req-c1ec1846-b844-4430-b96c-0fd939671281 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Aug 27 16:20:22.930863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb80c75c-762b-4f16-a720-a4760b40c4cc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:22.932917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:22.937745 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-41a114c5-e28e-490a-aaa3-4a045b034ad1 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fb80c75c-762b-4f16-a720-a4760b40c4cc HTTP/1.1" status: 204 len: 168 time: 0.6128805 Aug 27 16:20:22.938363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44268) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:22.986241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.016838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-9de2b3b8-62af-4e02-8394-8bfd829746db service neutron] 10.222.0.101 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058750 Aug 27 16:20:23.017444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] No DVR routers for this DVR port 6d7dd6c2-92ff-441d-b720-3a1667e2008e on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:23.029691 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.038106 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6b5a3044-5dc8-4d4c-bb53-cde44eee30e1 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "DELETE /v2.0/quotas/2802cee06bbf4d0187b4a75af178fd34 HTTP/1.1" status: 204 len: 168 time: 0.3051188 Aug 27 16:20:23.038888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44272) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:23.054685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e8dead96-a126-4e32-b651-6a4ebdfc1e31 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0125158 Aug 27 16:20:23.057486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44274) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:23.119255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a177080-1637-4c26-bb9a-053bcae1398a None None] Pushing event deleted for resources: {'Port': ['ID=6d7dd6c2-92ff-441d-b720-3a1667e2008e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:23.129782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ffbd88e8-4066-4595-9519-90ccbfc38f37 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "GET /v2.0/quotas/2802cee06bbf4d0187b4a75af178fd34 HTTP/1.1" status: 200 len: 370 time: 0.0695758 Aug 27 16:20:23.143654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44276) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:23.150487 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-83b25f51-5690-4a6f-afde-d30ab0c72658 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "GET /v2.0/quotas/2802cee06bbf4d0187b4a75af178fd34/default HTTP/1.1" status: 200 len: 370 time: 0.0057716 Aug 27 16:20:23.152827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.155217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44278) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:23.185617 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-57d193f3-a3c3-4d2b-8b05-c30de91d30f7 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] delete failed (client error): The resource could not be found. Aug 27 16:20:23.192565 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57d193f3-a3c3-4d2b-8b05-c30de91d30f7 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "DELETE /v2.0/quotas/2802cee06bbf4d0187b4a75af178fd34 HTTP/1.1" status: 404 len: 348 time: 0.0306063 Aug 27 16:20:23.192565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb06ab2-edf6-4eb6-8356-2beea9812ba3']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:23.215783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da03b13a-19ff-464f-bb37-67ae3b13b6cf') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:23.215783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da03b13a-19ff-464f-bb37-67ae3b13b6cf') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:23.216359 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb574b9-7917-4a09-badc-e87a2436a963 x-openstack-request-id: req-4eb574b9-7917-4a09-badc-e87a2436a963 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:23.216359 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca4accf-72b3-495f-b41e-6370e02f5a59", "name": "network-vif-deleted", "tag": "536cea1c-8389-4f71-b760-52b315e8290c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:23.216359 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4eb574b9-7917-4a09-badc-e87a2436a963 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:23.216359 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca4accf-72b3-495f-b41e-6370e02f5a59', 'name': 'network-vif-deleted', 'tag': '536cea1c-8389-4f71-b760-52b315e8290c', 'status': 'completed', 'code': 200} Aug 27 16:20:23.225373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.253395 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.253621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875d29-9d23-4c24-babd-7817257bfecf req-7f46a7b5-5aa5-466e-88a4-bdab407200ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:23.253621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa875d29-9d23-4c24-babd-7817257bfecf req-7f46a7b5-5aa5-466e-88a4-bdab407200ea service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 1096 time: 0.1405120 Aug 27 16:20:23.253621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-b639d44b-f6bf-4e5f-88e8-05868b442dec service neutron] 10.222.0.101 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058594 Aug 27 16:20:23.255593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:23.256234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:23.257822 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:23.283412 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61b21eb2-6dce-407e-827f-4e75ed19d92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.341473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.355059 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.377772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875d29-9d23-4c24-babd-7817257bfecf req-ab20347a-e72b-4111-8902-2d0ebdcf20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:23.379450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa875d29-9d23-4c24-babd-7817257bfecf req-ab20347a-e72b-4111-8902-2d0ebdcf20b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 914 time: 0.1227927 Aug 27 16:20:23.427711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa875d29-9d23-4c24-babd-7817257bfecf req-2293299c-ccca-4223-9fcb-f84d38e1825c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb HTTP/1.1" status: 200 len: 217 time: 0.0403626 Aug 27 16:20:23.498580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875d29-9d23-4c24-babd-7817257bfecf req-e0a508a9-e11b-4d77-89e2-d11f567d0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:23.498580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa875d29-9d23-4c24-babd-7817257bfecf req-e0a508a9-e11b-4d77-89e2-d11f567d0f65 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.0616772 Aug 27 16:20:23.569165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa875d29-9d23-4c24-babd-7817257bfecf req-df7d172d-ecad-430b-b6e9-40ae163d11a0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550022 Aug 27 16:20:23.631967 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.637916 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.642715 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] 10.222.0.101 "DELETE /v2.0/networks/cdb06ab2-edf6-4eb6-8356-2beea9812ba3 HTTP/1.1" status: 204 len: 168 time: 0.7002337 Aug 27 16:20:23.643112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf74dc-e263-4c19-a7ee-761d9ab49d9e req-2a7883b1-28d5-4359-91df-b6d8481b5610 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:23.644697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ebf74dc-e263-4c19-a7ee-761d9ab49d9e req-2a7883b1-28d5-4359-91df-b6d8481b5610 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 950 time: 0.1676445 Aug 27 16:20:23.653377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd351f1-d216-41a8-95e4-65c9f37e4c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb06ab2-edf6-4eb6-8356-2beea9812ba3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:23.678315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:20:23.691161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.720771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44308) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:23.770237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:network and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.809891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ebf74dc-e263-4c19-a7ee-761d9ab49d9e req-7c697bdd-55a4-4c5d-8544-ab2a57117035 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302476 Aug 27 16:20:23.825394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Subnet': ['ID=9549fd05-a0ef-4ff8-89c6-8549986d5c14,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:23.833838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:23.846178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:subnet and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.849247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa875d29-9d23-4c24-babd-7817257bfecf req-faab6940-08e1-45d1-af55-b66b9960daab service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715032 Aug 27 16:20:23.852201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:23.859653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:subnetpool and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.867482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:23.872591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:23.882622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:port and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.890245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:23.898099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:router and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.905379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:23.909693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d46be2df-ce12-4213-a4b4-65f3fe9c5d71 req-2f4aa0c9-aa29-427b-9fed-0e906310376c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 210 time: 0.0901077 Aug 27 16:20:23.917499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:floatingip and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.922146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Checking segment: {'id': '2e523e2b-39cd-4991-a7b0-9fe0efd617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:23.922517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network hostable DHCP agents. Network: 2818270c-e136-4fc0-b3e8-4c29f52395a5, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:23.922997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:23.976888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:security_group and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.982890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:23.990780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Usage tracker for resource:security_group_rule and tenant:67cfee3cc2c3455cb11a7c7ca4fed28f is out of sync, need to count used quota {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 16:20:23.997757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.quota.resource [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 16:20:24.003657 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4bec1ef-6df1-41b8-b1ff-44b4df8fa324 tempest-QuotasTest-1733907877 tempest-QuotasTest-1733907877-project-admin] 10.222.0.101 "GET /v2.0/quotas/67cfee3cc2c3455cb11a7c7ca4fed28f/details.json HTTP/1.1" status: 200 len: 703 time: 0.2815759 Aug 27 16:20:24.084682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa875d29-9d23-4c24-babd-7817257bfecf req-68bf6b5d-8eb0-48bf-814e-4cecbd1bccb5 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055302 Aug 27 16:20:24.105715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd047bb2-0a2e-4927-b551-45dd5eb101c7 req-e6c1ca7f-b1cf-4f0b-9617-18eddc974e19 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:24.107462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd047bb2-0a2e-4927-b551-45dd5eb101c7 req-e6c1ca7f-b1cf-4f0b-9617-18eddc974e19 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.0715032 Aug 27 16:20:24.140141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network 2818270c-e136-4fc0-b3e8-4c29f52395a5 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:24.159094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd047bb2-0a2e-4927-b551-45dd5eb101c7 req-5ed082eb-3352-4c1e-8ebb-bf6ec2578513 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447173 Aug 27 16:20:24.362627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 2818270c-e136-4fc0-b3e8-4c29f52395a5) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:24.367813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:24.368413 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.382568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f00eb1-e974-484b-966b-069f02fd84e9 None None] Network 2818270c-e136-4fc0-b3e8-4c29f52395a5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:24.479575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44338) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:24.520279 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-08d52cb2-86ce-4517-8eb9-37d92e925147 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c64f27b1f474312a72b60ea3c69e844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394228 Aug 27 16:20:24.522712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44340) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:24.544348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-69f260d2-bd78-4eb4-9590-f0d03b584dc1 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4289215 Aug 27 16:20:24.544513 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.546260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-2818270c-e136-4fc0-b3e8-4c29f52395a5', 'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5', 'tenant_id': '31b786b525ee4a0a9ed8063d53a198e7', 'fixed_ips': [{'subnet_id': '9549fd05-a0ef-4ff8-89c6-8549986d5c14'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:20:24.546521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44342) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:24.547572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.552497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'port': {'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5', 'name': 'tempest-NetworksIpV6TestAttrs-1273938371'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:24.583634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a5f6-11e3-4ef2-9859-c694d84acf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.605960 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a5f6-11e3-4ef2-9859-c694d84acf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.699394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Allocated IP 2001:db8::f816:3eff:fe10:5326 (2818270c-e136-4fc0-b3e8-4c29f52395a5/9549fd05-a0ef-4ff8-89c6-8549986d5c14/6edcd4bb-4294-4ae9-8fa3-c624acaf295a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:24.825713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44348) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:24.855060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a5f6-11e3-4ef2-9859-c694d84acf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.858534 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a5f6-11e3-4ef2-9859-c694d84acf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.860220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a9a4a5f6-11e3-4ef2-9859-c694d84acf6e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/25b069db-19ba-4c19-8a23-1bf530736fa2 HTTP/1.1" status: 204 len: 168 time: 0.3363984 Aug 27 16:20:24.871992 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.872228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a5f6-11e3-4ef2-9859-c694d84acf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b069db-19ba-4c19-8a23-1bf530736fa2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:24.883106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Transition to ACTIVE for port object 6edcd4bb-4294-4ae9-8fa3-c624acaf295a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:24.906164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:24.906426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Transition to ACTIVE for port object 6edcd4bb-4294-4ae9-8fa3-c624acaf295a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:24.910641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.972713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31005c2c-601a-425c-a89c-5d5bf28ada23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:24.994575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] device_id is not set on port dc9c0be2-1841-4ced-add9-e3f73f91071f yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:20:25.020819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.026544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29f7990b-014c-4d19-ab42-3447bb0d0d9f req-8cf24afd-0cca-419c-bca8-c5168876e91c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 210 time: 0.0515511 Aug 27 16:20:25.069268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Network 2818270c-e136-4fc0-b3e8-4c29f52395a5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:25.073878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:25.079607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:25.121078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Pushing event updated for resources: {'Port': ['ID=6edcd4bb-4294-4ae9-8fa3-c624acaf295a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:25.153523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Attempting to bind port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:25.153906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Attempting to bind port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2e523e2b-39cd-4991-a7b0-9fe0efd617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:25.154272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Attempting to bind port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a on network 2818270c-e136-4fc0-b3e8-4c29f52395a5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:25.159633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:25.160007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Checking segment: {'id': '2e523e2b-39cd-4991-a7b0-9fe0efd617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:25.160408 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.160795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Bound using segment: {'id': '2e523e2b-39cd-4991-a7b0-9fe0efd617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:25.161506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Bound port: 6edcd4bb-4294-4ae9-8fa3-c624acaf295a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e523e2b-39cd-4991-a7b0-9fe0efd617d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '2818270c-e136-4fc0-b3e8-4c29f52395a5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:25.161886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.165473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Allocated IP 2001:db8::f816:3eff:feb1:6766 (2818270c-e136-4fc0-b3e8-4c29f52395a5/9549fd05-a0ef-4ff8-89c6-8549986d5c14/dc9c0be2-1841-4ced-add9-e3f73f91071f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:25.230502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] For port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:25.234852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] For port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6edcd4bb-4294-4ae9-8fa3-c624acaf295a,segment=NetworkSegment(2e523e2b-39cd-4991-a7b0-9fe0efd617d8),segment_id=2e523e2b-39cd-4991-a7b0-9fe0efd617d8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:25.239252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31005c2c-601a-425c-a89c-5d5bf28ada23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.328655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.379703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31005c2c-601a-425c-a89c-5d5bf28ada23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.423183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f1464-bc5a-466c-b587-73bb4bba6dcc None None] Pushing event updated for resources: {'Port': ['ID=6edcd4bb-4294-4ae9-8fa3-c624acaf295a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:25.428249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c2b3bb4e-cf83-4696-a087-9d758990bc90 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:25.469211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d67c82-7a50-4130-a738-4b4f1726e266 req-7d4428fc-f6ac-4a5d-863d-5316ed87a2da tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:25.477691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4d67c82-7a50-4130-a738-4b4f1726e266 req-7d4428fc-f6ac-4a5d-863d-5316ed87a2da tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 945 time: 0.2078538 Aug 27 16:20:25.484850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-31005c2c-601a-425c-a89c-5d5bf28ada23 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4ff1502bfa9043e4902d97a49a260e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672666 Aug 27 16:20:25.487870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44378) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:25.506228 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.512881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31005c2c-601a-425c-a89c-5d5bf28ada23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b686c7-edb9-4e63-8b14-581f4ad6e284,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:25.537251 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.546007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4d67c82-7a50-4130-a738-4b4f1726e266 req-d486b145-7003-4330-bb50-3c524d265c20 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678554 Aug 27 16:20:25.563990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Transition to ACTIVE for port object dc9c0be2-1841-4ced-add9-e3f73f91071f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:25.598090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:25.600512 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce166619-dbdd-410f-a8eb-f3139c469f7e" -d '{"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:25.620710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-560285c8-36a5-482f-b529-9f16a9494717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.621842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:25.644080 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab67d07d-ef3b-478d-ac35-45718de2f8e6 x-openstack-request-id: req-ab67d07d-ef3b-478d-ac35-45718de2f8e6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:25.644080 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:25.644080 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab67d07d-ef3b-478d-ac35-45718de2f8e6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:25.644080 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'code': 200} Aug 27 16:20:25.647603 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-560285c8-36a5-482f-b529-9f16a9494717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.710436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.723219 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.778559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network 2818270c-e136-4fc0-b3e8-4c29f52395a5 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:25.781786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:25.785675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:25.791670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:25.792383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.810702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Port': ['ID=dc9c0be2-1841-4ced-add9-e3f73f91071f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:25.832683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:25.836440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-560285c8-36a5-482f-b529-9f16a9494717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.841013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-560285c8-36a5-482f-b529-9f16a9494717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:25.842907 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-560285c8-36a5-482f-b529-9f16a9494717 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/80b686c7-edb9-4e63-8b14-581f4ad6e284 HTTP/1.1" status: 204 len: 168 time: 0.3533399 Aug 27 16:20:25.864753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560285c8-36a5-482f-b529-9f16a9494717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b686c7-edb9-4e63-8b14-581f4ad6e284,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:25.935354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device b57aa521-1e23-43e3-82c5-4cac7141c4fb no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:26.024597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44394) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:26.026604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-12276262-4650-45c0-9b61-96d84227990d tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4786730 Aug 27 16:20:26.033291 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.073845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.098257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting subnet 9549fd05-a0ef-4ff8-89c6-8549986d5c14 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:20:26.101944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.115445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:26.157902 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.167692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4960f6f-f804-4cde-9b7d-5fe53e407099 req-5a42d972-bc61-4dee-969b-0c37442eade6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 210 time: 0.0405700 Aug 27 16:20:26.239543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.302446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:26.316136 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.518632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.561155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Subnet': ['ID=9549fd05-a0ef-4ff8-89c6-8549986d5c14,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:26.571018 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.575889 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/9549fd05-a0ef-4ff8-89c6-8549986d5c14 HTTP/1.1" status: 204 len: 168 time: 0.5500329 Aug 27 16:20:26.579454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44422) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:26.581951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.582307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.582669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.582995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.583354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.583691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.584042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.584351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.584954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.585289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.585612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.586136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c645af0-8478-4f03-b25a-79a80345d790 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:26.691589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603d918-a184-454f-acb6-66eb6e9b9731 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:26.693800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603d918-a184-454f-acb6-66eb6e9b9731 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:26.696032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6603d918-a184-454f-acb6-66eb6e9b9731 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1146846 Aug 27 16:20:26.698913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:26.791970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca2720-0b04-4c69-85df-cac913350fec req-c97d2317-89e6-4a1f-adc9-a5d11de7cdb6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:26.796306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19ca2720-0b04-4c69-85df-cac913350fec req-c97d2317-89e6-4a1f-adc9-a5d11de7cdb6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 943 time: 0.0936558 Aug 27 16:20:26.825885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d64046c-67c9-4792-9142-994952c932eb tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.858852 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d64046c-67c9-4792-9142-994952c932eb tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 16:20:26.859409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d64046c-67c9-4792-9142-994952c932eb tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:26.870477 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5d64046c-67c9-4792-9142-994952c932eb tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/2818270c-e136-4fc0-b3e8-4c29f52395a5 HTTP/1.1" status: 409 len: 405 time: 0.1681597 Aug 27 16:20:26.872637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44436) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:26.873279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44438) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:26.887554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2118439343'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:26.906165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a5a38e-495e-41e8-9c7e-e62e824fce00 None None] Network 2818270c-e136-4fc0-b3e8-4c29f52395a5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:26.931664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c41e5849-f5dc-43fd-9a90-13ac4cf8c980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:26.958322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19ca2720-0b04-4c69-85df-cac913350fec req-3da620c9-651d-45cb-80f1-4174baeb395d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596129 Aug 27 16:20:26.968247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6edcd4bb-4294-4ae9-8fa3-c624acaf295a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:27.051078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-0de3788a-5172-4cb9-ad1c-fed01108358b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:27.052768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-0de3788a-5172-4cb9-ad1c-fed01108358b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.97 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 811 time: 0.1933119 Aug 27 16:20:27.068663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Request body: {'port': {'device_id': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'admin_state_up': True, 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:27.074709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:27.079747 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.287817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-021717bc-394c-4429-bf3a-6f7c319efaa5 req-80e1e3b3-c93c-4fc6-b2cf-78d0f1606214 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0680871 Aug 27 16:20:27.329793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:27.352480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.359885 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Added segment 6a765d27-aeae-498e-b4e1-57dac4778705 of type vlan for network c6befed8-72de-45da-b265-707aecf0d3c5 Aug 27 16:20:27.380073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:20:27.394606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-392f8a6b-42e8-4a2e-a47e-48ac8d769aa7 None None] Provisioning for port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:20:27.397900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:27.398498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.403704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-392f8a6b-42e8-4a2e-a47e-48ac8d769aa7 None None] Provisioning complete for port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:27.405934 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-392f8a6b-42e8-4a2e-a47e-48ac8d769aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.446229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.474288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a939db90-0878-4c43-9d58-15aaf1804b1d req-72fadee4-ca18-459b-83ab-afd2197f7c07 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 210 time: 0.0297124 Aug 27 16:20:27.480604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] DHCP port deletion for 2818270c-e136-4fc0-b3e8-4c29f52395a5 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:20:27.490403 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c41e5849-f5dc-43fd-9a90-13ac4cf8c980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.609850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c41e5849-f5dc-43fd-9a90-13ac4cf8c980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.626352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] Deleting port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:27.626736 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.637153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.644876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:27.645493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.665855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:27.668641 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a589a52-09c7-4d82-8f8a-93ed3f0ebe9f" -d '{"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-unplugged", "status": "completed", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:27.671319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-392f8a6b-42e8-4a2e-a47e-48ac8d769aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.680395 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.696186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Made reservation on behalf of ade473d769e84f84bdc491a5f45c6bdd for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:27.699989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.728831 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c41e5849-f5dc-43fd-9a90-13ac4cf8c980 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=67cfee3cc2c3455cb11a7c7ca4fed28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8373933 Aug 27 16:20:27.735210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44480) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:27.738183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e5849-f5dc-43fd-9a90-13ac4cf8c980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2bef73-be45-44d3-aebb-0adb2f35e560,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:27.738352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] For port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6edcd4bb-4294-4ae9-8fa3-c624acaf295a,segment=NetworkSegment(2e523e2b-39cd-4991-a7b0-9fe0efd617d8),segment_id=2e523e2b-39cd-4991-a7b0-9fe0efd617d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:27.738608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.757460 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e3e472-6cdf-4bf6-ad20-b5d5adbb4679 x-openstack-request-id: req-87e3e472-6cdf-4bf6-ad20-b5d5adbb4679 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:27.757764 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-unplugged", "status": "failed", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb", "code": 422}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:27.758001 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-87e3e472-6cdf-4bf6-ad20-b5d5adbb4679 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:27.758409 n-d-806412-1 neutron-server[95254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'code': 422} returned with failed status Aug 27 16:20:27.763098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-392f8a6b-42e8-4a2e-a47e-48ac8d769aa7 None None] For port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6edcd4bb-4294-4ae9-8fa3-c624acaf295a,segment=NetworkSegment(2e523e2b-39cd-4991-a7b0-9fe0efd617d8),segment_id=2e523e2b-39cd-4991-a7b0-9fe0efd617d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:27.767100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] Calling delete_port for 6edcd4bb-4294-4ae9-8fa3-c624acaf295a owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:27.774498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Network': ['ID=c6befed8-72de-45da-b265-707aecf0d3c5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:27.817999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c6befed8-72de-45da-b265-707aecf0d3c5 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:27.849630 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d46dcd2e-24cc-4331-8c7f-fa16b2182140 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9748712 Aug 27 16:20:27.852405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44488) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:27.860517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'subnet': {'network_id': 'c6befed8-72de-45da-b265-707aecf0d3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:27.869279 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-392f8a6b-42e8-4a2e-a47e-48ac8d769aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.936845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:27.943237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:20:28.002713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.012597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f8a6b-42e8-4a2e-a47e-48ac8d769aa7 None None] Pushing event updated for resources: {'Port': ['ID=6edcd4bb-4294-4ae9-8fa3-c624acaf295a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:28.012597 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:20:28.012597 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:20:28.023311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Allocated IP 172.20.0.2 (dd532d37-5228-4c8d-89e6-654eb7cb3967/92228f1f-59e9-492a-9b3b-54d2290484b1/9d8d3e7d-b996-48a7-addc-82098500ec13) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:28.093659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:28.110226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'mac_address': 'fa:16:3e:d1:29:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:20:28.155877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.173509 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.179622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5912b582-be99-48ec-8cfc-bb87d3269c80 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:28.220523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:28.220523 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.220746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] Pushing event deleted for resources: {'Port': ['ID=6edcd4bb-4294-4ae9-8fa3-c624acaf295a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:28.222484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97fef7a-542a-419d-a1ed-b0491fe006de None None] No DVR routers for this DVR port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:28.227690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:28.282301 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.285040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.286180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9e2bef73-be45-44d3-aebb-0adb2f35e560 HTTP/1.1" status: 204 len: 168 time: 0.5498765 Aug 27 16:20:28.307231 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.314113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2bef73-be45-44d3-aebb-0adb2f35e560,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:28.332527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.332784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.333126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.333598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.334017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.334294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.334625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.334950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.335616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.335616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.335931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.336251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09830c-3edf-40c6-8d42-28bc599bc679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:20:28.374351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.426004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c0cc7ad-236e-48bd-9909-f86ded21f9a5 req-83294511-218e-42cf-b9ca-6e03be6e4d33 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0387444 Aug 27 16:20:28.447502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:28.509310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5912b582-be99-48ec-8cfc-bb87d3269c80'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:28.536543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.559078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:28.617890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Port 6edcd4bb-4294-4ae9-8fa3-c624acaf295a update to ACTIVE by agent not found {{(pid=95254) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 16:20:28.630770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Network dd532d37-5228-4c8d-89e6-654eb7cb3967 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:28.642523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:28.645701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:28.672388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Pushing event updated for resources: {'Port': ['ID=9d8d3e7d-b996-48a7-addc-82098500ec13,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:28.710216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0b6fd-853b-4073-9196-e291db4d0a24 req-25864bfb-4b1a-4fee-b87d-ffaafb89cb42 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:28.712150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46b0b6fd-853b-4073-9196-e291db4d0a24 req-25864bfb-4b1a-4fee-b87d-ffaafb89cb42 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 931 time: 0.1311142 Aug 27 16:20:28.718540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:28.719170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.811600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46b0b6fd-853b-4073-9196-e291db4d0a24 req-3842da38-8986-4309-a45d-2b1c94097a5b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862384 Aug 27 16:20:28.857501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-17a6239a-fa68-4a09-acd8-8c4ecee7ea3e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7935321 Aug 27 16:20:28.893246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:20:28.902359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Request body: {'port': {'device_id': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:28.907478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6edcd4bb-4294-4ae9-8fa3-c624acaf295a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:28.907695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:28.945500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6edcd4bb-4294-4ae9-8fa3-c624acaf295a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:28.946566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6edcd4bb-4294-4ae9-8fa3-c624acaf295a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:29.048217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.065817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Subnet': ['ID=c1fd32fe-ed43-45df-9194-55ac7b2fa50f,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:29.073409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Checking segment: {'id': '6a765d27-aeae-498e-b4e1-57dac4778705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'c6befed8-72de-45da-b265-707aecf0d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:29.073770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network hostable DHCP agents. Network: c6befed8-72de-45da-b265-707aecf0d3c5, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:29.313156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-10cd6a90-b3de-4504-bc1b-c2505ef0904a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.314646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-10cd6a90-b3de-4504-bc1b-c2505ef0904a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac3bd13-08ce-4d53-b82b-dfd9bd0c478f HTTP/1.1" status: 200 len: 943 time: 0.0767758 Aug 27 16:20:29.368032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network c6befed8-72de-45da-b265-707aecf0d3c5 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:29.444640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c6befed8-72de-45da-b265-707aecf0d3c5) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:29.455574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:29.456166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.457238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a3019-0e3f-49b5-97d9-259beffbdeb3 None None] Network c6befed8-72de-45da-b265-707aecf0d3c5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:29.477882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8d3e7d-b996-48a7-addc-82098500ec13 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:29.488010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.508227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Transition to ACTIVE for port object 9d8d3e7d-b996-48a7-addc-82098500ec13 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:29.514444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Deleting port b57aa521-1e23-43e3-82c5-4cac7141c4fb {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:29.514782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.596464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-824eb879-79e7-4e0e-8038-60f1e4e2f0d0 req-b39f0eac-e84d-450c-a4c4-b2ceb5834ccd tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0671484 Aug 27 16:20:29.608090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bee2a07b-f310-4d46-907b-05398240784b tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7546244 Aug 27 16:20:29.610788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44566) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:29.630882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c6befed8-72de-45da-b265-707aecf0d3c5', 'network_id': 'c6befed8-72de-45da-b265-707aecf0d3c5', 'tenant_id': '31b786b525ee4a0a9ed8063d53a198e7', 'fixed_ips': [{'subnet_id': 'c1fd32fe-ed43-45df-9194-55ac7b2fa50f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:20:29.631801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.662804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] For port b57aa521-1e23-43e3-82c5-4cac7141c4fb, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=b57aa521-1e23-43e3-82c5-4cac7141c4fb,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:29.663481 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.692670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Calling delete_port for b57aa521-1e23-43e3-82c5-4cac7141c4fb owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:29.710029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.763944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.830832 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:20:29.840328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8d3e7d-b996-48a7-addc-82098500ec13,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:29.854766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Allocated IP 2001:db8::f816:3eff:fe7e:f857 (c6befed8-72de-45da-b265-707aecf0d3c5/c1fd32fe-ed43-45df-9194-55ac7b2fa50f/c3c3368d-a683-4f08-b424-1c3391e2ad50) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:29.860288 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:29.954838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:29.988166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Attempting to bind port 9d8d3e7d-b996-48a7-addc-82098500ec13 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:29.988971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Attempting to bind port 9d8d3e7d-b996-48a7-addc-82098500ec13 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:29.988971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Attempting to bind port 9d8d3e7d-b996-48a7-addc-82098500ec13 on network dd532d37-5228-4c8d-89e6-654eb7cb3967 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:30.026403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Port 9d8d3e7d-b996-48a7-addc-82098500ec13 on network dd532d37-5228-4c8d-89e6-654eb7cb3967 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:20:30.026822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Attempting to bind port 9d8d3e7d-b996-48a7-addc-82098500ec13 on network dd532d37-5228-4c8d-89e6-654eb7cb3967 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:30.047148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90b31e-3b30-4d6f-84e3-3c3fe4414213 req-4bbcc454-fb41-4621-bcd7-740e309b887b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:30.048882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d90b31e-3b30-4d6f-84e3-3c3fe4414213 req-4bbcc454-fb41-4621-bcd7-740e309b887b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 943 time: 0.1164846 Aug 27 16:20:30.052758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:30.052758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Checking segment: {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:30.053206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 5912b582-be99-48ec-8cfc-bb87d3269c80 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:30.053328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Bound using segment: {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:30.053738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Bound port: 9d8d3e7d-b996-48a7-addc-82098500ec13, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a44fb3-ef49-4688-a50c-b86f6ea1172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:30.053873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.054018 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.143856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d90b31e-3b30-4d6f-84e3-3c3fe4414213 req-72b93ca8-a49a-4d56-a25b-38b1d33a9865 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785127 Aug 27 16:20:30.172458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] For port 9d8d3e7d-b996-48a7-addc-82098500ec13, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:30.185841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] For port 9d8d3e7d-b996-48a7-addc-82098500ec13, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9d8d3e7d-b996-48a7-addc-82098500ec13,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:30.223127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.244760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Transition to ACTIVE for port object c3c3368d-a683-4f08-b424-1c3391e2ad50 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:30.257257 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.272127 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.301191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Transition to ACTIVE for port object c3c3368d-a683-4f08-b424-1c3391e2ad50 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:30.337936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:30.341041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event deleted for resources: {'Port': ['ID=b57aa521-1e23-43e3-82c5-4cac7141c4fb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:30.343508 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e2b89d-72ca-4610-9fd2-f7f6fcf79d34" -d '{"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:30.383183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:30.446087 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.535578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Pushing event updated for resources: {'Port': ['ID=c3c3368d-a683-4f08-b424-1c3391e2ad50,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:30.567558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Network c6befed8-72de-45da-b265-707aecf0d3c5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:30.568811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:30.576483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:30.656777 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.657876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device b57aa521-1e23-43e3-82c5-4cac7141c4fb no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:30.661074 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a695b0b-9549-463d-9340-26320dd52631 x-openstack-request-id: req-7a695b0b-9549-463d-9340-26320dd52631 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:30.661819 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:30.664516 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7a695b0b-9549-463d-9340-26320dd52631 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:30.664516 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'code': 200} Aug 27 16:20:30.737443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:30.759958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Attempting to bind port c3c3368d-a683-4f08-b424-1c3391e2ad50 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:30.760332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Attempting to bind port c3c3368d-a683-4f08-b424-1c3391e2ad50 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '6a765d27-aeae-498e-b4e1-57dac4778705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'c6befed8-72de-45da-b265-707aecf0d3c5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:30.760796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Attempting to bind port c3c3368d-a683-4f08-b424-1c3391e2ad50 on network c6befed8-72de-45da-b265-707aecf0d3c5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:30.767678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: b57aa521-1e23-43e3-82c5-4cac7141c4fb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:30.767678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device b57aa521-1e23-43e3-82c5-4cac7141c4fb not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:30.770107 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.795245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:30.795662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Checking segment: {'id': '6a765d27-aeae-498e-b4e1-57dac4778705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'c6befed8-72de-45da-b265-707aecf0d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:30.796477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.796477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Bound using segment: {'id': '6a765d27-aeae-498e-b4e1-57dac4778705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'c6befed8-72de-45da-b265-707aecf0d3c5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:30.796943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Bound port: c3c3368d-a683-4f08-b424-1c3391e2ad50, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a765d27-aeae-498e-b4e1-57dac4778705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'c6befed8-72de-45da-b265-707aecf0d3c5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:30.797361 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.818730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] No DVR routers for this DVR port b57aa521-1e23-43e3-82c5-4cac7141c4fb on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:30.822291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.835964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.842502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e38e4bf2-a0cc-4f20-8a70-f2358ddf0675 req-f4272931-9075-44a4-affb-17e71f68973d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "DELETE /v2.0/ports/b57aa521-1e23-43e3-82c5-4cac7141c4fb HTTP/1.1" status: 204 len: 173 time: 1.5223076 Aug 27 16:20:30.859598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-deleted', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:30.859598 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7bedb2-0c6b-4233-8dea-da9f953f500c" -d '{"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-deleted", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:30.897668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dce0d83c-6cde-4435-bd03-4f2bfeda763b req-137b844e-7503-47c6-9f2b-a1ad46a656bd tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0806015 Aug 27 16:20:30.911070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:30.911070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.912683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] 10.222.0.97 "PUT /v2.0/ports/9d8d3e7d-b996-48a7-addc-82098500ec13 HTTP/1.1" status: 200 len: 1091 time: 2.0173254 Aug 27 16:20:30.926093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:30.933044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf4089-51ea-47ad-b30f-a1c09c9b41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8d3e7d-b996-48a7-addc-82098500ec13,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:30.963543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6befed8-72de-45da-b265-707aecf0d3c5']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:30.967073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] For port c3c3368d-a683-4f08-b424-1c3391e2ad50, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:30.972683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] For port c3c3368d-a683-4f08-b424-1c3391e2ad50, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c3c3368d-a683-4f08-b424-1c3391e2ad50,segment=NetworkSegment(6a765d27-aeae-498e-b4e1-57dac4778705),segment_id=6a765d27-aeae-498e-b4e1-57dac4778705)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:30.972930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a765d27-aeae-498e-b4e1-57dac4778705') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:30.973316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a765d27-aeae-498e-b4e1-57dac4778705') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:30.989689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:31.003344 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0fb96d-5f70-4f62-afb0-27c6d7c279d8 x-openstack-request-id: req-4b0fb96d-5f70-4f62-afb0-27c6d7c279d8 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:31.003839 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac3bd13-08ce-4d53-b82b-dfd9bd0c478f", "name": "network-vif-deleted", "tag": "b57aa521-1e23-43e3-82c5-4cac7141c4fb", "status": "failed", "code": 422}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:31.004276 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b0fb96d-5f70-4f62-afb0-27c6d7c279d8 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:31.004860 n-d-806412-1 neutron-server[95253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dac3bd13-08ce-4d53-b82b-dfd9bd0c478f', 'name': 'network-vif-deleted', 'tag': 'b57aa521-1e23-43e3-82c5-4cac7141c4fb', 'status': 'failed', 'code': 422} returned with failed status Aug 27 16:20:31.026590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fd32fe-ed43-45df-9194-55ac7b2fa50f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:31.214134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:31.222675 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:31.242647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:31.243454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:31.313561 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:31.389976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7bda0-28ab-451e-a609-c6ad302852d8 None None] Pushing event updated for resources: {'Port': ['ID=c3c3368d-a683-4f08-b424-1c3391e2ad50,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:31.420443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bee1fc-b8fc-4d06-9eb7-44580ce2ac79 None None] Network c6befed8-72de-45da-b265-707aecf0d3c5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:31.461371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:20:31.461371 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:20:31.461371 n-d-806412-1 neutron-server[95252]: [parameters: {'id': 'c6befed8-72de-45da-b265-707aecf0d3c5'}] Aug 27 16:20:31.461371 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:20:31.461987 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:20:31.472544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410809b2-b15a-4fd0-8907-9a5bb339281f req-16f42cbe-ee82-48f0-838a-aa4f302bba1e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:31.475029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-410809b2-b15a-4fd0-8907-9a5bb339281f req-16f42cbe-ee82-48f0-838a-aa4f302bba1e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 943 time: 0.1292064 Aug 27 16:20:31.485185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-aef5df14-a6d6-4be9-978b-5ad6de37d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:31.487774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-aef5df14-a6d6-4be9-978b-5ad6de37d86f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 1094 time: 0.0811779 Aug 27 16:20:31.579495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-8b4ca24f-a6d9-49b0-89c0-f84c649b8ba3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d8d3e7d-b996-48a7-addc-82098500ec13 HTTP/1.1" status: 200 len: 217 time: 0.0770559 Aug 27 16:20:31.610536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9756e3-14e2-490f-9108-0fb28df902de None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:20:31.725228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-410809b2-b15a-4fd0-8907-9a5bb339281f req-a9c936a9-4bde-4209-abed-cc865b66fe70 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357292 Aug 27 16:20:31.753947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-1e69cbf4-5a43-4053-b5c9-1b56641956ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:31.759140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-1e69cbf4-5a43-4053-b5c9-1b56641956ee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92228f1f-59e9-492a-9b3b-54d2290484b1 HTTP/1.1" status: 200 len: 851 time: 0.1710927 Aug 27 16:20:31.817912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9756e3-14e2-490f-9108-0fb28df902de None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:20:31.834500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-a1b1f3d7-3f72-4d27-8527-5b177d140477 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dd532d37-5228-4c8d-89e6-654eb7cb3967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632284 Aug 27 16:20:31.956899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-5ff70f8d-572a-42dd-9e62-95cf5c83e978 service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135681 Aug 27 16:20:31.963467 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.101723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting port c3c3368d-a683-4f08-b424-1c3391e2ad50 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:32.102338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.117325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5f8a1a4-6f48-49a1-abc4-52bc01d0a9e0 req-b7b859ab-0500-408d-940c-6382649947ce tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0321901 Aug 27 16:20:32.141296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44640) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:32.176544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c22c405-9dda-4a61-8d36-2805b7d70c08 req-f6cc1dce-17e6-40ac-92fc-a5cca610203f service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103891 Aug 27 16:20:32.250752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] For port c3c3368d-a683-4f08-b424-1c3391e2ad50, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c3c3368d-a683-4f08-b424-1c3391e2ad50,segment=NetworkSegment(6a765d27-aeae-498e-b4e1-57dac4778705),segment_id=6a765d27-aeae-498e-b4e1-57dac4778705)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:32.251127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.272692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Calling delete_port for c3c3368d-a683-4f08-b424-1c3391e2ad50 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:32.391997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1407062943', 'router:external': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:32.567106 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6eb1a99d-ba17-4eb7-93f5-e4e15c1f5868 req-f0075a2a-2b87-4483-a369-5ce6c95572c7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0440910 Aug 27 16:20:32.607929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Made reservation on behalf of a8d273df8b8e493eb5c7753bd6040e1a for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:32.610427 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.624586 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.715372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.768879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Port': ['ID=c3c3368d-a683-4f08-b424-1c3391e2ad50,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:32.783806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No DVR routers for this DVR port c3c3368d-a683-4f08-b424-1c3391e2ad50 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:32.942384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.959830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6befed8-72de-45da-b265-707aecf0d3c5']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:32.966443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:32.977374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a765d27-aeae-498e-b4e1-57dac4778705') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:32.978393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a765d27-aeae-498e-b4e1-57dac4778705') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:32.989611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.005466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.009680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'tag': '9d8d3e7d-b996-48a7-addc-82098500ec13'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:33.013626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:33.014391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.015491 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43" -d '{"events": [{"name": "network-changed", "server_uuid": "d96fc66c-cb42-4eca-aeeb-8930391eca41", "tag": "9d8d3e7d-b996-48a7-addc-82098500ec13"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:33.047751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a14d2-5c20-4c23-b84c-12e8f9283f3b req-f7bc8a87-f2d5-476c-bb8a-13cdcf30e98a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:33.049519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-165a14d2-5c20-4c23-b84c-12e8f9283f3b req-f7bc8a87-f2d5-476c-bb8a-13cdcf30e98a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 943 time: 0.1748953 Aug 27 16:20:33.073937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022271-b084-4c37-bff9-9112ac76b84a req-80fc225e-fec6-4503-acd7-3d18adc4f6b3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:33.076066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-80fc225e-fec6-4503-acd7-3d18adc4f6b3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.2596958 Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:33.095196 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:33.112007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-8ddcb21d-69b1-41b5-b597-48951df71b7f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/quotas/eaead7251d984254bb9348b7e503e3ca HTTP/1.1" status: 200 len: 375 time: 0.0275469 Aug 27 16:20:33.123699 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.165637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-165a14d2-5c20-4c23-b84c-12e8f9283f3b req-216e8df4-3ee2-4d78-9379-f2cf7b82717e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081898 Aug 27 16:20:33.189347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-76920887-6bb3-4431-a07a-296c78d9135e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759549 Aug 27 16:20:33.276616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.320161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554b2f1a-85c0-451e-ac9c-a845fbcc693f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:33.333176 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.339411 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/c6befed8-72de-45da-b265-707aecf0d3c5 HTTP/1.1" status: 204 len: 168 time: 3.7222512 Aug 27 16:20:33.342069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57402b65-2f71-4423-b8bb-ef879624865a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Network': ['ID=c6befed8-72de-45da-b265-707aecf0d3c5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:33.343795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44672) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:33.352628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:33.360496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-316572911'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:33.433132 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.434592 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Added segment cf07a10a-d66f-464b-a062-475389f80a13 of type vlan for network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf Aug 27 16:20:33.506897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-935db157-da8b-493c-9605-d837812470d4 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165152 Aug 27 16:20:33.534956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:33.541635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.592884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:33.609499 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.611200 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Added segment df401028-c349-4949-83ec-f5f04c0b42d2 of type vlan for network 9eaaf648-e746-4b52-bf20-121a49f4da2b Aug 27 16:20:33.691593 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95ee082-0724-45e9-9f79-f64fd4b67764 x-openstack-request-id: req-b95ee082-0724-45e9-9f79-f64fd4b67764 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:33.699357 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96fc66c-cb42-4eca-aeeb-8930391eca41", "tag": "9d8d3e7d-b996-48a7-addc-82098500ec13", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:33.699357 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b95ee082-0724-45e9-9f79-f64fd4b67764 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:33.699357 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'tag': '9d8d3e7d-b996-48a7-addc-82098500ec13', 'status': 'completed', 'code': 200} Aug 27 16:20:33.750724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.774167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.778133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-d946bac3-7d96-422c-884e-1ef13cc6bdd0 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698288 Aug 27 16:20:33.863364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-624614d0-aacc-4ab7-a872-21c45e865a5b req-a6452f34-176c-49f6-8c3f-66729cf85c22 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0700772 Aug 27 16:20:33.879174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-d4f989c4-948b-4a27-b6d7-6501c40fe55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:33.880764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-d4f989c4-948b-4a27-b6d7-6501c40fe55d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 1094 time: 0.1735923 Aug 27 16:20:33.940475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.946827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:33.952075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:33.952338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9d8d3e7d-b996-48a7-addc-82098500ec13 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:20:34.008423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:34.009528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.010134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:34.057045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Network': ['ID=9eaaf648-e746-4b52-bf20-121a49f4da2b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:34.081163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 9eaaf648-e746-4b52-bf20-121a49f4da2b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:34.125599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Network': ['ID=4c42cf91-12c7-4fa0-8b52-3321c0745fcf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:34.158210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-c007dc25-9550-490f-b916-7d2c0444f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.161744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-c007dc25-9550-490f-b916-7d2c0444f1e8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 913 time: 0.2653046 Aug 27 16:20:34.175307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.179827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:34.192148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.202990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.205333 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8998e8fe-1bcc-4396-b6fe-b510a2310bc4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8509147 Aug 27 16:20:34.208836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44686) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:34.211376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9d8d3e7d-b996-48a7-addc-82098500ec13, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9d8d3e7d-b996-48a7-addc-82098500ec13,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:34.218586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'subnet': {'network_id': '9eaaf648-e746-4b52-bf20-121a49f4da2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:34.221243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.240154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.252449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.263530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.271588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-761b71eb-a437-45a1-afa8-856322075f82 req-bbbb2d30-3620-40e9-ae8a-7f35c7b43658 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.2842774 Aug 27 16:20:34.336599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-3878b316-4807-4cb9-8adb-25c62768fb0d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d8d3e7d-b996-48a7-addc-82098500ec13 HTTP/1.1" status: 200 len: 217 time: 0.0629210 Aug 27 16:20:34.348978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2923dfad-ac6e-4d0e-a1c3-6b5c6bdad5df tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2064111 Aug 27 16:20:34.352706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44690) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:34.355718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '9d8d3e7d-b996-48a7-addc-82098500ec13', 'network_id': 'dd532d37-5228-4c8d-89e6-654eb7cb3967', 'port_id': '9d8d3e7d-b996-48a7-addc-82098500ec13', 'mac_address': 'fa:16:3e:16:92:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92228f1f-59e9-492a-9b3b-54d2290484b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:20:34.362667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'subnet': {'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:34.401450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccf16aab-7c7c-4572-8241-4ae01b712446 req-8fd53f53-e1b6-4b95-b5a3-1fddecb4f755 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 210 time: 0.0703213 Aug 27 16:20:34.428542 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:34.464952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8d3e7d-b996-48a7-addc-82098500ec13 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:34.484927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9d8d3e7d-b996-48a7-addc-82098500ec13, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9d8d3e7d-b996-48a7-addc-82098500ec13,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:34.502523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-761b71eb-a437-45a1-afa8-856322075f82 req-7d86ad99-81d6-4783-bed6-49355613a376 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2288470 Aug 27 16:20:34.545333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Made reservation on behalf of a8d273df8b8e493eb5c7753bd6040e1a for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:34.548264 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:34.559782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-7b50a39e-0722-4904-abca-31cbb897b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.570367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-7b50a39e-0722-4904-abca-31cbb897b46d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92228f1f-59e9-492a-9b3b-54d2290484b1 HTTP/1.1" status: 200 len: 851 time: 0.2202430 Aug 27 16:20:34.640401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-92fba469-20f8-4824-9188-9b522b192f44 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dd532d37-5228-4c8d-89e6-654eb7cb3967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392735 Aug 27 16:20:34.649399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:34.650285 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:34.654225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:34.673190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc5c9-b6b3-43ba-84b8-9eb59740b2f9 req-884d85e3-cdc9-42ae-a183-f626c98a0944 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.679007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e15cc5c9-b6b3-43ba-84b8-9eb59740b2f9 req-884d85e3-cdc9-42ae-a183-f626c98a0944 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 943 time: 0.1552274 Aug 27 16:20:34.761712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9d8d3e7d-b996-48a7-addc-82098500ec13,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:34.922901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e15cc5c9-b6b3-43ba-84b8-9eb59740b2f9 req-d9342cc8-9730-4ed6-b578-7afb2de2a49d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252331 Aug 27 16:20:34.976093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.980878 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:34.988444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.988444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:34.994439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:35.003086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:35.009135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:35.017046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9d8d3e7d-b996-48a7-addc-82098500ec13'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:35.021773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:35.028751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28f5bb3d-c9ea-4593-a0db-ff287e276df3 req-6e8637c3-0888-4eb6-bd19-913a28c2df37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.2184091 Aug 27 16:20:35.028751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-feb2c27d-6ef8-4629-9c51-4df1e9200af7 service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788836 Aug 27 16:20:35.138950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Subnet': ['ID=065b22a9-addd-4956-9ad0-9212aab2fa8f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:35.142642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Checking segment: {'id': 'df401028-c349-4949-83ec-f5f04c0b42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '9eaaf648-e746-4b52-bf20-121a49f4da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:35.143018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network hostable DHCP agents. Network: 9eaaf648-e746-4b52-bf20-121a49f4da2b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:35.218200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a55de9f5-b437-462f-a985-ecd3dc411375 req-27e49a88-6696-4597-9247-3866f52e544a tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0620048 Aug 27 16:20:35.236677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d237c4d-3e39-42e7-bd3d-1e3709ac6f43 req-b881836f-2ac2-49ff-888f-3e4fe0f0fe24 service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977057 Aug 27 16:20:35.317691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network 9eaaf648-e746-4b52-bf20-121a49f4da2b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:35.363487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:20:35.363487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:35.392945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Subnet': ['ID=44a1cf30-9eaf-468b-8991-ef001a402b6e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:35.404935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Checking segment: {'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:35.405302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network hostable DHCP agents. Network: 4c42cf91-12c7-4fa0-8b52-3321c0745fcf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:35.490201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13eda45a-f794-4d87-8520-051c3e33f209 req-f4555bc2-69f7-4f43-89bd-fe19fa6bd105 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 210 time: 0.0286982 Aug 27 16:20:36.054737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73f5e-e386-4f3c-ae5c-832d6c58de9a req-fc7fc79d-831e-443e-93f5-70fbe9e892b4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:36.056242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bf73f5e-e386-4f3c-ae5c-832d6c58de9a req-fc7fc79d-831e-443e-93f5-70fbe9e892b4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 944 time: 0.0547767 Aug 27 16:20:36.104715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bf73f5e-e386-4f3c-ae5c-832d6c58de9a req-92450449-cc93-4473-9e07-f11081df0e9d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Aug 27 16:20:36.318499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 9eaaf648-e746-4b52-bf20-121a49f4da2b) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:36.323649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:36.330416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:36.336104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb4d25-7d49-4158-94cf-a9aa3dedf405 None None] Network 9eaaf648-e746-4b52-bf20-121a49f4da2b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:36.505386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:36.516220 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 4c42cf91-12c7-4fa0-8b52-3321c0745fcf) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:36.534935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163cf3fd-9288-4992-a99b-af5a79179ae3 None None] Network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:36.543082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:36.548546 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:36.554085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-9eaaf648-e746-4b52-bf20-121a49f4da2b', 'network_id': '9eaaf648-e746-4b52-bf20-121a49f4da2b', 'tenant_id': '31b786b525ee4a0a9ed8063d53a198e7', 'fixed_ips': [{'subnet_id': '065b22a9-addd-4956-9ad0-9212aab2fa8f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:20:36.555386 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:36.560085 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e6d301cd-87ce-476f-acbb-272e3c16e4c4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3496382 Aug 27 16:20:36.562668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44748) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:36.674918 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4aad746b-2311-4344-8dff-a72c04ee675a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3190441 Aug 27 16:20:36.676046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44752) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:36.681703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1367869166', 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:36.692063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4792d9d3-d642-4897-a291-350e8d646bf6 req-ad56eee2-870f-4aee-be24-3bd09438a382 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 210 time: 0.0481665 Aug 27 16:20:36.796375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:36.850297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1499121e-775c-4ace-84bf-dbf5cd10d0a3 req-76d8c14c-142f-4360-8f4f-92fdacd6bd10 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0381768 Aug 27 16:20:36.866321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Made reservation on behalf of a8d273df8b8e493eb5c7753bd6040e1a for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:36.871044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:36.899783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:36.904754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] device_id is not set on port 514a2493-542c-45f9-8caa-d05c4a4ea529 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:20:36.931173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Allocated IP 2001:db8::2 (9eaaf648-e746-4b52-bf20-121a49f4da2b/065b22a9-addd-4956-9ad0-9212aab2fa8f/3f6a1bed-d7ba-42f4-979e-fd140fdd5949) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:37.082603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Allocated IP 2001:db8::32e (4c42cf91-12c7-4fa0-8b52-3321c0745fcf/44a1cf30-9eaf-468b-8991-ef001a402b6e/514a2493-542c-45f9-8caa-d05c4a4ea529) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:37.149887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e2048-5e3a-4bdb-a5b3-e9434882860e None None] Network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:37.236177 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.253303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Transition to ACTIVE for port object 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:37.295649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Transition to ACTIVE for port object 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:37.317539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ef06-7cb4-437a-b122-8c868acff8da req-d2c35175-ff86-4ddb-a45b-4e2756b0614d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:37.319114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a932ef06-7cb4-437a-b122-8c868acff8da req-d2c35175-ff86-4ddb-a45b-4e2756b0614d tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 944 time: 0.1032071 Aug 27 16:20:37.324706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.401506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a932ef06-7cb4-437a-b122-8c868acff8da req-ed9a738e-459f-4be9-8184-7653594a6f66 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Aug 27 16:20:37.423962 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.466715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Network 9eaaf648-e746-4b52-bf20-121a49f4da2b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:37.470558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:37.474571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:37.495530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.511260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Pushing event updated for resources: {'Port': ['ID=3f6a1bed-d7ba-42f4-979e-fd140fdd5949,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:37.530369 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.547572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Attempting to bind port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:37.548111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Attempting to bind port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'df401028-c349-4949-83ec-f5f04c0b42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '9eaaf648-e746-4b52-bf20-121a49f4da2b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:37.548571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Attempting to bind port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 on network 9eaaf648-e746-4b52-bf20-121a49f4da2b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:37.554120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:37.556161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Checking segment: {'id': 'df401028-c349-4949-83ec-f5f04c0b42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '9eaaf648-e746-4b52-bf20-121a49f4da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:37.556161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.556161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Bound using segment: {'id': 'df401028-c349-4949-83ec-f5f04c0b42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '9eaaf648-e746-4b52-bf20-121a49f4da2b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:37.556161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Bound port: 3f6a1bed-d7ba-42f4-979e-fd140fdd5949, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df401028-c349-4949-83ec-f5f04c0b42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '9eaaf648-e746-4b52-bf20-121a49f4da2b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:37.556769 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.567463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Port': ['ID=514a2493-542c-45f9-8caa-d05c4a4ea529,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:37.583702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:37.583823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Subnet': ['ID=065b22a9-addd-4956-9ad0-9212aab2fa8f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:37.583940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:37.594293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:37.596476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:37.600035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.650802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f7821b3a-041a-425c-be63-805aba594607 None None] For port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:37.655690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f7821b3a-041a-425c-be63-805aba594607 None None] For port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3f6a1bed-d7ba-42f4-979e-fd140fdd5949,segment=NetworkSegment(df401028-c349-4949-83ec-f5f04c0b42d2),segment_id=df401028-c349-4949-83ec-f5f04c0b42d2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:37.669528 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.680347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaaf648-e746-4b52-bf20-121a49f4da2b']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:37.693549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df401028-c349-4949-83ec-f5f04c0b42d2') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:37.693870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df401028-c349-4949-83ec-f5f04c0b42d2') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:37.704925 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.735705 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aa745fba-fc1c-4e9b-82ac-9fa64b516ffb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0584805 Aug 27 16:20:37.739508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44774) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:37.815050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.836187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Deleting port 514a2493-542c-45f9-8caa-d05c4a4ea529 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:37.838405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.839156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c277602f-e8e2-4984-9462-2adbfd9e338a req-d4e847ca-c2cf-42a9-8cc2-496fc9bba137 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 210 time: 0.0584350 Aug 27 16:20:37.845852 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.864009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:37.864735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:37.928532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7821b3a-041a-425c-be63-805aba594607 None None] Pushing event updated for resources: {'Port': ['ID=3f6a1bed-d7ba-42f4-979e-fd140fdd5949,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:37.953105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9d8d3e7d-b996-48a7-addc-82098500ec13 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:37.963945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982757a-0418-46cd-afab-796eab60a2c0 None None] Network 9eaaf648-e746-4b52-bf20-121a49f4da2b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:38.006460 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:38.054783 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.071287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Calling delete_port for 514a2493-542c-45f9-8caa-d05c4a4ea529 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:38.102494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:20:38.102494 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:20:38.102494 n-d-806412-1 neutron-server[95253]: [parameters: {'id': '9eaaf648-e746-4b52-bf20-121a49f4da2b'}] Aug 27 16:20:38.102494 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:20:38.103778 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:20:38.136286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e568220-b0c3-4da0-a4c3-176eacb964f3 req-055dc5fc-df38-4804-b295-9f36e1a1d519 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.1246731 Aug 27 16:20:38.210353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42236eb-700c-45c4-af2b-c7a0dfc121fc None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:20:38.245484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022271-b084-4c37-bff9-9112ac76b84a req-fad9ebd9-e967-45df-ba1d-e5a46a45c6e9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:38.252756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-fad9ebd9-e967-45df-ba1d-e5a46a45c6e9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.2450094 Aug 27 16:20:38.267156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Request body: {'port': {'device_id': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'admin_state_up': True, 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:38.316809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 9d8d3e7d-b996-48a7-addc-82098500ec13 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:20:38.326008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 9d8d3e7d-b996-48a7-addc-82098500ec13 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:38.326509 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.393355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.467172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event deleted for resources: {'Port': ['ID=514a2493-542c-45f9-8caa-d05c4a4ea529,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:38.521398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.523404 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0acc6b0f-bce0-49c6-a80c-1c8a412a730c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "DELETE /v2.0/ports/514a2493-542c-45f9-8caa-d05c4a4ea529 HTTP/1.1" status: 204 len: 168 time: 0.7841794 Aug 27 16:20:38.528258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44798) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:38.543993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf', 'external_fixed_ips': [{'subnet_id': '44a1cf30-9eaf-468b-8991-ef001a402b6e', 'ip_address': '2001:db8::32e'}]}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:38.571036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42236eb-700c-45c4-af2b-c7a0dfc121fc None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:20:38.597651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:20:38.597651 n-d-806412-1 neutron-server[95253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:20:38.597651 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'id': 'f3ec89f8-2d94-4ab6-97d5-3fa2f74cec0f', 'expiration': datetime.datetime(2021, 8, 27, 16, 22, 38, 583814)}] Aug 27 16:20:38.597651 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:20:38.598239 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:20:38.605334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.615194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5cc89-a86f-4455-b1f4-2ef943cb134f req-013732d1-23db-4ece-afb0-651f5b1600d4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:38.616785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bb5cc89-a86f-4455-b1f4-2ef943cb134f req-013732d1-23db-4ece-afb0-651f5b1600d4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 944 time: 0.0986452 Aug 27 16:20:38.671096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:38.674800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.713036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bb5cc89-a86f-4455-b1f4-2ef943cb134f req-2c93a0a0-3e98-4f8d-a296-8fe0c6dd8534 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891304 Aug 27 16:20:38.742475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:38.742829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.934827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] For port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3f6a1bed-d7ba-42f4-979e-fd140fdd5949,segment=NetworkSegment(df401028-c349-4949-83ec-f5f04c0b42d2),segment_id=df401028-c349-4949-83ec-f5f04c0b42d2)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:38.935953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:38.997263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8035ccb-509e-4cae-a5cc-d54505394e73 req-25416624-8ea2-4581-80d5-13d9b8703504 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 210 time: 0.0398219 Aug 27 16:20:39.009973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Calling delete_port for 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:39.023341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Allocated IP 172.20.0.6 (54c2d541-d973-4aa6-86d8-8fc737557878/5fce6403-2613-493d-af74-67bb39b1ef9a/1316aad3-f175-4906-a774-a2b62b283e9e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:39.194971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.255062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.255062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.320459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8d3e7d-b996-48a7-addc-82098500ec13'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:39.324701 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff39d70d-8561-46d9-9327-b2d3759b6186" -d '{"events": [{"server_uuid": "d96fc66c-cb42-4eca-aeeb-8930391eca41", "name": "network-vif-plugged", "status": "completed", "tag": "9d8d3e7d-b996-48a7-addc-82098500ec13"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:39.335257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.349955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9d8d3e7d-b996-48a7-addc-82098500ec13, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9d8d3e7d-b996-48a7-addc-82098500ec13,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:39.379849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d3cd129-0bad-4e8d-a8ac-a9d2f7d60c70 req-45a10508-4925-4744-8443-c2866a8e6593 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0732975 Aug 27 16:20:39.453619 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9753c7-f902-4fdb-8cde-0367f7449db2 x-openstack-request-id: req-8f9753c7-f902-4fdb-8cde-0367f7449db2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:39.454009 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96fc66c-cb42-4eca-aeeb-8930391eca41", "name": "network-vif-plugged", "status": "completed", "tag": "9d8d3e7d-b996-48a7-addc-82098500ec13", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:39.454340 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8f9753c7-f902-4fdb-8cde-0367f7449db2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:39.455351 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8d3e7d-b996-48a7-addc-82098500ec13', 'code': 200} Aug 27 16:20:39.459857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.479321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.562403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9d8d3e7d-b996-48a7-addc-82098500ec13,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:39.585002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Port': ['ID=3f6a1bed-d7ba-42f4-979e-fd140fdd5949,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:39.615547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No DVR routers for this DVR port 3f6a1bed-d7ba-42f4-979e-fd140fdd5949 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:39.643672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.681885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:39.827244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44832) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:39.876753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Network 54c2d541-d973-4aa6-86d8-8fc737557878 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:39.880389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f796-b2c0-4e4f-ae77-5852d49e5d33 req-b14b1342-eedf-4db2-9dfe-f2a5c3d8be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.882053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6e4f796-b2c0-4e4f-ae77-5852d49e5d33 req-b14b1342-eedf-4db2-9dfe-f2a5c3d8be48 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 1096 time: 0.2790194 Aug 27 16:20:39.948041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.948651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.949255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.950730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.951347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.952152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.953274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:39.953902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:39.956958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:39.961056 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-dec5e82a-918f-40b7-a919-52514989e70f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6488 time: 0.1276972 Aug 27 16:20:39.998253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-746d0d68-82cd-4241-8a80-3cc876130b81 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347862 Aug 27 16:20:40.006580 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:40.040455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event updated for resources: {'Port': ['ID=1316aad3-f175-4906-a774-a2b62b283e9e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:40.177807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaaf648-e746-4b52-bf20-121a49f4da2b']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:40.197839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:40.198539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:40.205323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:40.231757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df401028-c349-4949-83ec-f5f04c0b42d2') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:40.232242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df401028-c349-4949-83ec-f5f04c0b42d2') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:40.291823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:40.302583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6e4f796-b2c0-4e4f-ae77-5852d49e5d33 req-4e0cff73-c3e4-4f9d-8e29-0315dfe8a541 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659580 Aug 27 16:20:40.323999 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:40.337614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122980-7eec-4524-9c6e-5bbbfa93c17d req-738c7775-7ec3-499a-a4fe-3725ff4cb71e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:40.339131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12122980-7eec-4524-9c6e-5bbbfa93c17d req-738c7775-7ec3-499a-a4fe-3725ff4cb71e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.4698689 Aug 27 16:20:40.350418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:40.351078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:40.370853 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:40.450907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece51c8f-c599-41d2-b104-50f8ddd106a9 req-8301ff0c-bfca-43bb-b508-46b403ef0de2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:40.452057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ece51c8f-c599-41d2-b104-50f8ddd106a9 req-8301ff0c-bfca-43bb-b508-46b403ef0de2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 931 time: 0.2768335 Aug 27 16:20:40.459698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-fac6ced9-0646-4d84-9420-a4fc24f17fde tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1958215 Aug 27 16:20:40.904770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Request body: {'port': {'device_id': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:40.970439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12122980-7eec-4524-9c6e-5bbbfa93c17d req-7c289b21-7504-41be-963c-9113f9b617b2 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633903 Aug 27 16:20:40.979014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ece51c8f-c599-41d2-b104-50f8ddd106a9 req-dde82619-4c13-4ed3-a162-c76beb97e226 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180366 Aug 27 16:20:41.022424 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.114750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da993b15-e2f2-4933-8da0-c9df306b6c0b req-da285a1d-420c-4d47-b6f7-3179d59ffcb3 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0374544 Aug 27 16:20:41.276390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.323517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.325511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/9eaaf648-e746-4b52-bf20-121a49f4da2b HTTP/1.1" status: 204 len: 168 time: 4.7616339 Aug 27 16:20:41.330938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44860) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:41.339645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-437730679'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:41.374313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e1aa-44e5-45f5-a8aa-85a031ae6100 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Network': ['ID=9eaaf648-e746-4b52-bf20-121a49f4da2b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:41.417854 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.451625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.488857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:41.493544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.537531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:41.550734 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.551436 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Added segment c64b4312-39c4-4329-83db-3e6de78cb132 of type vlan for network b873bc62-1983-4a8c-93ac-f2722f8de262 Aug 27 16:20:41.599527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.626910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1316aad3-f175-4906-a774-a2b62b283e9e {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:41.638075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.687257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Transition to ACTIVE for port object 1316aad3-f175-4906-a774-a2b62b283e9e will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:41.712036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Allocated IP 2001:db8::32e (4c42cf91-12c7-4fa0-8b52-3321c0745fcf/44a1cf30-9eaf-468b-8991-ef001a402b6e/365e904b-c277-4791-9fa4-a635cac86ef0) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:41.763160 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.769121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:41.770221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.801041 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.853792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Network': ['ID=b873bc62-1983-4a8c-93ac-f2722f8de262,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:41.872133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b873bc62-1983-4a8c-93ac-f2722f8de262 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:41.892328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Pushing event updated for resources: {'Port': ['ID=1316aad3-f175-4906-a774-a2b62b283e9e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:41.897332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:41.924469 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bc5264a4-f5be-45f0-bfb8-7c5a011d6ed2 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5915043 Aug 27 16:20:41.927029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:41.933503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Request body: {'subnet': {'network_id': 'b873bc62-1983-4a8c-93ac-f2722f8de262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:41.985241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Attempting to bind port 1316aad3-f175-4906-a774-a2b62b283e9e on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:41.985884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Attempting to bind port 1316aad3-f175-4906-a774-a2b62b283e9e by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:41.986054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Attempting to bind port 1316aad3-f175-4906-a774-a2b62b283e9e on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:41.993080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Port 1316aad3-f175-4906-a774-a2b62b283e9e on network 54c2d541-d973-4aa6-86d8-8fc737557878 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:20:41.993486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Attempting to bind port 1316aad3-f175-4906-a774-a2b62b283e9e on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:42.023115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:42.023115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Checking segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:42.023115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Bound using segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:42.023115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Bound port: 1316aad3-f175-4906-a774-a2b62b283e9e, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:42.023115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:42.193651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099d087-e30a-4623-a4e4-07a252ec4664 req-66ab1030-0593-4c07-8e32-8aa429603e80 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:42.195400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b099d087-e30a-4623-a4e4-07a252ec4664 req-66ab1030-0593-4c07-8e32-8aa429603e80 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 943 time: 0.1077249 Aug 27 16:20:42.205700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426da4d-5d6b-404f-affd-91208da801ff req-e82bbbae-85d1-47c9-b57d-889264108185 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:42.207236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8426da4d-5d6b-404f-affd-91208da801ff req-e82bbbae-85d1-47c9-b57d-889264108185 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1293292 Aug 27 16:20:42.217717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] For port 1316aad3-f175-4906-a774-a2b62b283e9e, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:42.231180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:42.264314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] For port 1316aad3-f175-4906-a774-a2b62b283e9e, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1316aad3-f175-4906-a774-a2b62b283e9e,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:42.271717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Made reservation on behalf of 31b786b525ee4a0a9ed8063d53a198e7 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:42.275942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:42.313635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b099d087-e30a-4623-a4e4-07a252ec4664 req-9d843858-c97f-4efc-b1f8-c03741e63647 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053541 Aug 27 16:20:42.329317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:42.342444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:42.346703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:42.350674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Port': ['ID=365e904b-c277-4791-9fa4-a635cac86ef0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:42.360041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8426da4d-5d6b-404f-affd-91208da801ff req-70816891-5226-463e-a6b8-34fd53e44b6e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397192 Aug 27 16:20:42.513341 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:42.579126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:42.584869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:42.608432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] 10.222.0.97 "PUT /v2.0/ports/1316aad3-f175-4906-a774-a2b62b283e9e HTTP/1.1" status: 200 len: 1091 time: 1.6915662 Aug 27 16:20:42.608432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'tag': '1316aad3-f175-4906-a774-a2b62b283e9e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:42.608432 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b7c1c0-c334-4c5a-8bb2-306e1d2fbc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e38beaa4-4d66-41d7-832f-d5248429d81a", "tag": "1316aad3-f175-4906-a774-a2b62b283e9e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:42.646165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b583910-2b32-4767-b57a-0201768fe4f7 req-7a04af9f-dccf-4e7a-bc97-7f711107609e tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0407503 Aug 27 16:20:42.651860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fcfd1-a58c-44b2-9e15-76519f4a5e9b service neutron] Pushing event updated for resources: {'Port': ['ID=1316aad3-f175-4906-a774-a2b62b283e9e,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:42.708612 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540a2a3-e616-4d13-9cdd-bf3b68e036ab x-openstack-request-id: req-e540a2a3-e616-4d13-9cdd-bf3b68e036ab {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:42.708960 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38beaa4-4d66-41d7-832f-d5248429d81a", "tag": "1316aad3-f175-4906-a774-a2b62b283e9e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:42.709280 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e540a2a3-e616-4d13-9cdd-bf3b68e036ab {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:42.709756 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'tag': '1316aad3-f175-4906-a774-a2b62b283e9e', 'status': 'completed', 'code': 200} Aug 27 16:20:42.823924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c1c0-c334-4c5a-8bb2-306e1d2fbc9c req-5b25c89f-54df-46a3-b415-b5f1d5614c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:42.826408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46b7c1c0-c334-4c5a-8bb2-306e1d2fbc9c req-5b25c89f-54df-46a3-b415-b5f1d5614c96 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 1094 time: 0.0904195 Aug 27 16:20:42.947679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:42.988279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:20:42.991177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:43.061852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event updated for resources: {'Subnet': ['ID=22147cf7-11f6-4fd6-846a-cdd86219d4be,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:43.073576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c1c0-c334-4c5a-8bb2-306e1d2fbc9c req-879c4364-41e9-4f47-ab4a-5bc4f2e1dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.075914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46b7c1c0-c334-4c5a-8bb2-306e1d2fbc9c req-879c4364-41e9-4f47-ab4a-5bc4f2e1dee8 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=eaead7251d984254bb9348b7e503e3ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2190197 Aug 27 16:20:43.096996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Checking segment: {'id': 'c64b4312-39c4-4329-83db-3e6de78cb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b873bc62-1983-4a8c-93ac-f2722f8de262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:43.097524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network hostable DHCP agents. Network: b873bc62-1983-4a8c-93ac-f2722f8de262, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:43.277490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Network b873bc62-1983-4a8c-93ac-f2722f8de262 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:43.290364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7c1c0-c334-4c5a-8bb2-306e1d2fbc9c req-829a238a-7f5a-46fc-9633-5420b25722e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.293884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46b7c1c0-c334-4c5a-8bb2-306e1d2fbc9c req-829a238a-7f5a-46fc-9633-5420b25722e3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2069306 Aug 27 16:20:43.313109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:43.489857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b873bc62-1983-4a8c-93ac-f2722f8de262) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:43.498267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.499239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:43.503207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a5872-8399-41cc-b214-f5443e635b16 None None] Network b873bc62-1983-4a8c-93ac-f2722f8de262 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:43.559860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022271-b084-4c37-bff9-9112ac76b84a req-1532c969-8564-448b-ab91-23a30c6ba331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.561568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-1532c969-8564-448b-ab91-23a30c6ba331 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 1094 time: 0.1901138 Aug 27 16:20:43.644226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-f5afe17a-662c-472a-8c3e-2c3353634c7f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1316aad3-f175-4906-a774-a2b62b283e9e HTTP/1.1" status: 200 len: 217 time: 0.0712802 Aug 27 16:20:43.657140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0783fc6-2f47-420f-961b-1a44dd4053a6 req-1c6994bd-c3a2-4849-af92-f23a7fddcbe7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.658801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0783fc6-2f47-420f-961b-1a44dd4053a6 req-1c6994bd-c3a2-4849-af92-f23a7fddcbe7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.2390745 Aug 27 16:20:43.693662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-b873bc62-1983-4a8c-93ac-f2722f8de262', 'network_id': 'b873bc62-1983-4a8c-93ac-f2722f8de262', 'tenant_id': '31b786b525ee4a0a9ed8063d53a198e7', 'fixed_ips': [{'subnet_id': '22147cf7-11f6-4fd6-846a-cdd86219d4be'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:20:43.696299 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:43.708725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eafa3c-d629-4da6-b96a-de8761b09b27 req-9e886af9-4937-4a02-bf6f-cdecdadc53ba tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.711421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48eafa3c-d629-4da6-b96a-de8761b09b27 req-9e886af9-4937-4a02-bf6f-cdecdadc53ba tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 943 time: 0.2254527 Aug 27 16:20:43.752845 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-810f0f2e-3ca6-484d-a6be-7ce3102ad055 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8245156 Aug 27 16:20:43.755536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44896) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:43.822513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022271-b084-4c37-bff9-9112ac76b84a req-a80d8141-168a-42de-b843-0ceb66557209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.823948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-a80d8141-168a-42de-b843-0ceb66557209 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.1641638 Aug 27 16:20:43.832048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-89bdae65-d2b7-4e47-bccb-c6d5587505e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:43.833510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-89bdae65-d2b7-4e47-bccb-c6d5587505e6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 1096 time: 0.2097845 Aug 27 16:20:43.840692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0783fc6-2f47-420f-961b-1a44dd4053a6 req-15027575-7e25-44af-9afc-853dba533e10 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531658 Aug 27 16:20:43.868805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Allocated IP 2001:db8::f816:3eff:fec6:1387 (b873bc62-1983-4a8c-93ac-f2722f8de262/22147cf7-11f6-4fd6-846a-cdd86219d4be/593035e1-a507-482c-a688-eb48b034fc6e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:43.874427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48eafa3c-d629-4da6-b96a-de8761b09b27 req-015ee6d6-f3c3-4614-b958-593a79dc4550 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373956 Aug 27 16:20:43.952634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-00f185a3-3d1c-46e9-9568-3f363830914a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179512 Aug 27 16:20:43.992799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.005285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Router a88538f2-8487-442d-90d9-7cb473d2299e is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:20:44.082986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.130600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.140912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Transition to ACTIVE for port object 593035e1-a507-482c-a688-eb48b034fc6e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:44.157439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Transition to ACTIVE for port object 593035e1-a507-482c-a688-eb48b034fc6e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:44.209988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21ac481e-3364-4647-946d-188fe3d5a376 req-f9d8d6b4-96b3-4936-a2d9-4230fce17a34 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0937431 Aug 27 16:20:44.228226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-111f79ae-b8e4-4b35-a06d-4d481bd231d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:44.230283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-111f79ae-b8e4-4b35-a06d-4d481bd231d5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 913 time: 0.3784118 Aug 27 16:20:44.294788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.323314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-87b0a0f4-4caf-41c7-b970-c912dc9f77bc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d8d3e7d-b996-48a7-addc-82098500ec13 HTTP/1.1" status: 200 len: 217 time: 0.0803890 Aug 27 16:20:44.349576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Pushing event updated for resources: {'Port': ['ID=593035e1-a507-482c-a688-eb48b034fc6e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:44.362780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Network b873bc62-1983-4a8c-93ac-f2722f8de262 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:44.370512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:44.375864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:44.427312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.449794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Attempting to bind port 593035e1-a507-482c-a688-eb48b034fc6e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:44.450317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Attempting to bind port 593035e1-a507-482c-a688-eb48b034fc6e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c64b4312-39c4-4329-83db-3e6de78cb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b873bc62-1983-4a8c-93ac-f2722f8de262'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:44.450790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Attempting to bind port 593035e1-a507-482c-a688-eb48b034fc6e on network b873bc62-1983-4a8c-93ac-f2722f8de262 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:44.457508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:44.458068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Checking segment: {'id': 'c64b4312-39c4-4329-83db-3e6de78cb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b873bc62-1983-4a8c-93ac-f2722f8de262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:44.458889 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.459439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Bound using segment: {'id': 'c64b4312-39c4-4329-83db-3e6de78cb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b873bc62-1983-4a8c-93ac-f2722f8de262'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:44.460038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Bound port: 593035e1-a507-482c-a688-eb48b034fc6e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64b4312-39c4-4329-83db-3e6de78cb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'b873bc62-1983-4a8c-93ac-f2722f8de262'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:44.460541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.500068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Subnet': ['ID=22147cf7-11f6-4fd6-846a-cdd86219d4be,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:44.575850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] For port 593035e1-a507-482c-a688-eb48b034fc6e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:20:44.582662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] For port 593035e1-a507-482c-a688-eb48b034fc6e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=593035e1-a507-482c-a688-eb48b034fc6e,segment=NetworkSegment(c64b4312-39c4-4329-83db-3e6de78cb132),segment_id=c64b4312-39c4-4329-83db-3e6de78cb132)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:20:44.604194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.626782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b873bc62-1983-4a8c-93ac-f2722f8de262']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:44.640456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64b4312-39c4-4329-83db-3e6de78cb132') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:44.640811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64b4312-39c4-4329-83db-3e6de78cb132') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:44.655228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.736123 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.738649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.748396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:44.748804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:44.767524 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:44.830099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-bd9167c1-4f24-4fbd-84f5-7ac419e13fe0 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8136511 Aug 27 16:20:44.842514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb787a75-33a4-4582-8779-9b94e851bdee None None] Pushing event updated for resources: {'Port': ['ID=593035e1-a507-482c-a688-eb48b034fc6e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:44.864135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac37b1-1b38-47d4-919b-b50be7459ba6 None None] Network b873bc62-1983-4a8c-93ac-f2722f8de262 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:44.894128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:20:44.919423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Sync routers for ids ['a88538f2-8487-442d-90d9-7cb473d2299e'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:20:44.921471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-86c57ae0-bf35-4708-a08a-38ff95b6c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:44.923190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-86c57ae0-bf35-4708-a08a-38ff95b6c7a5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92228f1f-59e9-492a-9b3b-54d2290484b1 HTTP/1.1" status: 200 len: 851 time: 0.5905435 Aug 27 16:20:44.942808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Routers {'a88538f2-8487-442d-90d9-7cb473d2299e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:20:44.943550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a88538f2-8487-442d-90d9-7cb473d2299e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:45.008965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-8f5ff87e-1fb8-49dc-83a7-6cd2d176f2c4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dd532d37-5228-4c8d-89e6-654eb7cb3967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682385 Aug 27 16:20:45.100076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662ed8e-0d22-4d87-a33c-d7007d5bc7aa None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:20:45.105522 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Set router a88538f2-8487-442d-90d9-7cb473d2299e gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:20:45.134747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57022271-b084-4c37-bff9-9112ac76b84a req-b0dc9dae-3715-4c35-9515-ebe969fa66f5 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970219 Aug 27 16:20:45.149455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3256-1398-4392-aa1b-1dc945f237fa req-206e2ce5-01eb-4022-9ede-7f8624dc652b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:45.158936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6c3256-1398-4392-aa1b-1dc945f237fa req-206e2ce5-01eb-4022-9ede-7f8624dc652b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.2209988 Aug 27 16:20:45.173382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcf6eb-3e32-489b-b950-6959f8581cfe req-51e06eda-e39c-4e8b-8ee5-5109b53d824b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:45.174859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82fcf6eb-3e32-489b-b950-6959f8581cfe req-51e06eda-e39c-4e8b-8ee5-5109b53d824b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 943 time: 0.1777759 Aug 27 16:20:45.256231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a6c3256-1398-4392-aa1b-1dc945f237fa req-00476cea-268b-4474-aa39-af147c8dc8a7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931759 Aug 27 16:20:45.266962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82fcf6eb-3e32-489b-b950-6959f8581cfe req-b6d2ac1b-6f12-4848-8ec9-2d90bd19c18d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809898 Aug 27 16:20:45.271212 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:20:45.271212 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:20:45.271212 n-d-806412-1 neutron-server[95252]: [parameters: {'id': 'b873bc62-1983-4a8c-93ac-f2722f8de262'}] Aug 27 16:20:45.271212 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:20:45.271212 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:20:45.272393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-c6b6e40b-d8eb-40a3-8b8d-85a7061bd3dd service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278187 Aug 27 16:20:45.366402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:45.367574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-99532b36-c68c-48a8-8482-6e7ed21c9618 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8304708 Aug 27 16:20:45.370357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44924) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:45.384060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662ed8e-0d22-4d87-a33c-d7007d5bc7aa None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:20:45.413581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88538f2-8487-442d-90d9-7cb473d2299e', 'name': '', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf', 'external_fixed_ips': [{'subnet_id': '44a1cf30-9eaf-468b-8991-ef001a402b6e', 'ip_address': '2001:db8::32e'}], 'enable_snat': True}, 'gw_port_id': '365e904b-c277-4791-9fa4-a635cac86ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:39Z', 'updated_at': '2021-08-27T16:20:42Z', 'revision_number': 3, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port': {'id': '365e904b-c277-4791-9fa4-a635cac86ef0', 'name': '', 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88538f2-8487-442d-90d9-7cb473d2299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '44a1cf30-9eaf-468b-8991-ef001a402b6e', 'ip_address': '2001:db8::32e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:20:41Z', 'updated_at': '2021-08-27T16:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44a1cf30-9eaf-468b-8991-ef001a402b6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:45.478175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ed8828b-a74b-4f93-8fb4-c38efbdfa026 req-062f7a81-6786-4e41-b913-f03a550f3850 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0367815 Aug 27 16:20:45.480234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c0b8925-3574-4d48-a2e4-e9049d6cb43a req-ba3c91a9-d05c-48db-aa83-fda370834381 service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033360 Aug 27 16:20:45.492820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Checking router: a88538f2-8487-442d-90d9-7cb473d2299e for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:20:45.493472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Updating router a88538f2-8487-442d-90d9-7cb473d2299e port 365e904b-c277-4791-9fa4-a635cac86ef0 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:20:45.543612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:45.558319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:45.741654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:45.770150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:45.845541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting port 593035e1-a507-482c-a688-eb48b034fc6e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:45.846265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:45.933410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] For port 593035e1-a507-482c-a688-eb48b034fc6e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=593035e1-a507-482c-a688-eb48b034fc6e,segment=NetworkSegment(c64b4312-39c4-4329-83db-3e6de78cb132),segment_id=c64b4312-39c4-4329-83db-3e6de78cb132)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:45.934740 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:45.953670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Calling delete_port for 593035e1-a507-482c-a688-eb48b034fc6e owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:46.109797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Deleting port 365e904b-c277-4791-9fa4-a635cac86ef0 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:46.132322 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.141201 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.154649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Transition to ACTIVE for port object 365e904b-c277-4791-9fa4-a635cac86ef0 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:20:46.225993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.225993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Calling delete_port for 365e904b-c277-4791-9fa4-a635cac86ef0 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:46.417461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea4e34-fd09-4ed0-ad77-290ce3377e87 req-95ad4c34-5653-42a4-8e2c-708fc3c83b71 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:46.419467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9aea4e34-fd09-4ed0-ad77-290ce3377e87 req-95ad4c34-5653-42a4-8e2c-708fc3c83b71 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0812893 Aug 27 16:20:46.426833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a357b16-6381-4480-b06e-9cb40e73bcc9 req-44b9a7c9-74b9-4f0e-81f7-5bcfbb6bc44c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:46.428241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a357b16-6381-4480-b06e-9cb40e73bcc9 req-44b9a7c9-74b9-4f0e-81f7-5bcfbb6bc44c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 943 time: 0.0803263 Aug 27 16:20:46.436454 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.490527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9aea4e34-fd09-4ed0-ad77-290ce3377e87 req-321a6af1-d4e8-4bad-8dee-ca862386f74c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612209 Aug 27 16:20:46.491317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Attempting to bind port 365e904b-c277-4791-9fa4-a635cac86ef0 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:46.491760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Attempting to bind port 365e904b-c277-4791-9fa4-a635cac86ef0 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:46.492128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Attempting to bind port 365e904b-c277-4791-9fa4-a635cac86ef0 on network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:46.498568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1762c-a1cf-45b3-a8a4-40405adf9e05 None None] Pushing event updated for resources: {'Port': ['ID=365e904b-c277-4791-9fa4-a635cac86ef0,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:46.501753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:46.502132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Checking segment: {'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:46.502543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.502951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Bound using segment: {'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:46.503457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Bound port: 365e904b-c277-4791-9fa4-a635cac86ef0, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:46.503964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.510908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a357b16-6381-4480-b06e-9cb40e73bcc9 req-0f772074-31cb-45ea-a280-33fe695a47c2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740974 Aug 27 16:20:46.534684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.571450 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Port': ['ID=593035e1-a507-482c-a688-eb48b034fc6e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:46.574553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No DVR routers for this DVR port 593035e1-a507-482c-a688-eb48b034fc6e on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:46.663629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0726ee1d-4b6c-4e20-b485-f2111e6ba335 req-7f4e72bb-4c6d-4948-a539-7f773b3e6d42 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0304151 Aug 27 16:20:46.673635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.676400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b873bc62-1983-4a8c-93ac-f2722f8de262']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:46.688394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64b4312-39c4-4329-83db-3e6de78cb132') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:46.688778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64b4312-39c4-4329-83db-3e6de78cb132') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:46.697690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.712037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.718306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:46.718694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: items = [ Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:46.721652 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:46.790616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.791819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:20:46.792179 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:20:46.818094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event deleted for resources: {'Port': ['ID=365e904b-c277-4791-9fa4-a635cac86ef0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:46.840635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.946194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:46.948403 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.081821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.088947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.091122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/b873bc62-1983-4a8c-93ac-f2722f8de262 HTTP/1.1" status: 204 len: 168 time: 3.3345149 Aug 27 16:20:47.094381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44956) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.102184 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1471e-440e-4ec9-9acf-4b5a17c0d036 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Network': ['ID=b873bc62-1983-4a8c-93ac-f2722f8de262,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:47.120927 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c204c2e0-525a-4274-a1c8-aa92d4d52165 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:47.122089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c204c2e0-525a-4274-a1c8-aa92d4d52165 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:47.123892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c204c2e0-525a-4274-a1c8-aa92d4d52165 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/22147cf7-11f6-4fd6-846a-cdd86219d4be HTTP/1.1" status: 404 len: 337 time: 0.0285118 Aug 27 16:20:47.126298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44958) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.144078 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4640e4-919e-496d-819a-6560b1b84fbc tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:47.144620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4640e4-919e-496d-819a-6560b1b84fbc tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:47.146277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1b4640e4-919e-496d-819a-6560b1b84fbc tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/b873bc62-1983-4a8c-93ac-f2722f8de262 HTTP/1.1" status: 404 len: 339 time: 0.0191000 Aug 27 16:20:47.148534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44960) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.174564 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba6075c-b966-4a31-bc1d-cb0a2fd481a9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:47.175010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba6075c-b966-4a31-bc1d-cb0a2fd481a9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:47.176721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ba6075c-b966-4a31-bc1d-cb0a2fd481a9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/065b22a9-addd-4956-9ad0-9212aab2fa8f HTTP/1.1" status: 404 len: 337 time: 0.0273004 Aug 27 16:20:47.179191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.197012 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a075f6-97c2-409a-b529-8557939e00a0 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:47.197547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a075f6-97c2-409a-b529-8557939e00a0 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:47.199160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e9a075f6-97c2-409a-b529-8557939e00a0 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/9eaaf648-e746-4b52-bf20-121a49f4da2b HTTP/1.1" status: 404 len: 339 time: 0.0190446 Aug 27 16:20:47.201351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44964) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.226325 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf5831f-1463-4256-84d0-9ec63f60ad4a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:47.300846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf5831f-1463-4256-84d0-9ec63f60ad4a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:47.300846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fcf5831f-1463-4256-84d0-9ec63f60ad4a tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/c1fd32fe-ed43-45df-9194-55ac7b2fa50f HTTP/1.1" status: 404 len: 337 time: 0.0261238 Aug 27 16:20:47.302664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44966) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.307019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Attempting to bind port 365e904b-c277-4791-9fa4-a635cac86ef0 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:20:47.307525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Attempting to bind port 365e904b-c277-4791-9fa4-a635cac86ef0 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:20:47.307786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Attempting to bind port 365e904b-c277-4791-9fa4-a635cac86ef0 on network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:20:47.312879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:20:47.313252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Checking segment: {'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:47.313655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.314507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Bound using segment: {'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:20:47.314993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Bound port: 365e904b-c277-4791-9fa4-a635cac86ef0, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf07a10a-d66f-464b-a062-475389f80a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '4c42cf91-12c7-4fa0-8b52-3321c0745fcf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:20:47.315409 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.326048 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3026888-8272-448e-9003-625ffdb80705 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:47.326622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3026888-8272-448e-9003-625ffdb80705 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:47.328384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3026888-8272-448e-9003-625ffdb80705 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/c6befed8-72de-45da-b265-707aecf0d3c5 HTTP/1.1" status: 404 len: 339 time: 0.0247183 Aug 27 16:20:47.330816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44968) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.334590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Port 365e904b-c277-4791-9fa4-a635cac86ef0 has been deleted concurrently {{(pid=95254) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 16:20:47.352417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Routers {'a88538f2-8487-442d-90d9-7cb473d2299e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:20:47.353047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a88538f2-8487-442d-90d9-7cb473d2299e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:47.428404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] Set router a88538f2-8487-442d-90d9-7cb473d2299e gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:20:47.436938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting port dc9c0be2-1841-4ced-add9-e3f73f91071f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:47.437497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.483936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88538f2-8487-442d-90d9-7cb473d2299e', 'name': '', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:39Z', 'updated_at': '2021-08-27T16:20:46Z', 'revision_number': 5, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:47.488785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.489419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a88538f2-8487-442d-90d9-7cb473d2299e {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:20:47.494339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.499380 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5d27fa85-231e-4eaf-961f-d9e57376bb8a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "DELETE /v2.0/routers/a88538f2-8487-442d-90d9-7cb473d2299e HTTP/1.1" status: 204 len: 168 time: 2.1279609 Aug 27 16:20:47.500122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44972) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:47.506324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.511015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54d686-8fc0-42f7-a9d0-3776546b4044 None None] The sync data for ids ['a88538f2-8487-442d-90d9-7cb473d2299e'] in n-d-806412-1 is: [{'id': 'a88538f2-8487-442d-90d9-7cb473d2299e', 'name': '', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:39Z', 'updated_at': '2021-08-27T16:20:46Z', 'revision_number': 5, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:20:47.533330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Calling delete_port for dc9c0be2-1841-4ced-add9-e3f73f91071f owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:47.568699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Deleting subnet 44a1cf30-9eaf-468b-8991-ef001a402b6e {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:20:47.573638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.615824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.661464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.711295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d0b23-3d17-4a9c-81c2-f5c28b7c3e38 req-923441e6-1ef6-4b89-a780-5a78c681350a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:47.713115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc9d0b23-3d17-4a9c-81c2-f5c28b7c3e38 req-923441e6-1ef6-4b89-a780-5a78c681350a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 943 time: 0.1239238 Aug 27 16:20:47.731801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0b0d-3401-4607-ad88-c8c71caf7162 req-e918bd8d-43ad-4253-98aa-c79776178bc9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:47.731801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc3d0b0d-3401-4607-ad88-c8c71caf7162 req-e918bd8d-43ad-4253-98aa-c79776178bc9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1247892 Aug 27 16:20:47.792269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc9d0b23-3d17-4a9c-81c2-f5c28b7c3e38 req-4d31a723-880a-4a25-b715-43e2e546d870 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654390 Aug 27 16:20:47.804453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc3d0b0d-3401-4607-ad88-c8c71caf7162 req-90b9923f-bea6-4da9-b506-cf90b0035417 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588503 Aug 27 16:20:47.946108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b1283ed-3eec-4eeb-844b-dff214a444dd req-cbeea173-fa94-4eda-b0e3-986461f5e2a4 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0324869 Aug 27 16:20:47.968399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:47.999411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Port': ['ID=dc9c0be2-1841-4ced-add9-e3f73f91071f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:48.006331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.009268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4580208e-91fb-4b37-8863-5519bbc6b593 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/ports/dc9c0be2-1841-4ced-add9-e3f73f91071f HTTP/1.1" status: 204 len: 168 time: 0.6767414 Aug 27 16:20:48.015666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45008) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:48.030923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1316aad3-f175-4906-a774-a2b62b283e9e details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:20:48.046783 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-273add25-19cd-42fd-a442-b5d10d2862f4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:48.047351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273add25-19cd-42fd-a442-b5d10d2862f4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:48.049218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-273add25-19cd-42fd-a442-b5d10d2862f4 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/9549fd05-a0ef-4ff8-89c6-8549986d5c14 HTTP/1.1" status: 404 len: 337 time: 0.0322914 Aug 27 16:20:48.051994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45010) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:48.105117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd146223-ba13-412d-8dca-21ae9dba3ed3 req-7119819e-e0e8-4c63-ab94-9dd3a98abab6 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:48.107438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd146223-ba13-412d-8dca-21ae9dba3ed3 req-7119819e-e0e8-4c63-ab94-9dd3a98abab6 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 951 time: 0.0626478 Aug 27 16:20:48.141926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1316aad3-f175-4906-a774-a2b62b283e9e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1316aad3-f175-4906-a774-a2b62b283e9e,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:48.143633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.150545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd146223-ba13-412d-8dca-21ae9dba3ed3 req-de57c59b-6062-4b73-a82e-05204cb4e1f8 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357738 Aug 27 16:20:48.161021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '1316aad3-f175-4906-a774-a2b62b283e9e', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'port_id': '1316aad3-f175-4906-a774-a2b62b283e9e', 'mac_address': 'fa:16:3e:e7:08:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce6403-2613-493d-af74-67bb39b1ef9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:20:48.182298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.201878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.218531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1316aad3-f175-4906-a774-a2b62b283e9e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:20:48.241025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1316aad3-f175-4906-a774-a2b62b283e9e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1316aad3-f175-4906-a774-a2b62b283e9e,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:48.262253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=44a1cf30-9eaf-468b-8991-ef001a402b6e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:48.266738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.268714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-117d235b-7dee-4e52-8ccc-62b49c17b4e4 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "DELETE /v2.0/subnets/44a1cf30-9eaf-468b-8991-ef001a402b6e HTTP/1.1" status: 204 len: 168 time: 0.7675340 Aug 27 16:20:48.272007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45012) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:48.273407 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.291096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2818270c-e136-4fc0-b3e8-4c29f52395a5']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:48.302829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e523e2b-39cd-4991-a7b0-9fe0efd617d8') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:48.303112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e523e2b-39cd-4991-a7b0-9fe0efd617d8') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:48.312489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.326707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.333661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:48.334108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:48.337194 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:48.354808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.369130 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.427666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1316aad3-f175-4906-a774-a2b62b283e9e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:48.454731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.464824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c42cf91-12c7-4fa0-8b52-3321c0745fcf']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:48.475536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf07a10a-d66f-464b-a062-475389f80a13') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:48.475943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf07a10a-d66f-464b-a062-475389f80a13') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:48.477478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.488763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.494487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.494487 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/2818270c-e136-4fc0-b3e8-4c29f52395a5 HTTP/1.1" status: 204 len: 168 time: 0.4376762 Aug 27 16:20:48.499864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45014) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:48.502575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c31c2-a1d7-4542-8f0c-e43da8dfaf34 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Network': ['ID=2818270c-e136-4fc0-b3e8-4c29f52395a5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:48.536534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.551404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:48.552523 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:48.555096 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:48.664103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting port 245f8c80-d48e-4a09-a041-91f6ff0606f3 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:48.664365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.672530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['1316aad3-f175-4906-a774-a2b62b283e9e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:20:48.733128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.747141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Calling delete_port for 245f8c80-d48e-4a09-a041-91f6ff0606f3 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:48.815321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.835573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c42cf91-12c7-4fa0-8b52-3321c0745fcf {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 16:20:48.837829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c42cf91-12c7-4fa0-8b52-3321c0745fcf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:48.840955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:48.850741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5b30f001-2a88-461f-ac9a-1504d51f7e0c tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "DELETE /v2.0/networks/4c42cf91-12c7-4fa0-8b52-3321c0745fcf HTTP/1.1" status: 204 len: 168 time: 0.5740469 Aug 27 16:20:48.960815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9127-3a0d-493b-9693-0f2a9adafa0b req-23a70b5f-7101-4269-843e-3ecef514ac62 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:48.962217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-448d9127-3a0d-493b-9693-0f2a9adafa0b req-23a70b5f-7101-4269-843e-3ecef514ac62 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 944 time: 0.0850954 Aug 27 16:20:48.976225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54625b4-d624-4552-bd22-d6082767f068 req-729a5a64-aa11-40fc-97d9-88e12429f400 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:48.987420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e54625b4-d624-4552-bd22-d6082767f068 req-729a5a64-aa11-40fc-97d9-88e12429f400 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0702281 Aug 27 16:20:48.987420 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.050587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Port': ['ID=245f8c80-d48e-4a09-a041-91f6ff0606f3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:49.052681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.054590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-56fa5d85-004a-49d0-b9f1-f452add0c51c tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/ports/245f8c80-d48e-4a09-a041-91f6ff0606f3 HTTP/1.1" status: 204 len: 168 time: 0.5531013 Aug 27 16:20:49.058391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45030) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:49.086923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e54625b4-d624-4552-bd22-d6082767f068 req-5066556a-f02f-4736-ba1b-4d5ae1d352a4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917759 Aug 27 16:20:49.092640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-448d9127-3a0d-493b-9693-0f2a9adafa0b req-a974ef73-c2b6-43b3-9327-15f0cec9e5dc tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138878 Aug 27 16:20:49.094503 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-33554916-7cea-4f56-b385-3e861fadaf46 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] DELETE failed (client error): The resource could not be found. Aug 27 16:20:49.094503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33554916-7cea-4f56-b385-3e861fadaf46 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:20:49.096926 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-33554916-7cea-4f56-b385-3e861fadaf46 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/96463ef5-eba0-481c-a883-345c2717ca9e HTTP/1.1" status: 404 len: 337 time: 0.0357494 Aug 27 16:20:49.098889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45032) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:49.158810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45034) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:49.164773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3a85a41e-112c-4428-b29d-75284c100b12 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'router': {'name': 'tempest-router--1544750666', 'project_id': 'c1b04901e6ba470bb53c90d7ac1b0bf3'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:49.224144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.247852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb6a7792-96ac-46b5-82f3-6b9690b1bea1 req-40fee185-5018-42c7-b9e6-b7fc8cbbd518 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0402505 Aug 27 16:20:49.322889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a85a41e-112c-4428-b29d-75284c100b12 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.324054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a85a41e-112c-4428-b29d-75284c100b12 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.373845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.388310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdab16b-f313-4de2-88e0-69f2adf8a27f']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:49.398337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a85a41e-112c-4428-b29d-75284c100b12 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.404009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141c250-1fe4-4b6e-a7c3-0ec38919475e req-11cdc3e7-c2ec-4bef-b515-e4e16928b542 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:49.405488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9141c250-1fe4-4b6e-a7c3-0ec38919475e req-11cdc3e7-c2ec-4bef-b515-e4e16928b542 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 951 time: 0.1153796 Aug 27 16:20:49.408898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab4fff4-a310-4067-91b4-bd0b000d4a15') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:49.409191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab4fff4-a310-4067-91b4-bd0b000d4a15') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:49.432124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.455274 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.468435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:49.468823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:49.471883 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:49.484472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9141c250-1fe4-4b6e-a7c3-0ec38919475e req-73079865-5641-44c8-a8fe-f7d1c7426fc1 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684948 Aug 27 16:20:49.498875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a85a41e-112c-4428-b29d-75284c100b12 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.614705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a85a41e-112c-4428-b29d-75284c100b12 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.615990 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3a85a41e-112c-4428-b29d-75284c100b12 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4559977 Aug 27 16:20:49.618565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45050) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:49.643115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.650555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.653106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/bfdab16b-f313-4de2-88e0-69f2adf8a27f HTTP/1.1" status: 204 len: 168 time: 0.5525584 Aug 27 16:20:49.656103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45056) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:49.678374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb624e-cb9f-48ae-a32f-7e887dc41294 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Network': ['ID=bfdab16b-f313-4de2-88e0-69f2adf8a27f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:49.694929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb1d4a6-cee5-4338-b346-d4816d90f5ee tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.726561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting subnet ea3ffb7e-1f0e-4afd-9482-31a5cd188c97 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:20:49.729790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.780738 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.861592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb1d4a6-cee5-4338-b346-d4816d90f5ee tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.863757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb1d4a6-cee5-4338-b346-d4816d90f5ee tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:49.875695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.035744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1316aad3-f175-4906-a774-a2b62b283e9e up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:20:50.059900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb1d4a6-cee5-4338-b346-d4816d90f5ee tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.060526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1d4a6-cee5-4338-b346-d4816d90f5ee tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c029d5b-9746-47c0-8a22-731533c18946 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:20:50.065880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb1d4a6-cee5-4338-b346-d4816d90f5ee tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.069231 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8bb1d4a6-cee5-4338-b346-d4816d90f5ee tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "DELETE /v2.0/routers/3c029d5b-9746-47c0-8a22-731533c18946 HTTP/1.1" status: 204 len: 168 time: 0.4470890 Aug 27 16:20:50.084836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.123683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.128713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45116) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:50.129696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/subnets/ea3ffb7e-1f0e-4afd-9482-31a5cd188c97 HTTP/1.1" status: 204 len: 168 time: 0.4711127 Aug 27 16:20:50.129795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6996373-332a-44c8-8b19-c0dfa2e294f3 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3ffb7e-1f0e-4afd-9482-31a5cd188c97,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:50.142043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ece56b-9a68-4491-bbdf-9c796c6b3fc8 None None] Network 49626705-823d-4ca7-98e6-615a46f9f70c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:50.190707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 1316aad3-f175-4906-a774-a2b62b283e9e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:20:50.201813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 1316aad3-f175-4906-a774-a2b62b283e9e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:20:50.202326 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.246567 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.294212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9ed2c-85ec-48cb-ad37-32c6c0578bd8 req-fa2b6433-9841-438c-b8e9-68296bf38549 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:50.296183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72b9ed2c-85ec-48cb-ad37-32c6c0578bd8 req-fa2b6433-9841-438c-b8e9-68296bf38549 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0978317 Aug 27 16:20:50.304546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36b3b1-6637-48bb-8c8b-cf89582e4f31 req-844258c2-aa2d-4943-a299-63b31e01658e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:50.311907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d36b3b1-6637-48bb-8c8b-cf89582e4f31 req-844258c2-aa2d-4943-a299-63b31e01658e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 944 time: 0.0993493 Aug 27 16:20:50.313123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Deleting port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:50.313706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.342505 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.375640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316aad3-f175-4906-a774-a2b62b283e9e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:50.382089 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdcf882-ab66-44fd-813b-6778f8c3886d" -d '{"events": [{"server_uuid": "e38beaa4-4d66-41d7-832f-d5248429d81a", "name": "network-vif-plugged", "status": "completed", "tag": "1316aad3-f175-4906-a774-a2b62b283e9e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:50.389893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d36b3b1-6637-48bb-8c8b-cf89582e4f31 req-e8c3c24e-b84f-4af2-9030-a11d8ad5998d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769067 Aug 27 16:20:50.400970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1316aad3-f175-4906-a774-a2b62b283e9e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1316aad3-f175-4906-a774-a2b62b283e9e,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:50.415646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72b9ed2c-85ec-48cb-ad37-32c6c0578bd8 req-968e4929-7b91-4973-aab0-b82274a48b5c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976748 Aug 27 16:20:50.432923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] For port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,segment=NetworkSegment(1acb3a59-7712-4954-8eb2-b2c8c70b04ef),segment_id=1acb3a59-7712-4954-8eb2-b2c8c70b04ef)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:50.432923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.438209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] DHCP port deletion for 49626705-823d-4ca7-98e6-615a46f9f70c request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:20:50.444218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Calling delete_port for a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:50.509134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45138) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:50.509653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] Deleting port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:50.509858 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.563422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.564206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:50.600613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a682c5c-5519-4681-9a79-c2652f6bfe6a req-cb467f58-64ab-4b73-b437-b00c01d58eaa tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0419791 Aug 27 16:20:50.611984 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc455b4-25e2-408d-9a1e-13ceb8a2780a x-openstack-request-id: req-7bc455b4-25e2-408d-9a1e-13ceb8a2780a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:50.612498 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38beaa4-4d66-41d7-832f-d5248429d81a", "name": "network-vif-plugged", "status": "completed", "tag": "1316aad3-f175-4906-a774-a2b62b283e9e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:50.612920 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7bc455b4-25e2-408d-9a1e-13ceb8a2780a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:50.613463 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1316aad3-f175-4906-a774-a2b62b283e9e', 'code': 200} Aug 27 16:20:50.643242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.681202 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01a12ed7-cbf8-42eb-bf1e-1aecd779eb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.685064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Port': ['ID=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:50.686811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] For port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,segment=NetworkSegment(1acb3a59-7712-4954-8eb2-b2c8c70b04ef),segment_id=1acb3a59-7712-4954-8eb2-b2c8c70b04ef)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:50.687578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.693561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] No DVR routers for this DVR port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:50.710693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9301f-16db-4338-b458-4b928f680872 req-8a405c34-f103-4da4-a8a9-b3d30b463d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:50.712469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4da9301f-16db-4338-b458-4b928f680872 req-8a405c34-f103-4da4-a8a9-b3d30b463d77 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 1096 time: 0.0578578 Aug 27 16:20:50.716968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] Calling delete_port for a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:50.763955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1316aad3-f175-4906-a774-a2b62b283e9e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:50.791681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4da9301f-16db-4338-b458-4b928f680872 req-77c53090-9757-414f-8a9f-cde6fafd8f14 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Aug 27 16:20:50.834786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.843154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.858667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49626705-823d-4ca7-98e6-615a46f9f70c']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:50.870413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acb3a59-7712-4954-8eb2-b2c8c70b04ef') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:50.870720 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acb3a59-7712-4954-8eb2-b2c8c70b04ef') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:50.882928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.896603 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.901394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1060760707', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:50.903526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:20:50.904035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.906568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:20:50.907738 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:20:50.935858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:20:50.936204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:20:50.941676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:50.959078 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.998175 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:50.999200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] Pushing event deleted for resources: {'Port': ['ID=a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:50.999378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.001311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29281673-28a5-4b60-9f83-e76582cf5e8f None None] No DVR routers for this DVR port a0a9e7fa-0d8d-44f7-b35d-6e4e161aa058 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:51.053026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.098750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:51.157053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.173014 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.174974 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] 10.222.0.101 "DELETE /v2.0/networks/49626705-823d-4ca7-98e6-615a46f9f70c HTTP/1.1" status: 204 len: 168 time: 1.0455086 Aug 27 16:20:51.188038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3b61a-b402-4234-be26-08753312edc9 tempest-NetworksIpV6TestAttrs-1883757767 tempest-NetworksIpV6TestAttrs-1883757767-project] Pushing event deleted for resources: {'Network': ['ID=49626705-823d-4ca7-98e6-615a46f9f70c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:51.212225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.473211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.526340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1dfe-9d1b-4d25-8565-48613dbc6815 req-eca1a380-315c-4e80-88c8-a68710b51e70 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:51.528307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253b1dfe-9d1b-4d25-8565-48613dbc6815 req-eca1a380-315c-4e80-88c8-a68710b51e70 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0518882 Aug 27 16:20:51.581662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253b1dfe-9d1b-4d25-8565-48613dbc6815 req-97128f29-a29c-4b04-8949-b68f3b490580 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Aug 27 16:20:51.685313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45250) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:51.712096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70267fc3-0652-4693-a2da-9f7d4fb05522 req-dbd47cc1-1e62-4ae1-81cb-e213e50babea tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:51.713571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70267fc3-0652-4693-a2da-9f7d4fb05522 req-dbd47cc1-1e62-4ae1-81cb-e213e50babea tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0719900 Aug 27 16:20:51.836635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.837372 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-714c95fa-87e6-4c70-aa3d-da86936290ed admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=31b786b525ee4a0a9ed8063d53a198e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490211 Aug 27 16:20:51.840392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45260) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:51.860760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70267fc3-0652-4693-a2da-9f7d4fb05522 req-a9e1f8d9-1f3a-47db-b401-ad1918f7bdcd tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386833 Aug 27 16:20:51.862644 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.905892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10e63ee0-35ac-44eb-825b-ae41b2a99270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.928671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10e63ee0-35ac-44eb-825b-ae41b2a99270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:51.990450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Allocated IP 172.25.4.83 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/6b23a706-6de5-4e94-ab10-1db71e392c59) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:52.054342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10e63ee0-35ac-44eb-825b-ae41b2a99270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.057005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10e63ee0-35ac-44eb-825b-ae41b2a99270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.058212 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-10e63ee0-35ac-44eb-825b-ae41b2a99270 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6657835b-8026-4d3e-8b1f-3ab99e7228d8 HTTP/1.1" status: 204 len: 168 time: 0.2166958 Aug 27 16:20:52.067669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e63ee0-35ac-44eb-825b-ae41b2a99270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6657835b-8026-4d3e-8b1f-3ab99e7228d8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:52.087820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02cebe96-15d1-4a80-b25c-dd101122b492 req-43dd7a81-c454-402f-81e5-c9cd2954c76f tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0398676 Aug 27 16:20:52.143148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.243075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.280196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:52.283009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:52.288941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:52.314066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event updated for resources: {'Port': ['ID=6b23a706-6de5-4e94-ab10-1db71e392c59,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:52.615462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:52.620478 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05378409-1b6f-496a-8a25-ecc02dc8ebb2" -d '{"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:52.739242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:52.751937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605bf40-a4e9-47a5-9dac-88459e17cd96 req-23491cfb-42f3-4da0-a91e-c251e881735f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:52.753447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6605bf40-a4e9-47a5-9dac-88459e17cd96 req-23491cfb-42f3-4da0-a91e-c251e881735f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0971580 Aug 27 16:20:53.076863 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.116972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-989df5a7-8482-4d69-aa90-56d145e8d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.144741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45326) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:53.197402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6605bf40-a4e9-47a5-9dac-88459e17cd96 req-a40fb8df-9279-4bb0-825c-6dbcf7bd16ab tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122114 Aug 27 16:20:53.246920 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676876a1-c7ca-492e-a4d4-46a8529e81b0 x-openstack-request-id: req-676876a1-c7ca-492e-a4d4-46a8529e81b0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:53.247315 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:53.247519 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-676876a1-c7ca-492e-a4d4-46a8529e81b0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:53.247919 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'code': 200} Aug 27 16:20:53.281100 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-47985384'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:53.311548 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.349102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.390836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:53.401022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.403755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.410098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d351c43-6ce9-4ebb-b4ca-e10ec6b11582 req-7a9819ea-6c61-4a5e-a979-786e82b00cb5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:53.411855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d351c43-6ce9-4ebb-b4ca-e10ec6b11582 req-7a9819ea-6c61-4a5e-a979-786e82b00cb5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0973127 Aug 27 16:20:53.493359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d351c43-6ce9-4ebb-b4ca-e10ec6b11582 req-4ff7ac66-8035-45fa-b78e-c937e7527316 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745330 Aug 27 16:20:53.507927 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.573219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.597860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:53.598778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Router 1e2a99fb-abff-4417-8dfa-ecb9b0909153 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:20:53.613111 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c055df-5576-41e5-9d8b-b47687fe3320,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:53.618916 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.619548 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment c261aec0-59b0-4f57-88ac-defd5535ba7b of type vlan for network 8299add3-ca86-4e69-9bdd-e17b323200ea Aug 27 16:20:53.672459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.680137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c451b6d-e9e3-4830-8cc4-49d53cbdc843 req-9c5d193e-5d33-4845-b943-f192370f0123 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0289557 Aug 27 16:20:53.755954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:20:53.767762 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] Sync routers for ids ['1e2a99fb-abff-4417-8dfa-ecb9b0909153'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:20:53.776906 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] Routers {'1e2a99fb-abff-4417-8dfa-ecb9b0909153'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:20:53.777516 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['1e2a99fb-abff-4417-8dfa-ecb9b0909153'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:53.784605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.790689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:53.791299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.813779 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:53.822291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] Routers {'1e2a99fb-abff-4417-8dfa-ecb9b0909153'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:20:53.822888 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['1e2a99fb-abff-4417-8dfa-ecb9b0909153'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:53.835894 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.853966 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:53.854618 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49b42d-fe07-4d6a-8758-dd4c579daae3 None None] The sync data for ids ['1e2a99fb-abff-4417-8dfa-ecb9b0909153'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:20:53.863321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=8299add3-ca86-4e69-9bdd-e17b323200ea,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:53.871276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:53.883026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:53.884442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a0704b18-c349-4551-8f3a-2466fa95abc5 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3739157 Aug 27 16:20:53.887756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45350) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:53.918332 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-76938351-2d6e-40fe-bd03-9dd08e25194e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7716327 Aug 27 16:20:53.921075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45352) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:53.926541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'name': 'tempest-PortsIpV6TestJSON-1415356105'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:54.005729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1151517d-b37c-41fd-93b3-52c5da88992a tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/1e2a99fb-abff-4417-8dfa-ecb9b0909153 HTTP/1.1" status: 200 len: 924 time: 0.1164315 Aug 27 16:20:54.008220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:54.040981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-01289e3f-125a-4928-89da-8864b4ad3eff tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e2a99fb-abff-4417-8dfa-ecb9b0909153 HTTP/1.1" status: 200 len: 205 time: 0.0315509 Aug 27 16:20:54.045438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45364) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:54.102036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02af69-66f7-4fa6-970d-99e36c3200ee req-66194f41-1843-4415-9fe5-41e23ce10d01 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:54.104118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d02af69-66f7-4fa6-970d-99e36c3200ee req-66194f41-1843-4415-9fe5-41e23ce10d01 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0663884 Aug 27 16:20:54.116869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:54.122200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:54.154904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d02af69-66f7-4fa6-970d-99e36c3200ee req-85172aeb-11a9-4d22-81f6-614f773b33ce tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Aug 27 16:20:54.171139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:20:54.351482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:54.442669 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:54.618974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a957d75-9b11-4a53-a5d9-05e87c8d0af1 req-03990d5c-a1db-45b5-b92e-04b3236aeed3 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:54.620534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a957d75-9b11-4a53-a5d9-05e87c8d0af1 req-03990d5c-a1db-45b5-b92e-04b3236aeed3 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0522511 Aug 27 16:20:54.662084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a957d75-9b11-4a53-a5d9-05e87c8d0af1 req-ea52b0d6-9e98-48b4-b245-1144b522eceb tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Aug 27 16:20:54.763855 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:54.774008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:54.831128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec24e4b2-c622-471f-bd49-425ad644bf9f req-e5f8326b-0cd9-4f65-8849-6b0c37b674c8 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0279627 Aug 27 16:20:54.931035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:54.989042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Deleting port 6b23a706-6de5-4e94-ab10-1db71e392c59 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:54.989401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.012553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=00c21abd-007e-4c4f-a037-f9f8e1a641b6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:55.056996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': 'c261aec0-59b0-4f57-88ac-defd5535ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:55.057285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: 8299add3-ca86-4e69-9bdd-e17b323200ea, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:55.103016 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.120207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Calling delete_port for 6b23a706-6de5-4e94-ab10-1db71e392c59 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:55.162706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:55.234841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 8299add3-ca86-4e69-9bdd-e17b323200ea) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:55.241414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:55.247887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:55.248471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49839bc-5c9e-4604-8c6e-b738e3ccc0eb None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:55.248890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.283354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9f1bf-87db-464f-b631-b5630fac5044 req-221aa56b-8826-4fa3-9e05-888ead381800 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:55.284960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99c9f1bf-87db-464f-b631-b5630fac5044 req-221aa56b-8826-4fa3-9e05-888ead381800 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0594337 Aug 27 16:20:55.319088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59ba9d2e-b81c-4076-8a5e-1181ea156f3c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3966024 Aug 27 16:20:55.322195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45406) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:55.330575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1130658435'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:55.342942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99c9f1bf-87db-464f-b631-b5630fac5044 req-e200b491-e001-4aec-a031-1d2d78b1098d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Aug 27 16:20:55.413937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.441887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event deleted for resources: {'Port': ['ID=6b23a706-6de5-4e94-ab10-1db71e392c59,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:55.444313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:55.449918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.478725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:20:55.489040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.489472 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment 4db7f23d-6d08-49f0-8bb7-8fbc46c379fe of type vlan for network c8b29a58-94ee-434b-814a-3e338ae395bf Aug 27 16:20:55.521293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.535446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.613844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.616013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.625171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.631023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:55.631659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.704237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=c8b29a58-94ee-434b-814a-3e338ae395bf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:55.718791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c8b29a58-94ee-434b-814a-3e338ae395bf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:20:55.768350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.769509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Fanout notify agent at l3_agent the message router_deleted on router 1e2a99fb-abff-4417-8dfa-ecb9b0909153 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:20:55.771025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dc90b26e-f5a4-4db1-9fa6-4e061ff5aa02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4470274 Aug 27 16:20:55.773225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45414) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:55.779240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'ports': [{'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea'}, {'network_id': 'c8b29a58-94ee-434b-814a-3e338ae395bf'}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:55.779880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:55.780590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': 'c8b29a58-94ee-434b-814a-3e338ae395bf'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:55.781598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:55.788761 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-17f39eda-e376-489b-a2d8-298ef4d0e095 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/1e2a99fb-abff-4417-8dfa-ecb9b0909153 HTTP/1.1" status: 204 len: 168 time: 1.7412760 Aug 27 16:20:55.789982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45416) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:55.809513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'router': {'name': 'tempest-snat-router-797520544', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': False}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:55.847806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e822-dfa6-4b08-81ac-051eefd9af04 req-181a119d-ac46-441c-bcfd-496cc1c03276 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:55.849590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c15e822-dfa6-4b08-81ac-051eefd9af04 req-181a119d-ac46-441c-bcfd-496cc1c03276 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1162229 Aug 27 16:20:55.972242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c15e822-dfa6-4b08-81ac-051eefd9af04 req-e98dbb90-b00c-4a89-9b32-24c92fb91922 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074042 Aug 27 16:20:55.981029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.015758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.016770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.119374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4341f962-6db4-412f-be72-4d278101e1b9 req-f2769718-29ad-4b0d-82ee-c7c1776d02f7 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0693426 Aug 27 16:20:56.128724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb28a9-0db8-4414-b239-865626fbcf9d req-9be28b0c-bc1f-448a-9068-f8c4f070dcc4 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:56.130176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbbb28a9-0db8-4414-b239-865626fbcf9d req-9be28b0c-bc1f-448a-9068-f8c4f070dcc4 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 948 time: 0.1550148 Aug 27 16:20:56.134321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.171121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbbb28a9-0db8-4414-b239-865626fbcf9d req-d955d4f8-f8a3-4c3b-82ea-5dc247937875 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Aug 27 16:20:56.185013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 2} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:20:56.189759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.202957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.347438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 14430bcc-b3d4-42c7-bd14-a81148be36eb yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:20:56.422100 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.523477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69162073-b671-4322-a1ab-4bcf57ae38b8 req-d6d89647-dd94-40f2-acf5-714d0b9d914a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:56.525105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69162073-b671-4322-a1ab-4bcf57ae38b8 req-d6d89647-dd94-40f2-acf5-714d0b9d914a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1054323 Aug 27 16:20:56.645462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69162073-b671-4322-a1ab-4bcf57ae38b8 req-f8fd028f-5545-43d3-a62b-3eb73dab617c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125212 Aug 27 16:20:56.647372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.732829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 765df2f8-78c0-4035-b437-ca08d5cde965 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:20:56.971184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:56.987583 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:57.018853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:57.167881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8320-cc50-413b-854b-cf353d404626 req-fb20b6be-2388-4016-b3c3-c8b95e78238b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:57.167881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-577f8320-cc50-413b-854b-cf353d404626 req-fb20b6be-2388-4016-b3c3-c8b95e78238b tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0961573 Aug 27 16:20:57.202310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Allocated IP 172.25.4.16 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:20:57.238596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af5be2c0-061d-47c1-b946-ac22d0ba4efa req-c556ef7c-a2a8-4599-bd6b-ab755583a933 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0409565 Aug 27 16:20:57.255086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-577f8320-cc50-413b-854b-cf353d404626 req-ce79371b-36be-4f46-89c4-cd3ba06ed5c4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830200 Aug 27 16:20:57.343977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:57.413628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:57.428767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:57.431220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:57.432181 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:57.441353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4cf5c-f96a-4eb7-8fa5-b7d8d381ebec req-2e99d825-f6e0-47f4-8fdf-9fb1a69e6978 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:57.442819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29a4cf5c-f96a-4eb7-8fa5-b7d8d381ebec req-2e99d825-f6e0-47f4-8fdf-9fb1a69e6978 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 948 time: 0.1418531 Aug 27 16:20:57.455453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=14430bcc-b3d4-42c7-bd14-a81148be36eb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:57.485021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:57.557469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29a4cf5c-f96a-4eb7-8fa5-b7d8d381ebec req-d39e2bf3-51a3-4946-8178-e1e4c337ddd4 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069248 Aug 27 16:20:57.568316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=765df2f8-78c0-4035-b437-ca08d5cde965,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:57.592073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': '4db7f23d-6d08-49f0-8bb7-8fbc46c379fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'c8b29a58-94ee-434b-814a-3e338ae395bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:20:57.592434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: c8b29a58-94ee-434b-814a-3e338ae395bf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:20:57.688455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:57.718369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network c8b29a58-94ee-434b-814a-3e338ae395bf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:20:57.743398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:20:57.761040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:57.770036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:57.773907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Port': ['ID=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:57.821598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dca932-65f6-4cc6-83c9-5ea12c36713c req-f678e449-b420-40c4-9d05-386ab4e3683b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:57.823083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40dca932-65f6-4cc6-83c9-5ea12c36713c req-f678e449-b420-40c4-9d05-386ab4e3683b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1062138 Aug 27 16:20:57.827336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c8b29a58-94ee-434b-814a-3e338ae395bf) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:20:57.837921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03f7ca-bb52-4a05-b46a-ae7d5aebdd1e None None] Network c8b29a58-94ee-434b-814a-3e338ae395bf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:20:57.840017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:20:57.845374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:57.850193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:57.850843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:57.972674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40dca932-65f6-4cc6-83c9-5ea12c36713c req-559ab1a7-462b-4c36-92b2-441ee8badff7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417687 Aug 27 16:20:58.002720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0b2bc404-104a-4172-8a72-a0fc3813d528 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2282495 Aug 27 16:20:58.008084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45436) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:58.173358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 765df2f8-78c0-4035-b437-ca08d5cde965 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:58.173707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:58.246325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:58.284837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:58.302807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 765df2f8-78c0-4035-b437-ca08d5cde965 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:58.349105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-419a1cfc-cb8a-49de-97d0-c6c26eec13d0 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:58.351305 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-419a1cfc-cb8a-49de-97d0-c6c26eec13d0 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.90 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 948 time: 0.0966389 Aug 27 16:20:58.461895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Deleting port c2b3bb4e-cf83-4696-a087-9d758990bc90 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:58.462241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:58.556857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] For port c2b3bb4e-cf83-4696-a087-9d758990bc90, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c2b3bb4e-cf83-4696-a087-9d758990bc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:20:58.557126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:58.579920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Calling delete_port for c2b3bb4e-cf83-4696-a087-9d758990bc90 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:58.773086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f91400aa-d113-422b-bde6-698eea11a3f6 req-1790e8bf-8cfd-425c-b414-a6e77cf16d14 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.4183166 Aug 27 16:20:58.829674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:58.829949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12dfdc-3455-4081-bdb4-44c341cf3fea req-beb8010b-d001-4d46-9e52-c5d909002b73 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:58.829949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf12dfdc-3455-4081-bdb4-44c341cf3fea req-beb8010b-d001-4d46-9e52-c5d909002b73 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.4722369 Aug 27 16:20:58.849387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Pushing event deleted for resources: {'Port': ['ID=c2b3bb4e-cf83-4696-a087-9d758990bc90,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:58.902335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] No DVR routers for this DVR port c2b3bb4e-cf83-4696-a087-9d758990bc90 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:20:58.905168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:58.907364 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f1260c1-1804-46bb-984b-3b4d34a54a5e req-522f77a7-ccbe-4e44-a40e-ef13e5df5b1f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.90 "DELETE /v2.0/ports/c2b3bb4e-cf83-4696-a087-9d758990bc90 HTTP/1.1" status: 204 len: 173 time: 0.5478547 Aug 27 16:20:58.907878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-deleted', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:20:58.908143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3ee67e7-777c-4fdd-800b-acb0b410001c req-eb60e3c6-0773-44b2-b02c-c525551d12e0 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.0481732 Aug 27 16:20:58.910589 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa13b64f-58c6-4672-9fa2-4c6385716478" -d '{"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-deleted", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:20:58.965047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf12dfdc-3455-4081-bdb4-44c341cf3fea req-79c566b7-5444-403e-ac2e-d386c0675288 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033218 Aug 27 16:20:58.983489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.021028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.058184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=765df2f8-78c0-4035-b437-ca08d5cde965,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:59.084576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.086466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dec98f21-2f0e-4492-9a94-49d57b73b972 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/765df2f8-78c0-4035-b437-ca08d5cde965 HTTP/1.1" status: 204 len: 168 time: 1.0773447 Aug 27 16:20:59.089955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.099800 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c86dd-1b10-4696-905b-79b54a5a4601 x-openstack-request-id: req-6b9c86dd-1b10-4696-905b-79b54a5a4601 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:20:59.100088 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecc50ba-f12d-4c7c-9d41-0009ded1f066", "name": "network-vif-deleted", "tag": "c2b3bb4e-cf83-4696-a087-9d758990bc90", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:20:59.100342 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b9c86dd-1b10-4696-905b-79b54a5a4601 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:20:59.100736 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecc50ba-f12d-4c7c-9d41-0009ded1f066', 'name': 'network-vif-deleted', 'tag': 'c2b3bb4e-cf83-4696-a087-9d758990bc90', 'status': 'completed', 'code': 200} Aug 27 16:20:59.154099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf74d5a-58de-4293-8480-b153010f5af9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:59.160022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf74d5a-58de-4293-8480-b153010f5af9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:59.161922 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bbf74d5a-58de-4293-8480-b153010f5af9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0707657 Aug 27 16:20:59.164651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.172046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e17114-87fe-40c4-a86a-117e1b6f76e8 req-8493f32a-a00c-4cac-8ee1-131ec025cb10 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:59.173535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01e17114-87fe-40c4-a86a-117e1b6f76e8 req-8493f32a-a00c-4cac-8ee1-131ec025cb10 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1192079 Aug 27 16:20:59.234745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01e17114-87fe-40c4-a86a-117e1b6f76e8 req-11964fe7-8b2d-491c-a09c-049c176d2d8e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549171 Aug 27 16:20:59.277333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 14430bcc-b3d4-42c7-bd14-a81148be36eb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:20:59.277822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.333499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Router 5e67ea62-e3d9-498d-ac6e-b1f1844cc09f is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:20:59.359023 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.376550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 14430bcc-b3d4-42c7-bd14-a81148be36eb owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:20:59.451122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:20:59.463665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Sync routers for ids ['5e67ea62-e3d9-498d-ac6e-b1f1844cc09f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:20:59.472667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Routers {'5e67ea62-e3d9-498d-ac6e-b1f1844cc09f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:20:59.473318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['5e67ea62-e3d9-498d-ac6e-b1f1844cc09f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:59.539085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.540413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-80c69925-4ee3-4f73-abbf-d974047de98b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7459905 Aug 27 16:20:59.543405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45456) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.579359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.582570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Set router 5e67ea62-e3d9-498d-ac6e-b1f1844cc09f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:20:59.613203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=14430bcc-b3d4-42c7-bd14-a81148be36eb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:20:59.618704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.623755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c4b98b1-7f95-44b5-a19f-ad30b8f1b1e6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/14430bcc-b3d4-42c7-bd14-a81148be36eb HTTP/1.1" status: 204 len: 168 time: 0.4559333 Aug 27 16:20:59.624131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45458) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.664733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-660aba1b-0f6c-4aa8-9c50-a1f7783814ca tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/5e67ea62-e3d9-498d-ac6e-b1f1844cc09f HTTP/1.1" status: 200 len: 907 time: 0.1201143 Aug 27 16:20:59.668163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45460) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.673253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'router': {'name': 'tempest-snat-router-797520544', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': True}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:20:59.684563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521834d-6006-4a9a-a395-9147ab470c85 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:20:59.686024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5521834d-6006-4a9a-a395-9147ab470c85 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0608432 Aug 27 16:20:59.689051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45462) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.715908 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-666dbe4e-8821-4092-b33a-3aaac551ba47 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:20:59.717436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-666dbe4e-8821-4092-b33a-3aaac551ba47 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/765df2f8-78c0-4035-b437-ca08d5cde965 HTTP/1.1" status: 404 len: 333 time: 0.0267951 Aug 27 16:20:59.722540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45464) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.747212 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca045670-f2de-4a10-b5c6-8d0c32c25906 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:20:59.748764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ca045670-f2de-4a10-b5c6-8d0c32c25906 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/14430bcc-b3d4-42c7-bd14-a81148be36eb HTTP/1.1" status: 404 len: 333 time: 0.0252056 Aug 27 16:20:59.751508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45466) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:20:59.767488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e67ea62-e3d9-498d-ac6e-b1f1844cc09f', 'name': 'tempest-snat-router-797520544', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.16'}], 'enable_snat': False}, 'gw_port_id': '2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:56Z', 'updated_at': '2021-08-27T16:20:57Z', 'revision_number': 3, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port': {'id': '2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e67ea62-e3d9-498d-ac6e-b1f1844cc09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:20:57Z', 'updated_at': '2021-08-27T16:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:20:59.790799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.792500 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.798046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Checking router: 5e67ea62-e3d9-498d-ac6e-b1f1844cc09f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:20:59.798409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Updating router 5e67ea62-e3d9-498d-ac6e-b1f1844cc09f port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:20:59.827833 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.845069 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.881424 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.956422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95c3f2e9-7fb9-4b54-9c63-412b2f2855b0 req-f6056f2d-8686-4f7e-8121-7145d9897335 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0733573 Aug 27 16:20:59.975541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:20:59.988975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b29a58-94ee-434b-814a-3e338ae395bf']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:00.018861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db7f23d-6d08-49f0-8bb7-8fbc46c379fe') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:00.018861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db7f23d-6d08-49f0-8bb7-8fbc46c379fe') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:00.030692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.053555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.062241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:21:00.062773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.114474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:21:00.118061 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:21:00.157448 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.182252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe630b5b-16f9-49d0-85cf-f30c78ab89bf req-8ed04a7d-bd04-42d2-b8e5-b7316b3b1753 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ecc50ba-f12d-4c7c-9d41-0009ded1f066 HTTP/1.1" status: 200 len: 210 time: 0.0620320 Aug 27 16:21:00.202421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96389819-1cd9-4366-8338-047de8557ccd req-79be971e-817c-4827-88ce-f1afa833f834 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:00.203966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96389819-1cd9-4366-8338-047de8557ccd req-79be971e-817c-4827-88ce-f1afa833f834 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0849926 Aug 27 16:21:00.244225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96389819-1cd9-4366-8338-047de8557ccd req-07ab6280-11ad-4445-9579-b889629924a7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Aug 27 16:21:00.351163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Transition to ACTIVE for port object 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:00.352153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843007-0c7f-4190-8674-c2e1548f35c9 req-0a6f3bf7-1d2d-450c-85b8-1c2496aacc46 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:00.353809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22843007-0c7f-4190-8674-c2e1548f35c9 req-0a6f3bf7-1d2d-450c-85b8-1c2496aacc46 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0493257 Aug 27 16:21:00.355630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.366588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.369390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/c8b29a58-94ee-434b-814a-3e338ae395bf HTTP/1.1" status: 204 len: 168 time: 0.6168830 Aug 27 16:21:00.374891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45478) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:00.395138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1062368565'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:00.401164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185632b-a242-454f-9cd5-8f044940ee25 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=c8b29a58-94ee-434b-814a-3e338ae395bf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:00.432801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22843007-0c7f-4190-8674-c2e1548f35c9 req-d15cf6b8-c0bd-4491-9e5b-274df6ed193a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695097 Aug 27 16:21:00.442104 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.489009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Attempting to bind port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:00.489672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Attempting to bind port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:00.489893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Attempting to bind port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:00.497344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Pushing event updated for resources: {'Port': ['ID=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:00.500397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:00.505125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:00.505125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.505125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:00.505125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Bound port: 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:00.505125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.508696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.509077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.509454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.509798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.510139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.510475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.511381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.511878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.512233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.512627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.512963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.513293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:00.521404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:00.525230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.553702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:00.563165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.563564 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment 7e56246b-bc38-4867-b9ea-187b2847e611 of type vlan for network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 Aug 27 16:21:00.574289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.575314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] For port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:00.578899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] For port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:00.595553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.608568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.700033 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.700268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Allocated IP 172.25.4.34 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/e7914cac-214c-42e9-a369-1263992f350b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:00.710185 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.716005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:00.716610 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.762670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Routers {'5e67ea62-e3d9-498d-ac6e-b1f1844cc09f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:00.763360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['5e67ea62-e3d9-498d-ac6e-b1f1844cc09f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:00.768312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a25e-c4aa-4d77-8f6b-6a88f2d552ba None None] Pushing event updated for resources: {'Port': ['ID=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:00.787652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=4d7b0249-0df3-4c39-8d21-bd6956b8a060,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:00.802575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:00.820041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:00.840018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45480) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:00.840339 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-839eecdd-00d3-4824-bd3f-cb60f6474689 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4552221 Aug 27 16:21:00.849800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:00.928502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] Set router 5e67ea62-e3d9-498d-ac6e-b1f1844cc09f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:01.003016 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:01.041607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:01.045685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:01.068339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:01.081264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f13f286a-0175-4cc0-8a1c-131098456fc1 req-1bb51d6e-f974-476f-8daf-105d7b04ec94 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0362132 Aug 27 16:21:01.102014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:01.114137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:01.124989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Port': ['ID=e7914cac-214c-42e9-a369-1263992f350b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:01.280955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e67ea62-e3d9-498d-ac6e-b1f1844cc09f', 'name': 'tempest-snat-router-797520544', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.16'}], 'enable_snat': False}, 'gw_port_id': '2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:56Z', 'updated_at': '2021-08-27T16:20:57Z', 'revision_number': 3, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port': {'id': '2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e67ea62-e3d9-498d-ac6e-b1f1844cc09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:20:57Z', 'updated_at': '2021-08-27T16:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:01.308542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35eb2c-c6ef-490d-9165-16e5e80e3624 None None] The sync data for ids ['5e67ea62-e3d9-498d-ac6e-b1f1844cc09f'] in n-d-806412-1 is: [{'id': '5e67ea62-e3d9-498d-ac6e-b1f1844cc09f', 'name': 'tempest-snat-router-797520544', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.16'}], 'enable_snat': False}, 'gw_port_id': '2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:56Z', 'updated_at': '2021-08-27T16:20:57Z', 'revision_number': 3, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port': {'id': '2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e67ea62-e3d9-498d-ac6e-b1f1844cc09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:20:57Z', 'updated_at': '2021-08-27T16:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:01.392650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc4b1-5030-498b-8b88-d2238dc640f6 req-ec12b2c1-e870-451a-87dc-7f360f2ce5a0 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:01.394223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b95fc4b1-5030-498b-8b88-d2238dc640f6 req-ec12b2c1-e870-451a-87dc-7f360f2ce5a0 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0672283 Aug 27 16:21:01.437024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b95fc4b1-5030-498b-8b88-d2238dc640f6 req-df4774da-bf4e-47f9-bc66-2dd4db7497d3 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361941 Aug 27 16:21:01.531843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:01.621713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c2b3bb4e-cf83-4696-a087-9d758990bc90 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:01.643165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: c2b3bb4e-cf83-4696-a087-9d758990bc90 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:01.643845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c2b3bb4e-cf83-4696-a087-9d758990bc90 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:01.679039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea0fa-a8f2-4a6c-9d91-e6bb5ab0abb0 req-107919fd-4d7e-4276-9f65-948fbc46ce64 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:01.680773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-830ea0fa-a8f2-4a6c-9d91-e6bb5ab0abb0 req-107919fd-4d7e-4276-9f65-948fbc46ce64 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0628917 Aug 27 16:21:01.713481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=9f08ba96-85c4-40bd-9e6d-e857d068579a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:01.729568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-830ea0fa-a8f2-4a6c-9d91-e6bb5ab0abb0 req-f2e9d1eb-d4bb-4347-b453-6718600c4739 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Aug 27 16:21:01.736683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:01.741409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': '7e56246b-bc38-4867-b9ea-187b2847e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:01.741742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: 4d7b0249-0df3-4c39-8d21-bd6956b8a060, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:01.896451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fcf89-f6f3-4813-95c5-a40e750b25c2 req-b7eef2a1-97c9-4ee6-abca-56480cd7dbc9 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:01.898725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:01.904142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a94fcf89-f6f3-4813-95c5-a40e750b25c2 req-b7eef2a1-97c9-4ee6-abca-56480cd7dbc9 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 949 time: 0.0606632 Aug 27 16:21:01.943856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a94fcf89-f6f3-4813-95c5-a40e750b25c2 req-da533d63-b6da-4391-bf6b-629efbf3d453 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371406 Aug 27 16:21:01.973874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.011605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 4d7b0249-0df3-4c39-8d21-bd6956b8a060) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:02.018191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:02.022354 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.023328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f171323-5999-4e79-bf2a-ad9ebc448189 None None] Network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:02.166989 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-07565969-fb0f-4e96-b1e0-d4577ebcac73 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3256691 Aug 27 16:21:02.167803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:02.174021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060', 'name': 'tempest-PortsIpV6TestJSON-824853635'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:02.183202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-4d7b0249-0df3-4c39-8d21-bd6956b8a060', 'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060', 'tenant_id': 'ffc5ae2dd9ab45468e35f79c4324bba4', 'fixed_ips': [{'subnet_id': '9f08ba96-85c4-40bd-9e6d-e857d068579a'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:02.184163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.208966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c89da9ba-c4c9-4180-8f57-63f53fa579c2 req-e58bda2b-664c-4bfb-a29b-4bac19e59650 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0442660 Aug 27 16:21:02.261711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Router aa1f4025-45cd-4510-9a35-1a35f0328e8a is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:02.353592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Allocated IP 2001:db8::2 (4d7b0249-0df3-4c39-8d21-bd6956b8a060/9f08ba96-85c4-40bd-9e6d-e857d068579a/e21ea28b-403e-4aa4-a799-7edb90c0e082) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:02.395668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:02.405089 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Sync routers for ids ['aa1f4025-45cd-4510-9a35-1a35f0328e8a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:02.414413 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Routers {'aa1f4025-45cd-4510-9a35-1a35f0328e8a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:02.415027 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['aa1f4025-45cd-4510-9a35-1a35f0328e8a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:02.425802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:02.429900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.449730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 3ead2e00-f647-4b1d-8ce2-21840bdea6ef yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:02.519622 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.540243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.544265 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-824ddf7d-9e2a-4a54-8179-ce347182b094 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.8741884 Aug 27 16:21:02.546145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45504) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:02.548813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Transition to ACTIVE for port object e21ea28b-403e-4aa4-a799-7edb90c0e082 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:02.553470 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Set router aa1f4025-45cd-4510-9a35-1a35f0328e8a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:02.584436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Transition to ACTIVE for port object e21ea28b-403e-4aa4-a799-7edb90c0e082 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:02.600816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac4558-9ac4-4f73-9924-a02eeaae04e0 req-7ff37357-48dd-4914-8130-e40639c476c5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:02.602508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3ac4558-9ac4-4f73-9924-a02eeaae04e0 req-7ff37357-48dd-4914-8130-e40639c476c5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0915835 Aug 27 16:21:02.647105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3ac4558-9ac4-4f73-9924-a02eeaae04e0 req-6593e0b9-fd1e-4c6f-960b-c51ee12a6d2f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351262 Aug 27 16:21:02.654132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.711724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:02.718536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:02.720859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Pushing event updated for resources: {'Port': ['ID=e21ea28b-403e-4aa4-a799-7edb90c0e082,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:02.723380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:02.767955 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f4025-45cd-4510-9a35-1a35f0328e8a', 'name': 'tempest-snat-router-797520544', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': 'e7914cac-214c-42e9-a369-1263992f350b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:59Z', 'updated_at': '2021-08-27T16:21:01Z', 'revision_number': 3, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port': {'id': 'e7914cac-214c-42e9-a369-1263992f350b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1f4025-45cd-4510-9a35-1a35f0328e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:00Z', 'updated_at': '2021-08-27T16:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:02.791114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Attempting to bind port e21ea28b-403e-4aa4-a799-7edb90c0e082 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:02.791552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Attempting to bind port e21ea28b-403e-4aa4-a799-7edb90c0e082 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7e56246b-bc38-4867-b9ea-187b2847e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:02.795811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Attempting to bind port e21ea28b-403e-4aa4-a799-7edb90c0e082 on network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:02.798591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:02.798978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Checking segment: {'id': '7e56246b-bc38-4867-b9ea-187b2847e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:02.799496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.799903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Bound using segment: {'id': '7e56246b-bc38-4867-b9ea-187b2847e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:02.800379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Bound port: e21ea28b-403e-4aa4-a799-7edb90c0e082, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e56246b-bc38-4867-b9ea-187b2847e611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '4d7b0249-0df3-4c39-8d21-bd6956b8a060'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:02.800773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.827316 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Checking router: aa1f4025-45cd-4510-9a35-1a35f0328e8a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:21:02.828421 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Updating router aa1f4025-45cd-4510-9a35-1a35f0328e8a port e7914cac-214c-42e9-a369-1263992f350b binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:21:02.899437 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:02.910394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] For port e21ea28b-403e-4aa4-a799-7edb90c0e082, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:02.913986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] For port e21ea28b-403e-4aa4-a799-7edb90c0e082, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e21ea28b-403e-4aa4-a799-7edb90c0e082,segment=NetworkSegment(7e56246b-bc38-4867-b9ea-187b2847e611),segment_id=7e56246b-bc38-4867-b9ea-187b2847e611)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:02.944419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca8e9a-f0ac-4295-90c5-8408e9376908 req-2d1a3979-55fd-4c6c-a548-f2b5eb434c88 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:02.950753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caca8e9a-f0ac-4295-90c5-8408e9376908 req-2d1a3979-55fd-4c6c-a548-f2b5eb434c88 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1016510 Aug 27 16:21:02.960779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:03.027213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-caca8e9a-f0ac-4295-90c5-8408e9376908 req-4a8219a9-3d1a-41d0-9d12-9fdaad82afae tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667064 Aug 27 16:21:03.047643 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d9411e1e-05c9-4f34-a03c-8c6a44ba4788 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/aa1f4025-45cd-4510-9a35-1a35f0328e8a HTTP/1.1" status: 200 len: 906 time: 0.4928610 Aug 27 16:21:03.047643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45510) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:03.050694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.145695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849baff-df35-4cf9-a407-2122cfcf77c9 req-83a66337-8aa8-4056-9366-1e3f278231aa tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:03.149786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::2db (4d7b0249-0df3-4c39-8d21-bd6956b8a060/9f08ba96-85c4-40bd-9e6d-e857d068579a/3ead2e00-f647-4b1d-8ce2-21840bdea6ef) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:03.165051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6849baff-df35-4cf9-a407-2122cfcf77c9 req-83a66337-8aa8-4056-9366-1e3f278231aa tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 949 time: 0.0940831 Aug 27 16:21:03.178626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c138da-2f8e-4740-8f75-d65b69450837 None None] Pushing event updated for resources: {'Port': ['ID=e21ea28b-403e-4aa4-a799-7edb90c0e082,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:03.195908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.201887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:03.203131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:03.204498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.252340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6849baff-df35-4cf9-a407-2122cfcf77c9 req-864064b1-3baf-4d67-8173-ff27e0aba9ef tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862775 Aug 27 16:21:03.378295 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.389420 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Transition to ACTIVE for port object e7914cac-214c-42e9-a369-1263992f350b will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:03.393174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.408822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad8facdb-6d41-4443-b3a9-e39256aa23d0 req-8a79b36b-8346-42dc-8e45-4337c91483ff tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0545015 Aug 27 16:21:03.419955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:03.476384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.510238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.516243 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.531814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 3ead2e00-f647-4b1d-8ce2-21840bdea6ef will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:03.531983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.589733 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Attempting to bind port e7914cac-214c-42e9-a369-1263992f350b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:03.597033 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Attempting to bind port e7914cac-214c-42e9-a369-1263992f350b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:03.597033 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Attempting to bind port e7914cac-214c-42e9-a369-1263992f350b on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:03.597033 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Pushing event updated for resources: {'Port': ['ID=e7914cac-214c-42e9-a369-1263992f350b,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:03.603009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:03.608050 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.608398 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.608740 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.609152 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.609492 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.609820 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.610174 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.610507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.610841 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.611218 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.611553 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.611905 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:03.615303 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:03.615676 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:03.616153 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.616732 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:03.617388 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Bound port: e7914cac-214c-42e9-a369-1263992f350b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:03.617983 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.656196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Deleting port e7914cac-214c-42e9-a369-1263992f350b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:03.656545 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.677716 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] For port e7914cac-214c-42e9-a369-1263992f350b, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:03.683228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] For port e7914cac-214c-42e9-a369-1263992f350b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e7914cac-214c-42e9-a369-1263992f350b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:03.743051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] For port e7914cac-214c-42e9-a369-1263992f350b, host n-d-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:03.743541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.758139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Calling delete_port for e7914cac-214c-42e9-a369-1263992f350b owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:03.783836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99834a-6293-436d-9c6b-6a020a6b8d76 req-b8374c43-7375-4a89-b220-35dca5ec06d4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:03.785614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e99834a-6293-436d-9c6b-6a020a6b8d76 req-b8374c43-7375-4a89-b220-35dca5ec06d4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0583222 Aug 27 16:21:03.806309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.830054 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:03.836135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e99834a-6293-436d-9c6b-6a020a6b8d76 req-c879aff0-fb7d-4d27-9c8b-b892d9231aad tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442166 Aug 27 16:21:03.870491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=3ead2e00-f647-4b1d-8ce2-21840bdea6ef,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:03.886318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-2db3e529-6756-46bb-bafa-e8126f8dec8c tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:03.897521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-2db3e529-6756-46bb-bafa-e8126f8dec8c tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 949 time: 0.0672243 Aug 27 16:21:03.897643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:03.898594 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Routers {'aa1f4025-45cd-4510-9a35-1a35f0328e8a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:03.898725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:03.899239 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['aa1f4025-45cd-4510-9a35-1a35f0328e8a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:03.901883 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769635a-fcaf-4145-b2bc-ea9327c0a06d None None] Pushing event updated for resources: {'Port': ['ID=e7914cac-214c-42e9-a369-1263992f350b,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:03.902261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:03.910579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:03.911238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.003190 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] Set router aa1f4025-45cd-4510-9a35-1a35f0328e8a gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:04.017160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Deleting port 5912b582-be99-48ec-8cfc-bb87d3269c80 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:04.017160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.061338 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1f4025-45cd-4510-9a35-1a35f0328e8a', 'name': 'tempest-snat-router-797520544', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:59Z', 'updated_at': '2021-08-27T16:21:03Z', 'revision_number': 4, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:04.065376 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-efa6ef2f-3998-461a-866d-e4f2f7661744 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8960207 Aug 27 16:21:04.071574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45520) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:04.092214 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86828ef-900e-40f9-a1ba-7f2a3f32abf1 None None] The sync data for ids ['aa1f4025-45cd-4510-9a35-1a35f0328e8a'] in n-d-806412-1 is: [{'id': 'aa1f4025-45cd-4510-9a35-1a35f0328e8a', 'name': 'tempest-snat-router-797520544', 'tenant_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:20:59Z', 'updated_at': '2021-08-27T16:21:03Z', 'revision_number': 4, 'project_id': 'a8d273df8b8e493eb5c7753bd6040e1a', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:04.155670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] For port 5912b582-be99-48ec-8cfc-bb87d3269c80, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5912b582-be99-48ec-8cfc-bb87d3269c80,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:04.159383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.176466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Calling delete_port for 5912b582-be99-48ec-8cfc-bb87d3269c80 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:04.189883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 3ead2e00-f647-4b1d-8ce2-21840bdea6ef {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:04.190296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.298932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb34fa-5cd2-4781-bdb0-51d197e84479 req-e5720e50-801b-4597-bfd3-2e9925fea01b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:04.314518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08eb34fa-5cd2-4781-bdb0-51d197e84479 req-e5720e50-801b-4597-bfd3-2e9925fea01b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1670511 Aug 27 16:21:04.327385 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.342563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 3ead2e00-f647-4b1d-8ce2-21840bdea6ef owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:04.412970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82e870-5bc1-44a5-be12-abafa8741a89 None None] Network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:04.435548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08eb34fa-5cd2-4781-bdb0-51d197e84479 req-21b5e1f3-9659-4df0-a785-8b5342da06ca tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281857 Aug 27 16:21:04.490609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071656e-e51d-44b2-b77b-07c2b18ad592 req-7e21b97a-a9a9-4b3b-a9e2-195581fb99d2 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:04.492222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b071656e-e51d-44b2-b77b-07c2b18ad592 req-7e21b97a-a9a9-4b3b-a9e2-195581fb99d2 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 949 time: 0.1028657 Aug 27 16:21:04.516431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.568661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ebcc512c-3f60-4245-a23c-8e3cbce6811f req-039a17a4-a0da-4af8-b328-de5357901133 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0435374 Aug 27 16:21:04.598084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b071656e-e51d-44b2-b77b-07c2b18ad592 req-1c8c24a2-a24b-464a-9fa0-144bb1c630d8 tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6db5992-5968-4ddf-bb5a-4400e1a41032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870898 Aug 27 16:21:04.604323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7914cac-214c-42e9-a369-1263992f350b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:04.610436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.624609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.658066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e63b24c-42c6-4875-a901-2cb3014e7e4d None None] Provisioning for port e21ea28b-403e-4aa4-a799-7edb90c0e082 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:04.658268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Pushing event deleted for resources: {'Port': ['ID=5912b582-be99-48ec-8cfc-bb87d3269c80,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:04.677536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.707232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] No DVR routers for this DVR port 5912b582-be99-48ec-8cfc-bb87d3269c80 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:04.710414 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.712554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff831635-2ec0-42ae-9416-0f04d8bc2299 req-0a160bf9-4e8c-47ac-8eb5-d47be9b3d94e tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.97 "DELETE /v2.0/ports/5912b582-be99-48ec-8cfc-bb87d3269c80 HTTP/1.1" status: 204 len: 173 time: 0.8156044 Aug 27 16:21:04.713009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-deleted', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:04.716320 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1b56eb-0b86-41be-bab1-024a48572515" -d '{"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-deleted", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:04.756138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.756138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.757423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=3ead2e00-f647-4b1d-8ce2-21840bdea6ef,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:04.789070 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b8dafc-722e-4d67-bcce-2ab05502c8b3 x-openstack-request-id: req-40b8dafc-722e-4d67-bcce-2ab05502c8b3 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:04.789433 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1", "name": "network-vif-deleted", "tag": "5912b582-be99-48ec-8cfc-bb87d3269c80", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:04.789754 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-40b8dafc-722e-4d67-bcce-2ab05502c8b3 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:04.790258 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1', 'name': 'network-vif-deleted', 'tag': '5912b582-be99-48ec-8cfc-bb87d3269c80', 'status': 'completed', 'code': 200} Aug 27 16:21:04.825739 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.827722 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-661f388b-510f-4a1e-ae2d-121d2dc4459a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/3ead2e00-f647-4b1d-8ce2-21840bdea6ef HTTP/1.1" status: 204 len: 168 time: 0.7592316 Aug 27 16:21:04.830413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45530) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:04.855916 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d11ad0-739b-476c-9610-d1d5fab45349 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:21:04.856741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d11ad0-739b-476c-9610-d1d5fab45349 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:21:04.859549 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-39d11ad0-739b-476c-9610-d1d5fab45349 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/3ead2e00-f647-4b1d-8ce2-21840bdea6ef HTTP/1.1" status: 404 len: 333 time: 0.0270820 Aug 27 16:21:04.861220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45532) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:04.899463 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a74ae52-2415-4284-82f7-4fede933978c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:04.901294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a74ae52-2415-4284-82f7-4fede933978c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/3ead2e00-f647-4b1d-8ce2-21840bdea6ef HTTP/1.1" status: 404 len: 333 time: 0.0387278 Aug 27 16:21:04.903810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45536) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:04.995924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:04.996568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa1f4025-45cd-4510-9a35-1a35f0328e8a {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:05.001763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.002867 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-67625b8c-5630-4e63-9a52-f7014daf5681 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "DELETE /v2.0/routers/aa1f4025-45cd-4510-9a35-1a35f0328e8a HTTP/1.1" status: 204 len: 168 time: 1.9575839 Aug 27 16:21:05.005496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45538) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:05.006381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8495c739-7627-4ffe-a822-0d3b921e6d7d None None] Could not find standard attr ID for object 3ead2e00-f647-4b1d-8ce2-21840bdea6ef. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:21:05.009524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 9f08ba96-85c4-40bd-9e6d-e857d068579a {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:21:05.022573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:05.024850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.083571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.130145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:05.130528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.149743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41287512-d0ff-450c-8a5f-e2309032ed03 req-ec6ad09a-037e-4991-b68d-c19e37362644 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:05.159047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41287512-d0ff-450c-8a5f-e2309032ed03 req-ec6ad09a-037e-4991-b68d-c19e37362644 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.2224803 Aug 27 16:21:05.169758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.237043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41287512-d0ff-450c-8a5f-e2309032ed03 req-3d43bf8e-3220-4f1a-8f0c-f8f863dd9a0f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709622 Aug 27 16:21:05.298578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e21ea28b-403e-4aa4-a799-7edb90c0e082 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:05.350008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-780485bf-3fdc-4b5f-8822-2679ca6b1065 None None] Could not find standard attr ID for object 3ead2e00-f647-4b1d-8ce2-21840bdea6ef. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:21:05.355512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.371947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.487670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e21ea28b-403e-4aa4-a799-7edb90c0e082 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:05.493586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e21ea28b-403e-4aa4-a799-7edb90c0e082 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:05.494188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.511059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Deleting port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:05.511690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.539664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.607575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=9f08ba96-85c4-40bd-9e6d-e857d068579a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:05.618068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.618068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0b70451-740a-4a8f-ba74-3f71213aa835 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/9f08ba96-85c4-40bd-9e6d-e857d068579a HTTP/1.1" status: 204 len: 168 time: 0.7107961 Aug 27 16:21:05.619005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45546) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:05.648742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebd37f-47bf-4560-88c0-377a996e90cb None None] Network 4d7b0249-0df3-4c39-8d21-bd6956b8a060 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:05.666196 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.690426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] For port 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:05.690909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.707755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Calling delete_port for 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:05.741148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d66b-18ff-4771-aaac-76731c7948f7 req-cb5a4f06-7ba4-46e6-be43-47e168411be4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:05.742668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bce5d66b-18ff-4771-aaac-76731c7948f7 req-cb5a4f06-7ba4-46e6-be43-47e168411be4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1999922 Aug 27 16:21:05.750077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port e21ea28b-403e-4aa4-a799-7edb90c0e082, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e21ea28b-403e-4aa4-a799-7edb90c0e082,segment=NetworkSegment(7e56246b-bc38-4867-b9ea-187b2847e611),segment_id=7e56246b-bc38-4867-b9ea-187b2847e611)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:05.754757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4152fc6-b4c3-422a-975e-0f80351b8cdb req-6c5ce9b2-9554-4934-ac7f-d8e68ecbbad2 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0615482 Aug 27 16:21:05.790162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.809345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bce5d66b-18ff-4771-aaac-76731c7948f7 req-81f782c9-d98d-41e8-95e1-653dd21bf6a1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Aug 27 16:21:05.854542 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.917957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=e21ea28b-403e-4aa4-a799-7edb90c0e082,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:05.931976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73da256a-1c93-4e97-b9e5-09fd7b3fe0d8 req-0d395854-78ea-4f4f-9469-61b3f3cb7a2f tempest-ListImageFiltersTestJSON-1303146449 tempest-ListImageFiltersTestJSON-1303146449-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf5a34a6-6de1-4e4e-b224-41dd6e22d4f1 HTTP/1.1" status: 200 len: 210 time: 0.0909305 Aug 27 16:21:05.957955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port e21ea28b-403e-4aa4-a799-7edb90c0e082 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:05.958539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:05.975985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] DHCP port deletion for 4d7b0249-0df3-4c39-8d21-bd6956b8a060 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:21:06.024307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] For port e21ea28b-403e-4aa4-a799-7edb90c0e082, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e21ea28b-403e-4aa4-a799-7edb90c0e082,segment=NetworkSegment(7e56246b-bc38-4867-b9ea-187b2847e611),segment_id=7e56246b-bc38-4867-b9ea-187b2847e611)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:06.024678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.026841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] Deleting port e21ea28b-403e-4aa4-a799-7edb90c0e082 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:06.027237 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.038445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for e21ea28b-403e-4aa4-a799-7edb90c0e082 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:06.090184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] For port e21ea28b-403e-4aa4-a799-7edb90c0e082, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e21ea28b-403e-4aa4-a799-7edb90c0e082,segment=NetworkSegment(7e56246b-bc38-4867-b9ea-187b2847e611),segment_id=7e56246b-bc38-4867-b9ea-187b2847e611)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:06.090589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.104816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] Calling delete_port for e21ea28b-403e-4aa4-a799-7edb90c0e082 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:06.110338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:06.137352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 5912b582-be99-48ec-8cfc-bb87d3269c80 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:06.137700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5912b582-be99-48ec-8cfc-bb87d3269c80 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:06.144728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.171236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:06.230393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.236977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.239293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.261174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=e21ea28b-403e-4aa4-a799-7edb90c0e082,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:06.273938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] Pushing event deleted for resources: {'Port': ['ID=e21ea28b-403e-4aa4-a799-7edb90c0e082,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:06.273938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a885d2-d18c-4c07-a3ec-3adfba855e8a None None] No DVR routers for this DVR port e21ea28b-403e-4aa4-a799-7edb90c0e082 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:06.274774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No DVR routers for this DVR port e21ea28b-403e-4aa4-a799-7edb90c0e082 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:06.352164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.354968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.384513 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.398019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7b0249-0df3-4c39-8d21-bd6956b8a060']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:06.411044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e56246b-bc38-4867-b9ea-187b2847e611') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:06.411365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e56246b-bc38-4867-b9ea-187b2847e611') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:06.428584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be598c53-978d-4cea-bc91-2cea519fd01a req-07016b5a-2d1a-48d6-b765-e4401021652f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:06.430112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be598c53-978d-4cea-bc91-2cea519fd01a req-07016b5a-2d1a-48d6-b765-e4401021652f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0867805 Aug 27 16:21:06.431819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.456033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.464472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:21:06.464864 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:21:06.467798 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:21:06.527455 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.528195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e67ea62-e3d9-498d-ac6e-b1f1844cc09f {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:06.530318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be598c53-978d-4cea-bc91-2cea519fd01a req-fc041480-92b5-4277-81be-7b15a8248dc5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910316 Aug 27 16:21:06.538263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.539818 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9366ecc6-73f1-4214-8a79-e2aa0ca85822 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "DELETE /v2.0/routers/5e67ea62-e3d9-498d-ac6e-b1f1844cc09f HTTP/1.1" status: 204 len: 168 time: 1.5329854 Aug 27 16:21:06.543704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45552) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:06.551059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-413055896', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:06.789689 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.794840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.800296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/4d7b0249-0df3-4c39-8d21-bd6956b8a060 HTTP/1.1" status: 204 len: 168 time: 1.1771576 Aug 27 16:21:06.800950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45556) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:06.806089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3876407-5234-452c-a22b-36ee8ebb8a1f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=4d7b0249-0df3-4c39-8d21-bd6956b8a060,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:06.806644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2021373505'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:06.830206 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:21:06.841616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.846496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.881267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0cc3302-164f-4cf4-9dbd-d1f7e71b7c41 req-d5ab7499-8985-4670-989d-8e694f152019 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0348032 Aug 27 16:21:06.927204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:06.931206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.951811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.958323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:06.970035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:06.970385 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment 7f12f585-552a-4751-b042-afc85db66741 of type vlan for network b81cd3db-2b5e-46e2-b556-0236d00ed728 Aug 27 16:21:06.973808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979770-f1bf-4b08-8cdf-2771b549288b req-75601531-4e05-480f-b04f-e49c4b5a08d6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:06.975471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86979770-f1bf-4b08-8cdf-2771b549288b req-75601531-4e05-480f-b04f-e49c4b5a08d6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0793805 Aug 27 16:21:07.029799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.046772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86979770-f1bf-4b08-8cdf-2771b549288b req-0bdff957-684f-42e2-8774-e02d1289e5fa tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545142 Aug 27 16:21:07.086207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:07.107887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:07.108240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2fb1a0e2-634d-48cd-b1d3-b6a1b77cf877 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:07.108662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e21ea28b-403e-4aa4-a799-7edb90c0e082 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:07.129448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e21ea28b-403e-4aa4-a799-7edb90c0e082 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:07.129959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e21ea28b-403e-4aa4-a799-7edb90c0e082 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:07.190081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.196687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:07.200666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.217976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.272750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=b81cd3db-2b5e-46e2-b556-0236d00ed728,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:07.282867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b81cd3db-2b5e-46e2-b556-0236d00ed728 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:07.447130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-974cc35b-3ae8-405f-8148-75140dd7dc70 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6449800 Aug 27 16:21:07.450148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45582) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:07.455130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:07.497177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.517225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.651186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Allocated IP 172.25.4.142 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/91fdd45b-2614-4475-9f42-45831d4a6af1) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:07.694297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a443a5b-2ddf-4e50-9012-6d24a8a04352 req-420258da-0d2f-4de6-a3fd-9062626db2a6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:07.695823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a443a5b-2ddf-4e50-9012-6d24a8a04352 req-420258da-0d2f-4de6-a3fd-9062626db2a6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.0866382 Aug 27 16:21:07.715568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:07.719122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.774561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a443a5b-2ddf-4e50-9012-6d24a8a04352 req-974427ab-0b4e-468e-bcff-59bbe548f370 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Aug 27 16:21:07.811845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:07.997567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f36d1ec5-1cae-492e-b000-192348acc277 req-6161d91b-cb7c-4967-9fa2-1e933ad9e820 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0272179 Aug 27 16:21:08.008053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:08.053813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:08.058770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:08.062689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:08.070007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:08.088020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event updated for resources: {'Port': ['ID=91fdd45b-2614-4475-9f42-45831d4a6af1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:08.138081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=9783f02c-de8f-4b76-b2f7-b39cc34fac95,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:08.149334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': '7f12f585-552a-4751-b042-afc85db66741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:08.150780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: b81cd3db-2b5e-46e2-b556-0236d00ed728, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:08.250549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aebf9-d7be-4070-9cc5-72dc37c20c64 req-a17240f1-44f7-4203-a550-fd9b1609dd53 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:08.252033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-110aebf9-d7be-4070-9cc5-72dc37c20c64 req-a17240f1-44f7-4203-a550-fd9b1609dd53 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1055150 Aug 27 16:21:08.292981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-110aebf9-d7be-4070-9cc5-72dc37c20c64 req-096967ac-1316-4146-ab60-07de1d5ad3e3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344963 Aug 27 16:21:08.293245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network b81cd3db-2b5e-46e2-b556-0236d00ed728 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:08.475639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b81cd3db-2b5e-46e2-b556-0236d00ed728) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:08.480484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:08.481133 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:08.485275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c013430-0c5f-4885-a970-4e9ca96e2e1e None None] Network b81cd3db-2b5e-46e2-b556-0236d00ed728 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:08.586607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:08.613491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-039987ed-52c3-42e0-b08c-9387be61ab89 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1622660 Aug 27 16:21:08.616316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45612) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:08.622742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1990612577'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:08.646721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-b81cd3db-2b5e-46e2-b556-0236d00ed728', 'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728', 'tenant_id': 'ffc5ae2dd9ab45468e35f79c4324bba4', 'fixed_ips': [{'subnet_id': '9783f02c-de8f-4b76-b2f7-b39cc34fac95'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:08.647916 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:08.825338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Allocated IP 2001:db8::2 (b81cd3db-2b5e-46e2-b556-0236d00ed728/9783f02c-de8f-4b76-b2f7-b39cc34fac95/310a0d02-c067-42f1-93b7-9edb0e6c3ae7) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:08.839036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:08.845818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:08.881621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 10308c15-cba7-4fc2-b996-2f2705de99f0 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:09.018905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.038015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Transition to ACTIVE for port object 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:09.051799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Transition to ACTIVE for port object 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:09.193717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.213522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.252061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03f589-f188-42dd-a39e-6b5b92b98223 req-c02af669-3311-472b-b526-d357ebc94239 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:09.254492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc03f589-f188-42dd-a39e-6b5b92b98223 req-c02af669-3311-472b-b526-d357ebc94239 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1096575 Aug 27 16:21:09.264092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Network b81cd3db-2b5e-46e2-b556-0236d00ed728 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:09.269130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:09.272406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:09.276526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Pushing event updated for resources: {'Port': ['ID=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:09.346599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Attempting to bind port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:09.346994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Attempting to bind port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7f12f585-552a-4751-b042-afc85db66741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:09.347791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Attempting to bind port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 on network b81cd3db-2b5e-46e2-b556-0236d00ed728 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:09.352819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:09.353193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Checking segment: {'id': '7f12f585-552a-4751-b042-afc85db66741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:09.354650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.354808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Bound using segment: {'id': '7f12f585-552a-4751-b042-afc85db66741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:09.355310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Bound port: 310a0d02-c067-42f1-93b7-9edb0e6c3ae7, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f12f585-552a-4751-b042-afc85db66741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b81cd3db-2b5e-46e2-b556-0236d00ed728'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:09.355722 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.367603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc03f589-f188-42dd-a39e-6b5b92b98223 req-5247c4b6-4b7b-4810-971b-c50a4166b317 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961690 Aug 27 16:21:09.458970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] For port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:09.463740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] For port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,segment=NetworkSegment(7f12f585-552a-4751-b042-afc85db66741),segment_id=7f12f585-552a-4751-b042-afc85db66741)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:09.523398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-511c3580-814a-474e-8c2c-90a0f80b5e81 req-ef26f90a-8fef-4e18-87d2-96458da89949 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0398474 Aug 27 16:21:09.558729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Router b39d34fb-c138-49c7-8c38-eb9fe52103a6 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:09.602863 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.626340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::a7 (b81cd3db-2b5e-46e2-b556-0236d00ed728/9783f02c-de8f-4b76-b2f7-b39cc34fac95/10308c15-cba7-4fc2-b996-2f2705de99f0) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:09.637391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6623e-ba4d-424e-b3e9-0c2944de19ba req-ce0a0938-d486-4827-b77c-133a5bd30777 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:09.639635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6e6623e-ba4d-424e-b3e9-0c2944de19ba req-ce0a0938-d486-4827-b77c-133a5bd30777 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1152208 Aug 27 16:21:09.689023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e8c5-4cc4-43d6-a6b8-fb8b58b8bc10 None None] Pushing event updated for resources: {'Port': ['ID=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:09.735438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6e6623e-ba4d-424e-b3e9-0c2944de19ba req-9b21a4db-dbf1-4785-a0c4-a241acbcc1ab tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848300 Aug 27 16:21:09.753170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:09.764197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] Sync routers for ids ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:09.776021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] Routers {'b39d34fb-c138-49c7-8c38-eb9fe52103a6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:09.776957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:09.782004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.797912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 10308c15-cba7-4fc2-b996-2f2705de99f0 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:09.824563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:09.833453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] Routers {'b39d34fb-c138-49c7-8c38-eb9fe52103a6'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:09.834079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:09.841493 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:09.842867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3e2f586c-0c2a-41a7-af69-090f820ce07d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2958751 Aug 27 16:21:09.845800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45642) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:09.854221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': False}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:09.892355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:09.893037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a75a7b-003a-4ec9-861e-ac5e8712a10a None None] The sync data for ids ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:09.979757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.025823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network b81cd3db-2b5e-46e2-b556-0236d00ed728 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:10.029287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:10.033742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:10.043548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:10.050495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.067060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=10308c15-cba7-4fc2-b996-2f2705de99f0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:10.111405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45648) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:10.173088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4ad50fc-ea96-4841-841a-fe08a53deb02 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5550447 Aug 27 16:21:10.174460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45652) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:10.213099 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.291763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0cda4ba-928e-43ca-a7bd-9e3d22e9c9d4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9d26a57abddd4f73a9975e6f4007d94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782634 Aug 27 16:21:10.294421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45654) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:10.339096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 10308c15-cba7-4fc2-b996-2f2705de99f0 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:10.339475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.435638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9596af1-dd0d-4cac-b191-88617bdbc885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.488702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9596af1-dd0d-4cac-b191-88617bdbc885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.491716 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.517269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 10308c15-cba7-4fc2-b996-2f2705de99f0 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:10.576656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a43f1-8100-4f28-92cc-c340bcc3bded req-4caf4437-2e1d-4c68-bf6c-fa04ab2ad2b6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:10.578389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186a43f1-8100-4f28-92cc-c340bcc3bded req-4caf4437-2e1d-4c68-bf6c-fa04ab2ad2b6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1227984 Aug 27 16:21:10.676352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e88c091c-c66c-469a-bf79-6cc74c89ffe7 req-f53093cf-7903-4dae-a882-0f367d8c8d2f tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0485027 Aug 27 16:21:10.696060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9596af1-dd0d-4cac-b191-88617bdbc885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.697289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9596af1-dd0d-4cac-b191-88617bdbc885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.699043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a9596af1-dd0d-4cac-b191-88617bdbc885 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d6db5992-5968-4ddf-bb5a-4400e1a41032 HTTP/1.1" status: 204 len: 168 time: 0.4036374 Aug 27 16:21:10.724209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9596af1-dd0d-4cac-b191-88617bdbc885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6db5992-5968-4ddf-bb5a-4400e1a41032,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:10.749026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186a43f1-8100-4f28-92cc-c340bcc3bded req-69b9da00-a57a-48f4-ad7e-99f22220562e tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310656 Aug 27 16:21:10.750682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.841848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=10308c15-cba7-4fc2-b996-2f2705de99f0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:10.866014 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:10.871338 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5a801afc-5679-44a9-bfb6-172d7a92a438 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/10308c15-cba7-4fc2-b996-2f2705de99f0 HTTP/1.1" status: 204 len: 168 time: 0.6939912 Aug 27 16:21:10.871557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4810cd75-db63-4b1a-aefe-adf4e11cb9af None None] Network b81cd3db-2b5e-46e2-b556-0236d00ed728 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:10.873920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45666) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:10.900300 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbd125d-c417-4976-88c4-e39fec4fce7c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:10.902304 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1cbd125d-c417-4976-88c4-e39fec4fce7c tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/10308c15-cba7-4fc2-b996-2f2705de99f0 HTTP/1.1" status: 404 len: 333 time: 0.0272145 Aug 27 16:21:10.908041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45668) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:10.978238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:10.994011 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-3e8dcf83-8215-462b-8e12-fedcfcb8183d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0673313 Aug 27 16:21:11.006774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.041897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913338b-4697-4028-b2a9-f5b7d8b43808 req-0ee0dae3-2d74-4f77-8445-b892a71bf37c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.046562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5913338b-4697-4028-b2a9-f5b7d8b43808 req-0ee0dae3-2d74-4f77-8445-b892a71bf37c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.2132833 Aug 27 16:21:11.048448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.075588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7dfec513-662a-453e-b3a0-164dc53bfbc9 None None] Provisioning for port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:11.080167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.080921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.081404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.081912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.082606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.082847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.083504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.086024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-33ade40b-7158-4e65-87c6-89a46276fe05 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6500 time: 0.0655205 Aug 27 16:21:11.155118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 9783f02c-de8f-4b76-b2f7-b39cc34fac95 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:21:11.178595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:11.184421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.184771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:11.185241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.189119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-740029f9-771d-45f4-b978-e6c3b42453a5 req-06014d37-40ee-47f8-b321-f1c5ddda9c7e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0989649 Aug 27 16:21:11.227616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5913338b-4697-4028-b2a9-f5b7d8b43808 req-36eb90a8-172a-4654-836f-ea041975d2e2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728792 Aug 27 16:21:11.263808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-5261de55-f40d-40d6-8cf4-7d1a4bbe2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.264297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-5261de55-f40d-40d6-8cf4-7d1a4bbe2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.264779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-5261de55-f40d-40d6-8cf4-7d1a4bbe2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.266857 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-5261de55-f40d-40d6-8cf4-7d1a4bbe2d13 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd5361ad-46fd-4a3b-bcf7-06898e088099&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1 HTTP/1.1" status: 200 len: 2299 time: 0.1496410 Aug 27 16:21:11.309380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.316077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.352073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,segment=NetworkSegment(7f12f585-552a-4751-b042-afc85db66741),segment_id=7f12f585-552a-4751-b042-afc85db66741)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:11.370336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Router b39d34fb-c138-49c7-8c38-eb9fe52103a6 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:21:11.464273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.474360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.482378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-04c4780e-d17f-40a1-88ed-a4b836a8d440 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1152573-3a25-4e9e-8b21-19822e3e99de HTTP/1.1" status: 200 len: 1001 time: 0.0798650 Aug 27 16:21:11.539002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-85561777-74cc-472c-ad85-8abfbbecc605 None None] Provisioning complete for port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:11.539764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85561777-74cc-472c-ad85-8abfbbecc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.541562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:11.583313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:11.595125 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] Sync routers for ids ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:11.596959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-806f67e0-f0ea-4087-ae32-02fff8b31ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.597456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.598753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-648e9e80-ba68-457e-8d9e-8ca762d1d8cf tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "PUT /v2.0/routers/b39d34fb-c138-49c7-8c38-eb9fe52103a6 HTTP/1.1" status: 200 len: 925 time: 1.7516112 Aug 27 16:21:11.600344 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-806f67e0-f0ea-4087-ae32-02fff8b31ae7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c47aa5-9595-4b35-8bd8-e493e092bee5 HTTP/1.1" status: 200 len: 854 time: 0.1078584 Aug 27 16:21:11.604287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45682) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:11.614999 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] Routers {'b39d34fb-c138-49c7-8c38-eb9fe52103a6'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:11.618010 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:11.733705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-673d1fc7-2e83-40ad-a727-75ca0832e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:11.735419 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-673d1fc7-2e83-40ad-a727-75ca0832e200 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd5361ad-46fd-4a3b-bcf7-06898e088099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135745 Aug 27 16:21:11.781252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.815974 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:11.826131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] Routers {'b39d34fb-c138-49c7-8c38-eb9fe52103a6'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:11.827481 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:11.878929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-b1013cdf-ba4a-4db8-9ee2-9be4d3934370 service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340873 Aug 27 16:21:11.894828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4622af8d-9539-425d-bb23-3adf875efd63 None None] Could not find standard attr ID for object 10308c15-cba7-4fc2-b996-2f2705de99f0. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:21:11.899473 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:11.903063 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d370d-77cb-49ac-b41c-33a01436edd0 None None] The sync data for ids ['b39d34fb-c138-49c7-8c38-eb9fe52103a6'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:11.953431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:11.955592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/9783f02c-de8f-4b76-b2f7-b39cc34fac95 HTTP/1.1" status: 204 len: 168 time: 0.9654496 Aug 27 16:21:11.958468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45692) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:11.987435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1624b16-b5fa-4a58-9389-3e1b789a19a7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=9783f02c-de8f-4b76-b2f7-b39cc34fac95,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:12.017586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b41db0-f9c7-498c-8317-8c6bfbdc885e req-ba1efdca-3834-4d85-87bd-e91a47f9fc18 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.1088126 Aug 27 16:21:12.052776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-61e774e7-fb06-4881-bd16-10b827bb0a97 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/b39d34fb-c138-49c7-8c38-eb9fe52103a6 HTTP/1.1" status: 200 len: 925 time: 0.4447083 Aug 27 16:21:12.058514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45696) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:12.071094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303aedb-2dd8-4698-8c52-dc037a09dad9 req-35c64920-84f3-4c84-8c30-f11846e4aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:12.073329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0303aedb-2dd8-4698-8c52-dc037a09dad9 req-35c64920-84f3-4c84-8c30-f11846e4aab1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 1096 time: 0.2747962 Aug 27 16:21:12.079151 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.096366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-ffa64947-7455-4972-b0ed-638ba7668668 service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079246 Aug 27 16:21:12.108251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578032a-c4d8-48a6-a638-f4dbefdb86a4 req-009793c3-a9db-47b2-9bdb-23f848552928 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:12.109927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c578032a-c4d8-48a6-a638-f4dbefdb86a4 req-009793c3-a9db-47b2-9bdb-23f848552928 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.2058947 Aug 27 16:21:12.169108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830281c-1ce5-4fed-80e7-64296cbc3e86 None None] Network b81cd3db-2b5e-46e2-b556-0236d00ed728 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:12.178897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-cc2e60bc-eacb-40fe-ab39-d01c531bc4d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 200 len: 217 time: 0.0575006 Aug 27 16:21:12.217104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4182ef-ba9d-4e99-a97f-5f6bc56749e0 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:12.221910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4f4182ef-ba9d-4e99-a97f-5f6bc56749e0 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=b39d34fb-c138-49c7-8c38-eb9fe52103a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1609957 Aug 27 16:21:12.221910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0303aedb-2dd8-4698-8c52-dc037a09dad9 req-ec2924d4-490a-461a-9a11-60c2af191ba1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946817 Aug 27 16:21:12.221910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45700) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:12.226274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c578032a-c4d8-48a6-a638-f4dbefdb86a4 req-6c0613bc-f691-40d2-88eb-9782acb5f022 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981622 Aug 27 16:21:12.236496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:12.237509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.318543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-efba4f8a-7297-4d83-aca5-5b8a937f40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:12.320403 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-efba4f8a-7297-4d83-aca5-5b8a937f40ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.1283050 Aug 27 16:21:12.341607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e30a6-6a44-48b8-a8bb-42a314f67c1f tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:12.343094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ad1e30a6-6a44-48b8-a8bb-42a314f67c1f tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.1201930 Aug 27 16:21:12.346068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45704) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:12.363977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45706) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:12.373464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] For port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,segment=NetworkSegment(7f12f585-552a-4751-b042-afc85db66741),segment_id=7f12f585-552a-4751-b042-afc85db66741)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:12.373841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.388497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:12.393086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-429af799-91f9-4a80-90a1-796725917f4c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=b39d34fb-c138-49c7-8c38-eb9fe52103a6 HTTP/1.1" status: 200 len: 205 time: 0.0448956 Aug 27 16:21:12.411084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45710) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:12.458959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affbbdf-b9ba-41b8-b777-a811f5e02a87 req-2f7f5f28-d7f2-4b95-b4fc-213b9015a5e3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:12.460492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7affbbdf-b9ba-41b8-b777-a811f5e02a87 req-2f7f5f28-d7f2-4b95-b4fc-213b9015a5e3 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0973620 Aug 27 16:21:12.493758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] DHCP port deletion for b81cd3db-2b5e-46e2-b556-0236d00ed728 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:21:12.504012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7affbbdf-b9ba-41b8-b777-a811f5e02a87 req-ec9e7dce-36f0-4b17-95bc-445c25b16925 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Aug 27 16:21:12.531705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-531570202-network', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:12.549549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-4654ed33-2cf0-43a5-8d6c-ede2b09975f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:12.551080 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-4654ed33-2cf0-43a5-8d6c-ede2b09975f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2113354 Aug 27 16:21:12.553106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] Deleting port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:12.553488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.621444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] For port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,segment=NetworkSegment(7f12f585-552a-4751-b042-afc85db66741),segment_id=7f12f585-552a-4751-b042-afc85db66741)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:12.621848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.635116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] Calling delete_port for 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:12.641550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Made reservation on behalf of e258d28efcf54736aa3ed45c2cb669d4 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:12.644033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.664963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.687201 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.793627 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-a6553034-eec3-4832-b9ef-c39226a6ed46 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023094 Aug 27 16:21:12.864605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.868643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:12.892538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.902660 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.929973 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-7505bcdb-bfe0-46a1-858d-0605c6a66418 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266150 Aug 27 16:21:12.930606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:12.934744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No DVR routers for this DVR port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:12.943109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:12.948381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] No DVR routers for this DVR port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:12.952845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c24fb8-3911-4be9-a79f-f58cb1dd0eee None None] Pushing event deleted for resources: {'Port': ['ID=310a0d02-c067-42f1-93b7-9edb0e6c3ae7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:12.959953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No active binding found for port 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 {{(pid=95254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 16:21:12.960467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 310a0d02-c067-42f1-93b7-9edb0e6c3ae7 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:12.999140 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-a46c417a-a336-436f-85a6-896e6d62c301 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0597343 Aug 27 16:21:13.108967 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.126195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81cd3db-2b5e-46e2-b556-0236d00ed728']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:13.128380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f53a037a-dc0c-4441-9d92-5861ea160c9c req-5a43c671-4de9-43e2-89a4-ce4594f2cae4 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0311835 Aug 27 16:21:13.129134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.139888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-a2866863-32c2-4040-a87a-407822b8a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:13.141368 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-a2866863-32c2-4040-a87a-407822b8a7ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.1282833 Aug 27 16:21:13.143756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f12f585-552a-4751-b042-afc85db66741') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:13.144053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f12f585-552a-4751-b042-afc85db66741') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:13.150153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:13.170829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.171061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.171061 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Added segment fbaae3eb-0418-4f00-b5eb-4fa2f9292538 of type vlan for network 304909ed-3288-4b86-b41b-97c2f9c9d58d Aug 27 16:21:13.189682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e1492-0431-484f-8d6e-ffcf131ba8e5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:13.219972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.230642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:21:13.238229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.238511 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Deleting port 91fdd45b-2614-4475-9f42-45831d4a6af1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:13.238636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.333022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-3f6c85e8-bbd3-4eef-aaa7-d4f2f0dcfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:13.334541 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-3f6c85e8-bbd3-4eef-aaa7-d4f2f0dcfc37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1808701 Aug 27 16:21:13.346560 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.347600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:13.348569 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.420075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] Pushing event updated for resources: {'Network': ['ID=304909ed-3288-4b86-b41b-97c2f9c9d58d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:13.429315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167daf9-90cf-4e9c-8cc9-d1c77eba74e1 req-ccf60177-9195-4d88-9f94-fd7e15fd9038 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:13.430981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4167daf9-90cf-4e9c-8cc9-d1c77eba74e1 req-ccf60177-9195-4d88-9f94-fd7e15fd9038 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1127620 Aug 27 16:21:13.432895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:13.490258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4167daf9-90cf-4e9c-8cc9-d1c77eba74e1 req-d7833645-f3e7-4936-9644-0d2621f3fda7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Aug 27 16:21:13.511103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9e58a814-369e-4c2f-8a5f-602393303310 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1466711 Aug 27 16:21:13.521884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45720) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:13.536522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Request body: {'subnet': {'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-531570202-subnet', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:13.670877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab09e9-45a8-4b86-8164-bb4c66f3f50a req-2f854127-f401-4a4b-9796-a123339ec0a2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:13.672860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54ab09e9-45a8-4b86-8164-bb4c66f3f50a req-2f854127-f401-4a4b-9796-a123339ec0a2 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.0779135 Aug 27 16:21:13.681396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.685549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.694116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.696074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/b81cd3db-2b5e-46e2-b556-0236d00ed728 HTTP/1.1" status: 204 len: 168 time: 1.7364929 Aug 27 16:21:13.703958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45724) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:13.709247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'name': 'tempest-PortsIpV6TestJSON-1110634379'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:13.722822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063ae74-53bf-43e1-b2c9-487cb9392454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=b81cd3db-2b5e-46e2-b556-0236d00ed728,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:13.725690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Calling delete_port for 91fdd45b-2614-4475-9f42-45831d4a6af1 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:13.761884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Made reservation on behalf of e258d28efcf54736aa3ed45c2cb669d4 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:13.764236 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:13.786992 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-0a7323a5-6689-468b-84f9-4fc9ea32544d service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372249 Aug 27 16:21:13.947801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-d4bb19b9-f697-4acb-960d-3537dbe6b447 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446805 Aug 27 16:21:14.008138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-324f7df3-ba3e-47ee-a673-3874a43f5d1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839 HTTP/1.1" status: 200 len: 217 time: 0.0415282 Aug 27 16:21:14.067347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-92cc7cd6-e880-4007-bae5-de981a6aec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:14.068820 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-92cc7cd6-e880-4007-bae5-de981a6aec75 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0503922 Aug 27 16:21:14.117722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-738d8754-b880-485e-9631-c06feab67489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:14.119361 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-738d8754-b880-485e-9631-c06feab67489 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421219 Aug 27 16:21:14.198289 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6124cecf-318a-4909-94ab-0a0597ba6386 req-0af9d9e0-bd67-46cc-8d18-b77492d0bf97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d3f35cf3aa442f89b2eb07884cad431&device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.4185309 Aug 27 16:21:14.201460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54ab09e9-45a8-4b86-8164-bb4c66f3f50a req-d4cf802a-3d72-4e76-9ad8-9ea7b56c9dcb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209129 Aug 27 16:21:14.225708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-4339b602-0312-4036-b38d-e8569c637dbe service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933349 Aug 27 16:21:14.228796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.249334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59a7f693-a98a-4121-9395-01a18dcf4715 req-76610405-859c-48f1-ac94-26c0463870e2 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.1060052 Aug 27 16:21:14.282478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6124cecf-318a-4909-94ab-0a0597ba6386 req-546f9e8f-57cd-4cc5-88fc-bdc40dd539fd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7d3f35cf3aa442f89b2eb07884cad431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672340 Aug 27 16:21:14.304030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event deleted for resources: {'Port': ['ID=91fdd45b-2614-4475-9f42-45831d4a6af1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:14.397313 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.401797 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-7037b3fd-a85b-42db-a6e5-d4cd6b4a89d9 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638935 Aug 27 16:21:14.438973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:14.442425 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.455584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124cecf-318a-4909-94ab-0a0597ba6386 req-f2e04cf8-426a-45dd-8248-bf0b9798cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:14.456962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6124cecf-318a-4909-94ab-0a0597ba6386 req-f2e04cf8-426a-45dd-8248-bf0b9798cf58 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1534703 Aug 27 16:21:14.504318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 75e1096b-35d9-4f0d-a87f-238443a9549a yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:14.524444 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-6ef870d7-2222-441f-9289-92b2da9c6b5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620 HTTP/1.1" status: 200 len: 217 time: 0.0981364 Aug 27 16:21:14.530760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.532873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.608081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.620883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-4fa70234-fa54-4917-a6b0-c40ee33fb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:14.622382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-4fa70234-fa54-4917-a6b0-c40ee33fb0a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0873520 Aug 27 16:21:14.673338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-a5147c7d-6b0f-4422-ac12-c4d13f243f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:14.674843 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-a5147c7d-6b0f-4422-ac12-c4d13f243f89 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427265 Aug 27 16:21:14.734498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.734947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Fanout notify agent at l3_agent the message router_deleted on router b39d34fb-c138-49c7-8c38-eb9fe52103a6 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:14.738749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cd227-c518-4518-a83f-5186ae6e2041 req-018df958-d423-4ce0-b276-34a1945a9592 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:14.740295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-536cd227-c518-4518-a83f-5186ae6e2041 req-018df958-d423-4ce0-b276-34a1945a9592 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1707251 Aug 27 16:21:14.742672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.743843 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d56bdf3a-4481-45b3-b86b-662f63c1434e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/b39d34fb-c138-49c7-8c38-eb9fe52103a6 HTTP/1.1" status: 204 len: 168 time: 2.3316402 Aug 27 16:21:14.749593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bab2e53-c067-4e76-9557-507589bcc6dc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:14.753435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45732) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:14.758457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-eb578426-1d42-4a91-8d85-4390e6678076 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-251251851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:14.793399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.811749 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-55c55ebe-75bb-4dee-a0b9-85c5a1fad6b5 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253834 Aug 27 16:21:14.816082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Checking segment: {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:14.816082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Network hostable DHCP agents. Network: 304909ed-3288-4b86-b41b-97c2f9c9d58d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:14.836218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-536cd227-c518-4518-a83f-5186ae6e2041 req-9d044ac3-4ec9-414c-a60c-df2c2645862f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791435 Aug 27 16:21:14.889495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb578426-1d42-4a91-8d85-4390e6678076 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.895413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb578426-1d42-4a91-8d85-4390e6678076 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.915587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:14.928668 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-a3250eda-b22c-4c80-98a7-6b3d540a2adf service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054723 Aug 27 16:21:14.968443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb578426-1d42-4a91-8d85-4390e6678076 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:14.996075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-39d198d8-5bf4-4bf7-a32b-afa3e709f1a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f HTTP/1.1" status: 200 len: 217 time: 0.0366569 Aug 27 16:21:15.048655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-d0e0484d-83db-40c3-b652-a40ae98908db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.050099 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-d0e0484d-83db-40c3-b652-a40ae98908db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 200 len: 797 time: 0.0435259 Aug 27 16:21:15.064329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.105691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-b9307b3a-6c5e-4c85-95b7-d3b4e9278c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.107209 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-b9307b3a-6c5e-4c85-95b7-d3b4e9278c24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460806 Aug 27 16:21:15.109041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:15.112247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:15.114639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:15.132212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.132212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.141034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=75e1096b-35d9-4f0d-a87f-238443a9549a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:15.173103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 304909ed-3288-4b86-b41b-97c2f9c9d58d) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:15.184218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb578426-1d42-4a91-8d85-4390e6678076 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.184396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.184396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.192646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d17a8e-a6b9-43d1-9062-8586644080bd None None] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:15.214306 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-34d93812-0145-44e4-9d0e-2aabff3eec11 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981140 Aug 27 16:21:15.263781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7941a75f-9de7-4366-8b8e-f2bd176059cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5555747 Aug 27 16:21:15.265475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45738) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:15.330319 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-1bcbc748-2058-4af9-8f80-4e5b1ab8d252 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044405 Aug 27 16:21:15.356130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb578426-1d42-4a91-8d85-4390e6678076 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.359905 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb578426-1d42-4a91-8d85-4390e6678076 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6029840 Aug 27 16:21:15.361072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-304909ed-3288-4b86-b41b-97c2f9c9d58d', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:15.362145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.371358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45744) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:15.380928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-00a4a978-8b4e-4659-8324-eb005bd8f31d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8579018 Aug 27 16:21:15.381604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45748) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:15.386633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:15.392906 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-61198da6-fc10-48f8-a7a2-aa96815cfe53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 HTTP/1.1" status: 200 len: 217 time: 0.0493197 Aug 27 16:21:15.395341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:15.456946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-66f455f9-911f-4d1e-9646-4106f98fdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.458675 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-66f455f9-911f-4d1e-9646-4106f98fdfae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 200 len: 797 time: 0.0583782 Aug 27 16:21:15.503194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81706604-1bf4-44eb-8daa-c02ae9989b3b req-d300b8de-0221-4876-a93e-af2309f87c7a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.507915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81706604-1bf4-44eb-8daa-c02ae9989b3b req-d300b8de-0221-4876-a93e-af2309f87c7a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.2266953 Aug 27 16:21:15.514115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832f37d-3109-4416-86b0-56e504924d48 req-8f311366-2587-4498-828e-abea9105a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.515917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-8f311366-2587-4498-828e-abea9105a715 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485368 Aug 27 16:21:15.537410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Allocated IP 172.20.0.2 (304909ed-3288-4b86-b41b-97c2f9c9d58d/5bab2e53-c067-4e76-9557-507589bcc6dc/3d6994e7-14e5-4b30-ad08-fe4be62c2b4f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:15.561331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1879270-2563-4447-a093-4b9521db17c8 req-ac80c5d7-bfb8-42f6-89b0-7045e600c3dd tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.1172786 Aug 27 16:21:15.624280 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-01ddc1af-7a93-418d-80ab-0e9ba89f40b9 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941963 Aug 27 16:21:15.687774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.688829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.713538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 75e1096b-35d9-4f0d-a87f-238443a9549a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:15.725117 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.725295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.734094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Transition to ACTIVE for port object 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:15.753975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Transition to ACTIVE for port object 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:15.755402 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1832f37d-3109-4416-86b0-56e504924d48 req-8366ae77-0dc5-4379-bf65-dfc5e0061c57 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228042 Aug 27 16:21:15.814780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81706604-1bf4-44eb-8daa-c02ae9989b3b req-071f730b-5b26-4afc-90c1-f6b374db7ceb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874722 Aug 27 16:21:15.827701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-6b2be924-9ddf-417d-b17a-129dfab178d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:15.829222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-6b2be924-9ddf-417d-b17a-129dfab178d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 1096 time: 0.3152936 Aug 27 16:21:15.852726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.896073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:15.901563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:15.905196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:15.912784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Pushing event updated for resources: {'Port': ['ID=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:15.924772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.952712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.968324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Attempting to bind port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:15.968699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Attempting to bind port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:15.969068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Attempting to bind port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f on network 304909ed-3288-4b86-b41b-97c2f9c9d58d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:15.974129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:15.974507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Checking segment: {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:15.974913 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.975337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Bound using segment: {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:15.975825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Bound port: 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:15.976213 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.980938 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:15.999185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 75e1096b-35d9-4f0d-a87f-238443a9549a owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:16.041268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] For port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:16.044811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] For port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:16.056894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6124cecf-318a-4909-94ab-0a0597ba6386 req-521cc82a-f47d-42a1-91b8-8e62139293b0 tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.90 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0278420 Aug 27 16:21:16.082951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf52c3-2ccd-442a-80a0-e2bbdac1c415 req-6b9a5ad9-ebe6-467a-9136-cd7532192ae9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:16.084478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04bf52c3-2ccd-442a-80a0-e2bbdac1c415 req-6b9a5ad9-ebe6-467a-9136-cd7532192ae9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.2750356 Aug 27 16:21:16.126897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:16.191544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa360218-ad52-4695-93cd-4f71880eef84 None None] Pushing event updated for resources: {'Port': ['ID=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:16.237927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-a487b3dd-5641-4888-a97f-6c5ea63b6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:16.239436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-a487b3dd-5641-4888-a97f-6c5ea63b6ca0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 200 len: 913 time: 0.3661079 Aug 27 16:21:16.391817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04bf52c3-2ccd-442a-80a0-e2bbdac1c415 req-4405746e-5cb2-407f-9aa2-ada6046c1ff2 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889903 Aug 27 16:21:16.398597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-43af21d8-7b51-4711-ae89-b9b8a1232eb0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d8d3e7d-b996-48a7-addc-82098500ec13 HTTP/1.1" status: 200 len: 217 time: 0.1361008 Aug 27 16:21:16.402074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:16.467396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-de7e0d10-fdf0-4f20-a809-bc96d49d22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:16.475786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-de7e0d10-fdf0-4f20-a809-bc96d49d22db service neutron] 10.222.0.97 "GET /v2.0/subnets?id=92228f1f-59e9-492a-9b3b-54d2290484b1 HTTP/1.1" status: 200 len: 851 time: 0.0611198 Aug 27 16:21:16.508364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-6f10eef1-ab7e-461d-8ebf-f138caf0086c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dd532d37-5228-4c8d-89e6-654eb7cb3967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291259 Aug 27 16:21:16.536945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:16.616881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=75e1096b-35d9-4f0d-a87f-238443a9549a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:16.718925 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:16.720890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c3b3fd0f-0b79-4b04-9147-c7d7abd51f2e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/75e1096b-35d9-4f0d-a87f-238443a9549a HTTP/1.1" status: 204 len: 168 time: 1.4536495 Aug 27 16:21:16.723512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45754) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:16.729641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'mac_address': 'fa:16:3e:71:1a:1c', 'name': 'tempest-PortsIpV6TestJSON-648845995'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:16.766368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76de93c6-e3af-4d08-9adf-758a8297e3fb req-46ba9b7a-3fb7-4f0a-9eee-5fffa04cdeca tempest-ServerShowV257Test-2007229459 tempest-ServerShowV257Test-2007229459-project] 10.222.0.101 "GET /v2.0/ports?device_id=186def28-7a96-48a6-9cc4-5873c288d62d HTTP/1.1" status: 200 len: 210 time: 0.0828414 Aug 27 16:21:16.800969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:16.827204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-67dbbe51-4439-4c55-a576-52290a81fecf service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107448 Aug 27 16:21:16.831176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:16.948550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:16.962169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:17.045995 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.071069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 647f0bdc-3f27-4c7e-bd31-9d03e7ef0484 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:17.089324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9850f-d65b-43db-b90f-aa12e514c299 req-f18c8b26-8b61-42f3-87da-17e8cd9de41b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:17.090974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8f9850f-d65b-43db-b90f-aa12e514c299 req-f18c8b26-8b61-42f3-87da-17e8cd9de41b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1678169 Aug 27 16:21:17.096218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e8907a5-c324-4522-9cd4-0c68aef66c18 req-07ffaee7-5ff1-4831-a86a-3bdb6d4083f8 service neutron] 10.222.0.97 "GET /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566881 Aug 27 16:21:17.125221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Allocated IP 172.25.4.233 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/317231e0-f84d-4187-be46-b7547fdb6ca2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:17.149417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:17.233901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30850ffd-720f-49a7-9f0d-9d3a33bf3966 None None] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:17.303672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.373049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1391b507-fdd7-465e-b5f6-31f42e8a8d86 None None] Provisioning for port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:17.385844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1391b507-fdd7-465e-b5f6-31f42e8a8d86 None None] Provisioning complete for port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:17.385844 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1391b507-fdd7-465e-b5f6-31f42e8a8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.447684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.516206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=647f0bdc-3f27-4c7e-bd31-9d03e7ef0484,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:17.527151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:17.528646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:17.531218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:17.542601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:17.542601 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.548178 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1391b507-fdd7-465e-b5f6-31f42e8a8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.589414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1391b507-fdd7-465e-b5f6-31f42e8a8d86 None None] For port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:17.624578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e1bfae4-472a-4100-88a2-4bec5a7c4d67 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8997467 Aug 27 16:21:17.627232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45760) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:17.656590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8f9850f-d65b-43db-b90f-aa12e514c299 req-8da479a9-07bb-4e03-86d8-512824e0fa6f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475376 Aug 27 16:21:17.657682 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1391b507-fdd7-465e-b5f6-31f42e8a8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.704466 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc28f5-4e98-419e-b785-f39769f7db5e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:17.706221 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-68dc28f5-4e98-419e-b785-f39769f7db5e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/647f0bdc-3f27-4c7e-bd31-9d03e7ef0484 HTTP/1.1" status: 200 len: 844 time: 0.0777493 Aug 27 16:21:17.709664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45762) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:17.730915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391b507-fdd7-465e-b5f6-31f42e8a8d86 None None] Pushing event updated for resources: {'Port': ['ID=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:17.755672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03464a-a4c5-423e-a557-ab6357e93960 req-7c4b02a6-87c2-4514-8416-747bc8fce4dc tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:17.757186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e03464a-a4c5-423e-a557-ab6357e93960 req-7c4b02a6-87c2-4514-8416-747bc8fce4dc tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.2364509 Aug 27 16:21:17.774924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c8f92c06-1c7c-4b5a-8b72-716b44bad942 None None] Provisioning complete for port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:17.775793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f92c06-1c7c-4b5a-8b72-716b44bad942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.816199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.821013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.838954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 647f0bdc-3f27-4c7e-bd31-9d03e7ef0484 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:17.839541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.856723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.862281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e03464a-a4c5-423e-a557-ab6357e93960 req-dc831629-e885-4aab-b3d8-427d5f97a2cf tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941954 Aug 27 16:21:17.935928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:17.949931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 647f0bdc-3f27-4c7e-bd31-9d03e7ef0484 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:18.057329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.133393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:18.144420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Allocated IP 172.25.4.179 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/8637d8e8-156c-434a-8ced-abec5ad50e51) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:18.148194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:18.149426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.155159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:18.159933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event updated for resources: {'Port': ['ID=317231e0-f84d-4187-be46-b7547fdb6ca2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:18.176867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=647f0bdc-3f27-4c7e-bd31-9d03e7ef0484,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:18.186274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.192361 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-197f9db2-9954-4177-b778-1cdc2130c7ad tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/647f0bdc-3f27-4c7e-bd31-9d03e7ef0484 HTTP/1.1" status: 204 len: 168 time: 0.4775612 Aug 27 16:21:18.192361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45770) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:18.217594 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d26a2a7-c00c-49c5-b4a3-8809171d3bd5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:18.221908 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4d26a2a7-c00c-49c5-b4a3-8809171d3bd5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/647f0bdc-3f27-4c7e-bd31-9d03e7ef0484 HTTP/1.1" status: 404 len: 333 time: 0.0256999 Aug 27 16:21:18.224687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45772) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:18.229950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'name': 'tempest-PortsIpV6TestJSON-43248830'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:18.390474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.406719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45776) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:18.486262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:18.489910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.522581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-137d1b77-27be-4016-a7aa-ce11fd4a0510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.526296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port cbfae052-8a01-45fb-ad17-b1de83598bab yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:18.541976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.621475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:18.629203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:18.634079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:18.691423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Pushing event updated for resources: {'Port': ['ID=8637d8e8-156c-434a-8ced-abec5ad50e51,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:18.762482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.762738 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.763699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-137d1b77-27be-4016-a7aa-ce11fd4a0510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.909457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:18.952971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7ab4-dfa3-4db8-a35b-d2c5456c2ee8 req-fc2dd4fc-ff86-4174-9340-2250f83a99b7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:18.954776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e5a7ab4-dfa3-4db8-a35b-d2c5456c2ee8 req-fc2dd4fc-ff86-4174-9340-2250f83a99b7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1997080 Aug 27 16:21:18.960870 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-137d1b77-27be-4016-a7aa-ce11fd4a0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:18.974680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:18.975061 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.005244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-137d1b77-27be-4016-a7aa-ce11fd4a0510 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7d3f35cf3aa442f89b2eb07884cad431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948699 Aug 27 16:21:19.005244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d1b77-27be-4016-a7aa-ce11fd4a0510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a5114-b5b8-488f-b0fe-b68da62668a8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:19.006726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45786) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:19.014929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.073497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:19.081585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:19.088931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:19.089107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e5a7ab4-dfa3-4db8-a35b-d2c5456c2ee8 req-b2e16cbf-f28f-47b2-87aa-4e45187ec993 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127758 Aug 27 16:21:19.094946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:19.095621 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.106544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad22bf-5d25-4faf-9902-c11c67a9f790 req-e41589db-8f36-4c66-98ed-319c63cfecac tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:19.106544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13ad22bf-5d25-4faf-9902-c11c67a9f790 req-e41589db-8f36-4c66-98ed-319c63cfecac tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1444869 Aug 27 16:21:19.113941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=cbfae052-8a01-45fb-ad17-b1de83598bab,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:19.136075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c77fb1e-ece3-4773-8909-05afbd76d5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.168661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c77fb1e-ece3-4773-8909-05afbd76d5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.216990 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.257006 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.263962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13ad22bf-5d25-4faf-9902-c11c67a9f790 req-2ee21c0b-0309-4ba9-b18a-c563f194e4e1 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287110 Aug 27 16:21:19.287288 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06f1301e-d981-4cec-a3d8-9412575dad86 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0614688 Aug 27 16:21:19.289759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:19.295685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:19.334389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.364406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.399726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c77fb1e-ece3-4773-8909-05afbd76d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.402586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c77fb1e-ece3-4773-8909-05afbd76d5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.406170 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c77fb1e-ece3-4773-8909-05afbd76d5a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3d5a5114-b5b8-488f-b0fe-b68da62668a8 HTTP/1.1" status: 204 len: 168 time: 0.3961093 Aug 27 16:21:19.423703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77fb1e-ece3-4773-8909-05afbd76d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a5114-b5b8-488f-b0fe-b68da62668a8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:19.539121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.600303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.680733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.684970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Router 2b3c0e07-3801-4568-a4f7-6fd0ca64587e is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:19.714743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] In _notify_port_updated(), no bound segment for port cbfae052-8a01-45fb-ad17-b1de83598bab on network 8299add3-ca86-4e69-9bdd-e17b323200ea {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:21:19.720151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:19.720752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.722032 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "PUT /v2.0/ports/cbfae052-8a01-45fb-ad17-b1de83598bab HTTP/1.1" status: 200 len: 818 time: 0.4307778 Aug 27 16:21:19.724783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45792) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:19.769316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d02d-10c8-4082-8a21-a262e7fc9b88 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=cbfae052-8a01-45fb-ad17-b1de83598bab,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:19.833094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:19.834924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port cbfae052-8a01-45fb-ad17-b1de83598bab {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:19.835289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.840700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.841894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-60351b5b-b7ba-45d2-b287-300e7cb64d1c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "PUT /v2.0/routers/2b3c0e07-3801-4568-a4f7-6fd0ca64587e HTTP/1.1" status: 200 len: 883 time: 4.4667554 Aug 27 16:21:19.844577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45794) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:19.845271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] Sync routers for ids ['2b3c0e07-3801-4568-a4f7-6fd0ca64587e'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:19.855669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] Routers {'2b3c0e07-3801-4568-a4f7-6fd0ca64587e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:19.856560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['2b3c0e07-3801-4568-a4f7-6fd0ca64587e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:19.899463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:19.914559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:19.925783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] Routers {'2b3c0e07-3801-4568-a4f7-6fd0ca64587e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:19.926437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['2b3c0e07-3801-4568-a4f7-6fd0ca64587e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:19.930413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for cbfae052-8a01-45fb-ad17-b1de83598bab owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:19.972289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:19.973802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7de92-38ac-4fc3-a947-48fb2ef0fb94 None None] The sync data for ids ['2b3c0e07-3801-4568-a4f7-6fd0ca64587e'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:19.993598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:20.015557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9bdc1c8d-9af3-4737-b332-d99257dd52ec tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/2b3c0e07-3801-4568-a4f7-6fd0ca64587e HTTP/1.1" status: 200 len: 924 time: 0.1668153 Aug 27 16:21:20.050364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45802) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.406600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.435079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=cbfae052-8a01-45fb-ad17-b1de83598bab,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:20.442773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.444765 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5e8645ed-baad-490d-866d-16c180f4a9c0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/cbfae052-8a01-45fb-ad17-b1de83598bab HTTP/1.1" status: 204 len: 168 time: 0.7190478 Aug 27 16:21:20.447882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.505289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22495796-92be-4f4c-ad24-d31db79f4b45 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:20.506814 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-22495796-92be-4f4c-ad24-d31db79f4b45 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0578926 Aug 27 16:21:20.510531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45818) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.525401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132dcfdd-c6db-486d-961e-75b41147ffb7 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:20.526904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-132dcfdd-c6db-486d-961e-75b41147ffb7 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=2b3c0e07-3801-4568-a4f7-6fd0ca64587e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4755707 Aug 27 16:21:20.535153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.537341 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1f8e56-52c5-4227-9b80-854af4166e23 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:20.539361 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de1f8e56-52c5-4227-9b80-854af4166e23 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/cbfae052-8a01-45fb-ad17-b1de83598bab HTTP/1.1" status: 404 len: 333 time: 0.0273831 Aug 27 16:21:20.542614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45824) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.547760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1556381359'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:20.573616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:20.585592 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Sync routers for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:20.622167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69cb87-7a61-4214-a528-00c92e3e3dcf req-278a251c-f06c-4efe-bbea-3b1cfb890f8c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:20.622167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d69cb87-7a61-4214-a528-00c92e3e3dcf req-278a251c-f06c-4efe-bbea-3b1cfb890f8c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1349599 Aug 27 16:21:20.622385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:20.622385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:20.622578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6fe5-e57e-4b42-a4af-0ad24383648e req-924b9e19-80dc-45bc-a3fe-d00808fd2144 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:20.622578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea4b6fe5-e57e-4b42-a4af-0ad24383648e req-924b9e19-80dc-45bc-a3fe-d00808fd2144 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1488445 Aug 27 16:21:20.645198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50127ff2-12ab-4726-91fd-45df40bb9e6f tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:20.649434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-50127ff2-12ab-4726-91fd-45df40bb9e6f tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.1110256 Aug 27 16:21:20.650212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45828) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.677794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d69cb87-7a61-4214-a528-00c92e3e3dcf req-721213f3-dfff-4f1a-9a4e-08a5d7458600 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567603 Aug 27 16:21:20.685220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bda236a9-4b18-4845-8a81-fa94ed65f56d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=2b3c0e07-3801-4568-a4f7-6fd0ca64587e HTTP/1.1" status: 200 len: 205 time: 0.0313518 Aug 27 16:21:20.685481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45830) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.687803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea4b6fe5-e57e-4b42-a4af-0ad24383648e req-a4e2afba-875a-4f72-9bf9-93736e57f8c5 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605237 Aug 27 16:21:20.738373 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c773cc8-ad24-470e-b269-a1d6f0fc1caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.755062 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:20.773951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:20.785551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.816018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:20.828987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.829533 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment d441a12f-7ec3-4030-939a-37d8c14be691 of type vlan for network 215c00ca-38e7-4799-a592-d7c1461b0057 Aug 27 16:21:20.844161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.890390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.900736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45836) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.920783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.922226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-779a3c63-7c29-46d2-8609-8775423a1c87 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.5319548 Aug 27 16:21:20.925185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45840) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:20.961868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:20.985312 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:18Z', 'revision_number': 3, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:21.018352 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Checking router: 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:21:21.018707 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Updating router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a port 8637d8e8-156c-434a-8ced-abec5ad50e51 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:21:21.051726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-78863590-network', 'tenant_id': '13a6e423ab9b4728802e216684005e3b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:21.053409 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.054663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.060977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.061597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.121855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Deleting port 317231e0-f84d-4187-be46-b7547fdb6ca2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:21.122347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.202964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=215c00ca-38e7-4799-a592-d7c1461b0057,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:21.204223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.216679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 215c00ca-38e7-4799-a592-d7c1461b0057 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:21.219440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Calling delete_port for 317231e0-f84d-4187-be46-b7547fdb6ca2 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:21.287536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Made reservation on behalf of 13a6e423ab9b4728802e216684005e3b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:21.289850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.306932 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.403361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c6baf5f0-e924-477f-b5b8-6db933257cf8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8595459 Aug 27 16:21:21.406164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45846) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:21.412050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:21.413399 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.479670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd491-89e6-467a-8982-eb37500c4219 req-326256a1-dc6d-4977-b596-ff093acc27f9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.479670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc1dd491-89e6-467a-8982-eb37500c4219 req-326256a1-dc6d-4977-b596-ff093acc27f9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1444724 Aug 27 16:21:21.546751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc1dd491-89e6-467a-8982-eb37500c4219 req-66f68c52-773c-462b-a7e5-c9e4b6f2458c tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625803 Aug 27 16:21:21.577873 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Transition to ACTIVE for port object 8637d8e8-156c-434a-8ced-abec5ad50e51 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:21.578069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.611566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event deleted for resources: {'Port': ['ID=317231e0-f84d-4187-be46-b7547fdb6ca2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:21.673417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.676966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.708765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.716523 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.783224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.783224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.797562 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Attempting to bind port 8637d8e8-156c-434a-8ced-abec5ad50e51 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:21.798059 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Attempting to bind port 8637d8e8-156c-434a-8ced-abec5ad50e51 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:21.798545 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Attempting to bind port 8637d8e8-156c-434a-8ced-abec5ad50e51 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:21.806721 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02a8bc-a26e-4593-8e07-aa7eb4888eef None None] Pushing event updated for resources: {'Port': ['ID=8637d8e8-156c-434a-8ced-abec5ad50e51,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:21.811120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:21.812046 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:21.812046 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.812369 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:21.812779 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Bound port: 8637d8e8-156c-434a-8ced-abec5ad50e51, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:21.813159 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.845838 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.866015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] For port 8637d8e8-156c-434a-8ced-abec5ad50e51, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:21.869984 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] For port 8637d8e8-156c-434a-8ced-abec5ad50e51, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8637d8e8-156c-434a-8ced-abec5ad50e51,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:21.883580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a64cc-05eb-4381-b961-b87109b3f51a req-35667b7e-7069-4055-ae7a-a1661731b77f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:21.885688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-758a64cc-05eb-4381-b961-b87109b3f51a req-35667b7e-7069-4055-ae7a-a1661731b77f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1214430 Aug 27 16:21:21.902195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:21.944330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d228b919-7867-4eef-8be1-086a679fa3ac,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:21.951062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Allocated IP 172.20.0.1 (304909ed-3288-4b86-b41b-97c2f9c9d58d/5bab2e53-c067-4e76-9557-507589bcc6dc/7d450cc2-bd41-4db4-8622-6339ae439316) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:21.957695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.958161 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Added segment 4fc572f6-65fd-45dd-b51a-0a853d3df07d of type vlan for network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 Aug 27 16:21:21.960648 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.961229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Fanout notify agent at l3_agent the message router_deleted on router 2b3c0e07-3801-4568-a4f7-6fd0ca64587e {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:21.984838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:21.984838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e67895a-72bc-41e9-af43-78785abf7c07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/2b3c0e07-3801-4568-a4f7-6fd0ca64587e HTTP/1.1" status: 204 len: 168 time: 1.2835042 Aug 27 16:21:21.984838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45852) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:21.984838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d376abf4-3776-4f11-a3f0-9a3f661589b3 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2131037249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:22.004750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-758a64cc-05eb-4381-b961-b87109b3f51a req-495eb11c-3d4d-41ae-a250-c024936e72eb tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110663 Aug 27 16:21:22.017995 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.019246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:22.024368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.057896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.087897 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:22.088580 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:20:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:22.134120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02a8bc-a26e-4593-8e07-aa7eb4888eef None None] Pushing event updated for resources: {'Port': ['ID=8637d8e8-156c-434a-8ced-abec5ad50e51,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:22.138948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.154146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Transition to ACTIVE for port object 7d450cc2-bd41-4db4-8622-6339ae439316 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:22.212674 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:22.251526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d376abf4-3776-4f11-a3f0-9a3f661589b3 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.252594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d376abf4-3776-4f11-a3f0-9a3f661589b3 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.292290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.293291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:22.293883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.304695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d376abf4-3776-4f11-a3f0-9a3f661589b3 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.354378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] Pushing event updated for resources: {'Network': ['ID=59f0d06e-3976-4115-8d5d-da24f4e5c4f6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:22.364665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:22.395464 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:18Z', 'revision_number': 3, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:22.422620 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d95db6-cddc-4021-8619-83b428e6a0c6 None None] The sync data for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 is: [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:18Z', 'revision_number': 3, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:22.442551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.444912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.487215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:22.492499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:22.505490 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d376abf4-3776-4f11-a3f0-9a3f661589b3 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.506187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:22.506187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Pushing event updated for resources: {'Port': ['ID=7d450cc2-bd41-4db4-8622-6339ae439316,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:22.533261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=ce73722c-d350-40d3-9b80-38f2f604dfee,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:22.541803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': 'd441a12f-7ec3-4030-939a-37d8c14be691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:22.542163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: 215c00ca-38e7-4799-a592-d7c1461b0057, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:22.548971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.592728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a0889476-ece4-4770-83de-2ffa77094204 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6907258 Aug 27 16:21:22.595534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45858) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:22.602348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Request body: {'subnet': {'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-78863590-subnet', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:22.657847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d376abf4-3776-4f11-a3f0-9a3f661589b3 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.659391 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d376abf4-3776-4f11-a3f0-9a3f661589b3 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6848364 Aug 27 16:21:22.662075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45860) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:22.667622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': True}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:22.747889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 215c00ca-38e7-4799-a592-d7c1461b0057 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:22.754894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777f457-69ef-4713-8158-0c2be586ff24 req-a831313d-ba36-43a1-a93d-046656326699 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:22.756660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9777f457-69ef-4713-8158-0c2be586ff24 req-a831313d-ba36-43a1-a93d-046656326699 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1321304 Aug 27 16:21:22.807574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9777f457-69ef-4713-8158-0c2be586ff24 req-d9e73196-c7fe-40e4-86e2-3039cbe9cc49 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Aug 27 16:21:22.834108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Made reservation on behalf of 13a6e423ab9b4728802e216684005e3b for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:22.836844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.936612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:22.961276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8637d8e8-156c-434a-8ced-abec5ad50e51 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:22.994887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.000460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 215c00ca-38e7-4799-a592-d7c1461b0057) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:23.008202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:23.008202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.018864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de32f13-61a1-4ac0-9b42-871a0543b0b3 None None] Network 215c00ca-38e7-4799-a592-d7c1461b0057 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:23.122545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-47ad27f9-659c-44f3-be5a-13194af384cf None None] Provisioning for port 7d450cc2-bd41-4db4-8622-6339ae439316 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:23.135946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-47ad27f9-659c-44f3-be5a-13194af384cf None None] Provisioning complete for port 7d450cc2-bd41-4db4-8622-6339ae439316 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:23.136596 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-47ad27f9-659c-44f3-be5a-13194af384cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.228271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbe8c7-ce30-42f0-b397-1346cf4cf497 req-790f037d-cbde-432d-916e-7d9e5a1a575c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:23.230122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fcbe8c7-ce30-42f0-b397-1346cf4cf497 req-790f037d-cbde-432d-916e-7d9e5a1a575c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1320119 Aug 27 16:21:23.232201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-47ad27f9-659c-44f3-be5a-13194af384cf None None] Port 7d450cc2-bd41-4db4-8622-6339ae439316 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:23.310065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fcbe8c7-ce30-42f0-b397-1346cf4cf497 req-0d95f38c-eeed-4fd7-81bf-24101d9dd90e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667360 Aug 27 16:21:23.312330 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.312862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.313801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce818008-d822-442e-bf9a-3d6bba4936f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.316168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-215c00ca-38e7-4799-a592-d7c1461b0057', 'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057', 'tenant_id': 'ffc5ae2dd9ab45468e35f79c4324bba4', 'fixed_ips': [{'subnet_id': 'ce73722c-d350-40d3-9b80-38f2f604dfee'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:23.317179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.325052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ad1c525-3664-4ce7-9cc2-c8ef37e795d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9150848 Aug 27 16:21:23.325222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45866) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:23.332501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-80d39de2-a300-4dd6-b1d7-0c5c90b9135b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:23.400942 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.407968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 8637d8e8-156c-434a-8ced-abec5ad50e51 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:23.424672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 8637d8e8-156c-434a-8ced-abec5ad50e51 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:23.425050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.433621 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.474086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.534056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Allocated IP 2001:db8::2 (215c00ca-38e7-4799-a592-d7c1461b0057/ce73722c-d350-40d3-9b80-38f2f604dfee/cf781b17-3019-4fe3-b552-4fcbbc68b087) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:23.568281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.591957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.609845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d13b95-3420-4938-be46-8897fa6f0cc6,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:23.623763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.630955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.638403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Pushing event updated for resources: {'Port': ['ID=7d450cc2-bd41-4db4-8622-6339ae439316,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:23.653738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Checking segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:23.657460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 8637d8e8-156c-434a-8ced-abec5ad50e51, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8637d8e8-156c-434a-8ced-abec5ad50e51,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:23.657621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Network hostable DHCP agents. Network: 59f0d06e-3976-4115-8d5d-da24f4e5c4f6, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:23.729830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Allocated IP 172.25.4.67 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/66064180-64ee-447d-8b9d-ee7aabfc24ce) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:23.757837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.767488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Transition to ACTIVE for port object cf781b17-3019-4fe3-b552-4fcbbc68b087 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:23.773020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:23.774844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:23.784742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Transition to ACTIVE for port object cf781b17-3019-4fe3-b552-4fcbbc68b087 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:23.853850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.857505 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.924486 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.927585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=8637d8e8-156c-434a-8ced-abec5ad50e51,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:23.928689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:23.932151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d39de2-a300-4dd6-b1d7-0c5c90b9135b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:23.936914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80d39de2-a300-4dd6-b1d7-0c5c90b9135b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:23.947221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:21:23.995985 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.038672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Network 215c00ca-38e7-4799-a592-d7c1461b0057 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:24.045563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:24.053090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:24.078979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.079242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Pushing event updated for resources: {'Port': ['ID=cf781b17-3019-4fe3-b552-4fcbbc68b087,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:24.097548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0b48a-4b6d-4ddc-af66-e16c5f099497 req-bbe05435-b8a0-4a20-b27f-909f26f569f4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:24.099235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70d0b48a-4b6d-4ddc-af66-e16c5f099497 req-bbe05435-b8a0-4a20-b27f-909f26f569f4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1806853 Aug 27 16:21:24.130280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-37554aa0-7405-4d7d-b34b-b2067364cca2 None None] Provisioning complete for port 7d450cc2-bd41-4db4-8622-6339ae439316 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:24.130774 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37554aa0-7405-4d7d-b34b-b2067364cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.167749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:24.170021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Port': ['ID=66064180-64ee-447d-8b9d-ee7aabfc24ce,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:24.173161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:24.174158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Attempting to bind port cf781b17-3019-4fe3-b552-4fcbbc68b087 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:24.174547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Attempting to bind port cf781b17-3019-4fe3-b552-4fcbbc68b087 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd441a12f-7ec3-4030-939a-37d8c14be691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:24.174924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Attempting to bind port cf781b17-3019-4fe3-b552-4fcbbc68b087 on network 215c00ca-38e7-4799-a592-d7c1461b0057 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:24.176420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:24.176767 n-d-806412-1 neutron-server[95253]: INFO neutron.db.ipam_backend_mixin [None req-80d39de2-a300-4dd6-b1d7-0c5c90b9135b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce73722c-d350-40d3-9b80-38f2f604dfee (CIDR: 2001:db8::/64) Aug 27 16:21:24.185863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:24.186325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Checking segment: {'id': 'd441a12f-7ec3-4030-939a-37d8c14be691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:24.186827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.187235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Bound using segment: {'id': 'd441a12f-7ec3-4030-939a-37d8c14be691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:24.187741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Bound port: cf781b17-3019-4fe3-b552-4fcbbc68b087, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd441a12f-7ec3-4030-939a-37d8c14be691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:24.188134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.193298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-37554aa0-7405-4d7d-b34b-b2067364cca2 None None] Port 7d450cc2-bd41-4db4-8622-6339ae439316 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:24.210941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70d0b48a-4b6d-4ddc-af66-e16c5f099497 req-92d5af73-462d-4fcd-a1e5-30994cbf55fb tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013989 Aug 27 16:21:24.225606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:24.239983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ee5acfcd-d0a3-4021-8bf6-8c423a8d8c29 admin admin] 10.222.0.101 "PUT /v2.0/routers/0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3062382 Aug 27 16:21:24.258245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 59f0d06e-3976-4115-8d5d-da24f4e5c4f6) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:24.261354 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d39de2-a300-4dd6-b1d7-0c5c90b9135b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:21:24.261910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d39de2-a300-4dd6-b1d7-0c5c90b9135b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:21:24.270687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:24.271296 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.289100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f903b-3052-4117-aa4f-ae6a66493315 None None] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:24.393268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313939a-7ce0-4a58-829a-a921d31a843d req-0bc9a781-b2ba-43ee-856e-51ad7d37358f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:24.394923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9313939a-7ce0-4a58-829a-a921d31a843d req-0bc9a781-b2ba-43ee-856e-51ad7d37358f tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.97 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1027064 Aug 27 16:21:24.427634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] For port cf781b17-3019-4fe3-b552-4fcbbc68b087, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:24.432596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] For port cf781b17-3019-4fe3-b552-4fcbbc68b087, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf781b17-3019-4fe3-b552-4fcbbc68b087,segment=NetworkSegment(d441a12f-7ec3-4030-939a-37d8c14be691),segment_id=d441a12f-7ec3-4030-939a-37d8c14be691)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:24.454930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-80d39de2-a300-4dd6-b1d7-0c5c90b9135b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1285746 Aug 27 16:21:24.458659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:24.471476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:24.484202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1135a596-dd3d-48a6-b302-867ca3090fb6 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8876181 Aug 27 16:21:24.492595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45882) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:24.498736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:24.538696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e345fb7-b4b3-4f43-ae4e-5c1b1094ab5d req-075d8504-36e6-4b4a-8b18-e8081d5f8293 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:24.540229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e345fb7-b4b3-4f43-ae4e-5c1b1094ab5d req-075d8504-36e6-4b4a-8b18-e8081d5f8293 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1033626 Aug 27 16:21:24.561369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:24.562260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.578920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.592368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Deleting port 9d8d3e7d-b996-48a7-addc-82098500ec13 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:24.592893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.668760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e345fb7-b4b3-4f43-ae4e-5c1b1094ab5d req-fad082bd-4f19-4d1c-97d0-36392e56eb7e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138225 Aug 27 16:21:24.679376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43138069-dc73-4173-bca6-79295effb767 None None] Sync routers for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:24.695509 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.722946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] For port 9d8d3e7d-b996-48a7-addc-82098500ec13, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9d8d3e7d-b996-48a7-addc-82098500ec13,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:24.723653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.742177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Calling delete_port for 9d8d3e7d-b996-48a7-addc-82098500ec13 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:24.756329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:24.756559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:24.766428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.884900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.886269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:24.972004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.121587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.131303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.138042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8637d8e8-156c-434a-8ced-abec5ad50e51 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:25.191130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:25.198225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-235adadd-aa4f-46f2-905e-a6a2d4584467 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158645801', 'description': 'tempest-description--1354662353'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:25.309308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35fe62-d3d9-4ef6-aa64-f2148f1ead32 None None] Pushing event updated for resources: {'Port': ['ID=cf781b17-3019-4fe3-b552-4fcbbc68b087,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:25.314978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:25.363626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 8637d8e8-156c-434a-8ced-abec5ad50e51 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:25.364013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.379376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Allocated IP 172.20.0.2 (59f0d06e-3976-4115-8d5d-da24f4e5c4f6/82d13b95-3420-4938-be46-8897fa6f0cc6/cc6c34a4-145a-41af-8fbe-3507ca573643) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:25.451705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eebbdc-0291-42ba-9101-7d55d14610e1 req-5621d02e-769f-489f-a402-2fd207b796a4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:25.453838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55eebbdc-0291-42ba-9101-7d55d14610e1 req-5621d02e-769f-489f-a402-2fd207b796a4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 945 time: 0.1088362 Aug 27 16:21:25.496943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55eebbdc-0291-42ba-9101-7d55d14610e1 req-2b3800a4-74f0-4e73-a036-6a8e4f15b38a tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Aug 27 16:21:25.571916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.600368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:21:25.602363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9d8d3e7d-b996-48a7-addc-82098500ec13'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:21:25.610687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Pushing event deleted for resources: {'Port': ['ID=9d8d3e7d-b996-48a7-addc-82098500ec13,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:25.680347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] No DVR routers for this DVR port 9d8d3e7d-b996-48a7-addc-82098500ec13 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:25.685925 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.688875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9313939a-7ce0-4a58-829a-a921d31a843d req-1ff7e354-eb30-4f17-82ce-4c7005dec3b8 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.97 "DELETE /v2.0/ports/9d8d3e7d-b996-48a7-addc-82098500ec13 HTTP/1.1" status: 204 len: 173 time: 1.2862921 Aug 27 16:21:25.689349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'name': 'network-vif-deleted', 'tag': '9d8d3e7d-b996-48a7-addc-82098500ec13'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:25.692017 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140979b1-3c68-4074-a841-47565d4f049b" -d '{"events": [{"server_uuid": "d96fc66c-cb42-4eca-aeeb-8930391eca41", "name": "network-vif-deleted", "tag": "9d8d3e7d-b996-48a7-addc-82098500ec13"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:25.702801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:25.706345 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.721065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.777167 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb49dcbd-24fc-4778-8a4d-3f438f43426b x-openstack-request-id: req-cb49dcbd-24fc-4778-8a4d-3f438f43426b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:25.777524 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96fc66c-cb42-4eca-aeeb-8930391eca41", "name": "network-vif-deleted", "tag": "9d8d3e7d-b996-48a7-addc-82098500ec13", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:25.777780 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cb49dcbd-24fc-4778-8a4d-3f438f43426b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:25.778188 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96fc66c-cb42-4eca-aeeb-8930391eca41', 'name': 'network-vif-deleted', 'tag': '9d8d3e7d-b996-48a7-addc-82098500ec13', 'status': 'completed', 'code': 200} Aug 27 16:21:25.857764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.875805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Transition to ACTIVE for port object cc6c34a4-145a-41af-8fbe-3507ca573643 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:25.901776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f9f49-78af-40a8-a1d6-91786a305bea req-5c3e31c8-7770-4ab3-95a1-a358fddc3dd7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:25.914035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e9f9f49-78af-40a8-a1d6-91786a305bea req-5c3e31c8-7770-4ab3-95a1-a358fddc3dd7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1037490 Aug 27 16:21:25.923234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235adadd-aa4f-46f2-905e-a6a2d4584467 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:25.933745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Transition to ACTIVE for port object cc6c34a4-145a-41af-8fbe-3507ca573643 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:25.968880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 2, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:25.982746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e9f9f49-78af-40a8-a1d6-91786a305bea req-0f3d6f52-349b-4b97-a8ee-1e6de46fcb5e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680804 Aug 27 16:21:26.030888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43138069-dc73-4173-bca6-79295effb767 None None] Checking router: 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:21:26.031242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43138069-dc73-4173-bca6-79295effb767 None None] Updating router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a port 7d450cc2-bd41-4db4-8622-6339ae439316 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:21:26.103287 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.115583 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.145647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43138069-dc73-4173-bca6-79295effb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.167154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af87630-3b18-4847-8df5-00a111e0cb65 None None] Network 215c00ca-38e7-4799-a592-d7c1461b0057 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:26.195707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:26.235001 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235adadd-aa4f-46f2-905e-a6a2d4584467 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.237975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Router c6b76ec2-cbe3-4e08-9d04-513e18132f96 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:26.262360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Pushing event updated for resources: {'Port': ['ID=cc6c34a4-145a-41af-8fbe-3507ca573643,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:26.264857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:26.278035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:26.320305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.385579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235adadd-aa4f-46f2-905e-a6a2d4584467 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.431511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b4cb1142-f9d7-4471-ac29-fe8c3a48bc59 None None] Provisioning for port cf781b17-3019-4fe3-b552-4fcbbc68b087 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:26.437364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Attempting to bind port cc6c34a4-145a-41af-8fbe-3507ca573643 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:26.437743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Attempting to bind port cc6c34a4-145a-41af-8fbe-3507ca573643 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:26.438115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Attempting to bind port cc6c34a4-145a-41af-8fbe-3507ca573643 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:26.468750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 215c00ca-38e7-4799-a592-d7c1461b0057 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:26.503405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:26.503818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Checking segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:26.504208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.504610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Bound using segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:26.505302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Bound port: cc6c34a4-145a-41af-8fbe-3507ca573643, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:26.505491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.510587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:26.513542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:26.514127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.521510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=09507afb-562a-412e-a3c5-2c8e6abde295,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:26.531106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235adadd-aa4f-46f2-905e-a6a2d4584467 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d5d8eb-9633-4df1-ae51-e37aa502ccdb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:26.535235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-235adadd-aa4f-46f2-905e-a6a2d4584467 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.539522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45902) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:26.540175 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-235adadd-aa4f-46f2-905e-a6a2d4584467 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3468971 Aug 27 16:21:26.546222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-eed2693e-1be2-44b6-82ef-a84983e96ba2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Request body: {'security_group_rule': {'security_group_id': '36d5d8eb-9633-4df1-ae51-e37aa502ccdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:26.557409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.582900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.599545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:26.605363 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.609277 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-151fbb1f-958b-4bae-9154-d48f37318f38 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "PUT /v2.0/routers/c6b76ec2-cbe3-4e08-9d04-513e18132f96 HTTP/1.1" status: 200 len: 918 time: 3.9436376 Aug 27 16:21:26.610798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45904) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:26.619619 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] Sync routers for ids ['c6b76ec2-cbe3-4e08-9d04-513e18132f96'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:26.651333 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b1fba946-a017-4b01-ba85-b29180651bd8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1886539 Aug 27 16:21:26.659205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45906) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:26.659373 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] Routers {'c6b76ec2-cbe3-4e08-9d04-513e18132f96'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:26.659373 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['c6b76ec2-cbe3-4e08-9d04-513e18132f96'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:26.674374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] For port cc6c34a4-145a-41af-8fbe-3507ca573643, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:26.677965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057', 'fixed_ips': [{'subnet_id': 'ce73722c-d350-40d3-9b80-38f2f604dfee'}, {'subnet_id': '09507afb-562a-412e-a3c5-2c8e6abde295'}], 'name': 'tempest-PortsIpV6TestJSON-1756216502'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:26.687562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] For port cc6c34a4-145a-41af-8fbe-3507ca573643, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cc6c34a4-145a-41af-8fbe-3507ca573643,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:26.734495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43138069-dc73-4173-bca6-79295effb767 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.751143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:26.767710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-43138069-dc73-4173-bca6-79295effb767 None None] Transition to ACTIVE for port object 7d450cc2-bd41-4db4-8622-6339ae439316 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:26.772638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] Routers {'c6b76ec2-cbe3-4e08-9d04-513e18132f96'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:26.773254 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['c6b76ec2-cbe3-4e08-9d04-513e18132f96'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:26.779559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.823602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f386f91-0d86-4837-a118-5201f635daae None None] Update dhcp port {'port': {'network_id': '215c00ca-38e7-4799-a592-d7c1461b0057', 'fixed_ips': [{'subnet_id': 'ce73722c-d350-40d3-9b80-38f2f604dfee', 'ip_address': '2001:db8::2'}, {'subnet_id': '09507afb-562a-412e-a3c5-2c8e6abde295'}], 'binding:host_id': 'n-d-806412-1'}, 'id': 'cf781b17-3019-4fe3-b552-4fcbbc68b087'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:21:26.831603 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:26.832568 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3592a49-d13f-4bfc-8e59-63dd57e1fc37 None None] The sync data for ids ['c6b76ec2-cbe3-4e08-9d04-513e18132f96'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:26.865930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Allocated IP 172.25.4.112 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/2049c333-1f7e-41a2-8ba4-1e757cf2dde1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:26.867233 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f386f91-0d86-4837-a118-5201f635daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.878949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-16b53a1e-fb8e-4176-b059-756bc9f8ecb9 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/c6b76ec2-cbe3-4e08-9d04-513e18132f96 HTTP/1.1" status: 200 len: 924 time: 0.2664247 Aug 27 16:21:26.879973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45908) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:26.886228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43138069-dc73-4173-bca6-79295effb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:26.961261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b362270-1b72-4eed-ad8d-d36192374f60 None None] Pushing event updated for resources: {'Port': ['ID=cc6c34a4-145a-41af-8fbe-3507ca573643,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:26.989878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c539c8c0-0241-4f89-af4d-7e48b6e65a7c req-e5cae2aa-ed86-4202-a54d-034163595eef tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=d96fc66c-cb42-4eca-aeeb-8930391eca41 HTTP/1.1" status: 200 len: 210 time: 0.0994830 Aug 27 16:21:27.055724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fe2a3-ff0a-4abf-86ea-b8a93dcb1fc2 req-e34570c8-46bf-4561-86a1-8254aaa4a4b7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:27.057804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f10fe2a3-ff0a-4abf-86ea-b8a93dcb1fc2 req-e34570c8-46bf-4561-86a1-8254aaa4a4b7 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1686881 Aug 27 16:21:27.123258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf781b17-3019-4fe3-b552-4fcbbc68b087 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:27.134510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7ddc2-3588-4081-b35a-c7c429c72b5f tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:27.136431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b4b7ddc2-3588-4081-b35a-c7c429c72b5f tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=c6b76ec2-cbe3-4e08-9d04-513e18132f96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2552638 Aug 27 16:21:27.139051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45910) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:27.144526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f10fe2a3-ff0a-4abf-86ea-b8a93dcb1fc2 req-d5fd58a5-6cbf-4ba0-ba77-fdb05715b2f6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773315 Aug 27 16:21:27.198505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eed2693e-1be2-44b6-82ef-a84983e96ba2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.246000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9872c-cfd0-444f-ab33-479cfbe819f6 None None] Pushing event updated for resources: {'Port': ['ID=7d450cc2-bd41-4db4-8622-6339ae439316,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:27.286084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-43138069-dc73-4173-bca6-79295effb767 None None] Attempting to bind port 7d450cc2-bd41-4db4-8622-6339ae439316 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:27.286866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-43138069-dc73-4173-bca6-79295effb767 None None] Attempting to bind port 7d450cc2-bd41-4db4-8622-6339ae439316 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:27.288299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43138069-dc73-4173-bca6-79295effb767 None None] Attempting to bind port 7d450cc2-bd41-4db4-8622-6339ae439316 on network 304909ed-3288-4b86-b41b-97c2f9c9d58d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:27.297967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43138069-dc73-4173-bca6-79295effb767 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:27.298762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43138069-dc73-4173-bca6-79295effb767 None None] Checking segment: {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:27.299459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43138069-dc73-4173-bca6-79295effb767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.300078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43138069-dc73-4173-bca6-79295effb767 None None] Bound using segment: {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:27.300869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-43138069-dc73-4173-bca6-79295effb767 None None] Bound port: 7d450cc2-bd41-4db4-8622-6339ae439316, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:27.301487 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43138069-dc73-4173-bca6-79295effb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.311076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eed2693e-1be2-44b6-82ef-a84983e96ba2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.311337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.370955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd4dd7-0f56-4680-a3b9-ec4821c741fb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:27.372509 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87bd4dd7-0f56-4680-a3b9-ec4821c741fb tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.2324841 Aug 27 16:21:27.380047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45912) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:27.411556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:27.418440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4f386f91-0d86-4837-a118-5201f635daae None None] Allocated IP 2001:db8:0:1::2 (215c00ca-38e7-4799-a592-d7c1461b0057/09507afb-562a-412e-a3c5-2c8e6abde295/cf781b17-3019-4fe3-b552-4fcbbc68b087) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:27.420447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e0db354a-e58b-4e81-bce8-d541c93c7d5d tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6b76ec2-cbe3-4e08-9d04-513e18132f96 HTTP/1.1" status: 200 len: 205 time: 0.0438313 Aug 27 16:21:27.429769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45914) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:27.450332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-43138069-dc73-4173-bca6-79295effb767 None None] For port 7d450cc2-bd41-4db4-8622-6339ae439316, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:27.468625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-43138069-dc73-4173-bca6-79295effb767 None None] For port 7d450cc2-bd41-4db4-8622-6339ae439316, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d450cc2-bd41-4db4-8622-6339ae439316,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:27.479309 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eed2693e-1be2-44b6-82ef-a84983e96ba2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.510326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2693e-1be2-44b6-82ef-a84983e96ba2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447bd8f5-6169-4d71-9b18-240b17e9d78e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:27.512736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.521750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port cf781b17-3019-4fe3-b552-4fcbbc68b087 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:27.526468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.536764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cf781b17-3019-4fe3-b552-4fcbbc68b087 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:27.537152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.561853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port d90513b4-cc67-4463-a759-74db5b6250e0 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:27.580255 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43138069-dc73-4173-bca6-79295effb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.581491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:27.583044 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.603650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f386f91-0d86-4837-a118-5201f635daae None None] For port cf781b17-3019-4fe3-b552-4fcbbc68b087, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf781b17-3019-4fe3-b552-4fcbbc68b087,segment=NetworkSegment(d441a12f-7ec3-4030-939a-37d8c14be691),segment_id=d441a12f-7ec3-4030-939a-37d8c14be691)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:27.605049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:27.641108 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f386f91-0d86-4837-a118-5201f635daae None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.647107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eed2693e-1be2-44b6-82ef-a84983e96ba2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.652170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:27.652328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eed2693e-1be2-44b6-82ef-a84983e96ba2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1086807 Aug 27 16:21:27.657731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4f386f91-0d86-4837-a118-5201f635daae None None] Transition to ACTIVE for port object cf781b17-3019-4fe3-b552-4fcbbc68b087 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:27.657940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45918) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:27.665171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-be66005f-ad7b-44b4-80bb-335d875d58ba tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Request body: {'security_group_rule': {'security_group_id': '36d5d8eb-9633-4df1-ae51-e37aa502ccdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:27.706868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Pushing event updated for resources: {'Port': ['ID=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:27.735451 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f386f91-0d86-4837-a118-5201f635daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.744458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.744905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.745251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.745587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.745924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.746256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.746583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.746903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.747224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.747572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.747890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.748209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:27.799989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.819166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:27.820082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:27.823373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Port cf781b17-3019-4fe3-b552-4fcbbc68b087 had new provisioning blocks added so it will not transition to active. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 27 16:21:27.825345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9872c-cfd0-444f-ab33-479cfbe819f6 None None] Pushing event updated for resources: {'Port': ['ID=7d450cc2-bd41-4db4-8622-6339ae439316,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:27.827354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-1a576b97-a883-4b89-a577-cdc02b4ae094 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:27.830916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-1a576b97-a883-4b89-a577-cdc02b4ae094 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.1017759 Aug 27 16:21:27.837535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be66005f-ad7b-44b4-80bb-335d875d58ba tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:27.901284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f386f91-0d86-4837-a118-5201f635daae None None] Pushing event updated for resources: {'Port': ['ID=cf781b17-3019-4fe3-b552-4fcbbc68b087,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:27.952208 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be66005f-ad7b-44b4-80bb-335d875d58ba tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.017971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be66005f-ad7b-44b4-80bb-335d875d58ba tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.058031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Deleting port 66064180-64ee-447d-8b9d-ee7aabfc24ce {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:28.058539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.161217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.181381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Calling delete_port for 66064180-64ee-447d-8b9d-ee7aabfc24ce owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:28.267060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66005f-ad7b-44b4-80bb-335d875d58ba tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240a2703-2829-466f-93a3-18be73c3f5c0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:28.268975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be66005f-ad7b-44b4-80bb-335d875d58ba tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.273330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be66005f-ad7b-44b4-80bb-335d875d58ba tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6140282 Aug 27 16:21:28.276169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45926) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:28.280300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::1a7 (215c00ca-38e7-4799-a592-d7c1461b0057/ce73722c-d350-40d3-9b80-38f2f604dfee/d90513b4-cc67-4463-a759-74db5b6250e0) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:28.286096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:28.302273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8:0:1::30e (215c00ca-38e7-4799-a592-d7c1461b0057/09507afb-562a-412e-a3c5-2c8e6abde295/d90513b4-cc67-4463-a759-74db5b6250e0) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:28.339057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Deleting port 1316aad3-f175-4906-a774-a2b62b283e9e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:28.347425 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.347596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:28.375432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9d8d3e7d-b996-48a7-addc-82098500ec13 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:28.377142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e350f28-b8ca-4632-92a9-92fd80b41c90 None None] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:28.419957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.449699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 9d8d3e7d-b996-48a7-addc-82098500ec13 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:28.450052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9d8d3e7d-b996-48a7-addc-82098500ec13 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:28.515520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586652f-7801-44a9-a898-a6ef6207ba44 req-a12da769-49ea-4fe9-a098-8f59cd7b8d29 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:28.525190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1586652f-7801-44a9-a898-a6ef6207ba44 req-a12da769-49ea-4fe9-a098-8f59cd7b8d29 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 945 time: 0.2658534 Aug 27 16:21:28.630430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] For port 1316aad3-f175-4906-a774-a2b62b283e9e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1316aad3-f175-4906-a774-a2b62b283e9e,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:28.631136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.666320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Calling delete_port for 1316aad3-f175-4906-a774-a2b62b283e9e owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:28.704837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:28.802982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event deleted for resources: {'Port': ['ID=66064180-64ee-447d-8b9d-ee7aabfc24ce,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:28.835822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1586652f-7801-44a9-a898-a6ef6207ba44 req-4a097e93-b487-430d-9dab-d4163895e666 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094547 Aug 27 16:21:28.843740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.844089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.848144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.848328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.861702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-93f54738-ab7f-4795-b52d-bc2925b54257 None None] Provisioning for port cc6c34a4-145a-41af-8fbe-3507ca573643 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.862272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:21:28.900393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe9386-69bb-4fd1-af3a-65080b4dae3d req-889d2210-da3d-489e-bcdd-0eb5f060f8b4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:28.904310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ebe9386-69bb-4fd1-af3a-65080b4dae3d req-889d2210-da3d-489e-bcdd-0eb5f060f8b4 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.2626450 Aug 27 16:21:28.904710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-43138069-dc73-4173-bca6-79295effb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:27Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:28.991717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43138069-dc73-4173-bca6-79295effb767 None None] The sync data for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 is: [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:27Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:28.999778 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.000391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.081482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.164156 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.181611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.186307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ebe9386-69bb-4fd1-af3a-65080b4dae3d req-19243503-6bbd-4075-b0e5-3fd963adda56 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078001 Aug 27 16:21:29.202751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object d90513b4-cc67-4463-a759-74db5b6250e0 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:29.241027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf781b17-3019-4fe3-b552-4fcbbc68b087 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:29.342381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cc6c34a4-145a-41af-8fbe-3507ca573643 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:29.371925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.391665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.392346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Fanout notify agent at l3_agent the message router_deleted on router c6b76ec2-cbe3-4e08-9d04-513e18132f96 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:29.402801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.407542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-55222c4f-54db-4cd1-bc7d-74aa40cf4f04 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/c6b76ec2-cbe3-4e08-9d04-513e18132f96 HTTP/1.1" status: 204 len: 168 time: 1.9728770 Aug 27 16:21:29.408829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45932) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:29.414181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bd4cafef-2e82-44b8-9fb0-61478678af40 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2017697815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:29.421718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.431179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1ad07-bac7-43c3-b074-ab4f101987b1 None None] Network 215c00ca-38e7-4799-a592-d7c1461b0057 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:29.504387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.538150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 215c00ca-38e7-4799-a592-d7c1461b0057 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:29.539418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.548955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:29.553470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event deleted for resources: {'Port': ['ID=1316aad3-f175-4906-a774-a2b62b283e9e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:29.556434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd4cafef-2e82-44b8-9fb0-61478678af40 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.557845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd4cafef-2e82-44b8-9fb0-61478678af40 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.575183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:29.581131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:29.581794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.593074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=d90513b4-cc67-4463-a759-74db5b6250e0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:29.614921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] No DVR routers for this DVR port 1316aad3-f175-4906-a774-a2b62b283e9e on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:29.619196 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.621545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38cb1dcd-f3de-4f5e-ba5f-791ad2124490 req-3ce0e046-ced9-4317-a384-e78b5aabf97a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "DELETE /v2.0/ports/1316aad3-f175-4906-a774-a2b62b283e9e HTTP/1.1" status: 204 len: 173 time: 1.7552559 Aug 27 16:21:29.622073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'name': 'network-vif-deleted', 'tag': '1316aad3-f175-4906-a774-a2b62b283e9e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:29.624342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da1aa070-643f-4df9-91fb-b89e99e4564f None None] Provisioning for port cf781b17-3019-4fe3-b552-4fcbbc68b087 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:29.624554 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c58485a-30e7-4231-b939-d1095d05ebcd" -d '{"events": [{"server_uuid": "e38beaa4-4d66-41d7-832f-d5248429d81a", "name": "network-vif-deleted", "tag": "1316aad3-f175-4906-a774-a2b62b283e9e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:29.631938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da1aa070-643f-4df9-91fb-b89e99e4564f None None] Provisioning complete for port cf781b17-3019-4fe3-b552-4fcbbc68b087 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:29.631938 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da1aa070-643f-4df9-91fb-b89e99e4564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.660305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port cc6c34a4-145a-41af-8fbe-3507ca573643 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:29.684174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cc6c34a4-145a-41af-8fbe-3507ca573643 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:29.684513 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.687692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Allocated IP 172.25.4.143 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/99cd6edc-df72-452a-a4c8-80452746fa2a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:29.713548 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40bcf41-ed16-4178-8684-e37ddb7569a5 x-openstack-request-id: req-e40bcf41-ed16-4178-8684-e37ddb7569a5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:29.714119 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38beaa4-4d66-41d7-832f-d5248429d81a", "name": "network-vif-deleted", "tag": "1316aad3-f175-4906-a774-a2b62b283e9e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:29.714119 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e40bcf41-ed16-4178-8684-e37ddb7569a5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:29.714926 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38beaa4-4d66-41d7-832f-d5248429d81a', 'name': 'network-vif-deleted', 'tag': '1316aad3-f175-4906-a774-a2b62b283e9e', 'status': 'completed', 'code': 200} Aug 27 16:21:29.718014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd4cafef-2e82-44b8-9fb0-61478678af40 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.758230 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e3761e84-18f7-442e-927b-e51b50e2ee21 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0940745 Aug 27 16:21:29.759229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45936) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:29.765160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce73722c-d350-40d3-9b80-38f2f604dfee'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:29.845490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da1aa070-643f-4df9-91fb-b89e99e4564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.944174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-da1aa070-643f-4df9-91fb-b89e99e4564f None None] For port cf781b17-3019-4fe3-b552-4fcbbc68b087, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf781b17-3019-4fe3-b552-4fcbbc68b087,segment=NetworkSegment(d441a12f-7ec3-4030-939a-37d8c14be691),segment_id=d441a12f-7ec3-4030-939a-37d8c14be691)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:29.946134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.948198 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:29.978666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Router d12e34be-042d-4b49-99b0-aade02787fa0 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:29.996835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd4cafef-2e82-44b8-9fb0-61478678af40 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.019447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port cc6c34a4-145a-41af-8fbe-3507ca573643, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cc6c34a4-145a-41af-8fbe-3507ca573643,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:30.040586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da1aa070-643f-4df9-91fb-b89e99e4564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.085849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4e08def-3707-4fe8-a548-690d10eec881 req-71af3162-8ac1-4dc1-946c-42d9af31283b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=e38beaa4-4d66-41d7-832f-d5248429d81a HTTP/1.1" status: 200 len: 210 time: 0.0951838 Aug 27 16:21:30.110715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.115232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.136448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aa070-643f-4df9-91fb-b89e99e4564f None None] Pushing event updated for resources: {'Port': ['ID=cf781b17-3019-4fe3-b552-4fcbbc68b087,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:30.210817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba33f324-5010-4e29-885c-e8794017b11c None None] Provisioning complete for port cf781b17-3019-4fe3-b552-4fcbbc68b087 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:30.211831 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba33f324-5010-4e29-885c-e8794017b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.216888 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd4cafef-2e82-44b8-9fb0-61478678af40 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.222915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bd4cafef-2e82-44b8-9fb0-61478678af40 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8128879 Aug 27 16:21:30.226227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45944) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:30.245271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': False}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:30.280717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=cc6c34a4-145a-41af-8fbe-3507ca573643,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:30.295453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1316aad3-f175-4906-a774-a2b62b283e9e no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:30.332208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 1316aad3-f175-4906-a774-a2b62b283e9e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:30.332964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1316aad3-f175-4906-a774-a2b62b283e9e not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:30.385718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:30.395525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.442864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Sync routers for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:30.460338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:30.460974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:30.571889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba33f324-5010-4e29-885c-e8794017b11c None None] Provisioning for port d90513b4-cc67-4463-a759-74db5b6250e0 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:30.579927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba33f324-5010-4e29-885c-e8794017b11c None None] Provisioning complete for port d90513b4-cc67-4463-a759-74db5b6250e0 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:30.580361 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba33f324-5010-4e29-885c-e8794017b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.588100 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:30.595610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a88f59-c509-4022-a6c9-e8fb5015d415 req-6e293b56-a60c-4ef7-8cc3-0f14afb400b6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:30.595610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01a88f59-c509-4022-a6c9-e8fb5015d415 req-6e293b56-a60c-4ef7-8cc3-0f14afb400b6 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.2608523 Aug 27 16:21:30.603481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:30.625052 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:30.644414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:30.644414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ba33f324-5010-4e29-885c-e8794017b11c None None] Port d90513b4-cc67-4463-a759-74db5b6250e0 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:30.683100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01a88f59-c509-4022-a6c9-e8fb5015d415 req-9753fb11-6dec-46a0-ac3e-e991d803c086 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833328 Aug 27 16:21:30.728607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.729830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-70c3eb95-0c37-4c85-bb0a-7e7222eb1f28 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2358694 Aug 27 16:21:30.734977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event updated for resources: {'Port': ['ID=99cd6edc-df72-452a-a4c8-80452746fa2a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:30.739766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45948) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:30.784952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.793607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-50141acc-34c4-4505-9fba-9a0c97ca9c1a None None] Provisioning complete for port d90513b4-cc67-4463-a759-74db5b6250e0 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:30.794063 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50141acc-34c4-4505-9fba-9a0c97ca9c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:30.820616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Delete allocated IP 2001:db8:0:1::30e (215c00ca-38e7-4799-a592-d7c1461b0057/09507afb-562a-412e-a3c5-2c8e6abde295) {{(pid=95253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 16:21:30.918856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-50141acc-34c4-4505-9fba-9a0c97ca9c1a None None] Port d90513b4-cc67-4463-a759-74db5b6250e0 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:30.989728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:28Z', 'revision_number': 3, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:31.012966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.035027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Checking router: d12e34be-042d-4b49-99b0-aade02787fa0 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:21:31.035463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Updating router d12e34be-042d-4b49-99b0-aade02787fa0 port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:21:31.066104 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.095258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d450cc2-bd41-4db4-8622-6339ae439316 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:31.168360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.187087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Ignored duplicate provisioning block setup for port d90513b4-cc67-4463-a759-74db5b6250e0 by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 16:21:31.290189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.432811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 7d450cc2-bd41-4db4-8622-6339ae439316 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:31.434698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] In _notify_port_updated(), no bound segment for port d90513b4-cc67-4463-a759-74db5b6250e0 on network 215c00ca-38e7-4799-a592-d7c1461b0057 {{(pid=95253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:21:31.447428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:31.448316 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.449930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7d450cc2-bd41-4db4-8622-6339ae439316 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:31.450437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.455377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "PUT /v2.0/ports/d90513b4-cc67-4463-a759-74db5b6250e0 HTTP/1.1" status: 200 len: 926 time: 1.6930943 Aug 27 16:21:31.511798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:31.519361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce73722c-d350-40d3-9b80-38f2f604dfee'}, {'subnet_id': '09507afb-562a-412e-a3c5-2c8e6abde295'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:31.541708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.558520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Transition to ACTIVE for port object 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:31.577164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04426f-f6f0-4dd6-8f70-4796dc0f2765 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=d90513b4-cc67-4463-a759-74db5b6250e0,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:31.589163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-72b0b638-7baa-4c04-84c6-ad084f022ead tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:31.590990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-72b0b638-7baa-4c04-84c6-ad084f022ead tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.1977921 Aug 27 16:21:31.602347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-499918b2-7939-4a07-91bb-ae793c4980d7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:31.604103 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-499918b2-7939-4a07-91bb-ae793c4980d7 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.90 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.5084779 Aug 27 16:21:31.608478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.615612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.640415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.667879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-bf3a3f54-f3a0-4708-bcdc-ea92951daee8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/quotas/eaead7251d984254bb9348b7e503e3ca HTTP/1.1" status: 200 len: 375 time: 0.0687058 Aug 27 16:21:31.670480 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.696378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 7d450cc2-bd41-4db4-8622-6339ae439316, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d450cc2-bd41-4db4-8622-6339ae439316,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:31.715575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-2203f3b1-95ff-4bb6-88b1-a70eefdd0d6b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422754 Aug 27 16:21:31.755321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Attempting to bind port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:31.759437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Attempting to bind port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:31.759437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Attempting to bind port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:31.762565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c91096-b524-4498-b001-61b18e1e2da3 None None] Pushing event updated for resources: {'Port': ['ID=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:31.775315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:31.775770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:31.776129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.776535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:31.777028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Bound port: 2049c333-1f7e-41a2-8ba4-1e757cf2dde1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:31.777420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.792898 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.818799 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.819606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf781b17-3019-4fe3-b552-4fcbbc68b087 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:31.844654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4f3a024e-61ef-4811-a8f3-f6370a7ea859 None None] Provisioning complete for port d90513b4-cc67-4463-a759-74db5b6250e0 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:31.845034 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f3a024e-61ef-4811-a8f3-f6370a7ea859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.853908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.882438 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.961783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] For port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:31.965989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a024e-61ef-4811-a8f3-f6370a7ea859 None None] Port d90513b4-cc67-4463-a759-74db5b6250e0 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:31.970816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] For port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:31.974033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=7d450cc2-bd41-4db4-8622-6339ae439316,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:31.990114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cf781b17-3019-4fe3-b552-4fcbbc68b087 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:31.990114 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:31.999827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-2cab41e4-3ec4-4dec-8330-826ff88f80cb service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722394 Aug 27 16:21:32.073834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.096066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd035f-c455-44e7-acbc-f911759091aa req-f34a5b88-5a28-4478-833e-93456d3895f2 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:32.097728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22bd035f-c455-44e7-acbc-f911759091aa req-f34a5b88-5a28-4478-833e-93456d3895f2 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 945 time: 0.2231290 Aug 27 16:21:32.104888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cc6c34a4-145a-41af-8fbe-3507ca573643 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:32.126531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Allocated IP 172.20.0.1 (59f0d06e-3976-4115-8d5d-da24f4e5c4f6/82d13b95-3420-4938-be46-8897fa6f0cc6/bacfb58f-2da7-4760-9227-639acb73e0d7) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:32.154305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Deleting port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:32.154648 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.286453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Allocated IP 172.25.4.198 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/e9dc315b-bd87-408d-98f2-70ff3c7c29c3) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:32.300645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.335803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c91096-b524-4498-b001-61b18e1e2da3 None None] Pushing event updated for resources: {'Port': ['ID=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:32.339715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:32.340332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:32.402553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cc6c34a4-145a-41af-8fbe-3507ca573643 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:32.402930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.423537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] For port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:32.423939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.429002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.491895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Calling delete_port for f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:32.499460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:32.576961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-405049bd-d2e0-499c-902f-6fb11bed70e6 service neutron] 10.222.0.101 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361087 Aug 27 16:21:32.609662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22bd035f-c455-44e7-acbc-f911759091aa req-d53e4148-099e-4d00-b8b0-922a124754f3 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/security-groups?id=5357fd42-53ea-4ba9-ab68-dde076b8221e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785655 Aug 27 16:21:32.706656 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.727792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.733436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Transition to ACTIVE for port object bacfb58f-2da7-4760-9227-639acb73e0d7 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:32.837266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:28Z', 'revision_number': 3, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:32.868567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e605ee-6bae-44ff-9894-21540d501a51 None None] The sync data for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 is: [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:28Z', 'revision_number': 3, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:32.871115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.903833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.926599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d450cc2-bd41-4db4-8622-6339ae439316 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:32.954557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] No DVR routers for this DVR port f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:32.975553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:32.987082 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9bdd117b-0291-4608-99eb-46c1e209ca84 req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.90 "DELETE /v2.0/ports/f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 HTTP/1.1" status: 204 len: 173 time: 1.3742933 Aug 27 16:21:33.000921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7d450cc2-bd41-4db4-8622-6339ae439316 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:33.001496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.007749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'name': 'network-vif-deleted', 'tag': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:33.010632 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b3042c-8a74-4b08-b39d-aa51aa58ec06" -d '{"events": [{"server_uuid": "8fe9bd6d-8775-4826-aacd-f679a797d630", "name": "network-vif-deleted", "tag": "f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:33.021453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event updated for resources: {'Port': ['ID=99cd6edc-df72-452a-a4c8-80452746fa2a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:33.027158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:33.044025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8:0:1::2c4 (215c00ca-38e7-4799-a592-d7c1461b0057/09507afb-562a-412e-a3c5-2c8e6abde295/d90513b4-cc67-4463-a759-74db5b6250e0) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:33.049490 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.059584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:33.066943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ae5125a-1a32-4154-8fdc-4395695db52d req-3151e32f-2132-49ee-a596-35f1de0abf3d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 210 time: 0.0963602 Aug 27 16:21:33.067845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:33.103646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.116029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d812e7-9cb8-4aeb-ad24-fde34323b095 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] Pushing event deleted for resources: {'Port': ['ID=f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:33.187819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.327893 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebc6964-63c5-474d-9461-7d97651b842c x-openstack-request-id: req-5ebc6964-63c5-474d-9461-7d97651b842c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:33.328234 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9bd6d-8775-4826-aacd-f679a797d630", "name": "network-vif-deleted", "tag": "f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:33.328442 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5ebc6964-63c5-474d-9461-7d97651b842c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:33.328847 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe9bd6d-8775-4826-aacd-f679a797d630', 'name': 'network-vif-deleted', 'tag': 'f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57', 'status': 'completed', 'code': 200} Aug 27 16:21:33.372840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=bacfb58f-2da7-4760-9227-639acb73e0d7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:33.387258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:33.410562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:33.425242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:33.430925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Pushing event updated for resources: {'Port': ['ID=e9dc315b-bd87-408d-98f2-70ff3c7c29c3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:33.488635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.489831 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-25b6c968-bd3c-447c-a2ad-8c61839e3c78 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2110045 Aug 27 16:21:33.573446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c1f9df12-e8ad-4a5f-b8f8-8a82d716d90e None None] Provisioning for port bacfb58f-2da7-4760-9227-639acb73e0d7 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:33.583457 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.583798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c1f9df12-e8ad-4a5f-b8f8-8a82d716d90e None None] Provisioning complete for port bacfb58f-2da7-4760-9227-639acb73e0d7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:33.583798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1f9df12-e8ad-4a5f-b8f8-8a82d716d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.626735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.660474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9df12-e8ad-4a5f-b8f8-8a82d716d90e None None] Port bacfb58f-2da7-4760-9227-639acb73e0d7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:33.726083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object d90513b4-cc67-4463-a759-74db5b6250e0 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:33.778987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:33.793885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:33.817775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:33.819820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f5d4d4bc-3086-4d3e-8ac3-e9b59df72f57 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:33.871039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-1931fc3c-716a-4b30-aaa1-93bf9c3eff7f tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1158645801&fields=id&tenant_id=e258d28efcf54736aa3ed45c2cb669d4 HTTP/1.1" status: 200 len: 267 time: 0.1758983 Aug 27 16:21:33.979060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5104fcad-bade-4f68-b60e-fadcd3f7de45 req-95c0da9f-8027-4080-bbc2-53f53ecd85c9 tempest-ServerRescueTestJSON-1310291284 tempest-ServerRescueTestJSON-1310291284-project] 10.222.0.101 "GET /v2.0/ports?device_id=8fe9bd6d-8775-4826-aacd-f679a797d630 HTTP/1.1" status: 200 len: 210 time: 0.1765285 Aug 27 16:21:34.175867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] In _notify_port_updated(), no bound segment for port d90513b4-cc67-4463-a759-74db5b6250e0 on network 215c00ca-38e7-4799-a592-d7c1461b0057 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:21:34.183299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:34.184412 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.192289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "PUT /v2.0/ports/d90513b4-cc67-4463-a759-74db5b6250e0 HTTP/1.1" status: 200 len: 1012 time: 2.6751659 Aug 27 16:21:34.197481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:34.296668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d858fc3-a33a-48b4-af86-d91f053660bc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=d90513b4-cc67-4463-a759-74db5b6250e0,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:34.314244 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.341851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b109598-4105-47a8-9540-c6e302cb3766 req-fc785fa4-1949-45e4-91e5-7f8ce1ca6da4 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 210 time: 0.0901372 Aug 27 16:21:34.349463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.421980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.462528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d2a8619-c9ad-462f-9f0f-944f8f2069fe None None] Provisioning for port d90513b4-cc67-4463-a759-74db5b6250e0 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:34.466992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d2a8619-c9ad-462f-9f0f-944f8f2069fe None None] Provisioning complete for port d90513b4-cc67-4463-a759-74db5b6250e0 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:34.467402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8619-c9ad-462f-9f0f-944f8f2069fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.483217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-fc8285fa-f09b-4eb8-9a45-7dceb86d90fd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:34.485327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-fc8285fa-f09b-4eb8-9a45-7dceb86d90fd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/networks?id=304909ed-3288-4b86-b41b-97c2f9c9d58d HTTP/1.1" status: 200 len: 805 time: 0.6132028 Aug 27 16:21:34.500707 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port d90513b4-cc67-4463-a759-74db5b6250e0 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:34.501179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.505909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a8619-c9ad-462f-9f0f-944f8f2069fe None None] Port d90513b4-cc67-4463-a759-74db5b6250e0 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:34.519574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.537137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=bacfb58f-2da7-4760-9227-639acb73e0d7,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:34.546614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-6d6dbf9d-813c-4e77-b4d4-527fe0417816 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/quotas/e258d28efcf54736aa3ed45c2cb669d4 HTTP/1.1" status: 200 len: 375 time: 0.0439036 Aug 27 16:21:34.666335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-df40a59c-00b1-4630-9f2c-ad4b06c0d6cd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e258d28efcf54736aa3ed45c2cb669d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069820 Aug 27 16:21:34.680240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.700679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:34.705757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for d90513b4-cc67-4463-a759-74db5b6250e0 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:34.706187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:34.710300 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.718921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:34.952897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Router d12e34be-042d-4b49-99b0-aade02787fa0 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:21:34.980021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-0c699bc8-43ac-42a1-8d5a-6c559c998345 service neutron] 10.222.0.101 "GET /v2.0/networks/304909ed-3288-4b86-b41b-97c2f9c9d58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975080 Aug 27 16:21:35.021563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:35.092911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0fefedda-6260-4675-b080-51bf2e4303a3 None None] Provisioning complete for port bacfb58f-2da7-4760-9227-639acb73e0d7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:35.093295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fefedda-6260-4675-b080-51bf2e4303a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.103042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46010) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:35.139050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0fefedda-6260-4675-b080-51bf2e4303a3 None None] Port bacfb58f-2da7-4760-9227-639acb73e0d7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:35.242303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:35.247238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:35.247658 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.298709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-c3ffdc7d-a397-44d5-a089-a09d917c937f service neutron] 10.222.0.101 "GET /v2.0/networks/304909ed-3288-4b86-b41b-97c2f9c9d58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418664 Aug 27 16:21:35.311138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:35.319585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-07e4e43c-c675-4005-b728-548f1b84a2e1 admin admin] 10.222.0.101 "PUT /v2.0/routers/d12e34be-042d-4b49-99b0-aade02787fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5766191 Aug 27 16:21:35.342049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Router c6052ccd-6991-4e3f-8398-a0fe0fd05b06 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:35.434631 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.467059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:35.479633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.515786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c474718f-389f-4e1e-8e91-3460cdfac65e req-1a50d4c3-85bc-44b8-8acf-c9f7ebbc751e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 210 time: 0.0503628 Aug 27 16:21:35.551082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=d90513b4-cc67-4463-a759-74db5b6250e0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:35.565187 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.642303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:35.690038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.694383 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-98f9f085-277b-4f77-9ba6-7232325fbe34 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/d90513b4-cc67-4463-a759-74db5b6250e0 HTTP/1.1" status: 204 len: 168 time: 1.4956982 Aug 27 16:21:35.698098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46022) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:35.726696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:35.728844 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd440d11-64d2-45e0-988f-f6e065e969c5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:35.733433 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cd440d11-64d2-45e0-988f-f6e065e969c5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/d90513b4-cc67-4463-a759-74db5b6250e0 HTTP/1.1" status: 404 len: 333 time: 0.0344293 Aug 27 16:21:35.742643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.742643 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e1dd2aec-24a2-4fc3-9996-6186b9df234b tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "PUT /v2.0/routers/c6052ccd-6991-4e3f-8398-a0fe0fd05b06 HTTP/1.1" status: 200 len: 920 time: 5.5070016 Aug 27 16:21:35.742643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46026) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:35.744053 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] Sync routers for ids ['c6052ccd-6991-4e3f-8398-a0fe0fd05b06'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:35.757518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46030) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:35.764120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] Routers {'c6052ccd-6991-4e3f-8398-a0fe0fd05b06'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:35.764810 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['c6052ccd-6991-4e3f-8398-a0fe0fd05b06'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:35.802375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Sync routers for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:35.818509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:35.821780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:35.830813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 09507afb-562a-412e-a3c5-2c8e6abde295 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:21:35.847057 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:35.848206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.879225 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] Routers {'c6052ccd-6991-4e3f-8398-a0fe0fd05b06'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:35.883761 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['c6052ccd-6991-4e3f-8398-a0fe0fd05b06'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:35.934717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:35.964178 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:35.970412 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6db6af-b637-4b26-9f3f-7c59961390e7 None None] The sync data for ids ['c6052ccd-6991-4e3f-8398-a0fe0fd05b06'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:35.978732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-b09c1c7f-736d-4e73-adb5-46343602b3db tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:35.980351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-b09c1c7f-736d-4e73-adb5-46343602b3db tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/networks?id=54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 200 len: 812 time: 0.4191513 Aug 27 16:21:36.050093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ff7ad7cb-8783-4962-8b04-f40095c0eeff tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/c6052ccd-6991-4e3f-8398-a0fe0fd05b06 HTTP/1.1" status: 200 len: 926 time: 0.2907853 Aug 27 16:21:36.057247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46036) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:36.065313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Request body: {'port': {'device_id': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'admin_state_up': True, 'tenant_id': 'eaead7251d984254bb9348b7e503e3ca'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:36.073736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.094200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:36.146138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-649a4be1-f806-4987-8a4c-4f16f3a8d5bb req-dab5692d-20a0-4e53-90d0-b28adaa0e2a0 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 210 time: 0.0986619 Aug 27 16:21:36.221230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98112243-6203-4704-bdfb-64ba59dbd2af tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:36.222666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-98112243-6203-4704-bdfb-64ba59dbd2af tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=c6052ccd-6991-4e3f-8398-a0fe0fd05b06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1623633 Aug 27 16:21:36.225734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46040) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:36.328326 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.336716 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.346794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 2, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:36.356609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eee04e-823d-406d-9768-be6d1d2e89f1 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:36.358057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a7eee04e-823d-406d-9768-be6d1d2e89f1 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.1312773 Aug 27 16:21:36.384815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.384815 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/09507afb-562a-412e-a3c5-2c8e6abde295 HTTP/1.1" status: 204 len: 168 time: 0.6408792 Aug 27 16:21:36.384815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:36.384815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46046) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:36.396529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a54d92ec-b1c3-4f00-aa70-36950bf2bf3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173748428', 'description': 'tempest-description--157458639'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:36.399712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Checking router: d12e34be-042d-4b49-99b0-aade02787fa0 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:21:36.400077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Updating router d12e34be-042d-4b49-99b0-aade02787fa0 port bacfb58f-2da7-4760-9227-639acb73e0d7 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:21:36.403309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46048) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:36.403491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee99b4-fc59-4bff-a66e-03383ecd1e79 None None] Network 215c00ca-38e7-4799-a592-d7c1461b0057 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:36.405225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53487d8d-751d-4461-907a-8343f26b0505 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=09507afb-562a-412e-a3c5-2c8e6abde295,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:36.426628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a4ec2931-aeea-48b2-8966-31bc69a940b0 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6052ccd-6991-4e3f-8398-a0fe0fd05b06 HTTP/1.1" status: 200 len: 205 time: 0.0401480 Aug 27 16:21:36.426842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46050) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:36.445088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Made reservation on behalf of eaead7251d984254bb9348b7e503e3ca for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:36.448643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.470929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.526696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet ce73722c-d350-40d3-9b80-38f2f604dfee {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:21:36.534755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.549356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.600746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a54d92ec-b1c3-4f00-aa70-36950bf2bf3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.690971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.704994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.747304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a54d92ec-b1c3-4f00-aa70-36950bf2bf3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.758571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17853bbf-9498-4686-92c0-436cecf01112 req-67fd0f29-5e0e-4dff-a2e8-b2246adf431f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 210 time: 0.1041358 Aug 27 16:21:36.810406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Allocated IP 172.20.0.14 (54c2d541-d973-4aa6-86d8-8fc737557878/5fce6403-2613-493d-af74-67bb39b1ef9a/a0261a36-4186-4a25-a722-72301da062fd) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:36.878654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.913446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a54d92ec-b1c3-4f00-aa70-36950bf2bf3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.919492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Deleting port e9dc315b-bd87-408d-98f2-70ff3c7c29c3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:36.920094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:36.943532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:36.993183 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.008516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Transition to ACTIVE for port object bacfb58f-2da7-4760-9227-639acb73e0d7 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:37.021761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:37.022148 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.055058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d92ec-b1c3-4f00-aa70-36950bf2bf3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57306bd-9aa3-48de-bba1-614366c15774,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:37.065634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a54d92ec-b1c3-4f00-aa70-36950bf2bf3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.067207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a54d92ec-b1c3-4f00-aa70-36950bf2bf3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6745036 Aug 27 16:21:37.070244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46056) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:37.080353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3853ec28-b650-464b-bfcf-3cd35827f18a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'security_group_rule': {'security_group_id': 'e57306bd-9aa3-48de-bba1-614366c15774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:37.107155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.121818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Calling delete_port for e9dc315b-bd87-408d-98f2-70ff3c7c29c3 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:37.139208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.204418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4438b4b-dc27-41a7-be74-5b44ca6ee3f6 None None] Pushing event updated for resources: {'Port': ['ID=bacfb58f-2da7-4760-9227-639acb73e0d7,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:37.290515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Attempting to bind port bacfb58f-2da7-4760-9227-639acb73e0d7 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:37.291345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Attempting to bind port bacfb58f-2da7-4760-9227-639acb73e0d7 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:37.291958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Attempting to bind port bacfb58f-2da7-4760-9227-639acb73e0d7 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:37.298320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:37.299255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Checking segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:37.304604 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.304604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Bound using segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:37.304604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Bound port: bacfb58f-2da7-4760-9227-639acb73e0d7, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:37.304604 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.384039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3853ec28-b650-464b-bfcf-3cd35827f18a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.384668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] For port bacfb58f-2da7-4760-9227-639acb73e0d7, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:37.401741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] For port bacfb58f-2da7-4760-9227-639acb73e0d7, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bacfb58f-2da7-4760-9227-639acb73e0d7,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:37.468224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.471454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.546500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event deleted for resources: {'Port': ['ID=e9dc315b-bd87-408d-98f2-70ff3c7c29c3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:37.616318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4438b4b-dc27-41a7-be74-5b44ca6ee3f6 None None] Pushing event updated for resources: {'Port': ['ID=bacfb58f-2da7-4760-9227-639acb73e0d7,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:37.617844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3853ec28-b650-464b-bfcf-3cd35827f18a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.617963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:37.617963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:37.634760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.662375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.761142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=ce73722c-d350-40d3-9b80-38f2f604dfee,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:37.768236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b59c2d2-4efb-40b8-879a-0ce1f482cc8d req-65726e0d-7daf-4d7c-a894-3f1fd6f22612 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 210 time: 0.1151223 Aug 27 16:21:37.778146 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.793781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-da1ce907-d2eb-4e8a-81b3-268d1742325e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/ce73722c-d350-40d3-9b80-38f2f604dfee HTTP/1.1" status: 204 len: 168 time: 1.3799567 Aug 27 16:21:37.793781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46062) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:37.805612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3853ec28-b650-464b-bfcf-3cd35827f18a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.826659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Deleting port 95e80c4b-89c9-4b01-8345-d475253ea590 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:37.827027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.858286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:37.915489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.921604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce00f5-32b2-4cb8-8805-bc2bd8a995e3 None None] Network 215c00ca-38e7-4799-a592-d7c1461b0057 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:37.923586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.928235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853ec28-b650-464b-bfcf-3cd35827f18a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960f46c0-9c18-485e-9f11-e584175d61db,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:37.966160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.986359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3853ec28-b650-464b-bfcf-3cd35827f18a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:37.990588 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3853ec28-b650-464b-bfcf-3cd35827f18a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9144654 Aug 27 16:21:37.991336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46066) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:37.997854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-748b0f25-3471-46ef-bbcf-e4c419c8f474 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'security_group_rule': {'security_group_id': 'e57306bd-9aa3-48de-bba1-614366c15774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:38.018260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.021286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5692f48-d152-4a7c-822b-ffc4c2f74244 req-50d6cdf4-e751-4ee9-b422-4018b0c0b06c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 210 time: 0.1303108 Aug 27 16:21:38.113397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.113667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Fanout notify agent at l3_agent the message router_deleted on router c6052ccd-6991-4e3f-8398-a0fe0fd05b06 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:38.122062 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.122440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] For port 95e80c4b-89c9-4b01-8345-d475253ea590, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=95e80c4b-89c9-4b01-8345-d475253ea590,segment=NetworkSegment(87a44fb3-ef49-4688-a50c-b86f6ea1172b),segment_id=87a44fb3-ef49-4688-a50c-b86f6ea1172b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:38.123221 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de132656-1add-454b-bd89-1d2dfcea7ec8 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/c6052ccd-6991-4e3f-8398-a0fe0fd05b06 HTTP/1.1" status: 204 len: 168 time: 1.6953561 Aug 27 16:21:38.124356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-748b0f25-3471-46ef-bbcf-e4c419c8f474 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.127142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46068) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:38.128054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.132457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1072913062', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:38.149520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Calling delete_port for 95e80c4b-89c9-4b01-8345-d475253ea590 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:38.204726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-748b0f25-3471-46ef-bbcf-e4c419c8f474 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.213388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port cf781b17-3019-4fe3-b552-4fcbbc68b087 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:38.214300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.218755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.233461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2a052d75-639d-43de-bee0-8a9889404f50 None None] Provisioning complete for port cf781b17-3019-4fe3-b552-4fcbbc68b087 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:38.233844 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a052d75-639d-43de-bee0-8a9889404f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.239571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.240495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.296672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-748b0f25-3471-46ef-bbcf-e4c419c8f474 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.299337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.319990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b0f25-3471-46ef-bbcf-e4c419c8f474 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f61cab-7b26-4f99-bcb9-b4185dda3100,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:38.342810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Network 54c2d541-d973-4aa6-86d8-8fc737557878 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:38.363596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:38.366008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:38.373001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] For port cf781b17-3019-4fe3-b552-4fcbbc68b087, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf781b17-3019-4fe3-b552-4fcbbc68b087,segment=NetworkSegment(d441a12f-7ec3-4030-939a-37d8c14be691),segment_id=d441a12f-7ec3-4030-939a-37d8c14be691)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:38.375683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.413146 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-748b0f25-3471-46ef-bbcf-e4c419c8f474 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.416117 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-748b0f25-3471-46ef-bbcf-e4c419c8f474 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4215579 Aug 27 16:21:38.423456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:38.435255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:38.457470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:37Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:38.461068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event updated for resources: {'Port': ['ID=a0261a36-4186-4a25-a722-72301da062fd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:38.474218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for cf781b17-3019-4fe3-b552-4fcbbc68b087 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:38.489521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aca630-b6ec-42e2-aff7-d2d3e9daca89 None None] The sync data for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 is: [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:37Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:38.527249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] DHCP port deletion for 215c00ca-38e7-4799-a592-d7c1461b0057 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:21:38.552258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:38.553222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.638820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.652231 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] Deleting port cf781b17-3019-4fe3-b552-4fcbbc68b087 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:38.652906 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.740177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] For port cf781b17-3019-4fe3-b552-4fcbbc68b087, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf781b17-3019-4fe3-b552-4fcbbc68b087,segment=NetworkSegment(d441a12f-7ec3-4030-939a-37d8c14be691),segment_id=d441a12f-7ec3-4030-939a-37d8c14be691)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:38.740590 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.747574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.759481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] Calling delete_port for cf781b17-3019-4fe3-b552-4fcbbc68b087 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:38.813929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-2aeea6d3-2986-40e1-8fd9-dfafe28865c0 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:38.815779 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-2aeea6d3-2986-40e1-8fd9-dfafe28865c0 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.90 "GET /v2.0/networks?id=304909ed-3288-4b86-b41b-97c2f9c9d58d HTTP/1.1" status: 200 len: 805 time: 0.2721257 Aug 27 16:21:38.845211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-47cfbd4b-67d3-41b0-927f-e49f0877722c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7903898 Aug 27 16:21:38.877221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Request body: {'port': {'device_id': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:38.882831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.910554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.962110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=cf781b17-3019-4fe3-b552-4fcbbc68b087,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:38.974401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:38.974639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] Pushing event deleted for resources: {'Port': ['ID=cf781b17-3019-4fe3-b552-4fcbbc68b087,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:38.976114 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-5bf5f4c3-d94e-49e9-b9fc-adaa97512847 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e258d28efcf54736aa3ed45c2cb669d4 HTTP/1.1" status: 200 len: 380 time: 0.1302927 Aug 27 16:21:38.982072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f2b06-cceb-49c0-89d4-7bcd19628ef0 None None] No DVR routers for this DVR port cf781b17-3019-4fe3-b552-4fcbbc68b087 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:39.004343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Request body: {'port': {'device_id': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'admin_state_up': True, 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'security_groups': ['36d5d8eb-9633-4df1-ae51-e37aa502ccdb']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:39.068803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bacfb58f-2da7-4760-9227-639acb73e0d7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:39.077171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No DVR routers for this DVR port cf781b17-3019-4fe3-b552-4fcbbc68b087 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:39.087996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6324e145-5496-487e-bd3a-c5bf0aa255e7 req-0be323c7-fd29-4865-859e-509ad32e7ddb tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 210 time: 0.1271043 Aug 27 16:21:39.096164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e80c4b-89c9-4b01-8345-d475253ea590,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:39.250405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port bacfb58f-2da7-4760-9227-639acb73e0d7 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:39.256538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port bacfb58f-2da7-4760-9227-639acb73e0d7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:39.257319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.329551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.338834 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.364394 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.365699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.376803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.408451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port bacfb58f-2da7-4760-9227-639acb73e0d7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bacfb58f-2da7-4760-9227-639acb73e0d7,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:39.409295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215c00ca-38e7-4799-a592-d7c1461b0057']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:39.456201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd441a12f-7ec3-4030-939a-37d8c14be691') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:39.456488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd441a12f-7ec3-4030-939a-37d8c14be691') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:39.466721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Made reservation on behalf of e258d28efcf54736aa3ed45c2cb669d4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:39.470975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.481023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918336ac-83f8-4cd0-b8fa-319b23d84a57 req-30b9a502-7f09-45f5-98ea-54565d3b76cc tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:39.482643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-918336ac-83f8-4cd0-b8fa-319b23d84a57 req-30b9a502-7f09-45f5-98ea-54565d3b76cc tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 932 time: 0.2982073 Aug 27 16:21:39.490365 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.496538 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.521684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Allocated IP 172.25.4.225 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/4ddeea28-d205-4787-a9b3-d50a10210160) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:39.580216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=bacfb58f-2da7-4760-9227-639acb73e0d7,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:39.615156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf781b17-3019-4fe3-b552-4fcbbc68b087 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:39.638859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: cf781b17-3019-4fe3-b552-4fcbbc68b087 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:39.639876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf781b17-3019-4fe3-b552-4fcbbc68b087 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:39.658506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.662866 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.685206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:21:39.685829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:21:39.698194 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:21:39.723599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Allocated IP 172.20.0.7 (304909ed-3288-4b86-b41b-97c2f9c9d58d/5bab2e53-c067-4e76-9557-507589bcc6dc/1c1e5591-4c0e-4427-8f1b-be376ca30464) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:39.866102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-918336ac-83f8-4cd0-b8fa-319b23d84a57 req-ea2894d4-e6b2-4e3b-bcb3-872364f33155 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729932 Aug 27 16:21:39.964175 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.982887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:39.994298 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.002220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/215c00ca-38e7-4799-a592-d7c1461b0057 HTTP/1.1" status: 204 len: 168 time: 2.2099006 Aug 27 16:21:40.006948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46080) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:40.034153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.112251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350cf8d-8128-4470-8efd-d934c8b451c2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=215c00ca-38e7-4799-a592-d7c1461b0057,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:40.189122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.204908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Transition to ACTIVE for port object 1c1e5591-4c0e-4427-8f1b-be376ca30464 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:40.232070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.261813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a2f6058-1f64-4dfe-a9c9-f608a1dba201 req-84123b59-5caf-4d19-a80b-284c4fb5c787 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 210 time: 0.0752046 Aug 27 16:21:40.290624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e772287-b7df-409a-a5da-a74bf11fe627 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:40.290855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:40.290967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8e772287-b7df-409a-a5da-a74bf11fe627 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2803166 Aug 27 16:21:40.291065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:40.291065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:40.304097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:40.346490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event updated for resources: {'Port': ['ID=4ddeea28-d205-4787-a9b3-d50a10210160,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:40.371502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0261a36-4186-4a25-a722-72301da062fd {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:21:40.388206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-54016580-2d7d-4303-9e21-c868590912c9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0961001 Aug 27 16:21:40.391256 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.424946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46086) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:40.428894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Allocated IP 172.25.4.244 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/4bb17a77-a747-4f44-8830-6c241fba9c30) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:40.435309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1706335052'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:40.439090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.486019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Transition to ACTIVE for port object a0261a36-4186-4a25-a722-72301da062fd will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:40.524077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:40.530412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:40.537538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:40.546845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event updated for resources: {'Port': ['ID=1c1e5591-4c0e-4427-8f1b-be376ca30464,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:40.559626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.610898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:40.611819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.632167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:40.636371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.672619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Pushing event updated for resources: {'Port': ['ID=a0261a36-4186-4a25-a722-72301da062fd,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:40.689669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Router fcf758be-b4dc-44cc-9965-bc97b6c1c979 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:21:40.725253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-7d9b592b-6df4-45fb-9246-eae6a8a26cc2 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7312212 Aug 27 16:21:40.738891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Request body: {'port': {'device_id': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:40.754519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:40.782552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.793592 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.793941 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment a16b1943-ef78-4f5a-b7f5-923cd27ba5a1 of type vlan for network 2180372c-b589-4271-95ab-22c461e9384f Aug 27 16:21:40.855301 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.877647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.914229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Attempting to bind port a0261a36-4186-4a25-a722-72301da062fd on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:40.914811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Attempting to bind port a0261a36-4186-4a25-a722-72301da062fd by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:40.915068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Attempting to bind port a0261a36-4186-4a25-a722-72301da062fd on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:40.945160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:40.948902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Port a0261a36-4186-4a25-a722-72301da062fd on network 54c2d541-d973-4aa6-86d8-8fc737557878 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:21:40.949220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Attempting to bind port a0261a36-4186-4a25-a722-72301da062fd on network 54c2d541-d973-4aa6-86d8-8fc737557878 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:40.953687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-877b20b7-8da4-4bc2-8700-c21cb074f15c None None] Provisioning for port 1c1e5591-4c0e-4427-8f1b-be376ca30464 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:40.958436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-877b20b7-8da4-4bc2-8700-c21cb074f15c None None] Provisioning complete for port 1c1e5591-4c0e-4427-8f1b-be376ca30464 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:40.959631 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-877b20b7-8da4-4bc2-8700-c21cb074f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.023827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:41.024177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Checking segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:41.024553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Bound using segment: {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:41.025128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Bound port: a0261a36-4186-4a25-a722-72301da062fd, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b1483-f632-4cb5-811b-7d5b4b88d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:41.025724 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.039821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-877b20b7-8da4-4bc2-8700-c21cb074f15c None None] Port 1c1e5591-4c0e-4427-8f1b-be376ca30464 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:41.085341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bacfb58f-2da7-4760-9227-639acb73e0d7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:41.118133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:41.123552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a68667b-ec7f-4788-b92e-bcb687d4a537 admin admin] 10.222.0.101 "PUT /v2.0/routers/fcf758be-b4dc-44cc-9965-bc97b6c1c979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0193686 Aug 27 16:21:41.127455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46092) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:41.134199 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] Sync routers for ids ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:41.138396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb020c9c-5a9e-4223-9a80-09a495347244 req-79ac5f07-3b25-4067-b2a2-9110dd8bef4a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:41.139982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb020c9c-5a9e-4223-9a80-09a495347244 req-79ac5f07-3b25-4067-b2a2-9110dd8bef4a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 944 time: 0.1771977 Aug 27 16:21:41.147225 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] Routers {'fcf758be-b4dc-44cc-9965-bc97b6c1c979'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:41.148157 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:41.159962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port bacfb58f-2da7-4760-9227-639acb73e0d7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:41.160770 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.163206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.169727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:41.170317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.189388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.266011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] For port a0261a36-4186-4a25-a722-72301da062fd, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:41.304712 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] Set router fcf758be-b4dc-44cc-9965-bc97b6c1c979 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:41.312376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] For port a0261a36-4186-4a25-a722-72301da062fd, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a0261a36-4186-4a25-a722-72301da062fd,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:41.334193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb020c9c-5a9e-4223-9a80-09a495347244 req-a5611f5f-4f7a-459e-aa27-0078b442007f tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798677 Aug 27 16:21:41.334193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:41.335090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=2180372c-b589-4271-95ab-22c461e9384f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:41.337764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'Port': ['ID=4bb17a77-a747-4f44-8830-6c241fba9c30,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:41.340106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:41.358270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c1e075e8-e86e-4f87-a502-7e28aef4cfd9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9322321 Aug 27 16:21:41.358884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46098) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:41.360436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 2180372c-b589-4271-95ab-22c461e9384f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:41.364595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '2180372c-b589-4271-95ab-22c461e9384f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:41.435822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.443954 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.467505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:41.512294 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.568684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:41.569312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.570975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] 10.222.0.97 "PUT /v2.0/ports/a0261a36-4186-4a25-a722-72301da062fd HTTP/1.1" status: 200 len: 1092 time: 2.7139955 Aug 27 16:21:41.571645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'tag': 'a0261a36-4186-4a25-a722-72301da062fd'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:41.577843 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0610a792-33c8-4bc5-862a-43065fd769ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4add6a3e-9126-4db6-b5c8-9995b86b272d", "tag": "a0261a36-4186-4a25-a722-72301da062fd"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:41.660045 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:21:38Z', 'revision_number': 5, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:41.695516 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] Checking router: fcf758be-b4dc-44cc-9965-bc97b6c1c979 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:21:41.707451 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] Routers {'fcf758be-b4dc-44cc-9965-bc97b6c1c979'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:41.708605 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:41.758684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1e5591-4c0e-4427-8f1b-be376ca30464 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:21:41.771539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.779026 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.803031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Transition to ACTIVE for port object 1c1e5591-4c0e-4427-8f1b-be376ca30464 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:41.858066 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] Set router fcf758be-b4dc-44cc-9965-bc97b6c1c979 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:41.869298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:41.871201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Router 8ef10796-31b6-436b-ad83-7110c0f7dc89 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:21:41.972633 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245665a-753a-4723-9713-ba3a120fc64b x-openstack-request-id: req-5245665a-753a-4723-9713-ba3a120fc64b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:41.973237 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4add6a3e-9126-4db6-b5c8-9995b86b272d", "tag": "a0261a36-4186-4a25-a722-72301da062fd", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:41.973237 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5245665a-753a-4723-9713-ba3a120fc64b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:41.973565 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'tag': 'a0261a36-4186-4a25-a722-72301da062fd', 'status': 'completed', 'code': 200} Aug 27 16:21:41.985305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e5591-4c0e-4427-8f1b-be376ca30464,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:42.002488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee78052-5be5-443f-acb9-2e9419dea27a req-2f69d63f-985a-4464-b1ca-15620f0659e7 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:42.004052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fee78052-5be5-443f-acb9-2e9419dea27a req-2f69d63f-985a-4464-b1ca-15620f0659e7 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 931 time: 0.6029744 Aug 27 16:21:42.010398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d1c9-18da-4a3a-b7f2-8b825f6efe2c service neutron] Pushing event updated for resources: {'Port': ['ID=a0261a36-4186-4a25-a722-72301da062fd,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:42.083211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Deleting port 2783d001-8529-415e-8969-094352e4421f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:42.083682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.106379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.110379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fee78052-5be5-443f-acb9-2e9419dea27a req-62d36529-e33e-4d5d-b408-bd4c8c0ddf6a tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810125 Aug 27 16:21:42.124591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610a792-33c8-4bc5-862a-43065fd769ae req-e912173d-12d4-49d9-a2e9-472e4e1d4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:42.126362 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:21:38Z', 'revision_number': 5, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:42.126513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0610a792-33c8-4bc5-862a-43065fd769ae req-e912173d-12d4-49d9-a2e9-472e4e1d4087 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 1095 time: 0.1556520 Aug 27 16:21:42.145051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:42.148620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.158689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:42.171866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] Sync routers for ids ['8ef10796-31b6-436b-ad83-7110c0f7dc89'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:42.187875 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f9c2a-a1df-4e8e-9c09-8ef0487f943f None None] The sync data for ids ['fcf758be-b4dc-44cc-9965-bc97b6c1c979'] in n-d-806412-1 is: [{'id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'name': 'tempest-ServerRescueTestJSON-1607421693-router', 'tenant_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2783d001-8529-415e-8969-094352e4421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:19:04Z', 'updated_at': '2021-08-27T16:21:38Z', 'revision_number': 5, 'project_id': 'ade473d769e84f84bdc491a5f45c6bdd', 'gw_port': {'id': '2783d001-8529-415e-8969-094352e4421f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf758be-b4dc-44cc-9965-bc97b6c1c979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:19:05Z', 'updated_at': '2021-08-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:42.194505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Attempting to bind port 1c1e5591-4c0e-4427-8f1b-be376ca30464 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:42.195433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Attempting to bind port 1c1e5591-4c0e-4427-8f1b-be376ca30464 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:42.195771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Attempting to bind port 1c1e5591-4c0e-4427-8f1b-be376ca30464 on network 304909ed-3288-4b86-b41b-97c2f9c9d58d {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:42.201612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] Routers {'8ef10796-31b6-436b-ad83-7110c0f7dc89'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:42.205029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8ef10796-31b6-436b-ad83-7110c0f7dc89'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:42.215024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Port 1c1e5591-4c0e-4427-8f1b-be376ca30464 on network 304909ed-3288-4b86-b41b-97c2f9c9d58d not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:21:42.215932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Attempting to bind port 1c1e5591-4c0e-4427-8f1b-be376ca30464 on network 304909ed-3288-4b86-b41b-97c2f9c9d58d {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:42.226380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:42.226874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Checking segment: {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:42.227506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Bound using segment: {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:42.228317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Bound port: 1c1e5591-4c0e-4427-8f1b-be376ca30464, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:42.228783 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.268408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] For port 2783d001-8529-415e-8969-094352e4421f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2783d001-8529-415e-8969-094352e4421f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:42.268922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.282809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:42.294055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] Routers {'8ef10796-31b6-436b-ad83-7110c0f7dc89'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:42.295733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8ef10796-31b6-436b-ad83-7110c0f7dc89'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:42.299913 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.301167 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-971ab59b-7554-4c4d-a3de-41978ae2431f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1727858 Aug 27 16:21:42.305769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46104) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:42.310473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:42.317911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Calling delete_port for 2783d001-8529-415e-8969-094352e4421f owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:42.326115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.332753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:42.333421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a351c29-a4a8-4845-ae35-a9fb9c85e817 None None] The sync data for ids ['8ef10796-31b6-436b-ad83-7110c0f7dc89'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:42.391840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610a792-33c8-4bc5-862a-43065fd769ae req-b19723ce-ceb5-4e0b-9eb0-bfdf63f1a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:42.393262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0610a792-33c8-4bc5-862a-43065fd769ae req-b19723ce-ceb5-4e0b-9eb0-bfdf63f1a555 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=eaead7251d984254bb9348b7e503e3ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2578104 Aug 27 16:21:42.437933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] For port 1c1e5591-4c0e-4427-8f1b-be376ca30464, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:42.445194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] For port 1c1e5591-4c0e-4427-8f1b-be376ca30464, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c1e5591-4c0e-4427-8f1b-be376ca30464,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:42.686340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace338eb-36a2-4f35-9e8b-147a6f68f96f req-85589e70-c2cb-489a-a854-1b151e66ef1b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:42.688012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ace338eb-36a2-4f35-9e8b-147a6f68f96f req-85589e70-c2cb-489a-a854-1b151e66ef1b tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 944 time: 0.2574711 Aug 27 16:21:42.718712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610a792-33c8-4bc5-862a-43065fd769ae req-bf9a34d7-0c69-44a4-956a-5a1b787519b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:42.720247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0610a792-33c8-4bc5-862a-43065fd769ae req-bf9a34d7-0c69-44a4-956a-5a1b787519b0 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3185694 Aug 27 16:21:42.762460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.805229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ace338eb-36a2-4f35-9e8b-147a6f68f96f req-f41df545-f1c4-4386-9642-e39641b27fae tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064975 Aug 27 16:21:42.810548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.811080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:42.811745 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.812469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.813842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] 10.222.0.90 "PUT /v2.0/ports/1c1e5591-4c0e-4427-8f1b-be376ca30464 HTTP/1.1" status: 200 len: 1091 time: 2.0789042 Aug 27 16:21:42.821801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:42.823817 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf0a116-32f7-418d-a717-82197f4228a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:42.889788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=785f06ed-47ec-45ed-a384-963f2f33caab,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:42.893923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95e80c4b-89c9-4b01-8345-d475253ea590 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:42.909624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-f5ec0727-eb90-41cc-9a9d-5624f861307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:42.911838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-f5ec0727-eb90-41cc-9a9d-5624f861307b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=eaead7251d984254bb9348b7e503e3ca&device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 1095 time: 0.1436460 Aug 27 16:21:42.933996 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:42.955577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 95e80c4b-89c9-4b01-8345-d475253ea590 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:42.965664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95e80c4b-89c9-4b01-8345-d475253ea590 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:42.992814 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ad0e45-144f-475e-9a6d-756091f7d0c6 x-openstack-request-id: req-c6ad0e45-144f-475e-9a6d-756091f7d0c6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:42.997591 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:42.997591 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6ad0e45-144f-475e-9a6d-756091f7d0c6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:42.997591 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'status': 'completed', 'code': 200} Aug 27 16:21:43.030878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8fcaf-b671-480f-b09d-9cbd191bf8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e5591-4c0e-4427-8f1b-be376ca30464,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:43.031700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'Port': ['ID=4bb17a77-a747-4f44-8830-6c241fba9c30,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:43.035454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-67b9defd-b437-4a23-894d-594f16f0e497 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0261a36-4186-4a25-a722-72301da062fd HTTP/1.1" status: 200 len: 217 time: 0.1082203 Aug 27 16:21:43.069203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': 'a16b1943-ef78-4f5a-b7f5-923cd27ba5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2180372c-b589-4271-95ab-22c461e9384f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:43.070419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: 2180372c-b589-4271-95ab-22c461e9384f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:43.122236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0a116-32f7-418d-a717-82197f4228a2 req-d2786f4b-ff0a-47f9-9bd3-b20d183c0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.123866 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6bf0a116-32f7-418d-a717-82197f4228a2 req-d2786f4b-ff0a-47f9-9bd3-b20d183c0497 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e258d28efcf54736aa3ed45c2cb669d4&device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 1094 time: 0.1328745 Aug 27 16:21:43.124053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.139466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-32f4f6bc-21f2-48f9-a4f8-40c84ecd2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.141136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-32f4f6bc-21f2-48f9-a4f8-40c84ecd2740 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 200 len: 852 time: 0.0833137 Aug 27 16:21:43.176800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-0ebc3c6e-25d2-4208-acd9-f592e49aed04 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=54c2d541-d973-4aa6-86d8-8fc737557878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288258 Aug 27 16:21:43.244342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.254214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ba9231ed-8fb1-4bbd-a10a-0e88495e59b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8162041 Aug 27 16:21:43.254214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 2180372c-b589-4271-95ab-22c461e9384f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:43.301123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.329489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335fdeb-ccd1-4463-8462-58519081225d req-70ad0d51-c46b-4dfa-90f2-eacc8c7dc723 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.331039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0335fdeb-ccd1-4463-8462-58519081225d req-70ad0d51-c46b-4dfa-90f2-eacc8c7dc723 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 943 time: 0.1288321 Aug 27 16:21:43.344994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0a116-32f7-418d-a717-82197f4228a2 req-21e75447-0b10-42a4-8c4d-6ff98dbdeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.347039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6bf0a116-32f7-418d-a717-82197f4228a2 req-21e75447-0b10-42a4-8c4d-6ff98dbdeae3 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=e258d28efcf54736aa3ed45c2cb669d4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1919482 Aug 27 16:21:43.357423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-7dba0c50-4fe4-4185-b53d-3e62ef5f42ef service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727867 Aug 27 16:21:43.407694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.444098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Pushing event deleted for resources: {'Port': ['ID=2783d001-8529-415e-8969-094352e4421f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:43.444692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 2180372c-b589-4271-95ab-22c461e9384f) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:43.455829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8655f-5b2e-4729-bb36-e5d38097f969 None None] Network 2180372c-b589-4271-95ab-22c461e9384f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:43.456481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.457287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.463060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0335fdeb-ccd1-4463-8462-58519081225d req-0956222b-ed19-479a-8b03-4a86dcd02a7e tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223958 Aug 27 16:21:43.497517 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.499972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-19600f31-043d-445f-93a1-b395ddc6b1b1 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1173748428&fields=id&tenant_id=13a6e423ab9b4728802e216684005e3b HTTP/1.1" status: 200 len: 267 time: 0.1209118 Aug 27 16:21:43.547124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0a116-32f7-418d-a717-82197f4228a2 req-ab8be9e9-fd78-412a-8988-a0c66ccbaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.548662 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6bf0a116-32f7-418d-a717-82197f4228a2 req-ab8be9e9-fd78-412a-8988-a0c66ccbaa71 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1941855 Aug 27 16:21:43.572538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.581274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-26707f8c-56cc-4537-a20f-1869797cf6fe tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2207606 Aug 27 16:21:43.591334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:43.599987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '2180372c-b589-4271-95ab-22c461e9384f', 'name': 'tempest-PortsIpV6TestJSON-741945166'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:43.620583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2ec909-20cb-4f1c-b977-34147ff8f29e req-d4fde3c8-1b39-443d-ab85-d4ece18f3484 service neutron] 10.222.0.97 "GET /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551205 Aug 27 16:21:43.638087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-2180372c-b589-4271-95ab-22c461e9384f', 'network_id': '2180372c-b589-4271-95ab-22c461e9384f', 'tenant_id': 'ffc5ae2dd9ab45468e35f79c4324bba4', 'fixed_ips': [{'subnet_id': '785f06ed-47ec-45ed-a384-963f2f33caab'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:43.639477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.706173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-f13aae1f-983c-4b77-9897-70f40c16bc2c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.707591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-f13aae1f-983c-4b77-9897-70f40c16bc2c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 809 time: 0.2003932 Aug 27 16:21:43.724732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.728470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.744991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-17ddacfc-cacd-43ec-a78e-8c6accbb9b54 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/quotas/13a6e423ab9b4728802e216684005e3b HTTP/1.1" status: 200 len: 375 time: 0.0294070 Aug 27 16:21:43.784480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-fe03e305-e108-4c30-a559-149a69c8bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.786373 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-fe03e305-e108-4c30-a559-149a69c8bb29 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e258d28efcf54736aa3ed45c2cb669d4&device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 1094 time: 0.1727695 Aug 27 16:21:43.808145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Allocated IP 2001:db8::2 (2180372c-b589-4271-95ab-22c461e9384f/785f06ed-47ec-45ed-a384-963f2f33caab/487da479-63d7-4136-8cf4-103f561a51c1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:43.815766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-c9c45d95-dc9e-490c-9d04-4c31a34ae645 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697467 Aug 27 16:21:43.831128 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:21:43.835886 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-b4b611fd-5d00-4613-b730-283e82bfdb9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c1e5591-4c0e-4427-8f1b-be376ca30464 HTTP/1.1" status: 200 len: 217 time: 0.0381937 Aug 27 16:21:43.837349 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Deleting port 4ddeea28-d205-4787-a9b3-d50a10210160 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:43.837807 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.909394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.909612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:43.909860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf758be-b4dc-44cc-9965-bc97b6c1c979 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:43.917942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.918542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-16a7db97-09b5-4e64-a8ff-affae3a0373b admin admin] 10.222.0.101 "DELETE /v2.0/routers/fcf758be-b4dc-44cc-9965-bc97b6c1c979 HTTP/1.1" status: 204 len: 168 time: 2.7898638 Aug 27 16:21:43.919975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:43.922238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46130) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:43.952639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-36bf1f03-f322-44d0-9a88-53ff969047f1 service neutron] 10.222.0.101 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195691 Aug 27 16:21:43.955948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port cbe04881-3ba5-4b25-9d3a-5996d69c7028 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:43.976392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-19ccb943-13fb-48e4-8775-4e8c4a662a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:43.978374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-19ccb943-13fb-48e4-8775-4e8c4a662a64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5bab2e53-c067-4e76-9557-507589bcc6dc HTTP/1.1" status: 200 len: 844 time: 0.1288290 Aug 27 16:21:43.991733 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.005263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Transition to ACTIVE for port object 487da479-63d7-4136-8cf4-103f561a51c1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:44.027569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Transition to ACTIVE for port object 487da479-63d7-4136-8cf4-103f561a51c1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:44.049243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] Deleting subnet 92228f1f-59e9-492a-9b3b-54d2290484b1 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:21:44.066796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.089705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.102416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.114482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Calling delete_port for 4ddeea28-d205-4787-a9b3-d50a10210160 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:44.128748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-1c056173-4cd1-4a30-9fbc-a93154d6f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:44.130293 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-1c056173-4cd1-4a30-9fbc-a93154d6f15c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=304909ed-3288-4b86-b41b-97c2f9c9d58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384871 Aug 27 16:21:44.133139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.177667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Network 2180372c-b589-4271-95ab-22c461e9384f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:44.186517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:44.189824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:44.203612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Pushing event updated for resources: {'Port': ['ID=487da479-63d7-4136-8cf4-103f561a51c1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:44.203839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4b10-73bd-4e99-a49c-0d146b398264 req-59103cf9-0735-4eb3-a936-b11c8109f196 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:44.216488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01eb4b10-73bd-4e99-a49c-0d146b398264 req-59103cf9-0735-4eb3-a936-b11c8109f196 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 944 time: 0.1701596 Aug 27 16:21:44.229470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-b81cf1e9-073d-4de8-8ce7-97d4b4e9ba71 service neutron] 10.222.0.101 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181313 Aug 27 16:21:44.259120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Attempting to bind port 487da479-63d7-4136-8cf4-103f561a51c1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:44.260400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Attempting to bind port 487da479-63d7-4136-8cf4-103f561a51c1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a16b1943-ef78-4f5a-b7f5-923cd27ba5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2180372c-b589-4271-95ab-22c461e9384f'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:44.260400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Attempting to bind port 487da479-63d7-4136-8cf4-103f561a51c1 on network 2180372c-b589-4271-95ab-22c461e9384f {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:44.261950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::145 (2180372c-b589-4271-95ab-22c461e9384f/785f06ed-47ec-45ed-a384-963f2f33caab/cbe04881-3ba5-4b25-9d3a-5996d69c7028) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:44.267983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:44.269735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Checking segment: {'id': 'a16b1943-ef78-4f5a-b7f5-923cd27ba5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2180372c-b589-4271-95ab-22c461e9384f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:44.270969 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.279517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Bound using segment: {'id': 'a16b1943-ef78-4f5a-b7f5-923cd27ba5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2180372c-b589-4271-95ab-22c461e9384f'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:44.279517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Bound port: 487da479-63d7-4136-8cf4-103f561a51c1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16b1943-ef78-4f5a-b7f5-923cd27ba5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2180372c-b589-4271-95ab-22c461e9384f'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:44.280786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.283815 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.291037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01eb4b10-73bd-4e99-a49c-0d146b398264 req-9561383c-ad71-49cf-b3d3-f394b4a0095d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764124 Aug 27 16:21:44.366219 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-4fbd2ba9-fea6-463b-9154-5174107b2128 service neutron] 10.222.0.90 "GET /v2.0/networks/304909ed-3288-4b86-b41b-97c2f9c9d58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107241 Aug 27 16:21:44.389004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] For port 487da479-63d7-4136-8cf4-103f561a51c1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:44.392876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] For port 487da479-63d7-4136-8cf4-103f561a51c1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=487da479-63d7-4136-8cf4-103f561a51c1,segment=NetworkSegment(a16b1943-ef78-4f5a-b7f5-923cd27ba5a1),segment_id=a16b1943-ef78-4f5a-b7f5-923cd27ba5a1)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:44.497253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.501318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.516468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object cbe04881-3ba5-4b25-9d3a-5996d69c7028 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:44.636010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad0a63-0df8-4b08-91ad-8201e9e21f22 None None] Pushing event updated for resources: {'Port': ['ID=487da479-63d7-4136-8cf4-103f561a51c1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:44.640830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8ca1a1a4-91fb-4a5f-9c55-fd96c523fdbf req-dde3f6c0-9159-4425-90c4-fa85f6b0d30e service neutron] 10.222.0.90 "GET /v2.0/networks/304909ed-3288-4b86-b41b-97c2f9c9d58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250547 Aug 27 16:21:44.657615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.663057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.672353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e10a287a-360f-41a9-9795-e80398f8cfbd req-460df469-74c5-4b9b-9cb7-737cca1aad74 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 210 time: 0.0739572 Aug 27 16:21:44.714612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92228f1f-59e9-492a-9b3b-54d2290484b1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:44.734154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d18772-2bfb-4d17-81a0-f9229edae1ce req-c0ea53cd-86e0-4a3d-8f9f-427282f16952 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:44.740938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.745803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5d18772-2bfb-4d17-81a0-f9229edae1ce req-c0ea53cd-86e0-4a3d-8f9f-427282f16952 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 943 time: 0.1081312 Aug 27 16:21:44.746194 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e8b864a-d281-4157-921c-403c0597f095 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/92228f1f-59e9-492a-9b3b-54d2290484b1 HTTP/1.1" status: 204 len: 168 time: 0.8215625 Aug 27 16:21:44.747386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Pushing event deleted for resources: {'Port': ['ID=4ddeea28-d205-4787-a9b3-d50a10210160,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:44.747914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46140) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:44.769707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.822336 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.922204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 2180372c-b589-4271-95ab-22c461e9384f is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:44.932920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5d18772-2bfb-4d17-81a0-f9229edae1ce req-67da013e-44b9-4b64-aca5-88f538898f31 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849046 Aug 27 16:21:44.985017 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:44.987083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:44.990218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:45.000352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:45.001038 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.003738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=cbe04881-3ba5-4b25-9d3a-5996d69c7028,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:45.005976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2783d001-8529-415e-8969-094352e4421f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:45.043168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2783d001-8529-415e-8969-094352e4421f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:45.043561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2783d001-8529-415e-8969-094352e4421f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:45.097024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.107676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd532d37-5228-4c8d-89e6-654eb7cb3967']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:45.123900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a44fb3-ef49-4688-a50c-b86f6ea1172b') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:45.124194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a44fb3-ef49-4688-a50c-b86f6ea1172b') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:45.134457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8d523cb2-e780-498b-a383-0a2dffad973d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5385649 Aug 27 16:21:45.136349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.137862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46146) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:45.142761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '2180372c-b589-4271-95ab-22c461e9384f', 'name': 'tempest-PortsIpV6TestJSON-1174379773'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:45.194436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.208984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:21:45.209691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:21:45.212042 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:21:45.353363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.362170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.364575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] 10.222.0.101 "DELETE /v2.0/networks/dd532d37-5228-4c8d-89e6-654eb7cb3967 HTTP/1.1" status: 204 len: 168 time: 0.6134481 Aug 27 16:21:45.380600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f2e65-4b17-4597-b713-ae0b02a4820e admin admin] Pushing event deleted for resources: {'Network': ['ID=dd532d37-5228-4c8d-89e6-654eb7cb3967,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:45.410278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.414281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.456256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:45.461248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.486492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port cd0e3e1a-2a02-4623-a302-eb7379514993 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:45.503162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e5d40-c0ce-4d83-9567-b16f4866d48d req-79235f4f-4be5-4967-acd3-d49976a12b8d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:45.505897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e41e5d40-c0ce-4d83-9567-b16f4866d48d req-79235f4f-4be5-4967-acd3-d49976a12b8d tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 944 time: 0.1205046 Aug 27 16:21:45.514421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Router 8ef10796-31b6-436b-ad83-7110c0f7dc89 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:21:45.590216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e41e5d40-c0ce-4d83-9567-b16f4866d48d req-08049f5b-1516-4e1a-bdf7-b399ec5fe827 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526121 Aug 27 16:21:45.633347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:45.645787 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] Sync routers for ids ['8ef10796-31b6-436b-ad83-7110c0f7dc89'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:45.652145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.655759 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b438e825-fb88-4829-b8d9-accd5727004c tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "PUT /v2.0/routers/8ef10796-31b6-436b-ad83-7110c0f7dc89 HTTP/1.1" status: 200 len: 710 time: 3.3465202 Aug 27 16:21:45.658791 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] Routers {'8ef10796-31b6-436b-ad83-7110c0f7dc89'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:45.659438 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8ef10796-31b6-436b-ad83-7110c0f7dc89'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:45.659987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46156) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:45.680304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::3a (2180372c-b589-4271-95ab-22c461e9384f/785f06ed-47ec-45ed-a384-963f2f33caab/cd0e3e1a-2a02-4623-a302-eb7379514993) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:45.732405 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:45.746371 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] Routers {'8ef10796-31b6-436b-ad83-7110c0f7dc89'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:45.747187 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8ef10796-31b6-436b-ad83-7110c0f7dc89'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:45.808045 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:45.810816 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac9edd-b2ea-48c1-9c39-a0f6b257a882 None None] The sync data for ids ['8ef10796-31b6-436b-ad83-7110c0f7dc89'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:45.810970 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-53b54953-fec2-46f8-ad93-11c26d5b9331 tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/routers/8ef10796-31b6-436b-ad83-7110c0f7dc89 HTTP/1.1" status: 200 len: 745 time: 0.1488872 Aug 27 16:21:45.811694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46160) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:45.817785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c1e5591-4c0e-4427-8f1b-be376ca30464 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:21:45.847015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e10338c6-c43a-4b4a-a8ea-1c30d5a91e76 req-5c81e3d2-7316-4bb5-8692-2de8c5890f35 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 210 time: 0.0435927 Aug 27 16:21:45.876401 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-da2b2b5e-0b2d-463b-bc43-66d6537105ad tempest-RoutersIpV6AdminTest-1853481544 tempest-RoutersIpV6AdminTest-1853481544-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=8ef10796-31b6-436b-ad83-7110c0f7dc89 HTTP/1.1" status: 200 len: 205 time: 0.0628810 Aug 27 16:21:45.879207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46162) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:45.917068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46164) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:45.932118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-577ce6c7-7886-4d22-bb5d-4fec9716d3b9 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ef10796-31b6-436b-ad83-7110c0f7dc89 HTTP/1.1" status: 200 len: 205 time: 0.0474124 Aug 27 16:21:45.936428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46166) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:45.961342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:45.961613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1c1e5591-4c0e-4427-8f1b-be376ca30464, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c1e5591-4c0e-4427-8f1b-be376ca30464,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:45.973876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8cad9c-1107-4811-bf7e-6987aa539601 None None] Network 2180372c-b589-4271-95ab-22c461e9384f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:45.982284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object cd0e3e1a-2a02-4623-a302-eb7379514993 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:46.013294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'port_id': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'mac_address': 'fa:16:3e:cc:01:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:21:46.054382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6581ef88-2fef-41ef-8a50-a7bd3b1a5d90 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.087261 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.105010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1e5591-4c0e-4427-8f1b-be376ca30464 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:21:46.124365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.125216 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c69d2471-aa93-4e27-8ccb-d7cf17a1f714 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ade473d769e84f84bdc491a5f45c6bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065890 Aug 27 16:21:46.128133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46170) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.139666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1c1e5591-4c0e-4427-8f1b-be376ca30464, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c1e5591-4c0e-4427-8f1b-be376ca30464,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:46.178427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 2180372c-b589-4271-95ab-22c461e9384f is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:46.188756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:46.191440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:46.197655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:46.198427 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.207918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=cd0e3e1a-2a02-4623-a302-eb7379514993,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:46.209963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9c371c0f-84f2-4cac-96c9-21f6705a70c8 None None] Provisioning for port 487da479-63d7-4136-8cf4-103f561a51c1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:46.224441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8596fb-0c2a-4f37-ab1d-4d765a500413 req-5f819f82-057b-40d3-a504-7dcc6b35b947 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:46.226597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8596fb-0c2a-4f37-ab1d-4d765a500413 req-5f819f82-057b-40d3-a504-7dcc6b35b947 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 943 time: 0.1752691 Aug 27 16:21:46.234143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.267663 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6581ef88-2fef-41ef-8a50-a7bd3b1a5d90 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.272225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6581ef88-2fef-41ef-8a50-a7bd3b1a5d90 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.297012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8596fb-0c2a-4f37-ab1d-4d765a500413 req-c4e19fcb-1b3a-4c79-9267-52f843780ee0 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518281 Aug 27 16:21:46.302697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1c1e5591-4c0e-4427-8f1b-be376ca30464,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:46.312909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-722c4721-8ba3-4047-bf8a-c024b67615f3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1728709 Aug 27 16:21:46.313618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46172) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.335821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab03ea84-3b3b-4403-8e90-df07577c797d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.336906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a0261a36-4186-4a25-a722-72301da062fd details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:21:46.355462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab03ea84-3b3b-4403-8e90-df07577c797d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.402376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6581ef88-2fef-41ef-8a50-a7bd3b1a5d90 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.402975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6581ef88-2fef-41ef-8a50-a7bd3b1a5d90 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Fanout notify agent at l3_agent the message router_deleted on router 8ef10796-31b6-436b-ad83-7110c0f7dc89 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:21:46.412587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6581ef88-2fef-41ef-8a50-a7bd3b1a5d90 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.417890 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6581ef88-2fef-41ef-8a50-a7bd3b1a5d90 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/8ef10796-31b6-436b-ad83-7110c0f7dc89 HTTP/1.1" status: 204 len: 168 time: 0.4771926 Aug 27 16:21:46.420188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46174) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.457394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b3f8277f-2df2-4a04-b960-73249ebb2eff tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ef10796-31b6-436b-ad83-7110c0f7dc89 HTTP/1.1" status: 200 len: 205 time: 0.0314882 Aug 27 16:21:46.459939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46176) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.493887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc455d-6eb9-4e72-bba8-9245935aef92 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:46.496266 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dcbc455d-6eb9-4e72-bba8-9245935aef92 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A145 HTTP/1.1" status: 200 len: 928 time: 0.1813715 Aug 27 16:21:46.498888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46178) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.501243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a0261a36-4186-4a25-a722-72301da062fd, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a0261a36-4186-4a25-a722-72301da062fd,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:46.509443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab03ea84-3b3b-4403-8e90-df07577c797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.512058 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab03ea84-3b3b-4403-8e90-df07577c797d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.513250 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ab03ea84-3b3b-4403-8e90-df07577c797d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5357fd42-53ea-4ba9-ab68-dde076b8221e HTTP/1.1" status: 204 len: 168 time: 0.3839750 Aug 27 16:21:46.520383 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-a9f9261b-6ee8-4d18-8719-ebf686e89ca0 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] delete failed (client error): The resource could not be found. Aug 27 16:21:46.520383 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a9f9261b-6ee8-4d18-8719-ebf686e89ca0 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/8ef10796-31b6-436b-ad83-7110c0f7dc89 HTTP/1.1" status: 404 len: 336 time: 0.0542014 Aug 27 16:21:46.529689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.544418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'a0261a36-4186-4a25-a722-72301da062fd', 'network_id': '54c2d541-d973-4aa6-86d8-8fc737557878', 'port_id': 'a0261a36-4186-4a25-a722-72301da062fd', 'mac_address': 'fa:16:3e:7a:7d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce6403-2613-493d-af74-67bb39b1ef9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:21:46.551486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03ea84-3b3b-4403-8e90-df07577c797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5357fd42-53ea-4ba9-ab68-dde076b8221e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:46.590188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-05940112-faca-4420-afd7-e3ceda54408a tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6052ccd-6991-4e3f-8398-a0fe0fd05b06 HTTP/1.1" status: 200 len: 205 time: 0.0481334 Aug 27 16:21:46.593726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46186) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.633528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.645865 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-f376f6f9-d07b-4f60-add1-d9ba62c17db0 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] delete failed (client error): The resource could not be found. Aug 27 16:21:46.653952 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f376f6f9-d07b-4f60-add1-d9ba62c17db0 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/c6052ccd-6991-4e3f-8398-a0fe0fd05b06 HTTP/1.1" status: 404 len: 336 time: 0.0591390 Aug 27 16:21:46.654578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46190) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.674540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['1c1e5591-4c0e-4427-8f1b-be376ca30464'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:21:46.688365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0261a36-4186-4a25-a722-72301da062fd {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:21:46.722745 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-84a26388-8992-4aec-8afd-14d792a291e9 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6b76ec2-cbe3-4e08-9d04-513e18132f96 HTTP/1.1" status: 200 len: 205 time: 0.0670161 Aug 27 16:21:46.730348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46192) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.760644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a0261a36-4186-4a25-a722-72301da062fd, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a0261a36-4186-4a25-a722-72301da062fd,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:46.776736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port cd0e3e1a-2a02-4623-a302-eb7379514993 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:46.777085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.779065 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-d0b8ea4a-8cd1-4a83-9348-70e3d59aec07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] delete failed (client error): The resource could not be found. Aug 27 16:21:46.780279 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0b8ea4a-8cd1-4a83-9348-70e3d59aec07 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/c6b76ec2-cbe3-4e08-9d04-513e18132f96 HTTP/1.1" status: 404 len: 336 time: 0.0487435 Aug 27 16:21:46.783186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46194) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.787437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c628797-3735-44e9-a296-fe5b384b3b32 req-3e7e66b4-5d58-4e6f-8989-eaaa53a84a9a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:46.789205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c628797-3735-44e9-a296-fe5b384b3b32 req-3e7e66b4-5d58-4e6f-8989-eaaa53a84a9a tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 944 time: 0.0706768 Aug 27 16:21:46.827483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-98c55300-5153-49ab-a8fa-f8163e64286f tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=2b3c0e07-3801-4568-a4f7-6fd0ca64587e HTTP/1.1" status: 200 len: 205 time: 0.0430155 Aug 27 16:21:46.830547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46196) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:46.909559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c628797-3735-44e9-a296-fe5b384b3b32 req-8f6d1994-40b5-4128-92e9-3ed001e32051 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040900 Aug 27 16:21:46.918215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.925126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Provisioning for port cd0e3e1a-2a02-4623-a302-eb7379514993 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:46.964961 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-006ec66a-1541-447c-b42e-e3162330157e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] delete failed (client error): The resource could not be found. Aug 27 16:21:46.965552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:46.971131 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-006ec66a-1541-447c-b42e-e3162330157e tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/2b3c0e07-3801-4568-a4f7-6fd0ca64587e HTTP/1.1" status: 404 len: 336 time: 0.1394615 Aug 27 16:21:46.973923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46200) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.016854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for cd0e3e1a-2a02-4623-a302-eb7379514993 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:47.021783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fd849b8c-cd2f-42fa-9aeb-f8f04a3ef890 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=b39d34fb-c138-49c7-8c38-eb9fe52103a6 HTTP/1.1" status: 200 len: 205 time: 0.0467193 Aug 27 16:21:47.025264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46202) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.043133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Provisioning complete for port cd0e3e1a-2a02-4623-a302-eb7379514993 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:47.043582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.049880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-319448bd-9c1f-4c17-b366-fbf0fcfc4949 req-bcd986a0-871c-432f-9363-08f51a377d78 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 210 time: 0.0612714 Aug 27 16:21:47.094699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a0261a36-4186-4a25-a722-72301da062fd,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:47.097445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Port cd0e3e1a-2a02-4623-a302-eb7379514993 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:47.099540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 487da479-63d7-4136-8cf4-103f561a51c1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:47.109800 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-a378c645-80f6-4433-b0ec-fff865f2e966 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] delete failed (client error): The resource could not be found. Aug 27 16:21:47.110868 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a378c645-80f6-4433-b0ec-fff865f2e966 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/b39d34fb-c138-49c7-8c38-eb9fe52103a6 HTTP/1.1" status: 404 len: 336 time: 0.0845888 Aug 27 16:21:47.118933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46206) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.159104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7b59cddb-4c4e-4514-8f67-9d0f723e2293 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e2a99fb-abff-4417-8dfa-ecb9b0909153 HTTP/1.1" status: 200 len: 205 time: 0.0386105 Aug 27 16:21:47.161538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46208) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.222367 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-0fd73842-05c6-41ed-a334-4682fe00d408 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] delete failed (client error): The resource could not be found. Aug 27 16:21:47.223670 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0fd73842-05c6-41ed-a334-4682fe00d408 tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/routers/1e2a99fb-abff-4417-8dfa-ecb9b0909153 HTTP/1.1" status: 404 len: 336 time: 0.0610116 Aug 27 16:21:47.227595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46210) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.245685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['a0261a36-4186-4a25-a722-72301da062fd'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:21:47.264698 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ed8541-6cef-42e5-8cc4-44c43f33c0ac tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] DELETE failed (client error): The resource could not be found. Aug 27 16:21:47.265625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ed8541-6cef-42e5-8cc4-44c43f33c0ac tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:21:47.270443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c8ed8541-6cef-42e5-8cc4-44c43f33c0ac tempest-RoutersIpV6AdminTest-608669135 tempest-RoutersIpV6AdminTest-608669135-project] 10.222.0.101 "DELETE /v2.0/subnets/44a1cf30-9eaf-468b-8991-ef001a402b6e HTTP/1.1" status: 404 len: 337 time: 0.0390136 Aug 27 16:21:47.314897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Provisioning for port cbe04881-3ba5-4b25-9d3a-5996d69c7028 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:47.325950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Provisioning complete for port cbe04881-3ba5-4b25-9d3a-5996d69c7028 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:47.326334 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.363899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 487da479-63d7-4136-8cf4-103f561a51c1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:47.389611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 487da479-63d7-4136-8cf4-103f561a51c1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:47.390095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.411638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.429835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cf60c02d-3bff-471b-8420-609aebf7c8a3 None None] Port cbe04881-3ba5-4b25-9d3a-5996d69c7028 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:47.513575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=cd0e3e1a-2a02-4623-a302-eb7379514993,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:47.530573 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.547301 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.552490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46222) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.552973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-734ab759-8456-4ad5-a268-cc5d8afc0c14 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/cd0e3e1a-2a02-4623-a302-eb7379514993 HTTP/1.1" status: 204 len: 168 time: 1.0529220 Aug 27 16:21:47.576295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 487da479-63d7-4136-8cf4-103f561a51c1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=487da479-63d7-4136-8cf4-103f561a51c1,segment=NetworkSegment(a16b1943-ef78-4f5a-b7f5-923cd27ba5a1),segment_id=a16b1943-ef78-4f5a-b7f5-923cd27ba5a1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:47.586824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2c87-d32a-4ff7-a6c3-2bb43602ecaf req-0f92f209-07f7-4aba-bbc0-1f8bc139ed75 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:47.588852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a21f2c87-d32a-4ff7-a6c3-2bb43602ecaf req-0f92f209-07f7-4aba-bbc0-1f8bc139ed75 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 944 time: 0.1896360 Aug 27 16:21:47.606520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d706ee12-3912-4eb0-b479-88959c8feb40 None None] Could not find standard attr ID for object cd0e3e1a-2a02-4623-a302-eb7379514993. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:21:47.607337 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d4d2fe-36ea-48d2-ba50-e42d7db7ece8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:47.609796 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-91d4d2fe-36ea-48d2-ba50-e42d7db7ece8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/cd0e3e1a-2a02-4623-a302-eb7379514993 HTTP/1.1" status: 404 len: 333 time: 0.0558705 Aug 27 16:21:47.612387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46228) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.633453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d706ee12-3912-4eb0-b479-88959c8feb40 None None] Provisioning complete for port cbe04881-3ba5-4b25-9d3a-5996d69c7028 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:47.633841 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d706ee12-3912-4eb0-b479-88959c8feb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.637653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-9d966506-daeb-40bb-8dc5-6c0ffb11027b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:47.639450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-9d966506-daeb-40bb-8dc5-6c0ffb11027b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 809 time: 0.2520068 Aug 27 16:21:47.684462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a21f2c87-d32a-4ff7-a6c3-2bb43602ecaf req-e88f8559-19ad-4a8d-91b7-7a765be2fe41 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847423 Aug 27 16:21:47.732876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d706ee12-3912-4eb0-b479-88959c8feb40 None None] Port cbe04881-3ba5-4b25-9d3a-5996d69c7028 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:47.734558 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.744977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-876fb64c-047a-4003-89fe-647a7cc146b9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13a6e423ab9b4728802e216684005e3b HTTP/1.1" status: 200 len: 380 time: 0.0768125 Aug 27 16:21:47.753115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'port': {'device_id': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'admin_state_up': True, 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'security_groups': ['e57306bd-9aa3-48de-bba1-614366c15774']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:47.817101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port cbe04881-3ba5-4b25-9d3a-5996d69c7028 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:47.822427 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.827624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=487da479-63d7-4136-8cf4-103f561a51c1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:47.870511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46232) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:47.933431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:47.949411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for cbe04881-3ba5-4b25-9d3a-5996d69c7028 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:48.008643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c512de3-df6d-4c6d-ba65-27f8b13b72a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.075991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Made reservation on behalf of 13a6e423ab9b4728802e216684005e3b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:48.081640 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.118686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583ec58-279f-44fd-8fc0-086426288a6c req-526daf0a-1256-4a75-8c67-0811dd9bc42e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:48.120219 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f583ec58-279f-44fd-8fc0-086426288a6c req-526daf0a-1256-4a75-8c67-0811dd9bc42e tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 945 time: 0.0945561 Aug 27 16:21:48.256022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.290679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=cbe04881-3ba5-4b25-9d3a-5996d69c7028,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:48.318649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.321472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b634144d-1078-44aa-b976-75d6b366f7bb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/cbe04881-3ba5-4b25-9d3a-5996d69c7028 HTTP/1.1" status: 204 len: 168 time: 0.7072754 Aug 27 16:21:48.324204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46248) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:48.336395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a0261a36-4186-4a25-a722-72301da062fd up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:48.368551 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a847d1-b27b-423e-af2c-781ba893d534 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:48.371633 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-78a847d1-b27b-423e-af2c-781ba893d534 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/cbe04881-3ba5-4b25-9d3a-5996d69c7028 HTTP/1.1" status: 404 len: 333 time: 0.0460813 Aug 27 16:21:48.374193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46250) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:48.456484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 785f06ed-47ec-45ed-a384-963f2f33caab {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:21:48.460703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.484687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port a0261a36-4186-4a25-a722-72301da062fd completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:48.489015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port a0261a36-4186-4a25-a722-72301da062fd triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:48.489519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.519474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.581150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57139675-a8a8-4b78-9d10-eef0fda27d57 req-90cad5f4-b401-4244-a1e0-a143364baac5 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 210 time: 0.0855761 Aug 27 16:21:48.607010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.623310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f583ec58-279f-44fd-8fc0-086426288a6c req-e555cc23-6c29-42cb-8d0f-687ea1487134 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903932 Aug 27 16:21:48.642524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.645473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0261a36-4186-4a25-a722-72301da062fd'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:48.648336 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4316d4-74a1-4d29-bd0a-66b4c4a6b2a3" -d '{"events": [{"server_uuid": "4add6a3e-9126-4db6-b5c8-9995b86b272d", "name": "network-vif-plugged", "status": "completed", "tag": "a0261a36-4186-4a25-a722-72301da062fd"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:48.693373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a0261a36-4186-4a25-a722-72301da062fd, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a0261a36-4186-4a25-a722-72301da062fd,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:48.699926 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f0de68-6fc4-4b81-a3f6-b4c0116b6e92 x-openstack-request-id: req-b2f0de68-6fc4-4b81-a3f6-b4c0116b6e92 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:48.700142 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4add6a3e-9126-4db6-b5c8-9995b86b272d", "name": "network-vif-plugged", "status": "completed", "tag": "a0261a36-4186-4a25-a722-72301da062fd", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:48.700920 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b2f0de68-6fc4-4b81-a3f6-b4c0116b6e92 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:48.700920 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0261a36-4186-4a25-a722-72301da062fd', 'code': 200} Aug 27 16:21:48.717656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Allocated IP 172.20.0.9 (59f0d06e-3976-4115-8d5d-da24f4e5c4f6/82d13b95-3420-4938-be46-8897fa6f0cc6/aa89936e-9c7e-421b-b1a9-b604153be7e2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:48.739821 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c512de3-df6d-4c6d-ba65-27f8b13b72a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.747105 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.814941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a0261a36-4186-4a25-a722-72301da062fd,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:48.832129 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c512de3-df6d-4c6d-ba65-27f8b13b72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.862091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.900171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=785f06ed-47ec-45ed-a384-963f2f33caab,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:48.919093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:48.923369 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7166e88b-edbd-4555-8e18-6202a3037795 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/785f06ed-47ec-45ed-a384-963f2f33caab HTTP/1.1" status: 204 len: 168 time: 0.5446014 Aug 27 16:21:48.924673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46272) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:48.930009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036f253-e69f-4bee-a35b-596b7b76efb3 None None] Network 2180372c-b589-4271-95ab-22c461e9384f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:48.969757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c512de3-df6d-4c6d-ba65-27f8b13b72a1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9b3897816555476abc59cf3c06d88ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0981572 Aug 27 16:21:48.976898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512de3-df6d-4c6d-ba65-27f8b13b72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8727bad4-507d-4aed-b6f8-196a060da305,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:48.988500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46274) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:48.991608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 487da479-63d7-4136-8cf4-103f561a51c1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:48.995119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9094-6e1d-4e54-8f5b-9540bbb40da9 req-fd8d0d27-bf40-4e82-8184-10f84f887424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:48.996675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-991d9094-6e1d-4e54-8f5b-9540bbb40da9 req-fd8d0d27-bf40-4e82-8184-10f84f887424 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 1097 time: 0.2176490 Aug 27 16:21:49.036979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.040680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb5628-9ce6-4661-bdb7-27d0afe853a9 req-df9089a3-6674-4ff7-a75b-fb66aef7370e tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:49.042231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27fb5628-9ce6-4661-bdb7-27d0afe853a9 req-df9089a3-6674-4ff7-a75b-fb66aef7370e tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 944 time: 0.2490714 Aug 27 16:21:49.077242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e107a1ec-c9f5-4bb9-94c3-455b5c7c7736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.102494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.112610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-991d9094-6e1d-4e54-8f5b-9540bbb40da9 req-59d8abb6-9eb2-42b3-95fa-d34880d318ea service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053245 Aug 27 16:21:49.125039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e107a1ec-c9f5-4bb9-94c3-455b5c7c7736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.153570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 487da479-63d7-4136-8cf4-103f561a51c1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:49.153960 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.158133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Transition to ACTIVE for port object aa89936e-9c7e-421b-b1a9-b604153be7e2 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:49.170033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 487da479-63d7-4136-8cf4-103f561a51c1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:49.170376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.267227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] For port 487da479-63d7-4136-8cf4-103f561a51c1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=487da479-63d7-4136-8cf4-103f561a51c1,segment=NetworkSegment(a16b1943-ef78-4f5a-b7f5-923cd27ba5a1),segment_id=a16b1943-ef78-4f5a-b7f5-923cd27ba5a1)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:49.267964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] DHCP port deletion for 2180372c-b589-4271-95ab-22c461e9384f request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:21:49.271166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.286456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27fb5628-9ce6-4661-bdb7-27d0afe853a9 req-55855e1b-3751-4eb8-9c0e-94f0afde3336 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303357 Aug 27 16:21:49.297235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 487da479-63d7-4136-8cf4-103f561a51c1 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:49.301399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c5b2c5e-5e17-4456-a785-eac849283667 req-92a3eb3a-659c-4313-8302-dd62df3a65e1 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0712647 Aug 27 16:21:49.308682 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.385673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'Port': ['ID=aa89936e-9c7e-421b-b1a9-b604153be7e2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:49.405710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e107a1ec-c9f5-4bb9-94c3-455b5c7c7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.408685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:49.408685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:49.409432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e107a1ec-c9f5-4bb9-94c3-455b5c7c7736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.412909 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e107a1ec-c9f5-4bb9-94c3-455b5c7c7736 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8727bad4-507d-4aed-b6f8-196a060da305 HTTP/1.1" status: 204 len: 168 time: 0.4209347 Aug 27 16:21:49.423420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:49.427359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107a1ec-c9f5-4bb9-94c3-455b5c7c7736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727bad4-507d-4aed-b6f8-196a060da305,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:49.492168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:49.493237 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.529673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.544994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] Deleting port 487da479-63d7-4136-8cf4-103f561a51c1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:49.545929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.558465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=487da479-63d7-4136-8cf4-103f561a51c1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:49.560452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No DVR routers for this DVR port 487da479-63d7-4136-8cf4-103f561a51c1 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:49.630267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-028b38e8-e16a-4320-9d3b-348be6651408 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8816686 Aug 27 16:21:49.631122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] For port 487da479-63d7-4136-8cf4-103f561a51c1, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:49.633346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.643518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Request body: {'port': {'device_id': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:49.655708 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.670794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2180372c-b589-4271-95ab-22c461e9384f']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:49.678688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] Calling delete_port for 487da479-63d7-4136-8cf4-103f561a51c1 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:49.689268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] Port 487da479-63d7-4136-8cf4-103f561a51c1 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:21:49.691371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16b1943-ef78-4f5a-b7f5-923cd27ba5a1') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:49.691661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16b1943-ef78-4f5a-b7f5-923cd27ba5a1') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:49.696350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.706036 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.728661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.738852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] Pushing event deleted for resources: {'Port': ['ID=487da479-63d7-4136-8cf4-103f561a51c1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:49.747447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:21:49.747927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368bceb-8d10-4c66-9f07-72c9755c4ce0 None None] No DVR routers for this DVR port 487da479-63d7-4136-8cf4-103f561a51c1 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:49.749092 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:21:49.794707 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:21:49.828414 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.836013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c1e5591-4c0e-4427-8f1b-be376ca30464 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:49.863935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1b179-f116-4978-a398-de8b7cd0313b req-fc459e4b-4e1d-44f2-be31-e42636f3b253 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:49.865470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66a1b179-f116-4978-a398-de8b7cd0313b req-fc459e4b-4e1d-44f2-be31-e42636f3b253 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 946 time: 0.0991938 Aug 27 16:21:49.878176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6ac04fdb-ecf6-46f2-ac19-1cc7c919973b None None] Provisioning for port aa89936e-9c7e-421b-b1a9-b604153be7e2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:49.878995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a5e85-31a9-483f-80cf-f01da893da16 req-af8f7d9c-804b-49a6-8d90-54a682a919d0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:49.880562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b0a5e85-31a9-483f-80cf-f01da893da16 req-af8f7d9c-804b-49a6-8d90-54a682a919d0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 931 time: 0.1154044 Aug 27 16:21:49.884572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6ac04fdb-ecf6-46f2-ac19-1cc7c919973b None None] Provisioning complete for port aa89936e-9c7e-421b-b1a9-b604153be7e2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:49.884950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac04fdb-ecf6-46f2-ac19-1cc7c919973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.926637 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6ac04fdb-ecf6-46f2-ac19-1cc7c919973b None None] Port aa89936e-9c7e-421b-b1a9-b604153be7e2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:49.946910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.972962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:49.980681 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/2180372c-b589-4271-95ab-22c461e9384f HTTP/1.1" status: 204 len: 168 time: 1.0517139 Aug 27 16:21:49.980681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd8708-a40b-4f00-9f1d-f2a235ab95ef tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=2180372c-b589-4271-95ab-22c461e9384f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:49.984229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46294) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:49.991550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1673999997'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:50.046901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b0a5e85-31a9-483f-80cf-f01da893da16 req-fa30a0e1-1302-4160-977f-23b724d75d57 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416187 Aug 27 16:21:50.050333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 1c1e5591-4c0e-4427-8f1b-be376ca30464 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:50.051944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66a1b179-f116-4978-a398-de8b7cd0313b req-ec48ad35-29f0-41f4-8632-cfcaedf8fbe5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704617 Aug 27 16:21:50.054194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 1c1e5591-4c0e-4427-8f1b-be376ca30464 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:50.063211 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.153826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.186550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:50.190464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.206535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1c1e5591-4c0e-4427-8f1b-be376ca30464, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c1e5591-4c0e-4427-8f1b-be376ca30464,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:50.234550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:50.244620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.245196 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment d19e7edb-5ee3-4798-a1f2-673fd5de9b7c of type vlan for network 32fcd235-d329-461a-9361-b736ae1fcc97 Aug 27 16:21:50.258631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa89936e-9c7e-421b-b1a9-b604153be7e2 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:21:50.261375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.274478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Transition to ACTIVE for port object aa89936e-9c7e-421b-b1a9-b604153be7e2 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:50.286109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.349456 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.352552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.398626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.405360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:50.406087 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.419464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1c1e5591-4c0e-4427-8f1b-be376ca30464,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:50.494741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-532b581e-e3ba-434b-922c-721de54e8941 req-3ea25139-bcbd-4ea3-85fe-a5fcf013b2e5 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0607231 Aug 27 16:21:50.501230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Pushing event updated for resources: {'Port': ['ID=aa89936e-9c7e-421b-b1a9-b604153be7e2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:50.503444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=32fcd235-d329-461a-9361-b736ae1fcc97,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:50.519728 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1be98799-4c94-43d2-ac0d-bcde58e136e4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5341949 Aug 27 16:21:50.522489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46302) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:50.527612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46304) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:50.538604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:50.543093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 32fcd235-d329-461a-9361-b736ae1fcc97 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:50.560984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc35e-6728-4934-b7de-86ddd9c4ca18 req-8971b476-bb3e-44be-bafe-031da1643ded tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:50.562901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f38bc35e-6728-4934-b7de-86ddd9c4ca18 req-8971b476-bb3e-44be-bafe-031da1643ded tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.1698585 Aug 27 16:21:50.599736 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88ff65b5-553f-4335-9192-aa336a9b4815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.665518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f38bc35e-6728-4934-b7de-86ddd9c4ca18 req-5534734b-6929-45ff-a1a2-ec20304e606c tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741663 Aug 27 16:21:50.666898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Attempting to bind port aa89936e-9c7e-421b-b1a9-b604153be7e2 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:50.667245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Attempting to bind port aa89936e-9c7e-421b-b1a9-b604153be7e2 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:50.667615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Attempting to bind port aa89936e-9c7e-421b-b1a9-b604153be7e2 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:50.672855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Port aa89936e-9c7e-421b-b1a9-b604153be7e2 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:21:50.673186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Attempting to bind port aa89936e-9c7e-421b-b1a9-b604153be7e2 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:50.679824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:50.680073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Checking segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:50.680470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Bound using segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:50.680911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Bound port: aa89936e-9c7e-421b-b1a9-b604153be7e2, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:50.681279 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.702318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:50.705623 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c770a86-17b8-4ba5-93bf-34083715b492 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a8d273df8b8e493eb5c7753bd6040e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761229 Aug 27 16:21:50.711699 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78ddbf7-c7ca-4aee-ac47-01f198a1a65c" -d '{"events": [{"server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "name": "network-vif-plugged", "status": "completed", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:50.712541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46310) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:50.764669 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f8cc22-144a-4efd-a136-990418dde693 x-openstack-request-id: req-b7f8cc22-144a-4efd-a136-990418dde693 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:50.765778 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "name": "network-vif-plugged", "status": "completed", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:50.766049 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b7f8cc22-144a-4efd-a136-990418dde693 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:50.766465 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'code': 200} Aug 27 16:21:50.777256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] For port aa89936e-9c7e-421b-b1a9-b604153be7e2, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:50.781051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] For port aa89936e-9c7e-421b-b1a9-b604153be7e2, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:50.788931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63ad78f4-047b-4795-b2df-547a21335fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.812717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63ad78f4-047b-4795-b2df-547a21335fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.885798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:50.890342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.898380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 487da479-63d7-4136-8cf4-103f561a51c1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:50.912974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.920373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 487da479-63d7-4136-8cf4-103f561a51c1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:50.925170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 487da479-63d7-4136-8cf4-103f561a51c1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:50.942821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799ca8-4972-4ed8-a755-70874a34b080 req-07346146-6e09-4083-ab67-c0f75c320403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:50.945189 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2799ca8-4972-4ed8-a755-70874a34b080 req-07346146-6e09-4083-ab67-c0f75c320403 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 1096 time: 0.1028471 Aug 27 16:21:50.950716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:50.951133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:50.952580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] 10.222.0.97 "PUT /v2.0/ports/aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 1091 time: 1.3141825 Aug 27 16:21:50.954743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:50.957823 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0628e3-a544-4158-a4f3-5cf21a9c453a" -d '{"events": [{"name": "network-changed", "server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:51.019408 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3516acb1-4dbd-4ad1-9021-4e1af8263c35 x-openstack-request-id: req-3516acb1-4dbd-4ad1-9021-4e1af8263c35 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:51.019408 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:51.019408 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3516acb1-4dbd-4ad1-9021-4e1af8263c35 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:51.019408 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'status': 'completed', 'code': 200} Aug 27 16:21:51.019968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63ad78f4-047b-4795-b2df-547a21335fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:51.020082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabb38b-9462-454a-b2dc-ad453f9a8f9f service neutron] Pushing event updated for resources: {'Port': ['ID=aa89936e-9c7e-421b-b1a9-b604153be7e2,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:51.020180 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63ad78f4-047b-4795-b2df-547a21335fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:51.020454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-63ad78f4-047b-4795-b2df-547a21335fa3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/554b2f1a-85c0-451e-ac9c-a845fbcc693f HTTP/1.1" status: 204 len: 168 time: 0.3068876 Aug 27 16:21:51.031340 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2799ca8-4972-4ed8-a755-70874a34b080 req-e66bb9f1-e0e6-4522-91f2-5aceed1da275 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678117 Aug 27 16:21:51.038246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad78f4-047b-4795-b2df-547a21335fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b2f1a-85c0-451e-ac9c-a845fbcc693f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:51.110724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0628e3-a544-4158-a4f3-5cf21a9c453a req-519c6f58-ef3d-450f-a82d-cd68dd57792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.112402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c0628e3-a544-4158-a4f3-5cf21a9c453a req-519c6f58-ef3d-450f-a82d-cd68dd57792c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1094 time: 0.0749881 Aug 27 16:21:51.278709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:51.325963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea44064-3f5d-49e9-9260-fa9448967541 req-20e4930d-41c3-46ce-8f0f-1d6ca384d5d9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.327919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dea44064-3f5d-49e9-9260-fa9448967541 req-20e4930d-41c3-46ce-8f0f-1d6ca384d5d9 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 946 time: 0.1292884 Aug 27 16:21:51.335346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da93a-26a8-4646-8ee2-31ae9a927927 req-9068fbd2-5c3b-4a2e-8bda-9325db237443 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.336817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b97da93a-26a8-4646-8ee2-31ae9a927927 req-9068fbd2-5c3b-4a2e-8bda-9325db237443 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 943 time: 0.1372168 Aug 27 16:21:51.341770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0628e3-a544-4158-a4f3-5cf21a9c453a req-b0d4ef07-d943-4b14-8428-2b2386419de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.343494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c0628e3-a544-4158-a4f3-5cf21a9c453a req-b0d4ef07-d943-4b14-8428-2b2386419de6 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=13a6e423ab9b4728802e216684005e3b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2228894 Aug 27 16:21:51.347200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=59e30bc6-bf49-4195-947e-fe638f0cab3f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:51.353925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': 'd19e7edb-5ee3-4798-a1f2-673fd5de9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:51.354303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: 32fcd235-d329-461a-9361-b736ae1fcc97, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:51.444295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 32fcd235-d329-461a-9361-b736ae1fcc97 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:51.468576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dea44064-3f5d-49e9-9260-fa9448967541 req-f6053f01-85c2-4deb-a304-69785c02de50 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305630 Aug 27 16:21:51.473487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b97da93a-26a8-4646-8ee2-31ae9a927927 req-c1f24a42-624e-4f4f-b1d5-2b244000b8b2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242690 Aug 27 16:21:51.511705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0628e3-a544-4158-a4f3-5cf21a9c453a req-2c9ba7aa-7bb4-43e7-8994-762773922661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.524487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c0628e3-a544-4158-a4f3-5cf21a9c453a req-2c9ba7aa-7bb4-43e7-8994-762773922661 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1638274 Aug 27 16:21:51.554594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 32fcd235-d329-461a-9361-b736ae1fcc97) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:51.554594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.554594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:51.559415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4a9e6c-5656-4777-8011-393e0c6eafef None None] Network 32fcd235-d329-461a-9361-b736ae1fcc97 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:51.641063 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09391775-5d5e-4e15-8f14-7bf8c9428af0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1075003 Aug 27 16:21:51.641063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46332) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:51.641063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97', 'name': 'tempest-PortsIpV6TestJSON-1150184958', 'fixed_ips': [{'subnet_id': '59e30bc6-bf49-4195-947e-fe638f0cab3f', 'ip_address': '2001:db8::10'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:51.658292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-605259c2-bae6-4eb8-9c77-2efd0c3b5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.669649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-605259c2-bae6-4eb8-9c77-2efd0c3b5ee8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1094 time: 0.0837681 Aug 27 16:21:51.751417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6277f81c-c802-423d-bc60-44815d695ec8 req-d233cdb0-e316-4e5e-a035-0cb8fb0324bf tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0789533 Aug 27 16:21:51.753188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-19da6423-7e26-4efc-acbc-4fd757a780e0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 217 time: 0.0683231 Aug 27 16:21:51.793213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-32fcd235-d329-461a-9361-b736ae1fcc97', 'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97', 'tenant_id': 'ffc5ae2dd9ab45468e35f79c4324bba4', 'fixed_ips': [{'subnet_id': '59e30bc6-bf49-4195-947e-fe638f0cab3f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:51.798781 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:51.826640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-845597bd-6a63-40b3-891b-6d8dc7ab4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.828106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-845597bd-6a63-40b3-891b-6d8dc7ab4f19 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.0677943 Aug 27 16:21:51.896368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:51.921950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820208c3-9079-44da-9e38-18925d29e74a req-8baa00f1-3f70-441e-9e72-68e08b29bffe tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.932258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-820208c3-9079-44da-9e38-18925d29e74a req-8baa00f1-3f70-441e-9e72-68e08b29bffe tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.1078317 Aug 27 16:21:51.939685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-511dcfd1-227b-410d-805f-b1c97880394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:51.951110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-511dcfd1-227b-410d-805f-b1c97880394f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138597 Aug 27 16:21:51.972290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Allocated IP 2001:db8::2 (32fcd235-d329-461a-9361-b736ae1fcc97/59e30bc6-bf49-4195-947e-fe638f0cab3f/6984a6bb-861b-4c6b-b5ab-20fb0e2b4737) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:52.049490 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.066922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-820208c3-9079-44da-9e38-18925d29e74a req-a280cb1d-9fab-4947-8a52-54f53f682725 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335137 Aug 27 16:21:52.069650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 7fe95597-50dc-4d14-b2e4-69468a948440 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:52.112549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687c2bf-d807-41b6-90fe-3301df107079 req-312b77a9-bb8d-4c49-b619-86a54f63ffba tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:52.115064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b687c2bf-d807-41b6-90fe-3301df107079 req-312b77a9-bb8d-4c49-b619-86a54f63ffba tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 946 time: 0.1029818 Aug 27 16:21:52.143090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.148948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-525456a8-7f56-4503-8e26-82b58dd5f5d3 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898317 Aug 27 16:21:52.154653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Transition to ACTIVE for port object 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:52.171568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Transition to ACTIVE for port object 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:52.208346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b687c2bf-d807-41b6-90fe-3301df107079 req-84b38c1e-46b1-4163-9c5c-cd51ede271d6 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498393 Aug 27 16:21:52.268515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b361a19-3e9c-437a-8e56-2f95a4bb9b2d req-8850c4d5-95b1-4159-945d-743075d49c5a service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080444 Aug 27 16:21:52.313084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.359260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Network 32fcd235-d329-461a-9361-b736ae1fcc97 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:52.365584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:52.368449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Pushing event updated for resources: {'Port': ['ID=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:52.370913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:52.373004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::10 (32fcd235-d329-461a-9361-b736ae1fcc97/59e30bc6-bf49-4195-947e-fe638f0cab3f/7fe95597-50dc-4d14-b2e4-69468a948440) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:52.430350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Attempting to bind port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:52.430862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Attempting to bind port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd19e7edb-5ee3-4798-a1f2-673fd5de9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:52.431379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Attempting to bind port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 on network 32fcd235-d329-461a-9361-b736ae1fcc97 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:52.436959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:52.437470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Checking segment: {'id': 'd19e7edb-5ee3-4798-a1f2-673fd5de9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:52.437978 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.438472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Bound using segment: {'id': 'd19e7edb-5ee3-4798-a1f2-673fd5de9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:52.439066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Bound port: 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19e7edb-5ee3-4798-a1f2-673fd5de9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:52.439589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.510176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] For port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:52.513509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] For port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,segment=NetworkSegment(d19e7edb-5ee3-4798-a1f2-673fd5de9b7c),segment_id=d19e7edb-5ee3-4798-a1f2-673fd5de9b7c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:52.541739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46352) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:52.567381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.588414 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.610721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 7fe95597-50dc-4d14-b2e4-69468a948440 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:52.674927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964d8ea-319c-48cd-9d8c-b6e81edca5a0 req-e65a0a2c-1802-4ffe-8c33-9f6ebed6b271 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:52.681447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c8e84-9dd7-4861-ae6d-3b4ab050110c None None] Pushing event updated for resources: {'Port': ['ID=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:52.689786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5964d8ea-319c-48cd-9d8c-b6e81edca5a0 req-e65a0a2c-1802-4ffe-8c33-9f6ebed6b271 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 943 time: 0.1189959 Aug 27 16:21:52.713165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1138831680'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:52.740122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5964d8ea-319c-48cd-9d8c-b6e81edca5a0 req-ffd946ea-cf82-426a-958f-d6ec6f1799bb tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494428 Aug 27 16:21:52.782510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.809205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:52.812725 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.829823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.847038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 32fcd235-d329-461a-9361-b736ae1fcc97 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:52.860033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:52.867454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:52.874481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:52.875561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:52.880777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=7fe95597-50dc-4d14-b2e4-69468a948440,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:52.928796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35d36802-c492-4bef-897c-3ebbc2ea12b6 req-c204de9e-d050-46fd-ba76-d16ec22a19d4 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0393417 Aug 27 16:21:52.997434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:53.016210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.090036 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.115245 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-025a3460-5ad7-48ae-983e-ab33d08ba4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.115245 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.119929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:53.125385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578f3f5e-6645-45a9-83d8-7b86e522e0f6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:53.133487 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.133872 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Added segment 2f35f1ee-4200-4b72-a84f-f10ee01bc797 of type vlan for network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 Aug 27 16:21:53.148401 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e46e3136-1c51-4662-af99-c98ac47d23e5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5130537 Aug 27 16:21:53.151013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:53.157872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '32fcd235-d329-461a-9361-b736ae1fcc97', 'name': 'tempest-PortsIpV6TestJSON-915728667', 'fixed_ips': [{'subnet_id': '59e30bc6-bf49-4195-947e-fe638f0cab3f', 'ip_address': '2001:db8::f'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:53.214632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.244525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:53.252069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94f3f3-5d4d-4530-8230-0cded51c11fc req-1f8ce91f-de0c-4fe0-8b5e-958c9c2a75d4 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:53.254741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a94f3f3-5d4d-4530-8230-0cded51c11fc req-1f8ce91f-de0c-4fe0-8b5e-958c9c2a75d4 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.0842814 Aug 27 16:21:53.274994 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.331839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a94f3f3-5d4d-4530-8230-0cded51c11fc req-2984c171-7b03-47cc-9a6a-da4cd1924ae5 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635366 Aug 27 16:21:53.350013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc122041-ec4e-4d9b-8baa-013b9a7eae24 req-b7a45e92-c650-4f22-85e9-b051bc70ccdd tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:53.352533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc122041-ec4e-4d9b-8baa-013b9a7eae24 req-b7a45e92-c650-4f22-85e9-b051bc70ccdd tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 946 time: 0.0962734 Aug 27 16:21:53.373982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.373982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:53.373982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.421611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:53.426711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.447875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port ca4d8081-a6f2-4033-abee-dc0072a81966 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:53.519356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc122041-ec4e-4d9b-8baa-013b9a7eae24 req-a135c5fe-fb0d-4e73-9813-079e22fec892 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604383 Aug 27 16:21:53.521310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Network': ['ID=91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:53.530336 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6c065392-4f55-426e-a340-7463b3ab40d1 req-5c3f27f5-b95e-4bcf-aa8b-af437559c8aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0326750 Aug 27 16:21:53.539806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:21:53.554872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319117e5-3cba-4509-afe3-5cb79d41364a req-0cc11eb8-3a8b-4947-9a78-cddc792a940c tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:53.554872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-319117e5-3cba-4509-afe3-5cb79d41364a req-0cc11eb8-3a8b-4947-9a78-cddc792a940c tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.1137440 Aug 27 16:21:53.559771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46368) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:53.564883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Request body: {'floatingip': {'port_id': '1c1e5591-4c0e-4427-8f1b-be376ca30464'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:53.620391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1531173c-5a6a-4fe9-9e6a-27aff0799962 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0772102 Aug 27 16:21:53.623560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46372) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:53.629617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'subnet': {'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:53.651746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.826604 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.842289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd9bd57-fed8-40d1-92c1-44815e2eb4c4 None None] Network 32fcd235-d329-461a-9361-b736ae1fcc97 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:53.939983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:53.943576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:53.962373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::f (32fcd235-d329-461a-9361-b736ae1fcc97/59e30bc6-bf49-4195-947e-fe638f0cab3f/ca4d8081-a6f2-4033-abee-dc0072a81966) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:54.028486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8bb40746-b55f-49cf-b3c4-6a5eba02cf9d None None] Provisioning for port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:54.036303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8bb40746-b55f-49cf-b3c4-6a5eba02cf9d None None] Provisioning complete for port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:54.036747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bb40746-b55f-49cf-b3c4-6a5eba02cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.098751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774127b3-eb59-4594-bf7d-cabfc2b16132 req-e01f9b51-4e2a-428d-9c11-1b1337a6483e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.103594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-774127b3-eb59-4594-bf7d-cabfc2b16132 req-e01f9b51-4e2a-428d-9c11-1b1337a6483e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 943 time: 0.2388737 Aug 27 16:21:54.152651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.164685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1c86d51-9b48-4b8e-898a-0dd3825f3c09 req-3d668946-82b6-4b95-b8b3-5fe784ec5adf tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.1084132 Aug 27 16:21:54.176631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object ca4d8081-a6f2-4033-abee-dc0072a81966 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:54.200710 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bb40746-b55f-49cf-b3c4-6a5eba02cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.237845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8bb40746-b55f-49cf-b3c4-6a5eba02cf9d None None] For port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,segment=NetworkSegment(d19e7edb-5ee3-4798-a1f2-673fd5de9b7c),segment_id=d19e7edb-5ee3-4798-a1f2-673fd5de9b7c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:54.277340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-774127b3-eb59-4594-bf7d-cabfc2b16132 req-be16c158-8516-4d99-ad80-499a115a1b07 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616421 Aug 27 16:21:54.284263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.319686 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bb40746-b55f-49cf-b3c4-6a5eba02cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.333050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 32fcd235-d329-461a-9361-b736ae1fcc97 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:54.337293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:54.341756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:54.347636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.348379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.372079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=ca4d8081-a6f2-4033-abee-dc0072a81966,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:54.380714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aa89936e-9c7e-421b-b1a9-b604153be7e2 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:21:54.430353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240bf3-203e-4f28-8987-a25df6d1305c req-f05ce6f7-e5ac-4c26-ab55-d430e0edf48c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.431523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb40746-b55f-49cf-b3c4-6a5eba02cf9d None None] Pushing event updated for resources: {'Port': ['ID=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:54.431942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17240bf3-203e-4f28-8987-a25df6d1305c req-f05ce6f7-e5ac-4c26-ab55-d430e0edf48c tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 946 time: 0.1671522 Aug 27 16:21:54.510230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17240bf3-203e-4f28-8987-a25df6d1305c req-37535a69-991b-40b2-bb71-8508588cea77 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523312 Aug 27 16:21:54.520102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aa3b8beb-f288-4fd1-b890-ba155bb588e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3672154 Aug 27 16:21:54.522228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46382) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:54.524049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port aa89936e-9c7e-421b-b1a9-b604153be7e2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:54.547933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'port_id': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'mac_address': 'fa:16:3e:52:89:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:21:54.556464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.557727 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.598060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.615847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa89936e-9c7e-421b-b1a9-b604153be7e2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:21:54.638046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5337c0b8-b75c-4c7b-965b-aa48e4ffe057 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.640917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5337c0b8-b75c-4c7b-965b-aa48e4ffe057 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1174922 Aug 27 16:21:54.642077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port aa89936e-9c7e-421b-b1a9-b604153be7e2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:54.643152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46384) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:54.660473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f5e7eb2e-02b7-496b-921a-5d920256e4bf None None] Provisioning for port 7fe95597-50dc-4d14-b2e4-69468a948440 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:54.663702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Subnet': ['ID=fe5db025-a05f-4ced-8427-79c67f479a11,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:54.669701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f5e7eb2e-02b7-496b-921a-5d920256e4bf None None] Provisioning complete for port 7fe95597-50dc-4d14-b2e4-69468a948440 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:54.670074 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5e7eb2e-02b7-496b-921a-5d920256e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.682797 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.695308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Checking segment: {'id': '2f35f1ee-4200-4b72-a84f-f10ee01bc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:54.695672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network hostable DHCP agents. Network: 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:21:54.703665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be8dc7-b3e8-442f-88a3-64b9b5af4bd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.710925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be8dc7-b3e8-442f-88a3-64b9b5af4bd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.721032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.721232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be8dc7-b3e8-442f-88a3-64b9b5af4bd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:54.723105 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-63be8dc7-b3e8-442f-88a3-64b9b5af4bd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0788152 Aug 27 16:21:54.724772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7eb2e-02b7-496b-921a-5d920256e4bf None None] Port 7fe95597-50dc-4d14-b2e4-69468a948440 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:54.725194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46386) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:54.780744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.785685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=aa89936e-9c7e-421b-b1a9-b604153be7e2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:54.789206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f5e7eb2e-02b7-496b-921a-5d920256e4bf None None] Provisioning complete for port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:54.789636 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5e7eb2e-02b7-496b-921a-5d920256e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.866251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:21:54.884383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port ca4d8081-a6f2-4033-abee-dc0072a81966 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:54.885041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:54.958670 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Floating IP 71d24169-ef9b-4a2a-88d8-4fac4fc04e48 associated. External IP: 172.25.4.143, port: 1c1e5591-4c0e-4427-8f1b-be376ca30464. Aug 27 16:21:54.971939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:55.005639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['aa89936e-9c7e-421b-b1a9-b604153be7e2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:21:55.009118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:55.017175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:55.017929 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.025084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.041129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for ca4d8081-a6f2-4033-abee-dc0072a81966 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:55.047856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3250490a-270f-42d9-a949-e6fa7ff4aa93 None None] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:55.158799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-14f7ce1f-1599-42b7-b590-dbf63d5c5c1a None None] Provisioning complete for port 7fe95597-50dc-4d14-b2e4-69468a948440 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:55.159434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14f7ce1f-1599-42b7-b590-dbf63d5c5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.215423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46392) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:55.215879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6606da0a-13b3-4918-9736-e2fe09a5c150 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5904243 Aug 27 16:21:55.217298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:55.217741 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.227859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'name': 'tempest-AllowedAddressPairTestJSON-338896413'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:55.234873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:21:55.282854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-14f7ce1f-1599-42b7-b590-dbf63d5c5c1a None None] Port 7fe95597-50dc-4d14-b2e4-69468a948440 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:55.321257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.368054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=ca4d8081-a6f2-4033-abee-dc0072a81966,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:55.431954 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.436442 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0ac9b5b-0d7f-4310-a5e2-379e487d0845 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/ca4d8081-a6f2-4033-abee-dc0072a81966 HTTP/1.1" status: 204 len: 168 time: 0.7078521 Aug 27 16:21:55.439698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46396) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:55.445300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8d6986a7-18af-4499-a020-4b9dfe0a3788 None None] Could not find standard attr ID for object ca4d8081-a6f2-4033-abee-dc0072a81966. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:21:55.461169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'tenant_id': '5eb6b071b5574a0fbf0bca85ff265305', 'fixed_ips': [{'subnet_id': 'fe5db025-a05f-4ced-8427-79c67f479a11'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:21:55.470420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.472132 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7145dded-935b-4c40-8164-0fa5700e2bb7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:55.480452 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7145dded-935b-4c40-8164-0fa5700e2bb7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/ca4d8081-a6f2-4033-abee-dc0072a81966 HTTP/1.1" status: 404 len: 333 time: 0.0377448 Aug 27 16:21:55.481640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46398) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:55.527510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:55.531215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.582003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] device_id is not set on port 892c598e-5adc-44be-9f91-31b8d700ce9e yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:55.653285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Allocated IP 172.20.0.2 (91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94/fe5db025-a05f-4ced-8427-79c67f479a11/ea12fc8a-c404-4057-83a0-af3b8872796c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:55.674237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 7fe95597-50dc-4d14-b2e4-69468a948440 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:55.674599 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.721641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c031f0b0-658d-4b65-9853-e3af436e528b req-b581150e-6379-48ca-9053-746e3aa11a13 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.4392638 Aug 27 16:21:55.803191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.818745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 7fe95597-50dc-4d14-b2e4-69468a948440 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:55.859242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.868872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Transition to ACTIVE for port object ea12fc8a-c404-4057-83a0-af3b8872796c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:55.876707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-abc1f941-35d4-4d5e-b5fd-0303cead14a1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:55.878195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-abc1f941-35d4-4d5e-b5fd-0303cead14a1 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 946 time: 0.1616895 Aug 27 16:21:55.887048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Transition to ACTIVE for port object ea12fc8a-c404-4057-83a0-af3b8872796c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:55.893882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12812cfa-c011-40e0-aaf5-6175f3eee71e req-258f7b87-a9dd-492e-b25e-bfb75e13a913 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:55.895378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12812cfa-c011-40e0-aaf5-6175f3eee71e req-258f7b87-a9dd-492e-b25e-bfb75e13a913 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 944 time: 0.1777184 Aug 27 16:21:55.930825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:21:55.940856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] Sync routers for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:21:55.943308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.951040 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:55.992488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aed62a-df17-4c79-83b3-8f8fc8b5faac req-859d8e69-5bd1-4ffa-bace-6d5dda9d5b06 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:55.994122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24aed62a-df17-4c79-83b3-8f8fc8b5faac req-859d8e69-5bd1-4ffa-bace-6d5dda9d5b06 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 946 time: 0.1767869 Aug 27 16:21:56.017254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Allocated IP 172.20.0.7 (91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94/fe5db025-a05f-4ced-8427-79c67f479a11/892c598e-5adc-44be-9f91-31b8d700ce9e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:56.057850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1634e3e6-b221-46ab-ba68-c8fc4eec4ebc tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "PUT /v2.0/floatingips/71d24169-ef9b-4a2a-88d8-4fac4fc04e48 HTTP/1.1" status: 200 len: 991 time: 2.4942045 Aug 27 16:21:56.062873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:56.064622 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:56.070468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12812cfa-c011-40e0-aaf5-6175f3eee71e req-cf021583-4090-49c4-9348-989bc7205d84 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594424 Aug 27 16:21:56.073068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.110004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=7fe95597-50dc-4d14-b2e4-69468a948440,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:56.117749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24aed62a-df17-4c79-83b3-8f8fc8b5faac req-ef05f832-1ecc-4d96-b9a0-32854119c4b5 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/security-groups?id=7f613fe6-59ff-4db4-b2d4-d5605071264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801275 Aug 27 16:21:56.156962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Deleting port a0261a36-4186-4a25-a722-72301da062fd {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:56.157323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.163188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:56.164024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:56.211507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.213492 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-30297206-229e-4e73-add8-fb25300b0289 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/7fe95597-50dc-4d14-b2e4-69468a948440 HTTP/1.1" status: 204 len: 168 time: 0.7305994 Aug 27 16:21:56.216719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46410) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:56.265195 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3e8485-deed-48c7-8513-2bf160860ea9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:21:56.266973 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f3e8485-deed-48c7-8513-2bf160860ea9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/7fe95597-50dc-4d14-b2e4-69468a948440 HTTP/1.1" status: 404 len: 333 time: 0.0491502 Aug 27 16:21:56.269972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46412) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:56.289913 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.320392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:56.325093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:56.351767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:56.368006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] For port a0261a36-4186-4a25-a722-72301da062fd, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a0261a36-4186-4a25-a722-72301da062fd,segment=NetworkSegment(793b1483-f632-4cb5-811b-7d5b4b88d44a),segment_id=793b1483-f632-4cb5-811b-7d5b4b88d44a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:56.368006 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.400576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aa89936e-9c7e-421b-b1a9-b604153be7e2 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:56.400982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Calling delete_port for a0261a36-4186-4a25-a722-72301da062fd owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:56.423423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.445503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Transition to ACTIVE for port object 892c598e-5adc-44be-9f91-31b8d700ce9e will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:56.456042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Pushing event updated for resources: {'Port': ['ID=ea12fc8a-c404-4057-83a0-af3b8872796c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:56.481539 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ddf133-a249-4bb4-9ac2-9857a69827d7 x-openstack-request-id: req-b7ddf133-a249-4bb4-9ac2-9857a69827d7 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:56.481870 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:56.482466 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b7ddf133-a249-4bb4-9ac2-9857a69827d7 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:56.483038 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'status': 'completed', 'code': 200} Aug 27 16:21:56.489318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:56.522688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Attempting to bind port ea12fc8a-c404-4057-83a0-af3b8872796c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:21:56.523032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Attempting to bind port ea12fc8a-c404-4057-83a0-af3b8872796c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2f35f1ee-4200-4b72-a84f-f10ee01bc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:21:56.523433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Attempting to bind port ea12fc8a-c404-4057-83a0-af3b8872796c on network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:21:56.529846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 59e30bc6-bf49-4195-947e-fe638f0cab3f {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:21:56.538868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.539777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:21:56.540162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Checking segment: {'id': '2f35f1ee-4200-4b72-a84f-f10ee01bc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:21:56.540570 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.540972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Bound using segment: {'id': '2f35f1ee-4200-4b72-a84f-f10ee01bc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:21:56.542139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Bound port: ea12fc8a-c404-4057-83a0-af3b8872796c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f35f1ee-4200-4b72-a84f-f10ee01bc797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:21:56.542139 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.604232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-f5d9f7ca-a00b-4473-8a6f-04946cdc49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:56.605768 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-f5d9f7ca-a00b-4473-8a6f-04946cdc49e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e258d28efcf54736aa3ed45c2cb669d4&device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 1096 time: 0.1565814 Aug 27 16:21:56.613449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.707400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] For port ea12fc8a-c404-4057-83a0-af3b8872796c, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:21:56.713315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.727151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] For port ea12fc8a-c404-4057-83a0-af3b8872796c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ea12fc8a-c404-4057-83a0-af3b8872796c,segment=NetworkSegment(2f35f1ee-4200-4b72-a84f-f10ee01bc797),segment_id=2f35f1ee-4200-4b72-a84f-f10ee01bc797)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:21:56.759483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Pushing event deleted for resources: {'Port': ['ID=a0261a36-4186-4a25-a722-72301da062fd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:56.778713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.778931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port aa89936e-9c7e-421b-b1a9-b604153be7e2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:56.783214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-432312ae-2dd3-4972-8a95-5318333ae396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:56.784793 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-432312ae-2dd3-4972-8a95-5318333ae396 service neutron] 10.222.0.90 "GET /v2.0/networks?id=304909ed-3288-4b86-b41b-97c2f9c9d58d HTTP/1.1" status: 200 len: 907 time: 0.1679533 Aug 27 16:21:56.785415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port aa89936e-9c7e-421b-b1a9-b604153be7e2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:56.785793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.786119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.810455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:56.814631 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.820288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] No DVR routers for this DVR port a0261a36-4186-4a25-a722-72301da062fd on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:56.823284 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:56.826340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83d0885c-cdcb-4c96-a745-e6d859e6fba7 req-0025d17b-5426-44cf-ab3b-70690a1391b8 tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.97 "DELETE /v2.0/ports/a0261a36-4186-4a25-a722-72301da062fd HTTP/1.1" status: 204 len: 173 time: 0.9292378 Aug 27 16:21:56.839354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:56.868137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:56.914130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0747722-6a11-47d9-ab24-fec0197ac9c2 None None] Pushing event updated for resources: {'Port': ['ID=ea12fc8a-c404-4057-83a0-af3b8872796c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:56.923208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '71d24169-ef9b-4a2a-88d8-4fac4fc04e48', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'port_id': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'mac_address': 'fa:16:3e:cc:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:21:30Z', 'updated_at': '2021-08-27T16:21:54Z', 'revision_number': 1, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 5, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:56.970957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] Checking router: 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:21:56.983132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=892c598e-5adc-44be-9f91-31b8d700ce9e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:56.988730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:21:56.989648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:57.001254 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-2adec4ff-71d0-4351-86dd-ddbc0bbe2bb5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c1e5591-4c0e-4427-8f1b-be376ca30464 HTTP/1.1" status: 200 len: 999 time: 0.1884370 Aug 27 16:21:57.032465 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.034422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:57.035115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.067961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:57.072153 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670c51d7-26d0-4b24-97b7-f20129a32bfe" -d '{"events": [{"server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "name": "network-vif-plugged", "status": "completed", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:57.123439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port aa89936e-9c7e-421b-b1a9-b604153be7e2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:57.132071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-cd90a9b8-f44d-4f4f-a8c6-d3f926ccffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:57.136993 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-cd90a9b8-f44d-4f4f-a8c6-d3f926ccffc1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5bab2e53-c067-4e76-9557-507589bcc6dc HTTP/1.1" status: 200 len: 844 time: 0.0979371 Aug 27 16:21:57.163877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.217657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=59e30bc6-bf49-4195-947e-fe638f0cab3f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:57.218110 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.244564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.254937 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8a8badde-0c57-4f78-8976-d7dd8f0e89af tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/59e30bc6-bf49-4195-947e-fe638f0cab3f HTTP/1.1" status: 204 len: 168 time: 0.9757266 Aug 27 16:21:57.254937 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9d5dc67d-768e-4409-bcaa-fd614782ab5b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0331984 Aug 27 16:21:57.254937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46434) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:57.255345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f06cb3b-dc32-4fbd-b08f-5c7b76b4fc96 None None] Network 32fcd235-d329-461a-9361-b736ae1fcc97 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:57.269601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aaacf82-32e0-4681-ae29-5ded0b491c1a req-d35ca4c9-9585-4f1c-85ba-a889ce9b3f4a tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0767536 Aug 27 16:21:57.271142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46436) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:57.283621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'name': 'tempest-AllowedAddressPairTestJSON-2063329198', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e3:6a:45'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:57.387193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4a4f-c15c-4534-9612-708edef6a6c1 req-020a0183-0c89-4338-a508-0658d9569df9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:57.403671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:21:57.404503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ded4a4f-c15c-4534-9612-708edef6a6c1 req-020a0183-0c89-4338-a508-0658d9569df9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1338725 Aug 27 16:21:57.411584 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4a3d4-29fc-401e-b33f-95f041bf31b8 x-openstack-request-id: req-0ac4a3d4-29fc-401e-b33f-95f041bf31b8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:57.412507 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "name": "network-vif-plugged", "status": "completed", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:57.413281 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0ac4a3d4-29fc-401e-b33f-95f041bf31b8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:57.413926 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'code': 200} Aug 27 16:21:57.494170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ded4a4f-c15c-4534-9612-708edef6a6c1 req-69374b54-5709-480a-91d3-69d0c6ccd5a2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730436 Aug 27 16:21:57.497732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-c65eab85-870b-4ec9-90f5-463e8200f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:57.499382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-c65eab85-870b-4ec9-90f5-463e8200f6a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=304909ed-3288-4b86-b41b-97c2f9c9d58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480141 Aug 27 16:21:57.556568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=aa89936e-9c7e-421b-b1a9-b604153be7e2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:57.622581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef1bd100-35b7-43c9-90a6-e08ee5078410 req-58185d34-b7a7-47d1-959d-2d4add05eaff tempest-DeleteServersTestJSON-827874275 tempest-DeleteServersTestJSON-827874275-project] 10.222.0.101 "GET /v2.0/ports?device_id=4add6a3e-9126-4db6-b5c8-9995b86b272d HTTP/1.1" status: 200 len: 210 time: 0.0524678 Aug 27 16:21:57.640366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df0be5-0c3a-427f-a44e-62d7c611bde8 req-5f275be5-15b4-4213-a346-ba2c0c337dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:57.641959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06df0be5-0c3a-427f-a44e-62d7c611bde8 req-5f275be5-15b4-4213-a346-ba2c0c337dac service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1096 time: 0.1428576 Aug 27 16:21:57.683249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06df0be5-0c3a-427f-a44e-62d7c611bde8 req-0a3d1e83-36f4-42ed-89ac-ef6e49f7764f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Aug 27 16:21:57.726890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.809256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc3776-ca01-463b-94af-4524659484aa None None] DHCP port deletion for 32fcd235-d329-461a-9361-b736ae1fcc97 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:21:57.837112 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-65af26f5-3a6b-4001-959f-ce78fe4da32a service neutron] 10.222.0.90 "GET /v2.0/networks/304909ed-3288-4b86-b41b-97c2f9c9d58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084109 Aug 27 16:21:57.911626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:57.917890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.918069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3adc3776-ca01-463b-94af-4524659484aa None None] Deleting port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:57.918069 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3adc3776-ca01-463b-94af-4524659484aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:57.982834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '71d24169-ef9b-4a2a-88d8-4fac4fc04e48', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'port_id': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'mac_address': 'fa:16:3e:cc:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:21:30Z', 'updated_at': '2021-08-27T16:21:54Z', 'revision_number': 1, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 5, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:58.000626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:58.024955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aeca46-34f1-4d98-a274-b0bd5c840646 None None] The sync data for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 is: [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '71d24169-ef9b-4a2a-88d8-4fac4fc04e48', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'port_id': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'mac_address': 'fa:16:3e:cc:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:21:30Z', 'updated_at': '2021-08-27T16:21:54Z', 'revision_number': 1, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 5, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:21:58.034752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3adc3776-ca01-463b-94af-4524659484aa None None] For port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,segment=NetworkSegment(d19e7edb-5ee3-4798-a1f2-673fd5de9b7c),segment_id=d19e7edb-5ee3-4798-a1f2-673fd5de9b7c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:58.035152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3adc3776-ca01-463b-94af-4524659484aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.078773 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46d9e572-26f8-4e3f-9fda-7d67c7cbcbab req-39e345c8-51f4-4fa1-8a21-332636b2e645 service neutron] 10.222.0.90 "GET /v2.0/networks/304909ed-3288-4b86-b41b-97c2f9c9d58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283065 Aug 27 16:21:58.080528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] For port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,segment=NetworkSegment(d19e7edb-5ee3-4798-a1f2-673fd5de9b7c),segment_id=d19e7edb-5ee3-4798-a1f2-673fd5de9b7c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:58.081077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.089650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3adc3776-ca01-463b-94af-4524659484aa None None] Calling delete_port for 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:58.100903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:21:58.195451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.224762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] device_id is not set on port 472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:21:58.306672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.368977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:58.373424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No DVR routers for this DVR port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:58.398420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7338809-6558-4f7a-b1db-35a1d6e46562 None None] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:21:58.400566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a0261a36-4186-4a25-a722-72301da062fd no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:58.407826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3adc3776-ca01-463b-94af-4524659484aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.422472 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7193385-5eca-4178-a84c-c3b0c2245bf3 None None] New status for floating IP 71d24169-ef9b-4a2a-88d8-4fac4fc04e48: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:21:58.426109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Allocated IP 172.20.0.6 (91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94/fe5db025-a05f-4ced-8427-79c67f479a11/472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:21:58.476610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-613765a3-8aa5-43a7-9971-cc61626a9db3 req-35c3e1a0-c47d-4060-95b1-069fd9dcef1f tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0618091 Aug 27 16:21:58.481007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.483931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'name': 'network-vif-deleted', 'tag': 'a0261a36-4186-4a25-a722-72301da062fd'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:21:58.486647 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ff4205-37be-4ef2-9e88-cb8dfe157c58" -d '{"events": [{"server_uuid": "4add6a3e-9126-4db6-b5c8-9995b86b272d", "name": "network-vif-deleted", "tag": "a0261a36-4186-4a25-a722-72301da062fd"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:21:58.491807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: a0261a36-4186-4a25-a722-72301da062fd {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:58.492152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a0261a36-4186-4a25-a722-72301da062fd not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:58.502244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3776-ca01-463b-94af-4524659484aa None None] Pushing event deleted for resources: {'Port': ['ID=6984a6bb-861b-4c6b-b5ab-20fb0e2b4737,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:58.513156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc3776-ca01-463b-94af-4524659484aa None None] No DVR routers for this DVR port 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:21:58.535031 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d61e938-422e-427d-b7a0-92de50cdc2d9 x-openstack-request-id: req-2d61e938-422e-427d-b7a0-92de50cdc2d9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:21:58.535448 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4add6a3e-9126-4db6-b5c8-9995b86b272d", "name": "network-vif-deleted", "tag": "a0261a36-4186-4a25-a722-72301da062fd", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:21:58.535790 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d61e938-422e-427d-b7a0-92de50cdc2d9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:21:58.536271 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4add6a3e-9126-4db6-b5c8-9995b86b272d', 'name': 'network-vif-deleted', 'tag': 'a0261a36-4186-4a25-a722-72301da062fd', 'status': 'completed', 'code': 200} Aug 27 16:21:58.553741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fcd235-d329-461a-9361-b736ae1fcc97']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:58.580015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19e7edb-5ee3-4798-a1f2-673fd5de9b7c') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:58.580452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19e7edb-5ee3-4798-a1f2-673fd5de9b7c') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:21:58.620193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.626034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cbf36001-afdb-46af-8de6-cb3f5f942150 None None] Provisioning for port ea12fc8a-c404-4057-83a0-af3b8872796c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:58.667104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1730d-fa88-4170-8ef7-87e24d3211ff req-aecc8f8c-fba7-4e4e-921b-bbb3a9a0de9f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:58.668901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43b1730d-fa88-4170-8ef7-87e24d3211ff req-aecc8f8c-fba7-4e4e-921b-bbb3a9a0de9f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0797069 Aug 27 16:21:58.712643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.724271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:21:58.724692 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:21:58.728975 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:21:58.738189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43b1730d-fa88-4170-8ef7-87e24d3211ff req-61bfbc75-4591-4a7f-b1eb-d5d988f51340 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568449 Aug 27 16:21:58.989434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ea12fc8a-c404-4057-83a0-af3b8872796c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:21:59.192079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.205948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Transition to ACTIVE for port object 472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:21:59.215244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port ea12fc8a-c404-4057-83a0-af3b8872796c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:59.218988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a47c8227-9d09-46ab-b1d3-577205f4c904 None None] Provisioning for port 892c598e-5adc-44be-9f91-31b8d700ce9e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:59.221725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ea12fc8a-c404-4057-83a0-af3b8872796c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:59.222275 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.225976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a47c8227-9d09-46ab-b1d3-577205f4c904 None None] Provisioning complete for port 892c598e-5adc-44be-9f91-31b8d700ce9e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:59.226676 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47c8227-9d09-46ab-b1d3-577205f4c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.289144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a47c8227-9d09-46ab-b1d3-577205f4c904 None None] Port 892c598e-5adc-44be-9f91-31b8d700ce9e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:59.333557 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.352405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.360166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.362281 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/32fcd235-d329-461a-9361-b736ae1fcc97 HTTP/1.1" status: 204 len: 168 time: 2.1090271 Aug 27 16:21:59.367350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46480) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:59.373063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-739359672'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:21:59.373363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port ea12fc8a-c404-4057-83a0-af3b8872796c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ea12fc8a-c404-4057-83a0-af3b8872796c,segment=NetworkSegment(2f35f1ee-4200-4b72-a84f-f10ee01bc797),segment_id=2f35f1ee-4200-4b72-a84f-f10ee01bc797)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:21:59.375062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a26649-dc12-4e4b-80b9-0a31dafc8fee tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=32fcd235-d329-461a-9361-b736ae1fcc97,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:59.408065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3231fc26-047f-4382-94cc-5d7acf2659cf None None] Provisioning complete for port 892c598e-5adc-44be-9f91-31b8d700ce9e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:59.408624 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3231fc26-047f-4382-94cc-5d7acf2659cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.441877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3231fc26-047f-4382-94cc-5d7acf2659cf None None] Port 892c598e-5adc-44be-9f91-31b8d700ce9e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:21:59.448315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.487143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:21:59.490250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:21:59.493864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:21:59.518138 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.540541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:59.552074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:21:59.563548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.592871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:59.593680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.593994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:21:59.618746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:21:59.619347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6984a6bb-861b-4c6b-b5ab-20fb0e2b4737 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:21:59.645197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=ea12fc8a-c404-4057-83a0-af3b8872796c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:59.664977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ac5d963-54ca-43c3-a72c-df1cc6aa19c9 req-e02773c3-4a11-4f4d-860d-a48fece73bc3 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0520756 Aug 27 16:21:59.672017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:21:59.683071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.683468 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Added segment 1b29611a-d313-468f-ad51-51e5d9e56725 of type vlan for network 3b9fb257-b894-40c5-b607-d013a89378d0 Aug 27 16:21:59.684831 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-35a31abd-d8f6-4308-b147-5cd0db0578da tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4119046 Aug 27 16:21:59.686668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46488) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:59.737596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.758133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac9568-c50a-447d-a0bf-194a6fc41204 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:59.766589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac9568-c50a-447d-a0bf-194a6fc41204 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:59.773836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac9568-c50a-447d-a0bf-194a6fc41204 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:59.775910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d2ac9568-c50a-447d-a0bf-194a6fc41204 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0881283 Aug 27 16:21:59.779036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46494) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:21:59.843444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.849308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:59.850532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.904947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting port 472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:21:59.905436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.935889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dac34264-48a9-4d3f-b4d5-d3bf113cc007 None None] Provisioning for port 472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:21:59.941817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dac34264-48a9-4d3f-b4d5-d3bf113cc007 None None] Provisioning complete for port 472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:21:59.943889 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dac34264-48a9-4d3f-b4d5-d3bf113cc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:21:59.957873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Network': ['ID=3b9fb257-b894-40c5-b607-d013a89378d0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:21:59.969307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936892b-950d-4ecc-93e8-d5dd5e6a486f req-0b66279d-18c6-4b99-a076-b220a72387cc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:21:59.971004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2936892b-950d-4ecc-93e8-d5dd5e6a486f req-0b66279d-18c6-4b99-a076-b220a72387cc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1386659 Aug 27 16:21:59.997222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 3b9fb257-b894-40c5-b607-d013a89378d0 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:22:00.023510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:00.032436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2936892b-950d-4ecc-93e8-d5dd5e6a486f req-b93bad8d-914a-4916-8b70-fbf7eaf31a34 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529008 Aug 27 16:22:00.038321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Calling delete_port for 472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:00.056151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3185e288-3901-44f7-b78e-6e95f4403644 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6874371 Aug 27 16:22:00.066736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46500) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:00.081582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:00.092787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dac34264-48a9-4d3f-b4d5-d3bf113cc007 None None] Port 472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:00.238924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8009b-0ccf-42f2-895f-f182fce0e92f req-89322c43-e4c8-41cb-b6fc-b93e94218285 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:00.240981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24a8009b-0ccf-42f2-895f-f182fce0e92f req-89322c43-e4c8-41cb-b6fc-b93e94218285 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0805559 Aug 27 16:22:00.251616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46502) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:00.257108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'floatingip': {'port_id': 'aa89936e-9c7e-421b-b1a9-b604153be7e2'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:00.278043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:00.302213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:00.311865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Port': ['ID=472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:00.383296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:00.388021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:00.487694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:00.489805 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-286cc211-a7f5-4df3-9261-d5bc4366de66 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/ports/472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c HTTP/1.1" status: 204 len: 168 time: 0.7094562 Aug 27 16:22:00.494058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46504) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:00.527070 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6cfa1f-c021-4036-b5b1-8eb1676760c3 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] GET failed (client error): The resource could not be found. Aug 27 16:22:00.532429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd6cfa1f-c021-4036-b5b1-8eb1676760c3 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "GET /v2.0/ports/472ff90a-2dd0-4bfe-b63c-3f50dc89ae8c HTTP/1.1" status: 404 len: 333 time: 0.0338023 Aug 27 16:22:00.534280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46506) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:00.541602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'name': 'tempest-AllowedAddressPairTestJSON-249837405'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:00.758315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:00.761802 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:00.780021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] device_id is not set on port be252439-49cd-456d-b5f3-4653b995a293 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:00.792606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-395feec2-42f8-463e-8bbc-f1489bf7feb7 req-5b336c3e-8eed-4926-a152-4617ca49d824 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0432019 Aug 27 16:22:00.911326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Allocated IP 172.20.0.10 (91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94/fe5db025-a05f-4ced-8427-79c67f479a11/be252439-49cd-456d-b5f3-4653b995a293) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:00.951771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ea12fc8a-c404-4057-83a0-af3b8872796c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:00.980192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.011854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ea12fc8a-c404-4057-83a0-af3b8872796c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:01.012687 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.077052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.090137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=7967a565-e5b1-47ba-b903-ee9d261fb2d0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:01.093943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Checking segment: {'id': '1b29611a-d313-468f-ad51-51e5d9e56725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:01.094326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network hostable DHCP agents. Network: 3b9fb257-b894-40c5-b607-d013a89378d0, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:22:01.124245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.138310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Transition to ACTIVE for port object be252439-49cd-456d-b5f3-4653b995a293 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:01.140747 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.182864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 3b9fb257-b894-40c5-b607-d013a89378d0 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:22:01.244778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.257676 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Floating IP 025295b6-bc42-4c03-a0fd-cbb4ad2c529c associated. External IP: 172.25.4.244, port: aa89936e-9c7e-421b-b1a9-b604153be7e2. Aug 27 16:22:01.296117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 3b9fb257-b894-40c5-b607-d013a89378d0) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:01.299281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:01.302363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:01.303419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.304515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:01.307428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:01.316311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fabe6d-bbf1-4955-a6f4-fc486994d678 None None] Network 3b9fb257-b894-40c5-b607-d013a89378d0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:01.346796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=be252439-49cd-456d-b5f3-4653b995a293,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:01.419090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:01.419090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.420268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b5f706f4-d211-4908-99b0-2f24088d5ebc tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3338435 Aug 27 16:22:01.420268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46516) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:01.420268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e353163a-904b-43d6-977f-c928c6c152cd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1957756990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:01.510456 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49da700d-459e-42d1-ae46-5c0fecbdbb7d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9749935 Aug 27 16:22:01.511113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46518) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:01.516644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e3:6a:45'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:01.535552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-3b9fb257-b894-40c5-b607-d013a89378d0', 'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0', 'tenant_id': 'ffc5ae2dd9ab45468e35f79c4324bba4', 'fixed_ips': [{'subnet_id': '7967a565-e5b1-47ba-b903-ee9d261fb2d0'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:22:01.536448 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.581023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Router d12e34be-042d-4b49-99b0-aade02787fa0 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:01.633760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.644458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e353163a-904b-43d6-977f-c928c6c152cd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.645947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e353163a-904b-43d6-977f-c928c6c152cd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.738653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Allocated IP 2001:db8::2 (3b9fb257-b894-40c5-b607-d013a89378d0/7967a565-e5b1-47ba-b903-ee9d261fb2d0/c0c95aee-d456-49af-bc92-70dd697f3236) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:01.747956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e353163a-904b-43d6-977f-c928c6c152cd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.765156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-048bc4e1-5ddd-4223-bcad-2169de8b81ad None None] Provisioning for port be252439-49cd-456d-b5f3-4653b995a293 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:01.769598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:01.781670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.810396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24169227-42be-40db-a8b5-50e809a883eb None None] Sync routers for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:01.814861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-af2648cf-fe86-4dab-a6b9-e89f73f8e6cf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "PUT /v2.0/floatingips/025295b6-bc42-4c03-a0fd-cbb4ad2c529c HTTP/1.1" status: 200 len: 991 time: 1.5595241 Aug 27 16:22:01.814861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:01.815486 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b06b53-bdee-494b-9c74-d2b0e43b7203" -d '{"events": [{"name": "network-changed", "server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:01.848927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-048bc4e1-5ddd-4223-bcad-2169de8b81ad None None] Provisioning complete for port be252439-49cd-456d-b5f3-4653b995a293 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:01.849308 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-048bc4e1-5ddd-4223-bcad-2169de8b81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.887794 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1eb116-cd83-4a7c-88b1-10b9b5f40427 x-openstack-request-id: req-ae1eb116-cd83-4a7c-88b1-10b9b5f40427 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:01.887794 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:01.887794 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae1eb116-cd83-4a7c-88b1-10b9b5f40427 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:01.887794 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'status': 'completed', 'code': 200} Aug 27 16:22:01.888121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:01.888218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:01.892823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:01.960658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-048bc4e1-5ddd-4223-bcad-2169de8b81ad None None] Port be252439-49cd-456d-b5f3-4653b995a293 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:01.990072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e353163a-904b-43d6-977f-c928c6c152cd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.019323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7359df8-ea67-48c3-82bc-c83d3cc280ec req-28e3afad-09f8-4d3b-a43e-aa3c9ec7546d tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0494139 Aug 27 16:22:02.025849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-3fd9e9b2-20f2-49ec-86de-4199b0a854c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:02.027699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-3fd9e9b2-20f2-49ec-86de-4199b0a854c2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1096 time: 0.1181629 Aug 27 16:22:02.093536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:02.136596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-27d17002-20e7-440c-bc99-deb5e086bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:02.138180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-27d17002-20e7-440c-bc99-deb5e086bbb2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.1031623 Aug 27 16:22:02.146090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.154160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e353163a-904b-43d6-977f-c928c6c152cd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.154338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.158038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e353163a-904b-43d6-977f-c928c6c152cd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7500200 Aug 27 16:22:02.162814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Transition to ACTIVE for port object c0c95aee-d456-49af-bc92-70dd697f3236 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:02.168381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46534) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:02.175288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0', 'name': 'tempest-PortsIpV6TestJSON-1699194118'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:02.216160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-e0313e4e-d57a-409d-85b0-6b194caba592 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 999 time: 0.0703402 Aug 27 16:22:02.225614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Transition to ACTIVE for port object c0c95aee-d456-49af-bc92-70dd697f3236 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:02.273224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-d17b4932-04ef-4349-bfb1-8feec02da3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:02.274746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-d17b4932-04ef-4349-bfb1-8feec02da3af service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.0512159 Aug 27 16:22:02.313516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=be252439-49cd-456d-b5f3-4653b995a293,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:02.339682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] In _notify_port_updated(), no bound segment for port be252439-49cd-456d-b5f3-4653b995a293 on network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:22:02.341178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-0c527b1a-1e92-4804-b3c3-0f22fae3df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:02.343396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-0c527b1a-1e92-4804-b3c3-0f22fae3df9c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548699 Aug 27 16:22:02.345344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:02.346254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.350620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46536) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:02.350790 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09187c44-3780-4145-9fa2-12597776dc9d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "PUT /v2.0/ports/be252439-49cd-456d-b5f3-4653b995a293 HTTP/1.1" status: 200 len: 993 time: 0.8385012 Aug 27 16:22:02.454701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.518080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Network 3b9fb257-b894-40c5-b607-d013a89378d0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:02.518080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '025295b6-bc42-4c03-a0fd-cbb4ad2c529c', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'port_id': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'mac_address': 'fa:16:3e:52:89:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:21:41Z', 'updated_at': '2021-08-27T16:22:00Z', 'revision_number': 1, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:02.518080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Pushing event updated for resources: {'Port': ['ID=c0c95aee-d456-49af-bc92-70dd697f3236,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:02.539117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-890b92c6-0852-4a84-aa70-5a223fd88c42 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860316 Aug 27 16:22:02.546621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:02.552576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:02.555351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24169227-42be-40db-a8b5-50e809a883eb None None] Checking router: d12e34be-042d-4b49-99b0-aade02787fa0 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:22:02.558993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.559134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.559501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.559845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.560183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.560518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.560849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.561179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.561507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.561835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.562162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.562488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:02.571806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:02.578714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:02.579596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:02.588064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.604615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 8371a24b-ab7f-4c74-9ece-58de3e260e17 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:02.684150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-846ff8f9-2877-45ee-bf5c-a24017e884ec None None] Provisioning complete for port be252439-49cd-456d-b5f3-4653b995a293 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:02.684790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-846ff8f9-2877-45ee-bf5c-a24017e884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.687994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Attempting to bind port c0c95aee-d456-49af-bc92-70dd697f3236 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:02.688371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Attempting to bind port c0c95aee-d456-49af-bc92-70dd697f3236 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '1b29611a-d313-468f-ad51-51e5d9e56725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:02.688738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Attempting to bind port c0c95aee-d456-49af-bc92-70dd697f3236 on network 3b9fb257-b894-40c5-b607-d013a89378d0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:02.739334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:02.739723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Checking segment: {'id': '1b29611a-d313-468f-ad51-51e5d9e56725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:02.740197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.741099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Bound using segment: {'id': '1b29611a-d313-468f-ad51-51e5d9e56725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:02.741614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Bound port: c0c95aee-d456-49af-bc92-70dd697f3236, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b29611a-d313-468f-ad51-51e5d9e56725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '3b9fb257-b894-40c5-b607-d013a89378d0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:02.741975 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.756422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::130 (3b9fb257-b894-40c5-b607-d013a89378d0/7967a565-e5b1-47ba-b903-ee9d261fb2d0/8371a24b-ab7f-4c74-9ece-58de3e260e17) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:02.781124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-846ff8f9-2877-45ee-bf5c-a24017e884ec None None] Port be252439-49cd-456d-b5f3-4653b995a293 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:02.851539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] For port c0c95aee-d456-49af-bc92-70dd697f3236, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:02.854965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] For port c0c95aee-d456-49af-bc92-70dd697f3236, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c0c95aee-d456-49af-bc92-70dd697f3236,segment=NetworkSegment(1b29611a-d313-468f-ad51-51e5d9e56725),segment_id=1b29611a-d313-468f-ad51-51e5d9e56725)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:02.866176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:02.976024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.983129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting port be252439-49cd-456d-b5f3-4653b995a293 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:02.983751 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:02.987096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 8371a24b-ab7f-4c74-9ece-58de3e260e17 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:03.100372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13b06b53-bdee-494b-9c74-d2b0e43b7203 req-b45776f2-5c94-4682-8007-078af1c82592 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533328 Aug 27 16:22:03.114456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:03.131520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-24169227-42be-40db-a8b5-50e809a883eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '025295b6-bc42-4c03-a0fd-cbb4ad2c529c', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'port_id': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'mac_address': 'fa:16:3e:52:89:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:21:41Z', 'updated_at': '2021-08-27T16:22:00Z', 'revision_number': 1, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:03.146945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9c8aae4-5726-41c3-97fa-44df13ae1d0a req-84772207-f7d5-4b95-afb6-cbac99b0e481 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0363531 Aug 27 16:22:03.151161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Calling delete_port for be252439-49cd-456d-b5f3-4653b995a293 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:03.160996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24169227-42be-40db-a8b5-50e809a883eb None None] The sync data for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 is: [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '025295b6-bc42-4c03-a0fd-cbb4ad2c529c', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'port_id': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'mac_address': 'fa:16:3e:52:89:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:21:41Z', 'updated_at': '2021-08-27T16:22:00Z', 'revision_number': 1, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:03.220685 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:03.284118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:03.306677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6acf2f-d498-4003-b2a6-20a8260ab3c7 None None] Pushing event updated for resources: {'Port': ['ID=c0c95aee-d456-49af-bc92-70dd697f3236,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:03.367010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 3b9fb257-b894-40c5-b607-d013a89378d0 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:03.367010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:03.371682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:03.378220 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:03.378891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:03.399862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=8371a24b-ab7f-4c74-9ece-58de3e260e17,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:03.459963 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c760ebd-f146-49b1-a0dc-1c0bd37148db None None] New status for floating IP 025295b6-bc42-4c03-a0fd-cbb4ad2c529c: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:22:03.626421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:03.628317 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-abf468e5-66ae-459a-bbda-5c51b0703891 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4587500 Aug 27 16:22:03.632312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46548) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:03.699755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Port': ['ID=be252439-49cd-456d-b5f3-4653b995a293,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:04.104709 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.106956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-001e3725-f0a1-4d81-831e-a24a73349a79 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/ports/be252439-49cd-456d-b5f3-4653b995a293 HTTP/1.1" status: 204 len: 168 time: 1.7551210 Aug 27 16:22:04.109535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46564) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:04.124390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46566) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:04.170642 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a8dff4-9461-4dfd-b09a-615119fc6ef8 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] GET failed (client error): The resource could not be found. Aug 27 16:22:04.175914 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-69a8dff4-9461-4dfd-b09a-615119fc6ef8 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "GET /v2.0/ports/be252439-49cd-456d-b5f3-4653b995a293 HTTP/1.1" status: 404 len: 333 time: 0.0612037 Aug 27 16:22:04.217835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46568) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:04.217835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'name': 'tempest-AllowedAddressPairTestJSON-1969576147'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:04.222963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] Deleting subnet 5fce6403-2613-493d-af74-67bb39b1ef9a {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:04.228765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.291347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.361313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c66206b2-525a-454b-8cb7-980bd130ed05 req-62eb41b6-3eb4-4bfc-a353-4083231168ae tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0532963 Aug 27 16:22:04.369031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.372556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.464340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8330b-e76b-4d1c-81c9-bd0e81dc5ac2 None None] Network 3b9fb257-b894-40c5-b607-d013a89378d0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:04.517637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.547594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fce6403-2613-493d-af74-67bb39b1ef9a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:04.550111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.555042 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6840bf2c-807c-4e28-9af8-fa0e11065f6f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5fce6403-2613-493d-af74-67bb39b1ef9a HTTP/1.1" status: 204 len: 168 time: 0.4300585 Aug 27 16:22:04.555510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46574) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:04.687801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.708142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:04.712317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.774308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8e97124f-3d99-4a8b-8ea5-f4f9ea2a865c None None] Provisioning for port c0c95aee-d456-49af-bc92-70dd697f3236 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:04.775676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] device_id is not set on port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:04.834781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.895651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.895651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c2d541-d973-4aa6-86d8-8fc737557878']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:04.909080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793b1483-f632-4cb5-811b-7d5b4b88d44a') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:04.909377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793b1483-f632-4cb5-811b-7d5b4b88d44a') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:04.945894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.966573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c0c95aee-d456-49af-bc92-70dd697f3236 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:04.969662 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.980837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:04.981255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:04.982937 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:05.023211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.025531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Allocated IP 172.20.0.6 (91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94/fe5db025-a05f-4ced-8427-79c67f479a11/6e0e2110-b888-41f0-8a86-83dbe5ca32fb) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:05.132079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=8371a24b-ab7f-4c74-9ece-58de3e260e17,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:05.243241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c0c95aee-d456-49af-bc92-70dd697f3236 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:05.248544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c0c95aee-d456-49af-bc92-70dd697f3236 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:05.248931 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.301637 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Provisioning for port 8371a24b-ab7f-4c74-9ece-58de3e260e17 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:05.309109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.327874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Provisioning complete for port 8371a24b-ab7f-4c74-9ece-58de3e260e17 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:05.328063 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.336323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.340610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] 10.222.0.101 "DELETE /v2.0/networks/54c2d541-d973-4aa6-86d8-8fc737557878 HTTP/1.1" status: 204 len: 168 time: 0.7840939 Aug 27 16:22:05.343976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.392415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.400496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea459358-8965-4afb-be8d-f6f944b166a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c2d541-d973-4aa6-86d8-8fc737557878,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:05.411123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Port 8371a24b-ab7f-4c74-9ece-58de3e260e17 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:05.450931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.451295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Provisioning complete for port c0c95aee-d456-49af-bc92-70dd697f3236 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:05.451761 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.457331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port c0c95aee-d456-49af-bc92-70dd697f3236, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c0c95aee-d456-49af-bc92-70dd697f3236,segment=NetworkSegment(1b29611a-d313-468f-ad51-51e5d9e56725),segment_id=1b29611a-d313-468f-ad51-51e5d9e56725)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:05.475580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Transition to ACTIVE for port object 6e0e2110-b888-41f0-8a86-83dbe5ca32fb will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:05.513728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de6680ae-05c8-4e83-b44e-813b6fdfd9d2 req-778201ad-6971-4388-acac-a6755445485a tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0326076 Aug 27 16:22:05.554113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.633456 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.675671 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.711454 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:22:05.711818 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-13d17bbd-215d-41a1-9606-08c3eeed98b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:22:05.716190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=c0c95aee-d456-49af-bc92-70dd697f3236,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:05.748843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:05.751828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:05.758931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:05.773975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:05.796154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=6e0e2110-b888-41f0-8a86-83dbe5ca32fb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:05.860380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:05.861024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.014311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46586) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:06.055460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8002fba4-1c31-4271-8217-b268d07d9d7d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eaead7251d984254bb9348b7e503e3ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398233 Aug 27 16:22:06.065715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46588) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:06.103080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.128922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a0700c9-92db-424b-bdb7-ac0b4463157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.150588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a0700c9-92db-424b-bdb7-ac0b4463157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.215693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4d29eeca-0c97-4e71-b077-7fb02f77f36d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0066302 Aug 27 16:22:06.242885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46592) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:06.242885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:6a:45'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:06.329650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.330436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.382963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a0700c9-92db-424b-bdb7-ac0b4463157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.385516 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a0700c9-92db-424b-bdb7-ac0b4463157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.386671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5a0700c9-92db-424b-bdb7-ac0b4463157b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f613fe6-59ff-4db4-b2d4-d5605071264f HTTP/1.1" status: 204 len: 168 time: 0.3200154 Aug 27 16:22:06.449983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=8371a24b-ab7f-4c74-9ece-58de3e260e17,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:06.458219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0700c9-92db-424b-bdb7-ac0b4463157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f613fe6-59ff-4db4-b2d4-d5605071264f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:06.495417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1e5ab5a7-feca-444a-9391-34c3ab24d9d0 None None] Provisioning for port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:06.496832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.501045 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1e5ab5a7-feca-444a-9391-34c3ab24d9d0 None None] Provisioning complete for port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:06.501468 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab5a7-feca-444a-9391-34c3ab24d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.542683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ab5a7-feca-444a-9391-34c3ab24d9d0 None None] Port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:06.552962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1e5ab5a7-feca-444a-9391-34c3ab24d9d0 None None] Provisioning complete for port 8371a24b-ab7f-4c74-9ece-58de3e260e17 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:06.553337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab5a7-feca-444a-9391-34c3ab24d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.584504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 3b9fb257-b894-40c5-b607-d013a89378d0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:06.591007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:06.592264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ab5a7-feca-444a-9391-34c3ab24d9d0 None None] Port 8371a24b-ab7f-4c74-9ece-58de3e260e17 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:06.704152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b18ec290-cb7a-4177-9104-9626afb15442 req-7af44644-07b7-4805-8547-bb805a975af9 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0678928 Aug 27 16:22:06.837035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc03ee28-c95a-4fb2-a436-cddeb2d12cd5 None None] Provisioning complete for port 8371a24b-ab7f-4c74-9ece-58de3e260e17 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:06.837579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc03ee28-c95a-4fb2-a436-cddeb2d12cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:06.888040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cc03ee28-c95a-4fb2-a436-cddeb2d12cd5 None None] Port 8371a24b-ab7f-4c74-9ece-58de3e260e17 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:06.937740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c0c95aee-d456-49af-bc92-70dd697f3236 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:06.988594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c0c95aee-d456-49af-bc92-70dd697f3236 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:06.989069 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.169877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.311473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.401261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=6e0e2110-b888-41f0-8a86-83dbe5ca32fb,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:07.413345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] In _notify_port_updated(), no bound segment for port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb on network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 {{(pid=95253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:22:07.420104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:07.420757 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.422099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dae434d9-9f55-4238-b6d8-b3a3075ef2ea tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "PUT /v2.0/ports/6e0e2110-b888-41f0-8a86-83dbe5ca32fb HTTP/1.1" status: 200 len: 996 time: 1.2018158 Aug 27 16:22:07.427606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46616) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:07.437581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Router a7301731-7cf4-4bcc-9cf4-719ce9660c58 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:22:07.537174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:07.537559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.541757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:07.551072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bab766f1-48be-4f19-9e58-3f9cc871dae5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "PUT /v2.0/routers/a7301731-7cf4-4bcc-9cf4-719ce9660c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9153833 Aug 27 16:22:07.553421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] Sync routers for ids ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:07.553559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46620) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:07.570494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] Routers {'a7301731-7cf4-4bcc-9cf4-719ce9660c58'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:07.571555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:07.616100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:07.631988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] Routers {'a7301731-7cf4-4bcc-9cf4-719ce9660c58'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:07.633043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:07.638857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a7f9da90-a3fe-42e9-9672-b08c5d11daeb None None] Provisioning complete for port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:07.639498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7f9da90-a3fe-42e9-9672-b08c5d11daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.648571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13621e47-bf86-4c03-b09a-13f53f6579b2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:07.652690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13621e47-bf86-4c03-b09a-13f53f6579b2 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7301731-7cf4-4bcc-9cf4-719ce9660c58 HTTP/1.1" status: 200 len: 989 time: 0.0969737 Aug 27 16:22:07.652928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46626) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:07.679363 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.692777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Calling delete_port for 6e0e2110-b888-41f0-8a86-83dbe5ca32fb owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:07.718702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:07.719576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca849f7-c987-431d-8946-6f6b07ccb12f None None] The sync data for ids ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:07.725004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9da90-a3fe-42e9-9672-b08c5d11daeb None None] Port 6e0e2110-b888-41f0-8a86-83dbe5ca32fb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:07.863404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9283c10f-b6da-4a35-9b2a-824c739e36ee req-0abd65cb-937a-4312-b375-1ac7a5080559 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0607643 Aug 27 16:22:07.944633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46634) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:07.963999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:07.997537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Port': ['ID=6e0e2110-b888-41f0-8a86-83dbe5ca32fb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:08.080050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1980925886-network', 'tenant_id': '1b652f13b58f42119ace7f3485d98f78'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:08.088340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.090359 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d5317fa9-1c0c-4f5a-89d6-51f7583911d7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/ports/6e0e2110-b888-41f0-8a86-83dbe5ca32fb HTTP/1.1" status: 204 len: 168 time: 0.6643565 Aug 27 16:22:08.093356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46638) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:08.129294 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1398fa9a-1bdd-493f-8372-42b497b40170 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] GET failed (client error): The resource could not be found. Aug 27 16:22:08.131021 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1398fa9a-1bdd-493f-8372-42b497b40170 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "GET /v2.0/ports/6e0e2110-b888-41f0-8a86-83dbe5ca32fb HTTP/1.1" status: 404 len: 333 time: 0.0366848 Aug 27 16:22:08.135615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46640) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:08.140776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'name': 'tempest-AllowedAddressPairTestJSON-72319114'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:08.220239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.254585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Made reservation on behalf of 1b652f13b58f42119ace7f3485d98f78 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:08.257190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.266262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.372999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.520210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.550392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:22:08.557097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 8371a24b-ab7f-4c74-9ece-58de3e260e17 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:08.557684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.558251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a2e420-6e90-44c1-b12d-c8c7801349db,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:08.668611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.668611 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Added segment ad03493b-9d3f-4ee1-918d-c209b92eb9f1 of type vlan for network bdbe47bc-dd48-4d89-bf6b-322be25a667d Aug 27 16:22:08.668611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.675491 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.688874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 8371a24b-ab7f-4c74-9ece-58de3e260e17 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:08.899770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:08.903446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.923616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] device_id is not set on port a314c685-48c0-4fdd-8730-960db184b537 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:08.933989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.934988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:08.935618 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:08.979052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eae74e9c-03b4-42ef-96d0-adeacde1b2e7 req-39696ecf-0ddc-4409-91b7-a65a8666222d tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0319328 Aug 27 16:22:09.000159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbe47bc-dd48-4d89-bf6b-322be25a667d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:09.004996 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.010781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network bdbe47bc-dd48-4d89-bf6b-322be25a667d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:22:09.066865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=8371a24b-ab7f-4c74-9ece-58de3e260e17,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:09.107728 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e2678c62-3415-468d-974f-53c1ae313cc3 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1615865 Aug 27 16:22:09.110192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46650) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:09.115430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Request body: {'subnet': {'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1980925886-subnet', 'tenant_id': '1b652f13b58f42119ace7f3485d98f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:09.203202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.231627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Made reservation on behalf of 1b652f13b58f42119ace7f3485d98f78 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:09.234061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.268623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Allocated IP 172.20.0.12 (91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94/fe5db025-a05f-4ced-8427-79c67f479a11/a314c685-48c0-4fdd-8730-960db184b537) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:09.458058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Router a7301731-7cf4-4bcc-9cf4-719ce9660c58 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:09.489314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.545783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833d50e5-6343-461e-841e-8eadf399cf68,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:09.556805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Checking segment: {'id': 'ad03493b-9d3f-4ee1-918d-c209b92eb9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:09.557170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Network hostable DHCP agents. Network: bdbe47bc-dd48-4d89-bf6b-322be25a667d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:22:09.565816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:09.575805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-485331e8-13c8-48ac-b618-01a1b8b1240b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "PUT /v2.0/routers/a7301731-7cf4-4bcc-9cf4-719ce9660c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9211285 Aug 27 16:22:09.577120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] Sync routers for ids ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:09.578681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46654) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:09.589282 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] Routers {'a7301731-7cf4-4bcc-9cf4-719ce9660c58'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:09.590169 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:09.593576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.605159 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6133fccc-ecc2-454e-b332-3fd38dd9874a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:22:09.609410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Transition to ACTIVE for port object a314c685-48c0-4fdd-8730-960db184b537 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:09.609653 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6133fccc-ecc2-454e-b332-3fd38dd9874a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/8371a24b-ab7f-4c74-9ece-58de3e260e17 HTTP/1.1" status: 404 len: 333 time: 0.0267832 Aug 27 16:22:09.609653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46656) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:09.631231 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:09.640751 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] Routers {'a7301731-7cf4-4bcc-9cf4-719ce9660c58'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:09.641468 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:09.657203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Network bdbe47bc-dd48-4d89-bf6b-322be25a667d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:22:09.674096 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:09.674746 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701fca2-b34f-4562-99eb-1736dff4594b None None] The sync data for ids ['a7301731-7cf4-4bcc-9cf4-719ce9660c58'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:09.695030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd54d4ff-8bc3-4728-be45-a272aca72cc9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.723710 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.762516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, bdbe47bc-dd48-4d89-bf6b-322be25a667d) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:09.769958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:09.770555 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.777755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75584b8-48f7-48c7-bd51-00d1508bcb99 None None] Network bdbe47bc-dd48-4d89-bf6b-322be25a667d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:09.791800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:09.793674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=a314c685-48c0-4fdd-8730-960db184b537,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:09.795986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:09.798361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:09.860126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:09.862367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.895530 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f0aff02d-694f-499b-822b-33c418b8cb94 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7839773 Aug 27 16:22:09.904148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd54d4ff-8bc3-4728-be45-a272aca72cc9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.907434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd54d4ff-8bc3-4728-be45-a272aca72cc9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:09.973227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f32967-1cfa-492f-8d09-723e7ac2c622 None None] Network bdbe47bc-dd48-4d89-bf6b-322be25a667d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:09.983390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-97fd4004-28a1-4076-923d-7f3b3d5ccd80 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8465939 Aug 27 16:22:09.984304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46664) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:09.990253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'network_id': '91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94', 'name': 'tempest-AllowedAddressPairTestJSON-1549438903'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:10.091705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd54d4ff-8bc3-4728-be45-a272aca72cc9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.091705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54d4ff-8bc3-4728-be45-a272aca72cc9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Fanout notify agent at l3_agent the message router_deleted on router a7301731-7cf4-4bcc-9cf4-719ce9660c58 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:22:10.099818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd54d4ff-8bc3-4728-be45-a272aca72cc9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.103224 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dd54d4ff-8bc3-4728-be45-a272aca72cc9 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/routers/a7301731-7cf4-4bcc-9cf4-719ce9660c58 HTTP/1.1" status: 204 len: 168 time: 0.4914083 Aug 27 16:22:10.110384 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46674) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:10.138784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1096cb3-e832-444f-9383-328b85e2aff3 req-75bfcc5d-61da-41a8-81e1-33970ee128a4 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0506434 Aug 27 16:22:10.183507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 7967a565-e5b1-47ba-b903-ee9d261fb2d0 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:10.189594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.233924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.259419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6b829a97-faad-4462-88d0-5390d939b440 None None] Provisioning for port a314c685-48c0-4fdd-8730-960db184b537 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:10.263381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6b829a97-faad-4462-88d0-5390d939b440 None None] Provisioning complete for port a314c685-48c0-4fdd-8730-960db184b537 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:10.263825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b829a97-faad-4462-88d0-5390d939b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.297050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Made reservation on behalf of 5eb6b071b5574a0fbf0bca85ff265305 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:10.300592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.303973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6b829a97-faad-4462-88d0-5390d939b440 None None] Port a314c685-48c0-4fdd-8730-960db184b537 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:10.340301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] device_id is not set on port c4291723-19b2-43e2-9f48-752ab29f6846 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:10.383589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.406517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0af4ad54-32ed-4838-ac2a-78c7ed9f3bcc tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:10.409388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0af4ad54-32ed-4838-ac2a-78c7ed9f3bcc tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/networks?id=bdbe47bc-dd48-4d89-bf6b-322be25a667d HTTP/1.1" status: 200 len: 814 time: 0.1119547 Aug 27 16:22:10.438799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-ff80f6f6-1a53-4f0a-9158-1d7be0f5b799 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/quotas/1b652f13b58f42119ace7f3485d98f78 HTTP/1.1" status: 200 len: 375 time: 0.0132968 Aug 27 16:22:10.478239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-bc70ba0d-3f30-4a95-ab9d-eaed97d60e33 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1b652f13b58f42119ace7f3485d98f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317078 Aug 27 16:22:10.499934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Allocated IP 172.20.0.14 (91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94/fe5db025-a05f-4ced-8427-79c67f479a11/c4291723-19b2-43e2-9f48-752ab29f6846) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:10.573244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-79205c24-d61f-4d2b-b8fb-0983eed5ac4b service neutron] 10.222.0.101 "GET /v2.0/networks/bdbe47bc-dd48-4d89-bf6b-322be25a667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877032 Aug 27 16:22:10.633752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.671092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-54074b24-218c-4bac-93e2-7edcd1f5136c service neutron] 10.222.0.101 "GET /v2.0/networks/bdbe47bc-dd48-4d89-bf6b-322be25a667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915124 Aug 27 16:22:10.684995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=7967a565-e5b1-47ba-b903-ee9d261fb2d0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:10.684995 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.686624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.688447 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4ef191b0-2796-4d07-8bdc-4423ec7d365b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/7967a565-e5b1-47ba-b903-ee9d261fb2d0 HTTP/1.1" status: 204 len: 168 time: 0.5771165 Aug 27 16:22:10.691141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46686) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:10.694616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a829798-b0fb-4d4b-9dff-1e5b2e5e79f6 None None] Network 3b9fb257-b894-40c5-b607-d013a89378d0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:10.701078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Transition to ACTIVE for port object c4291723-19b2-43e2-9f48-752ab29f6846 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:10.782595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.826673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.850912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port c0c95aee-d456-49af-bc92-70dd697f3236 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:10.851378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.960029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] For port c0c95aee-d456-49af-bc92-70dd697f3236, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c0c95aee-d456-49af-bc92-70dd697f3236,segment=NetworkSegment(1b29611a-d313-468f-ad51-51e5d9e56725),segment_id=1b29611a-d313-468f-ad51-51e5d9e56725)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:10.960489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:10.961590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] DHCP port deletion for 3b9fb257-b894-40c5-b607-d013a89378d0 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:22:10.970578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:10.978135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for c0c95aee-d456-49af-bc92-70dd697f3236 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:10.984216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:10.992849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:11.064577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] Deleting port c0c95aee-d456-49af-bc92-70dd697f3236 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:11.065385 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.088636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=c4291723-19b2-43e2-9f48-752ab29f6846,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:11.137106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:11.137654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.138415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11db7835-38c1-42af-b73c-d439f179349b req-38f2ae70-9cef-41bc-a22d-ec705184ff70 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 210 time: 0.1382601 Aug 27 16:22:11.164482 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.175912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] For port c0c95aee-d456-49af-bc92-70dd697f3236, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c0c95aee-d456-49af-bc92-70dd697f3236,segment=NetworkSegment(1b29611a-d313-468f-ad51-51e5d9e56725),segment_id=1b29611a-d313-468f-ad51-51e5d9e56725)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:11.176060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.191833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] Calling delete_port for c0c95aee-d456-49af-bc92-70dd697f3236 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:11.238296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=c0c95aee-d456-49af-bc92-70dd697f3236,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:11.259961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No DVR routers for this DVR port c0c95aee-d456-49af-bc92-70dd697f3236 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:11.288188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bbec833e-2327-4a2f-95fa-2aa45b303fcd tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3013766 Aug 27 16:22:11.290499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46704) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:11.294472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:e3:6a:45'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2e:94:0a'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:11.299423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1b4633a-0014-4ff0-ae86-6be3ba728848 req-5e9261da-9cb5-4776-a705-d1a83b81ad4a tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0549099 Aug 27 16:22:11.326717 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.368888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] Pushing event deleted for resources: {'Port': ['ID=c0c95aee-d456-49af-bc92-70dd697f3236,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:11.389234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810c89e-929c-4710-a7be-bee7806352b1 None None] No DVR routers for this DVR port c0c95aee-d456-49af-bc92-70dd697f3236 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:11.401672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.414662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9fb257-b894-40c5-b607-d013a89378d0']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:11.426522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b29611a-d313-468f-ad51-51e5d9e56725') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:11.426522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b29611a-d313-468f-ad51-51e5d9e56725') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:11.436158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.450274 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.456257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:11.459434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:11.460992 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:11.495980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.522812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-29dbccb9-23b3-48ce-a284-e6cbb6d801cd None None] Provisioning for port c4291723-19b2-43e2-9f48-752ab29f6846 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:11.527388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-29dbccb9-23b3-48ce-a284-e6cbb6d801cd None None] Provisioning complete for port c4291723-19b2-43e2-9f48-752ab29f6846 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:11.528086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29dbccb9-23b3-48ce-a284-e6cbb6d801cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.567453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-29dbccb9-23b3-48ce-a284-e6cbb6d801cd None None] Port c4291723-19b2-43e2-9f48-752ab29f6846 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:11.585462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.595233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.595233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/3b9fb257-b894-40c5-b607-d013a89378d0 HTTP/1.1" status: 204 len: 168 time: 0.9022269 Aug 27 16:22:11.599487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46708) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:11.620716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab2ce-f645-4175-af54-0ea8eedcdd36 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=3b9fb257-b894-40c5-b607-d013a89378d0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:11.661114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad5e6e-03f0-4ac5-b936-2249491659d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:11.662761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4dad5e6e-03f0-4ac5-b936-2249491659d5 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/00c21abd-007e-4c4f-a037-f9f8e1a641b6 HTTP/1.1" status: 200 len: 845 time: 0.0539529 Aug 27 16:22:11.666519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46712) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:11.715055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f4944111-ce63-485c-a462-fc802ab8130e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/00c21abd-007e-4c4f-a037-f9f8e1a641b6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0441039 Aug 27 16:22:11.715330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46714) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:11.720071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:11.722635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.785576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.869143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event updated for resources: {'Port': ['ID=c4291723-19b2-43e2-9f48-752ab29f6846,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:11.879155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] In _notify_port_updated(), no bound segment for port c4291723-19b2-43e2-9f48-752ab29f6846 on network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:22:11.886156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:11.886929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:11.888423 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-19372adf-ca8f-49bd-8339-5b2523e1b3fa tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "PUT /v2.0/ports/c4291723-19b2-43e2-9f48-752ab29f6846 HTTP/1.1" status: 200 len: 1057 time: 0.5986059 Aug 27 16:22:11.891385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46716) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:11.931601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:11.935053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.080196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting port c4291723-19b2-43e2-9f48-752ab29f6846 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:12.080545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.094066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e1bb5e76-a5ea-4228-b5c0-74689b3503ca None None] Provisioning complete for port c4291723-19b2-43e2-9f48-752ab29f6846 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:12.094704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1bb5e76-a5ea-4228-b5c0-74689b3503ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.131689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb5e76-a5ea-4228-b5c0-74689b3503ca None None] Port c4291723-19b2-43e2-9f48-752ab29f6846 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:12.238075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.278245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0cd22dc8-cdcb-4a81-97ef-c303c2ab774e req-240ec9d1-ba46-462f-a885-3aa67d7ee97c tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 210 time: 0.0503495 Aug 27 16:22:12.283448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Calling delete_port for c4291723-19b2-43e2-9f48-752ab29f6846 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:12.381356 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.464454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:12.485793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58fb8898-60e0-48e1-81f9-3aac057c6cb4 req-0782f94e-8c78-4e94-803a-32f7da03ea34 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0688298 Aug 27 16:22:12.492620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:12.496361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:12.501381 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.502267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38df12-e5f9-4ac4-a224-543d68a9e228 None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:12.525960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=dd90fc30-2adb-436f-91b4-89d1c78d8084,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:12.575303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.610928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Port': ['ID=c4291723-19b2-43e2-9f48-752ab29f6846,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:12.613721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5a55dc93-cb30-413f-85ca-6385a24ba61d tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8974752 Aug 27 16:22:12.617003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46728) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:12.624669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-91681283-ffed-4a01-97f4-cc513f76d003 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706799975'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:12.704598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-8299add3-ca86-4e69-9bdd-e17b323200ea', 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'tenant_id': 'ffc5ae2dd9ab45468e35f79c4324bba4', 'fixed_ips': [{'subnet_id': 'dd90fc30-2adb-436f-91b4-89d1c78d8084'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:22:12.705506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.757528 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91681283-ffed-4a01-97f4-cc513f76d003 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.854580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91681283-ffed-4a01-97f4-cc513f76d003 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.860242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.863377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5e0d986d-b5a5-4b64-9b3b-1f5947ae4858 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/ports/c4291723-19b2-43e2-9f48-752ab29f6846 HTTP/1.1" status: 204 len: 168 time: 0.9698715 Aug 27 16:22:12.866084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46730) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:12.881594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Allocated IP 2001:db8::2 (8299add3-ca86-4e69-9bdd-e17b323200ea/dd90fc30-2adb-436f-91b4-89d1c78d8084/29e8a562-2c8d-4115-8b6d-201ed0c83e53) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:12.896966 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39ee8ca-27be-4023-b45d-a6c9e0403274 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] GET failed (client error): The resource could not be found. Aug 27 16:22:12.898845 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f39ee8ca-27be-4023-b45d-a6c9e0403274 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "GET /v2.0/ports/c4291723-19b2-43e2-9f48-752ab29f6846 HTTP/1.1" status: 404 len: 333 time: 0.0310361 Aug 27 16:22:12.902198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46732) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:12.917293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91681283-ffed-4a01-97f4-cc513f76d003 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:12.953874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c0c95aee-d456-49af-bc92-70dd697f3236 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:12.955743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91681283-ffed-4a01-97f4-cc513f76d003 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da455298-835d-4c59-9527-cb0b0a84ede2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:12.974881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c0c95aee-d456-49af-bc92-70dd697f3236 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:22:12.975230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c0c95aee-d456-49af-bc92-70dd697f3236 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:13.012140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting port a314c685-48c0-4fdd-8730-960db184b537 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:13.012486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.059924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91681283-ffed-4a01-97f4-cc513f76d003 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.066245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-91681283-ffed-4a01-97f4-cc513f76d003 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4433722 Aug 27 16:22:13.068617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46736) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:13.074311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-904a0711-0c00-41ff-b799-a2c1eabde1f8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'security_group': {'name': 'tempest-secgroup-576657525'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:13.086790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.096445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Transition to ACTIVE for port object 29e8a562-2c8d-4115-8b6d-201ed0c83e53 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:13.113730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Transition to ACTIVE for port object 29e8a562-2c8d-4115-8b6d-201ed0c83e53 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:13.194728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-904a0711-0c00-41ff-b799-a2c1eabde1f8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.220857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.284324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e8a562-2c8d-4115-8b6d-201ed0c83e53,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:13.285004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-904a0711-0c00-41ff-b799-a2c1eabde1f8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.291544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:13.293790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:13.296773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:13.368381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Attempting to bind port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:13.368759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Attempting to bind port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c261aec0-59b0-4f57-88ac-defd5535ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:13.369130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Attempting to bind port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 on network 8299add3-ca86-4e69-9bdd-e17b323200ea {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:13.375905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:13.376873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Checking segment: {'id': 'c261aec0-59b0-4f57-88ac-defd5535ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:13.377282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.377686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Bound using segment: {'id': 'c261aec0-59b0-4f57-88ac-defd5535ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:13.378284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Bound port: 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c261aec0-59b0-4f57-88ac-defd5535ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:13.378728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.386041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-904a0711-0c00-41ff-b799-a2c1eabde1f8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.417702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a0711-0c00-41ff-b799-a2c1eabde1f8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0dbc37-95f2-42b4-8096-beb29e4cfb16,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:13.465057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] For port 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:13.466566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] For port 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29e8a562-2c8d-4115-8b6d-201ed0c83e53,segment=NetworkSegment(c261aec0-59b0-4f57-88ac-defd5535ba7b),segment_id=c261aec0-59b0-4f57-88ac-defd5535ba7b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:13.522646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85e2b8f9-bb84-40d7-b3cd-8503b5a41ca0 req-add6bb62-4f03-4e42-8c0b-6cfe3427111c tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 210 time: 0.0844617 Aug 27 16:22:13.534169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-904a0711-0c00-41ff-b799-a2c1eabde1f8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.539301 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-904a0711-0c00-41ff-b799-a2c1eabde1f8 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4693229 Aug 27 16:22:13.540074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46744) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:13.550331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-805687846', 'security_groups': ['9d0dbc37-95f2-42b4-8096-beb29e4cfb16'], 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dd90fc30-2adb-436f-91b4-89d1c78d8084'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:13.559309 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.570772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:13.633589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f026e8-2fe0-40a4-ba13-f0f2bfe2f5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e8a562-2c8d-4115-8b6d-201ed0c83e53,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:13.668743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Calling delete_port for a314c685-48c0-4fdd-8730-960db184b537 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:13.717328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ebd66bd8-70fe-441f-91ce-6766d7cddf0f req-485663c5-ac3b-4b48-bbd2-792732765517 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0926552 Aug 27 16:22:13.756674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-14c5ff16-7343-4825-b1a7-720e1a294cf4 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:13.758192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-14c5ff16-7343-4825-b1a7-720e1a294cf4 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.97 "GET /v2.0/networks?id=bdbe47bc-dd48-4d89-bf6b-322be25a667d HTTP/1.1" status: 200 len: 814 time: 0.3170609 Aug 27 16:22:13.808848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Request body: {'port': {'device_id': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d', 'admin_state_up': True, 'tenant_id': '1b652f13b58f42119ace7f3485d98f78'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:13.876689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-f2418fa2-5c67-4d3d-a5e1-1943b1dffced service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3115764 Aug 27 16:22:14.020217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.020740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.021236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.021702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.022177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.022651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.023125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.025112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fa429d7e-274f-42ed-bfd6-22c73a4fc40b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=698680ce6f6640478526bfb8e6ec9f80&device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 6488 time: 0.0760427 Aug 27 16:22:14.040471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:14.215372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Made reservation on behalf of 1b652f13b58f42119ace7f3485d98f78 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:14.218833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:14.285123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-230c834f-4bbc-4763-8b9c-c7cbb698054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.285603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-230c834f-4bbc-4763-8b9c-c7cbb698054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.286097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-230c834f-4bbc-4763-8b9c-c7cbb698054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.288295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-230c834f-4bbc-4763-8b9c-c7cbb698054a service neutron] 10.222.0.97 "GET /v2.0/networks?id=7639636b-2e68-444d-a756-114c35a3b4a0&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=35abcda2-cddf-4e28-ad60-6038aed4b642&id=e500afa8-0258-4a02-9fc3-72037f8e799e&id=e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 200 len: 2296 time: 0.2247202 Aug 27 16:22:14.291134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:14.383260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:14.428274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 7524cc78-f9b4-4769-aad5-d862f3d661d6 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:14.449757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Port': ['ID=a314c685-48c0-4fdd-8730-960db184b537,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:14.593726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-d36c4b0c-9d04-416d-a549-b7cb8da533a4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 200 len: 999 time: 0.2743082 Aug 27 16:22:14.728359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf34-1beb-432e-b604-a8e6002d1ff6 None None] Provisioning for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:14.737899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Allocated IP 172.20.0.11 (bdbe47bc-dd48-4d89-bf6b-322be25a667d/833d50e5-6343-461e-841e-8eadf399cf68/43912e89-6720-4656-ba02-439b3f379a98) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:14.746223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb49cf34-1beb-432e-b604-a8e6002d1ff6 None None] Provisioning complete for port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:14.746872 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb49cf34-1beb-432e-b604-a8e6002d1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:14.749140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0cad24c1-7ea5-45b1-ba36-c4757789bb66 req-b9302507-b2c9-455b-ad9d-2166ab4e439d tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 210 time: 0.0980973 Aug 27 16:22:14.796161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb49cf34-1beb-432e-b604-a8e6002d1ff6 None None] Port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:14.805215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-ce212436-650a-49e9-b5db-a390a893106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:14.806689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-ce212436-650a-49e9-b5db-a390a893106d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7dfc397f-74cd-49c3-81a0-081d7f19c88e HTTP/1.1" status: 200 len: 851 time: 0.2004826 Aug 27 16:22:14.807773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:14.809623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4d189507-f620-410f-accc-ee87cfa3260d tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/ports/a314c685-48c0-4fdd-8730-960db184b537 HTTP/1.1" status: 204 len: 168 time: 1.9064085 Aug 27 16:22:14.812643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46758) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:14.842047 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc823eb-37dd-4f49-8250-5d07212f419c tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] GET failed (client error): The resource could not be found. Aug 27 16:22:14.843586 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3cc823eb-37dd-4f49-8250-5d07212f419c tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "GET /v2.0/ports/a314c685-48c0-4fdd-8730-960db184b537 HTTP/1.1" status: 404 len: 333 time: 0.0297098 Aug 27 16:22:14.847925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46760) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:14.908046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea06aaf8-5024-4a80-acde-bc33ecb8fe98 req-8e994287-172b-49f1-81aa-312af539b222 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0575418 Aug 27 16:22:14.956357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting port 892c598e-5adc-44be-9f91-31b8d700ce9e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:14.957337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:14.995012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29e8a562-2c8d-4115-8b6d-201ed0c83e53 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:15.016232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::221 (8299add3-ca86-4e69-9bdd-e17b323200ea/dd90fc30-2adb-436f-91b4-89d1c78d8084/7524cc78-f9b4-4769-aad5-d862f3d661d6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:15.025977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-719330e9-f2dd-46a6-87fc-7566d4d27b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:15.027594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-719330e9-f2dd-46a6-87fc-7566d4d27b98 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7639636b-2e68-444d-a756-114c35a3b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057049 Aug 27 16:22:15.100235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:15.104989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:15.105368 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.206857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.231047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.256353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29e8a562-2c8d-4115-8b6d-201ed0c83e53,segment=NetworkSegment(c261aec0-59b0-4f57-88ac-defd5535ba7b),segment_id=c261aec0-59b0-4f57-88ac-defd5535ba7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:15.293817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-fc8e7d80-a699-4445-a26c-8d8e121b1659 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521729 Aug 27 16:22:15.355466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.356550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.380310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Calling delete_port for 892c598e-5adc-44be-9f91-31b8d700ce9e owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:15.397318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.419743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=29e8a562-2c8d-4115-8b6d-201ed0c83e53,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:15.442439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 7524cc78-f9b4-4769-aad5-d862f3d661d6 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:15.470246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-9163adad-5674-4d67-9d0f-501c158f2625 service neutron] 10.222.0.97 "GET /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674454 Aug 27 16:22:15.519319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.524160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-be9fe5bc-ea00-4dda-9578-c52385ff3abf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 217 time: 0.0434167 Aug 27 16:22:15.605412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Network bdbe47bc-dd48-4d89-bf6b-322be25a667d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:15.612823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:15.620182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:15.624637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.625464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Pushing event updated for resources: {'Port': ['ID=43912e89-6720-4656-ba02-439b3f379a98,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:15.652909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-e32c18dc-917e-4734-84d5-e70d2f16898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:15.654415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-e32c18dc-917e-4734-84d5-e70d2f16898f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.1200316 Aug 27 16:22:15.657632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Port': ['ID=892c598e-5adc-44be-9f91-31b8d700ce9e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:15.717172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:15.717836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.738898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-ca5cb2e6-2d3c-4f51-bf78-ac4af55ac773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:15.746826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-ca5cb2e6-2d3c-4f51-bf78-ac4af55ac773 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727499 Aug 27 16:22:15.746826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.747298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.747298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee1a0fb4-dbbe-41e6-8ed0-03956f640aab tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/ports/892c598e-5adc-44be-9f91-31b8d700ce9e HTTP/1.1" status: 204 len: 168 time: 0.8976662 Aug 27 16:22:15.749154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46768) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:15.818890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting subnet fe5db025-a05f-4ced-8427-79c67f479a11 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:15.822811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.855401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-0e94cd1f-68bd-4bdd-93a8-dd2224b9f346 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0602317 Aug 27 16:22:15.871190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Request body: {'port': {'device_id': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:15.876192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:15.877756 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:15.984405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.105778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.132277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5db025-a05f-4ced-8427-79c67f479a11,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:16.138463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.140214 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-92d14607-9afb-4f4b-b457-99fd5100b4c7 tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/subnets/fe5db025-a05f-4ced-8427-79c67f479a11 HTTP/1.1" status: 204 len: 168 time: 0.3898265 Aug 27 16:22:16.142663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46776) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:16.150190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c00844-fd6d-412d-8420-bb2a331dbcdb None None] Network 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:16.164802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:16.185639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:16.191146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:16.191868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.197052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=7524cc78-f9b4-4769-aad5-d862f3d661d6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:16.241220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.252620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c91172d4-ca43-4765-8395-034b8fec9c41 req-881f1820-ecfd-4fdd-adb9-d8e2649f9ee8 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0704262 Aug 27 16:22:16.328784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Deleting port ea12fc8a-c404-4057-83a0-af3b8872796c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:16.329139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.329578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d26b-e2a3-4dfc-8abe-3646519d99bb req-0553fb07-8d0a-4cf8-9797-dc0c20a203df tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:16.331128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6d8d26b-e2a3-4dfc-8abe-3646519d99bb req-0553fb07-8d0a-4cf8-9797-dc0c20a203df tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 932 time: 0.4817502 Aug 27 16:22:16.333074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-b3735668-b143-4b61-b81e-88298dbf754b service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828187 Aug 27 16:22:16.333850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.385931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c47dd395-7ec6-4bd8-95e8-b445b5f83f10 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8368256 Aug 27 16:22:16.396494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46782) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:16.410329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] For port ea12fc8a-c404-4057-83a0-af3b8872796c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ea12fc8a-c404-4057-83a0-af3b8872796c,segment=NetworkSegment(2f35f1ee-4200-4b72-a84f-f10ee01bc797),segment_id=2f35f1ee-4200-4b72-a84f-f10ee01bc797)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:16.410701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.427516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Calling delete_port for ea12fc8a-c404-4057-83a0-af3b8872796c owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:16.429088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6d67e77b-5c9a-4b77-8c0f-aca41b05aea7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:16.432507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] DHCP port deletion for 91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:22:16.496041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] Deleting port ea12fc8a-c404-4057-83a0-af3b8872796c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:16.496618 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.570224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] For port ea12fc8a-c404-4057-83a0-af3b8872796c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ea12fc8a-c404-4057-83a0-af3b8872796c,segment=NetworkSegment(2f35f1ee-4200-4b72-a84f-f10ee01bc797),segment_id=2f35f1ee-4200-4b72-a84f-f10ee01bc797)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:16.570736 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.583377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6d8d26b-e2a3-4dfc-8abe-3646519d99bb req-ff6e5aa8-dd6a-4134-b5f0-1f2a15958b6f tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355328 Aug 27 16:22:16.583950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] Calling delete_port for ea12fc8a-c404-4057-83a0-af3b8872796c owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:16.671084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.680119 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.680504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-63e54702-e6c5-46fc-b534-0960f4694f20 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277731 Aug 27 16:22:16.699624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Port': ['ID=ea12fc8a-c404-4057-83a0-af3b8872796c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:16.703314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] No DVR routers for this DVR port ea12fc8a-c404-4057-83a0-af3b8872796c on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:16.712660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] Pushing event deleted for resources: {'Port': ['ID=ea12fc8a-c404-4057-83a0-af3b8872796c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:16.720552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d665b-9a88-4c31-a037-3a8c48d5d5fa None None] No DVR routers for this DVR port ea12fc8a-c404-4057-83a0-af3b8872796c on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:16.731622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-938ba011-4c64-455f-b6d6-c5f291c6476b None None] Provisioning for port 7524cc78-f9b4-4769-aad5-d862f3d661d6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:16.736765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-938ba011-4c64-455f-b6d6-c5f291c6476b None None] Provisioning complete for port 7524cc78-f9b4-4769-aad5-d862f3d661d6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:16.737220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-938ba011-4c64-455f-b6d6-c5f291c6476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.770598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-09be3efe-bb84-40fb-9d9c-a9cf38a069bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 217 time: 0.0792241 Aug 27 16:22:16.781156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-938ba011-4c64-455f-b6d6-c5f291c6476b None None] Port 7524cc78-f9b4-4769-aad5-d862f3d661d6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:16.791974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.803216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:16.814066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f35f1ee-4200-4b72-a84f-f10ee01bc797') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:16.814361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f35f1ee-4200-4b72-a84f-f10ee01bc797') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:16.824314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.839147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.846145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:16.846145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:16.849603 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:16.854074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-b57d2516-97ce-4212-813a-a7b5996259d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:16.855563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-b57d2516-97ce-4212-813a-a7b5996259d4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0746479 Aug 27 16:22:16.880828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d67e77b-5c9a-4b77-8c0f-aca41b05aea7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:16.881805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6d67e77b-5c9a-4b77-8c0f-aca41b05aea7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.970831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29e8a562-2c8d-4115-8b6d-201ed0c83e53 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:16.989853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:16.994537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.000300 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] 10.222.0.101 "DELETE /v2.0/networks/91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94 HTTP/1.1" status: 204 len: 168 time: 0.8546357 Aug 27 16:22:17.018357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2e8a-e0f3-4704-8bdf-44dd669c249b tempest-AllowedAddressPairTestJSON-1957409588 tempest-AllowedAddressPairTestJSON-1957409588-project] Pushing event deleted for resources: {'Network': ['ID=91ef2a24-ee5b-4bd5-bdd0-1185bdbc3c94,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:17.022415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-a9446622-c786-4c06-b652-77538801aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:17.024028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-a9446622-c786-4c06-b652-77538801aed4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1580458 Aug 27 16:22:17.029712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43912e89-6720-4656-ba02-439b3f379a98 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:22:17.043877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:17.044452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.059120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.115348 n-d-806412-1 neutron-server[95253]: INFO neutron.db.ipam_backend_mixin [None req-6d67e77b-5c9a-4b77-8c0f-aca41b05aea7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd90fc30-2adb-436f-91b4-89d1c78d8084 (CIDR: 2001:db8::/64) Aug 27 16:22:17.129936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Transition to ACTIVE for port object 43912e89-6720-4656-ba02-439b3f379a98 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:17.149539 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d67e77b-5c9a-4b77-8c0f-aca41b05aea7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:22:17.149978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d67e77b-5c9a-4b77-8c0f-aca41b05aea7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:17.167017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-a09bea15-e6a8-4863-8263-239149e3ebea service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292861 Aug 27 16:22:17.175190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ea12fc8a-c404-4057-83a0-af3b8872796c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:17.197205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: ea12fc8a-c404-4057-83a0-af3b8872796c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:22:17.197558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ea12fc8a-c404-4057-83a0-af3b8872796c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:17.243463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.283449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6d67e77b-5c9a-4b77-8c0f-aca41b05aea7 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8608263 Aug 27 16:22:17.286964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:17.292774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:17.311614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-ade92ed0-f0ba-4af2-bdf6-228b04c7d395 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369665 Aug 27 16:22:17.319355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Pushing event updated for resources: {'Port': ['ID=43912e89-6720-4656-ba02-439b3f379a98,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:17.408251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-6aef7e49-adff-4a4e-822b-ebbe0d912904 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 HTTP/1.1" status: 200 len: 217 time: 0.0665426 Aug 27 16:22:17.446712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4cd7eda4-624e-43b3-88e3-ffe1d6860284 req-53a355e5-ceff-4a8f-8a49-ccc41189ca73 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0505748 Aug 27 16:22:17.482630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:17.488544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.496779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Attempting to bind port 43912e89-6720-4656-ba02-439b3f379a98 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:17.497131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Attempting to bind port 43912e89-6720-4656-ba02-439b3f379a98 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'ad03493b-9d3f-4ee1-918d-c209b92eb9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:17.497600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Attempting to bind port 43912e89-6720-4656-ba02-439b3f379a98 on network bdbe47bc-dd48-4d89-bf6b-322be25a667d {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:17.505583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-a34153fe-58d7-4bf5-be85-f0df6a0edfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:17.507116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-a34153fe-58d7-4bf5-be85-f0df6a0edfd7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0899749 Aug 27 16:22:17.508028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Port 43912e89-6720-4656-ba02-439b3f379a98 on network bdbe47bc-dd48-4d89-bf6b-322be25a667d not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:22:17.508197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Attempting to bind port 43912e89-6720-4656-ba02-439b3f379a98 on network bdbe47bc-dd48-4d89-bf6b-322be25a667d {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:17.513673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:17.513930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Checking segment: {'id': 'ad03493b-9d3f-4ee1-918d-c209b92eb9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:17.514322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Bound using segment: {'id': 'ad03493b-9d3f-4ee1-918d-c209b92eb9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:17.514755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Bound port: 43912e89-6720-4656-ba02-439b3f379a98, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad03493b-9d3f-4ee1-918d-c209b92eb9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:17.515120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.534302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46798) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:17.625480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-9a6aac4e-390d-4a1d-bfa3-bb656e0e8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:17.626995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-9a6aac4e-390d-4a1d-bfa3-bb656e0e8086 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030338 Aug 27 16:22:17.664546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] For port 43912e89-6720-4656-ba02-439b3f379a98, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:17.725957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] For port 43912e89-6720-4656-ba02-439b3f379a98, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=43912e89-6720-4656-ba02-439b3f379a98,segment=NetworkSegment(ad03493b-9d3f-4ee1-918d-c209b92eb9f1),segment_id=ad03493b-9d3f-4ee1-918d-c209b92eb9f1)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:17.793296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2b64a34f-9444-477e-abae-dae1e198dd7e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5eb6b071b5574a0fbf0bca85ff265305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577679 Aug 27 16:22:17.795891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46804) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:17.806503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-dcb3b178-b72e-48c8-8c24-7fdd43629a10 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716259 Aug 27 16:22:17.814776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d83fa1-ac94-46b9-a0d6-e3ff14511aec req-0a3a96d5-cf7d-472b-b126-334db7b422eb tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:17.816238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87d83fa1-ac94-46b9-a0d6-e3ff14511aec req-0a3a96d5-cf7d-472b-b126-334db7b422eb tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 944 time: 0.1228445 Aug 27 16:22:17.827730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.847463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4193ca3d-564e-474a-8e25-8b57e66ebe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.865499 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.878704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4193ca3d-564e-474a-8e25-8b57e66ebe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.928732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:17.929266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:17.929406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:17.930728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] 10.222.0.97 "PUT /v2.0/ports/43912e89-6720-4656-ba02-439b3f379a98 HTTP/1.1" status: 200 len: 1092 time: 2.0638108 Aug 27 16:22:17.934431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'tag': '43912e89-6720-4656-ba02-439b3f379a98'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:17.936800 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0ff29-26a5-46e0-b3f6-5aec0feaa2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "12fb61c2-a6b4-4c65-8090-a50d5e26521d", "tag": "43912e89-6720-4656-ba02-439b3f379a98"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:17.948240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:17.959132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7085a-784f-4df9-be2a-a049385aa92f None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:17.988206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87d83fa1-ac94-46b9-a0d6-e3ff14511aec req-f3383b69-937a-42fc-991d-47d0e785de36 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626360 Aug 27 16:22:17.999113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:18.002578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bc22d-ba2f-4a64-ad52-2dbd257d2932 service neutron] Pushing event updated for resources: {'Port': ['ID=43912e89-6720-4656-ba02-439b3f379a98,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:18.007724 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a31be7-a3c9-44b0-a0f8-690cb3f9e8f3 x-openstack-request-id: req-40a31be7-a3c9-44b0-a0f8-690cb3f9e8f3 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:18.008014 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fb61c2-a6b4-4c65-8090-a50d5e26521d", "tag": "43912e89-6720-4656-ba02-439b3f379a98", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:18.009208 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-40a31be7-a3c9-44b0-a0f8-690cb3f9e8f3 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:18.009208 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'tag': '43912e89-6720-4656-ba02-439b3f379a98', 'status': 'completed', 'code': 200} Aug 27 16:22:18.011634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.014776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-a1d838ca-49e2-44f7-85b6-6a41cb41c12f service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976101 Aug 27 16:22:18.043484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=7aa7f794-49b1-46dd-8d94-b3a7d67efbec,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:18.074046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-216e6095-5f0d-4deb-a06f-8b50e3aabbc5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f65efb8d-82c5-478d-aff9-cd2116e72100 HTTP/1.1" status: 200 len: 217 time: 0.0491121 Aug 27 16:22:18.077116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4193ca3d-564e-474a-8e25-8b57e66ebe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.079772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4193ca3d-564e-474a-8e25-8b57e66ebe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.081258 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4193ca3d-564e-474a-8e25-8b57e66ebe4c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/578f3f5e-6645-45a9-83d8-7b86e522e0f6 HTTP/1.1" status: 204 len: 168 time: 0.2840543 Aug 27 16:22:18.100426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193ca3d-564e-474a-8e25-8b57e66ebe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f3f5e-6645-45a9-83d8-7b86e522e0f6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:18.107969 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-17901350-feb3-491a-ba93-f4f28cbadd22 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8194485 Aug 27 16:22:18.109659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46812) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:18.118072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-636600055', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7aa7f794-49b1-46dd-8d94-b3a7d67efbec'}], 'security_groups': ['da455298-835d-4c59-9527-cb0b0a84ede2']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:18.175370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0ff29-26a5-46e0-b3f6-5aec0feaa2d6 req-456e9443-ea60-48b9-b261-8ddda528b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:18.177575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00a0ff29-26a5-46e0-b3f6-5aec0feaa2d6 req-456e9443-ea60-48b9-b261-8ddda528b31a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1b652f13b58f42119ace7f3485d98f78&device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 1095 time: 0.1449199 Aug 27 16:22:18.181362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-e8cb30c4-ad0c-4ea9-b842-eeef1b2e410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:18.182833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-e8cb30c4-ad0c-4ea9-b842-eeef1b2e410f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 200 len: 797 time: 0.0851505 Aug 27 16:22:18.233686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] Update dhcp port {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'fixed_ips': [{'subnet_id': 'dd90fc30-2adb-436f-91b4-89d1c78d8084', 'ip_address': '2001:db8::2'}, {'subnet_id': '7aa7f794-49b1-46dd-8d94-b3a7d67efbec'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '29e8a562-2c8d-4115-8b6d-201ed0c83e53'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:22:18.263895 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.304419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-52b84381-dda3-4bab-a624-062184059343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:18.309316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-52b84381-dda3-4bab-a624-062184059343 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35abcda2-cddf-4e28-ad60-6038aed4b642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125340 Aug 27 16:22:18.339892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.365445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0ff29-26a5-46e0-b3f6-5aec0feaa2d6 req-70834076-736e-4154-bc76-33149f2ff264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:18.367232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00a0ff29-26a5-46e0-b3f6-5aec0feaa2d6 req-70834076-736e-4154-bc76-33149f2ff264 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1b652f13b58f42119ace7f3485d98f78&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1754737 Aug 27 16:22:18.462470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] Allocated IP 2001:db8:0:1::2 (8299add3-ca86-4e69-9bdd-e17b323200ea/7aa7f794-49b1-46dd-8d94-b3a7d67efbec/29e8a562-2c8d-4115-8b6d-201ed0c83e53) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:18.581408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] For port 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29e8a562-2c8d-4115-8b6d-201ed0c83e53,segment=NetworkSegment(c261aec0-59b0-4f57-88ac-defd5535ba7b),segment_id=c261aec0-59b0-4f57-88ac-defd5535ba7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:18.622586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.646699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] Transition to ACTIVE for port object 29e8a562-2c8d-4115-8b6d-201ed0c83e53 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:18.710941 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:18.800409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cdc9d901-b0fc-4dc6-8b40-5337785e5201 req-ded7a025-403c-4e1e-9317-fe30d9e356de tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0545282 Aug 27 16:22:18.840638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-4955536a-9b04-4ed7-919e-baa6fc52afde service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218453 Aug 27 16:22:18.868920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Delete allocated IP 2001:db8::221 (8299add3-ca86-4e69-9bdd-e17b323200ea/dd90fc30-2adb-436f-91b4-89d1c78d8084) {{(pid=95252) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 16:22:18.894148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8:0:1::198 (8299add3-ca86-4e69-9bdd-e17b323200ea/7aa7f794-49b1-46dd-8d94-b3a7d67efbec/7524cc78-f9b4-4769-aad5-d862f3d661d6) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:18.917170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0ff29-26a5-46e0-b3f6-5aec0feaa2d6 req-541d7c58-b309-46b7-966b-cd7670973e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:18.919413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00a0ff29-26a5-46e0-b3f6-5aec0feaa2d6 req-541d7c58-b309-46b7-966b-cd7670973e2e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5427191 Aug 27 16:22:18.968675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31be19-b4e9-4436-990c-f87618c296eb None None] Pushing event updated for resources: {'Port': ['ID=29e8a562-2c8d-4115-8b6d-201ed0c83e53,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:18.972394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-ec125d0d-285c-4074-bcfe-013fa13eb162 service neutron] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226287 Aug 27 16:22:19.044870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-1b53399e-b90c-4b3c-ac37-35d2a94ca8c5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502 HTTP/1.1" status: 200 len: 217 time: 0.0642412 Aug 27 16:22:19.142961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-59c6a19c-d9ec-47ce-9ec1-1a85009ec6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.144906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-59c6a19c-d9ec-47ce-9ec1-1a85009ec6e2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1b652f13b58f42119ace7f3485d98f78&device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 1095 time: 0.1558042 Aug 27 16:22:19.152575 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.180450 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 7524cc78-f9b4-4769-aad5-d862f3d661d6 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:19.231737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-69282101-7b0d-431e-90e9-b875b1ca89b0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43912e89-6720-4656-ba02-439b3f379a98 HTTP/1.1" status: 200 len: 217 time: 0.0464962 Aug 27 16:22:19.235329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-1319be0c-bf50-48e6-8a75-8646fb91e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.236783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-1319be0c-bf50-48e6-8a75-8646fb91e6cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.1812871 Aug 27 16:22:19.252611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65e274-9704-4ea7-80bc-654d470efc1e req-240fd249-9fdb-4bd3-9ce2-0d3d01d686e2 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.254181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a65e274-9704-4ea7-80bc-654d470efc1e req-240fd249-9fdb-4bd3-9ce2-0d3d01d686e2 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 944 time: 0.1605139 Aug 27 16:22:19.294617 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.376480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-4234a7fd-3e3f-451c-b4ac-a5873b8bc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.378024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-4234a7fd-3e3f-451c-b4ac-a5873b8bc849 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228371 Aug 27 16:22:19.381543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=7524cc78-f9b4-4769-aad5-d862f3d661d6,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:19.382469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-e6087e2b-03b6-4a91-90ae-86546108400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.384184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-e6087e2b-03b6-4a91-90ae-86546108400b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=833d50e5-6343-461e-841e-8eadf399cf68 HTTP/1.1" status: 200 len: 854 time: 0.1278002 Aug 27 16:22:19.393561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a65e274-9704-4ea7-80bc-654d470efc1e req-5ade788a-3b62-4aab-8622-d90a2decfe61 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062014 Aug 27 16:22:19.425448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] In _notify_port_updated(), no bound segment for port 7524cc78-f9b4-4769-aad5-d862f3d661d6 on network 8299add3-ca86-4e69-9bdd-e17b323200ea {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:22:19.434057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:19.434757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.440117 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b94d1faf-55f8-4c61-b587-217e4cdc6c38 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "PUT /v2.0/ports/7524cc78-f9b4-4769-aad5-d862f3d661d6 HTTP/1.1" status: 200 len: 930 time: 1.3254702 Aug 27 16:22:19.443289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46842) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:19.450089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-ec731ff2-821a-4b8c-87fd-3d7a2c185e5f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bdbe47bc-dd48-4d89-bf6b-322be25a667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549898 Aug 27 16:22:19.450296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46844) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:19.566142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 7524cc78-f9b4-4769-aad5-d862f3d661d6 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:19.566627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.644391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-559137164'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:19.664217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-c5c628c0-b2d1-4507-997f-0ef9396d5246 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521920 Aug 27 16:22:19.697523 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.718180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 7524cc78-f9b4-4769-aad5-d862f3d661d6 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:19.745424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-f1d27e92-966e-4c5b-97af-10c3aaaee68d service neutron] 10.222.0.97 "GET /v2.0/networks/bdbe47bc-dd48-4d89-bf6b-322be25a667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579050 Aug 27 16:22:19.821616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Made reservation on behalf of 9269a32872b34877b219ea3cc0e7e202 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:19.825128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.879008 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.888050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fd195fde-0ecd-49ea-9519-e1427ad0d1e5 None None] Provisioning for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:19.894094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fd195fde-0ecd-49ea-9519-e1427ad0d1e5 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:19.894704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd195fde-0ecd-49ea-9519-e1427ad0d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.908724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-cdf25e0e-97e6-42f6-b8a6-3edbc8da2e3f service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296309 Aug 27 16:22:19.990607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-822fbcc5-efb1-4e28-a625-2b8411f00522 req-b06c67ae-c4c4-427c-82ac-db6fa991458b tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0770931 Aug 27 16:22:19.992236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:19.999362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-87653366-a4e8-4c5d-b5f4-1428552044ac service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 200 len: 217 time: 0.0741606 Aug 27 16:22:20.028447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fd195fde-0ecd-49ea-9519-e1427ad0d1e5 None None] Provisioning complete for port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:20.028829 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd195fde-0ecd-49ea-9519-e1427ad0d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.033569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=7524cc78-f9b4-4769-aad5-d862f3d661d6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:20.057997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1e663fc-9097-4d25-9f68-83163bb0694c req-d81a3265-bfec-40ad-a16f-0aabf9da24d2 service neutron] 10.222.0.97 "GET /v2.0/networks/bdbe47bc-dd48-4d89-bf6b-322be25a667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989128 Aug 27 16:22:20.071224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.075931 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b7bd9204-9940-439b-bbbf-fc550caa49e3 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/7524cc78-f9b4-4769-aad5-d862f3d661d6 HTTP/1.1" status: 204 len: 168 time: 0.6289406 Aug 27 16:22:20.075931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46854) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:20.095832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-699e518d-8c44-42c3-a872-b72b2019e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:20.097596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-699e518d-8c44-42c3-a872-b72b2019e5c6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 200 len: 797 time: 0.0866830 Aug 27 16:22:20.105081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fd195fde-0ecd-49ea-9519-e1427ad0d1e5 None None] Port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:20.107980 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a42e49-988a-4410-8278-11b4692f06d6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:22:20.111107 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c7a42e49-988a-4410-8278-11b4692f06d6 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/7524cc78-f9b4-4769-aad5-d862f3d661d6 HTTP/1.1" status: 404 len: 333 time: 0.0317464 Aug 27 16:22:20.111294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fd195fde-0ecd-49ea-9519-e1427ad0d1e5 None None] Could not find standard attr ID for object 7524cc78-f9b4-4769-aad5-d862f3d661d6. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:22:20.111582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46856) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:20.176765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa67f179-96c7-465c-a914-ca15d9837810 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.177064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-83ea8b50-22a6-457f-9ce8-0614e35f441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:20.178884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-83ea8b50-22a6-457f-9ce8-0614e35f441b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e500afa8-0258-4a02-9fc3-72037f8e799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732198 Aug 27 16:22:20.185701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.200841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa67f179-96c7-465c-a914-ca15d9837810 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.223178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2fb772da-126c-40ec-a65f-e493b1454720 None None] Could not find standard attr ID for object 7524cc78-f9b4-4769-aad5-d862f3d661d6. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:22:20.299044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-e26699a1-0d60-4b5b-b472-9fc78d3a9653 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115952 Aug 27 16:22:20.323225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa67f179-96c7-465c-a914-ca15d9837810 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.325081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.327090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa67f179-96c7-465c-a914-ca15d9837810 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.329258 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fa67f179-96c7-465c-a914-ca15d9837810 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/security-groups/9d0dbc37-95f2-42b4-8096-beb29e4cfb16 HTTP/1.1" status: 204 len: 168 time: 0.2158475 Aug 27 16:22:20.334266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46860) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:20.347182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67f179-96c7-465c-a914-ca15d9837810 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0dbc37-95f2-42b4-8096-beb29e4cfb16,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:20.396192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-200a3101-6935-4822-ba49-c1dd7a56f360 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.413271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:22:20.420006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec3fe8-18c7-4e83-863b-e49435b86a0c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:20.425881 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-200a3101-6935-4822-ba49-c1dd7a56f360 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.434547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.435100 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Added segment 11d6514b-65d2-4c4d-be83-cc31f079de55 of type vlan for network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 Aug 27 16:22:20.525917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c56a7f-f08d-4999-9003-3c4110e9eb61 req-4dc81153-51c4-4e57-87fe-11a8404c7e89 service neutron] 10.222.0.97 "GET /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106874 Aug 27 16:22:20.530210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.570415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd73431-d5d8-4caa-9c47-5eeca45380f7 req-10a4c652-1386-458a-84b7-4951c3948cd0 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:20.573462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-edd73431-d5d8-4caa-9c47-5eeca45380f7 req-10a4c652-1386-458a-84b7-4951c3948cd0 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 944 time: 0.0877421 Aug 27 16:22:20.590676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-200a3101-6935-4822-ba49-c1dd7a56f360 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.593572 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-200a3101-6935-4822-ba49-c1dd7a56f360 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.597613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46864) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:20.602165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-200a3101-6935-4822-ba49-c1dd7a56f360 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/security-groups/da455298-835d-4c59-9527-cb0b0a84ede2 HTTP/1.1" status: 204 len: 168 time: 0.2624445 Aug 27 16:22:20.607982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3101-6935-4822-ba49-c1dd7a56f360 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da455298-835d-4c59-9527-cb0b0a84ede2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:20.623228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed703126-73a4-4e3c-a892-5578e6c1ecf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.647021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-edd73431-d5d8-4caa-9c47-5eeca45380f7 req-6a4419d6-a470-40db-af32-1b5f7744b732 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667238 Aug 27 16:22:20.665988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet dd90fc30-2adb-436f-91b4-89d1c78d8084 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:20.670086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.671969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.678124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:20.678712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.778825 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.805899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event updated for resources: {'Network': ['ID=12c64aba-1569-4dea-b4f4-c987aa9f1b70,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:20.816536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:22:20.831076 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:22:20.834543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c03cfdd9-9370-4497-8ef7-ae5b78ff82c3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3533406 Aug 27 16:22:20.837436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46870) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:20.842959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Request body: {'subnet': {'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:20.933082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:20.964640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29e8a562-2c8d-4115-8b6d-201ed0c83e53 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:21.013944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:21.014324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.031209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Made reservation on behalf of 9269a32872b34877b219ea3cc0e7e202 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:21.035140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.077038 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.117029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=dd90fc30-2adb-436f-91b4-89d1c78d8084,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:21.135005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2985aa1e-59f3-42c0-b482-a816f515762e req-0f7f0933-2af7-4e29-96f1-077b9f4f4d59 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0507181 Aug 27 16:22:21.137238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.138081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c3f4564a-fdc8-4a52-9ea8-eb5e068772cb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/dd90fc30-2adb-436f-91b4-89d1c78d8084 HTTP/1.1" status: 204 len: 168 time: 0.5384295 Aug 27 16:22:21.141784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46874) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:21.146849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad09e3-7c96-434b-8585-fd2bc1e6d32e None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:21.151591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:21.329114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.351404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:21.355773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.403109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event updated for resources: {'Subnet': ['ID=5f940623-d94f-4256-960c-d015845a493d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:21.409234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Checking segment: {'id': '11d6514b-65d2-4c4d-be83-cc31f079de55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:21.409603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Network hostable DHCP agents. Network: 12c64aba-1569-4dea-b4f4-c987aa9f1b70, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:22:21.528252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:22:21.597024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 12c64aba-1569-4dea-b4f4-c987aa9f1b70) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:21.602122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:21.603905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.607753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eab74e-339b-471f-a970-b9a90fc3699a None None] Network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:21.684932 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fe0112ca-bc9e-416c-9ecc-92aa7b14b319 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8458171 Aug 27 16:22:21.687426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46880) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:21.693218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Request body: {'port': {'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70', 'name': 'tempest-TagsExtTest-400251062'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:21.748931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.801476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-12c64aba-1569-4dea-b4f4-c987aa9f1b70', 'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70', 'tenant_id': '9269a32872b34877b219ea3cc0e7e202', 'fixed_ips': [{'subnet_id': '5f940623-d94f-4256-960c-d015845a493d'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:22:21.802498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.845831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:21.862230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:21.873002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:21.873649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:21.891494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:21.900863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7317a-f068-4564-8a65-fd2a64f3a9b0 req-a5cebe9f-0372-4cce-80e8-87405810fe1d tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:21.902487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ff7317a-f068-4564-8a65-fd2a64f3a9b0 req-a5cebe9f-0372-4cce-80e8-87405810fe1d tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 944 time: 0.1605086 Aug 27 16:22:21.949744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d27ad7-37a0-4445-9398-a483f3c1eb8d None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:21.958594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ff7317a-f068-4564-8a65-fd2a64f3a9b0 req-907f5389-a638-450e-80e4-ad0c5e4426ee tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Aug 27 16:22:22.010270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8a64f285-980e-4f15-85b1-b7f1f345c454 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8673968 Aug 27 16:22:22.013279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46886) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:22.018623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-baa5cda0-cf79-41d0-9317-dda69b4a89c1 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1914854653'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:22.029550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a712475f-4163-435d-a9c7-379739876082 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:22.030393 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a712475f-4163-435d-a9c7-379739876082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.061679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Allocated IP 172.20.0.2 (12c64aba-1569-4dea-b4f4-c987aa9f1b70/5f940623-d94f-4256-960c-d015845a493d/2410656a-f5a0-4678-9520-aee02c991b69) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:22.124254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Made reservation on behalf of 9269a32872b34877b219ea3cc0e7e202 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:22.128792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.147894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] device_id is not set on port 20d3b03d-ce93-4f0a-9914-dc342be01b18 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:22.241470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-baa5cda0-cf79-41d0-9317-dda69b4a89c1 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.247722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6931d12f-6ca7-4835-8fc3-ee5a8145029d req-77bdce91-9d63-47f8-b202-562e4e7a04b5 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0279088 Aug 27 16:22:22.312414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a712475f-4163-435d-a9c7-379739876082 None None] Provisioning complete for port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:22.312786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a712475f-4163-435d-a9c7-379739876082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.352169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-baa5cda0-cf79-41d0-9317-dda69b4a89c1 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.408887 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.425733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a712475f-4163-435d-a9c7-379739876082 None None] Port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:22.431169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Transition to ACTIVE for port object 2410656a-f5a0-4678-9520-aee02c991b69 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:22.435623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] Update dhcp port {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'fixed_ips': [{'subnet_id': '7aa7f794-49b1-46dd-8d94-b3a7d67efbec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '29e8a562-2c8d-4115-8b6d-201ed0c83e53'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:22:22.453034 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-baa5cda0-cf79-41d0-9317-dda69b4a89c1 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.469217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Transition to ACTIVE for port object 2410656a-f5a0-4678-9520-aee02c991b69 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:22.474506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.484416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5cda0-cf79-41d0-9317-dda69b4a89c1 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7590fe6-f21f-491c-9d95-b226ca086d80,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:22.571434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.581223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 43912e89-6720-4656-ba02-439b3f379a98 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:22:22.615063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-baa5cda0-cf79-41d0-9317-dda69b4a89c1 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.616440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-baa5cda0-cf79-41d0-9317-dda69b4a89c1 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6017652 Aug 27 16:22:22.619176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46892) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:22.624104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-21eb7ca2-255f-43e7-aaf0-aa9957aae8bd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'security_group': {'name': 'tempest-secgroup-349135646'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:22.631923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Allocated IP 172.20.0.13 (12c64aba-1569-4dea-b4f4-c987aa9f1b70/5f940623-d94f-4256-960c-d015845a493d/20d3b03d-ce93-4f0a-9914-dc342be01b18) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:22.651814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:22.694976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:22.722257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:22.726312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Pushing event updated for resources: {'Port': ['ID=2410656a-f5a0-4678-9520-aee02c991b69,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:22.758489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21eb7ca2-255f-43e7-aaf0-aa9957aae8bd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.787186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] Allocated IP 2001:db8::2 (8299add3-ca86-4e69-9bdd-e17b323200ea/20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc/29e8a562-2c8d-4115-8b6d-201ed0c83e53) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:22.827177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.853034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Transition to ACTIVE for port object 20d3b03d-ce93-4f0a-9914-dc342be01b18 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:22.855180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Attempting to bind port 2410656a-f5a0-4678-9520-aee02c991b69 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:22.855593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Attempting to bind port 2410656a-f5a0-4678-9520-aee02c991b69 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '11d6514b-65d2-4c4d-be83-cc31f079de55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:22.855980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Attempting to bind port 2410656a-f5a0-4678-9520-aee02c991b69 on network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:22.913659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:22.914423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Checking segment: {'id': '11d6514b-65d2-4c4d-be83-cc31f079de55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:22.914600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.915000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Bound using segment: {'id': '11d6514b-65d2-4c4d-be83-cc31f079de55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:22.915519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Bound port: 2410656a-f5a0-4678-9520-aee02c991b69, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d6514b-65d2-4c4d-be83-cc31f079de55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '12c64aba-1569-4dea-b4f4-c987aa9f1b70'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:22.915915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.917834 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21eb7ca2-255f-43e7-aaf0-aa9957aae8bd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:22.919879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 43912e89-6720-4656-ba02-439b3f379a98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=43912e89-6720-4656-ba02-439b3f379a98,segment=NetworkSegment(ad03493b-9d3f-4ee1-918d-c209b92eb9f1),segment_id=ad03493b-9d3f-4ee1-918d-c209b92eb9f1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:22.950749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '43912e89-6720-4656-ba02-439b3f379a98', 'network_id': 'bdbe47bc-dd48-4d89-bf6b-322be25a667d', 'port_id': '43912e89-6720-4656-ba02-439b3f379a98', 'mac_address': 'fa:16:3e:70:cd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833d50e5-6343-461e-841e-8eadf399cf68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:22:23.041336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] For port 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29e8a562-2c8d-4115-8b6d-201ed0c83e53,segment=NetworkSegment(c261aec0-59b0-4f57-88ac-defd5535ba7b),segment_id=c261aec0-59b0-4f57-88ac-defd5535ba7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:23.053784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21eb7ca2-255f-43e7-aaf0-aa9957aae8bd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.100680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] For port 2410656a-f5a0-4678-9520-aee02c991b69, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:23.102845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.118010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb7ca2-255f-43e7-aaf0-aa9957aae8bd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510e45cc-4786-46ce-9ed3-c3ae72f856aa,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:23.126740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] For port 2410656a-f5a0-4678-9520-aee02c991b69, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2410656a-f5a0-4678-9520-aee02c991b69,segment=NetworkSegment(11d6514b-65d2-4c4d-be83-cc31f079de55),segment_id=11d6514b-65d2-4c4d-be83-cc31f079de55)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:23.130773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.139678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43912e89-6720-4656-ba02-439b3f379a98 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:22:23.142258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35edd0-cc2b-4c7c-b24a-b30bd6789b57 req-98b5cd72-8da2-4236-bf09-7e5e52e01131 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:23.144470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad35edd0-cc2b-4c7c-b24a-b30bd6789b57 req-98b5cd72-8da2-4236-bf09-7e5e52e01131 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 944 time: 0.0730784 Aug 27 16:22:23.148668 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.156386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] Transition to ACTIVE for port object 29e8a562-2c8d-4115-8b6d-201ed0c83e53 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:23.165602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 43912e89-6720-4656-ba02-439b3f379a98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=43912e89-6720-4656-ba02-439b3f379a98,segment=NetworkSegment(ad03493b-9d3f-4ee1-918d-c209b92eb9f1),segment_id=ad03493b-9d3f-4ee1-918d-c209b92eb9f1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:23.202808 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8050df68-0473-4fb3-aede-c3d0a8d561fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.204495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.214846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:23.218975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21eb7ca2-255f-43e7-aaf0-aa9957aae8bd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.220234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-21eb7ca2-255f-43e7-aaf0-aa9957aae8bd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5998945 Aug 27 16:22:23.223634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:23.230196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:23.230350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-cc653642-091b-460a-8375-47371b1e86fd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1851833610'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:23.242396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:23.246378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event updated for resources: {'Port': ['ID=20d3b03d-ce93-4f0a-9914-dc342be01b18,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:23.249403 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.270779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad35edd0-cc2b-4c7c-b24a-b30bd6789b57 req-f39076a0-1f14-48a8-b4d0-99eca86a73f5 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118269 Aug 27 16:22:23.317533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e132a-a977-488e-ba2f-7c8c4964fca6 None None] Pushing event updated for resources: {'Port': ['ID=2410656a-f5a0-4678-9520-aee02c991b69,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:23.325979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:23.332129 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.335423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.338185 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.349063 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.395725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc6f9fc3-9569-4b4e-97ac-95bee229b125 req-e0b5f82b-aac5-4b6a-a210-9187f77e9b1c tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0295117 Aug 27 16:22:23.402883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc653642-091b-460a-8375-47371b1e86fd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.454901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078a8d9-ec22-4220-a0e7-2526b0a117b6 None None] Pushing event updated for resources: {'Port': ['ID=29e8a562-2c8d-4115-8b6d-201ed0c83e53,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:23.528351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=43912e89-6720-4656-ba02-439b3f379a98,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:23.545465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-122ca597-6d27-4cfe-858d-4ab362550eec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8567879 Aug 27 16:22:23.548407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:23.555576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-941b18e2-83a5-4067-9717-7aacaba2f107 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2034385990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:23.630459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['43912e89-6720-4656-ba02-439b3f379a98'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:22:23.637359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc653642-091b-460a-8375-47371b1e86fd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.767937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc653642-091b-460a-8375-47371b1e86fd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.804606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc653642-091b-460a-8375-47371b1e86fd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45614933-b787-4e2e-816d-020e227ecbe8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:23.830758 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.853626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-941b18e2-83a5-4067-9717-7aacaba2f107 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.854692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-941b18e2-83a5-4067-9717-7aacaba2f107 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.918139 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-941b18e2-83a5-4067-9717-7aacaba2f107 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.973879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc653642-091b-460a-8375-47371b1e86fd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:23.975530 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cc653642-091b-460a-8375-47371b1e86fd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7502859 Aug 27 16:22:23.978334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46910) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:23.986232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-680444880', 'security_groups': ['45614933-b787-4e2e-816d-020e227ecbe8'], 'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:24.092752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-941b18e2-83a5-4067-9717-7aacaba2f107 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.264849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:24.324917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eaec9ab0-731a-4d3f-b7af-74da693317c6 None None] Provisioning for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:24.334785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eaec9ab0-731a-4d3f-b7af-74da693317c6 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:24.335287 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaec9ab0-731a-4d3f-b7af-74da693317c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.370351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.392287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] device_id is not set on port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:24.407816 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-941b18e2-83a5-4067-9717-7aacaba2f107 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.409493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-941b18e2-83a5-4067-9717-7aacaba2f107 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8599272 Aug 27 16:22:24.413790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46916) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:24.419813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dc694dc9-19b7-45f6-83c4-0332ff9840df tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1931097470', 'prefixes': ['172.20.0.0/16']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:24.442997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b530735-5ad7-46d5-bf5c-d34556b24e7d req-2654cb0b-92a7-40ea-b46f-826d07f860d4 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:24.444619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b530735-5ad7-46d5-bf5c-d34556b24e7d req-2654cb0b-92a7-40ea-b46f-826d07f860d4 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 945 time: 0.0910447 Aug 27 16:22:24.499867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eaec9ab0-731a-4d3f-b7af-74da693317c6 None None] Provisioning complete for port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:24.500535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaec9ab0-731a-4d3f-b7af-74da693317c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.504669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b530735-5ad7-46d5-bf5c-d34556b24e7d req-0ece34b4-ac08-4e21-ac5f-99dc72cb8963 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514352 Aug 27 16:22:24.541463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb062e-c744-4045-b28c-aafe758c5ba7 None None] Network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:24.545529 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.576383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-648a9b4c-abcf-4c5a-8d58-65dbf72b2948 req-814d6d3c-e439-4e9f-a243-879db44a1c59 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0633497 Aug 27 16:22:24.581642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eaec9ab0-731a-4d3f-b7af-74da693317c6 None None] Port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:24.586788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 43912e89-6720-4656-ba02-439b3f379a98 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:24.693300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8::e8 (8299add3-ca86-4e69-9bdd-e17b323200ea/20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc/9cb6d2fb-536c-4a76-89c1-91ac261ba414) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:24.802891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3eab9485-9fe6-4f41-b9df-05b4f96278ef None None] Provisioning for port 2410656a-f5a0-4678-9520-aee02c991b69 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:24.805167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 43912e89-6720-4656-ba02-439b3f379a98 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:24.811390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 43912e89-6720-4656-ba02-439b3f379a98 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:24.811775 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.830702 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc694dc9-19b7-45f6-83c4-0332ff9840df tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for subnetpool, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.837497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dc694dc9-19b7-45f6-83c4-0332ff9840df tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4226947 Aug 27 16:22:24.838251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46922) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:24.843791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.844754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-a10c1bbd-dfe4-437f-9bfb-57474e4760bf tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', 'tempest-TagsExtTest-Tag-945018370') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:24.865613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 9cb6d2fb-536c-4a76-89c1-91ac261ba414 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:24.905735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:24.946216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43912e89-6720-4656-ba02-439b3f379a98'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:24.948569 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86492197-a1e8-45b3-8148-429789c72700" -d '{"events": [{"server_uuid": "12fb61c2-a6b4-4c65-8090-a50d5e26521d", "name": "network-vif-plugged", "status": "completed", "tag": "43912e89-6720-4656-ba02-439b3f379a98"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:24.967160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 43912e89-6720-4656-ba02-439b3f379a98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=43912e89-6720-4656-ba02-439b3f379a98,segment=NetworkSegment(ad03493b-9d3f-4ee1-918d-c209b92eb9f1),segment_id=ad03493b-9d3f-4ee1-918d-c209b92eb9f1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:24.985842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.010395 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063584c8-40d2-4702-a0b9-ba6a7452ac49 x-openstack-request-id: req-063584c8-40d2-4702-a0b9-ba6a7452ac49 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:25.010892 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb61c2-a6b4-4c65-8090-a50d5e26521d", "name": "network-vif-plugged", "status": "completed", "tag": "43912e89-6720-4656-ba02-439b3f379a98", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:25.011160 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-063584c8-40d2-4702-a0b9-ba6a7452ac49 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:25.011596 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43912e89-6720-4656-ba02-439b3f379a98', 'code': 200} Aug 27 16:22:25.053767 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.074109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:25.103858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=9cb6d2fb-536c-4a76-89c1-91ac261ba414,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:25.118351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:25.123489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:25.137984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:25.138687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.185347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=43912e89-6720-4656-ba02-439b3f379a98,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:25.208409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2410656a-f5a0-4678-9520-aee02c991b69 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:25.237297 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-13d03a45-98d1-4a2f-a6be-06b56b8c54f4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2566996 Aug 27 16:22:25.240794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46930) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:25.246367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e1a603c2-21c5-4bcf-877f-2448ed3ae55e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:25.292446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9c8594d0-bfcc-4686-8685-8da8fc6f0c38 None None] Provisioning for port 20d3b03d-ce93-4f0a-9914-dc342be01b18 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:25.301886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9c8594d0-bfcc-4686-8685-8da8fc6f0c38 None None] Provisioning complete for port 20d3b03d-ce93-4f0a-9914-dc342be01b18 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:25.301886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c8594d0-bfcc-4686-8685-8da8fc6f0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.362845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2410656a-f5a0-4678-9520-aee02c991b69 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:25.370935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2410656a-f5a0-4678-9520-aee02c991b69 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:25.371397 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.373176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9c8594d0-bfcc-4686-8685-8da8fc6f0c38 None None] Port 20d3b03d-ce93-4f0a-9914-dc342be01b18 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:25.464903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aff42e-6158-46e5-b1ff-13c4638c3446 req-6d975ef7-2406-4305-bb0a-2c8e30790192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:25.465886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59aff42e-6158-46e5-b1ff-13c4638c3446 req-6d975ef7-2406-4305-bb0a-2c8e30790192 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 1097 time: 0.0569553 Aug 27 16:22:25.474062 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.510296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ce3121d2-a649-40ac-b87c-6cab25ac5163 None None] Provisioning complete for port 20d3b03d-ce93-4f0a-9914-dc342be01b18 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:25.513514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59aff42e-6158-46e5-b1ff-13c4638c3446 req-15c4dc7b-0f39-4cb0-817c-a060028d27fe service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Aug 27 16:22:25.513704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce3121d2-a649-40ac-b87c-6cab25ac5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.533038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a603c2-21c5-4bcf-877f-2448ed3ae55e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:25.542590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 2410656a-f5a0-4678-9520-aee02c991b69, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2410656a-f5a0-4678-9520-aee02c991b69,segment=NetworkSegment(11d6514b-65d2-4c4d-be83-cc31f079de55),segment_id=11d6514b-65d2-4c4d-be83-cc31f079de55)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:25.542725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1a603c2-21c5-4bcf-877f-2448ed3ae55e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.556577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ce3121d2-a649-40ac-b87c-6cab25ac5163 None None] Port 20d3b03d-ce93-4f0a-9914-dc342be01b18 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:25.568951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a10c1bbd-dfe4-437f-9bfb-57474e4760bf tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags/tempest-TagsExtTest-Tag-945018370 HTTP/1.1" status: 201 len: 201 time: 0.7295761 Aug 27 16:22:25.571881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46934) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:25.577139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-fc40d6e0-2f55-4511-8e85-a36f76e26d62 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', 'tempest-TagsExtTest-Tag-1682401835') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:25.630017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.630943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29e8a562-2c8d-4115-8b6d-201ed0c83e53 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:25.633635 n-d-806412-1 neutron-server[95252]: INFO neutron.db.ipam_backend_mixin [None req-e1a603c2-21c5-4bcf-877f-2448ed3ae55e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc (CIDR: 2001:db8::/64) Aug 27 16:22:25.657656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328583d4-e560-4bab-a6fb-6802c0521c79 req-f507d477-4a5b-4286-b9d6-8743496482a3 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:25.659168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-328583d4-e560-4bab-a6fb-6802c0521c79 req-f507d477-4a5b-4286-b9d6-8743496482a3 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.0796654 Aug 27 16:22:25.701054 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a603c2-21c5-4bcf-877f-2448ed3ae55e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:22:25.701658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a603c2-21c5-4bcf-877f-2448ed3ae55e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:25.727603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d53c9da9-6709-4aca-a136-f137692112ce req-a3f8711a-f983-4b9b-94da-56a6b3c0f2cc tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0473633 Aug 27 16:22:25.741438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-328583d4-e560-4bab-a6fb-6802c0521c79 req-e6aa192f-95de-4c82-a8ef-082abe8ae1fc tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703418 Aug 27 16:22:25.742816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=2410656a-f5a0-4678-9520-aee02c991b69,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:25.770934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:25.770934 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.800679 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e1a603c2-21c5-4bcf-877f-2448ed3ae55e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5555105 Aug 27 16:22:25.800679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:25.806999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-45dfc88b-3a4a-4733-b4eb-50b165a99b0a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:25.853141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-21e31915-06e0-4c89-afce-e21693cc8768 None None] Provisioning for port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:25.856065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fc40d6e0-2f55-4511-8e85-a36f76e26d62 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags/tempest-TagsExtTest-Tag-1682401835 HTTP/1.1" status: 201 len: 201 time: 0.2819090 Aug 27 16:22:25.857586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46942) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:25.858119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-21e31915-06e0-4c89-afce-e21693cc8768 None None] Provisioning complete for port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:25.858690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21e31915-06e0-4c89-afce-e21693cc8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:25.863421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-cf401ec1-83f7-4528-8790-336e1711ee42 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', 'tempest-TagsExtTest-Tag-1784194285') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.019645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dfc88b-3a4a-4733-b4eb-50b165a99b0a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:26.025032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-45dfc88b-3a4a-4733-b4eb-50b165a99b0a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:26.049531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cf401ec1-83f7-4528-8790-336e1711ee42 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags/tempest-TagsExtTest-Tag-1784194285 HTTP/1.1" status: 201 len: 201 time: 0.1906955 Aug 27 16:22:26.053403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46944) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.058304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-ae3b8bbd-9ce7-480f-a193-f052b16672ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', 'tempest-TagsExtTest-Tag-1052801215') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.063850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-21e31915-06e0-4c89-afce-e21693cc8768 None None] Port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:26.116482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:26.127877 n-d-806412-1 neutron-server[95252]: INFO neutron.db.ipam_backend_mixin [None req-45dfc88b-3a4a-4733-b4eb-50b165a99b0a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7aa7f794-49b1-46dd-8d94-b3a7d67efbec (CIDR: 2001:db8:0:1::/64) Aug 27 16:22:26.150696 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dfc88b-3a4a-4733-b4eb-50b165a99b0a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:22:26.151186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dfc88b-3a4a-4733-b4eb-50b165a99b0a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:26.174380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ae3b8bbd-9ce7-480f-a193-f052b16672ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags/tempest-TagsExtTest-Tag-1052801215 HTTP/1.1" status: 201 len: 201 time: 0.1198852 Aug 27 16:22:26.178215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46948) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.182896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-794d19f0-c384-4f46-a17d-165de7a498a7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.244891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-794d19f0-c384-4f46-a17d-165de7a498a7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags HTTP/1.1" status: 200 len: 240 time: 0.0654175 Aug 27 16:22:26.247491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46950) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.251659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-303c3659-5d6c-4464-a9d5-049972805397 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', 'tempest-TagsExtTest-Tag-945018370') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.265533 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-45dfc88b-3a4a-4733-b4eb-50b165a99b0a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4640787 Aug 27 16:22:26.268168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46952) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.273744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'subnet': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:26.315054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-303c3659-5d6c-4464-a9d5-049972805397 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags/tempest-TagsExtTest-Tag-945018370 HTTP/1.1" status: 204 len: 168 time: 0.0642357 Aug 27 16:22:26.315316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46956) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.319887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-13850387-384a-4866-a773-d4c091ce9652 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', 'tempest-TagsExtTest-Tag-945018370') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.494142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13850387-384a-4866-a773-d4c091ce9652 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags/tempest-TagsExtTest-Tag-945018370 HTTP/1.1" status: 204 len: 168 time: 0.1778743 Aug 27 16:22:26.496913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46958) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.498957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Made reservation on behalf of ffc5ae2dd9ab45468e35f79c4324bba4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:26.502850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:26.504848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-ad9d6ae7-5cd0-459f-b320-eea99825d183 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.561199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ad9d6ae7-5cd0-459f-b320-eea99825d183 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags HTTP/1.1" status: 200 len: 205 time: 0.0628583 Aug 27 16:22:26.563642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46960) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.569579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-468b7cde-cdec-4b5b-b39c-13b327414b2b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.623413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-468b7cde-cdec-4b5b-b39c-13b327414b2b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags HTTP/1.1" status: 200 len: 241 time: 0.0586257 Aug 27 16:22:26.625986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.630714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-b178af23-fa0a-4028-9814-253a3c816f42 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', 'tempest-TagsExtTest-Tag-1682401835') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.688864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b178af23-fa0a-4028-9814-253a3c816f42 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags/tempest-TagsExtTest-Tag-1682401835 HTTP/1.1" status: 204 len: 168 time: 0.0618191 Aug 27 16:22:26.691498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46964) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.696253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-9c635968-ecc9-4403-8dbe-64f215725f91 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', 'tempest-TagsExtTest-Tag-1682401835') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.825338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:26.860868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-731cc173-af6d-4d8b-9c99-51d160cfbc18 req-6ef4c382-1c9e-45bd-a169-d894e2849d2c tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0483468 Aug 27 16:22:26.862530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Network 8299add3-ca86-4e69-9bdd-e17b323200ea is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:26.868596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:26.868821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9c635968-ecc9-4403-8dbe-64f215725f91 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags/tempest-TagsExtTest-Tag-1682401835 HTTP/1.1" status: 204 len: 168 time: 0.1762879 Aug 27 16:22:26.869441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46972) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.872880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:26.873065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:26.880560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-dbffd11d-4459-4227-b165-53f4dbc39ac9 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:26.882560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3473c6b-3333-4723-a13c-b1664255ef84 None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:26.896007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Subnet': ['ID=6e81eeeb-01a2-4149-9107-f6b483e62704,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:26.927903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b539ba-7634-4102-bbc3-fc9104dd818b req-c819db1f-9ad1-40ee-9bfa-931abcfebc8b tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:26.929440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38b539ba-7634-4102-bbc3-fc9104dd818b req-c819db1f-9ad1-40ee-9bfa-931abcfebc8b tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.1151609 Aug 27 16:22:26.965393 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-599cd1f9-b479-4a0c-821b-278e8ec29d8a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6937590 Aug 27 16:22:26.965831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46974) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:26.977637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1757342588', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e81eeeb-01a2-4149-9107-f6b483e62704'}], 'security_groups': ['c7590fe6-f21f-491c-9d95-b226ca086d80', '510e45cc-4786-46ce-9ed3-c3ae72f856aa']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:26.992341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38b539ba-7634-4102-bbc3-fc9104dd818b req-9c185241-38a0-4db2-8074-4b54d9769cdb tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545702 Aug 27 16:22:26.996507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dbffd11d-4459-4227-b165-53f4dbc39ac9 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags HTTP/1.1" status: 200 len: 205 time: 0.1252787 Aug 27 16:22:26.999096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46976) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:27.009008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-58fa9d4c-3734-45c3-a4d7-51b07c270947 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:27.026679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2410656a-f5a0-4678-9520-aee02c991b69 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:27.098879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:27.120079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-58fa9d4c-3734-45c3-a4d7-51b07c270947 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags HTTP/1.1" status: 200 len: 241 time: 0.1158519 Aug 27 16:22:27.123218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46982) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:27.126695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-6575362b-3026-4219-a32d-fee04aa3ac25 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', 'tempest-TagsExtTest-Tag-1784194285') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:27.128263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2410656a-f5a0-4678-9520-aee02c991b69 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:27.128704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:27.259386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] Update dhcp port {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'fixed_ips': [{'subnet_id': '7aa7f794-49b1-46dd-8d94-b3a7d67efbec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e81eeeb-01a2-4149-9107-f6b483e62704'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '29e8a562-2c8d-4115-8b6d-201ed0c83e53'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:22:27.286843 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:27.468880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe5517-02d3-43e5-b6f0-64d06b976829 req-3db3576f-85dd-47f3-9fba-39a5ee521e49 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:27.470590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bfe5517-02d3-43e5-b6f0-64d06b976829 req-3db3576f-85dd-47f3-9fba-39a5ee521e49 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.1252642 Aug 27 16:22:27.480462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-f3c4514a-356d-4c62-a3f3-43f19152de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:27.481604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-f3c4514a-356d-4c62-a3f3-43f19152de9a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1b652f13b58f42119ace7f3485d98f78&device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 1097 time: 0.0657172 Aug 27 16:22:27.508021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] Allocated IP 2001:db8:0:2::2 (8299add3-ca86-4e69-9bdd-e17b323200ea/6e81eeeb-01a2-4149-9107-f6b483e62704/29e8a562-2c8d-4115-8b6d-201ed0c83e53) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:27.565068 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6575362b-3026-4219-a32d-fee04aa3ac25 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags/tempest-TagsExtTest-Tag-1784194285 HTTP/1.1" status: 204 len: 168 time: 0.4429712 Aug 27 16:22:27.568382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46990) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:27.573148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-41b7700a-222d-4a1f-92f2-03197f671f4f tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', 'tempest-TagsExtTest-Tag-1784194285') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:27.588716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bfe5517-02d3-43e5-b6f0-64d06b976829 req-f9d1b750-01cb-4d0f-ad99-7394f3128e8e tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042683 Aug 27 16:22:27.628413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-6b3682ed-a54a-4e50-8268-c3eb4a9ef02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:27.630777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-6b3682ed-a54a-4e50-8268-c3eb4a9ef02c service neutron] 10.222.0.97 "GET /v2.0/networks?id=bdbe47bc-dd48-4d89-bf6b-322be25a667d HTTP/1.1" status: 200 len: 916 time: 0.1392527 Aug 27 16:22:27.637806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] For port 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29e8a562-2c8d-4115-8b6d-201ed0c83e53,segment=NetworkSegment(c261aec0-59b0-4f57-88ac-defd5535ba7b),segment_id=c261aec0-59b0-4f57-88ac-defd5535ba7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:27.670859 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:27.674640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-52e59af7-d8d9-4728-b94d-0bf533abd81e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43912e89-6720-4656-ba02-439b3f379a98 HTTP/1.1" status: 200 len: 217 time: 0.0367572 Aug 27 16:22:27.685746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] Transition to ACTIVE for port object 29e8a562-2c8d-4115-8b6d-201ed0c83e53 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:27.731400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-ba1e2bbf-714a-428f-8bd3-4edc2fc99869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:27.732898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-ba1e2bbf-714a-428f-8bd3-4edc2fc99869 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=833d50e5-6343-461e-841e-8eadf399cf68 HTTP/1.1" status: 200 len: 854 time: 0.0514209 Aug 27 16:22:27.739754 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:27.769454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-b86f951b-c044-49d2-984d-4db0227100f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=bdbe47bc-dd48-4d89-bf6b-322be25a667d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280900 Aug 27 16:22:27.847094 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-41b7700a-222d-4a1f-92f2-03197f671f4f tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags/tempest-TagsExtTest-Tag-1784194285 HTTP/1.1" status: 204 len: 168 time: 0.2776902 Aug 27 16:22:27.849893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46992) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:27.852866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaa320-8dc8-48a0-8ccf-a355e7634656 None None] Pushing event updated for resources: {'Port': ['ID=29e8a562-2c8d-4115-8b6d-201ed0c83e53,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:27.859965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-f5623e5e-71be-45cf-a514-3fa0ee8a03d0 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:27.887169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Delete allocated IP 2001:db8::e8 (8299add3-ca86-4e69-9bdd-e17b323200ea/20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc) {{(pid=95252) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 16:22:27.896341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Allocated IP 2001:db8:0:2::384 (8299add3-ca86-4e69-9bdd-e17b323200ea/6e81eeeb-01a2-4149-9107-f6b483e62704/9cb6d2fb-536c-4a76-89c1-91ac261ba414) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:27.920192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-7ac3fdbb-2114-4a47-a59d-e94c5626d0fe service neutron] 10.222.0.97 "GET /v2.0/networks/bdbe47bc-dd48-4d89-bf6b-322be25a667d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432199 Aug 27 16:22:28.063377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f5623e5e-71be-45cf-a514-3fa0ee8a03d0 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags HTTP/1.1" status: 200 len: 205 time: 0.2121956 Aug 27 16:22:28.066056 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46998) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.075411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-e517d5c2-8c92-4cc7-81d0-1b863f1d9df4 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.084447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a87483f-50f1-4d60-a178-3fbfc772db9e req-2207878c-e9ee-4717-94da-52548fbbcdc6 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0723307 Aug 27 16:22:28.106151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469e59d6-c725-4d45-93fa-69a5eafcc762 req-320978b1-d6b1-4796-98f0-16a492df239b service neutron] 10.222.0.97 "GET /v2.0/networks/bdbe47bc-dd48-4d89-bf6b-322be25a667d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543086 Aug 27 16:22:28.120526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.147122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Transition to ACTIVE for port object 9cb6d2fb-536c-4a76-89c1-91ac261ba414 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:28.155685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e517d5c2-8c92-4cc7-81d0-1b863f1d9df4 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags HTTP/1.1" status: 200 len: 241 time: 0.0877051 Aug 27 16:22:28.158616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47000) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.164125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-bb22d5e6-64f0-4ebd-b110-df1995cfebda tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', 'tempest-TagsExtTest-Tag-1052801215') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.187791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bb22d5e6-64f0-4ebd-b110-df1995cfebda tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags/tempest-TagsExtTest-Tag-1052801215 HTTP/1.1" status: 204 len: 168 time: 0.0280173 Aug 27 16:22:28.194734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47002) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.199414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-5814ac40-d00a-43d0-bea2-0886e0a65fd1 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', 'tempest-TagsExtTest-Tag-1052801215') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.276373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.339865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] In _notify_port_updated(), no bound segment for port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 on network 8299add3-ca86-4e69-9bdd-e17b323200ea {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:22:28.348679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.348679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.348679 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "PUT /v2.0/ports/9cb6d2fb-536c-4a76-89c1-91ac261ba414 HTTP/1.1" status: 200 len: 970 time: 1.3797727 Aug 27 16:22:28.351648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47006) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.364076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event updated for resources: {'Port': ['ID=9cb6d2fb-536c-4a76-89c1-91ac261ba414,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:28.372567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.372926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.379933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b0f6e-92e2-48c0-9820-189eb954ba29 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:28.400768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5814ac40-d00a-43d0-bea2-0886e0a65fd1 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags/tempest-TagsExtTest-Tag-1052801215 HTTP/1.1" status: 204 len: 168 time: 0.2015142 Aug 27 16:22:28.402622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47008) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.409160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-0e68a3d1-aa88-49aa-a074-c1d6d86d12b8 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.472487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e68a3d1-aa88-49aa-a074-c1d6d86d12b8 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags HTTP/1.1" status: 200 len: 205 time: 0.0688758 Aug 27 16:22:28.476574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47012) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.481200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-87a8be97-08a2-4eb2-9115-52af695ff360 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.514603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:28.514954 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.562112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-87a8be97-08a2-4eb2-9115-52af695ff360 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags HTTP/1.1" status: 204 len: 168 time: 0.0845025 Aug 27 16:22:28.564781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47014) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.571863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-7e05108c-69a4-47e7-afb5-c0d547f5a5a6 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.606605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Provisioning for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:28.610865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:28.611332 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.688495 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.704545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 9cb6d2fb-536c-4a76-89c1-91ac261ba414 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:28.711937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7e05108c-69a4-47e7-afb5-c0d547f5a5a6 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags HTTP/1.1" status: 204 len: 168 time: 0.1436677 Aug 27 16:22:28.712800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47018) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.718110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-0a90a2ab-0469-4d21-8472-7c32596225ba tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.756206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Provisioning complete for port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:28.756682 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.786650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0a90a2ab-0469-4d21-8472-7c32596225ba tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags HTTP/1.1" status: 204 len: 168 time: 0.0728617 Aug 27 16:22:28.789207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47020) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.793676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-96b8d3b5-16e8-4bc2-b4f2-6748118a6e35 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.800141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:28.815564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc4b1-71a6-4acf-908b-6e0c813e72eb req-0d0d61ca-ec25-4445-a64b-38ffa28e8e26 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:28.821325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3dc4b1-71a6-4acf-908b-6e0c813e72eb req-0d0d61ca-ec25-4445-a64b-38ffa28e8e26 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.1106703 Aug 27 16:22:28.868949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3dc4b1-71a6-4acf-908b-6e0c813e72eb req-66a2f9cc-8bf0-43e3-a784-d81f76585ce4 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Aug 27 16:22:28.886322 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-96b8d3b5-16e8-4bc2-b4f2-6748118a6e35 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags HTTP/1.1" status: 204 len: 168 time: 0.0959821 Aug 27 16:22:28.891002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Provisioning for port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:28.891145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47022) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:28.893249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Provisioning complete for port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:28.893725 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:28.898934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-4eccf561-704b-41f4-9b04-2a3a9f9a0e1c tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', 'tempest-TagsExtTest-Tag-702724584') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:28.961070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-500689be-07e3-4861-b334-c758e53283a9 None None] Port 9cb6d2fb-536c-4a76-89c1-91ac261ba414 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:28.971852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29e8a562-2c8d-4115-8b6d-201ed0c83e53 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:29.021635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:29.022012 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.046840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.081083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=9cb6d2fb-536c-4a76-89c1-91ac261ba414,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:29.093457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-afc5c39e-b664-4bb1-bfdf-d86f2c056906 None None] Could not find standard attr ID for object 9cb6d2fb-536c-4a76-89c1-91ac261ba414. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:22:29.117275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.119814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/9cb6d2fb-536c-4a76-89c1-91ac261ba414 HTTP/1.1" status: 204 len: 168 time: 0.7670791 Aug 27 16:22:29.122442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47028) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.126966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.127419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.127769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.128112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.128448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.129661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.130620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.130620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.130816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.131112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.131478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.131746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbce766-daa9-4b06-b7d8-66c92274de01 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:22:29.170658 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d04cea-efc1-4a55-b06f-d2cf4d6df630 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] GET failed (client error): The resource could not be found. Aug 27 16:22:29.174701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-60d04cea-efc1-4a55-b06f-d2cf4d6df630 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports/9cb6d2fb-536c-4a76-89c1-91ac261ba414 HTTP/1.1" status: 404 len: 333 time: 0.0475388 Aug 27 16:22:29.174985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47030) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.195120 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4eccf561-704b-41f4-9b04-2a3a9f9a0e1c tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags/tempest-TagsExtTest-Tag-702724584 HTTP/1.1" status: 201 len: 201 time: 0.3035529 Aug 27 16:22:29.198268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47032) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.206699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6163e95a-23fc-4757-8ecb-03d75eabd4f1 req-644c00db-ae4e-462d-a27e-d3f677c79264 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0281293 Aug 27 16:22:29.213754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-97b7cc76-0d1f-41d6-9ec5-489e67c06ec2 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', 'tempest-TagsExtTest-Tag-1973718419') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:29.274658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-373c2cf1-f369-4c27-ba63-07f1c205726e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.308920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-373c2cf1-f369-4c27-ba63-07f1c205726e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.442018 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-97b7cc76-0d1f-41d6-9ec5-489e67c06ec2 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags/tempest-TagsExtTest-Tag-1973718419 HTTP/1.1" status: 201 len: 201 time: 0.2320960 Aug 27 16:22:29.444792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47036) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.449574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-b20bf272-b55b-46e1-b6a4-c5505ad8beab tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', 'tempest-TagsExtTest-Tag-1686538278') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:29.452715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-373c2cf1-f369-4c27-ba63-07f1c205726e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.455202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-373c2cf1-f369-4c27-ba63-07f1c205726e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.456283 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-373c2cf1-f369-4c27-ba63-07f1c205726e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/security-groups/45614933-b787-4e2e-816d-020e227ecbe8 HTTP/1.1" status: 204 len: 168 time: 0.2803612 Aug 27 16:22:29.459617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47038) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.502207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c2cf1-f369-4c27-ba63-07f1c205726e tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45614933-b787-4e2e-816d-020e227ecbe8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:29.519177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c107ebb-65e3-4962-8f40-11c06a9368fb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.547520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c107ebb-65e3-4962-8f40-11c06a9368fb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.632342 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b20bf272-b55b-46e1-b6a4-c5505ad8beab tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags/tempest-TagsExtTest-Tag-1686538278 HTTP/1.1" status: 201 len: 201 time: 0.1864138 Aug 27 16:22:29.634865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47042) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.639465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-4a139aad-cc84-444b-b5a9-9a9d99f218c4 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', 'tempest-TagsExtTest-Tag-1332696426') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:29.670257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c107ebb-65e3-4962-8f40-11c06a9368fb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.672964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3c107ebb-65e3-4962-8f40-11c06a9368fb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.674160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3c107ebb-65e3-4962-8f40-11c06a9368fb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/security-groups/510e45cc-4786-46ce-9ed3-c3ae72f856aa HTTP/1.1" status: 204 len: 168 time: 0.2134855 Aug 27 16:22:29.678973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.683421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c107ebb-65e3-4962-8f40-11c06a9368fb tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e45cc-4786-46ce-9ed3-c3ae72f856aa,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:29.730749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d6a92e7-5687-45f8-8ed8-839e35fa35db tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.752717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d6a92e7-5687-45f8-8ed8-839e35fa35db tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.762818 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a139aad-cc84-444b-b5a9-9a9d99f218c4 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags/tempest-TagsExtTest-Tag-1332696426 HTTP/1.1" status: 201 len: 201 time: 0.1269600 Aug 27 16:22:29.765439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47046) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.770439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-59198fda-7683-4231-ac2d-822992203b80 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', {'tags': ['tempest-TagsExtTest-Tag-1374365656', 'tempest-TagsExtTest-Tag-1278322124', 'tempest-TagsExtTest-Tag-575051612']}) {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:29.971303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d6a92e7-5687-45f8-8ed8-839e35fa35db tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.971303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d6a92e7-5687-45f8-8ed8-839e35fa35db tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:29.972046 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2d6a92e7-5687-45f8-8ed8-839e35fa35db tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/security-groups/c7590fe6-f21f-491c-9d95-b226ca086d80 HTTP/1.1" status: 204 len: 168 time: 0.2935607 Aug 27 16:22:29.973967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59198fda-7683-4231-ac2d-822992203b80 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags HTTP/1.1" status: 200 len: 317 time: 0.2074041 Aug 27 16:22:29.976598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47050) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.977500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47052) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:29.983360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-8767b267-cb11-467d-80ab-b4e0869f78ce tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:29.992741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a92e7-5687-45f8-8ed8-839e35fa35db tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7590fe6-f21f-491c-9d95-b226ca086d80,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:30.056374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:30.066966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e8885-cf5d-4bb0-8270-f30dae22146d req-b8c98be3-5533-4221-8cc7-019ae26276c2 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:30.069178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d9e8885-cf5d-4bb0-8270-f30dae22146d req-b8c98be3-5533-4221-8cc7-019ae26276c2 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.1032445 Aug 27 16:22:30.069862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.134771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.146115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8767b267-cb11-467d-80ab-b4e0869f78ce tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags HTTP/1.1" status: 204 len: 168 time: 0.1676083 Aug 27 16:22:30.150503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47054) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.153254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-bf04396f-9649-47ac-984b-b549e955d227 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', 'tempest-TagsExtTest-Tag-1374365656') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:30.170473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d9e8885-cf5d-4bb0-8270-f30dae22146d req-5ab9b937-fb97-4256-ab1b-c815a8133c78 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700915 Aug 27 16:22:30.208078 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-bf04396f-9649-47ac-984b-b549e955d227 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:30.209485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bf04396f-9649-47ac-984b-b549e955d227 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags/tempest-TagsExtTest-Tag-1374365656 HTTP/1.1" status: 404 len: 329 time: 0.0597298 Aug 27 16:22:30.213080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47060) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.217702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-679c1412-fb25-4437-acb8-f34ce9bbb203 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', 'tempest-TagsExtTest-Tag-1278322124') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:30.256182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.284499 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-679c1412-fb25-4437-acb8-f34ce9bbb203 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:30.289976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47066) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.290600 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-679c1412-fb25-4437-acb8-f34ce9bbb203 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags/tempest-TagsExtTest-Tag-1278322124 HTTP/1.1" status: 404 len: 329 time: 0.0763135 Aug 27 16:22:30.294323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-d7399f7c-8a38-4ee9-bfb6-621b537809dc tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d', 'tempest-TagsExtTest-Tag-575051612') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:30.368645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0f8bd01-9d4b-40dc-b5b1-518255651f7f req-0e372ddf-0872-42dd-b792-eeb9affeaca7 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0392268 Aug 27 16:22:30.399645 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-d7399f7c-8a38-4ee9-bfb6-621b537809dc tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:30.400684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d7399f7c-8a38-4ee9-bfb6-621b537809dc tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags/tempest-TagsExtTest-Tag-575051612 HTTP/1.1" status: 404 len: 328 time: 0.1097765 Aug 27 16:22:30.403413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47068) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.408259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-51956694-3009-4f8e-9232-77d613214a0f tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', {'tags': ['tempest-TagsExtTest-Tag-1728764503', 'tempest-TagsExtTest-Tag-1548952157', 'tempest-TagsExtTest-Tag-1583339089']}) {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:30.496111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.529405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:30.531612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.538017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d8cb80c5-8a71-47f1-9f13-783b4624ba98 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc HTTP/1.1" status: 204 len: 168 time: 0.5585175 Aug 27 16:22:30.538017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47072) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.541063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b4b75-09e9-49a7-abc9-922869674dab None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:30.593798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 6e81eeeb-01a2-4149-9107-f6b483e62704 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:30.596979 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.641753 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.666757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-51956694-3009-4f8e-9232-77d613214a0f tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags HTTP/1.1" status: 200 len: 318 time: 0.2623503 Aug 27 16:22:30.669576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47076) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.674373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-6cd85991-46b5-4b35-8519-a6afd8643ef8 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:30.744947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.843504 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6cd85991-46b5-4b35-8519-a6afd8643ef8 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags HTTP/1.1" status: 204 len: 168 time: 0.1727414 Aug 27 16:22:30.846146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47080) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.850973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-ca8a6487-c78b-47f2-9b9b-09ff919487e6 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', 'tempest-TagsExtTest-Tag-1728764503') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:30.856570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705d76-3c01-48a0-83d4-4ee1903c848e req-155ee7c4-50c6-49e9-9a7c-46d91430e20c tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:30.858127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76705d76-3c01-48a0-83d4-4ee1903c848e req-155ee7c4-50c6-49e9-9a7c-46d91430e20c tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.0592928 Aug 27 16:22:30.905036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76705d76-3c01-48a0-83d4-4ee1903c848e req-3e0eef53-fcd3-4a36-b79a-316ea9950be6 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Aug 27 16:22:30.908708 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-ca8a6487-c78b-47f2-9b9b-09ff919487e6 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:30.909856 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ca8a6487-c78b-47f2-9b9b-09ff919487e6 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags/tempest-TagsExtTest-Tag-1728764503 HTTP/1.1" status: 404 len: 329 time: 0.0625937 Aug 27 16:22:30.912731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47082) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:30.917201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-d8b05b54-c81f-436b-8262-e85d2dca3e6d tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', 'tempest-TagsExtTest-Tag-1548952157') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:30.930488 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.961711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=6e81eeeb-01a2-4149-9107-f6b483e62704,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:30.963736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:30.965834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f533497-5d8b-4d30-b916-26c1ecbfa860 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/6e81eeeb-01a2-4149-9107-f6b483e62704 HTTP/1.1" status: 204 len: 168 time: 0.4273696 Aug 27 16:22:30.968164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.002078 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce56486-e21d-4f51-b9ee-9f4a46f3bdcd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.002723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce56486-e21d-4f51-b9ee-9f4a46f3bdcd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.004917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1ce56486-e21d-4f51-b9ee-9f4a46f3bdcd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/20a6fc5a-05bb-4cc5-9db6-2b5d2ff902bc HTTP/1.1" status: 404 len: 337 time: 0.0357771 Aug 27 16:22:31.007676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47086) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.021865 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-d8b05b54-c81f-436b-8262-e85d2dca3e6d tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:31.025752 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d8b05b54-c81f-436b-8262-e85d2dca3e6d tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags/tempest-TagsExtTest-Tag-1548952157 HTTP/1.1" status: 404 len: 329 time: 0.1093266 Aug 27 16:22:31.026127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47088) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.031105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-a582dd26-1d92-4577-9fcc-6e9c845b7cec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18', 'tempest-TagsExtTest-Tag-1583339089') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:31.062669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting subnet 7aa7f794-49b1-46dd-8d94-b3a7d67efbec {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:31.065977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.087755 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-a582dd26-1d92-4577-9fcc-6e9c845b7cec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:31.091411 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a582dd26-1d92-4577-9fcc-6e9c845b7cec tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags/tempest-TagsExtTest-Tag-1583339089 HTTP/1.1" status: 404 len: 329 time: 0.0616243 Aug 27 16:22:31.091742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47090) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.100783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-7684f42a-89a3-416a-897b-3a3169997dfd tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', {'tags': ['tempest-TagsExtTest-Tag-1813135476', 'tempest-TagsExtTest-Tag-1602854608', 'tempest-TagsExtTest-Tag-834807172']}) {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:31.119654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.215648 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.287213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c1355b-6d79-4edb-ac3b-e080d640a33e None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:31.346238 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7684f42a-89a3-416a-897b-3a3169997dfd tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags HTTP/1.1" status: 200 len: 317 time: 0.2530158 Aug 27 16:22:31.349534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47094) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.355524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-11ee431a-639a-4030-bf23-6be73a122288 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:31.358920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c41c0a30-090f-4718-bd62-6f22ec95f05e None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:31.359065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41c0a30-090f-4718-bd62-6f22ec95f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.441595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.498969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa7f794-49b1-46dd-8d94-b3a7d67efbec,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:31.504825 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.509477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-906b47a0-20b9-4480-9882-1043390d0aaf tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/7aa7f794-49b1-46dd-8d94-b3a7d67efbec HTTP/1.1" status: 204 len: 168 time: 0.4975686 Aug 27 16:22:31.509891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47098) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.533018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-668ebbf8-fc9f-4021-8276-e4774bdaef03 req-09d30e10-ba32-49ff-ae7d-412b250386b8 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0398660 Aug 27 16:22:31.533825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c41c0a30-090f-4718-bd62-6f22ec95f05e None None] Provisioning complete for port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:31.533825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41c0a30-090f-4718-bd62-6f22ec95f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.579102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-11ee431a-639a-4030-bf23-6be73a122288 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags HTTP/1.1" status: 204 len: 168 time: 0.2270863 Aug 27 16:22:31.579468 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff24f94-7e91-46b8-b7d1-2dc8fa752aff tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.580821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff24f94-7e91-46b8-b7d1-2dc8fa752aff tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.585091 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2ff24f94-7e91-46b8-b7d1-2dc8fa752aff tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/dd90fc30-2adb-436f-91b4-89d1c78d8084 HTTP/1.1" status: 404 len: 337 time: 0.0707235 Aug 27 16:22:31.585252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47102) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.585367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47104) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.591691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-e1c71eaa-8c1e-41a1-bc73-3ab0a4577cab tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', 'tempest-TagsExtTest-Tag-1813135476') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:31.596767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c41c0a30-090f-4718-bd62-6f22ec95f05e None None] Port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:31.613295 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e40c4f5a-d46a-47bb-bf9e-7b9559ec47b5 req-128715f5-f1bf-4b3b-b953-31acfec22b1f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0456042 Aug 27 16:22:31.616615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5c30b-292f-4ae8-9698-42be15454fc9 None None] Update dhcp port {'port': {'network_id': '8299add3-ca86-4e69-9bdd-e17b323200ea', 'fixed_ips': [{'subnet_id': '7aa7f794-49b1-46dd-8d94-b3a7d67efbec'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '29e8a562-2c8d-4115-8b6d-201ed0c83e53'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:22:31.629472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-12aee63e-d534-42d4-a5e3-a9213f0c891f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7301731-7cf4-4bcc-9cf4-719ce9660c58 HTTP/1.1" status: 200 len: 205 time: 0.0429275 Aug 27 16:22:31.632047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47106) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.644038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97c5c30b-292f-4ae8-9698-42be15454fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.693642 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-e46e5720-5d62-4704-bf5e-10e546d16ae0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] delete failed (client error): The resource could not be found. Aug 27 16:22:31.698944 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e46e5720-5d62-4704-bf5e-10e546d16ae0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/routers/a7301731-7cf4-4bcc-9cf4-719ce9660c58 HTTP/1.1" status: 404 len: 336 time: 0.0658381 Aug 27 16:22:31.699896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47110) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.732568 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c3d356-698a-4f18-8cf3-0d174b131e3a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.733118 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c3d356-698a-4f18-8cf3-0d174b131e3a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.737309 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-72c3d356-698a-4f18-8cf3-0d174b131e3a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/7967a565-e5b1-47ba-b903-ee9d261fb2d0 HTTP/1.1" status: 404 len: 337 time: 0.0334637 Aug 27 16:22:31.737653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47112) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.767253 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-348db01e-a34a-4612-a944-76de6ea48ec0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.767751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348db01e-a34a-4612-a944-76de6ea48ec0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.770313 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-348db01e-a34a-4612-a944-76de6ea48ec0 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/59e30bc6-bf49-4195-947e-fe638f0cab3f HTTP/1.1" status: 404 len: 337 time: 0.0304203 Aug 27 16:22:31.773582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47114) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.802452 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c6d2ac-460c-43e9-858f-20d52c9e0bcd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.803070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c6d2ac-460c-43e9-858f-20d52c9e0bcd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.805462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-17c6d2ac-460c-43e9-858f-20d52c9e0bcd tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/785f06ed-47ec-45ed-a384-963f2f33caab HTTP/1.1" status: 404 len: 337 time: 0.0308220 Aug 27 16:22:31.809829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47116) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.836378 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dd744b-fb1c-4aeb-8303-5fc823ca91ec tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.836378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dd744b-fb1c-4aeb-8303-5fc823ca91ec tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.839368 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-75dd744b-fb1c-4aeb-8303-5fc823ca91ec tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/d90513b4-cc67-4463-a759-74db5b6250e0 HTTP/1.1" status: 404 len: 333 time: 0.0270789 Aug 27 16:22:31.840390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.853627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec739999-9bcc-4be1-8f17-cb495d4f0fc0 None None] Network 8299add3-ca86-4e69-9bdd-e17b323200ea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:31.878446 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ce47a8-8534-4ae2-8146-eb279ea9823a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.879288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ce47a8-8534-4ae2-8146-eb279ea9823a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.883576 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4ce47a8-8534-4ae2-8146-eb279ea9823a tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/09507afb-562a-412e-a3c5-2c8e6abde295 HTTP/1.1" status: 404 len: 337 time: 0.0398972 Aug 27 16:22:31.883934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47120) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.915934 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7470b863-966a-4a9c-a5d1-18a2cf228c48 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.916847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7470b863-966a-4a9c-a5d1-18a2cf228c48 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.919755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7470b863-966a-4a9c-a5d1-18a2cf228c48 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/ce73722c-d350-40d3-9b80-38f2f604dfee HTTP/1.1" status: 404 len: 337 time: 0.0344012 Aug 27 16:22:31.921300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47122) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.949578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-67b696f5-6f6e-4f23-9174-0bb950af5e72 None None] Provisioning complete for port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:31.949578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67b696f5-6f6e-4f23-9174-0bb950af5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:31.949905 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-613c8151-518b-4cce-a542-4f4016eaf69f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.950808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613c8151-518b-4cce-a542-4f4016eaf69f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.962071 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-613c8151-518b-4cce-a542-4f4016eaf69f tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/10308c15-cba7-4fc2-b996-2f2705de99f0 HTTP/1.1" status: 404 len: 333 time: 0.0306199 Aug 27 16:22:31.964145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:31.994801 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-e1c71eaa-8c1e-41a1-bc73-3ab0a4577cab tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:31.996449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e1c71eaa-8c1e-41a1-bc73-3ab0a4577cab tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags/tempest-TagsExtTest-Tag-1813135476 HTTP/1.1" status: 404 len: 329 time: 0.4094903 Aug 27 16:22:31.998564 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ef1bad-250d-4413-a827-fd2fe863422b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:31.999126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ef1bad-250d-4413-a827-fd2fe863422b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:31.999506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47128) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.001063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29ef1bad-250d-4413-a827-fd2fe863422b tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/9783f02c-de8f-4b76-b2f7-b39cc34fac95 HTTP/1.1" status: 404 len: 337 time: 0.0351892 Aug 27 16:22:32.005925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-986e0fda-3bd7-4135-a6dc-33c9adeed7d2 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', 'tempest-TagsExtTest-Tag-1602854608') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.033483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47130) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.043660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] DHCP port deletion for 8299add3-ca86-4e69-9bdd-e17b323200ea request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:22:32.072559 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ad469a-4a06-4ea7-b219-0f804ba49537 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] DELETE failed (client error): The resource could not be found. Aug 27 16:22:32.073277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ad469a-4a06-4ea7-b219-0f804ba49537 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:22:32.076890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f4ad469a-4a06-4ea7-b219-0f804ba49537 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/subnets/9f08ba96-85c4-40bd-9e6d-e857d068579a HTTP/1.1" status: 404 len: 337 time: 0.0381207 Aug 27 16:22:32.080486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47132) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.099221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-67b696f5-6f6e-4f23-9174-0bb950af5e72 None None] Provisioning complete for port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:32.099798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67b696f5-6f6e-4f23-9174-0bb950af5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.102176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618d363-9e65-43ce-8aba-ec0face5d6bc req-dc26ddfc-02c9-4042-9453-ff5a13628b8e tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:32.102844 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-986e0fda-3bd7-4135-a6dc-33c9adeed7d2 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:32.107161 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-986e0fda-3bd7-4135-a6dc-33c9adeed7d2 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags/tempest-TagsExtTest-Tag-1602854608 HTTP/1.1" status: 404 len: 329 time: 0.1037612 Aug 27 16:22:32.107388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7618d363-9e65-43ce-8aba-ec0face5d6bc req-dc26ddfc-02c9-4042-9453-ff5a13628b8e tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.1081393 Aug 27 16:22:32.110975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47134) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.116508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-49502ccc-6fbe-41b7-9764-540967ba4ad3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df', 'tempest-TagsExtTest-Tag-834807172') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.146747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] Deleting port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:32.147295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.149146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-67b696f5-6f6e-4f23-9174-0bb950af5e72 None None] Port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:32.196906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7618d363-9e65-43ce-8aba-ec0face5d6bc req-4d1e19e9-9f19-45f3-a353-28744a78da55 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/security-groups?id=d5a2e420-6e90-44c1-b12d-c8c7801349db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732982 Aug 27 16:22:32.197413 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-49502ccc-6fbe-41b7-9764-540967ba4ad3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:32.198978 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49502ccc-6fbe-41b7-9764-540967ba4ad3 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags/tempest-TagsExtTest-Tag-834807172 HTTP/1.1" status: 404 len: 328 time: 0.0865059 Aug 27 16:22:32.201281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47136) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.207556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-ee72ded4-a72a-4bfe-8ed0-3617bf90c182 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', {'tags': ['tempest-TagsExtTest-Tag-759597303', 'tempest-TagsExtTest-Tag-2143664460', 'tempest-TagsExtTest-Tag-68286990']}) {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.215338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] For port 29e8a562-2c8d-4115-8b6d-201ed0c83e53, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=29e8a562-2c8d-4115-8b6d-201ed0c83e53,segment=NetworkSegment(c261aec0-59b0-4f57-88ac-defd5535ba7b),segment_id=c261aec0-59b0-4f57-88ac-defd5535ba7b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:32.215338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.228053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] Calling delete_port for 29e8a562-2c8d-4115-8b6d-201ed0c83e53 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:32.255818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Deleting port 00c21abd-007e-4c4f-a037-f9f8e1a641b6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:32.256252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.343963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ee72ded4-a72a-4bfe-8ed0-3617bf90c182 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "PUT /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags HTTP/1.1" status: 200 len: 315 time: 0.1415312 Aug 27 16:22:32.350334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47140) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.355089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.355885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-70f80087-8a72-4ea6-8bce-be6b4c030f65 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.367918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.370406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Calling delete_port for 00c21abd-007e-4c4f-a037-f9f8e1a641b6 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:32.379302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-b10687d2-3269-421b-96f0-eb3cc9d52ab3 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:32.380780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-b10687d2-3269-421b-96f0-eb3cc9d52ab3 tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.97 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 946 time: 0.1107457 Aug 27 16:22:32.401007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] Pushing event deleted for resources: {'Port': ['ID=29e8a562-2c8d-4115-8b6d-201ed0c83e53,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:32.405770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898e971-cb1b-4c7e-9637-9f4793fe0d2a None None] No DVR routers for this DVR port 29e8a562-2c8d-4115-8b6d-201ed0c83e53 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:32.494242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-70f80087-8a72-4ea6-8bce-be6b4c030f65 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags HTTP/1.1" status: 204 len: 168 time: 0.1367247 Aug 27 16:22:32.494242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.495865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-eae2b289-82b8-4b9b-8e8b-cfd37dda827b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', 'tempest-TagsExtTest-Tag-759597303') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.516902 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-eae2b289-82b8-4b9b-8e8b-cfd37dda827b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:32.518709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eae2b289-82b8-4b9b-8e8b-cfd37dda827b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags/tempest-TagsExtTest-Tag-759597303 HTTP/1.1" status: 404 len: 328 time: 0.0257199 Aug 27 16:22:32.529213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.534658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-f5f4708a-0847-49b1-a570-9c8229235a4d tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', 'tempest-TagsExtTest-Tag-2143664460') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.545473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Deleting port 43912e89-6720-4656-ba02-439b3f379a98 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:32.545891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.557564 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-f5f4708a-0847-49b1-a570-9c8229235a4d tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:32.560512 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f5f4708a-0847-49b1-a570-9c8229235a4d tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags/tempest-TagsExtTest-Tag-2143664460 HTTP/1.1" status: 404 len: 329 time: 0.0280957 Aug 27 16:22:32.561641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47146) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.566000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-cb32b631-f618-45ee-bf37-0e60aea5ec16 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2', 'tempest-TagsExtTest-Tag-68286990') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.600512 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-cb32b631-f618-45ee-bf37-0e60aea5ec16 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] show failed (client error): The resource could not be found. Aug 27 16:22:32.601526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cb32b631-f618-45ee-bf37-0e60aea5ec16 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags/tempest-TagsExtTest-Tag-68286990 HTTP/1.1" status: 404 len: 327 time: 0.0389357 Aug 27 16:22:32.605809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47150) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.611195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-54078b1b-e5b6-4ebf-a35c-eb85dd3ee879 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '49305a4c-2f0d-468d-9bf9-cf5f08e57ff2') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.621455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.668471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Port': ['ID=00c21abd-007e-4c4f-a037-f9f8e1a641b6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:32.719917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a065d903-e8ce-4980-8e0f-27434a7be8fb req-6a75713b-c13f-4568-b492-eb0c29813557 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0599184 Aug 27 16:22:32.720887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.725123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1f55520b-476b-4aec-9755-8cff10d44165 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/ports/00c21abd-007e-4c4f-a037-f9f8e1a641b6 HTTP/1.1" status: 204 len: 168 time: 0.6411071 Aug 27 16:22:32.726326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47154) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.748694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-54078b1b-e5b6-4ebf-a35c-eb85dd3ee879 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2/tags HTTP/1.1" status: 204 len: 168 time: 0.1415834 Aug 27 16:22:32.750515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] For port 43912e89-6720-4656-ba02-439b3f379a98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=43912e89-6720-4656-ba02-439b3f379a98,segment=NetworkSegment(ad03493b-9d3f-4ee1-918d-c209b92eb9f1),segment_id=ad03493b-9d3f-4ee1-918d-c209b92eb9f1)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:32.750884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.753096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47156) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.759316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-52ed031b-a66c-41ea-8be7-20c83c8856fc tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a9df18e3-68ea-4df2-a4cf-12084636f6df') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.802756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Calling delete_port for 43912e89-6720-4656-ba02-439b3f379a98 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:32.836704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:32.905581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-52ed031b-a66c-41ea-8be7-20c83c8856fc tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df/tags HTTP/1.1" status: 204 len: 168 time: 0.1500137 Aug 27 16:22:32.918536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47160) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:32.921542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-68e29253-4a80-41e9-b09a-79b7e1ec3c2a tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '20d3b03d-ce93-4f0a-9914-dc342be01b18') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:32.994323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29e8a562-2c8d-4115-8b6d-201ed0c83e53 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:32.996806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.009328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8299add3-ca86-4e69-9bdd-e17b323200ea']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:33.023112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c261aec0-59b0-4f57-88ac-defd5535ba7b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:33.023440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c261aec0-59b0-4f57-88ac-defd5535ba7b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:33.028365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 29e8a562-2c8d-4115-8b6d-201ed0c83e53 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:22:33.029688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 29e8a562-2c8d-4115-8b6d-201ed0c83e53 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:33.039366 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.055006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.064671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:33.071730 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:33.083411 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-68e29253-4a80-41e9-b09a-79b7e1ec3c2a tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18/tags HTTP/1.1" status: 204 len: 168 time: 0.1638818 Aug 27 16:22:33.083821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47162) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:33.088823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-1503bb70-15ee-4dd3-a380-f422860a3d86 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5f940623-d94f-4256-960c-d015845a493d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:33.092442 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.148251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Pushing event deleted for resources: {'Port': ['ID=43912e89-6720-4656-ba02-439b3f379a98,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:33.197650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] No DVR routers for this DVR port 43912e89-6720-4656-ba02-439b3f379a98 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:33.200957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.203004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85671d6f-aae8-44c1-8f65-35b6463c3eef req-e91a26c8-1048-4b14-811e-e3b74c5fa71a tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.97 "DELETE /v2.0/ports/43912e89-6720-4656-ba02-439b3f379a98 HTTP/1.1" status: 204 len: 173 time: 0.8126919 Aug 27 16:22:33.203475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'name': 'network-vif-deleted', 'tag': '43912e89-6720-4656-ba02-439b3f379a98'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:33.205780 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2465381-da26-4049-a4bc-b4e36de67127" -d '{"events": [{"server_uuid": "12fb61c2-a6b4-4c65-8090-a50d5e26521d", "name": "network-vif-deleted", "tag": "43912e89-6720-4656-ba02-439b3f379a98"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:33.219151 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.227816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.230341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] 10.222.0.101 "DELETE /v2.0/networks/8299add3-ca86-4e69-9bdd-e17b323200ea HTTP/1.1" status: 204 len: 168 time: 0.5018725 Aug 27 16:22:33.239397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1503bb70-15ee-4dd3-a380-f422860a3d86 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d/tags HTTP/1.1" status: 204 len: 168 time: 0.1531177 Aug 27 16:22:33.243904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47170) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:33.283101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98f907-ff4e-40f4-83fe-9eb7f2342dd4 tempest-PortsIpV6TestJSON-94992104 tempest-PortsIpV6TestJSON-94992104-project] Pushing event deleted for resources: {'Network': ['ID=8299add3-ca86-4e69-9bdd-e17b323200ea,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:33.296103 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5108cd61-7e55-4f06-baaa-fdad64f9f266 x-openstack-request-id: req-5108cd61-7e55-4f06-baaa-fdad64f9f266 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:33.296656 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fb61c2-a6b4-4c65-8090-a50d5e26521d", "name": "network-vif-deleted", "tag": "43912e89-6720-4656-ba02-439b3f379a98", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:33.297067 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5108cd61-7e55-4f06-baaa-fdad64f9f266 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:33.297737 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fb61c2-a6b4-4c65-8090-a50d5e26521d', 'name': 'network-vif-deleted', 'tag': '43912e89-6720-4656-ba02-439b3f379a98', 'status': 'completed', 'code': 200} Aug 27 16:22:33.364651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0884ed9-1f2f-41e9-b736-c042e0601986 req-f3de3e7d-2f23-4960-934b-5e30a12a37af tempest-InstanceActionsTestJSON-1687326526 tempest-InstanceActionsTestJSON-1687326526-project] 10.222.0.101 "GET /v2.0/ports?device_id=12fb61c2-a6b4-4c65-8090-a50d5e26521d HTTP/1.1" status: 200 len: 210 time: 0.0506196 Aug 27 16:22:33.482868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed2a0-fa0f-4eee-8e89-807e34494c5f tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for subnetpool, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.484171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8f1ed2a0-fa0f-4eee-8e89-807e34494c5f tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnetpools/49305a4c-2f0d-468d-9bf9-cf5f08e57ff2 HTTP/1.1" status: 204 len: 168 time: 0.2389109 Aug 27 16:22:33.486704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47174) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:33.514838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fb147d1b-f812-4bc9-9d6c-31eddfbbece1 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "GET /v2.0/ports?device_id=a9df18e3-68ea-4df2-a4cf-12084636f6df HTTP/1.1" status: 200 len: 205 time: 0.0270016 Aug 27 16:22:33.517348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:33.593280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77ed3da6-c691-4462-8fc0-fe0c56e94be7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.772869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77ed3da6-c691-4462-8fc0-fe0c56e94be7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.775021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77ed3da6-c691-4462-8fc0-fe0c56e94be7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.824382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:33.866863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4336da02-8da1-478b-b5cc-7facfc3414d6 req-2eeee49f-dd76-4e56-8696-bd8792435190 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0332472 Aug 27 16:22:33.916104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77ed3da6-c691-4462-8fc0-fe0c56e94be7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.917831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed3da6-c691-4462-8fc0-fe0c56e94be7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Fanout notify agent at l3_agent the message router_deleted on router a9df18e3-68ea-4df2-a4cf-12084636f6df {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:22:33.934643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77ed3da6-c691-4462-8fc0-fe0c56e94be7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:33.935794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-77ed3da6-c691-4462-8fc0-fe0c56e94be7 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/routers/a9df18e3-68ea-4df2-a4cf-12084636f6df HTTP/1.1" status: 204 len: 168 time: 0.4175394 Aug 27 16:22:33.938423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47192) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:33.977216 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c414a0ad-c3c8-4e89-a5f1-763ccd772044 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ffc5ae2dd9ab45468e35f79c4324bba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512721 Aug 27 16:22:33.979583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47194) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:34.041685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87a549a8-596c-4c0a-9a81-5b05f8c93a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.047530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Deleting port 20d3b03d-ce93-4f0a-9914-dc342be01b18 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:34.048107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.074558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87a549a8-596c-4c0a-9a81-5b05f8c93a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.147082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.160395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Calling delete_port for 20d3b03d-ce93-4f0a-9914-dc342be01b18 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:34.208470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87a549a8-596c-4c0a-9a81-5b05f8c93a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.211398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87a549a8-596c-4c0a-9a81-5b05f8c93a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.214797 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87a549a8-596c-4c0a-9a81-5b05f8c93a7d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0c055df-5576-41e5-9d8b-b47687fe3320 HTTP/1.1" status: 204 len: 168 time: 0.2314823 Aug 27 16:22:34.229567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a549a8-596c-4c0a-9a81-5b05f8c93a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c055df-5576-41e5-9d8b-b47687fe3320,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:34.419951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47202) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:34.434930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.485357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event deleted for resources: {'Port': ['ID=20d3b03d-ce93-4f0a-9914-dc342be01b18,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:34.515312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] Deleting subnet 833d50e5-6343-461e-841e-8eadf399cf68 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:34.518906 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9576c2e5-7df0-4854-814a-91074a0477c2 req-7ff3aabf-7a4b-4ace-b5a6-22de5adda06d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d76df49c65274c9db89c5fb500c26e14&device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0478339 Aug 27 16:22:34.525156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.614224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 43912e89-6720-4656-ba02-439b3f379a98 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:34.620436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e7c23f6-2eb4-456c-b99f-44650f1ae5f1 req-34a6793b-137c-4272-b9cc-0e65c891e040 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0682335 Aug 27 16:22:34.625530 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9576c2e5-7df0-4854-814a-91074a0477c2 req-f707bd44-9d21-4a78-8803-c86a4ef07266 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d76df49c65274c9db89c5fb500c26e14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709689 Aug 27 16:22:34.653613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 43912e89-6720-4656-ba02-439b3f379a98 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:22:34.654224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 43912e89-6720-4656-ba02-439b3f379a98 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:34.663226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.665649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4e1fc14f-615e-4bca-ba6c-6d888318f45b tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/ports/20d3b03d-ce93-4f0a-9914-dc342be01b18 HTTP/1.1" status: 204 len: 168 time: 0.7262704 Aug 27 16:22:34.668503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47210) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:34.711759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.725553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Deleting subnet 5f940623-d94f-4256-960c-d015845a493d {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:34.729660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.789816 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.790198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.834515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576c2e5-7df0-4854-814a-91074a0477c2 req-c12c12d0-0a16-46de-a549-e6a746d30bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:34.834515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9576c2e5-7df0-4854-814a-91074a0477c2 req-c12c12d0-0a16-46de-a549-e6a746d30bcf service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1948137 Aug 27 16:22:34.896497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.938332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.965611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833d50e5-6343-461e-841e-8eadf399cf68,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:34.969980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:34.975913 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce90436f-97d3-4b95-9d8b-b02de3f931bd admin admin] 10.222.0.101 "DELETE /v2.0/subnets/833d50e5-6343-461e-841e-8eadf399cf68 HTTP/1.1" status: 204 len: 168 time: 0.5510600 Aug 27 16:22:34.976052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47220) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:35.041870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.079478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.080969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event deleted for resources: {'Subnet': ['ID=5f940623-d94f-4256-960c-d015845a493d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:35.086851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.091111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-950358fa-b8cf-4db7-a85f-6bba2d0e3960 tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/subnets/5f940623-d94f-4256-960c-d015845a493d HTTP/1.1" status: 204 len: 168 time: 0.4192965 Aug 27 16:22:35.091468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47226) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:35.093470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a987fe-0e63-4d6b-be4b-06487bb2b8d1 None None] Network 12c64aba-1569-4dea-b4f4-c987aa9f1b70 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:35.174798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.196563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.212681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbe47bc-dd48-4d89-bf6b-322be25a667d']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:35.226113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad03493b-9d3f-4ee1-918d-c209b92eb9f1') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:35.226445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad03493b-9d3f-4ee1-918d-c209b92eb9f1') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:35.237405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.247759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Deleting port 2410656a-f5a0-4678-9520-aee02c991b69 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:35.248299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.256414 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:35.267802 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:35.327332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] DHCP port deletion for 12c64aba-1569-4dea-b4f4-c987aa9f1b70 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:22:35.336315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] For port 2410656a-f5a0-4678-9520-aee02c991b69, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2410656a-f5a0-4678-9520-aee02c991b69,segment=NetworkSegment(11d6514b-65d2-4c4d-be83-cc31f079de55),segment_id=11d6514b-65d2-4c4d-be83-cc31f079de55)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:35.336715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.350429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Calling delete_port for 2410656a-f5a0-4678-9520-aee02c991b69 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:35.374621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] Deleting port 2410656a-f5a0-4678-9520-aee02c991b69 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:35.375002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.396165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.418713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.423126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] 10.222.0.101 "DELETE /v2.0/networks/bdbe47bc-dd48-4d89-bf6b-322be25a667d HTTP/1.1" status: 204 len: 168 time: 0.4444962 Aug 27 16:22:35.425161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b778b3-5f19-45d0-b3c3-96d0ab7079be admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbe47bc-dd48-4d89-bf6b-322be25a667d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:35.454903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] For port 2410656a-f5a0-4678-9520-aee02c991b69, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2410656a-f5a0-4678-9520-aee02c991b69,segment=NetworkSegment(11d6514b-65d2-4c4d-be83-cc31f079de55),segment_id=11d6514b-65d2-4c4d-be83-cc31f079de55)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:35.455335 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.469955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] Calling delete_port for 2410656a-f5a0-4678-9520-aee02c991b69 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:35.527516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47238) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:35.545736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.551392 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.576737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] No DVR routers for this DVR port 2410656a-f5a0-4678-9520-aee02c991b69 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:35.578812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] Pushing event deleted for resources: {'Port': ['ID=2410656a-f5a0-4678-9520-aee02c991b69,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:35.583130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aaeb91-10bf-44ea-b89c-67e05f18353b None None] No DVR routers for this DVR port 2410656a-f5a0-4678-9520-aee02c991b69 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:35.585485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event deleted for resources: {'Port': ['ID=2410656a-f5a0-4678-9520-aee02c991b69,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:35.640024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-649532737'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:35.685914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.699124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c64aba-1569-4dea-b4f4-c987aa9f1b70']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:35.711500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d6514b-65d2-4c4d-be83-cc31f079de55') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:35.711904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d6514b-65d2-4c4d-be83-cc31f079de55') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:35.720767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d0cac10-8a26-4e73-bee2-872ad146f658 req-92546761-12d9-4dc9-9a36-b71feb0d12ca tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0266435 Aug 27 16:22:35.725794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.743501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.744486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:35.748029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.753600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:35.753600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:35.753958 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:35.761186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.852060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47246) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:35.897135 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f800de70-750e-495b-82f3-7cc15dff6329 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1b652f13b58f42119ace7f3485d98f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438166 Aug 27 16:22:35.900170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47250) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:35.937110 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.941952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.946282 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] 10.222.0.101 "DELETE /v2.0/networks/12c64aba-1569-4dea-b4f4-c987aa9f1b70 HTTP/1.1" status: 204 len: 168 time: 0.8513222 Aug 27 16:22:35.962927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e0f23-5f9e-4b4f-99b3-45ec502bd4ed tempest-TagsExtTest-812537551 tempest-TagsExtTest-812537551-project] Pushing event deleted for resources: {'Network': ['ID=12c64aba-1569-4dea-b4f4-c987aa9f1b70,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:35.975772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d267a4b-e244-4fc5-b0f1-711308f447f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:35.998352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d267a4b-e244-4fc5-b0f1-711308f447f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.003463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.087496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.116085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31354660-750a-40d0-99f1-084a9da2f3e6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:36.195802 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d267a4b-e244-4fc5-b0f1-711308f447f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.198570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d267a4b-e244-4fc5-b0f1-711308f447f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.199863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2d267a4b-e244-4fc5-b0f1-711308f447f0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d5a2e420-6e90-44c1-b12d-c8c7801349db HTTP/1.1" status: 204 len: 168 time: 0.2986939 Aug 27 16:22:36.200686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:22:36.209561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d267a4b-e244-4fc5-b0f1-711308f447f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a2e420-6e90-44c1-b12d-c8c7801349db,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:36.211177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.216261 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 09597282-4d42-4a5c-9c66-3295ba15bcdc of type vlan for network 23e7b8f1-a281-49c9-a05d-240507d879dd Aug 27 16:22:36.264948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.331477 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9576c2e5-7df0-4854-814a-91074a0477c2 req-2e5476ff-fea0-434c-bdb1-caaa42a5a230 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.90 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0262535 Aug 27 16:22:36.401251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.407087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:36.407722 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.475948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=23e7b8f1-a281-49c9-a05d-240507d879dd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:36.486654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 23e7b8f1-a281-49c9-a05d-240507d879dd details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:22:36.574574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fc8eedc2-5f18-4cdb-a8c9-636b626b67a6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0459712 Aug 27 16:22:36.575414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47262) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:36.576848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47264) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:36.582891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2089907199'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:36.721143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:36.725797 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.735913 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-56839f51-04b9-4a16-b9fe-b79bb85d3527 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9269a32872b34877b219ea3cc0e7e202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567898 Aug 27 16:22:36.736197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47276) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:36.786642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:22:36.801325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.801620 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 7d95fe1c-1845-4ea5-974d-a9585e4fc0c5 of type vlan for network d0f4c979-adee-4208-b9b0-9807da7a8ebb Aug 27 16:22:36.849991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69d7a55e-83a1-4917-85b7-bbbe4d809f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.874798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c72a4533-0068-4cbb-a64d-b122a74d3b64 req-ec32be61-557e-4240-a806-e9c6870ec755 tempest-ServerShowV254Test-573711183 tempest-ServerShowV254Test-573711183-project] 10.222.0.101 "GET /v2.0/ports?device_id=16441eb3-13b8-4b83-a579-322d7cd49cbc HTTP/1.1" status: 200 len: 210 time: 0.0592415 Aug 27 16:22:36.883166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.902864 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69d7a55e-83a1-4917-85b7-bbbe4d809f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:36.954343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2410656a-f5a0-4678-9520-aee02c991b69 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:36.981043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2410656a-f5a0-4678-9520-aee02c991b69 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:22:36.984156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2410656a-f5a0-4678-9520-aee02c991b69 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:37.001584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:37.007821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:37.008574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:37.322054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69d7a55e-83a1-4917-85b7-bbbe4d809f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:37.324599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69d7a55e-83a1-4917-85b7-bbbe4d809f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:37.325744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-69d7a55e-83a1-4917-85b7-bbbe4d809f46 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d4ec3fe8-18c7-4e83-863b-e49435b86a0c HTTP/1.1" status: 204 len: 168 time: 0.5887301 Aug 27 16:22:37.345461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7a55e-83a1-4917-85b7-bbbe4d809f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec3fe8-18c7-4e83-863b-e49435b86a0c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:37.360348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=d0f4c979-adee-4208-b9b0-9807da7a8ebb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:37.373131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:22:37.407870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e4962c14-63fc-46bc-897c-e31153e82309 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8297975 Aug 27 16:22:37.411626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47302) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:37.418097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': '23e7b8f1-a281-49c9-a05d-240507d879dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:37.635406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:37.639381 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:37.890777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cf93289-53cb-4f05-9495-49c30c052d90 req-f05e8eeb-aa2e-48f2-80dd-6f9a275426ca tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.0274491 Aug 27 16:22:37.917245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:38.048193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=5dd73e9f-87c8-4ecd-8229-3e9f66526959,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:38.074286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '09597282-4d42-4a5c-9c66-3295ba15bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '23e7b8f1-a281-49c9-a05d-240507d879dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:38.074553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: 23e7b8f1-a281-49c9-a05d-240507d879dd, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:22:38.209135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 23e7b8f1-a281-49c9-a05d-240507d879dd is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:22:38.333304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 23e7b8f1-a281-49c9-a05d-240507d879dd) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:38.337644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:38.338239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:38.342289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd2efba-6340-4ec4-ae35-a923a1770ab1 None None] Network 23e7b8f1-a281-49c9-a05d-240507d879dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:38.521768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87643876-88ab-441e-8de7-0ad6307acc58 req-e5f12473-cdd5-4f34-bc22-fe1c0a957aa0 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0363548 Aug 27 16:22:38.523469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fcc5895b-d879-4d40-bed9-c82436b50175 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1108973 Aug 27 16:22:38.527556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:38.535024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': 'd0f4c979-adee-4208-b9b0-9807da7a8ebb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:38.551756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47366) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:38.604080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-23e7b8f1-a281-49c9-a05d-240507d879dd', 'network_id': '23e7b8f1-a281-49c9-a05d-240507d879dd', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': '5dd73e9f-87c8-4ecd-8229-3e9f66526959'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:22:38.606103 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:38.757374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1fb-ef3a-482d-ac83-c212443e0f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:38.850831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Allocated IP 2001:db8::2 (23e7b8f1-a281-49c9-a05d-240507d879dd/5dd73e9f-87c8-4ecd-8229-3e9f66526959/af783201-6822-451c-8ef2-0de0922cecaf) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:38.952209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1fb-ef3a-482d-ac83-c212443e0f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.122804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a1fb-ef3a-482d-ac83-c212443e0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.201638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2a1fb-ef3a-482d-ac83-c212443e0f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ed5ea-fe76-4770-86d4-9c04aabf7040,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:39.215297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8fb2a1fb-ef3a-482d-ac83-c212443e0f51 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d76df49c65274c9db89c5fb500c26e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6623116 Aug 27 16:22:39.218177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47388) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:39.239170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.250680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Transition to ACTIVE for port object af783201-6822-451c-8ef2-0de0922cecaf will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:39.268562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Transition to ACTIVE for port object af783201-6822-451c-8ef2-0de0922cecaf will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:39.281003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe271-7015-4284-b484-6a4aa743e5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.295962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:39.299397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.358986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe271-7015-4284-b484-6a4aa743e5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.395983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.437106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Network 23e7b8f1-a281-49c9-a05d-240507d879dd is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:39.440189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:39.444141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:39.464313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Pushing event updated for resources: {'Port': ['ID=af783201-6822-451c-8ef2-0de0922cecaf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:39.518392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Attempting to bind port af783201-6822-451c-8ef2-0de0922cecaf on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:39.518854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Attempting to bind port af783201-6822-451c-8ef2-0de0922cecaf by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '09597282-4d42-4a5c-9c66-3295ba15bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '23e7b8f1-a281-49c9-a05d-240507d879dd'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:39.519340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Attempting to bind port af783201-6822-451c-8ef2-0de0922cecaf on network 23e7b8f1-a281-49c9-a05d-240507d879dd {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:39.525823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:39.526338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Checking segment: {'id': '09597282-4d42-4a5c-9c66-3295ba15bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '23e7b8f1-a281-49c9-a05d-240507d879dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:39.526755 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.527156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Bound using segment: {'id': '09597282-4d42-4a5c-9c66-3295ba15bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '23e7b8f1-a281-49c9-a05d-240507d879dd'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:39.527670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Bound port: af783201-6822-451c-8ef2-0de0922cecaf, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09597282-4d42-4a5c-9c66-3295ba15bcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '23e7b8f1-a281-49c9-a05d-240507d879dd'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:39.528065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.621380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] For port af783201-6822-451c-8ef2-0de0922cecaf, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:39.625518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] For port af783201-6822-451c-8ef2-0de0922cecaf, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=af783201-6822-451c-8ef2-0de0922cecaf,segment=NetworkSegment(09597282-4d42-4a5c-9c66-3295ba15bcdc),segment_id=09597282-4d42-4a5c-9c66-3295ba15bcdc)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:39.640202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00e7bda2-0e67-4945-90d3-796542e48419 req-5a1ef446-4d6a-4d6d-8517-cf5498f2fd17 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0375257 Aug 27 16:22:39.848056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe271-7015-4284-b484-6a4aa743e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.850860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe271-7015-4284-b484-6a4aa743e5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.852155 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c7fe271-7015-4284-b484-6a4aa743e5b8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4a1ed5ea-fe76-4770-86d4-9c04aabf7040 HTTP/1.1" status: 204 len: 168 time: 0.6329660 Aug 27 16:22:39.860892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fe271-7015-4284-b484-6a4aa743e5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ed5ea-fe76-4770-86d4-9c04aabf7040,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:39.887763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.904905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:39.960207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=7ac971ac-ac66-44ce-aa07-1e0e3eb78a12,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:39.983859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba410d8-93a3-45c6-9f57-158e5d1e1dc3 None None] Pushing event updated for resources: {'Port': ['ID=af783201-6822-451c-8ef2-0de0922cecaf,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:39.992456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '7d95fe1c-1845-4ea5-974d-a9585e4fc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'd0f4c979-adee-4208-b9b0-9807da7a8ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:39.992826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: d0f4c979-adee-4208-b9b0-9807da7a8ebb, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:22:40.171807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:22:40.412839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d0f4c979-adee-4208-b9b0-9807da7a8ebb) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:40.418511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:40.428391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:40.428959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9caf52-7f84-4098-b5b6-ea06180d6056 None None] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:40.522282 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4d082a29-4ca5-4241-ac40-8aa6124fcdf9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9944453 Aug 27 16:22:40.525009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47426) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:40.530638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1073d774-9ebb-4198-b16a-e0de951b3002 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-613594390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:40.611774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-d0f4c979-adee-4208-b9b0-9807da7a8ebb', 'network_id': 'd0f4c979-adee-4208-b9b0-9807da7a8ebb', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': '7ac971ac-ac66-44ce-aa07-1e0e3eb78a12'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:22:40.611774 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:40.670708 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1073d774-9ebb-4198-b16a-e0de951b3002 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:40.672502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1073d774-9ebb-4198-b16a-e0de951b3002 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:40.790067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Allocated IP 2001:db8:1::2 (d0f4c979-adee-4208-b9b0-9807da7a8ebb/7ac971ac-ac66-44ce-aa07-1e0e3eb78a12/003b25fd-8890-4673-b1d2-c9a24be4f173) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:40.825082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5299402-befd-4bff-aca5-b6a06ebe2f7c req-8bc044d8-db0a-4ddd-8958-77b4435a14bd tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0282929 Aug 27 16:22:40.826778 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1073d774-9ebb-4198-b16a-e0de951b3002 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:40.933050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1073d774-9ebb-4198-b16a-e0de951b3002 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.038416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.049025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Transition to ACTIVE for port object 003b25fd-8890-4673-b1d2-c9a24be4f173 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:41.074035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1073d774-9ebb-4198-b16a-e0de951b3002 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.074035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1073d774-9ebb-4198-b16a-e0de951b3002 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5447266 Aug 27 16:22:41.074429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:41.104409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Transition to ACTIVE for port object 003b25fd-8890-4673-b1d2-c9a24be4f173 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:41.117086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device af783201-6822-451c-8ef2-0de0922cecaf up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:41.202300 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.256605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:41.283314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:41.294878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47c7d8-af93-4222-83a8-52161fa8e1d4 None None] Network 23e7b8f1-a281-49c9-a05d-240507d879dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:41.294878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Pushing event updated for resources: {'Port': ['ID=003b25fd-8890-4673-b1d2-c9a24be4f173,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:41.295323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:41.369108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port af783201-6822-451c-8ef2-0de0922cecaf completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:41.437008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Attempting to bind port 003b25fd-8890-4673-b1d2-c9a24be4f173 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:41.437794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Attempting to bind port 003b25fd-8890-4673-b1d2-c9a24be4f173 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7d95fe1c-1845-4ea5-974d-a9585e4fc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'd0f4c979-adee-4208-b9b0-9807da7a8ebb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:41.437794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Attempting to bind port 003b25fd-8890-4673-b1d2-c9a24be4f173 on network d0f4c979-adee-4208-b9b0-9807da7a8ebb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:41.446556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:41.447085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:41.447244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Checking segment: {'id': '7d95fe1c-1845-4ea5-974d-a9585e4fc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'd0f4c979-adee-4208-b9b0-9807da7a8ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:41.447684 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.448086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Bound using segment: {'id': '7d95fe1c-1845-4ea5-974d-a9585e4fc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'd0f4c979-adee-4208-b9b0-9807da7a8ebb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:41.448683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Bound port: 003b25fd-8890-4673-b1d2-c9a24be4f173, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d95fe1c-1845-4ea5-974d-a9585e4fc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'd0f4c979-adee-4208-b9b0-9807da7a8ebb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:41.449080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.479969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.510569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1496452f-c3a8-4012-bc53-7a6ac9a7c8fc None None] Provisioning for port af783201-6822-451c-8ef2-0de0922cecaf completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:41.542134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1496452f-c3a8-4012-bc53-7a6ac9a7c8fc None None] Provisioning complete for port af783201-6822-451c-8ef2-0de0922cecaf triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:41.542520 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1496452f-c3a8-4012-bc53-7a6ac9a7c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.585998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2030780626-network', 'tenant_id': '722b0fd0d65344d486d642486a1b6314'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:41.600009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] For port 003b25fd-8890-4673-b1d2-c9a24be4f173, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:41.608640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] For port 003b25fd-8890-4673-b1d2-c9a24be4f173, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=003b25fd-8890-4673-b1d2-c9a24be4f173,segment=NetworkSegment(7d95fe1c-1845-4ea5-974d-a9585e4fc0c5),segment_id=7d95fe1c-1845-4ea5-974d-a9585e4fc0c5)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:41.688493 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1496452f-c3a8-4012-bc53-7a6ac9a7c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.727816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1496452f-c3a8-4012-bc53-7a6ac9a7c8fc None None] For port af783201-6822-451c-8ef2-0de0922cecaf, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=af783201-6822-451c-8ef2-0de0922cecaf,segment=NetworkSegment(09597282-4d42-4a5c-9c66-3295ba15bcdc),segment_id=09597282-4d42-4a5c-9c66-3295ba15bcdc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:41.739607 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.764501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8::1 (23e7b8f1-a281-49c9-a05d-240507d879dd/5dd73e9f-87c8-4ecd-8229-3e9f66526959/5d5be255-4410-4c42-b155-ea975868ed0e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:41.806912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dba197-0f9d-444b-abd5-df6852a47a27 None None] Pushing event updated for resources: {'Port': ['ID=003b25fd-8890-4673-b1d2-c9a24be4f173,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:41.819235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Made reservation on behalf of 722b0fd0d65344d486d642486a1b6314 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:41.825661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.846345 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.853355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1496452f-c3a8-4012-bc53-7a6ac9a7c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:41.945324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496452f-c3a8-4012-bc53-7a6ac9a7c8fc None None] Pushing event updated for resources: {'Port': ['ID=af783201-6822-451c-8ef2-0de0922cecaf,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:41.988848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.013024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e3b0b1c-f754-4215-928f-47821ff79ed4 req-af441f72-44fe-477a-94e9-c79e71daaafe tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0385978 Aug 27 16:22:42.018419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 5d5be255-4410-4c42-b155-ea975868ed0e will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:42.019703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.109305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d7e69800-50df-44d9-83b0-362cdc5a42d5 None None] Provisioning complete for port af783201-6822-451c-8ef2-0de0922cecaf triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:42.110155 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7e69800-50df-44d9-83b0-362cdc5a42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.162964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.187863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:22:42.208469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.215844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aecf808-3a07-4f85-94e1-f38edfe9a5ce,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:42.233701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.234990 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Added segment 11cdabd4-9635-44f9-a4dd-fc647a40769d of type vlan for network 4973b2d5-d718-43fd-9621-454501be575d Aug 27 16:22:42.252761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 23e7b8f1-a281-49c9-a05d-240507d879dd is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:42.256446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:42.260694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:42.261464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.303407 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.327373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=5d5be255-4410-4c42-b155-ea975868ed0e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:42.430260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.431948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:42.432908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.493746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e86708bb-1131-42c9-a1fe-4a3d76be3a97 req-f89968ce-1fc9-4313-9830-6ae07b04ff82 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.0279894 Aug 27 16:22:42.523485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.530026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] Pushing event updated for resources: {'Network': ['ID=4973b2d5-d718-43fd-9621-454501be575d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:42.541787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4973b2d5-d718-43fd-9621-454501be575d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:22:42.589021 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-28f53e2f-142f-4edd-b89b-3833fdca7839 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1412377 Aug 27 16:22:42.738901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8eb11f4d-4e27-44b9-82bf-d5b681999fdc None None] Provisioning for port 5d5be255-4410-4c42-b155-ea975868ed0e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:42.742909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8eb11f4d-4e27-44b9-82bf-d5b681999fdc None None] Provisioning complete for port 5d5be255-4410-4c42-b155-ea975868ed0e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:42.743326 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8eb11f4d-4e27-44b9-82bf-d5b681999fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:42.782290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8eb11f4d-4e27-44b9-82bf-d5b681999fdc None None] Port 5d5be255-4410-4c42-b155-ea975868ed0e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:43.002143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.070860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53723ff8-bb62-4724-9251-45e5a5b38c1c req-9cba77b3-eaf6-4cd1-aaa7-55e091f4a87d tempest-ComputeTenantNetworksTest-1878548989 tempest-ComputeTenantNetworksTest-1878548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.077132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53723ff8-bb62-4724-9251-45e5a5b38c1c req-9cba77b3-eaf6-4cd1-aaa7-55e091f4a87d tempest-ComputeTenantNetworksTest-1878548989 tempest-ComputeTenantNetworksTest-1878548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.083957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53723ff8-bb62-4724-9251-45e5a5b38c1c req-9cba77b3-eaf6-4cd1-aaa7-55e091f4a87d tempest-ComputeTenantNetworksTest-1878548989 tempest-ComputeTenantNetworksTest-1878548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.091985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53723ff8-bb62-4724-9251-45e5a5b38c1c req-9cba77b3-eaf6-4cd1-aaa7-55e091f4a87d tempest-ComputeTenantNetworksTest-1878548989 tempest-ComputeTenantNetworksTest-1878548989-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2468283 Aug 27 16:22:43.100050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 003b25fd-8890-4673-b1d2-c9a24be4f173 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:43.126851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fba3d0-ce60-4779-8cf4-981f297cba66 None None] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:43.199108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80b5b3aa-193b-40fa-b5f4-8a95bc7964e6 req-b9e4d342-b099-4517-b1be-e7ce55c1451e tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0491157 Aug 27 16:22:43.225911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.226808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.343467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 003b25fd-8890-4673-b1d2-c9a24be4f173 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:43.346365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-20f13ea9-90a9-4807-81d0-901e74370476 None None] Provisioning for port 003b25fd-8890-4673-b1d2-c9a24be4f173 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:43.357189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-20f13ea9-90a9-4807-81d0-901e74370476 None None] Provisioning complete for port 003b25fd-8890-4673-b1d2-c9a24be4f173 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:43.357189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20f13ea9-90a9-4807-81d0-901e74370476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.367568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=5d5be255-4410-4c42-b155-ea975868ed0e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:43.370498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 003b25fd-8890-4673-b1d2-c9a24be4f173 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:43.370707 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.376021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370448-3790-4cff-aa20-b2a9053603bf req-f69165ed-d36b-41b7-88f0-52d1f4ba7558 tempest-ComputeTenantNetworksTest-1878548989 tempest-ComputeTenantNetworksTest-1878548989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.377451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c370448-3790-4cff-aa20-b2a9053603bf req-f69165ed-d36b-41b7-88f0-52d1f4ba7558 tempest-ComputeTenantNetworksTest-1878548989 tempest-ComputeTenantNetworksTest-1878548989-project] 10.222.0.101 "GET /v2.0/networks/4973b2d5-d718-43fd-9621-454501be575d HTTP/1.1" status: 200 len: 769 time: 0.2160485 Aug 27 16:22:43.389741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47492) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:43.432981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.443318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.455130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.466110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.485784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.506246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.524869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:43.530108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-b1b5caee-467b-4879-a5c5-353eedbdfb89 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.2533054 Aug 27 16:22:43.545171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.573668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7300d344-10ac-4b5d-95b0-e026ac46ae8f req-953a4dbb-3736-4d28-84c7-927816620db8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0406511 Aug 27 16:22:43.611336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 23e7b8f1-a281-49c9-a05d-240507d879dd is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:43.616875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:43.631259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eba69873-6e73-47c2-936f-bc4729c5c4a6 req-f94ee647-e687-4287-a71c-150eb2d639b1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929236 Aug 27 16:22:43.676527 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20f13ea9-90a9-4807-81d0-901e74370476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.697956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.713648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4973b2d5-d718-43fd-9621-454501be575d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:43.730082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cdabd4-9635-44f9-a4dd-fc647a40769d') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:43.730683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cdabd4-9635-44f9-a4dd-fc647a40769d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:43.744416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.765774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.772925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:43.773343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.789975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-20f13ea9-90a9-4807-81d0-901e74370476 None None] For port 003b25fd-8890-4673-b1d2-c9a24be4f173, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=003b25fd-8890-4673-b1d2-c9a24be4f173,segment=NetworkSegment(7d95fe1c-1845-4ea5-974d-a9585e4fc0c5),segment_id=7d95fe1c-1845-4ea5-974d-a9585e4fc0c5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:43.809198 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:43.816488 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:43.898258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 3f414e92-b513-4b5c-8705-cbb361944f55 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:22:43.898519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.907472 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20f13ea9-90a9-4807-81d0-901e74370476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.907623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:43.909851 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/4973b2d5-d718-43fd-9621-454501be575d HTTP/1.1" status: 204 len: 168 time: 0.5194747 Aug 27 16:22:43.930672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b6fe2-1ca1-473b-9038-2bb810a911f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4973b2d5-d718-43fd-9621-454501be575d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:43.984826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:22:43.985187 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:22:43.988191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13ea9-90a9-4807-81d0-901e74370476 None None] Pushing event updated for resources: {'Port': ['ID=003b25fd-8890-4673-b1d2-c9a24be4f173,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:44.016147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:44.022331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13ed7910-8f0e-41f8-b64a-8f2f309feb0d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/3f414e92-b513-4b5c-8705-cbb361944f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9468348 Aug 27 16:22:44.025074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47502) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:44.028494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] Sync routers for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:44.043523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:44.044153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:44.073965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6562c18c-43c7-4e06-abfc-620332caf21d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.075402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6562c18c-43c7-4e06-abfc-620332caf21d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports/5d5be255-4410-4c42-b155-ea975868ed0e HTTP/1.1" status: 200 len: 911 time: 0.0493147 Aug 27 16:22:44.078419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47504) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:44.082017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5f6acfc1-ffd3-4cf6-aafc-71dbdb20a177 None None] Provisioning complete for port 003b25fd-8890-4673-b1d2-c9a24be4f173 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:44.082406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f6acfc1-ffd3-4cf6-aafc-71dbdb20a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.084080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:44.113799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:44.114444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:44.152511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:44.153441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92de6e-1eaa-46aa-b14b-b864f8a9df51 None None] The sync data for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:44.218485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5f6acfc1-ffd3-4cf6-aafc-71dbdb20a177 None None] Provisioning complete for port 5d5be255-4410-4c42-b155-ea975868ed0e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:44.218809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f6acfc1-ffd3-4cf6-aafc-71dbdb20a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.268797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5f6acfc1-ffd3-4cf6-aafc-71dbdb20a177 None None] Port 5d5be255-4410-4c42-b155-ea975868ed0e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:44.411735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47508) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:44.446822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d59fdad4-9940-4ca0-8a51-5ea5d5ff0312 req-e15ced04-e801-4006-8678-8e6d16a0b8fe tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0361848 Aug 27 16:22:44.460915 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b23bb43a-b38d-42ce-9548-0f4d32e627d1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=722b0fd0d65344d486d642486a1b6314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453768 Aug 27 16:22:44.460915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47510) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:44.519104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c2a17b-31cb-4ca8-906d-3b270cc92c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.526828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device af783201-6822-451c-8ef2-0de0922cecaf up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:44.543950 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c2a17b-31cb-4ca8-906d-3b270cc92c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.590431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port af783201-6822-451c-8ef2-0de0922cecaf triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:44.590813 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.665858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.675964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.683571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.689680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.696860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.705966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.715178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c2a17b-31cb-4ca8-906d-3b270cc92c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.718367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56c2a17b-31cb-4ca8-906d-3b270cc92c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:44.719546 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-56c2a17b-31cb-4ca8-906d-3b270cc92c5c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4aecf808-3a07-4f85-94e1-f38edfe9a5ce HTTP/1.1" status: 204 len: 168 time: 0.2575684 Aug 27 16:22:44.728288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.730251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-92f18903-6d2b-4d59-9d77-78acf866b742 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.2062569 Aug 27 16:22:44.731560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2a17b-31cb-4ca8-906d-3b270cc92c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aecf808-3a07-4f85-94e1-f38edfe9a5ce,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:44.822729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-1bb4d29b-7407-4080-9d13-c368af3aeb1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.824185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-1bb4d29b-7407-4080-9d13-c368af3aeb1e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "GET /v2.0/ports/f2f54b1e-abeb-410a-910a-a3ba67a98ed6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0827777 Aug 27 16:22:44.935724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.941650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.947569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.953394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.957219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 003b25fd-8890-4673-b1d2-c9a24be4f173 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:22:44.959600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.965275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.971252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:44.973822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-56f9aed7-5c16-4d0b-8bd7-65501bd066d1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 5431 time: 0.2426457 Aug 27 16:22:45.010921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 003b25fd-8890-4673-b1d2-c9a24be4f173 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:45.011323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:45.085718 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:45.095455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-b09d947b-d41e-437a-acfe-019b6189e5e7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "GET /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2651713 Aug 27 16:22:45.105747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a018dd9-a143-4a4b-8547-4cdbf5a8a8d7 req-1c3ad78a-920d-48d4-92d5-31005c56d964 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197629 Aug 27 16:22:45.112500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:45.244643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:45.516201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8:1::1 (d0f4c979-adee-4208-b9b0-9807da7a8ebb/7ac971ac-ac66-44ce-aa07-1e0e3eb78a12/2cfb5f8a-6db2-4759-a6c6-993f37ce6a99) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:45.519746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] For port f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:45.629920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcf469ad-0226-499c-8270-6bee1dc790a9 req-5145eb8e-6f44-4678-87ea-ab581cda40b1 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0819111 Aug 27 16:22:45.639932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] For port f2f54b1e-abeb-410a-910a-a3ba67a98ed6, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:45.691625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] device_id is not set on port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:45.711348 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:45.730187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:45.748617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:45.818861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:45.892279 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:45.956089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] No DVR routers for this DVR port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:46.042217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:46.044213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] Pushing event updated for resources: {'Port': ['ID=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:46.046245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] In _notify_port_updated(), no bound segment for port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:22:46.047117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.058498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:46.058498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-fb20dc30-d58a-4b3b-bd97-0cda732059ac service neutron] 10.222.0.97 "PUT /v2.0/ports/f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 200 len: 1026 time: 0.9484479 Aug 27 16:22:46.065641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:46.070491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:46.088075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:46.306351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6158f56e-0b7e-415e-9ceb-7a61b66ef9b0 None None] Provisioning complete for port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:46.307452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6158f56e-0b7e-415e-9ceb-7a61b66ef9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:46.325251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3e0edb7f-5304-4ceb-ae32-21b4c2422851 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.327384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3e0edb7f-5304-4ceb-ae32-21b4c2422851 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "GET /v2.0/ports/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2588785 Aug 27 16:22:46.328185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=2cfb5f8a-6db2-4759-a6c6-993f37ce6a99,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:46.384338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:46.398281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6158f56e-0b7e-415e-9ceb-7a61b66ef9b0 None None] Port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:46.513017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-2f942bb9-5e7c-4c24-a709-8298f0f96824 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.518980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-2f942bb9-5e7c-4c24-a709-8298f0f96824 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.524877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-2f942bb9-5e7c-4c24-a709-8298f0f96824 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.531249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-2f942bb9-5e7c-4c24-a709-8298f0f96824 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.537166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-2f942bb9-5e7c-4c24-a709-8298f0f96824 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.543008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-2f942bb9-5e7c-4c24-a709-8298f0f96824 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:46.544933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-2f942bb9-5e7c-4c24-a709-8298f0f96824 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 4658 time: 0.2816005 Aug 27 16:22:46.592346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88df01ce-301f-4e9c-8589-84275d4b974f req-bf4eda9b-59f2-4358-949b-43918140a934 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.1098061 Aug 27 16:22:46.603149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:46.659606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00c5cd31-da3b-477d-ae7a-6416a16dd619 req-cb9bd8ab-6881-47ef-8633-091f38bec1f5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&id=8752c78a-e6f7-47de-a0aa-08de8740fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926366 Aug 27 16:22:46.676135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device d5f9e398-2cbf-48fc-b10a-27f95e68f502 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:46.727728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-56071eb6-472c-4ae9-89a1-33b4258ea9bd None None] Provisioning for port 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:22:46.748846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-56071eb6-472c-4ae9-89a1-33b4258ea9bd None None] Provisioning complete for port 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:46.749577 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-56071eb6-472c-4ae9-89a1-33b4258ea9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:46.843461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-56071eb6-472c-4ae9-89a1-33b4258ea9bd None None] Port 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:46.872425 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:46.906323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:46.931678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:46.934269 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0ec0ec-22bb-49e7-9ac6-8f1a4c48e369" -d '{"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:46.951202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port d5f9e398-2cbf-48fc-b10a-27f95e68f502, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:46.960845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] For port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:46.982716 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6171b-16b5-4efb-82e0-4959cd8dee5d x-openstack-request-id: req-26c6171b-16b5-4efb-82e0-4959cd8dee5d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:46.983024 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:46.983485 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-26c6171b-16b5-4efb-82e0-4959cd8dee5d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:46.984052 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502', 'code': 200} Aug 27 16:22:47.063588 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.064560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f65efb8d-82c5-478d-aff9-cd2116e72100 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:47.086228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] For port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:47.166006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] device_id is not set on port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:47.185183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=d5f9e398-2cbf-48fc-b10a-27f95e68f502,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:47.203769 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.217105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.239590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f65efb8d-82c5-478d-aff9-cd2116e72100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f65efb8d-82c5-478d-aff9-cd2116e72100,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:47.306049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.463810 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.464366 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.464776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f2f54b1e-abeb-410a-910a-a3ba67a98ed6 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:47.529144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.529907 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.535572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] No DVR routers for this DVR port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:47.545219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f2f54b1e-abeb-410a-910a-a3ba67a98ed6 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:47.545957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 200211d2-583b-4ac8-9627-96905b2f132c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:47.547825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f65efb8d-82c5-478d-aff9-cd2116e72100,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:47.564599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:47.644261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=2cfb5f8a-6db2-4759-a6c6-993f37ce6a99,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:47.648109 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.686234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 200211d2-583b-4ac8-9627-96905b2f132c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=200211d2-583b-4ac8-9627-96905b2f132c,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:47.697978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] In _notify_port_updated(), no bound segment for port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f on network 35abcda2-cddf-4e28-ad60-6038aed4b642 {{(pid=95253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:22:47.698948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:47.699931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.701369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-9e4e2398-5344-4584-bcdb-2a0f53e6bf8e service neutron] 10.222.0.97 "PUT /v2.0/ports/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 200 len: 1025 time: 1.3646922 Aug 27 16:22:47.778542 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.779496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:47.799005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae038c37-7d6c-4cc5-a631-84216e21c7e9 req-8a0b5f80-ad1f-4799-8632-8dfb6a0bcb1f tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0736742 Aug 27 16:22:47.891824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=200211d2-583b-4ac8-9627-96905b2f132c,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:47.935396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fe791dad-64c8-4257-8747-03b0f1f9ce25 None None] Provisioning complete for port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:47.935955 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe791dad-64c8-4257-8747-03b0f1f9ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:47.977324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.006891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fe791dad-64c8-4257-8747-03b0f1f9ce25 None None] Port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:48.040697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:48.127406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.129868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:48.199060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:48.208517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:48.273040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b59a9-8f9f-473c-be10-b6c8b01c7e92 req-0974f23e-c981-43f9-a8c3-c76a4029e410 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:48.281476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b59a9-8f9f-473c-be10-b6c8b01c7e92 req-0974f23e-c981-43f9-a8c3-c76a4029e410 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:48.286993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:48.293650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b59a9-8f9f-473c-be10-b6c8b01c7e92 req-0974f23e-c981-43f9-a8c3-c76a4029e410 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:48.305320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b59a9-8f9f-473c-be10-b6c8b01c7e92 req-0974f23e-c981-43f9-a8c3-c76a4029e410 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:48.312025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b59a9-8f9f-473c-be10-b6c8b01c7e92 req-0974f23e-c981-43f9-a8c3-c76a4029e410 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:48.313904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b9b59a9-8f9f-473c-be10-b6c8b01c7e92 req-0974f23e-c981-43f9-a8c3-c76a4029e410 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 3880 time: 0.4924564 Aug 27 16:22:48.319009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port f65efb8d-82c5-478d-aff9-cd2116e72100 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:48.324127 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.351881 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.387860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:48.482637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b9b59a9-8f9f-473c-be10-b6c8b01c7e92 req-51bb988d-6ae5-464c-8df2-c8d1f2e56d6f tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155965 Aug 27 16:22:48.491226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.491992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:48.510897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 3f414e92-b513-4b5c-8705-cbb361944f55 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:48.518764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] For port f65efb8d-82c5-478d-aff9-cd2116e72100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f65efb8d-82c5-478d-aff9-cd2116e72100,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:48.519442 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.567529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:48.571821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:48.575747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for f65efb8d-82c5-478d-aff9-cd2116e72100 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:48.636213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4e83c9de-c7dc-42ae-b9b7-901d7b6155d2 None None] Provisioning complete for port 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:22:48.636608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e83c9de-c7dc-42ae-b9b7-901d7b6155d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.664990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:48.671462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-36caa6c5-6be2-40d1-8e65-87d21c85f17f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/3f414e92-b513-4b5c-8705-cbb361944f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5911973 Aug 27 16:22:48.673357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47650) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:48.674538 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] Sync routers for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:48.684486 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:48.685487 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:48.720993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4e83c9de-c7dc-42ae-b9b7-901d7b6155d2 None None] Port 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:22:48.727861 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:48.739025 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:48.739025 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:48.778468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b638177-7907-4c07-9297-fca688c6f204 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:48.782390 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:48.783370 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a5112-90b5-4974-88bd-e4c0ae26e977 None None] The sync data for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:48.786695 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6b638177-7907-4c07-9297-fca688c6f204 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports/2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 HTTP/1.1" status: 200 len: 913 time: 0.1121776 Aug 27 16:22:48.787389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47656) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:48.930934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2428d647-57c5-4aaf-bdbc-af477d9b1bd5 req-b93ee517-cf85-4318-8e2f-e2ef56a9f422 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0338705 Aug 27 16:22:48.939625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:48.976369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=f65efb8d-82c5-478d-aff9-cd2116e72100,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:48.985296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:48.992553 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da8007d-f4d7-42d2-9c18-ef7add1fc21f" -d '{"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "200211d2-583b-4ac8-9627-96905b2f132c"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:49.061951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] No DVR routers for this DVR port f65efb8d-82c5-478d-aff9-cd2116e72100 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:49.061951 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.064459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-3aa763ad-b1aa-4be7-b3d4-cc2e6482f97e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "DELETE /v2.0/ports/f65efb8d-82c5-478d-aff9-cd2116e72100 HTTP/1.1" status: 204 len: 173 time: 1.3548348 Aug 27 16:22:49.065038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:49.068000 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed93c7-d0c1-4d82-874f-6de21b61919c" -d '{"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:49.088749 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248105e7-5b73-4ee5-9d83-250d73a1c5f3 x-openstack-request-id: req-248105e7-5b73-4ee5-9d83-250d73a1c5f3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:49.088749 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "200211d2-583b-4ac8-9627-96905b2f132c", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:49.088749 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-248105e7-5b73-4ee5-9d83-250d73a1c5f3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:49.089715 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100', 'code': 200} Aug 27 16:22:49.090448 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c', 'code': 200} Aug 27 16:22:49.090714 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'code': 200} Aug 27 16:22:49.090977 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98', 'code': 200} Aug 27 16:22:49.166795 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28528263-7d09-4b96-9bd2-82a64fb501ca x-openstack-request-id: req-28528263-7d09-4b96-9bd2-82a64fb501ca {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:49.167192 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "f65efb8d-82c5-478d-aff9-cd2116e72100", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:49.167404 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-28528263-7d09-4b96-9bd2-82a64fb501ca {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:49.167760 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': 'f65efb8d-82c5-478d-aff9-cd2116e72100', 'status': 'completed', 'code': 200} Aug 27 16:22:49.202927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:49.203627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.318463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] For port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:49.319062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.319582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.340098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:49.654396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.693409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=e1cd36a4-7406-4c43-8860-9fc1a4bc2e98,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:49.732407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:49.733468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.758689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] No DVR routers for this DVR port e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:49.761388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.763865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-dbc88ab4-0e1e-4940-9de3-84467e879718 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "DELETE /v2.0/ports/e1cd36a4-7406-4c43-8860-9fc1a4bc2e98 HTTP/1.1" status: 204 len: 173 time: 0.6917970 Aug 27 16:22:49.774490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646746d-41be-4b43-9a5a-1eaa1c89c9d1 req-1d4e52e9-a5bb-4d87-bd99-de579d80be37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:49.780828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646746d-41be-4b43-9a5a-1eaa1c89c9d1 req-1d4e52e9-a5bb-4d87-bd99-de579d80be37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:49.787798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646746d-41be-4b43-9a5a-1eaa1c89c9d1 req-1d4e52e9-a5bb-4d87-bd99-de579d80be37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:49.793896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646746d-41be-4b43-9a5a-1eaa1c89c9d1 req-1d4e52e9-a5bb-4d87-bd99-de579d80be37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:49.795689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c646746d-41be-4b43-9a5a-1eaa1c89c9d1 req-1d4e52e9-a5bb-4d87-bd99-de579d80be37 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 3065 time: 0.1950679 Aug 27 16:22:49.824947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:49.857623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 2cfb5f8a-6db2-4759-a6c6-993f37ce6a99 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:49.868782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c646746d-41be-4b43-9a5a-1eaa1c89c9d1 req-d2a25d2e-58fe-4e55-ac6f-b04b9f9a5143 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651708 Aug 27 16:22:49.945019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port d5f9e398-2cbf-48fc-b10a-27f95e68f502 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:49.945494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.087888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed012a1f-c15e-46d7-b78f-2a3427e5060e req-e75491b8-6f14-4964-8876-34a3e2935e46 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0544076 Aug 27 16:22:50.146059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] For port d5f9e398-2cbf-48fc-b10a-27f95e68f502, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d5f9e398-2cbf-48fc-b10a-27f95e68f502,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:50.146448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.165055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for d5f9e398-2cbf-48fc-b10a-27f95e68f502 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:50.207484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.287225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=2cfb5f8a-6db2-4759-a6c6-993f37ce6a99,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:50.436509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.459227 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.488644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=d5f9e398-2cbf-48fc-b10a-27f95e68f502,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:50.537809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] No DVR routers for this DVR port d5f9e398-2cbf-48fc-b10a-27f95e68f502 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:50.540523 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.542613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-f6069516-8299-41ea-abae-9e30de8e9881 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "DELETE /v2.0/ports/d5f9e398-2cbf-48fc-b10a-27f95e68f502 HTTP/1.1" status: 204 len: 173 time: 0.7459755 Aug 27 16:22:50.617954 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3b6229f-1b10-4a93-80a3-70df020855eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.656550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port 200211d2-583b-4ac8-9627-96905b2f132c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:50.656892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.676774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 3f414e92-b513-4b5c-8705-cbb361944f55 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:50.749692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] For port 200211d2-583b-4ac8-9627-96905b2f132c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=200211d2-583b-4ac8-9627-96905b2f132c,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:50.749977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:50.764259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for 200211d2-583b-4ac8-9627-96905b2f132c owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:50.768962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:50.778599 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-054e978b-85dc-4068-a12f-9eb2ed85394b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/3f414e92-b513-4b5c-8705-cbb361944f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9863775 Aug 27 16:22:50.778749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47696) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:50.779995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] Sync routers for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:50.796714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:50.797350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:50.845532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:50.856345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:50.857255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:50.898771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:50.899548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6c672-ce79-4232-a891-9ae06e9d37ac None None] The sync data for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:50.992820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47704) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:51.056719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.095851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=200211d2-583b-4ac8-9627-96905b2f132c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:51.160925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] No DVR routers for this DVR port 200211d2-583b-4ac8-9627-96905b2f132c on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:51.172715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.175294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-bfbc6c48-479c-4668-b8e1-3313dbac9528 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "DELETE /v2.0/ports/200211d2-583b-4ac8-9627-96905b2f132c HTTP/1.1" status: 204 len: 173 time: 0.6236894 Aug 27 16:22:51.184179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782dee7-836b-4f0d-8937-56eee99c2378 req-a19a849f-8282-4be9-b40b-6800762754bb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:51.191007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782dee7-836b-4f0d-8937-56eee99c2378 req-a19a849f-8282-4be9-b40b-6800762754bb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:51.192794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e782dee7-836b-4f0d-8937-56eee99c2378 req-a19a849f-8282-4be9-b40b-6800762754bb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 1599 time: 0.1792431 Aug 27 16:22:51.193279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502'}, {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:51.195821 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79488ed-16e9-432a-bbb3-68468c261f61" -d '{"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502"}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "200211d2-583b-4ac8-9627-96905b2f132c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:51.222082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.242317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f7c0aa31-5d50-4433-9817-377d9a089289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.284302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2865f27f-204a-41d8-9e92-037b202cf628 req-86564f58-0e73-41f3-98d3-ecff58d9dc61 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0825975 Aug 27 16:22:51.350114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e782dee7-836b-4f0d-8937-56eee99c2378 req-c2e484c3-0d87-48b1-855c-b32c06c382b7 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups?id=06cc33c0-0b2f-412b-8a50-30fa75346f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344645 Aug 27 16:22:51.418258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:51.418605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.436299 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd2bce-c79c-4772-833b-74737efe8853 x-openstack-request-id: req-0fbd2bce-c79c-4772-833b-74737efe8853 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:51.436611 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "e1cd36a4-7406-4c43-8860-9fc1a4bc2e98", "status": "completed", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "d5f9e398-2cbf-48fc-b10a-27f95e68f502", "status": "completed", "code": 200}, {"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "200211d2-583b-4ac8-9627-96905b2f132c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:51.436866 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0fbd2bce-c79c-4772-833b-74737efe8853 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:51.437270 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': 'e1cd36a4-7406-4c43-8860-9fc1a4bc2e98', 'status': 'completed', 'code': 200} Aug 27 16:22:51.437528 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': 'd5f9e398-2cbf-48fc-b10a-27f95e68f502', 'status': 'completed', 'code': 200} Aug 27 16:22:51.437784 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': '200211d2-583b-4ac8-9627-96905b2f132c', 'status': 'completed', 'code': 200} Aug 27 16:22:51.507176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f7c0aa31-5d50-4433-9817-377d9a089289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.545400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] For port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:51.545783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.547002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 5d5be255-4410-4c42-b155-ea975868ed0e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:51.547399 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.619801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f7c0aa31-5d50-4433-9817-377d9a089289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.651072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.668083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 5d5be255-4410-4c42-b155-ea975868ed0e owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:51.745564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f7c0aa31-5d50-4433-9817-377d9a089289 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a43db08012f04cd3ad5733deed6cd116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516227 Aug 27 16:22:51.749974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47720) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:51.750586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0aa31-5d50-4433-9817-377d9a089289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db882abe-27ae-4e4d-9cbf-57db8d26ea08,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:51.826954 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.827759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.828083 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Floating IP 0fb042bd-dc82-4a33-b867-78ccfe7a7662 disassociated. External IP: 172.25.4.7, port: 6f09f67d-02ec-47b0-8007-59fdd9cbdee6. Aug 27 16:22:51.828431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:51.857728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b50d6f44-471c-4738-95a3-1c2844b9b439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:51.907974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b50d6f44-471c-4738-95a3-1c2844b9b439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.058298 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.089990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=6f09f67d-02ec-47b0-8007-59fdd9cbdee6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:52.217495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Router 10258984-73bf-4ec3-8210-83b1f6008c6b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:52.321222 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.350548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:52.357304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=5d5be255-4410-4c42-b155-ea975868ed0e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:52.363879 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] Sync routers for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:52.382782 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:52.386073 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:52.406345 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b50d6f44-471c-4738-95a3-1c2844b9b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.416815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b50d6f44-471c-4738-95a3-1c2844b9b439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.426560 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b50d6f44-471c-4738-95a3-1c2844b9b439 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/db882abe-27ae-4e4d-9cbf-57db8d26ea08 HTTP/1.1" status: 204 len: 168 time: 0.6753244 Aug 27 16:22:52.441798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d6f44-471c-4738-95a3-1c2844b9b439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db882abe-27ae-4e4d-9cbf-57db8d26ea08,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:52.496099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] No DVR routers for this DVR port 6f09f67d-02ec-47b0-8007-59fdd9cbdee6 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:52.508727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bc9dc47-ad38-4a56-a06c-2e4ce9975598 req-98d5ea47-e6d0-4a9d-9f44-ee17e51fc330 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.1160438 Aug 27 16:22:52.511726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.517693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e22ae3a-4a41-4a46-94f1-fa41c99cdb2f req-43a94246-b980-4ad2-b5f6-18a74c6965df tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.97 "DELETE /v2.0/ports/6f09f67d-02ec-47b0-8007-59fdd9cbdee6 HTTP/1.1" status: 204 len: 173 time: 1.3138976 Aug 27 16:22:52.621234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:52.769065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-888b300d-c782-4e96-965f-e22feb997a9d req-9dd0251b-5181-4591-9abf-bcaf04263453 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0609460 Aug 27 16:22:52.948549 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:52.992844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 3f414e92-b513-4b5c-8705-cbb361944f55 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:22:53.098052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.129836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:22:53.144127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] Sync routers for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:22:53.162910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6338dd23-bad7-477b-b988-44d9d2a0aef2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/3f414e92-b513-4b5c-8705-cbb361944f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823142 Aug 27 16:22:53.164349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:53.165000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:53.165694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47744) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:53.218756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-974b151c-df93-4cb6-9c7f-3d9b2053a01d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f414e92-b513-4b5c-8705-cbb361944f55 HTTP/1.1" status: 200 len: 205 time: 0.0516083 Aug 27 16:22:53.221770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47746) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:53.228363 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:50Z', 'revision_number': 5, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:53.269087 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] Checking router: 10258984-73bf-4ec3-8210-83b1f6008c6b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:22:53.280826 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:53.281750 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:53.330869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dee417-b70a-4457-92b3-41c0f8ab72c1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.439182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:22:53.442860 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657943e-cfea-4788-95b0-53b070d6aaf6" -d '{"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:22:53.447453 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44bb91a7-5dc5-4ad7-a222-ddc0eedb718c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.457434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:53.476575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] Routers {'3f414e92-b513-4b5c-8705-cbb361944f55'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:22:53.477392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3f414e92-b513-4b5c-8705-cbb361944f55'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:53.517279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:53.518299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a45c1-d1b1-4095-929a-03ad25534505 None None] The sync data for ids ['3f414e92-b513-4b5c-8705-cbb361944f55'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:53.528738 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462595d0-c58d-48c1-9375-3a9ebe81fb16 x-openstack-request-id: req-462595d0-c58d-48c1-9375-3a9ebe81fb16 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:22:53.529277 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced79d15-2b38-4154-a9f8-4dfd618ae760", "name": "network-vif-deleted", "tag": "6f09f67d-02ec-47b0-8007-59fdd9cbdee6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:22:53.529558 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-462595d0-c58d-48c1-9375-3a9ebe81fb16 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:22:53.530098 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced79d15-2b38-4154-a9f8-4dfd618ae760', 'name': 'network-vif-deleted', 'tag': '6f09f67d-02ec-47b0-8007-59fdd9cbdee6', 'status': 'completed', 'code': 200} Aug 27 16:22:53.601074 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.614370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47764) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:53.619985 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:22:53.636078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48baa051-bf65-4c23-aad1-96f418ed4022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.695956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dee417-b70a-4457-92b3-41c0f8ab72c1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.700932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dee417-b70a-4457-92b3-41c0f8ab72c1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.844894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48baa051-bf65-4c23-aad1-96f418ed4022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.888945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b37049ae-58bc-4a40-bd58-784eba8799f0 req-b3bb7655-772d-40b4-b029-92f1d6de6646 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0310483 Aug 27 16:22:53.895442 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.921113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48baa051-bf65-4c23-aad1-96f418ed4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.921352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dee417-b70a-4457-92b3-41c0f8ab72c1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.922742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dee417-b70a-4457-92b3-41c0f8ab72c1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Fanout notify agent at l3_agent the message router_deleted on router 3f414e92-b513-4b5c-8705-cbb361944f55 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:22:53.944665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dee417-b70a-4457-92b3-41c0f8ab72c1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:53.946330 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-32dee417-b70a-4457-92b3-41c0f8ab72c1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/3f414e92-b513-4b5c-8705-cbb361944f55 HTTP/1.1" status: 204 len: 168 time: 0.7232563 Aug 27 16:22:53.949546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47778) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:53.997808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3ba1089-5334-4709-b644-f95b9604ce47 req-2c6628ec-7e86-4e9b-b800-6f478e4f0209 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0734677 Aug 27 16:22:54.006987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-48baa051-bf65-4c23-aad1-96f418ed4022 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7f97316e7d074ed19882cfc1d8dd1407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913715 Aug 27 16:22:54.012346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47780) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:54.024292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baa051-bf65-4c23-aad1-96f418ed4022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad6cfd-75ca-407a-9e81-523d11ac4593,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:54.090372 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:50Z', 'revision_number': 5, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:54.101691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet 7ac971ac-ac66-44ce-aa07-1e0e3eb78a12 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:54.105861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.120241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4effec6c-fa3a-4054-ad77-232b016d7b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.124501 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b383f-1555-41b3-9828-f6a74c87444f None None] The sync data for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 is: [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:11:42Z', 'revision_number': 4, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'f150bcbe-5c40-4fa4-91d0-88290fe6069f', 'name': '', 'network_id': '7639636b-2e68-444d-a756-114c35a3b4a0', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'mac_address': 'fa:16:3e:c4:ec:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:40Z', 'updated_at': '2021-08-27T16:11:50Z', 'revision_number': 5, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'subnets': [{'id': '7dfc397f-74cd-49c3-81a0-081d7f19c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:22:54.150843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4effec6c-fa3a-4054-ad77-232b016d7b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.160181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.258738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.292408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4effec6c-fa3a-4054-ad77-232b016d7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.295158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4effec6c-fa3a-4054-ad77-232b016d7b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.296334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4effec6c-fa3a-4054-ad77-232b016d7b56 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c0ad6cfd-75ca-407a-9e81-523d11ac4593 HTTP/1.1" status: 204 len: 168 time: 0.2827952 Aug 27 16:22:54.305767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effec6c-fa3a-4054-ad77-232b016d7b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad6cfd-75ca-407a-9e81-523d11ac4593,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:54.390215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.422233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac971ac-ac66-44ce-aa07-1e0e3eb78a12,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:54.425875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.428204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-97ee7177-860b-4d03-aa50-ce899dd9a007 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/7ac971ac-ac66-44ce-aa07-1e0e3eb78a12 HTTP/1.1" status: 204 len: 168 time: 0.4769306 Aug 27 16:22:54.431577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47788) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:54.439822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f83cb-97a7-4538-9236-c8c21c0605dc None None] Network d0f4c979-adee-4208-b9b0-9807da7a8ebb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:54.507716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet 5dd73e9f-87c8-4ecd-8229-3e9f66526959 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:22:54.513711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.520423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.566398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.604744 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653497b7-f616-47c2-ab8f-30215dd4238e None None] New status for floating IP 0fb042bd-dc82-4a33-b867-78ccfe7a7662: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:22:54.708072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] DHCP port deletion for d0f4c979-adee-4208-b9b0-9807da7a8ebb request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:22:54.798323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] Deleting port 003b25fd-8890-4673-b1d2-c9a24be4f173 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:54.798800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.921268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] For port 003b25fd-8890-4673-b1d2-c9a24be4f173, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=003b25fd-8890-4673-b1d2-c9a24be4f173,segment=NetworkSegment(7d95fe1c-1845-4ea5-974d-a9585e4fc0c5),segment_id=7d95fe1c-1845-4ea5-974d-a9585e4fc0c5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:54.921936 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:54.951585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] Calling delete_port for 003b25fd-8890-4673-b1d2-c9a24be4f173 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:55.043701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 003b25fd-8890-4673-b1d2-c9a24be4f173 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:55.049325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.143453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3455a13-8eef-468a-9cd0-367670732ba5 req-f8b6b52a-5c64-42b4-880f-c4bc24a2ec76 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0328195 Aug 27 16:22:55.190228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.227714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df24ede0-122f-4ac7-b7f2-19d4f5103898 req-d835fc20-a2cf-4113-b7fd-06bfd8d77348 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0328360 Aug 27 16:22:55.241428 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.270118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd73e9f-87c8-4ecd-8229-3e9f66526959,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:55.277090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.280853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-325ea043-54cc-43d9-8ed1-80faff1b5682 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/5dd73e9f-87c8-4ecd-8229-3e9f66526959 HTTP/1.1" status: 204 len: 168 time: 0.8479147 Aug 27 16:22:55.284139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47812) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:55.288071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 003b25fd-8890-4673-b1d2-c9a24be4f173, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=003b25fd-8890-4673-b1d2-c9a24be4f173,segment=NetworkSegment(7d95fe1c-1845-4ea5-974d-a9585e4fc0c5),segment_id=7d95fe1c-1845-4ea5-974d-a9585e4fc0c5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:55.291401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c4ca4-f660-48f4-8678-55df96599e26 None None] Network 23e7b8f1-a281-49c9-a05d-240507d879dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:55.384428 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.411611 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.455525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 003b25fd-8890-4673-b1d2-c9a24be4f173 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:55.456605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.475002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=003b25fd-8890-4673-b1d2-c9a24be4f173,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:55.538649 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.539137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 003b25fd-8890-4673-b1d2-c9a24be4f173, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=003b25fd-8890-4673-b1d2-c9a24be4f173,segment=NetworkSegment(7d95fe1c-1845-4ea5-974d-a9585e4fc0c5),segment_id=7d95fe1c-1845-4ea5-974d-a9585e4fc0c5)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:55.539889 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.548642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] DHCP port deletion for 23e7b8f1-a281-49c9-a05d-240507d879dd request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:22:55.554725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 003b25fd-8890-4673-b1d2-c9a24be4f173 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:55.589708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] No DVR routers for this DVR port 003b25fd-8890-4673-b1d2-c9a24be4f173 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:55.593509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb2e3-4202-4d77-8a7a-5b7cf518c867 None None] Pushing event deleted for resources: {'Port': ['ID=003b25fd-8890-4673-b1d2-c9a24be4f173,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:55.652382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] Deleting port af783201-6822-451c-8ef2-0de0922cecaf {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:22:55.653044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.743754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.746398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] For port af783201-6822-451c-8ef2-0de0922cecaf, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=af783201-6822-451c-8ef2-0de0922cecaf,segment=NetworkSegment(09597282-4d42-4a5c-9c66-3295ba15bcdc),segment_id=09597282-4d42-4a5c-9c66-3295ba15bcdc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:22:55.746859 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.775186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] Calling delete_port for af783201-6822-451c-8ef2-0de0922cecaf owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:22:55.776363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port 003b25fd-8890-4673-b1d2-c9a24be4f173 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:55.785327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=003b25fd-8890-4673-b1d2-c9a24be4f173,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:55.902346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.914590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f4c979-adee-4208-b9b0-9807da7a8ebb']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:55.932517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d95fe1c-1845-4ea5-974d-a9585e4fc0c5') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:55.932817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d95fe1c-1845-4ea5-974d-a9585e4fc0c5') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:55.944631 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.964954 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.981085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:55.983238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:55.989148 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:56.018510 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.060334 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.098366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] Pushing event deleted for resources: {'Port': ['ID=af783201-6822-451c-8ef2-0de0922cecaf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:56.101960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228b390-8528-44a5-b199-2795975eeed4 None None] No DVR routers for this DVR port af783201-6822-451c-8ef2-0de0922cecaf on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:22:56.260369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7af0e44a-eb51-4cbf-8573-207817479294 req-399a4458-5fc5-47f5-863d-3d2451fcd6c5 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0293808 Aug 27 16:22:56.261581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.268774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.270974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/d0f4c979-adee-4208-b9b0-9807da7a8ebb HTTP/1.1" status: 204 len: 168 time: 0.9857450 Aug 27 16:22:56.273876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47840) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:56.308154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919afa0-f8c0-49c1-8635-2f03286f0a9f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=d0f4c979-adee-4208-b9b0-9807da7a8ebb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:56.381000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.383715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0638bad2-4db8-40fa-a2e4-1d41127816f0 req-4313b9ce-9422-4bd3-b74c-edaa80607edd tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0285895 Aug 27 16:22:56.490931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.516497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e7b8f1-a281-49c9-a05d-240507d879dd']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:56.529211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09597282-4d42-4a5c-9c66-3295ba15bcdc') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:56.529520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09597282-4d42-4a5c-9c66-3295ba15bcdc') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:22:56.539496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.554616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.562464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:22:56.563245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:22:56.567057 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:22:56.766652 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.774619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.776745 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/23e7b8f1-a281-49c9-a05d-240507d879dd HTTP/1.1" status: 204 len: 168 time: 0.5010638 Aug 27 16:22:56.781009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47858) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:56.788016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-382876674'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:56.817563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831edf6-8eb0-490b-a1b8-26742ff21737 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=23e7b8f1-a281-49c9-a05d-240507d879dd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:56.977761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:56.981538 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:56.993742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device af783201-6822-451c-8ef2-0de0922cecaf no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:22:57.009747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:22:57.019663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: af783201-6822-451c-8ef2-0de0922cecaf {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:22:57.028059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device af783201-6822-451c-8ef2-0de0922cecaf not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:22:57.028298 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.028298 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 6207eec5-7877-4468-be3d-844ebe242174 of type vlan for network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e Aug 27 16:22:57.077315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.233272 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.241190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:57.242124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.332594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=fa22c2de-ccfc-4fc5-b2f1-221eabd0682e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:57.349656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:22:57.424528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4d8f6e1-2676-4c8e-9983-66b17c2ba677 req-3c41e98b-c7fe-4104-acf3-8397991ffae3 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0368638 Aug 27 16:22:57.434912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:57.437172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2d98c675-e4f8-4717-bf8c-0b0622d70471 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6530161 Aug 27 16:22:57.441542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:57.525845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d61f4ef-9325-4df0-b912-a891ba0e79dd req-09e6ab62-6c14-4446-8d44-28b962f6403e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0412257 Aug 27 16:22:57.684980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:57.688906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:57.830971 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:22:58.001077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.082680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=6ad7681c-5bd0-4468-b483-7e5dc3eebb1b,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:58.098652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '6207eec5-7877-4468-be3d-844ebe242174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:58.098971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: fa22c2de-ccfc-4fc5-b2f1-221eabd0682e, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:22:58.215922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:22:58.320269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, fa22c2de-ccfc-4fc5-b2f1-221eabd0682e) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:58.324710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:58.325647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.336492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24911477-35f5-4714-abb1-4b01829a7b8e None None] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:22:58.440455 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-584f809d-786e-4998-af30-f6430a7523da tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0036721 Aug 27 16:22:58.444362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47912) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:58.449407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2a5eacdb-8d0c-4181-9b7f-54f702705320 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-55128190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:58.518126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-fa22c2de-ccfc-4fc5-b2f1-221eabd0682e', 'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': '6ad7681c-5bd0-4468-b483-7e5dc3eebb1b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:22:58.519013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.550000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a413978-5745-4713-9e54-12caabd41411 req-364be44e-6a62-4e21-8ca8-f366ede694db tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0351014 Aug 27 16:22:58.555936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a5eacdb-8d0c-4181-9b7f-54f702705320 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.562597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a5eacdb-8d0c-4181-9b7f-54f702705320 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.644372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a5eacdb-8d0c-4181-9b7f-54f702705320 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.662682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d53ab92-8927-41eb-9e1a-7b18bde29922 req-5ff71f21-6ad1-4a4a-b002-f6f333f64adb tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0314763 Aug 27 16:22:58.713240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Allocated IP 2001:db8::2 (fa22c2de-ccfc-4fc5-b2f1-221eabd0682e/6ad7681c-5bd0-4468-b483-7e5dc3eebb1b/76a87797-cad9-45d6-ac4f-dd0536b81280) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:58.730994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a5eacdb-8d0c-4181-9b7f-54f702705320 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.829223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a5eacdb-8d0c-4181-9b7f-54f702705320 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.833460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2a5eacdb-8d0c-4181-9b7f-54f702705320 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3876278 Aug 27 16:22:58.836091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47930) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:22:58.845201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'port': {'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e', 'name': 'tempest-RoutersIpV6Test-251079711'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:22:58.891512 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:58.901803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Transition to ACTIVE for port object 76a87797-cad9-45d6-ac4f-dd0536b81280 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:58.920956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Transition to ACTIVE for port object 76a87797-cad9-45d6-ac4f-dd0536b81280 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:59.010728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.059626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:59.061124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:59.072815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Pushing event updated for resources: {'Port': ['ID=76a87797-cad9-45d6-ac4f-dd0536b81280,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:59.075812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:59.135827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:22:59.139977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.146414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Attempting to bind port 76a87797-cad9-45d6-ac4f-dd0536b81280 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:22:59.146914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Attempting to bind port 76a87797-cad9-45d6-ac4f-dd0536b81280 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '6207eec5-7877-4468-be3d-844ebe242174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:22:59.147317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Attempting to bind port 76a87797-cad9-45d6-ac4f-dd0536b81280 on network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:22:59.153356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:22:59.153743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Checking segment: {'id': '6207eec5-7877-4468-be3d-844ebe242174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:22:59.154156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.155111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Bound using segment: {'id': '6207eec5-7877-4468-be3d-844ebe242174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:22:59.155111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Bound port: 76a87797-cad9-45d6-ac4f-dd0536b81280, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6207eec5-7877-4468-be3d-844ebe242174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'fa22c2de-ccfc-4fc5-b2f1-221eabd0682e'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:22:59.155476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.164251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] device_id is not set on port 6253839c-7b59-4d10-b8c8-f611af54cdee yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:22:59.224899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] For port 76a87797-cad9-45d6-ac4f-dd0536b81280, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:22:59.228553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] For port 76a87797-cad9-45d6-ac4f-dd0536b81280, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=76a87797-cad9-45d6-ac4f-dd0536b81280,segment=NetworkSegment(6207eec5-7877-4468-be3d-844ebe242174),segment_id=6207eec5-7877-4468-be3d-844ebe242174)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:22:59.305297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8::2e1 (fa22c2de-ccfc-4fc5-b2f1-221eabd0682e/6ad7681c-5bd0-4468-b483-7e5dc3eebb1b/6253839c-7b59-4d10-b8c8-f611af54cdee) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:22:59.332743 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.438194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e4610-f674-4369-b13e-6b49fa64158b None None] Pushing event updated for resources: {'Port': ['ID=76a87797-cad9-45d6-ac4f-dd0536b81280,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:59.523030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.549436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 6253839c-7b59-4d10-b8c8-f611af54cdee will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:22:59.733626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70241845-f8ea-4112-8dbe-cccc6db0bf83 req-299c128a-4057-4ec3-9c90-8c188ccca679 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0469143 Aug 27 16:22:59.742068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.785939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:22:59.792670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:22:59.801122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:22:59.807412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:22:59.808115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:22:59.826460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=6253839c-7b59-4d10-b8c8-f611af54cdee,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:22:59.895867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cec1dd3f-c9d0-4a18-9f59-a8c6ea6486cd req-c466e0c1-e2d2-4fc8-b7c6-ce6bd33287fa tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0510569 Aug 27 16:22:59.955696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4819854f-58e6-4ec0-85ec-8cb9b78d7bdb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1163499 Aug 27 16:22:59.964851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:00.379071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:00.541324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47974) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:00.737907 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d016f73-5b78-4b88-961d-5e8238a219a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:00.738074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e57d9-fb50-4d2b-846d-e6fcc188adad None None] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:00.758773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:00.838814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:00.925105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d016f73-5b78-4b88-961d-5e8238a219a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.005548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1e76744a-12da-467c-8c0d-df432a285415 None None] Provisioning for port 76a87797-cad9-45d6-ac4f-dd0536b81280 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:01.008992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36c259af-c94e-4c82-afdf-6fbaa5c7f672 req-8c7c074b-5c30-4752-a32c-235a4a44b1d2 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.1337907 Aug 27 16:23:01.017102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d016f73-5b78-4b88-961d-5e8238a219a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.089751 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8d016f73-5b78-4b88-961d-5e8238a219a1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b4b4bff248bc4d19a5727d8041f20d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464878 Aug 27 16:23:01.093449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47986) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:01.103834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d016f73-5b78-4b88-961d-5e8238a219a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc62e01-03e5-40d2-bea3-9ba24afe0fe0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:01.104530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a87797-cad9-45d6-ac4f-dd0536b81280 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:01.134256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-837d1288-6e49-4055-b966-d27b59960958 req-b4235e91-0388-495c-9ed0-af324ee07fb1 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0680161 Aug 27 16:23:01.140386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=6253839c-7b59-4d10-b8c8-f611af54cdee,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:01.167052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d169756-48a8-49d1-b98b-d477fb2af4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.206010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d169756-48a8-49d1-b98b-d477fb2af4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.288004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.297096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 76a87797-cad9-45d6-ac4f-dd0536b81280 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:01.303142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 76a87797-cad9-45d6-ac4f-dd0536b81280 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:01.303681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.410265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d169756-48a8-49d1-b98b-d477fb2af4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.416621 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d169756-48a8-49d1-b98b-d477fb2af4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.419724 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d169756-48a8-49d1-b98b-d477fb2af4e6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2dc62e01-03e5-40d2-bea3-9ba24afe0fe0 HTTP/1.1" status: 204 len: 168 time: 0.3232632 Aug 27 16:23:01.422324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.460377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d169756-48a8-49d1-b98b-d477fb2af4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc62e01-03e5-40d2-bea3-9ba24afe0fe0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:01.490177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 76a87797-cad9-45d6-ac4f-dd0536b81280, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=76a87797-cad9-45d6-ac4f-dd0536b81280,segment=NetworkSegment(6207eec5-7877-4468-be3d-844ebe242174),segment_id=6207eec5-7877-4468-be3d-844ebe242174)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:01.507088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Provisioning complete for port 76a87797-cad9-45d6-ac4f-dd0536b81280 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:01.507088 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.545585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.610372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.624095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:01.722184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=76a87797-cad9-45d6-ac4f-dd0536b81280,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:01.790564 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:23:01.791169 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:23:01.951056 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.015828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.016687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.114175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=6253839c-7b59-4d10-b8c8-f611af54cdee,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:02.192881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb07975d-2da1-4222-805d-ea6d39001e0b req-730965fe-a670-4cad-9166-824f9429c7ab tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0372870 Aug 27 16:23:02.203737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:02.205635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:02.356854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2252c73-5ada-422d-87c9-918dfc876215 req-672296b8-07e6-4073-a471-58d9f9bb2aaa tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0756850 Aug 27 16:23:02.436259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48014) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:02.452027 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b1e29b-22c8-4d4b-846c-28681fa32041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.524711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Provisioning for port 6253839c-7b59-4d10-b8c8-f611af54cdee completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:02.528727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Provisioning complete for port 6253839c-7b59-4d10-b8c8-f611af54cdee triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:02.533263 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.579725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b1e29b-22c8-4d4b-846c-28681fa32041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.583477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 3e240e15-932b-4ec9-9bbc-2aeb37fb38b7 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:02.585497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-117b7027-4e72-4941-bf9a-f250c4a9b468 None None] Port 6253839c-7b59-4d10-b8c8-f611af54cdee cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:02.639920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b1e29b-22c8-4d4b-846c-28681fa32041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.681731 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-69b1e29b-22c8-4d4b-846c-28681fa32041 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9bf524f61b364b72919a0757add7cc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438827 Aug 27 16:23:02.682757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1e29b-22c8-4d4b-846c-28681fa32041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42385a95-f71f-485f-b214-655555de902a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:02.684400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48018) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:02.708684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-83dc4083-4042-47aa-857d-40a5e38e58cf None None] Provisioning complete for port 6253839c-7b59-4d10-b8c8-f611af54cdee triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:02.709197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-83dc4083-4042-47aa-857d-40a5e38e58cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.717034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:02.724521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e7bd74fa-f3aa-419e-99fa-26f5bae9985a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/3e240e15-932b-4ec9-9bbc-2aeb37fb38b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7583778 Aug 27 16:23:02.727138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48020) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:02.731499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] Sync routers for ids ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:02.750670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] Routers {'3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:02.750670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:02.765588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac2b618f-7476-4c7f-8b11-71a1d8a22f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.786981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f377c84-88e8-4b2f-a166-69f9975e8e79 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:02.788747 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8f377c84-88e8-4b2f-a166-69f9975e8e79 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports/6253839c-7b59-4d10-b8c8-f611af54cdee HTTP/1.1" status: 200 len: 983 time: 0.0603931 Aug 27 16:23:02.790494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:02.791908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48024) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:02.799611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac2b618f-7476-4c7f-8b11-71a1d8a22f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.821077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-83dc4083-4042-47aa-857d-40a5e38e58cf None None] Port 6253839c-7b59-4d10-b8c8-f611af54cdee cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:02.833583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] Routers {'3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:02.834436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:02.869909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:02.870728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5defbb1f-7850-4772-b577-3f68dbabfe72 None None] The sync data for ids ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:02.949074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac2b618f-7476-4c7f-8b11-71a1d8a22f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.952290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac2b618f-7476-4c7f-8b11-71a1d8a22f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:02.954175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ac2b618f-7476-4c7f-8b11-71a1d8a22f2f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/42385a95-f71f-485f-b214-655555de902a HTTP/1.1" status: 204 len: 168 time: 0.2687430 Aug 27 16:23:02.965557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b618f-7476-4c7f-8b11-71a1d8a22f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42385a95-f71f-485f-b214-655555de902a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:02.997743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a87797-cad9-45d6-ac4f-dd0536b81280 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:03.057048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 76a87797-cad9-45d6-ac4f-dd0536b81280 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:03.057850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.282551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.370030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8c5c33c-0d09-4e2b-ae2d-fed9e27bd9dd req-5cfe9898-17a0-4862-a2b6-f513fb353813 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0684075 Aug 27 16:23:03.509231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4eb55134-921e-41af-9325-55f2ddbbd1e3 req-7ecfc8a3-2b0b-401f-bdc1-bd0e11f2f45d tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0321510 Aug 27 16:23:03.679452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 6253839c-7b59-4d10-b8c8-f611af54cdee {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:03.680011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.772662 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:03.784773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 6253839c-7b59-4d10-b8c8-f611af54cdee owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:04.101424 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:04.137363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=6253839c-7b59-4d10-b8c8-f611af54cdee,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:04.246277 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:04.490127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55edc941-9ac7-46b5-9c7d-12c7552ffc9a req-852a59f8-2ba8-449f-a14e-5588061445b0 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0434644 Aug 27 16:23:04.623319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ff7e234-f482-4473-b32c-e97c38219e08 req-121452b9-5882-4bc4-83cd-075f95889a31 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0298047 Aug 27 16:23:04.731455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 3e240e15-932b-4ec9-9bbc-2aeb37fb38b7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:04.837147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:04.848583 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e5bbcd0d-8fa0-4933-93b5-f4ddae780322 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/3e240e15-932b-4ec9-9bbc-2aeb37fb38b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0553811 Aug 27 16:23:04.851566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48092) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:04.854005 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] Sync routers for ids ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:04.864890 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] Routers {'3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:04.866625 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:04.930450 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:04.940215 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] Routers {'3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:04.940907 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:04.998014 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:04.999540 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6e248-a4e7-4674-99f3-982494e03e48 None None] The sync data for ids ['3e240e15-932b-4ec9-9bbc-2aeb37fb38b7'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:05.066280 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-344afbf1-6181-41c9-95b8-52d63fcb0b20 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 16:23:05.070484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-344afbf1-6181-41c9-95b8-52d63fcb0b20 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/3e240e15-932b-4ec9-9bbc-2aeb37fb38b7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2178223 Aug 27 16:23:05.070972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48106) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:05.116114 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-724b9f6a-eca6-4b37-838a-bc01d79b0645 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e240e15-932b-4ec9-9bbc-2aeb37fb38b7 HTTP/1.1" status: 200 len: 205 time: 0.0417089 Aug 27 16:23:05.116494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48110) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:05.202678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9545da19-0f93-40f6-8e31-a334637ad8a8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:05.374060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9545da19-0f93-40f6-8e31-a334637ad8a8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:05.377300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9545da19-0f93-40f6-8e31-a334637ad8a8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:05.740187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d88c138b-b341-45a9-acd5-88fe9ea598d5 req-07197328-40be-410f-aa19-6696b670fde1 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0340097 Aug 27 16:23:05.847172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b1a4a0-5aaf-4fa4-be93-efafac7c7ed4 req-f3a10ee6-c8c4-49d7-93f2-3d47f926cb13 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0339499 Aug 27 16:23:05.855651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9545da19-0f93-40f6-8e31-a334637ad8a8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:05.856473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9545da19-0f93-40f6-8e31-a334637ad8a8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Fanout notify agent at l3_agent the message router_deleted on router 3e240e15-932b-4ec9-9bbc-2aeb37fb38b7 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:23:05.867713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9545da19-0f93-40f6-8e31-a334637ad8a8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:05.869711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48130) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:05.870187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9545da19-0f93-40f6-8e31-a334637ad8a8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/3e240e15-932b-4ec9-9bbc-2aeb37fb38b7 HTTP/1.1" status: 204 len: 168 time: 0.7523370 Aug 27 16:23:05.927819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet 6ad7681c-5bd0-4468-b483-7e5dc3eebb1b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:05.931613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:05.981745 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.080001 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.258362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.280016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad7681c-5bd0-4468-b483-7e5dc3eebb1b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:06.287169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.292557 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-93c227ff-af30-4aa2-b2ca-31fb41ef7db3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/6ad7681c-5bd0-4468-b483-7e5dc3eebb1b HTTP/1.1" status: 204 len: 168 time: 0.4179552 Aug 27 16:23:06.293118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f1364-da7a-4663-9043-2577e0cbcdb5 None None] Network fa22c2de-ccfc-4fc5-b2f1-221eabd0682e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:06.296387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:06.414161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.481510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 76a87797-cad9-45d6-ac4f-dd0536b81280 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:06.484890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.562606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 76a87797-cad9-45d6-ac4f-dd0536b81280, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=76a87797-cad9-45d6-ac4f-dd0536b81280,segment=NetworkSegment(6207eec5-7877-4468-be3d-844ebe242174),segment_id=6207eec5-7877-4468-be3d-844ebe242174)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:06.563314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.566984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] DHCP port deletion for fa22c2de-ccfc-4fc5-b2f1-221eabd0682e request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:06.590425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 76a87797-cad9-45d6-ac4f-dd0536b81280 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:06.613811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Deleting port 76a87797-cad9-45d6-ac4f-dd0536b81280 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:06.614120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.678149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] For port 76a87797-cad9-45d6-ac4f-dd0536b81280, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=76a87797-cad9-45d6-ac4f-dd0536b81280,segment=NetworkSegment(6207eec5-7877-4468-be3d-844ebe242174),segment_id=6207eec5-7877-4468-be3d-844ebe242174)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:06.678613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.692671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Calling delete_port for 76a87797-cad9-45d6-ac4f-dd0536b81280 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:06.765974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.788119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port 76a87797-cad9-45d6-ac4f-dd0536b81280 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:06.821275 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:06.844050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=76a87797-cad9-45d6-ac4f-dd0536b81280,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:06.874290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Pushing event deleted for resources: {'Port': ['ID=76a87797-cad9-45d6-ac4f-dd0536b81280,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:06.884640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] No DVR routers for this DVR port 76a87797-cad9-45d6-ac4f-dd0536b81280 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:06.888897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.914032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.914694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.915259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.915858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.918740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.921177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.921747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.922315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.925009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.929677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:06.930262 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8595add-06a8-4bc3-9b34-f68a31d1025b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:07.003750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a87797-cad9-45d6-ac4f-dd0536b81280 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:07.020052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d32d94d8-19bf-43a3-8bb6-f4b9f8574dd2 req-6e5bbf8f-f3e2-472e-a6d3-e91ced3927ed tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0704834 Aug 27 16:23:07.025363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 76a87797-cad9-45d6-ac4f-dd0536b81280 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:07.025983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a87797-cad9-45d6-ac4f-dd0536b81280 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:07.044687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b23b64d-8d4a-47b1-a86b-e3f396c1351e req-412987d8-25e1-4432-a873-f9f3b2e45409 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced79d15-2b38-4154-a9f8-4dfd618ae760 HTTP/1.1" status: 200 len: 210 time: 0.0601056 Aug 27 16:23:07.046218 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.080033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa22c2de-ccfc-4fc5-b2f1-221eabd0682e']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:07.097688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6207eec5-7877-4468-be3d-844ebe242174') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:07.098006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6207eec5-7877-4468-be3d-844ebe242174') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:07.107568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.122402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.129344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:07.129769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:07.132808 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:07.284776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.306579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.311304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/fa22c2de-ccfc-4fc5-b2f1-221eabd0682e HTTP/1.1" status: 204 len: 168 time: 1.0108140 Aug 27 16:23:07.315019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48172) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:07.325668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-628069009'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:07.328574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dd967-d297-4656-a2fe-1e7014d3834f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=fa22c2de-ccfc-4fc5-b2f1-221eabd0682e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:07.455972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:07.459568 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.484505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:07.493838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.494188 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 45627c3f-03bd-42eb-82a8-6feb8b988b03 of type vlan for network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe Aug 27 16:23:07.545510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.697155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.702826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:07.703541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:07.777403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=ede33c1f-1f2b-4784-9f50-52ed88ac6cbe,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:07.788993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:07.856828 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-636ea686-9bd0-4ce5-8872-937bd481d6f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5400395 Aug 27 16:23:07.860345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48180) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:07.866254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': 'ede33c1f-1f2b-4784-9f50-52ed88ac6cbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:07.894523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48182) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.021731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1187ec8b-c168-4a03-bec3-ca96ffe32ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.089433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:08.089638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.173137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1187ec8b-c168-4a03-bec3-ca96ffe32ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.181010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c713fbda-c684-46c6-b68e-4ca2b3828955 req-43ffee71-1857-481c-854f-65dfceefc546 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0589826 Aug 27 16:23:08.256973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1187ec8b-c168-4a03-bec3-ca96ffe32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.295392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187ec8b-c168-4a03-bec3-ca96ffe32ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a171f0-e987-4d8a-b7fc-2e67846df175,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:08.304919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1187ec8b-c168-4a03-bec3-ca96ffe32ddb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f1a217a73597470e85005ccc1ebee760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039400 Aug 27 16:23:08.305573 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.348249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48200) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.406644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae10e031-464c-43e3-9eb3-68c0d95648a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.447032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae10e031-464c-43e3-9eb3-68c0d95648a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.455056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a66dc106-199b-4910-a608-37baded48992 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.484709 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.496900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a66dc106-199b-4910-a608-37baded48992 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.557504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=328f4546-9f65-4204-a447-b5d90a84572b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:08.565755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '45627c3f-03bd-42eb-82a8-6feb8b988b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'ede33c1f-1f2b-4784-9f50-52ed88ac6cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:08.566188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: ede33c1f-1f2b-4784-9f50-52ed88ac6cbe, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:08.655280 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae10e031-464c-43e3-9eb3-68c0d95648a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.658833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae10e031-464c-43e3-9eb3-68c0d95648a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.660004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ae10e031-464c-43e3-9eb3-68c0d95648a5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/37a171f0-e987-4d8a-b7fc-2e67846df175 HTTP/1.1" status: 204 len: 168 time: 0.3534687 Aug 27 16:23:08.668955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10e031-464c-43e3-9eb3-68c0d95648a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a171f0-e987-4d8a-b7fc-2e67846df175,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:08.689881 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a66dc106-199b-4910-a608-37baded48992 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.691687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:08.692542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a66dc106-199b-4910-a608-37baded48992 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.693717 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a66dc106-199b-4910-a608-37baded48992 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/security-groups/06cc33c0-0b2f-412b-8a50-30fa75346f62 HTTP/1.1" status: 204 len: 168 time: 0.3455391 Aug 27 16:23:08.696952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48204) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.703825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dc106-199b-4910-a608-37baded48992 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cc33c0-0b2f-412b-8a50-30fa75346f62,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:08.729655 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-59cd1883-2c60-45dc-9711-84d8a79a2dc2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] show failed (client error): The resource could not be found. Aug 27 16:23:08.733862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-59cd1883-2c60-45dc-9711-84d8a79a2dc2 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "GET /v2.0/security-groups/06cc33c0-0b2f-412b-8a50-30fa75346f62 HTTP/1.1" status: 404 len: 347 time: 0.0323322 Aug 27 16:23:08.733862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48206) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.838925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ede33c1f-1f2b-4784-9f50-52ed88ac6cbe) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:08.844662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:08.845296 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.848152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd14333e-2330-455b-9e26-6d976343ee59 None None] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:08.888939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port f7712f04-1841-4557-b5cf-1f3f57c58417 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:08.889449 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:08.953079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48212) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:08.959663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-46f5f01a-0266-4ee5-a016-fd1a07f62fc1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-661961100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:08.963975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-629f76ab-49ab-40e6-8bbc-51e0a693b6bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1025169 Aug 27 16:23:09.024963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.025370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.032225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-ede33c1f-1f2b-4784-9f50-52ed88ac6cbe', 'network_id': 'ede33c1f-1f2b-4784-9f50-52ed88ac6cbe', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': '328f4546-9f65-4204-a447-b5d90a84572b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:09.035470 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.040812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for f7712f04-1841-4557-b5cf-1f3f57c58417 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:09.092872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46f5f01a-0266-4ee5-a016-fd1a07f62fc1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.094039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46f5f01a-0266-4ee5-a016-fd1a07f62fc1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.183615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Allocated IP 2001:db8::2 (ede33c1f-1f2b-4784-9f50-52ed88ac6cbe/328f4546-9f65-4204-a447-b5d90a84572b/635ac697-3068-4bda-93a1-025fbb63097b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:09.300614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ceb230f5-70be-4886-9d6b-44fc4a1dc7ac req-21b075c1-af45-4304-8422-5c734d17b689 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0309615 Aug 27 16:23:09.339321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46f5f01a-0266-4ee5-a016-fd1a07f62fc1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.404013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.431155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=f7712f04-1841-4557-b5cf-1f3f57c58417,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:09.449917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46f5f01a-0266-4ee5-a016-fd1a07f62fc1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.492361 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.495030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.496230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7503c746-e237-4ab1-9093-a2ce7dd42f2e tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/floatingips/0fb042bd-dc82-4a33-b867-78ccfe7a7662 HTTP/1.1" status: 204 len: 168 time: 0.7616453 Aug 27 16:23:09.498981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48224) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:09.500490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.509903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Transition to ACTIVE for port object 635ac697-3068-4bda-93a1-025fbb63097b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:09.526265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Transition to ACTIVE for port object 635ac697-3068-4bda-93a1-025fbb63097b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:09.550252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46f5f01a-0266-4ee5-a016-fd1a07f62fc1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.551593 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-46f5f01a-0266-4ee5-a016-fd1a07f62fc1 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5974486 Aug 27 16:23:09.554441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48226) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:09.575238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48228) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:09.592308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7845fdec-b653-4844-a59a-cae1c41eebef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.610162 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.643664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port f2f54b1e-abeb-410a-910a-a3ba67a98ed6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:09.644016 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.674367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:09.675849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Pushing event updated for resources: {'Port': ['ID=635ac697-3068-4bda-93a1-025fbb63097b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:09.679906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:09.682655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:09.743092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Attempting to bind port 635ac697-3068-4bda-93a1-025fbb63097b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:09.743545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Attempting to bind port 635ac697-3068-4bda-93a1-025fbb63097b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '45627c3f-03bd-42eb-82a8-6feb8b988b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'ede33c1f-1f2b-4784-9f50-52ed88ac6cbe'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:09.744057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Attempting to bind port 635ac697-3068-4bda-93a1-025fbb63097b on network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:09.751725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:09.755260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Checking segment: {'id': '45627c3f-03bd-42eb-82a8-6feb8b988b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'ede33c1f-1f2b-4784-9f50-52ed88ac6cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:09.755260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.755260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Bound using segment: {'id': '45627c3f-03bd-42eb-82a8-6feb8b988b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'ede33c1f-1f2b-4784-9f50-52ed88ac6cbe'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:09.755260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Bound port: 635ac697-3068-4bda-93a1-025fbb63097b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45627c3f-03bd-42eb-82a8-6feb8b988b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'ede33c1f-1f2b-4784-9f50-52ed88ac6cbe'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:09.755260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.771508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.791913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for f2f54b1e-abeb-410a-910a-a3ba67a98ed6 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:09.809789 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7845fdec-b653-4844-a59a-cae1c41eebef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.825898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] For port 635ac697-3068-4bda-93a1-025fbb63097b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:09.829346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] For port 635ac697-3068-4bda-93a1-025fbb63097b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=635ac697-3068-4bda-93a1-025fbb63097b,segment=NetworkSegment(45627c3f-03bd-42eb-82a8-6feb8b988b03),segment_id=45627c3f-03bd-42eb-82a8-6feb8b988b03)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:09.854829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.910933 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7845fdec-b653-4844-a59a-cae1c41eebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:09.969072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7845fdec-b653-4844-a59a-cae1c41eebef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28824bf52f4047ea9324276ed78d976b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895752 Aug 27 16:23:09.969072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48230) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:09.975048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845fdec-b653-4844-a59a-cae1c41eebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ef49b3-14dd-4753-8f0b-802383391da6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:10.002970 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.025609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4073f-6593-4668-8e18-4abb012aaa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.051361 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4073f-6593-4668-8e18-4abb012aaa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.088471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc79e41-f4d0-4f4e-88a9-0855f67bc89e None None] Pushing event updated for resources: {'Port': ['ID=635ac697-3068-4bda-93a1-025fbb63097b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:10.139922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8::1 (ede33c1f-1f2b-4784-9f50-52ed88ac6cbe/328f4546-9f65-4204-a447-b5d90a84572b/f238f53b-0662-4c0f-800c-0ea0b44e2fae) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:10.212248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.244659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=f2f54b1e-abeb-410a-910a-a3ba67a98ed6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:10.253721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4073f-6593-4668-8e18-4abb012aaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.264264 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b4073f-6593-4668-8e18-4abb012aaa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.264264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c7b4073f-6593-4668-8e18-4abb012aaa41 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e1ef49b3-14dd-4753-8f0b-802383391da6 HTTP/1.1" status: 204 len: 168 time: 0.2886009 Aug 27 16:23:10.322739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4073f-6593-4668-8e18-4abb012aaa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ef49b3-14dd-4753-8f0b-802383391da6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:10.366320 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.369836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a35adcf7-e2e6-4f23-ab67-eb936cd01760 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/ports/f2f54b1e-abeb-410a-910a-a3ba67a98ed6 HTTP/1.1" status: 204 len: 168 time: 0.8696785 Aug 27 16:23:10.373821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48246) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:10.437078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.458664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object f238f53b-0662-4c0f-800c-0ea0b44e2fae will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:10.515430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-778cd655-bfd8-422c-99a2-55b86ae8f854 req-a0d59ea6-c616-4ba2-a447-5b4f0fecbd0c tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0659609 Aug 27 16:23:10.582050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:10.582050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.665493 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.678551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:10.926328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:10.980514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:10.983697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:10.986786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:10.988098 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.006384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 635ac697-3068-4bda-93a1-025fbb63097b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:11.055244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=f238f53b-0662-4c0f-800c-0ea0b44e2fae,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:11.061439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.100345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:11.165804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 635ac697-3068-4bda-93a1-025fbb63097b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:11.219387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.224969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6fe2cbc7-5271-4632-be23-3969d66d9bad tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/ports/e5ed7638-8dfe-4f1c-9978-e2bc0b1cff3f HTTP/1.1" status: 204 len: 168 time: 0.8505106 Aug 27 16:23:11.225598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48256) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:11.337744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.343560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting subnet 3063436f-1f08-4879-be54-20ddf9387925 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:11.357385 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.417121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37170a56-e041-48f4-ac6b-2845c4b61afa None None] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:11.503179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.763492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd2faee0-6573-424b-a82d-6abbf0e4e32c req-c0edeffe-078e-49af-b338-1e2afeb91cad tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0495219 Aug 27 16:23:11.803252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e53044ae-02a9-4ca1-9091-c4f619dee851 None None] Provisioning for port 635ac697-3068-4bda-93a1-025fbb63097b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:11.835122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e53044ae-02a9-4ca1-9091-c4f619dee851 None None] Provisioning complete for port 635ac697-3068-4bda-93a1-025fbb63097b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:11.835615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e53044ae-02a9-4ca1-9091-c4f619dee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.897028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:11.970270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e53044ae-02a9-4ca1-9091-c4f619dee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.012321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e53044ae-02a9-4ca1-9091-c4f619dee851 None None] For port 635ac697-3068-4bda-93a1-025fbb63097b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=635ac697-3068-4bda-93a1-025fbb63097b,segment=NetworkSegment(45627c3f-03bd-42eb-82a8-6feb8b988b03),segment_id=45627c3f-03bd-42eb-82a8-6feb8b988b03)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:12.021673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.264678 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e53044ae-02a9-4ca1-9091-c4f619dee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.272175 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.282242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.283099 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.336874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Subnet': ['ID=3063436f-1f08-4879-be54-20ddf9387925,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:12.338961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53044ae-02a9-4ca1-9091-c4f619dee851 None None] Pushing event updated for resources: {'Port': ['ID=635ac697-3068-4bda-93a1-025fbb63097b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:12.354476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.356763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e60f9863-6630-4f7a-b29c-9097037a6379 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/subnets/3063436f-1f08-4879-be54-20ddf9387925 HTTP/1.1" status: 204 len: 168 time: 1.1299953 Aug 27 16:23:12.359358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48296) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:12.379578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e8959-71fd-49fb-b33b-312ec41a7f6e None None] Network e500afa8-0258-4a02-9fc3-72037f8e799e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:12.470776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=f238f53b-0662-4c0f-800c-0ea0b44e2fae,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:12.491877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:12.501433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:12.527633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting subnet 93e69947-adbc-4b07-946c-b86ad90cd314 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:12.539121 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.549360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c2d864ca-872e-4f9d-9e08-38e0c9cbbde0 None None] Provisioning for port f238f53b-0662-4c0f-800c-0ea0b44e2fae completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:12.562711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c2d864ca-872e-4f9d-9e08-38e0c9cbbde0 None None] Provisioning complete for port f238f53b-0662-4c0f-800c-0ea0b44e2fae triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:12.566278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2d864ca-872e-4f9d-9e08-38e0c9cbbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.593811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.632036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c2d864ca-872e-4f9d-9e08-38e0c9cbbde0 None None] Port f238f53b-0662-4c0f-800c-0ea0b44e2fae cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:12.644115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c2d864ca-872e-4f9d-9e08-38e0c9cbbde0 None None] Provisioning complete for port 635ac697-3068-4bda-93a1-025fbb63097b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:12.644397 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2d864ca-872e-4f9d-9e08-38e0c9cbbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.780521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] DHCP port deletion for e500afa8-0258-4a02-9fc3-72037f8e799e request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:12.830749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.854861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] Deleting port f033d779-a151-45a4-b190-63f03b429d37 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:12.855248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:12.903498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 003a6648-e6f9-4e9f-a025-b3e59c60eebb is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:12.931526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3bd29ef-0cce-419a-8779-a780e3b48404 req-f5852bdf-3e62-4804-aa54-0a12076893af tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0466146 Aug 27 16:23:12.974184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9e585c59-6cb8-4499-863e-ffdb3c35f987 None None] Provisioning complete for port f238f53b-0662-4c0f-800c-0ea0b44e2fae triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:12.982067 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e585c59-6cb8-4499-863e-ffdb3c35f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.024634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] For port f033d779-a151-45a4-b190-63f03b429d37, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f033d779-a151-45a4-b190-63f03b429d37,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:13.025507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.051175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] Calling delete_port for f033d779-a151-45a4-b190-63f03b429d37 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:13.054855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9e585c59-6cb8-4499-863e-ffdb3c35f987 None None] Port f238f53b-0662-4c0f-800c-0ea0b44e2fae cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:13.080922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:13.090351 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cebb0128-6af3-42c0-9056-82c7103bb28f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/003a6648-e6f9-4e9f-a025-b3e59c60eebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5348060 Aug 27 16:23:13.093023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48314) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:13.105611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] Sync routers for ids ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:13.108190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 635ac697-3068-4bda-93a1-025fbb63097b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:13.140142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af163e-372d-4fe7-a00d-c959fa1a4aff tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:13.142510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-50af163e-372d-4fe7-a00d-c959fa1a4aff tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports/f238f53b-0662-4c0f-800c-0ea0b44e2fae HTTP/1.1" status: 200 len: 911 time: 0.0474489 Aug 27 16:23:13.145142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48316) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:13.159220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] Routers {'003a6648-e6f9-4e9f-a025-b3e59c60eebb'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:13.159901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:13.167668 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.195636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Subnet': ['ID=93e69947-adbc-4b07-946c-b86ad90cd314,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:13.201462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.203619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-466494c5-2e7b-40f4-a914-35adbf45fcd5 tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/subnets/93e69947-adbc-4b07-946c-b86ad90cd314 HTTP/1.1" status: 204 len: 168 time: 0.8398499 Aug 27 16:23:13.206712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48318) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:13.214594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d553b7-4f0a-4449-b66a-b88e4d75d45f None None] Network 35abcda2-cddf-4e28-ad60-6038aed4b642 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:13.216654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:13.296313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-190ed819-6ed6-48bb-b2a1-7e392391e088 None None] Provisioning complete for port f238f53b-0662-4c0f-800c-0ea0b44e2fae triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:13.305394 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190ed819-6ed6-48bb-b2a1-7e392391e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.305394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] Routers {'003a6648-e6f9-4e9f-a025-b3e59c60eebb'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:13.305394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:13.311555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.399628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Deleting port f033d779-a151-45a4-b190-63f03b429d37 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:13.400727 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.415105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 635ac697-3068-4bda-93a1-025fbb63097b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:13.415775 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.451653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:13.452632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9ed22-5f5c-4f5b-ad45-1f5d235b8fd1 None None] The sync data for ids ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:13.486319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48326) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:13.501716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] For port f033d779-a151-45a4-b190-63f03b429d37, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f033d779-a151-45a4-b190-63f03b429d37,segment=NetworkSegment(223034ce-306d-49e9-a1f6-0747e0ba77f7),segment_id=223034ce-306d-49e9-a1f6-0747e0ba77f7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:13.502419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.520229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Calling delete_port for f033d779-a151-45a4-b190-63f03b429d37 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:13.527214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-190ed819-6ed6-48bb-b2a1-7e392391e088 None None] Port f238f53b-0662-4c0f-800c-0ea0b44e2fae cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:13.560412 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.603149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] Pushing event deleted for resources: {'Port': ['ID=f033d779-a151-45a4-b190-63f03b429d37,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:13.605702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc84f6-d966-43af-ba57-d793e0081660 None None] No DVR routers for this DVR port f033d779-a151-45a4-b190-63f03b429d37 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:13.624438 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.625798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.658305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Port': ['ID=f033d779-a151-45a4-b190-63f03b429d37,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:13.661578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] No DVR routers for this DVR port f033d779-a151-45a4-b190-63f03b429d37 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:13.724834 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c30ec861-e3c5-4840-ba1b-6babf95ff730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.736656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f033d779-a151-45a4-b190-63f03b429d37 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:13.758388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f033d779-a151-45a4-b190-63f03b429d37 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:13.775518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f033d779-a151-45a4-b190-63f03b429d37 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:13.788622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] DHCP port deletion for 35abcda2-cddf-4e28-ad60-6038aed4b642 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:13.808384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.836318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e500afa8-0258-4a02-9fc3-72037f8e799e']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:13.854280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223034ce-306d-49e9-a1f6-0747e0ba77f7') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:13.857763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223034ce-306d-49e9-a1f6-0747e0ba77f7') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:13.864773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.883727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] Deleting port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:13.887209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.888132 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.895438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:13.896024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:13.899577 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:13.957393 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98e19f50-3106-4cd8-9a14-f14b8ee19e4b req-eb43701b-15cb-4d42-bc0b-84ffeb0018d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0463486 Aug 27 16:23:13.968658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] For port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ada8c84d-3431-4f5e-9a0a-7a5ac5990d39,segment=NetworkSegment(00c3b334-5407-40fe-ae66-c373bed49f31),segment_id=00c3b334-5407-40fe-ae66-c373bed49f31)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:13.968658 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:13.983292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] Calling delete_port for ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:14.065739 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c30ec861-e3c5-4840-ba1b-6babf95ff730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.068216 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98e19f50-3106-4cd8-9a14-f14b8ee19e4b req-abac5984-2b3f-4555-86f9-6be14eb58bf4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0543966 Aug 27 16:23:14.125448 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98e19f50-3106-4cd8-9a14-f14b8ee19e4b req-35585778-78fd-4ebe-a742-ebe7e626c8b1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258720 Aug 27 16:23:14.132705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3eb258af-f583-492d-9b0e-5c9fc799d596 req-0dc2628b-3a6e-4b7c-a2c2-f375c65cf192 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0594828 Aug 27 16:23:14.181122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.189806 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.194832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/networks/e500afa8-0258-4a02-9fc3-72037f8e799e HTTP/1.1" status: 204 len: 168 time: 0.9869049 Aug 27 16:23:14.195640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48346) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:14.205692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port f238f53b-0662-4c0f-800c-0ea0b44e2fae {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:14.206038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.216021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2056-0a15-413d-b363-fee5d0235a8b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Network': ['ID=e500afa8-0258-4a02-9fc3-72037f8e799e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.220209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.229533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c30ec861-e3c5-4840-ba1b-6babf95ff730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.257946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] No DVR routers for this DVR port ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:14.268271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1b735-6dad-4995-bb5e-75479c962e3c None None] Pushing event deleted for resources: {'Port': ['ID=ada8c84d-3431-4f5e-9a0a-7a5ac5990d39,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.304961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.328543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19f50-3106-4cd8-9a14-f14b8ee19e4b req-b7656358-846e-45dd-a267-04ebb4729eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:14.328543 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98e19f50-3106-4cd8-9a14-f14b8ee19e4b req-b7656358-846e-45dd-a267-04ebb4729eca service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1911693 Aug 27 16:23:14.329537 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c30ec861-e3c5-4840-ba1b-6babf95ff730 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e74644f7fddf476ca2a2103e75b6417a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8405671 Aug 27 16:23:14.332934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48348) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:14.337404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ec861-e3c5-4840-ba1b-6babf95ff730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e0d04-64c0-4003-b339-e18e4bf56499,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.402927 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.413108 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.421728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for f238f53b-0662-4c0f-800c-0ea0b44e2fae owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:14.425480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35abcda2-cddf-4e28-ad60-6038aed4b642']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:14.443190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c3b334-5407-40fe-ae66-c373bed49f31') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:14.443851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c3b334-5407-40fe-ae66-c373bed49f31') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:14.444784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117fb124-98a0-4e2f-a7df-8a4eb3cfd28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.453444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.467913 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.475254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:14.475696 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:14.479088 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:14.508497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117fb124-98a0-4e2f-a7df-8a4eb3cfd28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.637964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.646027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.647858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] 10.222.0.101 "DELETE /v2.0/networks/35abcda2-cddf-4e28-ad60-6038aed4b642 HTTP/1.1" status: 204 len: 168 time: 0.4495165 Aug 27 16:23:14.664681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05690a3-5929-4769-bbe3-9bdae944741b tempest-TaggedBootDevicesTest-1581728862 tempest-TaggedBootDevicesTest-1581728862-project] Pushing event deleted for resources: {'Network': ['ID=35abcda2-cddf-4e28-ad60-6038aed4b642,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.725616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117fb124-98a0-4e2f-a7df-8a4eb3cfd28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.728573 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-117fb124-98a0-4e2f-a7df-8a4eb3cfd28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.729777 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-117fb124-98a0-4e2f-a7df-8a4eb3cfd28c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/138e0d04-64c0-4003-b339-e18e4bf56499 HTTP/1.1" status: 204 len: 168 time: 0.3934841 Aug 27 16:23:14.737554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fb124-98a0-4e2f-a7df-8a4eb3cfd28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e0d04-64c0-4003-b339-e18e4bf56499,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:14.793781 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:14.979419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:15.001617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:15.002016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ada8c84d-3431-4f5e-9a0a-7a5ac5990d39 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:15.133329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=f238f53b-0662-4c0f-800c-0ea0b44e2fae,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:15.277801 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.279258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70904520-ac06-441e-816c-d3b629651da3 req-44274d20-42ba-44e5-8284-6978947c2269 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0412400 Aug 27 16:23:15.343028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48376) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:15.454708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-084e71da-5fca-4fb3-8a67-1db48876dcde req-30906da9-06fe-44c7-9cfe-6dec7f9d7707 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0459778 Aug 27 16:23:15.510439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 003a6648-e6f9-4e9f-a025-b3e59c60eebb has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:15.519423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffdeb36-0aec-4135-ad6c-0809f6b289aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.606808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:15.613149 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e9a9ab6-5ba6-4d01-ae7a-28128a00d522 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/003a6648-e6f9-4e9f-a025-b3e59c60eebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668026 Aug 27 16:23:15.617164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48382) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:15.617863 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] Sync routers for ids ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:15.623840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48384) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:15.632611 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] Routers {'003a6648-e6f9-4e9f-a025-b3e59c60eebb'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:15.632611 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:15.653215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3acfe924-35f8-4d22-9780-4207d3e1f4eb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=003a6648-e6f9-4e9f-a025-b3e59c60eebb HTTP/1.1" status: 200 len: 205 time: 0.0347140 Aug 27 16:23:15.655817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffdeb36-0aec-4135-ad6c-0809f6b289aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.657762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48386) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:15.675688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2015521-51b5-4c6f-803f-9ff7d2b52c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.680941 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:15.690410 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] Routers {'003a6648-e6f9-4e9f-a025-b3e59c60eebb'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:15.691023 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:15.723164 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:15.723871 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d143935-4062-4ecb-8bdb-f6b3084b5757 None None] The sync data for ids ['003a6648-e6f9-4e9f-a025-b3e59c60eebb'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:15.755165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffdeb36-0aec-4135-ad6c-0809f6b289aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.785672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7883e4db-749b-4812-abea-4841011256e4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.836073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2015521-51b5-4c6f-803f-9ff7d2b52c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.869613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9ffdeb36-0aec-4135-ad6c-0809f6b289aa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=90b9d806293741afbe64849313490ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250692 Aug 27 16:23:15.870369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdeb36-0aec-4135-ad6c-0809f6b289aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e744a50-7c6d-44e0-81ab-0cee7065304c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:15.872518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48388) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:15.915032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-56ec71f9-f8ef-4830-970a-8b6c894e04ec service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2118514 Aug 27 16:23:15.920144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2015521-51b5-4c6f-803f-9ff7d2b52c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.957732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015521-51b5-4c6f-803f-9ff7d2b52c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320a61fa-a56b-49ef-bcf1-8993e67edc7f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:15.993212 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e824-f05c-4685-8012-c5918c0cda96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:15.999944 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d2015521-51b5-4c6f-803f-9ff7d2b52c8e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dfd2c1329cb34d9aaff7a3b5a2b4765e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745804 Aug 27 16:23:16.003762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48392) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:16.018497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7883e4db-749b-4812-abea-4841011256e4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.021055 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7883e4db-749b-4812-abea-4841011256e4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.031718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e824-f05c-4685-8012-c5918c0cda96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.107513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-7eadb68a-7b75-4411-b99f-94fb2622967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:16.109094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-7eadb68a-7b75-4411-b99f-94fb2622967a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1096 time: 0.1642718 Aug 27 16:23:16.123821 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2c316f7-d677-4951-8421-6d388c46cb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.194516 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2c316f7-d677-4951-8421-6d388c46cb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.196191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7883e4db-749b-4812-abea-4841011256e4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.196791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7883e4db-749b-4812-abea-4841011256e4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Fanout notify agent at l3_agent the message router_deleted on router 003a6648-e6f9-4e9f-a025-b3e59c60eebb {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:23:16.203899 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7883e4db-749b-4812-abea-4841011256e4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.207939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7883e4db-749b-4812-abea-4841011256e4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/003a6648-e6f9-4e9f-a025-b3e59c60eebb HTTP/1.1" status: 204 len: 168 time: 0.5460980 Aug 27 16:23:16.208239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48396) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:16.274219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-37f452af-79f2-461b-a9b0-7c7bd3d74d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:16.276063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-37f452af-79f2-461b-a9b0-7c7bd3d74d4c service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.1423016 Aug 27 16:23:16.284817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet 328f4546-9f65-4204-a447-b5d90a84572b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:16.288509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.332376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.364039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-98605ca5-1749-46f4-93ea-f5d102e45a3e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 1001 time: 0.0788481 Aug 27 16:23:16.460189 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.508665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e824-f05c-4685-8012-c5918c0cda96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.511217 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e824-f05c-4685-8012-c5918c0cda96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.512432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d5c8e824-f05c-4685-8012-c5918c0cda96 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0e744a50-7c6d-44e0-81ab-0cee7065304c HTTP/1.1" status: 204 len: 168 time: 0.6384988 Aug 27 16:23:16.546365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8e824-f05c-4685-8012-c5918c0cda96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e744a50-7c6d-44e0-81ab-0cee7065304c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:16.621966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.657803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=328f4546-9f65-4204-a447-b5d90a84572b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:16.672773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.673707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2da48-9624-4192-989e-da661dd5abb7 None None] Network ede33c1f-1f2b-4784-9f50-52ed88ac6cbe requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:16.679499 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-539a407c-fe5a-4b36-bde3-3f0b83042613 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/328f4546-9f65-4204-a447-b5d90a84572b HTTP/1.1" status: 204 len: 168 time: 0.4699390 Aug 27 16:23:16.683662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48406) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:16.791871 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.808386 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2c316f7-d677-4951-8421-6d388c46cb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.811585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2c316f7-d677-4951-8421-6d388c46cb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.813276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f2c316f7-d677-4951-8421-6d388c46cb02 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/320a61fa-a56b-49ef-bcf1-8993e67edc7f HTTP/1.1" status: 204 len: 168 time: 0.8083081 Aug 27 16:23:16.882746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 635ac697-3068-4bda-93a1-025fbb63097b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:16.885409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:16.906792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c316f7-d677-4951-8421-6d388c46cb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320a61fa-a56b-49ef-bcf1-8993e67edc7f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:16.940830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48001a70-7363-4f19-9575-9af2a4de6a9b req-9d841e49-4206-4925-a9e5-bec45690cc44 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.5370302 Aug 27 16:23:16.947238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] DHCP port deletion for ede33c1f-1f2b-4784-9f50-52ed88ac6cbe request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:16.961308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-9195e9d8-fc65-468a-9119-1db616405893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:16.962583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-9195e9d8-fc65-468a-9119-1db616405893 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.5806043 Aug 27 16:23:17.060639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-47a7eb00-4e5a-49a2-b07b-b2485b8d8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:17.062177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-47a7eb00-4e5a-49a2-b07b-b2485b8d8770 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917013 Aug 27 16:23:17.068732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 635ac697-3068-4bda-93a1-025fbb63097b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=635ac697-3068-4bda-93a1-025fbb63097b,segment=NetworkSegment(45627c3f-03bd-42eb-82a8-6feb8b988b03),segment_id=45627c3f-03bd-42eb-82a8-6feb8b988b03)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:17.071834 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.075543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] Deleting port 635ac697-3068-4bda-93a1-025fbb63097b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:17.077332 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.089000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 635ac697-3068-4bda-93a1-025fbb63097b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:17.109230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 635ac697-3068-4bda-93a1-025fbb63097b owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:17.247655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.275875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] For port 635ac697-3068-4bda-93a1-025fbb63097b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=635ac697-3068-4bda-93a1-025fbb63097b,segment=NetworkSegment(45627c3f-03bd-42eb-82a8-6feb8b988b03),segment_id=45627c3f-03bd-42eb-82a8-6feb8b988b03)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:17.276615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.290138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-3e44bd40-b507-465d-b24b-35731a032397 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195115 Aug 27 16:23:17.303694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] Calling delete_port for 635ac697-3068-4bda-93a1-025fbb63097b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:17.306415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 635ac697-3068-4bda-93a1-025fbb63097b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=635ac697-3068-4bda-93a1-025fbb63097b,segment=NetworkSegment(45627c3f-03bd-42eb-82a8-6feb8b988b03),segment_id=45627c3f-03bd-42eb-82a8-6feb8b988b03)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:17.382331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.477216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=635ac697-3068-4bda-93a1-025fbb63097b,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:17.500128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.509066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.516753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa6800c5-ce6e-4761-bf72-ba3c915b8d18 req-1b852265-4511-4338-bc2f-51d5ead9c1ba service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158368 Aug 27 16:23:17.523416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=635ac697-3068-4bda-93a1-025fbb63097b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:17.530088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port 635ac697-3068-4bda-93a1-025fbb63097b on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:17.540543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] No DVR routers for this DVR port 635ac697-3068-4bda-93a1-025fbb63097b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:17.560759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4a168-4eee-4828-b97e-9c665c7a782d None None] Pushing event deleted for resources: {'Port': ['ID=635ac697-3068-4bda-93a1-025fbb63097b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:17.643560 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.654866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede33c1f-1f2b-4784-9f50-52ed88ac6cbe']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:17.667860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45627c3f-03bd-42eb-82a8-6feb8b988b03') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:17.668155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45627c3f-03bd-42eb-82a8-6feb8b988b03') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:17.678670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.696674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.704712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:17.705392 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:17.708778 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:17.839908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.848066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.852730 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/ede33c1f-1f2b-4784-9f50-52ed88ac6cbe HTTP/1.1" status: 204 len: 168 time: 1.1691010 Aug 27 16:23:17.856281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48440) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:17.864734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-925323010', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:17.867440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8092e-05b3-439f-9be7-9f9409ea64a4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=ede33c1f-1f2b-4784-9f50-52ed88ac6cbe,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:17.964368 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:17.966296 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.034688 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.059477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb095a5e-a219-4e09-9277-89da54d2e63d req-e2e95120-1af9-481c-a35a-2838ca76b129 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0290873 Aug 27 16:23:18.322805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.443392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5083acfa-4467-4382-98a4-b56c716e89b3 req-9ce2d840-2b5c-4c24-9229-766fddba5134 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad&device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.0299821 Aug 27 16:23:18.720257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.745599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:18.918889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 172.25.4.201 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/7c1339c2-4b50-40e8-97e2-0c33ce7f7656) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:18.975152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c05ad63-b1be-4989-9ef6-14ab85e90b57 req-b73d59c6-2a91-4ceb-8ddc-4465a440593b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=514ebe656c364df2affe6356cf20a3be&device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0446270 Aug 27 16:23:19.060126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c05ad63-b1be-4989-9ef6-14ab85e90b57 req-aa291081-af2d-49d9-830d-3d7db00fe181 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=514ebe656c364df2affe6356cf20a3be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291908 Aug 27 16:23:19.115204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfbedf38-21ee-42a5-9b48-82b535dbc109 req-5650119b-95f8-49fc-894a-11fa274197a3 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0611916 Aug 27 16:23:19.308641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.449606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05ad63-b1be-4989-9ef6-14ab85e90b57 req-1e0c24e1-ab8b-4265-88cf-348b418b5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:19.451840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c05ad63-b1be-4989-9ef6-14ab85e90b57 req-1e0c24e1-ab8b-4265-88cf-348b418b5633 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3814912 Aug 27 16:23:19.497443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48508) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:19.523207 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:19.594765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:19.604110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:19.608558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:19.643383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=7c1339c2-4b50-40e8-97e2-0c33ce7f7656,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:19.770227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:19.903111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.125111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.240562 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.274745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c8fee06-09a9-4a48-b422-07485332e2f6 req-81e05884-5b30-40b2-b73d-019e29f325f3 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0770168 Aug 27 16:23:20.478431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Allocated IP 172.25.4.23 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/c3d85735-ecdb-4d70-9b25-cd860ede843e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:20.484602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.622433 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0aec403f-3bb7-4ccd-99b9-24172d42e101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.662492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48544) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:20.697060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.765383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c05ad63-b1be-4989-9ef6-14ab85e90b57 req-d7efb22c-9ccd-4f44-8237-ceee7ccbbc26 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.97 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0369153 Aug 27 16:23:20.816245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-101e7858-dad0-4c39-a749-5ba6ca16112c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.829027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:20.925271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-101e7858-dad0-4c39-a749-5ba6ca16112c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:20.939850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.038071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-101e7858-dad0-4c39-a749-5ba6ca16112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.082507 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-101e7858-dad0-4c39-a749-5ba6ca16112c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=038ba9619ddb4bb790843f576b9e54b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184237 Aug 27 16:23:21.084583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e7858-dad0-4c39-a749-5ba6ca16112c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1460be3d-e5a4-4b7a-9d0d-3ca66622388e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:21.088033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48550) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:21.163223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d341b524-cd6e-4968-8a32-b38890454eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.190884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d341b524-cd6e-4968-8a32-b38890454eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.304884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:21.310999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:21.317476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:21.325339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d341b524-cd6e-4968-8a32-b38890454eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.327967 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d341b524-cd6e-4968-8a32-b38890454eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.332273 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d341b524-cd6e-4968-8a32-b38890454eaf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1460be3d-e5a4-4b7a-9d0d-3ca66622388e HTTP/1.1" status: 204 len: 168 time: 0.2405596 Aug 27 16:23:21.359152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341b524-cd6e-4968-8a32-b38890454eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1460be3d-e5a4-4b7a-9d0d-3ca66622388e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:21.359960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:21.359960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d85735-ecdb-4d70-9b25-cd860ede843e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:21.401704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] Sync routers for ids ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:21.427139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] Routers {'2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:21.428167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:21.466287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:21.466955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc1ce5cf-87d5-4ea7-981f-bed11e5cf078 req-fff7e7bb-0501-4b70-b9bc-e5efd10f1e72 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=4be78958-5702-4e67-b0c4-5c98a6412fad HTTP/1.1" status: 200 len: 210 time: 0.0305161 Aug 27 16:23:21.488633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.493386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] Routers {'2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:21.493386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:21.493747 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.493747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ff1822cb-9d6d-4025-8968-848ce58d53f8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6302485 Aug 27 16:23:21.495394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48560) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:21.553180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:21.553853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a17d1-873c-4526-a636-112973f20656 None None] The sync data for ids ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:21.620040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-322ecbfa-bd99-4252-9051-7eec930d8f90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/routers/2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 HTTP/1.1" status: 200 len: 884 time: 0.1233182 Aug 27 16:23:21.626746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48564) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:21.710007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.874191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:21.880594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d304aecd-eca9-4e3e-b84c-0d1b00a3a996 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2524912 Aug 27 16:23:21.882856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48568) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:21.887349 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7f50eef6-0699-4229-837f-e0aa6eee7c88 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-925323010'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:21.942501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.038315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d85735-ecdb-4d70-9b25-cd860ede843e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.057804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.188233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.192596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13f11a68-db59-46e4-a1e3-9d84c4707747 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6905286 Aug 27 16:23:22.192778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48576) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:22.197697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-635679417', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'fixed_ips': [{'ip_address': '172.25.4.23'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:22.219419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f50eef6-0699-4229-837f-e0aa6eee7c88 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.319738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48580) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:22.334859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-057563ad-f84e-46ff-a891-1c13130fcf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.375014 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f50eef6-0699-4229-837f-e0aa6eee7c88 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.375954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Made reservation on behalf of b3e01b89e7234f1eaaa8906ad7b306fd for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:22.378336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.393739 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.529271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f50eef6-0699-4229-837f-e0aa6eee7c88 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:22.558732 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-057563ad-f84e-46ff-a891-1c13130fcf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.652376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-057563ad-f84e-46ff-a891-1c13130fcf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.687523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f50eef6-0699-4229-837f-e0aa6eee7c88 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:22.704382 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] Sync routers for ids ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:22.713174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f50eef6-0699-4229-837f-e0aa6eee7c88 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.716532 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7f50eef6-0699-4229-837f-e0aa6eee7c88 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 HTTP/1.1" status: 200 len: 891 time: 0.8324258 Aug 27 16:23:22.720238 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] Routers {'2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:22.720940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48590) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:22.721068 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:22.764487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-057563ad-f84e-46ff-a891-1c13130fcf33 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87171333739c4072b0e9f273a3e54473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386961 Aug 27 16:23:22.770427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48592) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:22.818822 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:22.838311 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] Routers {'2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:22.839395 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:22.876627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057563ad-f84e-46ff-a891-1c13130fcf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67efeb8-74b8-4d2f-ac03-c498926728a7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:22.930161 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-adf90f79-506e-4741-8c0e-84f206e6ee5c tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/routers/2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 HTTP/1.1" status: 200 len: 891 time: 0.2076261 Aug 27 16:23:22.934507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48594) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:22.957297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a406-bc76-40fd-b2c7-cf574f3da70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:22.966876 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:22.970970 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033be88-db5c-4169-a0f6-168b2a6407d8 None None] The sync data for ids ['2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:22.981502 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fcada799-f77c-49f0-bb62-7c590a3b279e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 HTTP/1.1" status: 200 len: 205 time: 0.0453973 Aug 27 16:23:22.983780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48596) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:23.000778 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a406-bc76-40fd-b2c7-cf574f3da70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.059573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.201371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a406-bc76-40fd-b2c7-cf574f3da70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.209722 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a406-bc76-40fd-b2c7-cf574f3da70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.210948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f5b9a406-bc76-40fd-b2c7-cf574f3da70f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d67efeb8-74b8-4d2f-ac03-c498926728a7 HTTP/1.1" status: 204 len: 168 time: 0.4387078 Aug 27 16:23:23.214143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.219666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] device_id is not set on port 0c1dd247-c83c-4e3b-911e-dc26f4846e2b yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:23.224388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.224958 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6a015a8-4614-4e91-b77f-59b603f159af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.232529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9a406-bc76-40fd-b2c7-cf574f3da70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67efeb8-74b8-4d2f-ac03-c498926728a7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:23.269126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da3ed77-53d0-41bb-8ea4-9fb7a3ab44f2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:23.325488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.407907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa2c766e-8603-430c-b227-0dea4705c789 req-f5f0b145-529f-4528-aef2-017eef6b569b tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.0700111 Aug 27 16:23:23.410129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80660f54-ce26-4c6f-9360-53564e682ae3 req-d6b54c17-dd62-467e-a2f5-d069f1d8e31f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=514ebe656c364df2affe6356cf20a3be&device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.1379018 Aug 27 16:23:23.481550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80660f54-ce26-4c6f-9360-53564e682ae3 req-3f9875f0-829c-42c1-8b72-eeb4096d52a2 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=514ebe656c364df2affe6356cf20a3be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427160 Aug 27 16:23:23.559425 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.650482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80660f54-ce26-4c6f-9360-53564e682ae3 req-643804cc-df20-4edf-857b-1a97a73c4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:23.650482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80660f54-ce26-4c6f-9360-53564e682ae3 req-643804cc-df20-4edf-857b-1a97a73c4998 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1440926 Aug 27 16:23:23.693335 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 16:23:23.694163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:23:23.702430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.817360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8dbfc6e2-37e9-4fc0-bff6-5cfdf2d1474c tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6233914 Aug 27 16:23:23.820528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48614) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:23.856654 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:23.907430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 7c1339c2-4b50-40e8-97e2-0c33ce7f7656 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:23.911978 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.015883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.027108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Deleting port c3d85735-ecdb-4d70-9b25-cd860ede843e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:24.027584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.032091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 7c1339c2-4b50-40e8-97e2-0c33ce7f7656 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:24.118205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.118543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.131614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Calling delete_port for c3d85735-ecdb-4d70-9b25-cd860ede843e owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:24.314622 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.340121 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.360253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=7c1339c2-4b50-40e8-97e2-0c33ce7f7656,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:24.373339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3d85735-ecdb-4d70-9b25-cd860ede843e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:24.454448 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.468082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.472138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.472745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.487194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e5553b24-106c-427e-a10a-0bc0beb9a373 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397 tempest-ExternalNetworksAdminNegativeTestJSON-1198267397-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/b11c7335-ca5e-47cb-8ae9-f6f32f773ea8 HTTP/1.1" status: 204 len: 168 time: 0.6590204 Aug 27 16:23:24.584334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48638) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:24.586899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f23d2b9-3bc7-4336-9bd1-fac431c2055b req-1f2c6062-4a7b-4d50-baea-52e96128fdd0 tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.0434816 Aug 27 16:23:24.638662 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.643831 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.726314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1429244768-network', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:24.792167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.792779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Fanout notify agent at l3_agent the message router_deleted on router 2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:23:24.802922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.809235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48642) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:24.809749 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-61b8505a-8a59-439f-8105-9eeb3bbc39c5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 HTTP/1.1" status: 204 len: 168 time: 1.8248134 Aug 27 16:23:24.815612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21396766'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:24.827820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Made reservation on behalf of 94c464f183b54aec91395ee8b99c83ec for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:24.835484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.850371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.913623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:24.917317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:24.986678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80660f54-ce26-4c6f-9360-53564e682ae3 req-2eede2b4-5557-494f-8edc-99f9bb30451f tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.97 "GET /v2.0/ports?device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.0669019 Aug 27 16:23:25.020183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:25.045474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.047481 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.047884 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e of type vlan for network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 Aug 27 16:23:25.083833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48650) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.103374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.136392 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.159304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:25.176079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5fb8e2-767c-42fe-a407-4416bbb244cb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.179118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.179510 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Added segment 685666c9-d99d-45c4-95ed-6dd6996f67b7 of type vlan for network ead09b16-c272-4ca1-a65d-30bbc3a578f3 Aug 27 16:23:25.222793 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.228443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:25.234133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.234303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c72b-69c2-4d02-8423-39adab973ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.243437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.308939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=df7d326d-8dc1-4655-90c2-ad71d2ca1a22,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.320492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:25.345317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.346700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:25.347492 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.352548 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c72b-69c2-4d02-8423-39adab973ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.417629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] Pushing event updated for resources: {'Network': ['ID=ead09b16-c272-4ca1-a65d-30bbc3a578f3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.429364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ec0c72b-69c2-4d02-8423-39adab973ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.430540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:25.472590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0c72b-69c2-4d02-8423-39adab973ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e54b0-8c7c-44ea-997c-8579f6c111a1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:25.480650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2ec0c72b-69c2-4d02-8423-39adab973ffd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8703d9309e0a47559337eb10e7c448d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931329 Aug 27 16:23:25.481111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48654) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.510878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48656) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.511049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aa62660a-e5f5-48d6-995f-3b8afa435303 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7004075 Aug 27 16:23:25.518855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': 'df7d326d-8dc1-4655-90c2-ad71d2ca1a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:25.524710 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57940983-d874-45d9-8a47-fb5e931efc28 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9394624 Aug 27 16:23:25.537234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48658) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.546122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Request body: {'subnet': {'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1429244768-subnet', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:25.576709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48664) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:25.619582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bf7eadd7-c576-45c5-acd5-f2883d21cadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.653521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bf7eadd7-c576-45c5-acd5-f2883d21cadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.736195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Made reservation on behalf of 94c464f183b54aec91395ee8b99c83ec for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:25.738533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.766381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d05b6d6-7c47-4f33-b391-04e05d705bb6 req-c42ac454-8d0d-423f-a79d-95c3f31e341e tempest-ServerShowV247Test-1015239166 tempest-ServerShowV247Test-1015239166-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7de1e19-2528-44f8-9c4a-e86fb0f765b1 HTTP/1.1" status: 200 len: 210 time: 0.0563896 Aug 27 16:23:25.828652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:25.832874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.993539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bf7eadd7-c576-45c5-acd5-f2883d21cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.996284 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bf7eadd7-c576-45c5-acd5-f2883d21cadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:25.997572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bf7eadd7-c576-45c5-acd5-f2883d21cadb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e9e54b0-8c7c-44ea-997c-8579f6c111a1 HTTP/1.1" status: 204 len: 168 time: 0.5155575 Aug 27 16:23:26.004930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.115205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7eadd7-c576-45c5-acd5-f2883d21cadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e54b0-8c7c-44ea-997c-8579f6c111a1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:26.216904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.298182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=b6e1d2ec-7437-4fad-9084-3c5a184c015d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:26.302311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'df7d326d-8dc1-4655-90c2-ad71d2ca1a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:26.303156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: df7d326d-8dc1-4655-90c2-ad71d2ca1a22, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:26.327558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.380120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:26.450917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6d6ace-1299-4e43-82bd-811e313a740a,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:26.460755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Checking segment: {'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:26.461116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Network hostable DHCP agents. Network: ead09b16-c272-4ca1-a65d-30bbc3a578f3, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:26.487015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.502227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, df7d326d-8dc1-4655-90c2-ad71d2ca1a22) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:26.508978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:26.509610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.510645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3860c8c-4877-47b5-b85d-ba464611f84e None None] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:26.612441 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b8fcdbb5-5cbd-45ca-a9ed-89b8f4eec51e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0995545 Aug 27 16:23:26.616241 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:26.629849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:26.636035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-06e6c8dd-11c2-46db-9103-58fd76072b6f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1014700359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:26.656798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ead09b16-c272-4ca1-a65d-30bbc3a578f3) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:26.664049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:26.664830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.670950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb7ae1-ec53-4ace-9e99-3e619cf6c430 None None] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:26.715207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-df7d326d-8dc1-4655-90c2-ad71d2ca1a22', 'network_id': 'df7d326d-8dc1-4655-90c2-ad71d2ca1a22', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': 'b6e1d2ec-7437-4fad-9084-3c5a184c015d'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:26.716246 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.731602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e6c8dd-11c2-46db-9103-58fd76072b6f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.733051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48682) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:26.733606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e6c8dd-11c2-46db-9103-58fd76072b6f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.803444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e6c8dd-11c2-46db-9103-58fd76072b6f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.811362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fd1e941c-a5ca-403a-80fe-02ad471d0d82 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b3e01b89e7234f1eaaa8906ad7b306fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754361 Aug 27 16:23:26.812347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48686) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:26.846392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-889e0b7e-6881-4f97-9a3c-8218c473843d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3039336 Aug 27 16:23:26.854364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48690) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:26.854799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Deleting port f150bcbe-5c40-4fa4-91d0-88290fe6069f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:26.854799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.855007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:26.894578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e6c8dd-11c2-46db-9103-58fd76072b6f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.929988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e169828e-eafb-4cf4-9093-502b0a1f2b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.974069 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e169828e-eafb-4cf4-9093-502b0a1f2b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:26.990029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] For port f150bcbe-5c40-4fa4-91d0-88290fe6069f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f150bcbe-5c40-4fa4-91d0-88290fe6069f,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:26.990029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.012761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.014372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.025956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Calling delete_port for f150bcbe-5c40-4fa4-91d0-88290fe6069f owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:27.103674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.136258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Allocated IP 2001:db8::2 (df7d326d-8dc1-4655-90c2-ad71d2ca1a22/b6e1d2ec-7437-4fad-9084-3c5a184c015d/6b46017d-dde8-461a-896e-155e020f3dd1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:27.141174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-ead09b16-c272-4ca1-a65d-30bbc3a578f3', 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'fixed_ips': [{'subnet_id': 'da6d6ace-1299-4e43-82bd-811e313a740a'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:27.141174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.159513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06e6c8dd-11c2-46db-9103-58fd76072b6f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.161842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06e6c8dd-11c2-46db-9103-58fd76072b6f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5453246 Aug 27 16:23:27.165089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:27.235890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e169828e-eafb-4cf4-9093-502b0a1f2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.238460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e169828e-eafb-4cf4-9093-502b0a1f2b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.239698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e169828e-eafb-4cf4-9093-502b0a1f2b99 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0da3ed77-53d0-41bb-8ea4-9fb7a3ab44f2 HTTP/1.1" status: 204 len: 168 time: 0.4263079 Aug 27 16:23:27.283046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169828e-eafb-4cf4-9093-502b0a1f2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da3ed77-53d0-41bb-8ea4-9fb7a3ab44f2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.388319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.433393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Allocated IP 172.20.0.2 (ead09b16-c272-4ca1-a65d-30bbc3a578f3/da6d6ace-1299-4e43-82bd-811e313a740a/0174898c-0aad-48bd-adcf-4c7651c8277a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:27.454037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.455121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Pushing event deleted for resources: {'Port': ['ID=f150bcbe-5c40-4fa4-91d0-88290fe6069f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.475889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Transition to ACTIVE for port object 6b46017d-dde8-461a-896e-155e020f3dd1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:27.527926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Transition to ACTIVE for port object 6b46017d-dde8-461a-896e-155e020f3dd1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:27.623109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.627679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48704) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:27.644027 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.696675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:27.724835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:27.742719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:27.764436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.814472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Pushing event updated for resources: {'Port': ['ID=6b46017d-dde8-461a-896e-155e020f3dd1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:27.817390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Transition to ACTIVE for port object 0174898c-0aad-48bd-adcf-4c7651c8277a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:27.886601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Transition to ACTIVE for port object 0174898c-0aad-48bd-adcf-4c7651c8277a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:27.892129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Attempting to bind port 6b46017d-dde8-461a-896e-155e020f3dd1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:27.892801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Attempting to bind port 6b46017d-dde8-461a-896e-155e020f3dd1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'df7d326d-8dc1-4655-90c2-ad71d2ca1a22'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:27.893351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Attempting to bind port 6b46017d-dde8-461a-896e-155e020f3dd1 on network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:27.899429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:27.900125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Checking segment: {'id': '4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'df7d326d-8dc1-4655-90c2-ad71d2ca1a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:27.900987 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.901564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Bound using segment: {'id': '4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'df7d326d-8dc1-4655-90c2-ad71d2ca1a22'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:27.902235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Bound port: 6b46017d-dde8-461a-896e-155e020f3dd1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'df7d326d-8dc1-4655-90c2-ad71d2ca1a22'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:27.902819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.908126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.938698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:27.982028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] For port 6b46017d-dde8-461a-896e-155e020f3dd1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:27.986467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] For port 6b46017d-dde8-461a-896e-155e020f3dd1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6b46017d-dde8-461a-896e-155e020f3dd1,segment=NetworkSegment(4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e),segment_id=4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:28.009560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.051789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:28.055580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:28.061438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:28.074300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Pushing event updated for resources: {'Port': ['ID=0174898c-0aad-48bd-adcf-4c7651c8277a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:28.122996 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.172402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.199046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Attempting to bind port 0174898c-0aad-48bd-adcf-4c7651c8277a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:28.199644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Attempting to bind port 0174898c-0aad-48bd-adcf-4c7651c8277a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:28.199867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Attempting to bind port 0174898c-0aad-48bd-adcf-4c7651c8277a on network ead09b16-c272-4ca1-a65d-30bbc3a578f3 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:28.209409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:28.209868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Checking segment: {'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:28.210186 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.210675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Bound using segment: {'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:28.214329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Bound port: 0174898c-0aad-48bd-adcf-4c7651c8277a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:28.214329 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.242194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a45b6-3758-4272-ab4e-ee91a8f6a7eb None None] Pushing event updated for resources: {'Port': ['ID=6b46017d-dde8-461a-896e-155e020f3dd1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:28.339767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] For port 0174898c-0aad-48bd-adcf-4c7651c8277a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:28.345690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.353200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] For port 0174898c-0aad-48bd-adcf-4c7651c8277a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0174898c-0aad-48bd-adcf-4c7651c8277a,segment=NetworkSegment(685666c9-d99d-45c4-95ed-6dd6996f67b7),segment_id=685666c9-d99d-45c4-95ed-6dd6996f67b7)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:28.459628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.516239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aceb2c2-f355-481e-8621-211cd4846d77,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:28.524433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8::1 (df7d326d-8dc1-4655-90c2-ad71d2ca1a22/b6e1d2ec-7437-4fad-9084-3c5a184c015d/71a1ddd5-0adf-478b-a434-a0164cc8d82c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:28.526483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Router 10258984-73bf-4ec3-8210-83b1f6008c6b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:28.539099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.539488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.539638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.539967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.540312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.540621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.540944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.541264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.541601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.542199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.542199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.542548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:28.544787 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.591342 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b63c528e-37b0-4bfd-a7d7-64d7296de949 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=514ebe656c364df2affe6356cf20a3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9052057 Aug 27 16:23:28.597464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48728) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:28.660980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1741b1-ec1c-4631-9890-916361d91007 None None] Pushing event updated for resources: {'Port': ['ID=0174898c-0aad-48bd-adcf-4c7651c8277a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:28.678359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.711328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.731243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:28.737969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-48ba1385-b970-4a32-80ae-f09b658a6446 admin admin] 10.222.0.101 "PUT /v2.0/routers/10258984-73bf-4ec3-8210-83b1f6008c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1568179 Aug 27 16:23:28.744813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48732) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:28.756666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] Sync routers for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:28.768648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:28.770176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:28.800749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.895148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.964469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.990723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:28.994406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:29.070254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Allocated IP 172.25.4.91 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/74f70d18-5f41-4245-8a8d-ded2f9adb6f5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:29.162066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.216865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.217515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 71a1ddd5-0adf-478b-a434-a0164cc8d82c will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:29.220120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.221562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3aceb2c2-f355-481e-8621-211cd4846d77 HTTP/1.1" status: 204 len: 168 time: 0.5970652 Aug 27 16:23:29.237670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aceb2c2-f355-481e-8621-211cd4846d77,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:29.253461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.255390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.255852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.258013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.260037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.261336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.261336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.261336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.264841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.266778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.267570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.267570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.271451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abfe18e-b0dd-4da7-baa7-2168196350c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:29.428547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.436893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0174898c-0aad-48bd-adcf-4c7651c8277a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:29.443099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Deleting port f4475f9c-3e79-47cd-af72-8e030157602f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:29.443486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.504343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.516267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:29.516558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:23:27Z', 'revision_number': 5, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port': {'id': 'f4475f9c-3e79-47cd-af72-8e030157602f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:11:33Z', 'updated_at': '2021-08-27T16:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:29.520800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:29.534580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:29.561034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] For port f4475f9c-3e79-47cd-af72-8e030157602f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f4475f9c-3e79-47cd-af72-8e030157602f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:29.561427 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.575929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] Checking router: 10258984-73bf-4ec3-8210-83b1f6008c6b for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:29.581475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Calling delete_port for f4475f9c-3e79-47cd-af72-8e030157602f owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:29.604120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] Routers {'10258984-73bf-4ec3-8210-83b1f6008c6b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:29.605144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['10258984-73bf-4ec3-8210-83b1f6008c6b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:29.653906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Pushing event updated for resources: {'Port': ['ID=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:29.675167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:29.707856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0174898c-0aad-48bd-adcf-4c7651c8277a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:29.723645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6b46017d-dde8-461a-896e-155e020f3dd1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:29.773626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:29.776941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:29.777495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:29.795886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] Set router 10258984-73bf-4ec3-8210-83b1f6008c6b gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:29.898014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594d280-a128-46ed-ba3d-738c32de0952 None None] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:29.908364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:23:29Z', 'revision_number': 6, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:29.939310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=71a1ddd5-0adf-478b-a434-a0164cc8d82c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:30.020123 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.062853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949915d-b0d2-47af-ab9c-5e97fd173a2b None None] The sync data for ids ['10258984-73bf-4ec3-8210-83b1f6008c6b'] in n-d-806412-1 is: [{'id': '10258984-73bf-4ec3-8210-83b1f6008c6b', 'name': 'tempest-TaggedBootDevicesTest-1157325490-router', 'tenant_id': '698680ce6f6640478526bfb8e6ec9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:11:30Z', 'updated_at': '2021-08-27T16:23:29Z', 'revision_number': 6, 'project_id': '698680ce6f6640478526bfb8e6ec9f80', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:30.081310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4475f9c-3e79-47cd-af72-8e030157602f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:30.212837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-60d5170d-f69a-49a5-a547-c85ebb4c8321 None None] Provisioning for port 6b46017d-dde8-461a-896e-155e020f3dd1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:30.217085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6b46017d-dde8-461a-896e-155e020f3dd1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:30.228441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-60d5170d-f69a-49a5-a547-c85ebb4c8321 None None] Provisioning complete for port 6b46017d-dde8-461a-896e-155e020f3dd1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:30.228821 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60d5170d-f69a-49a5-a547-c85ebb4c8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.237309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5003a8b7-adaf-4ce5-8daa-d0d5dd7515aa None None] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:30.253083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.301559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.387479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48770) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:30.396988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6b46017d-dde8-461a-896e-155e020f3dd1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:30.397373 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.423184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.462249 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.468134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.686493 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.698229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60d5170d-f69a-49a5-a547-c85ebb4c8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.711375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.714092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10258984-73bf-4ec3-8210-83b1f6008c6b {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:23:30.720833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.727041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9ffa25d6-a151-4dfe-8caa-a298f640e1b6 admin admin] 10.222.0.101 "DELETE /v2.0/routers/10258984-73bf-4ec3-8210-83b1f6008c6b HTTP/1.1" status: 204 len: 168 time: 1.9840298 Aug 27 16:23:30.728055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48778) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:30.789160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-60d5170d-f69a-49a5-a547-c85ebb4c8321 None None] For port 6b46017d-dde8-461a-896e-155e020f3dd1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6b46017d-dde8-461a-896e-155e020f3dd1,segment=NetworkSegment(4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e),segment_id=4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:30.820945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] Deleting subnet 7dfc397f-74cd-49c3-81a0-081d7f19c88e {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:30.825822 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.892195 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60d5170d-f69a-49a5-a547-c85ebb4c8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:30.893785 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.132805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.142607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-657587085'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:31.213105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48788) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:31.282742 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:23:31.283144 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:23:31.291499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Provisioning complete for port 6b46017d-dde8-461a-896e-155e020f3dd1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:31.291886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.315732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5170d-f69a-49a5-a547-c85ebb4c8321 None None] Pushing event updated for resources: {'Port': ['ID=6b46017d-dde8-461a-896e-155e020f3dd1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:31.349124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660615419-network', 'tenant_id': 'fccc0e66662d4a95ac5181db624bf673'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:31.397465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.428011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfc397f-74cd-49c3-81a0-081d7f19c88e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:31.430378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.432526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b3627b2e-9273-46b0-9bd9-2b584e383282 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7dfc397f-74cd-49c3-81a0-081d7f19c88e HTTP/1.1" status: 204 len: 168 time: 0.7033377 Aug 27 16:23:31.435452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48792) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:31.448035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637f94f-b359-4070-914c-a8ea4036a337 None None] Network 7639636b-2e68-444d-a756-114c35a3b4a0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:31.450130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Made reservation on behalf of bfb793bcfe2e41eeb5f09b75f16e04e3 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:31.453859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.476358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.502712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Provisioning for port 0174898c-0aad-48bd-adcf-4c7651c8277a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:31.508351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Provisioning complete for port 0174898c-0aad-48bd-adcf-4c7651c8277a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:31.508752 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.522781 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.529670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.583768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.593271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Deleting port e088fe7d-47cf-43ea-86b4-d984fa262a31 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:31.594265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.632006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Made reservation on behalf of fccc0e66662d4a95ac5181db624bf673 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:31.634650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.649631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.649817 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.650668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.652181 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.695469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] For port 0174898c-0aad-48bd-adcf-4c7651c8277a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0174898c-0aad-48bd-adcf-4c7651c8277a,segment=NetworkSegment(685666c9-d99d-45c4-95ed-6dd6996f67b7),segment_id=685666c9-d99d-45c4-95ed-6dd6996f67b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:31.714516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] For port e088fe7d-47cf-43ea-86b4-d984fa262a31, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e088fe7d-47cf-43ea-86b4-d984fa262a31,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:31.715145 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.738814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Calling delete_port for e088fe7d-47cf-43ea-86b4-d984fa262a31 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:31.745781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91587745-d981-4117-b4d3-668fceb53aac None None] DHCP port deletion for 7639636b-2e68-444d-a756-114c35a3b4a0 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:31.797448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=71a1ddd5-0adf-478b-a434-a0164cc8d82c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:31.816184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.878008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91587745-d981-4117-b4d3-668fceb53aac None None] Deleting port e088fe7d-47cf-43ea-86b4-d984fa262a31 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:31.878008 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91587745-d981-4117-b4d3-668fceb53aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.880684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:31.884411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:31.904787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.938928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Pushing event updated for resources: {'Port': ['ID=0174898c-0aad-48bd-adcf-4c7651c8277a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:31.941964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.977080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Pushing event deleted for resources: {'Port': ['ID=e088fe7d-47cf-43ea-86b4-d984fa262a31,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:31.978936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] No DVR routers for this DVR port e088fe7d-47cf-43ea-86b4-d984fa262a31 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:31.989252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-91587745-d981-4117-b4d3-668fceb53aac None None] For port e088fe7d-47cf-43ea-86b4-d984fa262a31, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e088fe7d-47cf-43ea-86b4-d984fa262a31,segment=NetworkSegment(abbe21ce-df33-4b6b-86e7-8c3bbdb43476),segment_id=abbe21ce-df33-4b6b-86e7-8c3bbdb43476)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:31.989825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91587745-d981-4117-b4d3-668fceb53aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:31.994259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Provisioning for port 71a1ddd5-0adf-478b-a434-a0164cc8d82c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:32.010234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6b46017d-dde8-461a-896e-155e020f3dd1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:32.016014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Provisioning complete for port 71a1ddd5-0adf-478b-a434-a0164cc8d82c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:32.016637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.022160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Router b2845d72-8985-4538-85b4-0b50a508dbb7 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:32.066858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91587745-d981-4117-b4d3-668fceb53aac None None] Calling delete_port for e088fe7d-47cf-43ea-86b4-d984fa262a31 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:32.082491 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.095218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7639636b-2e68-444d-a756-114c35a3b4a0']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.105561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.114827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.115556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbe21ce-df33-4b6b-86e7-8c3bbdb43476') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.118254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:32.127863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.128220 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Added segment 58f2b666-ce51-443f-a163-ffe64de1a86d of type vlan for network 5868b44c-4559-4226-89ff-7068d55214fc Aug 27 16:23:32.129268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.137729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-304577c0-4f4a-4253-a543-7be83c2948fe None None] Port 71a1ddd5-0adf-478b-a434-a0164cc8d82c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:32.148443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.156872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:32.157693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.173253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6b46017d-dde8-461a-896e-155e020f3dd1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:32.173637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.199370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 783fa173-ea99-47de-bb44-5751b80fcea4 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:32.219329 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91587745-d981-4117-b4d3-668fceb53aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:32.226588 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:32.231397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.264367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587745-d981-4117-b4d3-668fceb53aac None None] Pushing event deleted for resources: {'Port': ['ID=e088fe7d-47cf-43ea-86b4-d984fa262a31,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:32.273038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91587745-d981-4117-b4d3-668fceb53aac None None] No DVR routers for this DVR port e088fe7d-47cf-43ea-86b4-d984fa262a31 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:32.297821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcdd699d-a648-4111-a464-9b142096df9a None None] Provisioning complete for port 0174898c-0aad-48bd-adcf-4c7651c8277a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:32.298292 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcdd699d-a648-4111-a464-9b142096df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.310769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.316624 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.319402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] 10.222.0.101 "DELETE /v2.0/networks/7639636b-2e68-444d-a756-114c35a3b4a0 HTTP/1.1" status: 204 len: 168 time: 0.8824501 Aug 27 16:23:32.341048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618a3a-5395-4609-acb0-f26f0229996f admin admin] Pushing event deleted for resources: {'Network': ['ID=7639636b-2e68-444d-a756-114c35a3b4a0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:32.347348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a4fffa-04b9-4124-a080-05b73d3214e0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:32.362437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:32.374261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Sync routers for ids ['b2845d72-8985-4538-85b4-0b50a508dbb7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:32.389905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:32.390364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.390825 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6fd0ab8f-1727-4922-b5aa-2a8002405a90 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/783fa173-ea99-47de-bb44-5751b80fcea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2245848 Aug 27 16:23:32.390931 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Routers {'b2845d72-8985-4538-85b4-0b50a508dbb7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:32.391529 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b2845d72-8985-4538-85b4-0b50a508dbb7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.392793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48802) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:32.403392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] Sync routers for ids ['783fa173-ea99-47de-bb44-5751b80fcea4'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:32.423074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] Routers {'783fa173-ea99-47de-bb44-5751b80fcea4'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:32.423740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['783fa173-ea99-47de-bb44-5751b80fcea4'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.443325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.445393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.446013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.488127 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.505273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.512081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e088fe7d-47cf-43ea-86b4-d984fa262a31 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:32.519663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:32.532564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.532912 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Added segment 34c8298b-cb4a-46ff-9068-baef771ccd38 of type vlan for network b408586c-c0b9-4266-bcef-3983f1dcd498 Aug 27 16:23:32.548630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e088fe7d-47cf-43ea-86b4-d984fa262a31 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:32.549260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e088fe7d-47cf-43ea-86b4-d984fa262a31 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:32.549902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4475f9c-3e79-47cd-af72-8e030157602f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:32.574613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f4475f9c-3e79-47cd-af72-8e030157602f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:32.575373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4475f9c-3e79-47cd-af72-8e030157602f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:32.576033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f150bcbe-5c40-4fa4-91d0-88290fe6069f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:32.580197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] Routers {'783fa173-ea99-47de-bb44-5751b80fcea4'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:32.581510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['783fa173-ea99-47de-bb44-5751b80fcea4'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.589959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.591289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Pushing event updated for resources: {'Network': ['ID=5868b44c-4559-4226-89ff-7068d55214fc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:32.608261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Set router b2845d72-8985-4538-85b4-0b50a508dbb7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:32.611429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.612839 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8bb4ed14-30c0-419f-bb76-92763253c06e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7643611 Aug 27 16:23:32.614656 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-411909a8-65d5-49c3-b67f-d9a677c42035 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2227912 Aug 27 16:23:32.615592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48806) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:32.664416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0f045-cbca-4a3c-b17d-a5b72833868a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.670200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fef0f045-cbca-4a3c-b17d-a5b72833868a tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports/71a1ddd5-0adf-478b-a434-a0164cc8d82c HTTP/1.1" status: 200 len: 911 time: 0.2723384 Aug 27 16:23:32.685469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48812) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:32.691256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6e1d2ec-7437-4fad-9084-3c5a184c015d'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:32.742037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97f13de-88ba-45ed-8cc4-231b9f4a73dc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:32.762931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 5868b44c-4559-4226-89ff-7068d55214fc details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:32.773988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.776535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f150bcbe-5c40-4fa4-91d0-88290fe6069f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:32.776994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f150bcbe-5c40-4fa4-91d0-88290fe6069f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:32.779461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:32.784030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.809542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:32.812593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385be7b-d4a0-4b20-b8ef-ac5e5e80bd0c None None] The sync data for ids ['783fa173-ea99-47de-bb44-5751b80fcea4'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:32.891613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcdd699d-a648-4111-a464-9b142096df9a None None] Provisioning complete for port 71a1ddd5-0adf-478b-a434-a0164cc8d82c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:32.892146 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcdd699d-a648-4111-a464-9b142096df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:32.892867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48816) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:32.981499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd699d-a648-4111-a464-9b142096df9a None None] Port 71a1ddd5-0adf-478b-a434-a0164cc8d82c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:32.987916 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ff69ffba-990d-4769-a5fd-209fd719d3ec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=698680ce6f6640478526bfb8e6ec9f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936720 Aug 27 16:23:32.988597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48818) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:33.048343 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:29Z', 'revision_number': 3, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port': {'id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:da:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:28Z', 'updated_at': '2021-08-27T16:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:33.083596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=b408586c-c0b9-4266-bcef-3983f1dcd498,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:33.086780 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Checking router: b2845d72-8985-4538-85b4-0b50a508dbb7 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:33.094032 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Updating router b2845d72-8985-4538-85b4-0b50a508dbb7 port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:33.097388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b408586c-c0b9-4266-bcef-3983f1dcd498 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:33.116654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bfc9845d-3f62-4d72-901e-d605bf17e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.139665 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.162567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bfc9845d-3f62-4d72-901e-d605bf17e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.179038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5171903e-dc19-46ae-8f02-be0ff2447fb8 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.9648910 Aug 27 16:23:33.180415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48820) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:33.191811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Request body: {'subnet': {'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660615419-subnet', 'tenant_id': 'fccc0e66662d4a95ac5181db624bf673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:33.261408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.338534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48824) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:33.345979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Request body: {'port': {'network_id': '5868b44c-4559-4226-89ff-7068d55214fc', 'binding:host_id': 'n-h1-806412-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-906924696'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:33.393625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Made reservation on behalf of fccc0e66662d4a95ac5181db624bf673 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:33.395921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.427004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.506013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bfc9845d-3f62-4d72-901e-d605bf17e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.508597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bfc9845d-3f62-4d72-901e-d605bf17e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.512855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bfc9845d-3f62-4d72-901e-d605bf17e9b3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8752c78a-e6f7-47de-a0aa-08de8740fc26 HTTP/1.1" status: 204 len: 168 time: 0.5119085 Aug 27 16:23:33.555505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9845d-3f62-4d72-901e-d605bf17e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8752c78a-e6f7-47de-a0aa-08de8740fc26,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:33.566467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Made reservation on behalf of 107d99b4afc1403f8e442b2db7b06646 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:33.568849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.596985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.609733 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.636474 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Transition to ACTIVE for port object 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:33.713167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Allocated IP 172.20.0.1 (ead09b16-c272-4ca1-a65d-30bbc3a578f3/da6d6ace-1299-4e43-82bd-811e313a740a/4bfcb07c-2185-4ac1-83f6-c6d579c0f5df) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:33.758587 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.853811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.909950 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.927033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Transition to ACTIVE for port object 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:33.976945 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Attempting to bind port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:33.977300 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Attempting to bind port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:33.977656 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Attempting to bind port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:33.978645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.984657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] device_id is not set on port baa0ea76-0604-4119-80b9-549b490e6e1a yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:33.985655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.994245 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:33.994624 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:33.995028 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:33.995435 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:33.995942 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Bound port: 74f70d18-5f41-4245-8a8d-ded2f9adb6f5, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:33.996274 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.000797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0174898c-0aad-48bd-adcf-4c7651c8277a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:34.012741 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.069936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d30536-5459-499e-9d5d-2b6d5959be98,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:34.095290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9043cd35-bc6f-4988-94c7-36a60f223352,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:34.108473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Checking segment: {'id': '34c8298b-cb4a-46ff-9068-baef771ccd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:34.109489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Network hostable DHCP agents. Network: b408586c-c0b9-4266-bcef-3983f1dcd498, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:34.131110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0174898c-0aad-48bd-adcf-4c7651c8277a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:34.132048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Pushing event updated for resources: {'Port': ['ID=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:34.132392 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] For port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] For port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.132498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:23:34.231820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.238674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:34.239323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.240738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/ports/71a1ddd5-0adf-478b-a434-a0164cc8d82c HTTP/1.1" status: 200 len: 911 time: 1.5542991 Aug 27 16:23:34.240979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.243868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48840) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:34.281560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] device_id is not set on port baa0ea76-0604-4119-80b9-549b490e6e1a yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:34.293891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:34.302077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.305280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:34.314569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:34.338752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:34.341560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Transition to ACTIVE for port object baa0ea76-0604-4119-80b9-549b490e6e1a will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:34.366679 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.377384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.475399 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Routers {'b2845d72-8985-4538-85b4-0b50a508dbb7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:34.476057 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b2845d72-8985-4538-85b4-0b50a508dbb7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:34.517645 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590186e-0e20-446e-9ef8-f3bf85aec9bc None None] Pushing event updated for resources: {'Port': ['ID=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:34.534040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.618209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=baa0ea76-0604-4119-80b9-549b490e6e1a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:34.631172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Checking segment: {'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:34.631869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Network hostable DHCP agents. Network: 5868b44c-4559-4226-89ff-7068d55214fc, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:34.641158 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] Set router b2845d72-8985-4538-85b4-0b50a508dbb7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:34.701946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e37bf232-438b-4b18-99e7-b18d9dbb837d None None] Provisioning for port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:34.707834 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.708985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e37bf232-438b-4b18-99e7-b18d9dbb837d None None] Provisioning complete for port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:34.709918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e37bf232-438b-4b18-99e7-b18d9dbb837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:34.730974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Network b408586c-c0b9-4266-bcef-3983f1dcd498 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:34.756565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e37bf232-438b-4b18-99e7-b18d9dbb837d None None] Port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:34.758814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253745eb-f726-4a38-802a-3dc3b83982a9 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=71a1ddd5-0adf-478b-a434-a0164cc8d82c,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:34.846575 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:23:34.929376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Network 5868b44c-4559-4226-89ff-7068d55214fc is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:34.955504 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:29Z', 'revision_number': 3, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port': {'id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:da:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:28Z', 'updated_at': '2021-08-27T16:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:34.985837 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabc20c-6373-4526-954d-58227deb5250 None None] The sync data for ids ['b2845d72-8985-4538-85b4-0b50a508dbb7'] in n-d-806412-1 is: [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:29Z', 'revision_number': 3, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port': {'id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:da:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:28Z', 'updated_at': '2021-08-27T16:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:35.038323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.157524 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.190141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 5868b44c-4559-4226-89ff-7068d55214fc) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:35.195675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:35.198428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f1a4c-c292-4bcc-a1db-641bb5e2d7be None None] Network 5868b44c-4559-4226-89ff-7068d55214fc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:35.204064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.300681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48858) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:35.306876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b408586c-c0b9-4266-bcef-3983f1dcd498) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:35.311483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:35.313609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.314330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:35.314781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:35.315355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:35.329898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:35.330244 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:35.334618 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 2 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:35.342105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebfce29-47bd-4be8-998a-b9779f268345 None None] Network b408586c-c0b9-4266-bcef-3983f1dcd498 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:35.386999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.389170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:35.403844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:35.404292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:35.404728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:35.412830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:35.413302 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:35.414743 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 3 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:35.474471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:35.475151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:35.475551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:35.483522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:35.484594 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:35.486955 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 4 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:35.538146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 71a1ddd5-0adf-478b-a434-a0164cc8d82c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:35.538499 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.549054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b2dea241-bad6-4516-bfd3-6484286b2565 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3646259 Aug 27 16:23:35.567851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1111176680-network', 'tenant_id': '84f8be74b61d421599d4bc799f57798e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:35.587385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:35.590881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:35.591482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:35.591834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:35.598020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:35.606181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:35.606513 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:35.612826 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 5 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:35.632239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c5310-7f9d-4ee3-a819-d544184e538a None None] Network b408586c-c0b9-4266-bcef-3983f1dcd498 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:35.681144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.705199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 71a1ddd5-0adf-478b-a434-a0164cc8d82c owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:35.770155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Router b2845d72-8985-4538-85b4-0b50a508dbb7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:35.771145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:35.771514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:35.771860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:35.778734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:35.779080 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:35.779675 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 6 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:35.798872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Made reservation on behalf of 84f8be74b61d421599d4bc799f57798e for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:35.801607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.823075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:35.823746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:35.824172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:35.831198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:35.903192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:35.905885 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:35.908551 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 7 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:36.002167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f2700a9c-3783-4481-9180-64d9a33dad0e None None] Provisioning complete for port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:36.002572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2700a9c-3783-4481-9180-64d9a33dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.042656 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.045558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:36.045988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:36.046977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:36.056719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:36.057132 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:36.059122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:36.059497 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 8 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:36.160684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f2700a9c-3783-4481-9180-64d9a33dad0e None None] Port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:36.185886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.232155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=71a1ddd5-0adf-478b-a434-a0164cc8d82c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:36.307462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:36.313611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:36.314273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.379977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.488541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.517926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.518923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:36.535138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:36.535529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:36.535841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:36.558798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:36.573165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:36.573509 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:36.576286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48880) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:36.579335 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 9 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:36.583549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:36.583721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-285559459-network', 'tenant_id': 'af2fcc91023f4358929807afa7903a5b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:36.585095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:36.590786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fd05ac3b-19c1-47c9-a8e6-e484adf3bb28 admin admin] 10.222.0.101 "PUT /v2.0/routers/b2845d72-8985-4538-85b4-0b50a508dbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9741023 Aug 27 16:23:36.597432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.597791 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Added segment 8fea7829-e777-4418-a478-bcd6804288eb of type vlan for network 7f8b02a8-814a-4535-8846-cd6a73a21899 Aug 27 16:23:36.605571 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.611858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:36.612262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:36.612552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:36.639709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:36.640084 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:36.645451 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 10 to bind port baa0ea76-0604-4119-80b9-549b490e6e1a Aug 27 16:23:36.653122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 783fa173-ea99-47de-bb44-5751b80fcea4 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:36.658197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.668009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:36.668354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:36.668708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:36.683112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port baa0ea76-0604-4119-80b9-549b490e6e1a on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:36.683491 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port baa0ea76-0604-4119-80b9-549b490e6e1a on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:36.683866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.685556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:36.777843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] For port baa0ea76-0604-4119-80b9-549b490e6e1a, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:36.778245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:36.778368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempted to set empty binding levels {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 16:23:36.787122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ab6417b3-7017-4cf9-b237-08625beda735 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/783fa173-ea99-47de-bb44-5751b80fcea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5393841 Aug 27 16:23:36.787122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48888) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:36.790307 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] Sync routers for ids ['783fa173-ea99-47de-bb44-5751b80fcea4'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:36.797838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Made reservation on behalf of af2fcc91023f4358929807afa7903a5b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:36.800237 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.802331 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] Routers {'783fa173-ea99-47de-bb44-5751b80fcea4'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:36.803061 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['783fa173-ea99-47de-bb44-5751b80fcea4'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:36.824549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-32f0d917-4932-4b21-86b4-126419575c69 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=783fa173-ea99-47de-bb44-5751b80fcea4 HTTP/1.1" status: 200 len: 205 time: 0.0341787 Aug 27 16:23:36.824953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48890) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:36.826331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.838213 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:36.853211 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] Routers {'783fa173-ea99-47de-bb44-5751b80fcea4'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:36.854068 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['783fa173-ea99-47de-bb44-5751b80fcea4'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:36.902382 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:36.903498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749934c-739d-4041-8ebb-aeb95aed7ff8 None None] The sync data for ids ['783fa173-ea99-47de-bb44-5751b80fcea4'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:36.932386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.936543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.938986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.940085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:36.940668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:36.974230 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-add0fbaf-325c-4c49-ab0d-5683269ceced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.027221 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:37.027931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.115930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=baa0ea76-0604-4119-80b9-549b490e6e1a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:37.125998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] Pushing event updated for resources: {'Network': ['ID=7f8b02a8-814a-4535-8846-cd6a73a21899,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:37.136688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7f8b02a8-814a-4535-8846-cd6a73a21899 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:37.199087 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.225593 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-add0fbaf-325c-4c49-ab0d-5683269ceced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.228468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-add0fbaf-325c-4c49-ab0d-5683269ceced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.236481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:37.244287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a5127-2a6d-4f5d-a373-7e6dc8949e9e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:37.254398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.254757 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Added segment 3ffd51c5-5834-414f-9084-9beb4d4617fc of type vlan for network 4d0ef91e-ba45-4290-824c-21be7b049215 Aug 27 16:23:37.278274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Sync routers for ids ['b2845d72-8985-4538-85b4-0b50a508dbb7'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:37.288381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Routers {'b2845d72-8985-4538-85b4-0b50a508dbb7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:37.310000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b2845d72-8985-4538-85b4-0b50a508dbb7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:37.310697 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.376149 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-047bbb82-1585-4d81-9942-dae97b8a0759 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.0361342 Aug 27 16:23:37.377868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48898) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:37.378625 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c6186806-d223-4a7c-9888-a947b1dc8c5b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0765870 Aug 27 16:23:37.381903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:37.389305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Request body: {'subnet': {'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1111176680-subnet', 'tenant_id': '84f8be74b61d421599d4bc799f57798e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:37.406763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Set router b2845d72-8985-4538-85b4-0b50a508dbb7 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:37.445226 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-add0fbaf-325c-4c49-ab0d-5683269ceced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.446976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add0fbaf-325c-4c49-ab0d-5683269ceced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Fanout notify agent at l3_agent the message router_deleted on router 783fa173-ea99-47de-bb44-5751b80fcea4 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:23:37.462295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-add0fbaf-325c-4c49-ab0d-5683269ceced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.466424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:37.467166 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-add0fbaf-325c-4c49-ab0d-5683269ceced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/783fa173-ea99-47de-bb44-5751b80fcea4 HTTP/1.1" status: 204 len: 168 time: 0.6411293 Aug 27 16:23:37.482928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.484710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:37.485262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.501256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Made reservation on behalf of 84f8be74b61d421599d4bc799f57798e for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:37.504135 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.580556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Deleting port baa0ea76-0604-4119-80b9-549b490e6e1a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:37.580902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.636724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet b6e1d2ec-7437-4fad-9084-3c5a184c015d {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:23:37.644515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0671766 Aug 27 16:23:37.645601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.652121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48910) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:37.662261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:34Z', 'revision_number': 4, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port': {'id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:28Z', 'updated_at': '2021-08-27T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '4bfcb07c-2185-4ac1-83f6-c6d579c0f5df', 'name': '', 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'mac_address': 'fa:16:3e:f3:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'da6d6ace-1299-4e43-82bd-811e313a740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:33Z', 'updated_at': '2021-08-27T16:23:34Z', 'revision_number': 2, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'subnets': [{'id': 'da6d6ace-1299-4e43-82bd-811e313a740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:37.678676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Request body: {'subnet': {'network_id': '4d0ef91e-ba45-4290-824c-21be7b049215', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-285559459-subnet', 'tenant_id': 'af2fcc91023f4358929807afa7903a5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:37.686404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ae442-11b6-4455-a338-2060de24ed7e admin admin] Pushing event updated for resources: {'Network': ['ID=4d0ef91e-ba45-4290-824c-21be7b049215,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:37.694313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Checking router: b2845d72-8985-4538-85b4-0b50a508dbb7 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:37.694676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Updating router b2845d72-8985-4538-85b4-0b50a508dbb7 port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:37.726537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.728953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] For port baa0ea76-0604-4119-80b9-549b490e6e1a, host n-h1-806412-1, got binding levels [] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:37.730626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4d0ef91e-ba45-4290-824c-21be7b049215 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:37.731440 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.752247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.773453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48916) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:37.777002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Calling delete_port for baa0ea76-0604-4119-80b9-549b490e6e1a owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:37.781999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-475878824-network', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:37.841724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Made reservation on behalf of af2fcc91023f4358929807afa7903a5b for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:37.844264 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.844824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.910484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85c6c1f-00eb-4477-b7bf-0a3bb457c31c,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:37.929057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Checking segment: {'id': '8fea7829-e777-4418-a478-bcd6804288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:37.929417 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Network hostable DHCP agents. Network: 7f8b02a8-814a-4535-8846-cd6a73a21899, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:37.962047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.976075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Made reservation on behalf of c4b869fe35ee4ba4ade72b1f3dbb8f83 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:37.980095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:37.999140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.012918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:38.116583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:38.117240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.127946 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.127946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Network 7f8b02a8-814a-4535-8846-cd6a73a21899 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:38.167190 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.221533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.250714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event deleted for resources: {'Port': ['ID=baa0ea76-0604-4119-80b9-549b490e6e1a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:38.256018 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.258020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13530e4c-104e-4eea-b7c0-cead183a0dad tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "DELETE /v2.0/ports/baa0ea76-0604-4119-80b9-549b490e6e1a HTTP/1.1" status: 204 len: 168 time: 0.8790178 Aug 27 16:23:38.260537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48920) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:38.285056 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1197df-a0c9-4246-8097-8c08b148e3a2 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:23:38.286631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1a1197df-a0c9-4246-8097-8c08b148e3a2 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "GET /v2.0/ports/baa0ea76-0604-4119-80b9-549b490e6e1a HTTP/1.1" status: 404 len: 333 time: 0.0251615 Aug 27 16:23:38.290070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48924) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:38.294734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Request body: {'port': {'network_id': '5868b44c-4559-4226-89ff-7068d55214fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1648343623'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:38.305185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Transition to ACTIVE for port object 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:38.305411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.308354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7f8b02a8-814a-4535-8846-cd6a73a21899) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:38.310855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.316834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:38.318077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.319042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0339d66-afc2-446b-bebc-6145c485323a None None] Network 7f8b02a8-814a-4535-8846-cd6a73a21899 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:38.328146 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.348681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:38.362016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e1d2ec-7437-4fad-9084-3c5a184c015d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:38.363146 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.363575 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Added segment 15de8628-8884-483a-b9b8-51dce69e72a8 of type vlan for network 48532e2a-0530-4d82-beab-60ca285982ee Aug 27 16:23:38.382283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7771e-1c15-4ff5-be8c-5eba33d9bcc8 None None] Network df7d326d-8dc1-4655-90c2-ad71d2ca1a22 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:38.392526 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.396975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e99fe8f2-c99b-459b-9377-8d21e83e472d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/b6e1d2ec-7437-4fad-9084-3c5a184c015d HTTP/1.1" status: 204 len: 168 time: 0.9267631 Aug 27 16:23:38.401316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48926) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:38.402332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c7077-e797-4289-b784-9e9f0feb0648,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:38.413739 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.497703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592ab296-ac3a-46ed-837f-2797439f83b7,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:38.506204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Checking segment: {'id': '3ffd51c5-5834-414f-9084-9beb4d4617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '4d0ef91e-ba45-4290-824c-21be7b049215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:38.506574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Network hostable DHCP agents. Network: 4d0ef91e-ba45-4290-824c-21be7b049215, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:38.523787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.533942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Made reservation on behalf of 107d99b4afc1403f8e442b2db7b06646 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:38.536289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.560688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] device_id is not set on port 80a8fcfc-0a73-41b2-b8c6-8867503e926c yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:38.585560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.642762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.646023 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:38.656794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.684416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 6b46017d-dde8-461a-896e-155e020f3dd1 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:38.684841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.697586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad653af-9bcc-4626-9ad7-5a32b20a8bd7 None None] Pushing event updated for resources: {'Port': ['ID=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:38.701983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Network 4d0ef91e-ba45-4290-824c-21be7b049215 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:38.714138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a1a025bc-775e-4653-9fcf-de821c1b3a89 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3308146 Aug 27 16:23:38.753830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] Pushing event updated for resources: {'Network': ['ID=48532e2a-0530-4d82-beab-60ca285982ee,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:38.781310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 48532e2a-0530-4d82-beab-60ca285982ee details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:38.840244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 4d0ef91e-ba45-4290-824c-21be7b049215) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:38.845973 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-91bb16da-c4a6-4ae2-bc5f-0061f6c03687 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0675700 Aug 27 16:23:38.846621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48932) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:38.853318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Request body: {'subnet': {'network_id': '48532e2a-0530-4d82-beab-60ca285982ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-475878824-subnet', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:38.866818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:38.871845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8a401-037c-45a1-9fc6-1660fd7a1a5c None None] Network 7f8b02a8-814a-4535-8846-cd6a73a21899 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:38.879585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.891310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e630aa1-f974-4a06-9eee-268e31d196a0 None None] Network 4d0ef91e-ba45-4290-824c-21be7b049215 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:38.914844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 6b46017d-dde8-461a-896e-155e020f3dd1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6b46017d-dde8-461a-896e-155e020f3dd1,segment=NetworkSegment(4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e),segment_id=4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:38.915437 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.939158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 6b46017d-dde8-461a-896e-155e020f3dd1 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:38.958124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:38.990917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Attempting to bind port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:38.991471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Attempting to bind port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:38.992091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Attempting to bind port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df on network ead09b16-c272-4ca1-a65d-30bbc3a578f3 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:39.014167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Made reservation on behalf of c4b869fe35ee4ba4ade72b1f3dbb8f83 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:39.030072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.035685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:39.036564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Checking segment: {'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:39.037174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.037766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Bound using segment: {'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:39.038452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Bound port: 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685666c9-d99d-45c4-95ed-6dd6996f67b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:39.039053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.095619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-054f3d91-caf2-4d75-b27b-764197649f69 req-79b8d593-8438-48ea-93c1-d42d6fa7b53e service neutron] (95253) timed out ('10.222.0.101', 49878) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:23:39.104711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] DHCP port deletion for df7d326d-8dc1-4655-90c2-ad71d2ca1a22 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:23:39.231191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.283471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b7e6afbb-97f1-49ec-9793-b8198ded3248 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6040874 Aug 27 16:23:39.283471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.289398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] For port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:39.289519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Network 5868b44c-4559-4226-89ff-7068d55214fc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:39.302256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40a5d2-3cd2-43a8-8423-f35475e65413 None None] Network 4d0ef91e-ba45-4290-824c-21be7b049215 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:39.306018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] For port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,segment=NetworkSegment(685666c9-d99d-45c4-95ed-6dd6996f67b7),segment_id=685666c9-d99d-45c4-95ed-6dd6996f67b7)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:39.309903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:39.323768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:39.323768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:39.323768 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.338906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=80a8fcfc-0a73-41b2-b8c6-8867503e926c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:39.341514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port 6b46017d-dde8-461a-896e-155e020f3dd1 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:39.369878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] Deleting port 6b46017d-dde8-461a-896e-155e020f3dd1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:39.369878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.427035 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.462799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.466023 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.483841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7d326d-8dc1-4655-90c2-ad71d2ca1a22']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:39.504535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] For port 6b46017d-dde8-461a-896e-155e020f3dd1, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:39.504947 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.508107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=6b46017d-dde8-461a-896e-155e020f3dd1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:39.511094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:39.511407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfd9f4d-1b64-4f95-9a62-2ce3d0fe362e') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:39.530682 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.546963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] Calling delete_port for 6b46017d-dde8-461a-896e-155e020f3dd1 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:39.562854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb37796-8580-4e59-8381-0c9dfd4a3113,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:39.566234 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.579696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] Port 6b46017d-dde8-461a-896e-155e020f3dd1 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:23:39.583049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad653af-9bcc-4626-9ad7-5a32b20a8bd7 None None] Pushing event updated for resources: {'Port': ['ID=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:39.587132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Routers {'b2845d72-8985-4538-85b4-0b50a508dbb7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:39.587740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b2845d72-8985-4538-85b4-0b50a508dbb7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:39.589598 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.591742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:39.600758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:39.607604 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:39.618481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Checking segment: {'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:39.618840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Network hostable DHCP agents. Network: 48532e2a-0530-4d82-beab-60ca285982ee, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:39.675431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] Pushing event deleted for resources: {'Port': ['ID=6b46017d-dde8-461a-896e-155e020f3dd1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:39.682009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf92b1e-d646-481c-936d-a59fb66bd3a0 None None] No DVR routers for this DVR port 6b46017d-dde8-461a-896e-155e020f3dd1 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:39.702209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-81989111-b347-42de-b5ee-0b9f2e5134ae tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:39.704689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-81989111-b347-42de-b5ee-0b9f2e5134ae tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/networks?id=7f8b02a8-814a-4535-8846-cd6a73a21899 HTTP/1.1" status: 200 len: 814 time: 0.4166632 Aug 27 16:23:39.709132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:39.709329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a0f94470-a4fd-403f-977b-6decff8fe09e tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4181778 Aug 27 16:23:39.715494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:39.725773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-cfcabec2-0f88-49da-8fc7-1d68594666ff tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/quotas/84f8be74b61d421599d4bc799f57798e HTTP/1.1" status: 200 len: 375 time: 0.0111918 Aug 27 16:23:39.746829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Network 48532e2a-0530-4d82-beab-60ca285982ee is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:39.779494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-b8142336-23d4-4c95-bd6d-cb4960dc4fcc tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=84f8be74b61d421599d4bc799f57798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428975 Aug 27 16:23:39.788554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] Set router b2845d72-8985-4538-85b4-0b50a508dbb7 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:39.795819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.844429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.857895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 48532e2a-0530-4d82-beab-60ca285982ee) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:39.863109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:39.863757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.871711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b8f5f-72b7-4e8d-aa75-ceb9d91e5762 None None] Network 48532e2a-0530-4d82-beab-60ca285982ee requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:39.873931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:39.875927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/df7d326d-8dc1-4655-90c2-ad71d2ca1a22 HTTP/1.1" status: 204 len: 168 time: 1.4738498 Aug 27 16:23:39.876838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf024d9-c3ad-4971-9b25-b320c5b28192 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=df7d326d-8dc1-4655-90c2-ad71d2ca1a22,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:39.882254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48976) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:39.915784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-82add20b-c1d3-4936-9f91-a9206ef18464 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-549440876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:40.006159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6b46017d-dde8-461a-896e-155e020f3dd1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:40.045127 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b220d7cb-fc56-42bc-8e94-9c170308e0b3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1952062 Aug 27 16:23:40.045401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6b46017d-dde8-461a-896e-155e020f3dd1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:40.045401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6b46017d-dde8-461a-896e-155e020f3dd1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:40.045608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48980) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:40.056288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:40.069627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-5b0adc6a-a382-40ac-8b56-4917a35eaf33 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:40.069966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] device_id is not set on port 80a8fcfc-0a73-41b2-b8c6-8867503e926c yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:40.071453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-5b0adc6a-a382-40ac-8b56-4917a35eaf33 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/networks?id=b408586c-c0b9-4266-bcef-3983f1dcd498 HTTP/1.1" status: 200 len: 825 time: 0.2251182 Aug 27 16:23:40.074531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-651b6fb7-17f3-4a86-ba87-032a8158afbc service neutron] 10.222.0.101 "GET /v2.0/networks/7f8b02a8-814a-4535-8846-cd6a73a21899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936237 Aug 27 16:23:40.078689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.092310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Transition to ACTIVE for port object 80a8fcfc-0a73-41b2-b8c6-8867503e926c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:40.149353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-f13138bb-0a4a-42b9-974f-52cf07fcfc5f tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/quotas/fccc0e66662d4a95ac5181db624bf673 HTTP/1.1" status: 200 len: 375 time: 0.0576530 Aug 27 16:23:40.163997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-48532e2a-0530-4d82-beab-60ca285982ee', 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'fixed_ips': [{'subnet_id': 'ecb37796-8580-4e59-8381-0c9dfd4a3113'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:40.164882 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.189366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-146695cc-1723-4d7c-be9e-f1229c4441c1 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fccc0e66662d4a95ac5181db624bf673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320616 Aug 27 16:23:40.196180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82add20b-c1d3-4936-9f91-a9206ef18464 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.197220 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82add20b-c1d3-4936-9f91-a9206ef18464 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.215819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.270238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:34Z', 'revision_number': 4, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port': {'id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:28Z', 'updated_at': '2021-08-27T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '4bfcb07c-2185-4ac1-83f6-c6d579c0f5df', 'name': '', 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'mac_address': 'fa:16:3e:f3:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'da6d6ace-1299-4e43-82bd-811e313a740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:33Z', 'updated_at': '2021-08-27T16:23:39Z', 'revision_number': 4, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'subnets': [{'id': 'da6d6ace-1299-4e43-82bd-811e313a740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:40.279956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=80a8fcfc-0a73-41b2-b8c6-8867503e926c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:40.293239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-8ae5cab2-e6ed-4967-98bf-4e477cb1fe6e service neutron] 10.222.0.101 "GET /v2.0/networks/7f8b02a8-814a-4535-8846-cd6a73a21899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967547 Aug 27 16:23:40.305034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.305378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.305721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.306991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f3bf2-0271-4934-8b69-147d331d2853 None None] The sync data for ids ['b2845d72-8985-4538-85b4-0b50a508dbb7'] in n-d-806412-1 is: [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:34Z', 'revision_number': 4, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port': {'id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:28Z', 'updated_at': '2021-08-27T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '4bfcb07c-2185-4ac1-83f6-c6d579c0f5df', 'name': '', 'network_id': 'ead09b16-c272-4ca1-a65d-30bbc3a578f3', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'mac_address': 'fa:16:3e:f3:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'da6d6ace-1299-4e43-82bd-811e313a740a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:33Z', 'updated_at': '2021-08-27T16:23:39Z', 'revision_number': 4, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'subnets': [{'id': 'da6d6ace-1299-4e43-82bd-811e313a740a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:40.308386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.314086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.322376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.322824 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.326834 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 2 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.372153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.372779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.373297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.382897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82add20b-c1d3-4936-9f91-a9206ef18464 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.392915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.393546 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.424875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Allocated IP 172.20.0.2 (48532e2a-0530-4d82-beab-60ca285982ee/ecb37796-8580-4e59-8381-0c9dfd4a3113/182ee7fc-3ff2-49b0-879c-edcba680cf5e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:40.428374 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 3 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.429727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-21ff69f4-57f4-4ceb-a70f-69899ab0ef7b service neutron] 10.222.0.101 "GET /v2.0/networks/b408586c-c0b9-4266-bcef-3983f1dcd498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261214 Aug 27 16:23:40.450472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.455422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.455765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.456106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.460924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.461252 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.461647 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 4 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.484840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.485336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.485822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.491572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.491907 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.492347 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 5 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.508033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.509004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.509004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.518940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.518940 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.518940 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 6 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.546457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.547238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.548040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.553320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.553974 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.554598 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 7 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.575168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.575539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.575885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.583042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.583404 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.583960 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 8 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.617125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.627744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Transition to ACTIVE for port object 182ee7fc-3ff2-49b0-879c-edcba680cf5e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:40.647926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Transition to ACTIVE for port object 182ee7fc-3ff2-49b0-879c-edcba680cf5e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:40.662780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.663127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.663504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.670288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.672147 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.672846 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 9 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.686377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.686765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.687301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.695412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.695784 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.697620 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 10 to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c Aug 27 16:23:40.743072 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.845670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Network 48532e2a-0530-4d82-beab-60ca285982ee is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:40.853136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:40.859600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:40.894680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Pushing event updated for resources: {'Port': ['ID=182ee7fc-3ff2-49b0-879c-edcba680cf5e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:40.898237 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:40.911453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:40.911798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:40.912152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:40.930250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:40.930783 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:40.931176 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.020550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82add20b-c1d3-4936-9f91-a9206ef18464 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.022253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Attempting to bind port 182ee7fc-3ff2-49b0-879c-edcba680cf5e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:41.022636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Attempting to bind port 182ee7fc-3ff2-49b0-879c-edcba680cf5e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:41.023013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Attempting to bind port 182ee7fc-3ff2-49b0-879c-edcba680cf5e on network 48532e2a-0530-4d82-beab-60ca285982ee {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:41.033119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:41.035793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Checking segment: {'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:41.036506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.037173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Bound using segment: {'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:41.040185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Bound port: 182ee7fc-3ff2-49b0-879c-edcba680cf5e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:41.041489 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.101350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] For port 80a8fcfc-0a73-41b2-b8c6-8867503e926c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:41.103924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempted to set empty binding levels {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 16:23:41.167860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] For port 182ee7fc-3ff2-49b0-879c-edcba680cf5e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:41.171770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] For port 182ee7fc-3ff2-49b0-879c-edcba680cf5e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=182ee7fc-3ff2-49b0-879c-edcba680cf5e,segment=NetworkSegment(15de8628-8884-483a-b9b8-51dce69e72a8),segment_id=15de8628-8884-483a-b9b8-51dce69e72a8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:41.247486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.247914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-82add20b-c1d3-4936-9f91-a9206ef18464 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.255910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-82add20b-c1d3-4936-9f91-a9206ef18464 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3721235 Aug 27 16:23:41.266337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73a530c-3da3-43c4-9005-80d773ccbdc2 req-900c280f-9004-4a23-887b-c45bb19c082a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 210 time: 0.1420076 Aug 27 16:23:41.279220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49000) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:41.279220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-31539c86-082f-4c1c-93ce-6b354766fd73 service neutron] 10.222.0.101 "GET /v2.0/networks/b408586c-c0b9-4266-bcef-3983f1dcd498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8229930 Aug 27 16:23:41.279220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1739565076'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:41.312548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=80a8fcfc-0a73-41b2-b8c6-8867503e926c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:41.320210 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] In _notify_port_updated(), no bound segment for port 80a8fcfc-0a73-41b2-b8c6-8867503e926c on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:23:41.321473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.321894 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.325702 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e66fd303-e9be-44f9-9ea8-5c0a2e47c6a9 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "PUT /v2.0/ports/80a8fcfc-0a73-41b2-b8c6-8867503e926c HTTP/1.1" status: 200 len: 975 time: 1.6131060 Aug 27 16:23:41.326102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49002) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:41.405215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.578814 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.580721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf40c8-bdf1-4490-a9ab-275a47faa35d req-db3c21ad-9dd5-4f7b-a0b3-49004180f916 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.580721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9cf40c8-bdf1-4490-a9ab-275a47faa35d req-db3c21ad-9dd5-4f7b-a0b3-49004180f916 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.1662259 Aug 27 16:23:41.581128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aee16-059c-46b1-b4ee-d24eafa8cbfa None None] Pushing event updated for resources: {'Port': ['ID=182ee7fc-3ff2-49b0-879c-edcba680cf5e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:41.581557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:41.593806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.594371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.595053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.595575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.596191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.596842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.597391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.598051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.598748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.599387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.599897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.600417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.600884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.601356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.601833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.602391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.602937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.603460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.603959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.604487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.605600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.606086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.606935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.608721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.609609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.610750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.612143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.614062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.619085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.620405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.621444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.622329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:41.634709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-05d9853c-7262-49cc-aafc-a6ca8a7e5822 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28821 time: 0.3070064 Aug 27 16:23:41.635329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:41.697973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9cf40c8-bdf1-4490-a9ab-275a47faa35d req-eea43f31-952b-444d-8e7a-41f8e98a9aed tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611079 Aug 27 16:23:41.790960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Allocated IP 172.25.4.94 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/3a90ddd8-a62b-46cd-a92f-f9415315cc6c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:41.816711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Deleting port 80a8fcfc-0a73-41b2-b8c6-8867503e926c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:41.817155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.000977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] For port 80a8fcfc-0a73-41b2-b8c6-8867503e926c, host n-h1-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:42.001956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.009838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:42.009838 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.037361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Calling delete_port for 80a8fcfc-0a73-41b2-b8c6-8867503e926c owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:42.045512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:42.059550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.060339 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 2278d089-c79a-4993-b42d-1b6b687ccfea of type vlan for network 92786bc7-3693-4442-b54c-e0adb6b19765 Aug 27 16:23:42.100768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.152393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.189422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 182ee7fc-3ff2-49b0-879c-edcba680cf5e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:42.292065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f8f2c76-bd97-4fa2-b7be-e6605e0b1c06 req-d8d0bf39-b9b3-46b9-9e83-3e62e64ebd73 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.0593638 Aug 27 16:23:42.391831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2723d35-ddd8-499b-ac56-4cee01c36385 req-c46b81cd-1504-46e8-938a-0a35ab6122bf tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 210 time: 0.0493174 Aug 27 16:23:42.575734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.583901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:42.584632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.676087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 182ee7fc-3ff2-49b0-879c-edcba680cf5e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:42.687790 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.687790 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.688380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:42.689947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=92786bc7-3693-4442-b54c-e0adb6b19765,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:42.711703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469b493-5071-4b16-b537-59ee92eed2a2 req-edcb0346-1199-4aae-a93b-9da86096bab6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:42.717220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 92786bc7-3693-4442-b54c-e0adb6b19765 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:42.720588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7469b493-5071-4b16-b537-59ee92eed2a2 req-edcb0346-1199-4aae-a93b-9da86096bab6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.1329901 Aug 27 16:23:42.744055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Pushing event updated for resources: {'Port': ['ID=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:42.758994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:42.761288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:42.766775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:42.774643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7469b493-5071-4b16-b537-59ee92eed2a2 req-f72c5fd9-1dca-42f2-b03e-0e5fc8eec681 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527635 Aug 27 16:23:42.783034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-576d6c35-61d0-44f1-81f3-05f0452a5bae tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5116246 Aug 27 16:23:42.808520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49030) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:42.817840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:42.850447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event deleted for resources: {'Port': ['ID=80a8fcfc-0a73-41b2-b8c6-8867503e926c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:42.877516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:42.881261 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-229eba54-a716-4387-b15a-4ed3514bf7f1 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "DELETE /v2.0/ports/80a8fcfc-0a73-41b2-b8c6-8867503e926c HTTP/1.1" status: 204 len: 168 time: 1.2446821 Aug 27 16:23:42.884110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49036) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:42.944028 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a9f820-73ad-490e-a8e8-5b000f97639d tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:23:42.946010 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d1a9f820-73ad-490e-a8e8-5b000f97639d tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "GET /v2.0/ports/80a8fcfc-0a73-41b2-b8c6-8867503e926c HTTP/1.1" status: 404 len: 333 time: 0.0589130 Aug 27 16:23:42.979834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49038) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:42.988858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-957911241', 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:43.010019 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:23:43.010019 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:23:43.010019 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id_1': '107d99b4afc1403f8e442b2db7b06646', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 23, 42, 999997)}] Aug 27 16:23:43.010019 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:23:43.014178 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:23:43.095534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:43.108052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:43.108052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.150393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875f805-e4b6-4daa-9991-cb50c8fbe843 None None] Network 48532e2a-0530-4d82-beab-60ca285982ee requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:43.193609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:43.203573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.424895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a6d18b3-c934-4e6d-9023-0bb6ce69565c req-b06b0d9d-a574-4c0b-9350-f8627a2d2011 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.0661023 Aug 27 16:23:43.427376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.456158 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.517162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,segment=NetworkSegment(685666c9-d99d-45c4-95ed-6dd6996f67b7),segment_id=685666c9-d99d-45c4-95ed-6dd6996f67b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:43.677328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.715169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-72fd3b5c-6faf-430f-841f-b54c560d83ba None None] Provisioning for port 182ee7fc-3ff2-49b0-879c-edcba680cf5e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:43.718856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Made reservation on behalf of 107d99b4afc1403f8e442b2db7b06646 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:43.723986 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.725677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-72fd3b5c-6faf-430f-841f-b54c560d83ba None None] Provisioning complete for port 182ee7fc-3ff2-49b0-879c-edcba680cf5e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:43.726066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-72fd3b5c-6faf-430f-841f-b54c560d83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.731771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.766370 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.838630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] device_id is not set on port 78073d1f-1c28-45b2-bc74-208251f66396 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:43.882197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:43.893058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-72fd3b5c-6faf-430f-841f-b54c560d83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:43.901979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=f23102b1-a9d0-4671-a05f-501609a1ff09,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:43.926312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:43.926686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: 92786bc7-3693-4442-b54c-e0adb6b19765, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:43.931504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-72fd3b5c-6faf-430f-841f-b54c560d83ba None None] For port 182ee7fc-3ff2-49b0-879c-edcba680cf5e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=182ee7fc-3ff2-49b0-879c-edcba680cf5e,segment=NetworkSegment(15de8628-8884-483a-b9b8-51dce69e72a8),segment_id=15de8628-8884-483a-b9b8-51dce69e72a8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:44.035684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.072221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-044dcecc-aaba-4d4a-97a7-00518f0ec958 req-549b551a-d983-42b1-9617-5b1a59ec0a70 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 210 time: 0.0346439 Aug 27 16:23:44.121660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Router 3aede838-7c49-4375-ab46-b53cfbc7e00e is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:44.180532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc0f7-74bd-4415-95ac-4774ab45ec88 req-6ee6dc5e-53be-42d0-a378-cf2eb2c0eb99 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:44.182082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e27dc0f7-74bd-4415-95ac-4774ab45ec88 req-6ee6dc5e-53be-42d0-a378-cf2eb2c0eb99 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.0503142 Aug 27 16:23:44.210914 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-72fd3b5c-6faf-430f-841f-b54c560d83ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.224746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 92786bc7-3693-4442-b54c-e0adb6b19765 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:44.235514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e27dc0f7-74bd-4415-95ac-4774ab45ec88 req-398d4d69-fa0d-4d50-b3a9-b68d4e90454b tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471189 Aug 27 16:23:44.251020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:44.262628 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Sync routers for ids ['3aede838-7c49-4375-ab46-b53cfbc7e00e'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:44.272268 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Routers {'3aede838-7c49-4375-ab46-b53cfbc7e00e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:44.273800 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3aede838-7c49-4375-ab46-b53cfbc7e00e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:44.288670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd3b5c-6faf-430f-841f-b54c560d83ba None None] Pushing event updated for resources: {'Port': ['ID=182ee7fc-3ff2-49b0-879c-edcba680cf5e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:44.336786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-65d7b169-c790-46c8-9fed-ef2823fd9c26 None None] Provisioning complete for port 182ee7fc-3ff2-49b0-879c-edcba680cf5e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:44.337239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65d7b169-c790-46c8-9fed-ef2823fd9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.382052 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Set router 3aede838-7c49-4375-ab46-b53cfbc7e00e gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:44.433267 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.471262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Network 5868b44c-4559-4226-89ff-7068d55214fc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:44.474218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:44.483005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:44.483005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:44.483005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.500574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=78073d1f-1c28-45b2-bc74-208251f66396,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:44.543305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea9a5ee9-e2bf-4977-affb-b9b07e95f62b req-b8f20110-aca4-4bf0-a43f-c02762e71b5c tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.0276322 Aug 27 16:23:44.564479 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:43Z', 'revision_number': 3, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:44.594109 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Checking router: 3aede838-7c49-4375-ab46-b53cfbc7e00e for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:44.594456 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Updating router 3aede838-7c49-4375-ab46-b53cfbc7e00e port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:44.617501 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.684610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.692522 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd926acb-3489-42ae-aa08-242ae2218f6d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6446192 Aug 27 16:23:44.693634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 92786bc7-3693-4442-b54c-e0adb6b19765) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:44.695765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49066) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:44.696375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6cd609c9-25f9-4b4b-bbd9-3f2314b77fdc tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7150190 Aug 27 16:23:44.699112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49068) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:44.708370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:44.709848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.713841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f46100-cf09-4aec-9f39-26c80a8e2e63 None None] Network 92786bc7-3693-4442-b54c-e0adb6b19765 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:44.759993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41887c5a-5c91-4840-9f7e-48bafb2a1f0d tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:44.765516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-41887c5a-5c91-4840-9f7e-48bafb2a1f0d tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "GET /v2.0/ports/78073d1f-1c28-45b2-bc74-208251f66396 HTTP/1.1" status: 200 len: 954 time: 0.0653322 Aug 27 16:23:44.766562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:44.861550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Deleting port 78073d1f-1c28-45b2-bc74-208251f66396 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:44.862184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.913998 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.924982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Transition to ACTIVE for port object 3a90ddd8-a62b-46cd-a92f-f9415315cc6c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:44.929709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-92786bc7-3693-4442-b54c-e0adb6b19765', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:44.929709 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.952636 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:44.966132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Calling delete_port for 78073d1f-1c28-45b2-bc74-208251f66396 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:45.020191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49072) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:45.020517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f6e80bcd-a535-46bd-8387-69d1afd155b8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2152464 Aug 27 16:23:45.082850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Allocated IP 2001:db8::2 (92786bc7-3693-4442-b54c-e0adb6b19765/f23102b1-a9d0-4671-a05f-501609a1ff09/b24f6962-57aa-443a-9415-3237562470dd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:45.175876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49356566-49ed-458e-b322-4687b8dad531 req-b9df7826-bdae-4816-8c9f-20edd2c02097 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 210 time: 0.0313609 Aug 27 16:23:45.474216 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.532063 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.535015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666ebb4-c0a2-4887-8faf-79d24b49ebfd None None] Pushing event updated for resources: {'Port': ['ID=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:45.563327 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Attempting to bind port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Attempting to bind port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Attempting to bind port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Bound port: 3a90ddd8-a62b-46cd-a92f-f9415315cc6c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:45.595291 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.605714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event deleted for resources: {'Port': ['ID=78073d1f-1c28-45b2-bc74-208251f66396,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:45.611261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.613574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1d0cd788-9c12-469b-9253-ef7c0c2f5ac3 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "DELETE /v2.0/ports/78073d1f-1c28-45b2-bc74-208251f66396 HTTP/1.1" status: 204 len: 168 time: 0.8422165 Aug 27 16:23:45.624363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49082) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:45.635022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2cad7-d451-4558-b477-56b16b749b9b req-3f438aac-f23e-49a8-80c1-895fcd1352fd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:45.635022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ce2cad7-d451-4558-b477-56b16b749b9b req-3f438aac-f23e-49a8-80c1-895fcd1352fd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.3265049 Aug 27 16:23:45.646713 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] For port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:45.650842 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] For port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:45.652185 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1ad595-2aff-4973-a98c-3a8bd955f18c tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:23:45.653793 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c1ad595-2aff-4973-a98c-3a8bd955f18c tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "GET /v2.0/ports/78073d1f-1c28-45b2-bc74-208251f66396 HTTP/1.1" status: 404 len: 333 time: 0.0281506 Aug 27 16:23:45.659137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:45.668960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Request body: {'port': {'network_id': '5868b44c-4559-4226-89ff-7068d55214fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-137460752'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:45.680374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ce2cad7-d451-4558-b477-56b16b749b9b req-94ef58fb-ba66-46ef-ac93-ff8c4a9fb220 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Aug 27 16:23:45.703117 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.703922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-69721799-4208-4c30-9e9e-3fd13c1a0686 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:45.705564 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-69721799-4208-4c30-9e9e-3fd13c1a0686 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.90 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.2568483 Aug 27 16:23:45.714833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Transition to ACTIVE for port object b24f6962-57aa-443a-9415-3237562470dd will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:45.734515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Transition to ACTIVE for port object b24f6962-57aa-443a-9415-3237562470dd will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:45.836400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c5f7ba5-712b-415c-bdb2-c1665fd49945 req-47cd19ad-7cca-41dc-ad37-004094b20041 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.0276275 Aug 27 16:23:45.939843 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.940363 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.996395 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:45.998106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Made reservation on behalf of 107d99b4afc1403f8e442b2db7b06646 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:46.001041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.006815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Network 92786bc7-3693-4442-b54c-e0adb6b19765 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:46.007982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 182ee7fc-3ff2-49b0-879c-edcba680cf5e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:46.018064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:46.046543 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Routers {'3aede838-7c49-4375-ab46-b53cfbc7e00e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:46.047672 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3aede838-7c49-4375-ab46-b53cfbc7e00e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:46.050429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:46.053360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] device_id is not set on port 71937d57-030c-4bea-ac9b-97a4ae10b54f yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:46.081248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Pushing event updated for resources: {'Port': ['ID=b24f6962-57aa-443a-9415-3237562470dd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:46.096914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.104371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Deleting port 1c1e5591-4c0e-4427-8f1b-be376ca30464 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:46.110551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.162341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Attempting to bind port b24f6962-57aa-443a-9415-3237562470dd on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:46.162799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Attempting to bind port b24f6962-57aa-443a-9415-3237562470dd by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:46.163260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Attempting to bind port b24f6962-57aa-443a-9415-3237562470dd on network 92786bc7-3693-4442-b54c-e0adb6b19765 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:46.173377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:46.173843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Checking segment: {'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:46.174323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.174786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Bound using segment: {'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:46.175915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Bound port: b24f6962-57aa-443a-9415-3237562470dd, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:46.176378 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.192715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-f77f2839-2026-42a8-a732-c583ad6b1e3b tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:46.194997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-f77f2839-2026-42a8-a732-c583ad6b1e3b tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.97 "GET /v2.0/networks?id=7f8b02a8-814a-4535-8846-cd6a73a21899 HTTP/1.1" status: 200 len: 814 time: 0.2189112 Aug 27 16:23:46.196632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 182ee7fc-3ff2-49b0-879c-edcba680cf5e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:46.196632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.208943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Request body: {'port': {'device_id': '11768365-b470-4825-88fa-fa8b5d04adc2', 'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899', 'admin_state_up': True, 'tenant_id': '84f8be74b61d421599d4bc799f57798e'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:46.231357 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666ebb4-c0a2-4887-8faf-79d24b49ebfd None None] Pushing event updated for resources: {'Port': ['ID=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:46.290186 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] Set router 3aede838-7c49-4375-ab46-b53cfbc7e00e gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:46.310465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] For port b24f6962-57aa-443a-9415-3237562470dd, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:46.315590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] For port b24f6962-57aa-443a-9415-3237562470dd, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b24f6962-57aa-443a-9415-3237562470dd,segment=NetworkSegment(2278d089-c79a-4993-b42d-1b6b687ccfea),segment_id=2278d089-c79a-4993-b42d-1b6b687ccfea)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:46.329393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c4840e5-1271-4420-91e1-5e4794d89797 req-35dfe26c-a6fb-46b7-a2d9-f4badee6639d tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 210 time: 0.0357485 Aug 27 16:23:46.388624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:46.474890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:46.484097 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.587021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] For port 1c1e5591-4c0e-4427-8f1b-be376ca30464, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c1e5591-4c0e-4427-8f1b-be376ca30464,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:46.587451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.618186 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.632388 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:43Z', 'revision_number': 3, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:46.671068 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3198dd-7bed-4055-98c5-82f469c65b8b None None] The sync data for ids ['3aede838-7c49-4375-ab46-b53cfbc7e00e'] in n-d-806412-1 is: [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:43Z', 'revision_number': 3, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:46.699659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Made reservation on behalf of 84f8be74b61d421599d4bc799f57798e for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:46.705442 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.710837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96fdfc-a0ba-457c-8a97-0b01601d8876 None None] Pushing event updated for resources: {'Port': ['ID=b24f6962-57aa-443a-9415-3237562470dd,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:46.851207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:46.918772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272af30-511f-45cb-ad32-645342b08a69 req-b21d2c62-b162-4b45-8a5d-f2317b59945f tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:46.928574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e272af30-511f-45cb-ad32-645342b08a69 req-b21d2c62-b162-4b45-8a5d-f2317b59945f tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.1121426 Aug 27 16:23:47.011161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8::1 (92786bc7-3693-4442-b54c-e0adb6b19765/f23102b1-a9d0-4671-a05f-501609a1ff09/3d9df16b-9256-4061-8bb7-77d1adacad7a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:47.082311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e272af30-511f-45cb-ad32-645342b08a69 req-d7bca249-e743-4ab6-8fe7-5beffa80cf9c tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525950 Aug 27 16:23:47.103794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Allocated IP 172.20.0.1 (48532e2a-0530-4d82-beab-60ca285982ee/ecb37796-8580-4e59-8381-0c9dfd4a3113/85c8ec37-a1c7-42a3-84e7-c5ad2129d248) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:47.234762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c263fb6e-6981-4609-81ea-67cfc3df007f req-f4a934ef-e3f2-4279-a8c6-ef53929be704 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.2347491 Aug 27 16:23:47.282153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Allocated IP 172.20.0.2 (7f8b02a8-814a-4535-8846-cd6a73a21899/a85c6c1f-00eb-4477-b7bf-0a3bb457c31c/f34d0231-23ea-4d4a-9a8d-858a786290e8) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:47.462181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:47.462733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:47.463168 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Floating IP 71d24169-ef9b-4a2a-88d8-4fac4fc04e48 disassociated. External IP: 172.25.4.143, port: 1c1e5591-4c0e-4427-8f1b-be376ca30464. Aug 27 16:23:47.463639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Calling delete_port for 1c1e5591-4c0e-4427-8f1b-be376ca30464 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:47.492300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd356f44-5206-45e6-98dc-fa972d3b146c req-a970ca02-6eb5-4e92-b2c1-933ee9995922 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 210 time: 0.0518479 Aug 27 16:23:47.550058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:47.793014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:47.943200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Network 7f8b02a8-814a-4535-8846-cd6a73a21899 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:47.945912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Pushing event updated for resources: {'Port': ['ID=f34d0231-23ea-4d4a-9a8d-858a786290e8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:47.956461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:47.967157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:48.083301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-9bc5d74b-e91e-41d7-a6a6-de99be9a97aa tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:48.084925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-9bc5d74b-e91e-41d7-a6a6-de99be9a97aa tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.97 "GET /v2.0/networks?id=b408586c-c0b9-4266-bcef-3983f1dcd498 HTTP/1.1" status: 200 len: 825 time: 0.3766160 Aug 27 16:23:48.115073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.135254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Request body: {'port': {'device_id': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498', 'admin_state_up': True, 'tenant_id': 'fccc0e66662d4a95ac5181db624bf673'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:48.139185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b24f6962-57aa-443a-9415-3237562470dd up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:48.161903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.196887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:48.198292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.228783 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.257232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Network 5868b44c-4559-4226-89ff-7068d55214fc is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:48.296537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Transition to ACTIVE for port object 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:48.298554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:48.306021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 3d9df16b-9256-4061-8bb7-77d1adacad7a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:48.312655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:48.313536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:48.314152 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.350255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=71937d57-030c-4bea-ac9b-97a4ae10b54f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:48.393878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc401138-a8dc-4878-9a32-71b5ebf30539 None None] Network 92786bc7-3693-4442-b54c-e0adb6b19765 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:48.426498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port b24f6962-57aa-443a-9415-3237562470dd completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:48.464231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89ad4cac-0e38-4447-abca-5c95b499beaa req-2c82fd98-e128-480d-87ae-04ea1b2505a7 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.1011808 Aug 27 16:23:48.469821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3a90ddd8-a62b-46cd-a92f-f9415315cc6c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:48.488823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037b7a-53f1-42d0-947f-f2f888511d94 req-a2828797-c841-41bb-be0e-8ffce52a9dc6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:48.490412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f037b7a-53f1-42d0-947f-f2f888511d94 req-a2828797-c841-41bb-be0e-8ffce52a9dc6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 945 time: 0.2407255 Aug 27 16:23:48.560068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f037b7a-53f1-42d0-947f-f2f888511d94 req-d5063794-c9ce-4e42-bd18-a76cbf51b04e tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups?id=36d5d8eb-9633-4df1-ae51-e37aa502ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619540 Aug 27 16:23:48.632295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f74706-aadd-460b-bf90-b5b417db5b26 req-a5d85837-0d2d-4ce6-b4c0-d1f3e9e517ff tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:48.633820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f74706-aadd-460b-bf90-b5b417db5b26 req-a5d85837-0d2d-4ce6-b4c0-d1f3e9e517ff tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 931 time: 0.0538137 Aug 27 16:23:48.635661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-afb1217c-7338-4ee6-9d08-dc4c1957eeac tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4309986 Aug 27 16:23:48.650550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Request body: {'port': {'device_id': '11768365-b470-4825-88fa-fa8b5d04adc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:48.694582 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0be834c1-56e6-41f0-8d85-ff10235ba7ff tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0287297 Aug 27 16:23:48.694582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.698931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.702356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.703070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49110) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:48.719296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:48.729803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:48.731635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6dbc829b-4464-4c5d-bd97-b5f9c4099899 None None] Provisioning for port b24f6962-57aa-443a-9415-3237562470dd completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:48.736656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:48.737036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.738503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6dbc829b-4464-4c5d-bd97-b5f9c4099899 None None] Provisioning complete for port b24f6962-57aa-443a-9415-3237562470dd triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:48.738865 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6dbc829b-4464-4c5d-bd97-b5f9c4099899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.778249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0f74706-aadd-460b-bf90-b5b417db5b26 req-0b2a5b8d-0c85-4b45-ac65-d7877a4822a6 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291029 Aug 27 16:23:48.789342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.853671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 92786bc7-3693-4442-b54c-e0adb6b19765 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:48.860830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Made reservation on behalf of fccc0e66662d4a95ac5181db624bf673 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:48.864363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Network 48532e2a-0530-4d82-beab-60ca285982ee is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:48.866217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:48.869364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.881725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:48.882275 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:48.894081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:48.917174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:49.025504 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6dbc829b-4464-4c5d-bd97-b5f9c4099899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.119252 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.190298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=3d9df16b-9256-4061-8bb7-77d1adacad7a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:49.198099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6dbc829b-4464-4c5d-bd97-b5f9c4099899 None None] For port b24f6962-57aa-443a-9415-3237562470dd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b24f6962-57aa-443a-9415-3237562470dd,segment=NetworkSegment(2278d089-c79a-4993-b42d-1b6b687ccfea),segment_id=2278d089-c79a-4993-b42d-1b6b687ccfea)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:49.231524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.246550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:49.292703 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6dbc829b-4464-4c5d-bd97-b5f9c4099899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.343738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.381421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc829b-4464-4c5d-bd97-b5f9c4099899 None None] Pushing event updated for resources: {'Port': ['ID=b24f6962-57aa-443a-9415-3237562470dd,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:49.393789 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.477464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c4a6ad76-955d-4e7c-94c6-ec438e589248 None None] Provisioning complete for port b24f6962-57aa-443a-9415-3237562470dd triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:49.477882 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ad76-955d-4e7c-94c6-ec438e589248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.550894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Pushing event updated for resources: {'Port': ['ID=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:49.588759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:49.629770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34d0231-23ea-4d4a-9a8d-858a786290e8 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:23:49.642837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.661732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event deleted for resources: {'Port': ['ID=1c1e5591-4c0e-4427-8f1b-be376ca30464,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:49.687932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Allocated IP 172.20.0.12 (b408586c-c0b9-4266-bcef-3983f1dcd498/9043cd35-bc6f-4988-94c7-36a60f223352/41206d65-2ef1-4420-80a0-45f0026abbab) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:49.727954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:49.734386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Transition to ACTIVE for port object f34d0231-23ea-4d4a-9a8d-858a786290e8 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:49.769314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-369c8442-e1d5-494a-a063-238c3bd259fb req-1787c599-4561-4a84-a2b4-84873785cb86 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.1051254 Aug 27 16:23:49.779509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e36ba23e-cc9e-4dee-9ab9-5dab412dd94f req-6d25f012-770d-407f-afeb-200aea42b20b tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 210 time: 0.0668588 Aug 27 16:23:49.846911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.940479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.964550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Provisioning for port 3d9df16b-9256-4061-8bb7-77d1adacad7a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:49.979653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Provisioning complete for port 3d9df16b-9256-4061-8bb7-77d1adacad7a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:49.980179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:49.990592 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.057013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=f34d0231-23ea-4d4a-9a8d-858a786290e8,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:50.069704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Port 3d9df16b-9256-4061-8bb7-77d1adacad7a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:50.072175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b24f6962-57aa-443a-9415-3237562470dd up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:50.073759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c84e-302f-439b-9ded-8d3ea5dc0895 req-a0e79d52-a175-4025-ac7e-e638768716c6 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:50.082290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f052c84e-302f-439b-9ded-8d3ea5dc0895 req-a0e79d52-a175-4025-ac7e-e638768716c6 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 943 time: 0.1427572 Aug 27 16:23:50.169829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b24f6962-57aa-443a-9415-3237562470dd triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:50.170502 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.174328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] device_id is not set on port 71937d57-030c-4bea-ac9b-97a4ae10b54f yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:23:50.186948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.190409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f052c84e-302f-439b-9ded-8d3ea5dc0895 req-056c328f-f582-46f3-a63a-c309e81ee8ad tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068549 Aug 27 16:23:50.202679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.237847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:50.260337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] Sync routers for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:50.267782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Attempting to bind port f34d0231-23ea-4d4a-9a8d-858a786290e8 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:50.268115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Attempting to bind port f34d0231-23ea-4d4a-9a8d-858a786290e8 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '8fea7829-e777-4418-a478-bcd6804288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:50.268500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Attempting to bind port f34d0231-23ea-4d4a-9a8d-858a786290e8 on network 7f8b02a8-814a-4535-8846-cd6a73a21899 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:50.273213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Port f34d0231-23ea-4d4a-9a8d-858a786290e8 on network 7f8b02a8-814a-4535-8846-cd6a73a21899 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:50.273538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Attempting to bind port f34d0231-23ea-4d4a-9a8d-858a786290e8 on network 7f8b02a8-814a-4535-8846-cd6a73a21899 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:50.275532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Transition to ACTIVE for port object 71937d57-030c-4bea-ac9b-97a4ae10b54f will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:50.279675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:50.280862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Checking segment: {'id': '8fea7829-e777-4418-a478-bcd6804288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:50.281463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Bound using segment: {'id': '8fea7829-e777-4418-a478-bcd6804288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:50.282102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Bound port: f34d0231-23ea-4d4a-9a8d-858a786290e8, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fea7829-e777-4418-a478-bcd6804288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:50.282683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.283972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:50.284665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:50.330500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] No DVR routers for this DVR port 1c1e5591-4c0e-4427-8f1b-be376ca30464 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:23:50.340348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c1e5591-4c0e-4427-8f1b-be376ca30464 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:23:50.347052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Provisioning for port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:50.370431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.370431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-947ba35b-aab1-4f57-8b9e-ca363bbe9e30 req-dcaeaf2b-cb49-4f1f-9587-ad85eb80c3dd tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.90 "DELETE /v2.0/ports/1c1e5591-4c0e-4427-8f1b-be376ca30464 HTTP/1.1" status: 204 len: 173 time: 4.6203675 Aug 27 16:23:50.370431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'name': 'network-vif-deleted', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:50.372429 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e79032-3021-46dc-ba8a-4c7f04cfcda9" -d '{"events": [{"server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "name": "network-vif-deleted", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:50.376295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] For port f34d0231-23ea-4d4a-9a8d-858a786290e8, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:50.380871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] For port f34d0231-23ea-4d4a-9a8d-858a786290e8, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f34d0231-23ea-4d4a-9a8d-858a786290e8,segment=NetworkSegment(8fea7829-e777-4418-a478-bcd6804288eb),segment_id=8fea7829-e777-4418-a478-bcd6804288eb)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:50.402132 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.420167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Provisioning complete for port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:50.420572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.422227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 1c1e5591-4c0e-4427-8f1b-be376ca30464 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:23:50.422570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c1e5591-4c0e-4427-8f1b-be376ca30464 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:23:50.477228 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda376a-b935-412d-93f7-1831e8edc998 x-openstack-request-id: req-ecda376a-b935-412d-93f7-1831e8edc998 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:50.477228 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef67bd8-576d-4fd5-8cd7-c9ea4d956381", "name": "network-vif-deleted", "tag": "1c1e5591-4c0e-4427-8f1b-be376ca30464", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:50.477228 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ecda376a-b935-412d-93f7-1831e8edc998 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:50.477228 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef67bd8-576d-4fd5-8cd7-c9ea4d956381', 'name': 'network-vif-deleted', 'tag': '1c1e5591-4c0e-4427-8f1b-be376ca30464', 'status': 'completed', 'code': 200} Aug 27 16:23:50.481440 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.497817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Pushing event updated for resources: {'Port': ['ID=41206d65-2ef1-4420-80a0-45f0026abbab,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:50.505566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Network b408586c-c0b9-4266-bcef-3983f1dcd498 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:50.506431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3a90ddd8-a62b-46cd-a92f-f9415315cc6c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:50.507940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:50.513684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-911d532a-4506-405c-91bc-cd22c8ce249b None None] Port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:50.517754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:50.559110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.595116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=71937d57-030c-4bea-ac9b-97a4ae10b54f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:50.603826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:50.668510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.672468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:50.673091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:50.673669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:50.685031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:50.685364 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:50.688746 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 2 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:50.724063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.727870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:50.728141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:50.728480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:50.733405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:50.733743 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:50.734183 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 3 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:50.744887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.745626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.783829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:50.784222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:50.784562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:50.837928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.839084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-469a7ce9-ed0b-4d22-9e7d-9f103a0d323d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.844000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:50.844344 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:50.860100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:50.860480 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.868239 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 4 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:50.905768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=3d9df16b-9256-4061-8bb7-77d1adacad7a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:50.916068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:50.916411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:50.916797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:50.957156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:50.957492 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:50.962647 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 5 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:50.965321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:50.986769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 5, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:51.018754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:51.019091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:51.019458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:51.021860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] Checking router: 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:51.022821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 92786bc7-3693-4442-b54c-e0adb6b19765 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:51.036236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Pushing event updated for resources: {'Port': ['ID=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:51.055609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:51.056552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:51.066655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:51.070923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:51.071259 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:51.075016 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 6 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:51.108486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:51.109072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:51.109496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:51.181971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:51.183580 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:51.212895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:51.213474 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:51.218988 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 7 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:51.270661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:51.270999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:51.271460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:51.278415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c72509c-a44f-4757-a3f9-d8c05060757e req-b85fd2a6-5e1e-4f8c-a4eb-ce5506ba59e3 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef67bd8-576d-4fd5-8cd7-c9ea4d956381 HTTP/1.1" status: 200 len: 210 time: 0.1263452 Aug 27 16:23:51.279118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=f34d0231-23ea-4d4a-9a8d-858a786290e8,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:51.301123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:51.303535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Network 48532e2a-0530-4d82-beab-60ca285982ee is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:51.306484 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:51.310508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:51.310895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-62b24305-73a6-4e90-8a0a-d9db81a2dce2 service neutron] 10.222.0.97 "PUT /v2.0/ports/f34d0231-23ea-4d4a-9a8d-858a786290e8 HTTP/1.1" status: 200 len: 1091 time: 2.6652222 Aug 27 16:23:51.312277 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:51.315070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11768365-b470-4825-88fa-fa8b5d04adc2', 'tag': 'f34d0231-23ea-4d4a-9a8d-858a786290e8'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:51.316098 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 8 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:51.323544 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4138de1a-1e0f-440a-9b6e-e9234174db4e" -d '{"events": [{"name": "network-changed", "server_uuid": "11768365-b470-4825-88fa-fa8b5d04adc2", "tag": "f34d0231-23ea-4d4a-9a8d-858a786290e8"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:51.333826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:51.381094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1c24-0f06-4149-91d2-7d8559cf0a93 req-d3251513-99be-4aa1-9f73-ad45e32e5463 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:51.394169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecca1c24-0f06-4149-91d2-7d8559cf0a93 req-d3251513-99be-4aa1-9f73-ad45e32e5463 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 932 time: 0.2795432 Aug 27 16:23:51.424143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-1a1f35a3-fc0a-4019-a1ba-fd12d2aadd12 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3267953 Aug 27 16:23:51.449982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Request body: {'port': {'device_id': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:51.472592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecca1c24-0f06-4149-91d2-7d8559cf0a93 req-51b42273-9a4b-4935-80ad-09ff637349ae tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775063 Aug 27 16:23:51.477122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:51.477571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:51.478009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:51.504321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:51.504321 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:51.504321 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 9 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:51.576019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:51.650386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-2bbb2b6b-6293-470a-bee2-df89f003530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:51.653047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-2bbb2b6b-6293-470a-bee2-df89f003530a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=84f8be74b61d421599d4bc799f57798e&device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 1094 time: 0.1628022 Aug 27 16:23:51.708179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a34b0-e4f9-4e5b-bdff-d34c065767f4 req-28431f01-0868-49b4-a341-a5e854729495 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:51.723196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c3a34b0-e4f9-4e5b-bdff-d34c065767f4 req-28431f01-0868-49b4-a341-a5e854729495 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 943 time: 0.2539568 Aug 27 16:23:51.740275 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8597facd-a0fc-4f9c-bd08-ca26de268e2d x-openstack-request-id: req-8597facd-a0fc-4f9c-bd08-ca26de268e2d {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:51.740757 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11768365-b470-4825-88fa-fa8b5d04adc2", "tag": "f34d0231-23ea-4d4a-9a8d-858a786290e8", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:51.741083 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8597facd-a0fc-4f9c-bd08-ca26de268e2d {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:51.741582 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11768365-b470-4825-88fa-fa8b5d04adc2', 'tag': 'f34d0231-23ea-4d4a-9a8d-858a786290e8', 'status': 'completed', 'code': 200} Aug 27 16:23:51.793652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-7b798671-8e01-49fb-a025-ce5390e4ec33 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f34d0231-23ea-4d4a-9a8d-858a786290e8 HTTP/1.1" status: 200 len: 217 time: 0.1119518 Aug 27 16:23:51.794675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:51.841162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-40cc15e8-bf34-4b8a-b5df-23378102cc47 None None] Provisioning complete for port 3d9df16b-9256-4061-8bb7-77d1adacad7a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:51.841562 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40cc15e8-bf34-4b8a-b5df-23378102cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:51.882832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-40cc15e8-bf34-4b8a-b5df-23378102cc47 None None] Port 3d9df16b-9256-4061-8bb7-77d1adacad7a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:51.999470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 5, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:52.014064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:52.014545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:52.015191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:52.042193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5ad19-f395-4170-b9a5-7449bdf5faa0 None None] The sync data for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 is: [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:21:22Z', 'revision_number': 4, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d450cc2-bd41-4db4-8622-6339ae439316', 'name': '', 'network_id': '304909ed-3288-4b86-b41b-97c2f9c9d58d', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'mac_address': 'fa:16:3e:ec:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:21Z', 'updated_at': '2021-08-27T16:21:31Z', 'revision_number': 5, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'subnets': [{'id': '5bab2e53-c067-4e76-9557-507589bcc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:52.049704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5207be40-b989-415e-8084-fab34dc04f97 None None] Provisioning complete for port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:52.050749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5207be40-b989-415e-8084-fab34dc04f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.052999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:52.053379 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:52.055849 n-d-806412-1 neutron-server[95252]: INFO neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempt 10 to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f Aug 27 16:23:52.078917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:52.079200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:52.079531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempting to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:52.087316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:52.087576 n-d-806412-1 neutron-server[95252]: ERROR neutron.plugins.ml2.managers [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Failed to bind port 71937d57-030c-4bea-ac9b-97a4ae10b54f on host n-h1-806412-1 for vnic_type normal using segments [{'id': '58f2b666-ce51-443f-a163-ffe64de1a86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '5868b44c-4559-4226-89ff-7068d55214fc'}] Aug 27 16:23:52.087930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.107627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Router 3aede838-7c49-4375-ab46-b53cfbc7e00e has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:23:52.110408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5207be40-b989-415e-8084-fab34dc04f97 None None] Port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:52.160914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c3a34b0-e4f9-4e5b-bdff-d34c065767f4 req-e5b8cb10-7ea4-491b-a842-ff728187124b tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367034 Aug 27 16:23:52.176241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-cfd4a4e0-c7d3-4ddb-9f35-04afbd887c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:52.183237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-cfd4a4e0-c7d3-4ddb-9f35-04afbd887c68 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a85c6c1f-00eb-4477-b7bf-0a3bb457c31c HTTP/1.1" status: 200 len: 854 time: 0.3664043 Aug 27 16:23:52.185658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:23:52.226930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-3a3e602d-6067-41e9-83f2-0abc2167b8ea service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f8b02a8-814a-4535-8846-cd6a73a21899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398917 Aug 27 16:23:52.230716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] For port 71937d57-030c-4bea-ac9b-97a4ae10b54f, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:52.235022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attempted to set empty binding levels {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 16:23:52.325460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41206d65-2ef1-4420-80a0-45f0026abbab {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:23:52.337112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.366557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:52.386557 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:52.389078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Transition to ACTIVE for port object 41206d65-2ef1-4420-80a0-45f0026abbab will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:52.401451 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:52.402747 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:52.413024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-907cd828-3765-4369-b4e3-bedfd748b739 service neutron] 10.222.0.97 "GET /v2.0/networks/7f8b02a8-814a-4535-8846-cd6a73a21899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567779 Aug 27 16:23:52.456819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8b00537e-f6c9-4813-bd2d-098525f92ced tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4353716 Aug 27 16:23:52.458366 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.460331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49146) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:52.478198 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.505883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49148) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:52.518251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-853305554'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:52.522247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75e317-1ea9-4797-b167-25121f6e0da6 None None] New status for floating IP 71d24169-ef9b-4a2a-88d8-4fac4fc04e48: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:23:52.535322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event updated for resources: {'Port': ['ID=71937d57-030c-4bea-ac9b-97a4ae10b54f,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:52.562432 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:52.565357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] In _notify_port_updated(), no bound segment for port 71937d57-030c-4bea-ac9b-97a4ae10b54f on network 5868b44c-4559-4226-89ff-7068d55214fc {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:23:52.566624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:52.567002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.568396 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-51a775f2-6b15-49d9-bd89-bf0820b96b0f tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "PUT /v2.0/ports/71937d57-030c-4bea-ac9b-97a4ae10b54f HTTP/1.1" status: 200 len: 974 time: 3.8557339 Aug 27 16:23:52.572499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:52.612679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:23:52.643685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e59d5824-8a94-4c92-bfd6-3a41fcb34d0a admin admin] 10.222.0.101 "PUT /v2.0/routers/3aede838-7c49-4375-ab46-b53cfbc7e00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9343274 Aug 27 16:23:52.643925 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Sync routers for ids ['3aede838-7c49-4375-ab46-b53cfbc7e00e'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:23:52.687779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:52.705305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.746767 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Routers {'3aede838-7c49-4375-ab46-b53cfbc7e00e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:52.749442 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3aede838-7c49-4375-ab46-b53cfbc7e00e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:52.764818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Pushing event updated for resources: {'Port': ['ID=41206d65-2ef1-4420-80a0-45f0026abbab,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:52.792414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Deleting port 71937d57-030c-4bea-ac9b-97a4ae10b54f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:52.793474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.800403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:23:52.868175 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.868600 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 3a40f842-1e4a-4f6f-93b2-b142e663b923 of type vlan for network c4327a9f-6724-4034-9c53-8443aeb43c11 Aug 27 16:23:52.879901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8eca33b-c095-4321-b8c2-05ad0aaa8e3f req-78338ba7-c443-4a45-837e-8b014f643b91 service neutron] 10.222.0.97 "GET /v2.0/networks/7f8b02a8-814a-4535-8846-cd6a73a21899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599023 Aug 27 16:23:52.922114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] For port 71937d57-030c-4bea-ac9b-97a4ae10b54f, host n-h1-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:52.922588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.941594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:52.948645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Calling delete_port for 71937d57-030c-4bea-ac9b-97a4ae10b54f owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:52.990169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09fac668-07e9-4fb9-97ac-e7d8034147e6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.010760 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Set router 3aede838-7c49-4375-ab46-b53cfbc7e00e gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:53.045889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86cb2e-347a-47e4-a7fa-f017320e244e req-995f5dde-1309-43d4-9285-a1c9a27a8005 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.058919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f86cb2e-347a-47e4-a7fa-f017320e244e req-995f5dde-1309-43d4-9285-a1c9a27a8005 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 944 time: 0.4099548 Aug 27 16:23:53.129998 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09fac668-07e9-4fb9-97ac-e7d8034147e6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.135417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.142632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.143367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.174383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Attempting to bind port 41206d65-2ef1-4420-80a0-45f0026abbab on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:53.174722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Attempting to bind port 41206d65-2ef1-4420-80a0-45f0026abbab by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '34c8298b-cb4a-46ff-9068-baef771ccd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:53.175056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Attempting to bind port 41206d65-2ef1-4420-80a0-45f0026abbab on network b408586c-c0b9-4266-bcef-3983f1dcd498 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:53.190725 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.202033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f86cb2e-347a-47e4-a7fa-f017320e244e req-769277ad-ed18-4707-8958-b004316e3bf0 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425376 Aug 27 16:23:53.205611 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:50Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:53.208783 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.235684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Port 41206d65-2ef1-4420-80a0-45f0026abbab on network b408586c-c0b9-4266-bcef-3983f1dcd498 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:23:53.237303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Attempting to bind port 41206d65-2ef1-4420-80a0-45f0026abbab on network b408586c-c0b9-4266-bcef-3983f1dcd498 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:53.256578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Pushing event deleted for resources: {'Port': ['ID=71937d57-030c-4bea-ac9b-97a4ae10b54f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:53.259044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-e40a0131-7642-4de5-ab1e-cdfb7f5bfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.261914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-e40a0131-7642-4de5-ab1e-cdfb7f5bfb20 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=84f8be74b61d421599d4bc799f57798e&device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 1094 time: 0.2536812 Aug 27 16:23:53.262051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:53.262290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Checking segment: {'id': '34c8298b-cb4a-46ff-9068-baef771ccd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:53.262679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Bound using segment: {'id': '34c8298b-cb4a-46ff-9068-baef771ccd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:53.263124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Bound port: 41206d65-2ef1-4420-80a0-45f0026abbab, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c8298b-cb4a-46ff-9068-baef771ccd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:53.264920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.268071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.273195 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:53.273402 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Updating router 14642eff-d2ec-4579-9126-1c2ff4d77448 port 3d9df16b-9256-4061-8bb7-77d1adacad7a binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:53.274070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9dd71366-2485-4903-ae7c-cc20072ae060 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "DELETE /v2.0/ports/71937d57-030c-4bea-ac9b-97a4ae10b54f HTTP/1.1" status: 204 len: 168 time: 0.7004831 Aug 27 16:23:53.274975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49168) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:53.305226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=c4327a9f-6724-4034-9c53-8443aeb43c11,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:53.309681 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ac524b-f31b-49d9-a0d2-7e48dc45ef09 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] GET failed (client error): The resource could not be found. Aug 27 16:23:53.317539 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c3ac524b-f31b-49d9-a0d2-7e48dc45ef09 tempest-PortsAdminExtendedAttrsTestJSON-1076493939 tempest-PortsAdminExtendedAttrsTestJSON-1076493939-project-admin] 10.222.0.101 "GET /v2.0/ports/71937d57-030c-4bea-ac9b-97a4ae10b54f HTTP/1.1" status: 404 len: 333 time: 0.0386827 Aug 27 16:23:53.318422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49170) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:53.327800 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.333577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c4327a9f-6724-4034-9c53-8443aeb43c11 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:23:53.352799 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6180441a-ab9f-49c1-bfb3-1f7d370f82f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.455510 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.464256 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '85c8ec37-a1c7-42a3-84e7-c5ad2129d248', 'name': '', 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'mac_address': 'fa:16:3e:63:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'ecb37796-8580-4e59-8381-0c9dfd4a3113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:50Z', 'revision_number': 2, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'subnets': [{'id': 'ecb37796-8580-4e59-8381-0c9dfd4a3113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:53.480581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.488288 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e1f16dd7-9e27-4d78-965d-7a705157e62f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9758663 Aug 27 16:23:53.494262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49180) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:53.501533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:23:53.509350 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Checking router: 3aede838-7c49-4375-ab46-b53cfbc7e00e for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:23:53.509698 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Updating router 3aede838-7c49-4375-ab46-b53cfbc7e00e port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:23:53.546935 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.565795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d6e-9b93-414e-ab43-f7be21dbd076 req-6f8006fb-0d71-470d-9134-3820a80a715a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.567794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-935b1d6e-9b93-414e-ab43-f7be21dbd076 req-6f8006fb-0d71-470d-9134-3820a80a715a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 943 time: 0.2998726 Aug 27 16:23:53.620714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] For port 41206d65-2ef1-4420-80a0-45f0026abbab, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:53.642550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-935b1d6e-9b93-414e-ab43-f7be21dbd076 req-44d30435-3d04-4eed-b2f1-f9992fbe434d tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660565 Aug 27 16:23:53.644418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] For port 41206d65-2ef1-4420-80a0-45f0026abbab, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=41206d65-2ef1-4420-80a0-45f0026abbab,segment=NetworkSegment(34c8298b-cb4a-46ff-9068-baef771ccd38),segment_id=34c8298b-cb4a-46ff-9068-baef771ccd38)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:53.650516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-fca5fa58-45e1-4c8f-bde1-87c7b7ae016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.652209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-fca5fa58-45e1-4c8f-bde1-87c7b7ae016c service neutron] 10.222.0.97 "GET /v2.0/networks?id=7f8b02a8-814a-4535-8846-cd6a73a21899 HTTP/1.1" status: 200 len: 916 time: 0.3830543 Aug 27 16:23:53.658445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09fac668-07e9-4fb9-97ac-e7d8034147e6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.666250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09fac668-07e9-4fb9-97ac-e7d8034147e6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.669939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-09fac668-07e9-4fb9-97ac-e7d8034147e6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "DELETE /v2.0/security-groups/36d5d8eb-9633-4df1-ae51-e37aa502ccdb HTTP/1.1" status: 204 len: 168 time: 1.1623292 Aug 27 16:23:53.672410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49182) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:53.712309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.734164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5868b44c-4559-4226-89ff-7068d55214fc']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:53.734317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fac668-07e9-4fb9-97ac-e7d8034147e6 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d5d8eb-9633-4df1-ae51-e37aa502ccdb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:53.747097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f2b666-ce51-443f-a163-ffe64de1a86d') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:53.747719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f2b666-ce51-443f-a163-ffe64de1a86d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:53.758685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-14edc967-be08-40ae-9382-505dfd0d9822 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f34d0231-23ea-4d4a-9a8d-858a786290e8 HTTP/1.1" status: 200 len: 217 time: 0.0807583 Aug 27 16:23:53.763760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.784630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.798390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.807198 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-860c7a76-1179-4209-bee7-027e4f483e76 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] show failed (client error): The resource could not be found. Aug 27 16:23:53.811500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-860c7a76-1179-4209-bee7-027e4f483e76 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "GET /v2.0/security-groups/36d5d8eb-9633-4df1-ae51-e37aa502ccdb HTTP/1.1" status: 404 len: 347 time: 0.1272688 Aug 27 16:23:53.814894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49190) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:53.861244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.867539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.868101 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.869641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] 10.222.0.97 "PUT /v2.0/ports/41206d65-2ef1-4420-80a0-45f0026abbab HTTP/1.1" status: 200 len: 1092 time: 2.4302669 Aug 27 16:23:53.871880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'tag': '41206d65-2ef1-4420-80a0-45f0026abbab'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:53.876521 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.880786 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361906b6-8051-4fce-8f48-3e846dece94d" -d '{"events": [{"name": "network-changed", "server_uuid": "dac19072-64de-4b18-9a1e-d167c05168cc", "tag": "41206d65-2ef1-4420-80a0-45f0026abbab"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:53.931107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-34664467-4f89-41ab-9c50-6431d2a529ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:53.933188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-34664467-4f89-41ab-9c50-6431d2a529ce service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a85c6c1f-00eb-4477-b7bf-0a3bb457c31c HTTP/1.1" status: 200 len: 854 time: 0.1618767 Aug 27 16:23:53.934616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5ef5-7896-4ddf-90cb-0728285f7a09 service neutron] Pushing event updated for resources: {'Port': ['ID=41206d65-2ef1-4420-80a0-45f0026abbab,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:53.948476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:23:53.948886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:53.977703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-ccc95864-19ef-468f-aa11-5c8bd3bcba98 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7f8b02a8-814a-4535-8846-cd6a73a21899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366564 Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:23:53.981590 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:23:53.988644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:23:53.992714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.000218 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e23408-b52e-44ee-bd03-22b1e5f242b2 x-openstack-request-id: req-20e23408-b52e-44ee-bd03-22b1e5f242b2 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:54.003567 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac19072-64de-4b18-9a1e-d167c05168cc", "tag": "41206d65-2ef1-4420-80a0-45f0026abbab", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:54.003567 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-20e23408-b52e-44ee-bd03-22b1e5f242b2 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:54.003567 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'tag': '41206d65-2ef1-4420-80a0-45f0026abbab', 'status': 'completed', 'code': 200} Aug 27 16:23:54.051708 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.117263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-9bf3d4f5-0d0e-4ba8-99bf-3a85346ce7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.118758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-9bf3d4f5-0d0e-4ba8-99bf-3a85346ce7ca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fccc0e66662d4a95ac5181db624bf673&device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 1095 time: 0.1065154 Aug 27 16:23:54.169759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-e9b99845-9620-4fc3-87da-c1f8cb9e367b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41206d65-2ef1-4420-80a0-45f0026abbab HTTP/1.1" status: 200 len: 217 time: 0.0406876 Aug 27 16:23:54.172627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-f2d94ea6-3a48-416e-9858-36ba40f10a6b service neutron] 10.222.0.97 "GET /v2.0/networks/7f8b02a8-814a-4535-8846-cd6a73a21899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860168 Aug 27 16:23:54.255874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Deleting port 99cd6edc-df72-452a-a4c8-80452746fa2a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:54.256224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.273964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-a40d6fb6-3d96-4b9b-9df0-dd44a089f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.275757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-a40d6fb6-3d96-4b9b-9df0-dd44a089f7bd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9043cd35-bc6f-4988-94c7-36a60f223352 HTTP/1.1" status: 200 len: 865 time: 0.0943186 Aug 27 16:23:54.345528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-88c952d5-3927-4421-aa55-3a0a0cef35e2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b408586c-c0b9-4266-bcef-3983f1dcd498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591035 Aug 27 16:23:54.346331 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Transition to ACTIVE for port object 3d9df16b-9256-4061-8bb7-77d1adacad7a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:54.356828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.370423 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Transition to ACTIVE for port object 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:54.384922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.389282 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] 10.222.0.101 "DELETE /v2.0/networks/5868b44c-4559-4226-89ff-7068d55214fc HTTP/1.1" status: 204 len: 168 time: 1.0672619 Aug 27 16:23:54.399494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444c7f2-0bcf-4c96-9465-8c0eef9f1405 tempest-PortsAdminExtendedAttrsTestJSON-260064516 tempest-PortsAdminExtendedAttrsTestJSON-260064516-project] Pushing event deleted for resources: {'Network': ['ID=5868b44c-4559-4226-89ff-7068d55214fc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:54.413055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4138de1a-1e0f-440a-9b6e-e9234174db4e req-f37e063f-4b63-4cf4-b3a7-4e136d21018b service neutron] 10.222.0.97 "GET /v2.0/networks/7f8b02a8-814a-4535-8846-cd6a73a21899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304690 Aug 27 16:23:54.418183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.418183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.432340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Calling delete_port for 99cd6edc-df72-452a-a4c8-80452746fa2a owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:54.434296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bf67e-07f7-438e-a00f-c99fe971022c req-00a81da2-d79a-432b-ab63-1983be1289c8 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.435985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-564bf67e-07f7-438e-a00f-c99fe971022c req-00a81da2-d79a-432b-ab63-1983be1289c8 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 944 time: 0.1571126 Aug 27 16:23:54.492427 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.502772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-5fa9ecc4-6dd6-4ad5-b88a-aa74bc2bf52d service neutron] 10.222.0.97 "GET /v2.0/networks/b408586c-c0b9-4266-bcef-3983f1dcd498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483493 Aug 27 16:23:54.509182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-564bf67e-07f7-438e-a00f-c99fe971022c req-fe437418-9798-4146-a1a1-870b27f036e1 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561371 Aug 27 16:23:54.552741 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.553540 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.565950 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.584543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=ce522326-1c1f-42bd-8298-7c56b9942bdc,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:54.611848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:54.612248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: c4327a9f-6724-4034-9c53-8443aeb43c11, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:23:54.646184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ae6aad6-72bb-46b2-b95a-d8d146d2fe73 req-f8a964ce-cab9-4d01-8a07-105fd9c35c9e service neutron] 10.222.0.97 "GET /v2.0/networks/b408586c-c0b9-4266-bcef-3983f1dcd498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335266 Aug 27 16:23:54.704965 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4243c2f-7684-43e8-b9b1-c31935ac0b27 None None] Pushing event updated for resources: {'Port': ['ID=3d9df16b-9256-4061-8bb7-77d1adacad7a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:54.800867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network c4327a9f-6724-4034-9c53-8443aeb43c11 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:23:54.805678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:54.825546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db560eee-678d-4ae1-b463-4b635ac54b29 req-22ac5f50-674d-46b2-8922-df0e70c947a1 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:54.835982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db560eee-678d-4ae1-b463-4b635ac54b29 req-22ac5f50-674d-46b2-8922-df0e70c947a1 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 943 time: 0.0950327 Aug 27 16:23:54.890320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f34d0231-23ea-4d4a-9a8d-858a786290e8 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:23:54.896021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Pushing event deleted for resources: {'Port': ['ID=99cd6edc-df72-452a-a4c8-80452746fa2a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:54.977719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c4327a9f-6724-4034-9c53-8443aeb43c11) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:54.978446 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Attempting to bind port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:54.979120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Attempting to bind port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:54.979770 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Attempting to bind port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 on network 48532e2a-0530-4d82-beab-60ca285982ee {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:55.010101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:55.010608 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.018186 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Attempting to bind port 3d9df16b-9256-4061-8bb7-77d1adacad7a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:55.021087 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Attempting to bind port 3d9df16b-9256-4061-8bb7-77d1adacad7a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:55.023555 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Attempting to bind port 3d9df16b-9256-4061-8bb7-77d1adacad7a on network 92786bc7-3693-4442-b54c-e0adb6b19765 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:55.048128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db560eee-678d-4ae1-b463-4b635ac54b29 req-a2dceea4-09c5-4985-9a51-26882b60e90c tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853197 Aug 27 16:23:55.061323 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:55.061635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef9656-e48d-4101-ae33-7bed7a84ea6a None None] Network c4327a9f-6724-4034-9c53-8443aeb43c11 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:55.061787 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Checking segment: {'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:55.064911 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.065401 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Bound using segment: {'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:55.068201 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.070819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.070994 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Bound port: 85c8ec37-a1c7-42a3-84e7-c5ad2129d248, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15de8628-8884-483a-b9b8-51dce69e72a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:55.072213 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5d14faf6-5a8f-421c-990e-6622e33c9917 tempest-ServersTestJSON-1570370776 tempest-ServersTestJSON-1570370776-project] 10.222.0.101 "DELETE /v2.0/floatingips/71d24169-ef9b-4a2a-88d8-4fac4fc04e48 HTTP/1.1" status: 204 len: 168 time: 1.2531002 Aug 27 16:23:55.072853 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.078329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49228) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:55.089470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361906b6-8051-4fce-8f48-3e846dece94d req-3df2dbbe-e427-4900-a2a3-41847fb126c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:55.091883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-361906b6-8051-4fce-8f48-3e846dece94d req-3df2dbbe-e427-4900-a2a3-41847fb126c1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fccc0e66662d4a95ac5181db624bf673&device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 1095 time: 0.2535942 Aug 27 16:23:55.105131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:55.105787 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Checking segment: {'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:55.106380 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.107608 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Bound using segment: {'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:55.108267 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Bound port: 3d9df16b-9256-4061-8bb7-77d1adacad7a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2278d089-c79a-4993-b42d-1b6b687ccfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:55.108956 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.126868 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98ec7-7446-4555-ba73-e0f5828e855d None None] Pushing event updated for resources: {'Port': ['ID=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:55.245933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361906b6-8051-4fce-8f48-3e846dece94d req-5ce3c2ba-faf8-4814-85cc-6a28c4c79110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:55.247016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-361906b6-8051-4fce-8f48-3e846dece94d req-5ce3c2ba-faf8-4814-85cc-6a28c4c79110 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b408586c-c0b9-4266-bcef-3983f1dcd498 HTTP/1.1" status: 200 len: 927 time: 0.1483135 Aug 27 16:23:55.247606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49230) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:55.272696 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] For port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:55.276890 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c1f9bfe-b964-47d2-8b5f-2b20f5f83942 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7791357 Aug 27 16:23:55.277051 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] For port 3d9df16b-9256-4061-8bb7-77d1adacad7a, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:55.279877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49234) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:55.350256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-361906b6-8051-4fce-8f48-3e846dece94d req-84ef34c8-e111-46fc-a1ec-d2a2e8f817ed service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41206d65-2ef1-4420-80a0-45f0026abbab HTTP/1.1" status: 200 len: 217 time: 0.0933852 Aug 27 16:23:55.367607 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] For port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,segment=NetworkSegment(15de8628-8884-483a-b9b8-51dce69e72a8),segment_id=15de8628-8884-483a-b9b8-51dce69e72a8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:55.369943 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] For port 3d9df16b-9256-4061-8bb7-77d1adacad7a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d9df16b-9256-4061-8bb7-77d1adacad7a,segment=NetworkSegment(2278d089-c79a-4993-b42d-1b6b687ccfea),segment_id=2278d089-c79a-4993-b42d-1b6b687ccfea)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:55.390241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f34d0231-23ea-4d4a-9a8d-858a786290e8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f34d0231-23ea-4d4a-9a8d-858a786290e8,segment=NetworkSegment(8fea7829-e777-4418-a478-bcd6804288eb),segment_id=8fea7829-e777-4418-a478-bcd6804288eb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:55.412491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'f34d0231-23ea-4d4a-9a8d-858a786290e8', 'network_id': '7f8b02a8-814a-4535-8846-cd6a73a21899', 'port_id': 'f34d0231-23ea-4d4a-9a8d-858a786290e8', 'mac_address': 'fa:16:3e:e4:ac:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85c6c1f-00eb-4477-b7bf-0a3bb457c31c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:23:55.435103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361906b6-8051-4fce-8f48-3e846dece94d req-a2248a2f-9f1e-4132-b743-6e7c8354998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:55.437948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-361906b6-8051-4fce-8f48-3e846dece94d req-a2248a2f-9f1e-4132-b743-6e7c8354998f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9043cd35-bc6f-4988-94c7-36a60f223352 HTTP/1.1" status: 200 len: 865 time: 0.0804846 Aug 27 16:23:55.467633 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.477656 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.478643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c4327a9f-6724-4034-9c53-8443aeb43c11', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:23:55.479818 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.499256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.514067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-361906b6-8051-4fce-8f48-3e846dece94d req-2cc54cb8-2384-44dc-ab12-1bf28fa7ead2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b408586c-c0b9-4266-bcef-3983f1dcd498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660343 Aug 27 16:23:55.515574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34d0231-23ea-4d4a-9a8d-858a786290e8 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:23:55.550047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f34d0231-23ea-4d4a-9a8d-858a786290e8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f34d0231-23ea-4d4a-9a8d-858a786290e8,segment=NetworkSegment(8fea7829-e777-4418-a478-bcd6804288eb),segment_id=8fea7829-e777-4418-a478-bcd6804288eb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:55.608872 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Routers {'3aede838-7c49-4375-ab46-b53cfbc7e00e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:55.611499 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3aede838-7c49-4375-ab46-b53cfbc7e00e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:55.614118 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:23:55.614921 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:55.635294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.781691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49244) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:55.788724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33f262f5-145a-4494-b782-abd8a06b940c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bfb793bcfe2e41eeb5f09b75f16e04e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355020 Aug 27 16:23:55.788724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49246) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:55.818930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f34d0231-23ea-4d4a-9a8d-858a786290e8,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:55.835373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Allocated IP 2001:db8:1::2 (c4327a9f-6724-4034-9c53-8443aeb43c11/ce522326-1c1f-42bd-8298-7c56b9942bdc/cd955f66-4aef-4f86-b491-b50231cfdbb2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:55.846793 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:55.880135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54633-ea49-4dd4-aa20-0858cb3039ff req-7d6e8320-d6a5-47c8-8923-68f4387b3987 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:55.882202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc54633-ea49-4dd4-aa20-0858cb3039ff req-7d6e8320-d6a5-47c8-8923-68f4387b3987 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 944 time: 0.1789424 Aug 27 16:23:55.882649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f34d0231-23ea-4d4a-9a8d-858a786290e8'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:23:55.925666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b810c30d-9917-468e-b409-1023420f29ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:55.992432 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] Set router 3aede838-7c49-4375-ab46-b53cfbc7e00e gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:23:55.994066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6fc54633-ea49-4dd4-aa20-0858cb3039ff req-41d762b0-38e3-418b-ad9a-ee6024ef1ba0 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763483 Aug 27 16:23:55.996326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-361906b6-8051-4fce-8f48-3e846dece94d req-04217d73-0197-41ec-9979-3d287c4751c7 service neutron] 10.222.0.97 "GET /v2.0/networks/b408586c-c0b9-4266-bcef-3983f1dcd498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582765 Aug 27 16:23:56.000022 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b810c30d-9917-468e-b409-1023420f29ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.162536 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.174221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Transition to ACTIVE for port object cd955f66-4aef-4f86-b491-b50231cfdbb2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:56.179453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-361906b6-8051-4fce-8f48-3e846dece94d req-174bb4c2-de4c-4139-bffa-d8b6a22b0fb7 service neutron] 10.222.0.97 "GET /v2.0/networks/b408586c-c0b9-4266-bcef-3983f1dcd498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710870 Aug 27 16:23:56.192192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Transition to ACTIVE for port object cd955f66-4aef-4f86-b491-b50231cfdbb2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:56.220925 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.226173 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b810c30d-9917-468e-b409-1023420f29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.229306 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b810c30d-9917-468e-b409-1023420f29ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.231177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b810c30d-9917-468e-b409-1023420f29ce admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/26a4fffa-04b9-4124-a080-05b73d3214e0 HTTP/1.1" status: 204 len: 168 time: 0.4397380 Aug 27 16:23:56.244201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810c30d-9917-468e-b409-1023420f29ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a4fffa-04b9-4124-a080-05b73d3214e0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:56.273484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c726c2-f928-4d39-be07-a1ded40b3cbe req-3bfcfe3f-229f-407a-a062-832ed1035e1f tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:56.297438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8c726c2-f928-4d39-be07-a1ded40b3cbe req-3bfcfe3f-229f-407a-a062-832ed1035e1f tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 944 time: 0.1137595 Aug 27 16:23:56.302695 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4243c2f-7684-43e8-b9b1-c31935ac0b27 None None] Pushing event updated for resources: {'Port': ['ID=3d9df16b-9256-4061-8bb7-77d1adacad7a,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:56.331256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.375600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98ec7-7446-4555-ba73-e0f5828e855d None None] Pushing event updated for resources: {'Port': ['ID=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:56.392596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8c726c2-f928-4d39-be07-a1ded40b3cbe req-b11479d8-e1cb-415c-929c-6c7444626b44 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933490 Aug 27 16:23:56.424529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Network c4327a9f-6724-4034-9c53-8443aeb43c11 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:56.437002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:56.445640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:56.459298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Pushing event updated for resources: {'Port': ['ID=cd955f66-4aef-4f86-b491-b50231cfdbb2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:56.485928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.533291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Attempting to bind port cd955f66-4aef-4f86-b491-b50231cfdbb2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:23:56.533666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Attempting to bind port cd955f66-4aef-4f86-b491-b50231cfdbb2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:23:56.534036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Attempting to bind port cd955f66-4aef-4f86-b491-b50231cfdbb2 on network c4327a9f-6724-4034-9c53-8443aeb43c11 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:23:56.538244 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '85c8ec37-a1c7-42a3-84e7-c5ad2129d248', 'name': '', 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'mac_address': 'fa:16:3e:63:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'ecb37796-8580-4e59-8381-0c9dfd4a3113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:55Z', 'revision_number': 4, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'subnets': [{'id': 'ecb37796-8580-4e59-8381-0c9dfd4a3113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:56.548042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:23:56.548470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Checking segment: {'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:23:56.548823 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.549220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Bound using segment: {'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:23:56.549709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Bound port: cd955f66-4aef-4f86-b491-b50231cfdbb2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:23:56.550096 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.573993 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b8eba-8e30-4dca-b790-be2bc92ec9f9 None None] The sync data for ids ['3aede838-7c49-4375-ab46-b53cfbc7e00e'] in n-d-806412-1 is: [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '85c8ec37-a1c7-42a3-84e7-c5ad2129d248', 'name': '', 'network_id': '48532e2a-0530-4d82-beab-60ca285982ee', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'mac_address': 'fa:16:3e:63:14:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'ecb37796-8580-4e59-8381-0c9dfd4a3113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:55Z', 'revision_number': 4, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'subnets': [{'id': 'ecb37796-8580-4e59-8381-0c9dfd4a3113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:56.665772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] For port cd955f66-4aef-4f86-b491-b50231cfdbb2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:23:56.673543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] For port cd955f66-4aef-4f86-b491-b50231cfdbb2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cd955f66-4aef-4f86-b491-b50231cfdbb2,segment=NetworkSegment(3a40f842-1e4a-4f6f-93b2-b142e663b923),segment_id=3a40f842-1e4a-4f6f-93b2-b142e663b923)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:23:56.755851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:56.757159 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:55Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:23:56.803298 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f9932c-6c99-4b2f-836b-907d2d72063f None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:55Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:23:56.851139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe77f97-6aee-4822-a3e6-fdb69cc34c71 None None] Pushing event updated for resources: {'Port': ['ID=cd955f66-4aef-4f86-b491-b50231cfdbb2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:56.905738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 41206d65-2ef1-4420-80a0-45f0026abbab details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:23:57.049819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 41206d65-2ef1-4420-80a0-45f0026abbab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=41206d65-2ef1-4420-80a0-45f0026abbab,segment=NetworkSegment(34c8298b-cb4a-46ff-9068-baef771ccd38),segment_id=34c8298b-cb4a-46ff-9068-baef771ccd38)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:57.079186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '41206d65-2ef1-4420-80a0-45f0026abbab', 'network_id': 'b408586c-c0b9-4266-bcef-3983f1dcd498', 'port_id': '41206d65-2ef1-4420-80a0-45f0026abbab', 'mac_address': 'fa:16:3e:7e:57:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9043cd35-bc6f-4988-94c7-36a60f223352', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:23:57.171477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:57.193337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41206d65-2ef1-4420-80a0-45f0026abbab {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:23:57.252334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 41206d65-2ef1-4420-80a0-45f0026abbab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=41206d65-2ef1-4420-80a0-45f0026abbab,segment=NetworkSegment(34c8298b-cb4a-46ff-9068-baef771ccd38),segment_id=34c8298b-cb4a-46ff-9068-baef771ccd38)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:57.271776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9b0fb-b66c-42dc-aee1-ff5d7794b60b req-f2c45eeb-b4c0-40ae-8862-9279f96611e2 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:57.280650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-daa9b0fb-b66c-42dc-aee1-ff5d7794b60b req-f2c45eeb-b4c0-40ae-8862-9279f96611e2 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 944 time: 0.1344156 Aug 27 16:23:57.283406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49260) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:57.336026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:57.377025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-daa9b0fb-b66c-42dc-aee1-ff5d7794b60b req-379b91d4-0381-426e-8e0f-4f150ca8dbb3 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900295 Aug 27 16:23:57.435756 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:57.483359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=41206d65-2ef1-4420-80a0-45f0026abbab,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:57.556821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['41206d65-2ef1-4420-80a0-45f0026abbab'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:23:57.569247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb096c-ef34-4dd6-8b16-4a461a9dde01 req-11467048-8dac-4144-bfe7-79091b596e24 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:57.571786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0afb096c-ef34-4dd6-8b16-4a461a9dde01 req-11467048-8dac-4144-bfe7-79091b596e24 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 944 time: 0.0718153 Aug 27 16:23:57.608070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-caee70f1-8a2f-41f6-a5f8-575aa0b063cd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=107d99b4afc1403f8e442b2db7b06646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204546 Aug 27 16:23:57.616868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49268) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:57.679486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0afb096c-ef34-4dd6-8b16-4a461a9dde01 req-ba90ba70-931b-473a-aabc-dcf791d22022 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961194 Aug 27 16:23:57.741146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8:1::1 (c4327a9f-6724-4034-9c53-8443aeb43c11/ce522326-1c1f-42bd-8298-7c56b9942bdc/81b478aa-7d29-472d-9dd5-a707020f11b2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:23:57.748953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5a62a1-e591-408c-882e-39fed210a79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:57.773423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5a62a1-e591-408c-882e-39fed210a79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:57.958123 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5a62a1-e591-408c-882e-39fed210a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:57.960967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5a62a1-e591-408c-882e-39fed210a79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:57.970210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dd5a62a1-e591-408c-882e-39fed210a79b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/04d30536-5459-499e-9d5d-2b6d5959be98 HTTP/1.1" status: 204 len: 168 time: 0.3498917 Aug 27 16:23:57.995400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a62a1-e591-408c-882e-39fed210a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d30536-5459-499e-9d5d-2b6d5959be98,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:58.022920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.119816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.235134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 81b478aa-7d29-472d-9dd5-a707020f11b2 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:23:58.266908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d9df16b-9256-4061-8bb7-77d1adacad7a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:58.376658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b22a90-6bf5-4e35-84d7-d2185f7431c4 None None] Network c4327a9f-6724-4034-9c53-8443aeb43c11 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:23:58.489758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3d9df16b-9256-4061-8bb7-77d1adacad7a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:58.499521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Deleting port 7d450cc2-bd41-4db4-8622-6339ae439316 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:58.500121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.538369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3d9df16b-9256-4061-8bb7-77d1adacad7a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:58.538752 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.575497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.594869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-83a82ecc-b894-4f2b-ba16-4f27005c34d7 None None] Provisioning for port cd955f66-4aef-4f86-b491-b50231cfdbb2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:58.644068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7db7a-0758-4ce7-8ac3-05aff9e9d721 req-7c42302f-32fe-4f06-ae9d-86ffbda34e40 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:58.654112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05b7db7a-0758-4ce7-8ac3-05aff9e9d721 req-7c42302f-32fe-4f06-ae9d-86ffbda34e40 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 945 time: 0.1458724 Aug 27 16:23:58.659585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network c4327a9f-6724-4034-9c53-8443aeb43c11 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:23:58.672039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:23:58.679995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:23:58.680454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.736234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=81b478aa-7d29-472d-9dd5-a707020f11b2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:58.761317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.767814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] For port 7d450cc2-bd41-4db4-8622-6339ae439316, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d450cc2-bd41-4db4-8622-6339ae439316,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:58.768192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.771303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05b7db7a-0758-4ce7-8ac3-05aff9e9d721 req-c1a14d7d-d93d-4857-a133-3c09eabda9e8 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145623 Aug 27 16:23:58.779990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Deleting port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:23:58.780328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.812952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 3d9df16b-9256-4061-8bb7-77d1adacad7a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d9df16b-9256-4061-8bb7-77d1adacad7a,segment=NetworkSegment(2278d089-c79a-4993-b42d-1b6b687ccfea),segment_id=2278d089-c79a-4993-b42d-1b6b687ccfea)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:58.822452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Calling delete_port for 7d450cc2-bd41-4db4-8622-6339ae439316 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:58.898811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:58.900221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd955f66-4aef-4f86-b491-b50231cfdbb2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:58.948523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 41206d65-2ef1-4420-80a0-45f0026abbab up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:58.954393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce3b1-eb9f-4f86-8288-b796fd1c1d31 req-c7892f3f-0e5e-433f-bfd3-e768d2d1d03b tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:58.957678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-affce3b1-eb9f-4f86-8288-b796fd1c1d31 req-c7892f3f-0e5e-433f-bfd3-e768d2d1d03b tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 944 time: 0.1113915 Aug 27 16:23:59.015551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-affce3b1-eb9f-4f86-8288-b796fd1c1d31 req-a988c25e-8234-4795-90f6-64310c6fa078 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487268 Aug 27 16:23:59.025263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] For port 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,segment=NetworkSegment(685666c9-d99d-45c4-95ed-6dd6996f67b7),segment_id=685666c9-d99d-45c4-95ed-6dd6996f67b7)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:59.039751 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.056570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=3d9df16b-9256-4061-8bb7-77d1adacad7a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:59.069866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.112936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Calling delete_port for 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:23:59.189781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 41206d65-2ef1-4420-80a0-45f0026abbab completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:59.193969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 41206d65-2ef1-4420-80a0-45f0026abbab triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:59.194858 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.414904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port cd955f66-4aef-4f86-b491-b50231cfdbb2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:59.416891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b19403e1-9e1d-4d69-b047-81366a9c9050 None None] Provisioning for port 81b478aa-7d29-472d-9dd5-a707020f11b2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:23:59.429592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b19403e1-9e1d-4d69-b047-81366a9c9050 None None] Provisioning complete for port 81b478aa-7d29-472d-9dd5-a707020f11b2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:59.430094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b19403e1-9e1d-4d69-b047-81366a9c9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.433433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cd955f66-4aef-4f86-b491-b50231cfdbb2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:59.433875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.515154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b19403e1-9e1d-4d69-b047-81366a9c9050 None None] Port 81b478aa-7d29-472d-9dd5-a707020f11b2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:23:59.566190 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.570265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.627756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d450cc2-bd41-4db4-8622-6339ae439316,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:59.645832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41206d65-2ef1-4420-80a0-45f0026abbab'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:23:59.648140 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5232c0cf-a18b-4a13-ae56-9efa8e119b16" -d '{"events": [{"server_uuid": "dac19072-64de-4b18-9a1e-d167c05168cc", "name": "network-vif-plugged", "status": "completed", "tag": "41206d65-2ef1-4420-80a0-45f0026abbab"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:23:59.687004 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.698237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 41206d65-2ef1-4420-80a0-45f0026abbab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=41206d65-2ef1-4420-80a0-45f0026abbab,segment=NetworkSegment(34c8298b-cb4a-46ff-9068-baef771ccd38),segment_id=34c8298b-cb4a-46ff-9068-baef771ccd38)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:23:59.729932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.739813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.753214 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f733e6c-bd69-4b2b-8b73-abd03d763a79 x-openstack-request-id: req-5f733e6c-bd69-4b2b-8b73-abd03d763a79 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:23:59.760146 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac19072-64de-4b18-9a1e-d167c05168cc", "name": "network-vif-plugged", "status": "completed", "tag": "41206d65-2ef1-4420-80a0-45f0026abbab", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:23:59.760467 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5f733e6c-bd69-4b2b-8b73-abd03d763a79 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:23:59.760899 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41206d65-2ef1-4420-80a0-45f0026abbab', 'code': 200} Aug 27 16:23:59.769143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d7cc117f-61a3-4b76-bc02-396f8c63c4b7 None None] Provisioning complete for port 81b478aa-7d29-472d-9dd5-a707020f11b2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:23:59.769390 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7cc117f-61a3-4b76-bc02-396f8c63c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.834176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfcb07c-2185-4ac1-83f6-c6d579c0f5df,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:23:59.835444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.837620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f34d0231-23ea-4d4a-9a8d-858a786290e8 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:23:59.866432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.867234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:23:59.887085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49308) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:23:59.928664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669f580-c8c1-425d-8874-094a55f7ad2f req-12808b51-7ece-43bd-90b4-9b8ecdc52390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:23:59.934549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c669f580-c8c1-425d-8874-094a55f7ad2f req-12808b51-7ece-43bd-90b4-9b8ecdc52390 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 1097 time: 0.1486301 Aug 27 16:23:59.988795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port cd955f66-4aef-4f86-b491-b50231cfdbb2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cd955f66-4aef-4f86-b491-b50231cfdbb2,segment=NetworkSegment(3a40f842-1e4a-4f6f-93b2-b142e663b923),segment_id=3a40f842-1e4a-4f6f-93b2-b142e663b923)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:00.005915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc117f-61a3-4b76-bc02-396f8c63c4b7 None None] Port 81b478aa-7d29-472d-9dd5-a707020f11b2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:00.022691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=41206d65-2ef1-4420-80a0-45f0026abbab,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:00.025816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c669f580-c8c1-425d-8874-094a55f7ad2f req-d826f0d1-5a33-424f-b514-8e0a2b5c80ac service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733945 Aug 27 16:24:00.054640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb120ab-689c-4b95-88ef-f8c3f0a66e6f req-c41afd3e-7eb5-4c7a-a9a4-cb9d3d75bc62 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:00.064791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0cb120ab-689c-4b95-88ef-f8c3f0a66e6f req-c41afd3e-7eb5-4c7a-a9a4-cb9d3d75bc62 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.1253314 Aug 27 16:24:00.078728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.079906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:00.120290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0cb120ab-689c-4b95-88ef-f8c3f0a66e6f req-3b6dd66b-5f5d-428a-8c07-9dfb9e8af940 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Aug 27 16:24:00.140959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-221e864a-d5ce-4a19-9882-7b3333bf00c5 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.146981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-221e864a-d5ce-4a19-9882-7b3333bf00c5 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2529676 Aug 27 16:24:00.148456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49314) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.155972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-86ca95cf-3431-4e93-93b9-2c22061259ec tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.161301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-86ca95cf-3431-4e93-93b9-2c22061259ec tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0101335 Aug 27 16:24:00.162879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49316) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.173558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port f34d0231-23ea-4d4a-9a8d-858a786290e8 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:00.179028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-59ba5684-6dd4-4155-b644-97415dc672bd tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.180981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-59ba5684-6dd4-4155-b644-97415dc672bd tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061450 Aug 27 16:24:00.182570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port f34d0231-23ea-4d4a-9a8d-858a786290e8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:00.182946 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.185556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49318) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.203515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-fb318c4e-357a-4c6d-8545-9c819f4afdaf tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.206824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fb318c4e-357a-4c6d-8545-9c819f4afdaf tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0195856 Aug 27 16:24:00.208736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49320) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.213231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-262ad463-0719-46c4-9c52-c1366a45a119 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.216644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-262ad463-0719-46c4-9c52-c1366a45a119 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045259 Aug 27 16:24:00.218458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49322) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.222583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-d48c3ebb-3f55-4c56-a3e8-dae43c5d015d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.225964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d48c3ebb-3f55-4c56-a3e8-dae43c5d015d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050209 Aug 27 16:24:00.226921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49324) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.231241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-b6b47c5b-bd98-4bf8-bd8a-d07f342be92e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.235788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b6b47c5b-bd98-4bf8-bd8a-d07f342be92e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043550 Aug 27 16:24:00.236528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49326) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.242059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-8e1cfe95-5a5f-4352-8d65-efbac0de7639 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.245115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8e1cfe95-5a5f-4352-8d65-efbac0de7639 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051365 Aug 27 16:24:00.246483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49328) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.251074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-0e8aaa69-17ff-4dd5-bc8f-c8efcc04dd5c tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.252066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e8aaa69-17ff-4dd5-bc8f-c8efcc04dd5c tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047131 Aug 27 16:24:00.257327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49330) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.263902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=cd955f66-4aef-4f86-b491-b50231cfdbb2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:00.267935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c94e-3687-43e3-bbf5-2cfde1e768db req-13073b96-9de8-4e32-b85e-c40ba95c6121 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:00.269487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be0c94e-3687-43e3-bbf5-2cfde1e768db req-13073b96-9de8-4e32-b85e-c40ba95c6121 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 944 time: 0.1056736 Aug 27 16:24:00.273072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-9585dd22-98b2-4be4-bfaf-69dd60ed83a3 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.275054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9585dd22-98b2-4be4-bfaf-69dd60ed83a3 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0155425 Aug 27 16:24:00.282026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49332) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.288427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-5f309fd4-6c13-4fae-ad05-c294926a508c tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.288427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5f309fd4-6c13-4fae-ad05-c294926a508c tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046556 Aug 27 16:24:00.302836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49334) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.309350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-1641ea5e-4729-4b2c-9c88-899ce3fe44eb tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.310394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1641ea5e-4729-4b2c-9c88-899ce3fe44eb tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064821 Aug 27 16:24:00.313919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49336) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.321180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-056b4682-365c-45c5-83bc-733bc51ba08d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.322250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-056b4682-365c-45c5-83bc-733bc51ba08d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047736 Aug 27 16:24:00.328963 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.330533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49338) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.337990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-43431d00-25d2-4e7f-b89a-7193bf8fb7cc tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.338971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-43431d00-25d2-4e7f-b89a-7193bf8fb7cc tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074246 Aug 27 16:24:00.342416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49340) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.351798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be0c94e-3687-43e3-bbf5-2cfde1e768db req-e8ea24e7-b211-4b95-beef-f13cd06454c6 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629876 Aug 27 16:24:00.356654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-e628d682-b791-4872-af13-68e176a745c2 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.363372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e628d682-b791-4872-af13-68e176a745c2 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0196688 Aug 27 16:24:00.364386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49342) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.372094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-386705b8-2a81-4b9f-8415-fd4921467104 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.376250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-386705b8-2a81-4b9f-8415-fd4921467104 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044172 Aug 27 16:24:00.377309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f34d0231-23ea-4d4a-9a8d-858a786290e8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f34d0231-23ea-4d4a-9a8d-858a786290e8,segment=NetworkSegment(8fea7829-e777-4418-a478-bcd6804288eb),segment_id=8fea7829-e777-4418-a478-bcd6804288eb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:00.377841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49344) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.382142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-7423dc7d-0580-458b-a542-852f6350abdc tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.383089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7423dc7d-0580-458b-a542-852f6350abdc tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042634 Aug 27 16:24:00.385644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49346) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.390663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-65f28c59-e22d-4491-992a-0e9fc21de5ca tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.391653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-65f28c59-e22d-4491-992a-0e9fc21de5ca tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050910 Aug 27 16:24:00.394220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49348) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.395069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:00.399190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-22d39870-ca40-47aa-a184-3e7eecaaebd7 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.400507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:00.400669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-22d39870-ca40-47aa-a184-3e7eecaaebd7 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049314 Aug 27 16:24:00.400769 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.403736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49350) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.408222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-f22b9db5-d7e3-4670-8ccf-06a771bbaf4f tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.411500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f22b9db5-d7e3-4670-8ccf-06a771bbaf4f tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044262 Aug 27 16:24:00.411956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49352) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.416231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-de151a4b-035d-4cc2-a36c-2ca4656a074e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.419561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-de151a4b-035d-4cc2-a36c-2ca4656a074e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043314 Aug 27 16:24:00.419826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49354) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.425015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-f028c964-3236-4a39-aa22-7b68aa434d5b tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.428369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f028c964-3236-4a39-aa22-7b68aa434d5b tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051112 Aug 27 16:24:00.428838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49356) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.433522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-832e09cd-0bcc-4bfa-9b88-875a030b0224 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.435121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-832e09cd-0bcc-4bfa-9b88-875a030b0224 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043800 Aug 27 16:24:00.441330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.445818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-8db5f005-3b3c-49b2-a8f5-f039942d2af9 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.449195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8db5f005-3b3c-49b2-a8f5-f039942d2af9 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045114 Aug 27 16:24:00.449490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49360) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.455036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-2f4f1c34-53af-4dca-a42b-1fad148a361a tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.456042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2f4f1c34-53af-4dca-a42b-1fad148a361a tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0056186 Aug 27 16:24:00.458499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49362) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.462961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-e5c823a9-4000-4166-8092-1261fa6a108a tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.466166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e5c823a9-4000-4166-8092-1261fa6a108a tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045319 Aug 27 16:24:00.466330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49364) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.470782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-b0dd7477-b2b1-42a0-b36e-ed1d4e978f0e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.471947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b0dd7477-b2b1-42a0-b36e-ed1d4e978f0e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044472 Aug 27 16:24:00.474284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49366) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.478293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-faf7d902-1155-4eb4-8099-f625727d91af tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.481332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-faf7d902-1155-4eb4-8099-f625727d91af tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040908 Aug 27 16:24:00.481714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49368) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.486045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-365c2350-b6c8-456b-b747-5fe8b22651de tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.487958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-365c2350-b6c8-456b-b747-5fe8b22651de tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043759 Aug 27 16:24:00.489381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.499836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-b7006d08-1bdd-444b-a086-06ef81717f8e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.500829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b7006d08-1bdd-444b-a086-06ef81717f8e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099845 Aug 27 16:24:00.504211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49372) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.506073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.509321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-33cb71cc-2173-4be6-bf56-e9e91264a06e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.512898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33cb71cc-2173-4be6-bf56-e9e91264a06e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051081 Aug 27 16:24:00.513274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49374) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.518447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-1c0be842-6713-4fd0-9c34-ffc3caa92cca tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.519557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1c0be842-6713-4fd0-9c34-ffc3caa92cca tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044432 Aug 27 16:24:00.521955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49376) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.526692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-6bece084-666a-4b20-8439-dfa9afd95708 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.527723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6bece084-666a-4b20-8439-dfa9afd95708 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048814 Aug 27 16:24:00.530308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49378) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.535172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-61d7c64d-c2c3-4a27-88c4-18624d6801d1 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.536301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-61d7c64d-c2c3-4a27-88c4-18624d6801d1 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050817 Aug 27 16:24:00.538695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.538857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49380) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.544183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-c5fe1762-862b-44cf-af10-56edc6365ac1 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.545237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c5fe1762-862b-44cf-af10-56edc6365ac1 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052626 Aug 27 16:24:00.548026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49382) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.554970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-14b02a62-d8bb-4d7c-90c7-ada2ea401768 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.561680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.561826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-14b02a62-d8bb-4d7c-90c7-ada2ea401768 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070651 Aug 27 16:24:00.561826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49384) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.566621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-7dc25647-3342-4013-8a41-bd7cc8d5f130 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.569688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7dc25647-3342-4013-8a41-bd7cc8d5f130 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046885 Aug 27 16:24:00.570442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49386) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.570815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,segment=NetworkSegment(15de8628-8884-483a-b9b8-51dce69e72a8),segment_id=15de8628-8884-483a-b9b8-51dce69e72a8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:00.573671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=81b478aa-7d29-472d-9dd5-a707020f11b2,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:00.578108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-9815f0e3-4cfa-4f23-a9c9-390c5135bfe4 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.582079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9815f0e3-4cfa-4f23-a9c9-390c5135bfe4 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0085132 Aug 27 16:24:00.583699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49388) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.589559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-4be65746-382f-472e-bdf4-d054eccda70e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.616603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4be65746-382f-472e-bdf4-d054eccda70e tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061717 Aug 27 16:24:00.617010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f34d0231-23ea-4d4a-9a8d-858a786290e8,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:00.618827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49390) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.624072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-99140436-aa0a-4092-a071-7ed1923f3811 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.625210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-99140436-aa0a-4092-a071-7ed1923f3811 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053477 Aug 27 16:24:00.627458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49392) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.631455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-5fe49cdd-f01e-4700-8fa3-c20769126942 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.632385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5fe49cdd-f01e-4700-8fa3-c20769126942 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040359 Aug 27 16:24:00.634471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49394) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.638289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-13c53893-58f4-40ef-a6c6-0b16b88f9732 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.639821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13c53893-58f4-40ef-a6c6-0b16b88f9732 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045187 Aug 27 16:24:00.642198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49396) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.646097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-ba984833-7eb7-4163-8ff4-f9887de0bf68 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.647011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ba984833-7eb7-4163-8ff4-f9887de0bf68 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039768 Aug 27 16:24:00.649386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49398) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.653150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-5240a4b3-15e8-474a-b5bf-2e0c701804ca tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.654137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5240a4b3-15e8-474a-b5bf-2e0c701804ca tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038571 Aug 27 16:24:00.656169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49400) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.660086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-7020c183-ce61-48c4-a978-8d1243e0c536 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.661648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7020c183-ce61-48c4-a978-8d1243e0c536 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040309 Aug 27 16:24:00.664140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49402) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.669720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-379ad745-a93d-4930-949f-c84a0248c8e9 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.671308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-379ad745-a93d-4930-949f-c84a0248c8e9 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0057709 Aug 27 16:24:00.673060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49404) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.677147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-55137802-e55d-4006-aebe-008d94e1448d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.678167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-55137802-e55d-4006-aebe-008d94e1448d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040998 Aug 27 16:24:00.680304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49406) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.684166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-09998e5d-0b1f-4e3d-9e78-b36e762f175d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.685090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-09998e5d-0b1f-4e3d-9e78-b36e762f175d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039458 Aug 27 16:24:00.687904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49408) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.691925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-2c8ccd36-7e62-4558-91b4-2ade75b9aa5f tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.692838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2c8ccd36-7e62-4558-91b4-2ade75b9aa5f tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040879 Aug 27 16:24:00.694948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49410) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.698776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-f1635686-1900-42f7-87b3-31481e9549c5 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.702119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f1635686-1900-42f7-87b3-31481e9549c5 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038991 Aug 27 16:24:00.703703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49414) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.707842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-ef700e9c-2198-415e-8825-550c3208df1d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.711076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef700e9c-2198-415e-8825-550c3208df1d tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041699 Aug 27 16:24:00.711316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49416) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.715420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-46a1ba08-149e-4c8b-93ac-8e1f38a5a406 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.718604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-46a1ba08-149e-4c8b-93ac-8e1f38a5a406 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041451 Aug 27 16:24:00.719497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49418) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.723887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-c4562415-c044-4b34-baeb-5872b5aaa455 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.724935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c4562415-c044-4b34-baeb-5872b5aaa455 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044942 Aug 27 16:24:00.727660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49420) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.730309 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.735317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-9997dc00-2133-4a47-a11c-604ce2f54c16 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.736645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9997dc00-2133-4a47-a11c-604ce2f54c16 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0081043 Aug 27 16:24:00.739166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49422) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.744796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-a750662a-80b7-4deb-ad7d-3b2a95cb9a7b tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.746068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a750662a-80b7-4deb-ad7d-3b2a95cb9a7b tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055032 Aug 27 16:24:00.749072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49424) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.753308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-29ea2500-96ce-4fa9-b840-2eb339807782 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.758622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29ea2500-96ce-4fa9-b840-2eb339807782 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064540 Aug 27 16:24:00.758873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49426) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.763200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-a3f7c2d3-7db9-4434-9922-776271b88b2b tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.764502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a3f7c2d3-7db9-4434-9922-776271b88b2b tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043366 Aug 27 16:24:00.775388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49428) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.779126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-4e29e4c3-d8ed-425b-b8db-f24f226be886 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.780947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4e29e4c3-d8ed-425b-b8db-f24f226be886 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072615 Aug 27 16:24:00.783664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49430) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.787546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network c4327a9f-6724-4034-9c53-8443aeb43c11 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:00.792647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-d0119446-95a7-46f0-ae24-a28c56203116 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.795096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0119446-95a7-46f0-ae24-a28c56203116 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095038 Aug 27 16:24:00.795314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:00.797947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49432) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.805297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-a5466254-3b54-4ead-82e5-ab12d3bd5e12 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.809179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a5466254-3b54-4ead-82e5-ab12d3bd5e12 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0093615 Aug 27 16:24:00.812800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49434) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.820466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-279afe02-c028-45a8-87a3-4488644769c0 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.822394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-279afe02-c028-45a8-87a3-4488644769c0 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0074077 Aug 27 16:24:00.824887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:00.825420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49436) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.837319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-f4ba34c8-2401-4913-82c5-cacab1f04c39 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.839645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f4ba34c8-2401-4913-82c5-cacab1f04c39 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0119436 Aug 27 16:24:00.841613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49440) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.848167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-73fe11a0-21c7-41c9-ac5e-866be9671140 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.849520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-73fe11a0-21c7-41c9-ac5e-866be9671140 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067441 Aug 27 16:24:00.853687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49442) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.858913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-22015925-afba-4a62-ad62-d95c9d53b7a1 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.860133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-22015925-afba-4a62-ad62-d95c9d53b7a1 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051210 Aug 27 16:24:00.862605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49444) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.868293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-0bfdab71-e45b-477c-bce7-ef7adcd2e3f0 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.869461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0bfdab71-e45b-477c-bce7-ef7adcd2e3f0 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056581 Aug 27 16:24:00.875094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.882591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-cdd844e3-3bae-4934-b0de-f7dc5d897d11 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.883842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cdd844e3-3bae-4934-b0de-f7dc5d897d11 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073419 Aug 27 16:24:00.886514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49448) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.891739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-4e5b18fa-208d-48e3-912d-1f0d3fd4d374 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.895501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4e5b18fa-208d-48e3-912d-1f0d3fd4d374 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079448 Aug 27 16:24:00.896305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49450) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.901276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-8983e59e-53e3-4b45-9c52-dc4463623be0 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.905281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8983e59e-53e3-4b45-9c52-dc4463623be0 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077591 Aug 27 16:24:00.905913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49452) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:00.910560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [None req-db53eaac-5ba9-4527-ab37-dba562213a90 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:00.939671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-db53eaac-5ba9-4527-ab37-dba562213a90 tempest-ExtensionsTestJSON-282600055 tempest-ExtensionsTestJSON-282600055-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0220435 Aug 27 16:24:00.950851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:00.987496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd955f66-4aef-4f86-b491-b50231cfdbb2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:01.051788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:01.069972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cd955f66-4aef-4f86-b491-b50231cfdbb2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:01.070343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.186273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d9df16b-9256-4061-8bb7-77d1adacad7a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:01.189240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8b0f19b0-328b-4b27-ba60-56684bf8385a None None] Provisioning complete for port 81b478aa-7d29-472d-9dd5-a707020f11b2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:01.189940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b0f19b0-328b-4b27-ba60-56684bf8385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.240086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:01.252836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f19b0-328b-4b27-ba60-56684bf8385a None None] Port 81b478aa-7d29-472d-9dd5-a707020f11b2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:01.266274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3d9df16b-9256-4061-8bb7-77d1adacad7a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:01.266759 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.289457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d9fb0-0a99-4565-b850-bed3f94e7a9a req-4cf2fed0-ef85-47c3-883a-0ba31463af8c tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:01.292386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c9d9fb0-0a99-4565-b850-bed3f94e7a9a req-4cf2fed0-ef85-47c3-883a-0ba31463af8c tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.0655768 Aug 27 16:24:01.360188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c9d9fb0-0a99-4565-b850-bed3f94e7a9a req-93cf78a9-5d5e-488e-aedd-a40c0b10fa2e tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546663 Aug 27 16:24:01.400653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:01.415475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:01.418024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34b26f81-8dd0-47ed-a68f-bc78117283e2 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1368620 Aug 27 16:24:01.421602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49464) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:01.430779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:01.431577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:01.441141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2119158037'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:01.502832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259b68-f5da-403b-8e91-e79c092a18f8 req-da51afc4-9595-48c0-a7ae-f83db4c78fe2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:01.504380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0259b68-f5da-403b-8e91-e79c092a18f8 req-da51afc4-9595-48c0-a7ae-f83db4c78fe2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1397145 Aug 27 16:24:01.543633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:01.553410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-500cbf30-e86d-4f83-a176-9e4bc70116b0 admin admin] 10.222.0.101 "PUT /v2.0/routers/0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4740176 Aug 27 16:24:01.555076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49468) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:01.557011 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] Sync routers for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:01.559774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:01.563394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.564938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:01.579340 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:01.582768 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:01.582946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0259b68-f5da-403b-8e91-e79c092a18f8 req-2fdce732-41f3-413f-b82f-1cfaacd0ddcf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724325 Aug 27 16:24:01.601315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:01.610424 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.610780 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 5af82a9c-246f-475c-a73f-4886503f83d6 of type vlan for network 73154cd1-5d0a-4936-9c28-72fd3e416b50 Aug 27 16:24:01.656548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.697526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.702685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049cee4-8c8c-403b-b638-a4bc20e7b257 req-697bd8d4-ebbf-4839-b2ac-61e22de87580 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:01.711801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1049cee4-8c8c-403b-b638-a4bc20e7b257 req-697bd8d4-ebbf-4839-b2ac-61e22de87580 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 945 time: 0.2421906 Aug 27 16:24:01.741689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49470) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:01.762935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11768365-b470-4825-88fa-fa8b5d04adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34d0231-23ea-4d4a-9a8d-858a786290e8'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:01.773311 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001c9f59-4c82-401a-a059-ed8e07c1a1ae" -d '{"events": [{"server_uuid": "11768365-b470-4825-88fa-fa8b5d04adc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34d0231-23ea-4d4a-9a8d-858a786290e8"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:01.777909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1049cee4-8c8c-403b-b638-a4bc20e7b257 req-b252b088-c301-47cc-876e-5004f374909f tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647025 Aug 27 16:24:01.782363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.784393 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:01.800445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:01.801476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.871210 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Router b2845d72-8985-4538-85b4-0b50a508dbb7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:01.876820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:01.931143 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef77ddb-5214-4797-b625-6a324c11ce27 x-openstack-request-id: req-fef77ddb-5214-4797-b625-6a324c11ce27 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:01.931620 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11768365-b470-4825-88fa-fa8b5d04adc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34d0231-23ea-4d4a-9a8d-858a786290e8", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:01.932524 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fef77ddb-5214-4797-b625-6a324c11ce27 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:01.933016 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11768365-b470-4825-88fa-fa8b5d04adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34d0231-23ea-4d4a-9a8d-858a786290e8', 'code': 200} Aug 27 16:24:01.957593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5348470 Aug 27 16:24:01.974339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49478) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:01.978872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 3, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:23:59Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:01.999714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:02.003887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e51c3fcb-cb04-4edc-847a-50d8c2c24a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.012775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:02.018128 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6b1d79a6-4903-4b3d-ba85-89df3f02b8b8 admin admin] 10.222.0.101 "PUT /v2.0/routers/b2845d72-8985-4538-85b4-0b50a508dbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2331009 Aug 27 16:24:02.028094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49480) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:02.034345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] Sync routers for ids ['b2845d72-8985-4538-85b4-0b50a508dbb7'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:02.038477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:02.038838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Updating router 14642eff-d2ec-4579-9126-1c2ff4d77448 port 81b478aa-7d29-472d-9dd5-a707020f11b2 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:24:02.049575 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:23:59Z', 'revision_number': 5, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port': {'id': '8637d8e8-156c-434a-8ced-abec5ad50e51', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:17Z', 'updated_at': '2021-08-27T16:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:02.071564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Deleting port 8637d8e8-156c-434a-8ced-abec5ad50e51 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:02.072168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.072368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] Routers {'b2845d72-8985-4538-85b4-0b50a508dbb7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:02.072998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b2845d72-8985-4538-85b4-0b50a508dbb7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:02.076229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.081369 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] Checking router: 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:02.088184 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] Routers {'0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:02.089146 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:02.134989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546bfa1-b480-47fc-8a78-3513182c89bd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=73154cd1-5d0a-4936-9c28-72fd3e416b50,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:02.182402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:02.191899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951a458-9f5b-41e9-aef5-e1348ed0598e req-a624822c-ef5c-4d54-9169-2237245f0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:02.193816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b951a458-9f5b-41e9-aef5-e1348ed0598e req-a624822c-ef5c-4d54-9169-2237245f0df6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 1096 time: 0.2389405 Aug 27 16:24:02.195110 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] Set router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:02.195456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] For port 8637d8e8-156c-434a-8ced-abec5ad50e51, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8637d8e8-156c-434a-8ced-abec5ad50e51,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:02.195828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.212578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Calling delete_port for 8637d8e8-156c-434a-8ced-abec5ad50e51 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:02.315320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b951a458-9f5b-41e9-aef5-e1348ed0598e req-337416df-a989-458a-8b45-87fee1177d4d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112015 Aug 27 16:24:02.316416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.367000 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:24:01Z', 'revision_number': 6, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:02.406383 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523708f-535b-4f4a-8817-fde82153a136 None None] The sync data for ids ['0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a'] in n-d-806412-1 is: [{'id': '0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a', 'name': 'tempest-ServersTestJSON-531570202-router', 'tenant_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:15Z', 'updated_at': '2021-08-27T16:24:01Z', 'revision_number': 6, 'project_id': 'e258d28efcf54736aa3ed45c2cb669d4', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:02.455310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e51c3fcb-cb04-4edc-847a-50d8c2c24a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.471799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.489936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] Set router b2845d72-8985-4538-85b4-0b50a508dbb7 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:02.531410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770727-555a-4f46-bf40-9ef8d6aa6a3d req-084354b0-a4be-42a2-9387-746ab0d1bc73 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:02.532924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd770727-555a-4f46-bf40-9ef8d6aa6a3d req-084354b0-a4be-42a2-9387-746ab0d1bc73 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.0518024 Aug 27 16:24:02.572871 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e51c3fcb-cb04-4edc-847a-50d8c2c24a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.598603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd770727-555a-4f46-bf40-9ef8d6aa6a3d req-3f682a18-d73b-4397-807e-e1fdefccf2c6 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595658 Aug 27 16:24:02.624277 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.650043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e51c3fcb-cb04-4edc-847a-50d8c2c24a82 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2345591d97dd44e8becee067b1842cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9070182 Aug 27 16:24:02.670375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49488) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:02.682409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c3fcb-cb04-4edc-847a-50d8c2c24a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a36a703-2212-4c10-b5bb-61d94f9530b6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:02.682776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8637d8e8-156c-434a-8ced-abec5ad50e51,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:02.769877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.781942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:02.787155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.915257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.919646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:02.966967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:03.066631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.067699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:24:03.068775 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.073526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.077718 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6b3d1879-4ed2-487e-b18f-98af1e43f9b3 admin admin] 10.222.0.101 "DELETE /v2.0/routers/0d0c67b5-99c7-4f6b-a8e4-b7f77365d42a HTTP/1.1" status: 204 len: 168 time: 1.5190423 Aug 27 16:24:03.085358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49494) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:03.085769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Transition to ACTIVE for port object 81b478aa-7d29-472d-9dd5-a707020f11b2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:03.104633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:23:59Z', 'revision_number': 5, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port': {'id': '74f70d18-5f41-4245-8a8d-ded2f9adb6f5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:28Z', 'updated_at': '2021-08-27T16:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:03.109299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:03.109299 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.130415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] Deleting subnet 5bab2e53-c067-4e76-9557-507589bcc6dc {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:03.134210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.154521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] Checking router: b2845d72-8985-4538-85b4-0b50a508dbb7 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:03.175105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.175822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] Routers {'b2845d72-8985-4538-85b4-0b50a508dbb7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:03.176474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b2845d72-8985-4538-85b4-0b50a508dbb7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:03.225423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.246377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dbc21bf-1b75-4051-92a7-deb219cde626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.253586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Deleting port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:03.253922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.272592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.333725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2786d9d-1859-42a8-ad6a-f27921b45011 req-2aa5586f-2e31-4756-890c-65a5c0a4b429 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:03.341098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2786d9d-1859-42a8-ad6a-f27921b45011 req-2aa5586f-2e31-4756-890c-65a5c0a4b429 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.6250222 Aug 27 16:24:03.355642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c1f9-2409-45f1-8c75-fd5405073bed req-91c89eca-0a9a-495c-9a8e-724fbe972b35 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:03.364272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3df6c1f9-2409-45f1-8c75-fd5405073bed req-91c89eca-0a9a-495c-9a8e-724fbe972b35 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.6466749 Aug 27 16:24:03.366944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] Set router b2845d72-8985-4538-85b4-0b50a508dbb7 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:03.371338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bcd7e-90c3-4c25-8fad-05e3587648e0 None None] Pushing event updated for resources: {'Port': ['ID=81b478aa-7d29-472d-9dd5-a707020f11b2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:03.408281 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dbc21bf-1b75-4051-92a7-deb219cde626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.465515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:24:02Z', 'revision_number': 6, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:03.514645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3df6c1f9-2409-45f1-8c75-fd5405073bed req-000a611a-c3dd-47d6-93a0-9f80c9767fe7 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457648 Aug 27 16:24:03.556536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cc727-058d-491e-8b66-7da1b476fa19 None None] The sync data for ids ['b2845d72-8985-4538-85b4-0b50a508dbb7'] in n-d-806412-1 is: [{'id': 'b2845d72-8985-4538-85b4-0b50a508dbb7', 'name': 'tempest-TestAggregatesBasicOps-1429244768-router', 'tenant_id': '94c464f183b54aec91395ee8b99c83ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:27Z', 'updated_at': '2021-08-27T16:24:02Z', 'revision_number': 6, 'project_id': '94c464f183b54aec91395ee8b99c83ec', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:03.562991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2786d9d-1859-42a8-ad6a-f27921b45011 req-2a9ce982-6ff7-4e92-a889-dfc790b541e8 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203243 Aug 27 16:24:03.583877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d450cc2-bd41-4db4-8622-6339ae439316 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:03.601892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] For port 74f70d18-5f41-4245-8a8d-ded2f9adb6f5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:03.602343 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.602654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.658299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Calling delete_port for 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:03.664441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 7d450cc2-bd41-4db4-8622-6339ae439316 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:03.678217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d450cc2-bd41-4db4-8622-6339ae439316 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:03.682248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Attempting to bind port 81b478aa-7d29-472d-9dd5-a707020f11b2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:03.683785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Attempting to bind port 81b478aa-7d29-472d-9dd5-a707020f11b2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:03.684170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Attempting to bind port 81b478aa-7d29-472d-9dd5-a707020f11b2 on network c4327a9f-6724-4034-9c53-8443aeb43c11 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:03.697713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:03.698441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Checking segment: {'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:03.699222 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.699830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Bound using segment: {'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:03.700514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Bound port: 81b478aa-7d29-472d-9dd5-a707020f11b2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a40f842-1e4a-4f6f-93b2-b142e663b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:03.701571 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.721174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.727928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6924191-048b-4aa5-8afb-9be4bf0e813d None None] Network 304909ed-3288-4b86-b41b-97c2f9c9d58d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:03.730831 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5bab2e53-c067-4e76-9557-507589bcc6dc HTTP/1.1" status: 204 len: 168 time: 0.6507986 Aug 27 16:24:03.734722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae91a45-f378-4bcb-a498-84859a36033c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bab2e53-c067-4e76-9557-507589bcc6dc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:03.734722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49500) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:03.860436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.959462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Deleting port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:03.959965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:03.973718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] For port 81b478aa-7d29-472d-9dd5-a707020f11b2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:03.978363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] For port 81b478aa-7d29-472d-9dd5-a707020f11b2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81b478aa-7d29-472d-9dd5-a707020f11b2,segment=NetworkSegment(3a40f842-1e4a-4f6f-93b2-b142e663b923),segment_id=3a40f842-1e4a-4f6f-93b2-b142e663b923)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:04.067039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] For port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:04.069909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.075027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294e73e-6b9a-40a7-ab73-7aa22b3701e7 req-0bd9f341-d4f0-475d-b3f3-990af3494baf tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:04.076363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] DHCP port deletion for 304909ed-3288-4b86-b41b-97c2f9c9d58d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:04.076518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d294e73e-6b9a-40a7-ab73-7aa22b3701e7 req-0bd9f341-d4f0-475d-b3f3-990af3494baf tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 945 time: 0.1534455 Aug 27 16:24:04.093459 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dbc21bf-1b75-4051-92a7-deb219cde626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.094105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Calling delete_port for 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:04.096977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dbc21bf-1b75-4051-92a7-deb219cde626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.101172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5dbc21bf-1b75-4051-92a7-deb219cde626 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5a36a703-2212-4c10-b5bb-61d94f9530b6 HTTP/1.1" status: 204 len: 168 time: 1.4279299 Aug 27 16:24:04.116981 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.136287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.161953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc21bf-1b75-4051-92a7-deb219cde626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a36a703-2212-4c10-b5bb-61d94f9530b6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.204121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bcd7e-90c3-4c25-8fad-05e3587648e0 None None] Pushing event updated for resources: {'Port': ['ID=81b478aa-7d29-472d-9dd5-a707020f11b2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.236073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d294e73e-6b9a-40a7-ab73-7aa22b3701e7 req-c960962f-b856-46eb-905a-805eedee76f6 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450322 Aug 27 16:24:04.260235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f181f-d933-4048-b5dd-37ff51b5ea95 req-12d2cdd1-043f-4635-a574-36df7e51544f tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:04.261184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:04.261933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:04.267916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f88f181f-d933-4048-b5dd-37ff51b5ea95 req-12d2cdd1-043f-4635-a574-36df7e51544f tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.2142260 Aug 27 16:24:04.277548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=583deb55-8561-4e98-8dec-36d09344c11c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.282880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.302026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] Deleting port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:04.302416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.326425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f70d18-5f41-4245-8a8d-ded2f9adb6f5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.347055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:04.347384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: 73154cd1-5d0a-4936-9c28-72fd3e416b50, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:04.372565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.395073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f88f181f-d933-4048-b5dd-37ff51b5ea95 req-9ddc72cf-03a8-47e7-b13c-ee9446e5087f tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184468 Aug 27 16:24:04.420956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.425588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:04.427797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] No DVR routers for this DVR port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:04.428823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] For port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,segment=NetworkSegment(fbaae3eb-0418-4f00-b5eb-4fa2f9292538),segment_id=fbaae3eb-0418-4f00-b5eb-4fa2f9292538)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:04.428823 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.471627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] Calling delete_port for 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:04.473663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.622975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.643895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.644792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304909ed-3288-4b86-b41b-97c2f9c9d58d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:04.646359 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.676668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:04.677133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaae3eb-0418-4f00-b5eb-4fa2f9292538') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:04.690420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.706277 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.712886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:04.713410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.715347 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:04.723989 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:24:04.731184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.752084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:04.766878 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:04.770566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] Pushing event deleted for resources: {'Port': ['ID=3d6994e7-14e5-4b30-ad08-fe4be62c2b4f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.789209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499c95a-1a37-4458-bf77-1b03c85a8c38 req-200616c4-e193-4d2d-a25a-0618e31f6259 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:04.791147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d499c95a-1a37-4458-bf77-1b03c85a8c38 req-200616c4-e193-4d2d-a25a-0618e31f6259 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0775838 Aug 27 16:24:04.797977 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e46115-934b-4c76-8092-f0fd7a768314 None None] No DVR routers for this DVR port 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:04.863983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d499c95a-1a37-4458-bf77-1b03c85a8c38 req-5cf01188-6056-4513-9c09-8dcfd211ad09 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535650 Aug 27 16:24:04.869569 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.870131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2845d72-8985-4538-85b4-0b50a508dbb7 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:24:04.875879 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.877463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-88026b9d-5fb4-4f5f-8b39-28b1377aa670 admin admin] 10.222.0.101 "DELETE /v2.0/routers/b2845d72-8985-4538-85b4-0b50a508dbb7 HTTP/1.1" status: 204 len: 168 time: 2.8276169 Aug 27 16:24:04.880063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49520) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:04.900248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 73154cd1-5d0a-4936-9c28-72fd3e416b50) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:04.909421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:04.910062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.915889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d153c-ddef-42ad-a1e5-d2ca2747d35d None None] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:04.938069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.945395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:04.952748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:04.957070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/304909ed-3288-4b86-b41b-97c2f9c9d58d HTTP/1.1" status: 204 len: 168 time: 1.2137544 Aug 27 16:24:04.973979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b856ba-d68c-4804-90db-fac1508625e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=304909ed-3288-4b86-b41b-97c2f9c9d58d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:04.997239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] Deleting subnet da6d6ace-1299-4e43-82bd-811e313a740a {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:05.003409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.028130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:05.029245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d6994e7-14e5-4b30-ad08-fe4be62c2b4f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:05.029496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8637d8e8-156c-434a-8ced-abec5ad50e51 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:05.052214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.060638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 8637d8e8-156c-434a-8ced-abec5ad50e51 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:05.060991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8637d8e8-156c-434a-8ced-abec5ad50e51 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:05.061411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:05.080110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-38e78ecd-d5e4-4d27-9675-08942e223ebc tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0996759 Aug 27 16:24:05.080326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49526) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:05.093561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:05.093912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4bfcb07c-2185-4ac1-83f6-c6d579c0f5df not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:05.094329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:05.132837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:05.133194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 74f70d18-5f41-4245-8a8d-ded2f9adb6f5 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:05.157065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 3, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:03Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:05.188186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577545f2-e60c-4e36-b4a4-e10dc58584fb None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 3, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:03Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:05.254968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeaf17-730a-41de-84d6-762df193064a req-8fdfa561-59c7-4596-9d16-4bbdb81b3f30 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:05.296274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8eeaf17-730a-41de-84d6-762df193064a req-8fdfa561-59c7-4596-9d16-4bbdb81b3f30 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.1113412 Aug 27 16:24:05.377888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8eeaf17-730a-41de-84d6-762df193064a req-5f0e10bc-b8e5-4958-827f-dcfd915d669a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765848 Aug 27 16:24:05.391804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-73154cd1-5d0a-4936-9c28-72fd3e416b50', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:24:05.391804 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.455721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df7459-0f06-47af-9b64-819c64ef20f9 req-9d08143c-693a-422f-a1cd-2ff9871f875e tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:05.464535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70df7459-0f06-47af-9b64-819c64ef20f9 req-9d08143c-693a-422f-a1cd-2ff9871f875e tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 945 time: 0.0684040 Aug 27 16:24:05.508260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49536) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:05.536729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70df7459-0f06-47af-9b64-819c64ef20f9 req-7027cd02-0e41-4358-8dc4-f65594be60e2 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668933 Aug 27 16:24:05.591072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Allocated IP 2001:db8:2::2 (73154cd1-5d0a-4936-9c28-72fd3e416b50/583deb55-8561-4e98-8dec-36d09344c11c/6307cf8d-371e-4c9b-9c8b-db620dc553d3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:05.655692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-21922c18-f2c7-4946-8a78-1c31f9e76335 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e258d28efcf54736aa3ed45c2cb669d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425822 Aug 27 16:24:05.656918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49542) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:05.750370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-207ae7aa-6da1-48b5-b923-fb682a87c507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.797367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-207ae7aa-6da1-48b5-b923-fb682a87c507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.829675 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.831166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:05.863894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Transition to ACTIVE for port object 6307cf8d-371e-4c9b-9c8b-db620dc553d3 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:05.918149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Transition to ACTIVE for port object 6307cf8d-371e-4c9b-9c8b-db620dc553d3 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:06.018323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.057788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6d6ace-1299-4e43-82bd-811e313a740a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:06.066289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.068372 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-580b7857-94ac-44fb-9165-b5dfbf51856c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/da6d6ace-1299-4e43-82bd-811e313a740a HTTP/1.1" status: 204 len: 168 time: 1.1874392 Aug 27 16:24:06.074456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f528a6-77ce-42fd-a3d6-9ac8d3925995 None None] Network ead09b16-c272-4ca1-a65d-30bbc3a578f3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:06.080555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a94655-3775-48f6-a2f1-d69548fdb9bb req-f6a91c23-0f68-41d5-889d-979de6217183 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:06.083488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22a94655-3775-48f6-a2f1-d69548fdb9bb req-f6a91c23-0f68-41d5-889d-979de6217183 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0833378 Aug 27 16:24:06.084208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49556) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:06.089821 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.195237 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.197430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-207ae7aa-6da1-48b5-b923-fb682a87c507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.201269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-207ae7aa-6da1-48b5-b923-fb682a87c507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.203314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-207ae7aa-6da1-48b5-b923-fb682a87c507 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b85e1492-0431-484f-8d6e-ffcf131ba8e5 HTTP/1.1" status: 204 len: 168 time: 0.5418391 Aug 27 16:24:06.216327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:06.235073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:06.240530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ae7aa-6da1-48b5-b923-fb682a87c507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e1492-0431-484f-8d6e-ffcf131ba8e5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:06.351908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22a94655-3775-48f6-a2f1-d69548fdb9bb req-e7b6136c-f6b4-45e7-99c6-1ece1624e08c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462615 Aug 27 16:24:06.352853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49562) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:06.395529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Deleting port 0174898c-0aad-48bd-adcf-4c7651c8277a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:06.395529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.411936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.501482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] For port 0174898c-0aad-48bd-adcf-4c7651c8277a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0174898c-0aad-48bd-adcf-4c7651c8277a,segment=NetworkSegment(685666c9-d99d-45c4-95ed-6dd6996f67b7),segment_id=685666c9-d99d-45c4-95ed-6dd6996f67b7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:06.506331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.536756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Calling delete_port for 0174898c-0aad-48bd-adcf-4c7651c8277a owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:06.594825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Pushing event updated for resources: {'Port': ['ID=6307cf8d-371e-4c9b-9c8b-db620dc553d3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:06.597526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:06.598733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-10a9e2b1-3e4c-4641-9d98-2641ed005d8d tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] Request body: {'port': {'network_id': '3858d355-3bdd-4447-9c74-3cbe7e4f72a1', 'name': 'tempest-NetworksNegativeTestJSON-1647903304'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:06.646852 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a9e2b1-3e4c-4641-9d98-2641ed005d8d tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] POST failed (client error): The resource could not be found. Aug 27 16:24:06.647489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a9e2b1-3e4c-4641-9d98-2641ed005d8d tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:06.648979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-10a9e2b1-3e4c-4641-9d98-2641ed005d8d tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2932615 Aug 27 16:24:06.687788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49568) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:06.709547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Attempting to bind port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:06.709547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Attempting to bind port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:06.709547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Attempting to bind port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 on network 73154cd1-5d0a-4936-9c28-72fd3e416b50 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:06.714704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:06.715365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Checking segment: {'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:06.715854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.716421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Bound using segment: {'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:06.717283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Bound port: 6307cf8d-371e-4c9b-9c8b-db620dc553d3, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:06.717283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.748170 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6caeec71-cda9-4e87-b0be-9e3ef75c0d04 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:06.749076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6caeec71-cda9-4e87-b0be-9e3ef75c0d04 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:06.752395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6caeec71-cda9-4e87-b0be-9e3ef75c0d04 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "DELETE /v2.0/networks/df6f466c-467b-4f37-b8de-711ee478925f HTTP/1.1" status: 404 len: 339 time: 0.0622857 Aug 27 16:24:06.758511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49572) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:06.785064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c786b2-b80c-4d85-935f-765b7bc517e3 req-51d233c9-a819-47e8-b24a-31a5b0197541 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:06.786657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92c786b2-b80c-4d85-935f-765b7bc517e3 req-51d233c9-a819-47e8-b24a-31a5b0197541 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.1662488 Aug 27 16:24:06.798571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-6d73ced5-e86a-409e-bb32-4f8992010d0a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:06.804625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-6d73ced5-e86a-409e-bb32-4f8992010d0a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.97 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 946 time: 0.2144434 Aug 27 16:24:06.804805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] DHCP port deletion for ead09b16-c272-4ca1-a65d-30bbc3a578f3 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:06.844057 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02fcb84-1f2c-4a7c-ac53-d00a021c339a tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:06.844838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02fcb84-1f2c-4a7c-ac53-d00a021c339a tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:06.850319 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c02fcb84-1f2c-4a7c-ac53-d00a021c339a tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "DELETE /v2.0/ports/4f053551-d464-4281-8725-e0715e536825 HTTP/1.1" status: 404 len: 333 time: 0.0872943 Aug 27 16:24:06.851878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49576) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:06.870329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] For port 6307cf8d-371e-4c9b-9c8b-db620dc553d3, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:06.889897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] For port 6307cf8d-371e-4c9b-9c8b-db620dc553d3, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6307cf8d-371e-4c9b-9c8b-db620dc553d3,segment=NetworkSegment(5af82a9c-246f-475c-a73f-4886503f83d6),segment_id=5af82a9c-246f-475c-a73f-4886503f83d6)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:06.890163 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-079f7c88-c4ac-4f02-bc2d-285b4c0f15c2 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:06.890635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079f7c88-c4ac-4f02-bc2d-285b4c0f15c2 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:06.896278 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-079f7c88-c4ac-4f02-bc2d-285b4c0f15c2 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "DELETE /v2.0/subnets/04ccb268-3f5e-41fd-85f1-cb2c3e749176 HTTP/1.1" status: 404 len: 337 time: 0.0400922 Aug 27 16:24:06.897961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49578) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:06.922903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.926544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] Deleting port 0174898c-0aad-48bd-adcf-4c7651c8277a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:06.927625 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.972620 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a379702-b09a-445f-9848-6dd3f0d2935b tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] GET failed (client error): The resource could not be found. Aug 27 16:24:06.978192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0a379702-b09a-445f-9848-6dd3f0d2935b tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "GET /v2.0/networks/344801e6-e582-4a31-8feb-7868c58f0014 HTTP/1.1" status: 404 len: 339 time: 0.0749650 Aug 27 16:24:06.978370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49580) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:06.982775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0174898c-0aad-48bd-adcf-4c7651c8277a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:06.988744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:06.992725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81b478aa-7d29-472d-9dd5-a707020f11b2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:06.998660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3f5ab-7e70-4daa-b8e8-6e1cab9a793b req-7353f389-5c38-4d14-b92b-2e897536b838 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:07.000585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23c3f5ab-7e70-4daa-b8e8-6e1cab9a793b req-7353f389-5c38-4d14-b92b-2e897536b838 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 945 time: 0.1674652 Aug 27 16:24:07.015534 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e96688e-9822-4ba3-9296-a80ebd0b01c6 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] GET failed (client error): The resource could not be found. Aug 27 16:24:07.015977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92c786b2-b80c-4d85-935f-765b7bc517e3 req-94e4d1e1-cd81-4d54-a0d8-9dfec1f0e75a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97f13de-88ba-45ed-8cc4-231b9f4a73dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083993 Aug 27 16:24:07.023104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e96688e-9822-4ba3-9296-a80ebd0b01c6 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "GET /v2.0/ports/726bad03-cade-4a4e-b1cd-e5511b541261 HTTP/1.1" status: 404 len: 333 time: 0.0393965 Aug 27 16:24:07.026521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49582) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:07.031948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] No DVR routers for this DVR port 0174898c-0aad-48bd-adcf-4c7651c8277a on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:07.053344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8:2::1 (73154cd1-5d0a-4936-9c28-72fd3e416b50/583deb55-8561-4e98-8dec-36d09344c11c/76a626db-604b-41fd-9628-2b58c9a6f79f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:07.158608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] For port 0174898c-0aad-48bd-adcf-4c7651c8277a, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:07.159193 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.173418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Pushing event updated for resources: {'Port': ['ID=6307cf8d-371e-4c9b-9c8b-db620dc553d3,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:07.175616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23c3f5ab-7e70-4daa-b8e8-6e1cab9a793b req-09c300ac-4253-4913-ba94-aabd1c7e1b41 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551704 Aug 27 16:24:07.185209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Deleting port 41206d65-2ef1-4420-80a0-45f0026abbab {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:07.185800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.196435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.196701 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c63bf51-db7b-4e6c-946c-6d38e2586413 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] GET failed (client error): The resource could not be found. Aug 27 16:24:07.196817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.197376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.197776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.198127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.198676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.199025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.199438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.201276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.201467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.206705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.206945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.207063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f66ae1-6d1e-4156-873c-b20e3fbf861e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:07.207917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49590) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:07.208041 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c63bf51-db7b-4e6c-946c-6d38e2586413 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "GET /v2.0/subnets/42087328-c3a6-49b6-a483-6ffd70791977 HTTP/1.1" status: 404 len: 337 time: 0.1796391 Aug 27 16:24:07.224261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] Calling delete_port for 0174898c-0aad-48bd-adcf-4c7651c8277a owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:07.229560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] Port 0174898c-0aad-48bd-adcf-4c7651c8277a was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:24:07.232625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4659f3c5-71ea-4dcc-a7d3-12d7462d7d75 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:07.235081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.263883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] Pushing event deleted for resources: {'Port': ['ID=0174898c-0aad-48bd-adcf-4c7651c8277a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:07.275755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead09b16-c272-4ca1-a65d-30bbc3a578f3']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:07.279259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82e139-ef69-4a05-8539-e7b498b61983 None None] No DVR routers for this DVR port 0174898c-0aad-48bd-adcf-4c7651c8277a on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:07.297706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.310679 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4659f3c5-71ea-4dcc-a7d3-12d7462d7d75 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] PUT failed (client error): The resource could not be found. Aug 27 16:24:07.310679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4659f3c5-71ea-4dcc-a7d3-12d7462d7d75 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:07.310679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4659f3c5-71ea-4dcc-a7d3-12d7462d7d75 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "PUT /v2.0/networks/57308f21-bdd9-4f14-8aea-590995b1cd10 HTTP/1.1" status: 404 len: 339 time: 0.0833235 Aug 27 16:24:07.311178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49592) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:07.311329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685666c9-d99d-45c4-95ed-6dd6996f67b7') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:07.311329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685666c9-d99d-45c4-95ed-6dd6996f67b7') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:07.318326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-075377b6-3ac2-4df0-9e32-137d7db1c7e0 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:07.325079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.341927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 76a626db-604b-41fd-9628-2b58c9a6f79f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:07.350071 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-075377b6-3ac2-4df0-9e32-137d7db1c7e0 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] PUT failed (client error): The resource could not be found. Aug 27 16:24:07.350071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075377b6-3ac2-4df0-9e32-137d7db1c7e0 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:07.350071 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-075377b6-3ac2-4df0-9e32-137d7db1c7e0 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "PUT /v2.0/ports/0323c95f-225f-438e-b115-250277a42db6 HTTP/1.1" status: 404 len: 333 time: 0.0366993 Aug 27 16:24:07.365138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49594) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:07.373216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-87053004-9355-45a2-93ec-ecd73f3814d1 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:07.386100 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.406701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:07.407149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:07.409430 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:07.412240 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-87053004-9355-45a2-93ec-ecd73f3814d1 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] PUT failed (client error): The resource could not be found. Aug 27 16:24:07.412240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87053004-9355-45a2-93ec-ecd73f3814d1 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:07.413300 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87053004-9355-45a2-93ec-ecd73f3814d1 tempest-NetworksNegativeTestJSON-293064262 tempest-NetworksNegativeTestJSON-293064262-project] 10.222.0.101 "PUT /v2.0/subnets/8997c28b-6643-4b88-9402-37c22953619e HTTP/1.1" status: 404 len: 337 time: 0.0471399 Aug 27 16:24:07.420669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 81b478aa-7d29-472d-9dd5-a707020f11b2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:07.433056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 81b478aa-7d29-472d-9dd5-a707020f11b2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:07.433056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.499359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] For port 41206d65-2ef1-4420-80a0-45f0026abbab, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=41206d65-2ef1-4420-80a0-45f0026abbab,segment=NetworkSegment(34c8298b-cb4a-46ff-9068-baef771ccd38),segment_id=34c8298b-cb4a-46ff-9068-baef771ccd38)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:07.499750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.522416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Calling delete_port for 41206d65-2ef1-4420-80a0-45f0026abbab owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:07.526263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.604211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.613188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:07.623038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:07.628770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:07.628770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.633054 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.678917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 81b478aa-7d29-472d-9dd5-a707020f11b2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81b478aa-7d29-472d-9dd5-a707020f11b2,segment=NetworkSegment(3a40f842-1e4a-4f6f-93b2-b142e663b923),segment_id=3a40f842-1e4a-4f6f-93b2-b142e663b923)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:07.687165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.689106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] 10.222.0.101 "DELETE /v2.0/networks/ead09b16-c272-4ca1-a65d-30bbc3a578f3 HTTP/1.1" status: 204 len: 168 time: 1.6031094 Aug 27 16:24:07.698964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49604) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:07.706579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda57b1-d076-4892-ae26-8f07a3fa10bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ead09b16-c272-4ca1-a65d-30bbc3a578f3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:07.749786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de577110-5076-448c-8113-795d29d91a46 req-9e2b35fa-cf4e-46e1-8239-a07a995ab7d5 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:07.751352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de577110-5076-448c-8113-795d29d91a46 req-9e2b35fa-cf4e-46e1-8239-a07a995ab7d5 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1982265 Aug 27 16:24:07.789161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=76a626db-604b-41fd-9628-2b58c9a6f79f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:07.807555 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:07.852861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de577110-5076-448c-8113-795d29d91a46 req-7550af17-7d7b-458a-b117-82d44239c15e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778112 Aug 27 16:24:07.919446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=81b478aa-7d29-472d-9dd5-a707020f11b2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:07.983917 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.003760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['41206d65-2ef1-4420-80a0-45f0026abbab'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:24:08.010202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.035330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Pushing event deleted for resources: {'Port': ['ID=41206d65-2ef1-4420-80a0-45f0026abbab,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:08.155598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56989-6489-4a85-9ae2-890aef619574 req-a86a1488-e429-4aa8-9c75-8767da3d1823 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:08.163203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81b56989-6489-4a85-9ae2-890aef619574 req-a86a1488-e429-4aa8-9c75-8767da3d1823 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.97 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 945 time: 0.1634355 Aug 27 16:24:08.183023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] No DVR routers for this DVR port 41206d65-2ef1-4420-80a0-45f0026abbab on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:08.187556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.192291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd638e30-12dc-4aee-86f5-58d46f923a07 req-facf8bfd-ccb7-458b-8fbe-d0ea5082594a tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.97 "DELETE /v2.0/ports/41206d65-2ef1-4420-80a0-45f0026abbab HTTP/1.1" status: 204 len: 173 time: 1.3817823 Aug 27 16:24:08.267605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'name': 'network-vif-deleted', 'tag': '41206d65-2ef1-4420-80a0-45f0026abbab'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:08.272030 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61deba39-47cd-4b1b-becf-3e9278fbade2" -d '{"events": [{"server_uuid": "dac19072-64de-4b18-9a1e-d167c05168cc", "name": "network-vif-deleted", "tag": "41206d65-2ef1-4420-80a0-45f0026abbab"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:08.299870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e0b905c-14d8-4c9b-b830-850979c54196 req-75c79aca-cfb4-4e21-b847-929d912a971c tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.1937549 Aug 27 16:24:08.300083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49622) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:08.335880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49626) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:08.411550 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a9c0b-a2d6-4fab-a560-0464238e1646 x-openstack-request-id: req-aa0a9c0b-a2d6-4fab-a560-0464238e1646 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:08.412150 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac19072-64de-4b18-9a1e-d167c05168cc", "name": "network-vif-deleted", "tag": "41206d65-2ef1-4420-80a0-45f0026abbab", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:08.412150 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aa0a9c0b-a2d6-4fab-a560-0464238e1646 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:08.412459 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac19072-64de-4b18-9a1e-d167c05168cc', 'name': 'network-vif-deleted', 'tag': '41206d65-2ef1-4420-80a0-45f0026abbab', 'status': 'completed', 'code': 200} Aug 27 16:24:08.460810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac05ad-d380-4f02-97b8-f1c95e07b26d req-0cf18a25-3875-496d-9392-3c92fb34ebef tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:08.462348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ac05ad-d380-4f02-97b8-f1c95e07b26d req-0cf18a25-3875-496d-9392-3c92fb34ebef tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 945 time: 0.1349969 Aug 27 16:24:08.474882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.524298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Deleting port f34d0231-23ea-4d4a-9a8d-858a786290e8 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:08.524636 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.557924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1312502869-network', 'tenant_id': '4888138c2d154e3285d731db5f15bcac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:08.572744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.574486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ac05ad-d380-4f02-97b8-f1c95e07b26d req-ab6d75d4-8baf-4294-b933-a1243437a6c5 tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/security-groups?id=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017642 Aug 27 16:24:08.584831 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-47bc5e6f-cc6c-4e33-995b-73d9cd6e115c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.626338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2550bc-4047-4933-b370-707a79bc6b40 None None] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:08.635058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] For port f34d0231-23ea-4d4a-9a8d-858a786290e8, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f34d0231-23ea-4d4a-9a8d-858a786290e8,segment=NetworkSegment(8fea7829-e777-4418-a478-bcd6804288eb),segment_id=8fea7829-e777-4418-a478-bcd6804288eb)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:08.635576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.651433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Calling delete_port for f34d0231-23ea-4d4a-9a8d-858a786290e8 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:08.752063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.752970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.821570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Made reservation on behalf of 4888138c2d154e3285d731db5f15bcac for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:08.824181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.853311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bcdc1cc2-5ed9-498c-965f-5221d76cb8be None None] Provisioning for port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:08.902233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.928672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=76a626db-604b-41fd-9628-2b58c9a6f79f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:08.964430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:08.972392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81b478aa-7d29-472d-9dd5-a707020f11b2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:08.977677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f34d0231-23ea-4d4a-9a8d-858a786290e8'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:24:09.049443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Pushing event deleted for resources: {'Port': ['ID=f34d0231-23ea-4d4a-9a8d-858a786290e8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:09.049685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:09.054721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:09.072147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Deleting port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:09.072501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.107334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 81b478aa-7d29-472d-9dd5-a707020f11b2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:09.107800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.126636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] No DVR routers for this DVR port f34d0231-23ea-4d4a-9a8d-858a786290e8 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:09.130558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.133282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81b56989-6489-4a85-9ae2-890aef619574 req-be8913ac-10c9-4ca7-9c47-8a1763e2301a tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.97 "DELETE /v2.0/ports/f34d0231-23ea-4d4a-9a8d-858a786290e8 HTTP/1.1" status: 204 len: 173 time: 0.9691794 Aug 27 16:24:09.147841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8a66-aeb6-4bde-91dd-303e3a1c3ee9 req-22928c8d-462f-436e-a80e-a78b3bcb017c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:09.149925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a9c8a66-aeb6-4bde-91dd-303e3a1c3ee9 req-22928c8d-462f-436e-a80e-a78b3bcb017c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1996348 Aug 27 16:24:09.227667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-47bc5e6f-cc6c-4e33-995b-73d9cd6e115c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.229146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a9c8a66-aeb6-4bde-91dd-303e3a1c3ee9 req-3bc2679b-472d-4270-89aa-6093a57f3fc9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661557 Aug 27 16:24:09.233420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6307cf8d-371e-4c9b-9c8b-db620dc553d3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:09.270391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:09.278543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] For port 85c8ec37-a1c7-42a3-84e7-c5ad2129d248, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,segment=NetworkSegment(15de8628-8884-483a-b9b8-51dce69e72a8),segment_id=15de8628-8884-483a-b9b8-51dce69e72a8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:09.279441 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.295748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Calling delete_port for 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:09.404388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:09.406146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fcef6da3-aad0-4ab3-bf85-a1efe09ee1c9 None None] Provisioning for port 76a626db-604b-41fd-9628-2b58c9a6f79f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:09.412221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fcef6da3-aad0-4ab3-bf85-a1efe09ee1c9 None None] Provisioning complete for port 76a626db-604b-41fd-9628-2b58c9a6f79f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:09.412941 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcef6da3-aad0-4ab3-bf85-a1efe09ee1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.426604 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-47bc5e6f-cc6c-4e33-995b-73d9cd6e115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.443875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbb07cd9-37f3-4d53-a03a-35c2b2dafddf req-0bfc1c93-1834-4f61-8954-a9da193fe9c9 tempest-ServersNegativeTestMultiTenantJSON-1575406198 tempest-ServersNegativeTestMultiTenantJSON-1575406198-project] 10.222.0.101 "GET /v2.0/ports?device_id=dac19072-64de-4b18-9a1e-d167c05168cc HTTP/1.1" status: 200 len: 210 time: 0.0405803 Aug 27 16:24:09.460965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:09.461788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.505310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fcef6da3-aad0-4ab3-bf85-a1efe09ee1c9 None None] Port 76a626db-604b-41fd-9628-2b58c9a6f79f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:09.529248 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-47bc5e6f-cc6c-4e33-995b-73d9cd6e115c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2e52e4d8a3db4968b2f59217b92a6b71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1897659 Aug 27 16:24:09.532598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49638) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:09.554462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc5e6f-cc6c-4e33-995b-73d9cd6e115c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a85d3-eed8-4991-8b34-89cff4e1929e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:09.560982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:09.561742 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.569072 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2add680a-0044-431b-86e0-d70225313527 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4877670 Aug 27 16:24:09.572240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49640) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:09.574784 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:09.587617 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:09.589744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306489407'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:09.590077 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:09.638971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2eee34b-e4b9-4613-9b64-29825a3ce8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.670222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 6307cf8d-371e-4c9b-9c8b-db620dc553d3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6307cf8d-371e-4c9b-9c8b-db620dc553d3,segment=NetworkSegment(5af82a9c-246f-475c-a73f-4886503f83d6),segment_id=5af82a9c-246f-475c-a73f-4886503f83d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:09.674557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2eee34b-e4b9-4613-9b64-29825a3ce8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.678989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-04856470-823b-4195-9275-7276575b50ed None None] Provisioning complete for port 76a626db-604b-41fd-9628-2b58c9a6f79f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:09.681466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04856470-823b-4195-9275-7276575b50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.748467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-04856470-823b-4195-9275-7276575b50ed None None] Port 76a626db-604b-41fd-9628-2b58c9a6f79f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:09.765075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.777188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9aa84e41-4fa8-4e2d-b34c-41985bc0b45a req-85737cc9-1f87-400b-aafa-fff3dffd503f tempest-ServerAddressesTestJSON-740614255 tempest-ServerAddressesTestJSON-740614255-project] 10.222.0.101 "GET /v2.0/ports?device_id=11768365-b470-4825-88fa-fa8b5d04adc2 HTTP/1.1" status: 200 len: 210 time: 0.0466340 Aug 27 16:24:09.781157 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.790497 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:09.845153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=6307cf8d-371e-4c9b-9c8b-db620dc553d3,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:09.883327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0174898c-0aad-48bd-adcf-4c7651c8277a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:09.884540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.905713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2eee34b-e4b9-4613-9b64-29825a3ce8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.908708 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2eee34b-e4b9-4613-9b64-29825a3ce8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:09.910175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f2eee34b-e4b9-4613-9b64-29825a3ce8cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b9a85d3-eed8-4991-8b34-89cff4e1929e HTTP/1.1" status: 204 len: 168 time: 0.3765769 Aug 27 16:24:09.914358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0174898c-0aad-48bd-adcf-4c7651c8277a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:09.915534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0174898c-0aad-48bd-adcf-4c7651c8277a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:09.919755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eee34b-e4b9-4613-9b64-29825a3ce8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a85d3-eed8-4991-8b34-89cff4e1929e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:09.974490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9937d7ce-c45c-4a34-90f8-2f151dac1361 None None] Provisioning complete for port 76a626db-604b-41fd-9628-2b58c9a6f79f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:09.974859 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9937d7ce-c45c-4a34-90f8-2f151dac1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.021794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9937d7ce-c45c-4a34-90f8-2f151dac1361 None None] Port 76a626db-604b-41fd-9628-2b58c9a6f79f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:10.108088 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:08Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:10.136017 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:10.136374 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Updating router 14642eff-d2ec-4579-9126-1c2ff4d77448 port 76a626db-604b-41fd-9628-2b58c9a6f79f binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:24:10.166598 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.282783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:10.293650 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.294082 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Added segment a3d80410-b1e5-41a7-a989-72a26feb32d6 of type vlan for network d698cbfd-2741-4754-8519-b3df7b4bb078 Aug 27 16:24:10.352284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.400283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8209136-10b0-4743-876b-8c064c70451f req-bd7ea22e-a872-4535-8ac6-013b38345d34 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:10.402265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:10.409627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8209136-10b0-4743-876b-8c064c70451f req-bd7ea22e-a872-4535-8ac6-013b38345d34 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0918720 Aug 27 16:24:10.426389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11768365-b470-4825-88fa-fa8b5d04adc2', 'name': 'network-vif-deleted', 'tag': 'f34d0231-23ea-4d4a-9a8d-858a786290e8'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:10.428753 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0640fe-6498-4edf-95c3-5e2d92017630" -d '{"events": [{"server_uuid": "11768365-b470-4825-88fa-fa8b5d04adc2", "name": "network-vif-deleted", "tag": "f34d0231-23ea-4d4a-9a8d-858a786290e8"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:10.446200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:10.450392 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.472607 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd05f26-780d-4d31-a7a4-da27a3bf9ebc x-openstack-request-id: req-acd05f26-780d-4d31-a7a4-da27a3bf9ebc {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:10.473121 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11768365-b470-4825-88fa-fa8b5d04adc2", "name": "network-vif-deleted", "tag": "f34d0231-23ea-4d4a-9a8d-858a786290e8", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:10.473451 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-acd05f26-780d-4d31-a7a4-da27a3bf9ebc {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:10.473781 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11768365-b470-4825-88fa-fa8b5d04adc2', 'name': 'network-vif-deleted', 'tag': 'f34d0231-23ea-4d4a-9a8d-858a786290e8', 'status': 'completed', 'code': 200} Aug 27 16:24:10.486900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8209136-10b0-4743-876b-8c064c70451f req-096f0e95-de8e-4991-9926-f9dd6e906093 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753694 Aug 27 16:24:10.489502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:10.498873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.499110 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added segment 8bbe0490-79e8-4ee3-a8ac-07af5de92bdf of type vlan for network c63a68ba-7946-4e4d-8878-f06fd83d85c2 Aug 27 16:24:10.522503 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.528043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49662) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:10.533591 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Transition to ACTIVE for port object 76a626db-604b-41fd-9628-2b58c9a6f79f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:10.541939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.557867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.558820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:10.559430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.574367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d46df3-769b-4164-8795-961398212885 admin admin] Deleting subnet 9043cd35-bc6f-4988-94c7-36a60f223352 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:10.578352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-28d46df3-769b-4164-8795-961398212885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.588495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.601800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c8ec37-a1c7-42a3-84e7-c5ad2129d248,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:10.621279 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-28d46df3-769b-4164-8795-961398212885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.645867 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.694711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-28d46df3-769b-4164-8795-961398212885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.712183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] Pushing event updated for resources: {'Network': ['ID=d698cbfd-2741-4754-8519-b3df7b4bb078,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:10.723284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d698cbfd-2741-4754-8519-b3df7b4bb078 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:10.744913 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f196b00-5ad5-49d5-9443-549f03aa9c98 None None] Pushing event updated for resources: {'Port': ['ID=76a626db-604b-41fd-9628-2b58c9a6f79f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:10.798486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e99fe87e-ae78-41c7-ae9e-0cebe8fee42c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4947581 Aug 27 16:24:10.806288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49666) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:10.806288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Request body: {'subnet': {'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1312502869-subnet', 'tenant_id': '4888138c2d154e3285d731db5f15bcac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:10.886242 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Attempting to bind port 76a626db-604b-41fd-9628-2b58c9a6f79f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:10.886242 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Attempting to bind port 76a626db-604b-41fd-9628-2b58c9a6f79f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:10.886242 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Attempting to bind port 76a626db-604b-41fd-9628-2b58c9a6f79f on network 73154cd1-5d0a-4936-9c28-72fd3e416b50 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:10.888970 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:10.889349 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Checking segment: {'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:10.889761 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.890165 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Bound using segment: {'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:10.890645 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Bound port: 76a626db-604b-41fd-9628-2b58c9a6f79f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af82a9c-246f-475c-a73f-4886503f83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:10.891024 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.894638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.908320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49672) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:10.912479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-28d46df3-769b-4164-8795-961398212885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.914430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:10.915145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.954152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 41206d65-2ef1-4420-80a0-45f0026abbab no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:10.963501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-28d46df3-769b-4164-8795-961398212885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:10.968355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-28d46df3-769b-4164-8795-961398212885 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9043cd35-bc6f-4988-94c7-36a60f223352 HTTP/1.1" status: 204 len: 168 time: 0.4378581 Aug 27 16:24:10.977242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49676) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:11.026976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 41206d65-2ef1-4420-80a0-45f0026abbab {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:11.027993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 41206d65-2ef1-4420-80a0-45f0026abbab not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:11.031239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f34d0231-23ea-4d4a-9a8d-858a786290e8 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:11.032772 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] For port 76a626db-604b-41fd-9628-2b58c9a6f79f, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:11.039097 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] For port 76a626db-604b-41fd-9628-2b58c9a6f79f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=76a626db-604b-41fd-9628-2b58c9a6f79f,segment=NetworkSegment(5af82a9c-246f-475c-a73f-4886503f83d6),segment_id=5af82a9c-246f-475c-a73f-4886503f83d6)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:11.069532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: f34d0231-23ea-4d4a-9a8d-858a786290e8 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:11.070278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f34d0231-23ea-4d4a-9a8d-858a786290e8 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:11.080407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6307cf8d-371e-4c9b-9c8b-db620dc553d3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:11.090088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46df3-769b-4164-8795-961398212885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9043cd35-bc6f-4988-94c7-36a60f223352,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:11.120225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Made reservation on behalf of 4888138c2d154e3285d731db5f15bcac for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:11.126980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.158964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:11.159984 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.161596 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.204568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] Deleting subnet a85c6c1f-00eb-4477-b7bf-0a3bb457c31c {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:11.222192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.225914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.252134 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6787989 Aug 27 16:24:11.256569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d8f54-8c49-401c-bee9-ae4c4cf01664 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Network': ['ID=c63a68ba-7946-4e4d-8878-f06fd83d85c2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:11.257906 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:11.258547 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:11.260818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49682) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:11.269078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'subnet': {'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:11.282349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:11.299974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.314796 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.454427 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f196b00-5ad5-49d5-9443-549f03aa9c98 None None] Pushing event updated for resources: {'Port': ['ID=76a626db-604b-41fd-9628-2b58c9a6f79f,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:11.467687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.471181 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.505707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b408586c-c0b9-4266-bcef-3983f1dcd498']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:11.515330 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:11.517564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49686) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:11.526133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c8298b-cb4a-46ff-9068-baef771ccd38') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:11.526421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c8298b-cb4a-46ff-9068-baef771ccd38') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:11.546780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.568640 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.579115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:11.583911 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:11.694850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1262187851'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:11.705444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.738366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85c6c1f-00eb-4477-b7bf-0a3bb457c31c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:11.740388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.744567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-36b00eba-6672-479e-a04d-de3a0203889b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a85c6c1f-00eb-4477-b7bf-0a3bb457c31c HTTP/1.1" status: 204 len: 168 time: 0.8322308 Aug 27 16:24:11.745129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49692) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:11.773512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Made reservation on behalf of 6fde021b34a94d8486d5e2ec83c49540 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:11.777074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.785481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5cf55-0221-4aaa-a9c8-6ce9c4e259aa req-84619f35-3587-4b0d-b3a9-3ee61c124496 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:11.787028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5a5cf55-0221-4aaa-a9c8-6ce9c4e259aa req-84619f35-3587-4b0d-b3a9-3ee61c124496 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1513255 Aug 27 16:24:11.820144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.842713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.842713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b408586c-c0b9-4266-bcef-3983f1dcd498 HTTP/1.1" status: 204 len: 168 time: 0.8612154 Aug 27 16:24:11.842969 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:24:11.852718 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:11Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:11.857757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49694) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:11.869080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64af48-dc6e-416a-bd32-57d6fae78873 admin admin] Pushing event deleted for resources: {'Network': ['ID=b408586c-c0b9-4266-bcef-3983f1dcd498,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:11.885549 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd22813-c1fb-4552-bd41-96cc11b222c4 None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:11Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:11.916903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Router 3aede838-7c49-4375-ab46-b53cfbc7e00e has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:11.922866 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:11.946216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5a5cf55-0221-4aaa-a9c8-6ce9c4e259aa req-19e9f49f-a2ad-4f72-8d35-72f850f251a8 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277924 Aug 27 16:24:11.970931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] Deleting subnet 592ab296-ac3a-46ed-837f-2797439f83b7 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:11.976822 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.034934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:12.038522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.051803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.207540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:12.220537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:12.228018 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-590ee132-8082-402d-8244-009bba0a6ac8 admin admin] 10.222.0.101 "PUT /v2.0/routers/3aede838-7c49-4375-ab46-b53cfbc7e00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5249250 Aug 27 16:24:12.230644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49698) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:12.245372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] Sync routers for ids ['3aede838-7c49-4375-ab46-b53cfbc7e00e'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:12.257224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] Routers {'3aede838-7c49-4375-ab46-b53cfbc7e00e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:12.258075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3aede838-7c49-4375-ab46-b53cfbc7e00e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:12.277890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Checking segment: {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:12.279422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Network hostable DHCP agents. Network: d698cbfd-2741-4754-8519-b3df7b4bb078, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:12.334131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.385361 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.414173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] Set router 3aede838-7c49-4375-ab46-b53cfbc7e00e gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:12.437039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.443987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.503051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.503362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Network d698cbfd-2741-4754-8519-b3df7b4bb078 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:12.503362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Subnet': ['ID=eae03955-34b5-49d7-8ea6-aa690d5144d6,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:12.516675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8b02a8-814a-4535-8846-cd6a73a21899']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:12.539503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fea7829-e777-4418-a478-bcd6804288eb') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:12.540103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fea7829-e777-4418-a478-bcd6804288eb') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:12.552736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.555970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.585422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Checking segment: {'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:12.586556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network hostable DHCP agents. Network: c63a68ba-7946-4e4d-8878-f06fd83d85c2, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:12.613279 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.626311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:12.627118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.630918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:12.691086 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:12.693917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:09Z', 'revision_number': 5, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:12.705770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] Checking router: 3aede838-7c49-4375-ab46-b53cfbc7e00e for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:12.714860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] Routers {'3aede838-7c49-4375-ab46-b53cfbc7e00e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:12.715523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3aede838-7c49-4375-ab46-b53cfbc7e00e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:12.751744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.817911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d698cbfd-2741-4754-8519-b3df7b4bb078) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:12.828228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:12.828228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.828489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3c374-71fa-4bbd-b5b1-9ff460f18e28 None None] Network d698cbfd-2741-4754-8519-b3df7b4bb078 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:12.848775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.852707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.864633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.866709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] 10.222.0.101 "DELETE /v2.0/networks/7f8b02a8-814a-4535-8846-cd6a73a21899 HTTP/1.1" status: 204 len: 168 time: 1.1185260 Aug 27 16:24:12.910931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] Set router 3aede838-7c49-4375-ab46-b53cfbc7e00e gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:12.913368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a626db-604b-41fd-9628-2b58c9a6f79f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:12.917723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391e466-2f00-4c89-af42-99512e7223cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8b02a8-814a-4535-8846-cd6a73a21899,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:12.927079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.931584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/592ab296-ac3a-46ed-837f-2797439f83b7 HTTP/1.1" status: 204 len: 168 time: 1.0690553 Aug 27 16:24:12.931584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.933219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49702) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:12.947317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6b1b4-5f31-4cf4-8795-7093492cd86c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592ab296-ac3a-46ed-837f-2797439f83b7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:12.951399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:12.980171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:12.980724 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment db18b45f-09fb-4e33-b39d-a4a315c90465 of type vlan for network 5250690d-1fad-4dd7-92cb-3956058a2feb Aug 27 16:24:12.997652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbc1bca-ad0c-43cd-bd90-81f24b3d8804,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:12.999931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Deleting port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:13.000689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.036682 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.046751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:13.057434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ff26812b-b2c2-40c2-9628-b0b44e1cfbeb admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2554460 Aug 27 16:24:13.089768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c63a68ba-7946-4e4d-8878-f06fd83d85c2) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:13.097429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:13.098063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.125573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735e4ac-7234-4cbb-808b-36630f17b755 None None] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:13.136537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] For port 3a90ddd8-a62b-46cd-a92f-f9415315cc6c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:13.136991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.144982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406ea25-81da-43c5-9581-aa351c9a0d07 req-816fcd92-b12f-4ba2-b2d8-b02f768b8824 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:13.147577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f406ea25-81da-43c5-9581-aa351c9a0d07 req-816fcd92-b12f-4ba2-b2d8-b02f768b8824 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0725641 Aug 27 16:24:13.178574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Calling delete_port for 3a90ddd8-a62b-46cd-a92f-f9415315cc6c owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:13.212653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.219159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:13.220295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.222842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.240436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f406ea25-81da-43c5-9581-aa351c9a0d07 req-b7e869b8-20be-47c1-b4c2-dd1452bd7ba3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840111 Aug 27 16:24:13.326022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=5250690d-1fad-4dd7-92cb-3956058a2feb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:13.331104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49714) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:13.332150 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7e915eec-3a23-4234-8d84-6b2a189d7707 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0698495 Aug 27 16:24:13.369110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:13.411340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.432081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e6a93c4b-7b9e-4008-8630-1795b4f2f5b0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9097567 Aug 27 16:24:13.462961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 76a626db-604b-41fd-9628-2b58c9a6f79f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:13.474815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49720) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:13.480489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'name': 'tempest-PortsTestJSON-519237587'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:13.495659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0ef91e-ba45-4290-824c-21be7b049215']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:13.502862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 76a626db-604b-41fd-9628-2b58c9a6f79f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:13.503253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.547086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49722) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:13.567572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffd51c5-5834-414f-9084-9beb4d4617fc') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:13.568037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffd51c5-5834-414f-9084-9beb4d4617fc') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:13.588327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.634571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085a93d-160b-4810-8455-cbec2c74b22b None None] Network d698cbfd-2741-4754-8519-b3df7b4bb078 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:13.640847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.697364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:13.699219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:13.702341 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:13.769577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b55f4ece-9874-4e04-939e-bb5061fc06e3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=84f8be74b61d421599d4bc799f57798e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201474 Aug 27 16:24:13.772888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49726) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:13.850813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:13.860476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.866208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.866803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:24:13.868090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.880038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:09Z', 'revision_number': 5, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:13.891742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.924272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:13.929615 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/4d0ef91e-ba45-4290-824c-21be7b049215 HTTP/1.1" status: 204 len: 168 time: 0.9950407 Aug 27 16:24:13.931136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:13.938815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae879d-62f0-4896-aa42-a8954c5698e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0ef91e-ba45-4290-824c-21be7b049215,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:13.941043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489660b-a6d7-47d2-8374-dbcd2fcc879c None None] The sync data for ids ['3aede838-7c49-4375-ab46-b53cfbc7e00e'] in n-d-806412-1 is: [{'id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'name': 'tempest-TestAggregatesBasicOps-475878824-router', 'tenant_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:09Z', 'revision_number': 5, 'project_id': 'c4b869fe35ee4ba4ade72b1f3dbb8f83', 'gw_port': {'id': '3a90ddd8-a62b-46cd-a92f-f9415315cc6c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aede838-7c49-4375-ab46-b53cfbc7e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:41Z', 'updated_at': '2021-08-27T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:13.965595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.004626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d89ebba-cec0-4372-9c52-ce88bf5a8ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.010780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 76a626db-604b-41fd-9628-2b58c9a6f79f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=76a626db-604b-41fd-9628-2b58c9a6f79f,segment=NetworkSegment(5af82a9c-246f-475c-a73f-4886503f83d6),segment_id=5af82a9c-246f-475c-a73f-4886503f83d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:14.033871 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d89ebba-cec0-4372-9c52-ce88bf5a8ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.078816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6f8c-6bfb-4b6d-9ff9-a977d0851365 req-88200316-7d62-4a97-bb52-dd1b29e79e5b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:14.080469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-187e6f8c-6bfb-4b6d-9ff9-a977d0851365 req-88200316-7d62-4a97-bb52-dd1b29e79e5b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.3237329 Aug 27 16:24:14.123796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a90ddd8-a62b-46cd-a92f-f9415315cc6c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:14.142009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.157544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Allocated IP 2001:db8:3::2 (c63a68ba-7946-4e4d-8878-f06fd83d85c2/eae03955-34b5-49d7-8ea6-aa690d5144d6/e20480a8-61ad-4feb-b4ee-bcd6e357baad) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:14.190967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-7681bca8-2554-4149-9596-5c963ebc4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:14.192509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-7681bca8-2554-4149-9596-5c963ebc4d01 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1096 time: 0.2357898 Aug 27 16:24:14.233551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-187e6f8c-6bfb-4b6d-9ff9-a977d0851365 req-1f9c7190-89e8-4fac-8316-76d4df186a57 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397467 Aug 27 16:24:14.268078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-25033e2d-f920-419d-8ef5-c9e5b525ec80 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:14.268078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-25033e2d-f920-419d-8ef5-c9e5b525ec80 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/networks?id=d698cbfd-2741-4754-8519-b3df7b4bb078 HTTP/1.1" status: 200 len: 815 time: 0.2851331 Aug 27 16:24:14.268321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=76a626db-604b-41fd-9628-2b58c9a6f79f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:14.289076 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.348574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-15cc7ae7-5eb9-4064-849f-73c43056fc8c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/quotas/4888138c2d154e3285d731db5f15bcac HTTP/1.1" status: 200 len: 375 time: 0.0594342 Aug 27 16:24:14.401708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-037a6413-97bf-4d25-bbaa-b1db4fa396ee tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394948 Aug 27 16:24:14.415613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d89ebba-cec0-4372-9c52-ce88bf5a8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.418526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d89ebba-cec0-4372-9c52-ce88bf5a8ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.420576 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d89ebba-cec0-4372-9c52-ce88bf5a8ca9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2 HTTP/1.1" status: 204 len: 168 time: 0.6462853 Aug 27 16:24:14.439668 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.440418 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.449145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Transition to ACTIVE for port object e20480a8-61ad-4feb-b4ee-bcd6e357baad will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:14.476026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89ebba-cec0-4372-9c52-ce88bf5a8ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a7837b-5e14-4cbb-ba4a-6480ee6c2fb2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:14.486579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-e71d9904-55b7-47f8-86aa-c69eff6d7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:14.486758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.488136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-e71d9904-55b7-47f8-86aa-c69eff6d7525 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.2754812 Aug 27 16:24:14.493841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.496300 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.529386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Transition to ACTIVE for port object e20480a8-61ad-4feb-b4ee-bcd6e357baad will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:14.592619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49742) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:14.670567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.710304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:14.711731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-033021d2-c5e9-41f4-9b96-135e2c5f807e service neutron] 10.222.0.101 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985141 Aug 27 16:24:14.718603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-fa05016a-1177-4144-a7e9-85cee025eb8c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 1001 time: 0.2197182 Aug 27 16:24:14.721300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:14.728609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:14.774522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4f18fe55-a15a-4996-86e2-83ebac33e616 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fccc0e66662d4a95ac5181db624bf673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789398 Aug 27 16:24:14.809004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Pushing event updated for resources: {'Port': ['ID=e20480a8-61ad-4feb-b4ee-bcd6e357baad,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:14.821446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49744) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:14.843087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Attempting to bind port e20480a8-61ad-4feb-b4ee-bcd6e357baad on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:14.843978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Attempting to bind port e20480a8-61ad-4feb-b4ee-bcd6e357baad by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:14.844354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Attempting to bind port e20480a8-61ad-4feb-b4ee-bcd6e357baad on network c63a68ba-7946-4e4d-8878-f06fd83d85c2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:14.849979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:14.871360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Checking segment: {'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:14.872589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.873392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Bound using segment: {'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:14.875620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Bound port: e20480a8-61ad-4feb-b4ee-bcd6e357baad, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:14.876800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:14.974095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] For port e20480a8-61ad-4feb-b4ee-bcd6e357baad, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:14.974311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-4f8ce2e5-df50-49c0-a8b7-207309e8bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:14.975743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-4f8ce2e5-df50-49c0-a8b7-207309e8bd52 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.2369995 Aug 27 16:24:14.979334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] For port e20480a8-61ad-4feb-b4ee-bcd6e357baad, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e20480a8-61ad-4feb-b4ee-bcd6e357baad,segment=NetworkSegment(8bbe0490-79e8-4ee3-a8ac-07af5de92bdf),segment_id=8bbe0490-79e8-4ee3-a8ac-07af5de92bdf)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:14.989972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a626db-604b-41fd-9628-2b58c9a6f79f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:15.022253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.022253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aede838-7c49-4375-ab46-b53cfbc7e00e {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:24:15.027128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.029522 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-93ffeb9c-5c72-4e1b-8cda-51a754f8921f admin admin] 10.222.0.101 "DELETE /v2.0/routers/3aede838-7c49-4375-ab46-b53cfbc7e00e HTTP/1.1" status: 204 len: 168 time: 2.7971447 Aug 27 16:24:15.031733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49750) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:15.047886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-fb555646-79b1-4dea-ab48-ee7bcd34734f service neutron] 10.222.0.101 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282876 Aug 27 16:24:15.067985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 76a626db-604b-41fd-9628-2b58c9a6f79f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:15.068316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.078415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.085755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05877888-f23e-42b9-85c8-8ce0881c1dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.109493 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.155192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-4b27c2ff-0abd-4f80-b617-114a75e19055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:15.157772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-4b27c2ff-0abd-4f80-b617-114a75e19055 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707547 Aug 27 16:24:15.163859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05877888-f23e-42b9-85c8-8ce0881c1dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.170297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Allocated IP 2001:db8:3::1 (c63a68ba-7946-4e4d-8878-f06fd83d85c2/eae03955-34b5-49d7-8ea6-aa690d5144d6/57c03a37-3759-44b5-8ff6-e8b888e5cacc) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:15.170835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=a0c2ad6a-8fb1-45d2-9a63-902fef618c31,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:15.188651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] Deleting subnet ecb37796-8580-4e59-8381-0c9dfd4a3113 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:15.199393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.229890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da194065-6aec-4d12-8803-3819f2f1335a None None] Pushing event updated for resources: {'Port': ['ID=e20480a8-61ad-4feb-b4ee-bcd6e357baad,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:15.331939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.357493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:15.364351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': 'db18b45f-09fb-4e33-b39d-a4a315c90465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:15.367497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: 5250690d-1fad-4dd7-92cb-3956058a2feb, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:15.389088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:15.389356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 85c8ec37-a1c7-42a3-84e7-c5ad2129d248 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:15.436186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.473648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:15.512852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-e01fdd3c-ba3d-4929-9d30-f4ee3e71ff94 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446443 Aug 27 16:24:15.573502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb21ae2-01e3-48de-843e-6c6761528a44 req-0c19af9b-fac6-416d-a898-0da51bc1092b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:15.576263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfb21ae2-01e3-48de-843e-6c6761528a44 req-0c19af9b-fac6-416d-a898-0da51bc1092b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1796312 Aug 27 16:24:15.601264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 5250690d-1fad-4dd7-92cb-3956058a2feb) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:15.631985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c678e7-c5c3-4dd7-b4f8-6f14dbd0f6cb None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:15.643737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:15.658719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:15.659301 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.677000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.790513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb37796-8580-4e59-8381-0c9dfd4a3113,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:15.795057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:15.797330 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e6403577-7acb-4bc6-abce-97e16dacbd3b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ecb37796-8580-4e59-8381-0c9dfd4a3113 HTTP/1.1" status: 204 len: 168 time: 0.7641823 Aug 27 16:24:15.817596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe8ec5-ea7c-4ac9-a770-b8deaa73143c None None] Network 48532e2a-0530-4d82-beab-60ca285982ee requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:15.820095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49766) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:15.915744 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9eb354b2-62c1-4efa-849d-fe46ad5e31f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4389806 Aug 27 16:24:15.940960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49772) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:15.972508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215422581'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:16.030043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c60e3e09-160a-42d3-9aad-2e66033bf6d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1130495 Aug 27 16:24:16.034715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.086950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] DHCP port deletion for 48532e2a-0530-4d82-beab-60ca285982ee request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:16.141177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.141776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.142266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.142744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.143602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.143755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.144223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.146686 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-25a6601d-d9ee-48cb-84cb-2374172c715d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6500 time: 0.0855269 Aug 27 16:24:16.150829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:16.153873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.159752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] Deleting port 182ee7fc-3ff2-49b0-879c-edcba680cf5e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:16.160127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.185217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Deleting port 182ee7fc-3ff2-49b0-879c-edcba680cf5e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:16.185591 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.243387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:16.267894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-c9c999b6-4d1c-4ba8-a56f-fbd96b4355f0 req-93b29631-9f06-47da-aa3b-5d7976052cac service neutron] (95253) timed out ('10.222.0.101', 50402) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:24:16.269173 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05877888-f23e-42b9-85c8-8ce0881c1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.271546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] For port 182ee7fc-3ff2-49b0-879c-edcba680cf5e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=182ee7fc-3ff2-49b0-879c-edcba680cf5e,segment=NetworkSegment(15de8628-8884-483a-b9b8-51dce69e72a8),segment_id=15de8628-8884-483a-b9b8-51dce69e72a8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:16.271996 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.272409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05877888-f23e-42b9-85c8-8ce0881c1dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.274790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-05877888-f23e-42b9-85c8-8ce0881c1dcd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d97f13de-88ba-45ed-8cc4-231b9f4a73dc HTTP/1.1" status: 204 len: 168 time: 1.4494128 Aug 27 16:24:16.278922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.312368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] Calling delete_port for 182ee7fc-3ff2-49b0-879c-edcba680cf5e owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:16.341938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8e42dcc-d3dc-445c-bae3-5a4756b64beb req-d07f9a50-efad-4a29-97de-5e58007b3fea tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 210 time: 0.0508718 Aug 27 16:24:16.362271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05877888-f23e-42b9-85c8-8ce0881c1dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97f13de-88ba-45ed-8cc4-231b9f4a73dc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:16.389674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Transition to ACTIVE for port object 57c03a37-3759-44b5-8ff6-e8b888e5cacc will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:16.405150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] For port 182ee7fc-3ff2-49b0-879c-edcba680cf5e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=182ee7fc-3ff2-49b0-879c-edcba680cf5e,segment=NetworkSegment(15de8628-8884-483a-b9b8-51dce69e72a8),segment_id=15de8628-8884-483a-b9b8-51dce69e72a8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:16.405645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.445667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfb21ae2-01e3-48de-843e-6c6761528a44 req-404ae252-eafa-43da-8c7f-0fb27281b847 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8086903 Aug 27 16:24:16.461276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-e265bf0f-cf9e-4cb0-83e5-ad00195fa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.462181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-e265bf0f-cf9e-4cb0-83e5-ad00195fa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.462661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-e265bf0f-cf9e-4cb0-83e5-ad00195fa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.467819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-e265bf0f-cf9e-4cb0-83e5-ad00195fa813 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd5361ad-46fd-4a3b-bcf7-06898e088099&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1 HTTP/1.1" status: 200 len: 2299 time: 0.2791812 Aug 27 16:24:16.477022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.477411 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment c03874f7-bc33-44da-a965-9573b2cc9035 of type vlan for network b123ee19-21b1-4444-8dd5-9c9c407e3d64 Aug 27 16:24:16.487585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f2f959e-b948-40bd-bd35-ec17ce9aa5da req-694863d4-9957-4868-9b18-234c5bb9030f service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9564626 Aug 27 16:24:16.499535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Calling delete_port for 182ee7fc-3ff2-49b0-879c-edcba680cf5e owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:16.550024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49786) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:16.626052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.635514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-0d162c74-165e-4f57-a60b-01cb28518590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.637167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-0d162c74-165e-4f57-a60b-01cb28518590 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1096 time: 0.0618885 Aug 27 16:24:16.654981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.658388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] Pushing event deleted for resources: {'Port': ['ID=182ee7fc-3ff2-49b0-879c-edcba680cf5e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:16.674859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.682984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa9ed6-301a-4ac7-b16c-595a4e0f883b None None] No DVR routers for this DVR port 182ee7fc-3ff2-49b0-879c-edcba680cf5e on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:16.701725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-deff4efa-4989-459b-a7f7-3f9bc4f6350b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1152573-3a25-4e9e-8b21-19822e3e99de HTTP/1.1" status: 200 len: 1001 time: 0.1911876 Aug 27 16:24:16.764480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-3ab07ac3-8d52-469c-b483-cc1174db3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.766088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-3ab07ac3-8d52-469c-b483-cc1174db3e80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98c47aa5-9595-4b35-8bd8-e493e092bee5 HTTP/1.1" status: 200 len: 854 time: 0.0576713 Aug 27 16:24:16.785491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088e0c5-d168-4409-9598-584b9e8a1e75 None None] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:16.832139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-682040ad-cd46-4717-8d5c-f394224daecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.835749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-682040ad-cd46-4717-8d5c-f394224daecb service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.1637671 Aug 27 16:24:16.862134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-a75da2c2-2116-4d36-93a9-5e751c5fad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.863508 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-a75da2c2-2116-4d36-93a9-5e751c5fad20 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd5361ad-46fd-4a3b-bcf7-06898e088099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854840 Aug 27 16:24:16.864788 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.910065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:16.913934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] No DVR routers for this DVR port 182ee7fc-3ff2-49b0-879c-edcba680cf5e on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:16.922780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:16.942617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:16.943690 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.947039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=57c03a37-3759-44b5-8ff6-e8b888e5cacc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:16.956144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.961831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:16.962443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:16.976269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=182ee7fc-3ff2-49b0-879c-edcba680cf5e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:17.016685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-network', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:17.035412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e20480a8-61ad-4feb-b4ee-bcd6e357baad up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:17.047909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-4b3eb2a2-695f-448f-a0ae-570ced9ab250 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 1001 time: 0.2029281 Aug 27 16:24:17.127568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-55fb2db2-d4db-4ea6-89ae-de39a9d161f3 None None] Provisioning for port e20480a8-61ad-4feb-b4ee-bcd6e357baad completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:17.138880 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1787658 Aug 27 16:24:17.144635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49794) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:17.150606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'ports': [{'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb'}, {'network_id': 'b123ee19-21b1-4444-8dd5-9c9c407e3d64'}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:17.151147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:17.151679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': 'b123ee19-21b1-4444-8dd5-9c9c407e3d64'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:17.166242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fb20f-c6cd-4a17-871b-ef7c162e3580 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=b123ee19-21b1-4444-8dd5-9c9c407e3d64,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:17.174214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.189562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b123ee19-21b1-4444-8dd5-9c9c407e3d64 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:17.192252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48532e2a-0530-4d82-beab-60ca285982ee']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:17.208178 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-b5fe1705-609c-492e-9fd6-3b36eaf7d75f service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323293 Aug 27 16:24:17.209319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15de8628-8884-483a-b9b8-51dce69e72a8') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:17.209620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15de8628-8884-483a-b9b8-51dce69e72a8') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:17.217037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-ee17d145-eec3-4859-9098-b6abf9071317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:17.218542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-ee17d145-eec3-4859-9098-b6abf9071317 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.1404939 Aug 27 16:24:17.228603 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.244959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e20480a8-61ad-4feb-b4ee-bcd6e357baad completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:17.257699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e20480a8-61ad-4feb-b4ee-bcd6e357baad triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:17.258621 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.292250 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.311544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:17.311973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:17.315974 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:17.420771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.422097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Made reservation on behalf of 9a963afc7e3141639d144e66c6d2eace for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:17.426570 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-87ba8a30-6277-4cfb-9bef-de957314fcea service neutron] 10.222.0.90 "GET /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092817 Aug 27 16:24:17.428896 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.433963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.499253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port e20480a8-61ad-4feb-b4ee-bcd6e357baad, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e20480a8-61ad-4feb-b4ee-bcd6e357baad,segment=NetworkSegment(8bbe0490-79e8-4ee3-a8ac-07af5de92bdf),segment_id=8bbe0490-79e8-4ee3-a8ac-07af5de92bdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:17.502936 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c3f42c10-08fd-424b-9cec-726d323bb0d0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 200 len: 217 time: 0.0691381 Aug 27 16:24:17.505246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.542498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-d2785ebf-5c4e-44c9-a3e8-4bc5d31cf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:17.544922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-d2785ebf-5c4e-44c9-a3e8-4bc5d31cf56a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3178773 Aug 27 16:24:17.560418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49800) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:17.583093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.596022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.598050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] 10.222.0.101 "DELETE /v2.0/networks/48532e2a-0530-4d82-beab-60ca285982ee HTTP/1.1" status: 204 len: 168 time: 1.7768860 Aug 27 16:24:17.613247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4598aa54-1678-4815-a5ab-5142117eb03c req-9c8a1326-fcfd-46f0-981f-b2d2029d8b77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 210 time: 0.1208489 Aug 27 16:24:17.627007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1b475-b0a0-4c18-a8aa-83d6e5a17a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=48532e2a-0530-4d82-beab-60ca285982ee,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:17.632484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-e40d1793-30ac-42e4-873a-187348057aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:17.634012 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-e40d1793-30ac-42e4-873a-187348057aeb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.1153967 Aug 27 16:24:17.645017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.718257 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-efc4d274-62d3-42b2-b711-10112a456558 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=af2fcc91023f4358929807afa7903a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535695 Aug 27 16:24:17.720019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49806) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:17.751565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 182ee7fc-3ff2-49b0-879c-edcba680cf5e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:17.763922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-3a37a682-4617-45dd-b6fb-10a59ed07956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:17.765462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-3a37a682-4617-45dd-b6fb-10a59ed07956 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221366 Aug 27 16:24:17.792079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 182ee7fc-3ff2-49b0-879c-edcba680cf5e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:17.792434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 182ee7fc-3ff2-49b0-879c-edcba680cf5e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:17.792855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3a90ddd8-a62b-46cd-a92f-f9415315cc6c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:17.844050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=e20480a8-61ad-4feb-b4ee-bcd6e357baad,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:17.857781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3a90ddd8-a62b-46cd-a92f-f9415315cc6c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:17.858364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3a90ddd8-a62b-46cd-a92f-f9415315cc6c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:17.863427 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92e42653-4d22-41b9-9a04-001256d1af56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.874015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-597abdfe-e6c4-46ee-9f92-745fabd9aa24 None None] Provisioning for port 57c03a37-3759-44b5-8ff6-e8b888e5cacc completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:17.881583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-597abdfe-e6c4-46ee-9f92-745fabd9aa24 None None] Provisioning complete for port 57c03a37-3759-44b5-8ff6-e8b888e5cacc triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:17.882173 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-597abdfe-e6c4-46ee-9f92-745fabd9aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.911615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92e42653-4d22-41b9-9a04-001256d1af56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.940434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 2} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:17.941868 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c11e2779-387f-441e-b29d-30348129c37a service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656559 Aug 27 16:24:17.945400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:17.964451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-597abdfe-e6c4-46ee-9f92-745fabd9aa24 None None] Port 57c03a37-3759-44b5-8ff6-e8b888e5cacc cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:17.975599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-597abdfe-e6c4-46ee-9f92-745fabd9aa24 None None] Provisioning complete for port e20480a8-61ad-4feb-b4ee-bcd6e357baad triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:17.976328 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-597abdfe-e6c4-46ee-9f92-745fabd9aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.003614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.012441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0a959-6916-45c2-8f04-c70ad40d5542 req-d6b556a6-b4ed-46be-967d-9748824a8b79 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:18.014611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0c0a959-6916-45c2-8f04-c70ad40d5542 req-d6b556a6-b4ed-46be-967d-9748824a8b79 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.4331789 Aug 27 16:24:18.057033 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-57d63021-3e5e-4adf-b293-e2d5808eb868 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045599 Aug 27 16:24:18.108183 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-1b69cf06-b50f-43ee-acac-9e52db8fe3ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0434980 Aug 27 16:24:18.161978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-cf98476a-6755-4e85-a36a-ff1094f00724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:18.163524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-cf98476a-6755-4e85-a36a-ff1094f00724 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0474470 Aug 27 16:24:18.187472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1867f0f5-e981-4fa1-b20c-d36f78acb04f None None] Provisioning complete for port 57c03a37-3759-44b5-8ff6-e8b888e5cacc triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:18.188667 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1867f0f5-e981-4fa1-b20c-d36f78acb04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.191223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-5985e6e4-4376-4671-8f41-bacece7749b7 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055877 Aug 27 16:24:18.197997 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92e42653-4d22-41b9-9a04-001256d1af56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.200725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92e42653-4d22-41b9-9a04-001256d1af56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.204473 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-92e42653-4d22-41b9-9a04-001256d1af56 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/581a5127-2a6d-4f5d-a373-7e6dc8949e9e HTTP/1.1" status: 204 len: 168 time: 0.4786007 Aug 27 16:24:18.212706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42653-4d22-41b9-9a04-001256d1af56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a5127-2a6d-4f5d-a373-7e6dc8949e9e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:18.234205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-58d3305d-cb61-490f-93be-6c6845e4a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:18.236006 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-58d3305d-cb61-490f-93be-6c6845e4a33c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651660 Aug 27 16:24:18.260581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1867f0f5-e981-4fa1-b20c-d36f78acb04f None None] Port 57c03a37-3759-44b5-8ff6-e8b888e5cacc cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:18.265821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0c0a959-6916-45c2-8f04-c70ad40d5542 req-98ad21e8-879b-4b08-9b94-2ee1152ff10f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142231 Aug 27 16:24:18.301131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 4f572b0a-cf7d-4527-b3a2-e9ab0b85a078 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:18.308135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49814) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:18.367256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-990f24ec-bd9a-472a-85bb-7ae43b080d47 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213048 Aug 27 16:24:18.456085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0d2c08f2-0031-4411-b5f8-8c28b20df3dc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=94c464f183b54aec91395ee8b99c83ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393218 Aug 27 16:24:18.458995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49816) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:18.480458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.481709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-0c828290-6795-4601-a06d-5465bd936385 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050761 Aug 27 16:24:18.486536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d62766-64bc-4c9f-a959-bfccee148fb1 req-be2fe138-954f-4e16-854e-d1977f684bf5 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789922 Aug 27 16:24:18.499336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.546052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c418e629-8271-4d0f-8a41-ea49177b7955 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839 HTTP/1.1" status: 200 len: 217 time: 0.0527625 Aug 27 16:24:18.598811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.598811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.599114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9ac9-03dc-4a1c-8ec9-81341425c6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.599224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.634039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-8a64e39f-d636-4479-802e-652765b2a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:18.635674 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-8a64e39f-d636-4479-802e-652765b2a75b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0805583 Aug 27 16:24:18.638431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9ac9-03dc-4a1c-8ec9-81341425c6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.683054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:18.727230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-cf6c7083-19ae-4d61-8989-0dbdbd58cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:18.734635 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-cf6c7083-19ae-4d61-8989-0dbdbd58cadc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840063 Aug 27 16:24:18.771318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:18.788131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.788482 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Added segment 10e4420e-0b16-4320-bec4-9274b932bc6c of type vlan for network f7905714-a692-4dc1-84a5-0d910cc6f6ae Aug 27 16:24:18.840985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9ac9-03dc-4a1c-8ec9-81341425c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.844411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event updated for resources: {'Port': ['ID=57c03a37-3759-44b5-8ff6-e8b888e5cacc,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:18.844542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9ac9-03dc-4a1c-8ec9-81341425c6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.854393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77fcedcb-e213-469d-ac23-1911b949b14e req-33dc2a17-3a56-4bfb-a33e-23d350621286 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 210 time: 0.0919585 Aug 27 16:24:18.854593 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0dfa9ac9-03dc-4a1c-8ec9-81341425c6b6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6b5fb8e2-767c-42fe-a407-4416bbb244cb HTTP/1.1" status: 204 len: 168 time: 0.3873701 Aug 27 16:24:18.871257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa9ac9-03dc-4a1c-8ec9-81341425c6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5fb8e2-767c-42fe-a407-4416bbb244cb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:18.898603 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-6622ad35-8f9d-4082-915d-35a990909d28 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556602 Aug 27 16:24:18.901518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-20a5773b-9447-4fe4-9572-355364ef70bd tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:18.903052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-20a5773b-9447-4fe4-9572-355364ef70bd tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "GET /v2.0/networks?id=d698cbfd-2741-4754-8519-b3df7b4bb078 HTTP/1.1" status: 200 len: 815 time: 0.3996966 Aug 27 16:24:18.905632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:18.926892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e20480a8-61ad-4feb-b4ee-bcd6e357baad up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:18.929817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Request body: {'port': {'device_id': '0923d44c-c926-4da7-8dac-769df7a54c00', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'admin_state_up': True, 'tenant_id': '4888138c2d154e3285d731db5f15bcac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:19.024301 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-d1780fcf-2dbf-4fc2-83e8-8ece9f4f7a27 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159036 Aug 27 16:24:19.037965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e20480a8-61ad-4feb-b4ee-bcd6e357baad triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:19.038606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.056927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.080553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-4e75bf21-4bfd-43db-a3b6-9a883f533dfe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620 HTTP/1.1" status: 200 len: 217 time: 0.0482960 Aug 27 16:24:19.117001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:19.140735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c1858e21-5911-4525-841e-d63d58ce04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:19.142237 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c1858e21-5911-4525-841e-d63d58ce04c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 200 len: 797 time: 0.0547364 Aug 27 16:24:19.146972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:19.171673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 0be28a57-27d2-4da0-a215-5f6679d4713b yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:19.200047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-9eb76505-1cc3-4839-8c20-dbc1076ac685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:19.201674 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-9eb76505-1cc3-4839-8c20-dbc1076ac685 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=760cd7e8-6a34-4a37-95bc-a099bbb114e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0510654 Aug 27 16:24:19.316604 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-b6daf7e6-79f0-4224-aaa6-06b060c13df8 service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058083 Aug 27 16:24:19.391878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:19.392820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.394468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:19.394468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.449588 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-2297418c-e662-448f-9aa3-d66bd453c60a service neutron] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268792 Aug 27 16:24:19.487983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Made reservation on behalf of 4888138c2d154e3285d731db5f15bcac for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:19.491316 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.536594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-6d3dd5cb-5ad9-4878-ab1b-c8334551bfa0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f HTTP/1.1" status: 200 len: 217 time: 0.0675480 Aug 27 16:24:19.590006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-66dafc86-110c-4e31-ba40-a2f1e4cce5da None None] Provisioning complete for port 57c03a37-3759-44b5-8ff6-e8b888e5cacc triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:19.590714 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66dafc86-110c-4e31-ba40-a2f1e4cce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.590927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-18f83201-70da-475b-928b-7f097f805daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:19.594330 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-18f83201-70da-475b-928b-7f097f805daf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 200 len: 797 time: 0.0595796 Aug 27 16:24:19.628692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-66dafc86-110c-4e31-ba40-a2f1e4cce5da None None] Port 57c03a37-3759-44b5-8ff6-e8b888e5cacc cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:19.647220 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-b427248e-f548-48a5-8173-1b65ed5a3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:19.649031 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-b427248e-f548-48a5-8173-1b65ed5a3840 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478797 Aug 27 16:24:19.746506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-3cd9f70b-d90c-4eff-9c83-c59c8e7ffda3 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892406 Aug 27 16:24:19.860227 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-6e32b37c-210a-4f67-82cc-71b32d190f8e service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051569 Aug 27 16:24:19.876072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f7905714-a692-4dc1-84a5-0d910cc6f6ae,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:19.889366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f7905714-a692-4dc1-84a5-0d910cc6f6ae details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:19.911010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e4afe734-1119-4734-8e62-0607207b45c0 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3570256 Aug 27 16:24:19.911010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49848) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:19.918351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49852) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:19.931760 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:19.937650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c66bebbe-1f23-4bf4-85b4-cf048bb62254 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 HTTP/1.1" status: 200 len: 217 time: 0.0686743 Aug 27 16:24:19.938971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Request body: {'subnet': {'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-subnet', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:20.010647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-4991d8e4-46ef-4c55-b5fd-1e39d6760fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:20.013000 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-4991d8e4-46ef-4c55-b5fd-1e39d6760fe1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 200 len: 797 time: 0.0675333 Aug 27 16:24:20.063236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-6180a764-b081-405a-be43-63a88ac6e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:20.064801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-6180a764-b081-405a-be43-63a88ac6e0c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1b22e09-f184-4ca1-9f1b-7771fd0317e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443575 Aug 27 16:24:20.082337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:20.085451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64df0dfc-3e15-453b-b782-b3c994ebe9a5 req-63e30a0d-b269-4ee6-ae69-0e62bbbc3e4a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 210 time: 0.0730569 Aug 27 16:24:20.093927 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:20.094922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b781a684-6840-473e-95ad-4940256e2d5f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7541957 Aug 27 16:24:20.099734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49856) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:20.108307 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:20.110548 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:20.114756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:20.162188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fd054b0a-ecd9-4aec-84da-913bae739ab0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c4b869fe35ee4ba4ade72b1f3dbb8f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444935 Aug 27 16:24:20.183796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49858) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:20.231653 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-c83defc8-41f6-4f73-bf84-f9e681020057 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549292 Aug 27 16:24:20.232230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Made reservation on behalf of 9a963afc7e3141639d144e66c6d2eace for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:20.234316 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.255419 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:20.331248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Allocated IP 172.20.0.6 (d698cbfd-2741-4754-8519-b3df7b4bb078/c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc/45d529f5-3152-4f59-8cee-622cf20b7280) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:20.343651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31cca87c-d801-409d-8519-416d668d04cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.366999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31cca87c-d801-409d-8519-416d668d04cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.410363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.428857 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-44ed508d-586d-4ae6-9390-156ff106cf4a req-e81a997f-f602-42fa-9abf-71fc8678e866 service neutron] 10.222.0.90 "GET /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922758 Aug 27 16:24:20.532564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:20.545028 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:17Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:18Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:20.557444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31cca87c-d801-409d-8519-416d668d04cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.561538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31cca87c-d801-409d-8519-416d668d04cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.565552 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31cca87c-d801-409d-8519-416d668d04cf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f97c7077-e797-4289-b784-9e9f0feb0648 HTTP/1.1" status: 204 len: 168 time: 0.3779378 Aug 27 16:24:20.569569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:20.575501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cca87c-d801-409d-8519-416d668d04cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c7077-e797-4289-b784-9e9f0feb0648,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:20.579441 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:20.579639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:20.579797 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Updating router 14642eff-d2ec-4579-9126-1c2ff4d77448 port 57c03a37-3759-44b5-8ff6-e8b888e5cacc binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:24:20.580355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.614166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=4f572b0a-cf7d-4527-b3a2-e9ab0b85a078,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:20.668479 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-643f9126-3165-46a3-a5a4-0b5f6f2fe308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.704696 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.824567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=0be28a57-27d2-4da0-a215-5f6679d4713b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:20.918934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': 'c03874f7-bc33-44da-a965-9573b2cc9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'b123ee19-21b1-4444-8dd5-9c9c407e3d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:20.919238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: b123ee19-21b1-4444-8dd5-9c9c407e3d64, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:20.960283 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:20.997149 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.016729 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Transition to ACTIVE for port object 57c03a37-3759-44b5-8ff6-e8b888e5cacc will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:21.044005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.extraroute_db [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 16:24:21.067959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.extraroute_db [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Removed routes are [] {{(pid=95253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 16:24:21.068368 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.105852 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.165078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6accc71-a20b-4959-9897-6a03e5eb1048,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:21.194492 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.224687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e630ebfd-089c-442e-9851-661428ff0605 req-cca11c74-4a71-4a49-b1c1-a2bbe23cfea9 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 210 time: 0.0383348 Aug 27 16:24:21.225491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network b123ee19-21b1-4444-8dd5-9c9c407e3d64 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:21.228082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Checking segment: {'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:21.228454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Network hostable DHCP agents. Network: f7905714-a692-4dc1-84a5-0d910cc6f6ae, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:21.275824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.462651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Network d698cbfd-2741-4754-8519-b3df7b4bb078 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:21.464850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b123ee19-21b1-4444-8dd5-9c9c407e3d64) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:21.473917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:21.485307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ee8e7-ab89-4257-8089-f9e1909a09d3 None None] Network b123ee19-21b1-4444-8dd5-9c9c407e3d64 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:21.486251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:21.490664 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae161910-7d6b-4798-922f-aefcb63cec87 None None] Pushing event updated for resources: {'Port': ['ID=57c03a37-3759-44b5-8ff6-e8b888e5cacc,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:21.491947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:21.510883 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Attempting to bind port 57c03a37-3759-44b5-8ff6-e8b888e5cacc on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:21.511348 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Attempting to bind port 57c03a37-3759-44b5-8ff6-e8b888e5cacc by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:21.511716 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Attempting to bind port 57c03a37-3759-44b5-8ff6-e8b888e5cacc on network c63a68ba-7946-4e4d-8878-f06fd83d85c2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:21.512185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:21.513686 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.517745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:21.518850 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:21.519484 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Checking segment: {'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:21.520412 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.521111 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Bound using segment: {'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:21.521744 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Bound port: 57c03a37-3759-44b5-8ff6-e8b888e5cacc, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:21.523284 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.556527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Pushing event updated for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:21.604673 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] For port 57c03a37-3759-44b5-8ff6-e8b888e5cacc, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:21.608339 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] For port 57c03a37-3759-44b5-8ff6-e8b888e5cacc, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=57c03a37-3759-44b5-8ff6-e8b888e5cacc,segment=NetworkSegment(8bbe0490-79e8-4ee3-a8ac-07af5de92bdf),segment_id=8bbe0490-79e8-4ee3-a8ac-07af5de92bdf)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:21.630891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Network f7905714-a692-4dc1-84a5-0d910cc6f6ae is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:21.684689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, f7905714-a692-4dc1-84a5-0d910cc6f6ae) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:21.690710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:21.691419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.694343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a40364-f63a-4156-8deb-b8ce016a413e None None] Network f7905714-a692-4dc1-84a5-0d910cc6f6ae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:21.700576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:21.701525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.736906 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.740869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.743425 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.751607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d6b54300-701e-4bf7-a97f-570149f902f1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6030731 Aug 27 16:24:21.759887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:21.800939 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:21.808299 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:21.895337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 0be28a57-27d2-4da0-a215-5f6679d4713b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:21.895989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:21.906323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:21.935552 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:22.059892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.073014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:22.076013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-ba50a51b-bbad-4289-9fd1-ebb1d1ae0d77 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1538000 Aug 27 16:24:22.080054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c3e5b7c-4551-4f39-9f64-30c2c6db7fd5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1504006 Aug 27 16:24:22.088440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:22.089122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.089122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e58f66bf-0929-474e-958c-7514a337c63d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 200 len: 953 time: 1.9798524 Aug 27 16:24:22.089768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Request body: {'port': {'device_id': '0923d44c-c926-4da7-8dac-769df7a54c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:22.092934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49882) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:22.097196 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae161910-7d6b-4798-922f-aefcb63cec87 None None] Pushing event updated for resources: {'Port': ['ID=57c03a37-3759-44b5-8ff6-e8b888e5cacc,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:22.102650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:22.134651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 0be28a57-27d2-4da0-a215-5f6679d4713b owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:22.177272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9b29a-208f-41ee-abaf-a5c3bea89a19 None None] Network f7905714-a692-4dc1-84a5-0d910cc6f6ae requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:22.234174 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:21Z', 'revision_number': 6, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:21Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:22.256704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.258590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.266977 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7097e2-c9e0-4c4a-bce3-fecbcb8817ec None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:21Z', 'revision_number': 6, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:21Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:22.316161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.353698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-982c3a70-d60a-46da-8d31-e9582f1b5cb3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 200 len: 953 time: 0.2596481 Aug 27 16:24:22.355293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49886) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:22.379680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'routes': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:22.384556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.500997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=0be28a57-27d2-4da0-a215-5f6679d4713b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:22.587574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.591952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:22.594108 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7a2e957a-30bb-4818-a764-16c96e8e7b47 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/0be28a57-27d2-4da0-a215-5f6679d4713b HTTP/1.1" status: 204 len: 168 time: 0.8396635 Aug 27 16:24:22.603766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49894) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:22.873346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5b4c3-595b-46b9-96e7-85dd68bcd7b5 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:22.880252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5b4c3-595b-46b9-96e7-85dd68bcd7b5 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:22.882120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6aa5b4c3-595b-46b9-96e7-85dd68bcd7b5 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2773292 Aug 27 16:24:22.898017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49898) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:22.953033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 57c03a37-3759-44b5-8ff6-e8b888e5cacc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:23.023701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.030237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87172cd-89eb-4b91-99fa-c9a4252eaf0b req-19f13d04-c209-4368-bd87-9f44e68deae9 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:23.038355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e87172cd-89eb-4b91-99fa-c9a4252eaf0b req-19f13d04-c209-4368-bd87-9f44e68deae9 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 931 time: 0.6088073 Aug 27 16:24:23.114342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 57c03a37-3759-44b5-8ff6-e8b888e5cacc completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:23.120818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 57c03a37-3759-44b5-8ff6-e8b888e5cacc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:23.124970 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.156915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7900643-f273-4d50-aec1-6f167ee58985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.159507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.245693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.290602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 57c03a37-3759-44b5-8ff6-e8b888e5cacc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=57c03a37-3759-44b5-8ff6-e8b888e5cacc,segment=NetworkSegment(8bbe0490-79e8-4ee3-a8ac-07af5de92bdf),segment_id=8bbe0490-79e8-4ee3-a8ac-07af5de92bdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:23.408193 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.411899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:23.423021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:23.423696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:23.463314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.486767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e87172cd-89eb-4b91-99fa-c9a4252eaf0b req-4a341a6c-6040-4941-b633-a0c207d13ac2 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479508 Aug 27 16:24:23.528902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 4f572b0a-cf7d-4527-b3a2-e9ab0b85a078 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:23.528902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.569489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.extraroute_db [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added routes are [] {{(pid=95252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 16:24:23.569890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.extraroute_db [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 16:24:23.577488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:23.579808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=57c03a37-3759-44b5-8ff6-e8b888e5cacc,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:23.591827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d529f5-3152-4f59-8cee-622cf20b7280 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:24:23.603623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.626265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.634835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Transition to ACTIVE for port object 45d529f5-3152-4f59-8cee-622cf20b7280 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:23.641684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 4f572b0a-cf7d-4527-b3a2-e9ab0b85a078 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:23.648687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.737416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.835928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Pushing event updated for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:23.852382 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.877712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:21Z', 'revision_number': 6, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:21Z', 'revision_number': 4, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:23.903636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.909167 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.909167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:23.916644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=4f572b0a-cf7d-4527-b3a2-e9ab0b85a078,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:23.917368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:23.918682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:23.926164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.936545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:23.940121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-999fa2c4-da59-4232-9ee1-9e1d8992abee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/4f572b0a-cf7d-4527-b3a2-e9ab0b85a078 HTTP/1.1" status: 204 len: 168 time: 1.0352216 Aug 27 16:24:23.942785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49910) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:23.988925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Attempting to bind port 45d529f5-3152-4f59-8cee-622cf20b7280 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:23.989263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Attempting to bind port 45d529f5-3152-4f59-8cee-622cf20b7280 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:23.990009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Attempting to bind port 45d529f5-3152-4f59-8cee-622cf20b7280 on network d698cbfd-2741-4754-8519-b3df7b4bb078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:23.998877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Port 45d529f5-3152-4f59-8cee-622cf20b7280 on network d698cbfd-2741-4754-8519-b3df7b4bb078 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:24:24.001820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Attempting to bind port 45d529f5-3152-4f59-8cee-622cf20b7280 on network d698cbfd-2741-4754-8519-b3df7b4bb078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:24.007664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:24.007664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Checking segment: {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:24.008025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Bound using segment: {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:24.008805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Bound port: 45d529f5-3152-4f59-8cee-622cf20b7280, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:24.008805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.021697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:24.025304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf5674-00e8-4cf3-bb4f-a1b7f3066782 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:24.029757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d8cf5674-00e8-4cf3-bb4f-a1b7f3066782 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0830631 Aug 27 16:24:24.030677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49912) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:24.076124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.082577 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf81271c-2f04-4a8f-9acc-264de073ecca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:24:24.082577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bf81271c-2f04-4a8f-9acc-264de073ecca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/0be28a57-27d2-4da0-a215-5f6679d4713b HTTP/1.1" status: 404 len: 333 time: 0.0484364 Aug 27 16:24:24.094796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49914) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:24.110863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.113698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:24.117133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:24.134885 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c849724-4e72-4b41-99a6-e9f63b4f32a2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:24:24.136569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0c849724-4e72-4b41-99a6-e9f63b4f32a2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/4f572b0a-cf7d-4527-b3a2-e9ab0b85a078 HTTP/1.1" status: 404 len: 333 time: 0.0397139 Aug 27 16:24:24.140247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49916) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:24.218128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Allocated IP 172.25.4.186 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/50f996a2-26f6-41c9-b798-13aef1e09d91) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:24.219975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.255546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 7, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:24.284141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f04992-5f16-4263-a3e2-e13296359497 None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 7, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:24.293833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:24.298850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.351649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.354892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:24.355404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.357453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] 10.222.0.97 "PUT /v2.0/ports/45d529f5-3152-4f59-8cee-622cf20b7280 HTTP/1.1" status: 200 len: 1091 time: 2.2719846 Aug 27 16:24:24.363299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:24.363299 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce329d44-87d2-4635-b314-46a9eeb0f68f" -d '{"events": [{"name": "network-changed", "server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:24.380880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b123ee19-21b1-4444-8dd5-9c9c407e3d64']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:24.399254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03874f7-bc33-44da-a965-9573b2cc9035') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:24.399583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03874f7-bc33-44da-a965-9573b2cc9035') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:24.401401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffdc81-2450-4eb3-b130-f1f2d9fbd296 service neutron] Pushing event updated for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:24.418914 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d988d032-8fe9-4b63-9736-122b563d0c44 x-openstack-request-id: req-d988d032-8fe9-4b63-9736-122b563d0c44 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:24.419215 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:24.419490 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d988d032-8fe9-4b63-9736-122b563d0c44 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:24.419902 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280', 'status': 'completed', 'code': 200} Aug 27 16:24:24.424496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.469494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.473838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.488174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:24.488372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:24.488507 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:24.503809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:24.514207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.518853 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-64ce639a-53c7-47cf-a91e-163eb15d40f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 200 len: 703 time: 2.1508369 Aug 27 16:24:24.536135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49926) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:24.551061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce329d44-87d2-4635-b314-46a9eeb0f68f req-e6748880-246f-4276-adbd-1a0ecbdd890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:24.552613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce329d44-87d2-4635-b314-46a9eeb0f68f req-e6748880-246f-4276-adbd-1a0ecbdd890e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 1094 time: 0.1215847 Aug 27 16:24:24.631821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.677462 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:24.682524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:24.687022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:24.688652 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:24.690851 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:24.693606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:24.727237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Pushing event updated for resources: {'Port': ['ID=50f996a2-26f6-41c9-b798-13aef1e09d91,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:24.813005 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:24.815083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c44b7af-2e31-4092-bbb6-3a9e857ab3f5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 200 len: 703 time: 0.2776589 Aug 27 16:24:24.825479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49938) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:24.847872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32627827-b06a-4c0a-b358-2afb06b4d75b req-feec7683-9e07-4b51-9b2a-7fa54ea42a28 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:24.849501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32627827-b06a-4c0a-b358-2afb06b4d75b req-feec7683-9e07-4b51-9b2a-7fa54ea42a28 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 943 time: 0.2522430 Aug 27 16:24:24.853385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.859572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:24.867772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/b123ee19-21b1-4444-8dd5-9c9c407e3d64 HTTP/1.1" status: 204 len: 168 time: 0.7262032 Aug 27 16:24:24.868414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49940) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:24.882186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 57c03a37-3759-44b5-8ff6-e8b888e5cacc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:24.949850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce329d44-87d2-4635-b314-46a9eeb0f68f req-043d6d7f-e25b-46b7-90ab-9b19b32a1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:24.957345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce329d44-87d2-4635-b314-46a9eeb0f68f req-043d6d7f-e25b-46b7-90ab-9b19b32a1f43 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=4888138c2d154e3285d731db5f15bcac&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3589239 Aug 27 16:24:24.963456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1553891430'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:24.971463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 57c03a37-3759-44b5-8ff6-e8b888e5cacc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:24.972115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.050793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a513fb-6dd1-4dc8-be50-337e95ea430b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=b123ee19-21b1-4444-8dd5-9c9c407e3d64,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:25.083583 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 7, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:25.115349 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:25.125449 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:25.131105 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:25.140072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32627827-b06a-4c0a-b358-2afb06b4d75b req-8a0998e9-5d6d-4d3d-ae73-4e9ecee3f404 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706561 Aug 27 16:24:25.234107 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:25.234477 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.236853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:25.240345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.290166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce329d44-87d2-4635-b314-46a9eeb0f68f req-3a54b059-d208-457b-8199-58d040bd67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:25.291662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce329d44-87d2-4635-b314-46a9eeb0f68f req-3a54b059-d208-457b-8199-58d040bd67a2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3156621 Aug 27 16:24:25.301550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:25.359363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.359818 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment efb03748-a9ff-48ba-a63e-5abdfb70be29 of type vlan for network f5e0b4cd-daad-4898-9a26-68fea1f80f70 Aug 27 16:24:25.438133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.484360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.486063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-98954b0b-1118-4924-acda-c1ea70c4b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:25.487629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-98954b0b-1118-4924-acda-c1ea70c4b36b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 1094 time: 0.1453745 Aug 27 16:24:25.513278 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 7, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:25.534594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-56c0792e-5101-4aab-bb2b-7cb34ee1358c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d529f5-3152-4f59-8cee-622cf20b7280 HTTP/1.1" status: 200 len: 217 time: 0.0388024 Aug 27 16:24:25.548451 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b06b8-490b-4895-9d36-4be02ef8dbd3 None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 7, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c03a37-3759-44b5-8ff6-e8b888e5cacc', 'name': '', 'network_id': 'c63a68ba-7946-4e4d-8878-f06fd83d85c2', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:bc:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:14Z', 'updated_at': '2021-08-27T16:24:23Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'eae03955-34b5-49d7-8ea6-aa690d5144d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:25.584750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.592648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:25.593406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.697319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-8ef5384b-9371-4c0e-b2b1-0a0db39c8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:25.698846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-8ef5384b-9371-4c0e-b2b1-0a0db39c8855 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc HTTP/1.1" status: 200 len: 855 time: 0.1575305 Aug 27 16:24:25.727501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=f5e0b4cd-daad-4898-9a26-68fea1f80f70,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:25.738925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f5e0b4cd-daad-4898-9a26-68fea1f80f70 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:25.750183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-86f665ad-1ed6-4df5-9f27-4712c9c11254 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8018870 Aug 27 16:24:25.753162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49946) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:25.761643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:25.767537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-4c159600-3093-4fd2-a3de-b828323658e5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d698cbfd-2741-4754-8519-b3df7b4bb078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425456 Aug 27 16:24:25.822526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Router a8419395-5174-4e6c-a2b3-e3857a26b8c5 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:24:25.842325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:25.959382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-54be272c-3627-4c80-a38f-e7718cfbd23d service neutron] 10.222.0.97 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786790 Aug 27 16:24:25.978095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:25.992840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Sync routers for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:26.005760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:26.006612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:26.046315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.074507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:26.078528 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.139203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31c2a8a8-2b31-408c-9478-9a63294d9193 req-835a0aa0-0611-48e3-9720-c809587f4fd0 service neutron] 10.222.0.97 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762524 Aug 27 16:24:26.223013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.226463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49952) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:26.232670 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c8790e6f-652a-4d8b-805a-82b1ed2f660f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1453180 Aug 27 16:24:26.256569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:26.421656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894ce71-27ef-41ec-9e5d-7700059c5f64 req-71ef6b29-e6d1-4b77-82ea-a9a448528fb3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:26.423072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d894ce71-27ef-41ec-9e5d-7700059c5f64 req-71ef6b29-e6d1-4b77-82ea-a9a448528fb3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 943 time: 0.1156707 Aug 27 16:24:26.454221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 57c03a37-3759-44b5-8ff6-e8b888e5cacc {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:26.454570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.485602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.500260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:24Z', 'revision_number': 3, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:26.539422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Checking router: a8419395-5174-4e6c-a2b3-e3857a26b8c5 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:26.540310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Updating router a8419395-5174-4e6c-a2b3-e3857a26b8c5 port 50f996a2-26f6-41c9-b798-13aef1e09d91 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:24:26.554242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d894ce71-27ef-41ec-9e5d-7700059c5f64 req-99e06583-109d-4cb5-8ccc-32b7a12e4cc6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227536 Aug 27 16:24:26.564024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:26.585350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.589323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': 'efb03748-a9ff-48ba-a63e-5abdfb70be29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:26.589712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: f5e0b4cd-daad-4898-9a26-68fea1f80f70, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:26.648764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 57c03a37-3759-44b5-8ff6-e8b888e5cacc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=57c03a37-3759-44b5-8ff6-e8b888e5cacc,segment=NetworkSegment(8bbe0490-79e8-4ee3-a8ac-07af5de92bdf),segment_id=8bbe0490-79e8-4ee3-a8ac-07af5de92bdf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:26.649114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.665311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 57c03a37-3759-44b5-8ff6-e8b888e5cacc owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:26.696091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network f5e0b4cd-daad-4898-9a26-68fea1f80f70 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:26.787899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, f5e0b4cd-daad-4898-9a26-68fea1f80f70) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:26.792856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:26.794705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.805872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e37e39-5d74-4cf0-87ab-e01b24f54670 None None] Network f5e0b4cd-daad-4898-9a26-68fea1f80f70 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:26.889182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce8fcca7-faa0-40e5-8677-9b4a96c0b3f8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1336629 Aug 27 16:24:26.891910 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49962) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:26.897324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70', 'name': 'tempest-PortsTestJSON-1891265120'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:26.911419 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:26.938513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Transition to ACTIVE for port object 50f996a2-26f6-41c9-b798-13aef1e09d91 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:27.021434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.086325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Attempting to bind port 50f996a2-26f6-41c9-b798-13aef1e09d91 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:27.086710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Attempting to bind port 50f996a2-26f6-41c9-b798-13aef1e09d91 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:27.087089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Attempting to bind port 50f996a2-26f6-41c9-b798-13aef1e09d91 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:27.097008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-f5e0b4cd-daad-4898-9a26-68fea1f80f70', 'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70', 'tenant_id': 'ce2277f6ae7c47cc9cc6e948aa1b332d', 'fixed_ips': [{'subnet_id': 'c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:24:27.097903 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.108030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:27.108424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:27.108836 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.109242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:27.109736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Bound port: 50f996a2-26f6-41c9-b798-13aef1e09d91, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:27.110126 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.142898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06959075-07c0-41c9-b996-c35f184328e2 None None] Pushing event updated for resources: {'Port': ['ID=50f996a2-26f6-41c9-b798-13aef1e09d91,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:27.160567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:27.166306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.183092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 02a372de-8405-4367-8f63-40345a97ced9 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:27.246932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] For port 50f996a2-26f6-41c9-b798-13aef1e09d91, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:27.325809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.10 (f5e0b4cd-daad-4898-9a26-68fea1f80f70/c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f/02a372de-8405-4367-8f63-40345a97ced9) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:27.392262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.477639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] For port 50f996a2-26f6-41c9-b798-13aef1e09d91, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=50f996a2-26f6-41c9-b798-13aef1e09d91,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:27.494656 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.500923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.516832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object 02a372de-8405-4367-8f63-40345a97ced9 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:27.536613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.579222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=57c03a37-3759-44b5-8ff6-e8b888e5cacc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:27.624618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:27.625327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:27.629156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.703750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06959075-07c0-41c9-b996-c35f184328e2 None None] Pushing event updated for resources: {'Port': ['ID=50f996a2-26f6-41c9-b798-13aef1e09d91,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:27.710281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network f5e0b4cd-daad-4898-9a26-68fea1f80f70 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:27.714258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:27.717473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=02a372de-8405-4367-8f63-40345a97ced9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:27.719779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:27.771015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.771530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:27.772058 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.798533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Allocated IP 172.20.0.1 (f7905714-a692-4dc1-84a5-0d910cc6f6ae/d6accc71-a20b-4959-9897-6a03e5eb1048/adc0ec07-fbbf-4cb0-a4ac-0c517e722644) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:27.866169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7ff1ded7-2b6e-408b-8117-b00c1b5b553a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9731317 Aug 27 16:24:27.868709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49974) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:27.932493 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:27.998451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Allocated IP 172.20.0.2 (f5e0b4cd-daad-4898-9a26-68fea1f80f70/c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f/9806092c-d9de-478b-8444-04a07e5f1ea5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:28.072815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.075354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 02a372de-8405-4367-8f63-40345a97ced9 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:28.088765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.089010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:28.158330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Pushing event updated for resources: {'Port': ['ID=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:28.176638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Network f7905714-a692-4dc1-84a5-0d910cc6f6ae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:28.182568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:28.190063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:28.218721 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.233550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fae23-7128-47b6-9af1-fe867338473b req-61874973-e2e2-4524-a997-80804d477d7e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:28.238305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 02a372de-8405-4367-8f63-40345a97ced9 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:28.243139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-461fae23-7128-47b6-9af1-fe867338473b req-61874973-e2e2-4524-a997-80804d477d7e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 943 time: 0.5516124 Aug 27 16:24:28.299934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-461fae23-7128-47b6-9af1-fe867338473b req-48f3d7e2-dafa-44c8-add1-c9f907095660 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578740 Aug 27 16:24:28.305530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.332312 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.351328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Transition to ACTIVE for port object 9806092c-d9de-478b-8444-04a07e5f1ea5 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:28.385737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Transition to ACTIVE for port object 9806092c-d9de-478b-8444-04a07e5f1ea5 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:28.410912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:24Z', 'revision_number': 3, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:28.459943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd785d66-7c21-40d6-ad52-61346706c72c None None] The sync data for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 is: [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:24Z', 'revision_number': 3, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:28.468374 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.521366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Network f5e0b4cd-daad-4898-9a26-68fea1f80f70 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:28.528840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:28.533723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:28.537580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Pushing event updated for resources: {'Port': ['ID=9806092c-d9de-478b-8444-04a07e5f1ea5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:28.543594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.554527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:28.609928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Attempting to bind port 9806092c-d9de-478b-8444-04a07e5f1ea5 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:28.610358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Attempting to bind port 9806092c-d9de-478b-8444-04a07e5f1ea5 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'efb03748-a9ff-48ba-a63e-5abdfb70be29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:28.610734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Attempting to bind port 9806092c-d9de-478b-8444-04a07e5f1ea5 on network f5e0b4cd-daad-4898-9a26-68fea1f80f70 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:28.622857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:28.623242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Checking segment: {'id': 'efb03748-a9ff-48ba-a63e-5abdfb70be29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:28.623690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.624131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Bound using segment: {'id': 'efb03748-a9ff-48ba-a63e-5abdfb70be29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:28.624608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Bound port: 9806092c-d9de-478b-8444-04a07e5f1ea5, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb03748-a9ff-48ba-a63e-5abdfb70be29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'f5e0b4cd-daad-4898-9a26-68fea1f80f70'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:28.625065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.644639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=02a372de-8405-4367-8f63-40345a97ced9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:28.664982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.664982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.664982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.664982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.664982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.664982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.664982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.666167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.667370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.668543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.669414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.670209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:28.671158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:28.676794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-49b04144-4af0-4d94-af2c-69cb9f57a231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8502169 Aug 27 16:24:28.679568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49982) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:28.683405 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:28.700873 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:28.701507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:28.711925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.716450 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-63dfec2f-0893-4879-9c0c-e6013df4b962 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/02a372de-8405-4367-8f63-40345a97ced9 HTTP/1.1" status: 204 len: 168 time: 0.8444872 Aug 27 16:24:28.719347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49984) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:28.763022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] For port 9806092c-d9de-478b-8444-04a07e5f1ea5, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:28.767756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] For port 9806092c-d9de-478b-8444-04a07e5f1ea5, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9806092c-d9de-478b-8444-04a07e5f1ea5,segment=NetworkSegment(efb03748-a9ff-48ba-a63e-5abdfb70be29),segment_id=efb03748-a9ff-48ba-a63e-5abdfb70be29)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:28.785166 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e30fc4-ef92-4368-86ec-118691e0f8d8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:28.787188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e30fc4-ef92-4368-86ec-118691e0f8d8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:28.788300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-06e30fc4-ef92-4368-86ec-118691e0f8d8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/02a372de-8405-4367-8f63-40345a97ced9 HTTP/1.1" status: 404 len: 333 time: 0.0657048 Aug 27 16:24:28.794589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49986) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:28.802356 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.811791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet eae03955-34b5-49d7-8ea6-aa690d5144d6 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:28.827294 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.860602 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b696bb1f-73bb-4123-a309-0fb1df6dcc83 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:24:28.865792 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b696bb1f-73bb-4123-a309-0fb1df6dcc83 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/02a372de-8405-4367-8f63-40345a97ced9 HTTP/1.1" status: 404 len: 333 time: 0.0704234 Aug 27 16:24:28.865792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49988) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:28.891295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.925334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:28.985664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:28.989891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.013069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf5287-50a0-44be-9b62-f1a32e09c85c None None] Pushing event updated for resources: {'Port': ['ID=9806092c-d9de-478b-8444-04a07e5f1ea5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:29.038849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45d529f5-3152-4f59-8cee-622cf20b7280 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:24:29.067984 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:29.080798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.171685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.279562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:29.311926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.313584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '45d529f5-3152-4f59-8cee-622cf20b7280', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'port_id': '45d529f5-3152-4f59-8cee-622cf20b7280', 'mac_address': 'fa:16:3e:15:ec:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:24:29.372474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.389865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.453379 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.483823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d529f5-3152-4f59-8cee-622cf20b7280 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:24:29.505089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.517777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:29.536494 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:27Z', 'revision_number': 8, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:29.551496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.567667 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:29.576697 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:29.577311 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:29.622854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.624646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.656055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=eae03955-34b5-49d7-8ea6-aa690d5144d6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:29.660893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:29.673059 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.678843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:29.685840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bb4f017d-1919-4f0b-84b5-a93c3d340ad7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f HTTP/1.1" status: 204 len: 168 time: 0.8136392 Aug 27 16:24:29.686064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/eae03955-34b5-49d7-8ea6-aa690d5144d6 HTTP/1.1" status: 204 len: 168 time: 1.0001364 Aug 27 16:24:29.686064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50002) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:29.686350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50004) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:29.687260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Pushing event updated for resources: {'Port': ['ID=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:29.701575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acaadfa-d8b3-4ae3-a892-8d2d380bd43c None None] Network c63a68ba-7946-4e4d-8878-f06fd83d85c2 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:29.721532 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:29.724785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.725140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.731803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd66bbe-1cb8-4ca2-9215-698521e8c993 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.785036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:29.790716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.791072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.791452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.791792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.792160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.792499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.793549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.793549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.793941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.794777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.794777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.795199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:24:29.869210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850be01-bbc0-4a8e-9e9e-afce371f14a2 req-c358bf32-0d0a-407e-a204-817ec5608f73 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:29.877626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e850be01-bbc0-4a8e-9e9e-afce371f14a2 req-c358bf32-0d0a-407e-a204-817ec5608f73 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 943 time: 0.3869498 Aug 27 16:24:29.886139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['45d529f5-3152-4f59-8cee-622cf20b7280'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:24:29.946921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Network f7905714-a692-4dc1-84a5-0d910cc6f6ae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:29.955387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:30.065324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.075119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.094269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e850be01-bbc0-4a8e-9e9e-afce371f14a2 req-ff91e3db-df96-4420-a597-79857e64f477 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157509 Aug 27 16:24:30.168897 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:27Z', 'revision_number': 8, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:30.241943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] DHCP port deletion for c63a68ba-7946-4e4d-8878-f06fd83d85c2 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:30.257860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Router a8419395-5174-4e6c-a2b3-e3857a26b8c5 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:30.264199 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283af94-78b9-4ac4-8284-9563aa927de2 None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:27Z', 'revision_number': 8, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76a626db-604b-41fd-9628-2b58c9a6f79f', 'name': '', 'network_id': '73154cd1-5d0a-4936-9c28-72fd3e416b50', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:66:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '583deb55-8561-4e98-8dec-36d09344c11c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:06Z', 'updated_at': '2021-08-27T16:24:13Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': '583deb55-8561-4e98-8dec-36d09344c11c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:30.273494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port e20480a8-61ad-4feb-b4ee-bcd6e357baad {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:30.273896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.363898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 9806092c-d9de-478b-8444-04a07e5f1ea5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:30.364302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.385669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] Deleting port e20480a8-61ad-4feb-b4ee-bcd6e357baad {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:30.386330 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.456768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] For port e20480a8-61ad-4feb-b4ee-bcd6e357baad, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e20480a8-61ad-4feb-b4ee-bcd6e357baad,segment=NetworkSegment(8bbe0490-79e8-4ee3-a8ac-07af5de92bdf),segment_id=8bbe0490-79e8-4ee3-a8ac-07af5de92bdf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:30.457317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.481111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52898ecf-a602-43d8-a61e-1b346d93373c None None] Network f5e0b4cd-daad-4898-9a26-68fea1f80f70 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:30.483585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] Calling delete_port for e20480a8-61ad-4feb-b4ee-bcd6e357baad owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:30.485159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port e20480a8-61ad-4feb-b4ee-bcd6e357baad, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e20480a8-61ad-4feb-b4ee-bcd6e357baad,segment=NetworkSegment(8bbe0490-79e8-4ee3-a8ac-07af5de92bdf),segment_id=8bbe0490-79e8-4ee3-a8ac-07af5de92bdf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:30.485335 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.506113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] For port 9806092c-d9de-478b-8444-04a07e5f1ea5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9806092c-d9de-478b-8444-04a07e5f1ea5,segment=NetworkSegment(efb03748-a9ff-48ba-a63e-5abdfb70be29),segment_id=efb03748-a9ff-48ba-a63e-5abdfb70be29)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:30.506480 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.519931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for e20480a8-61ad-4feb-b4ee-bcd6e357baad owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:30.557867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 9806092c-d9de-478b-8444-04a07e5f1ea5 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:30.734501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-05267be2-2df3-446d-af6d-d9329375308f None None] Provisioning for port 9806092c-d9de-478b-8444-04a07e5f1ea5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:30.776726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:30.834200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] Pushing event deleted for resources: {'Port': ['ID=e20480a8-61ad-4feb-b4ee-bcd6e357baad,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:30.837246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] DHCP port deletion for f5e0b4cd-daad-4898-9a26-68fea1f80f70 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:30.926331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c8f01-5a46-4295-a750-88fd5626f2d4 None None] No DVR routers for this DVR port e20480a8-61ad-4feb-b4ee-bcd6e357baad on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:30.983067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 50f996a2-26f6-41c9-b798-13aef1e09d91 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:30.989904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] Deleting port 9806092c-d9de-478b-8444-04a07e5f1ea5 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:30.990651 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.057894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45d529f5-3152-4f59-8cee-622cf20b7280 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:31.065849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:31.085494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fed076f1-9f4e-4f0b-9893-1e24e0b77c33 admin admin] 10.222.0.101 "PUT /v2.0/routers/a8419395-5174-4e6c-a2b3-e3857a26b8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8453288 Aug 27 16:24:31.148319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] For port 9806092c-d9de-478b-8444-04a07e5f1ea5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9806092c-d9de-478b-8444-04a07e5f1ea5,segment=NetworkSegment(efb03748-a9ff-48ba-a63e-5abdfb70be29),segment_id=efb03748-a9ff-48ba-a63e-5abdfb70be29)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:31.148319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.175455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Sync routers for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:31.178604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] Calling delete_port for 9806092c-d9de-478b-8444-04a07e5f1ea5 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:31.180802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.204799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:31.210286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:31.230311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=e20480a8-61ad-4feb-b4ee-bcd6e357baad,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:31.234023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port e20480a8-61ad-4feb-b4ee-bcd6e357baad on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:31.317822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 50f996a2-26f6-41c9-b798-13aef1e09d91 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:31.319839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 45d529f5-3152-4f59-8cee-622cf20b7280 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:31.329068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 45d529f5-3152-4f59-8cee-622cf20b7280 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:31.329437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.330982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 50f996a2-26f6-41c9-b798-13aef1e09d91 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:31.331368 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.369731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.381937 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.395997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63a68ba-7946-4e4d-8878-f06fd83d85c2']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:31.428652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=9806092c-d9de-478b-8444-04a07e5f1ea5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:31.435629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No DVR routers for this DVR port 9806092c-d9de-478b-8444-04a07e5f1ea5 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:31.449915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15e72c-646c-4147-a0eb-fad826a93822 req-fac1c6c3-5684-481e-9a51-e046f8fcd9f6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:31.451384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a15e72c-646c-4147-a0eb-fad826a93822 req-fac1c6c3-5684-481e-9a51-e046f8fcd9f6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 944 time: 0.2223234 Aug 27 16:24:31.475957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:31.476350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbe0490-79e8-4ee3-a8ac-07af5de92bdf') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:31.484971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.524289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.524851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] Pushing event deleted for resources: {'Port': ['ID=9806092c-d9de-478b-8444-04a07e5f1ea5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:31.533039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b9894-c9a8-4a2e-aaf1-a2f76c22d1e7 None None] No DVR routers for this DVR port 9806092c-d9de-478b-8444-04a07e5f1ea5 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:31.545729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:31.624271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a15e72c-646c-4147-a0eb-fad826a93822 req-37dcece9-a5b2-4a99-bbcc-8d0309d3f197 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457913 Aug 27 16:24:31.629616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.655678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:31.656105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:31.659230 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:31.714314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.738239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e0b4cd-daad-4898-9a26-68fea1f80f70']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:31.765382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb03748-a9ff-48ba-a63e-5abdfb70be29') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:31.765679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb03748-a9ff-48ba-a63e-5abdfb70be29') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:31.785127 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.801596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-f950f2e0-b958-4843-8f81-663d1b89dfd7 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:31.803634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-f950f2e0-b958-4843-8f81-663d1b89dfd7 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 818 time: 0.3291543 Aug 27 16:24:31.811775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.826279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:31.826683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:31.829687 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:31.832583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-eff7839c-6fa9-4fb3-928b-3618f2ea79a5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/quotas/9a963afc7e3141639d144e66c6d2eace HTTP/1.1" status: 200 len: 375 time: 0.0169675 Aug 27 16:24:31.895559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.907518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.912912 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.925759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:31.928381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/c63a68ba-7946-4e4d-8878-f06fd83d85c2 HTTP/1.1" status: 204 len: 168 time: 2.2335596 Aug 27 16:24:31.932487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50036) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:31.953081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c8b29-77cf-48ac-a3d0-c9e3e681aed5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=c63a68ba-7946-4e4d-8878-f06fd83d85c2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:31.956260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 50f996a2-26f6-41c9-b798-13aef1e09d91, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=50f996a2-26f6-41c9-b798-13aef1e09d91,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:31.978014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:31.980868 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c478f-9818-46e6-b44c-cfe9d396e579" -d '{"events": [{"server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "name": "network-vif-plugged", "status": "completed", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:31.998051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:32.028882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.036058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-479ea0cf-e322-4d15-911c-5a846159a2d8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881444 Aug 27 16:24:32.046927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.049506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/f5e0b4cd-daad-4898-9a26-68fea1f80f70 HTTP/1.1" status: 204 len: 168 time: 2.3320458 Aug 27 16:24:32.054389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50042) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:32.056439 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21700727-01dc-4457-9343-a727c3687ab4 x-openstack-request-id: req-21700727-01dc-4457-9343-a727c3687ab4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:32.056798 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "name": "network-vif-plugged", "status": "completed", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:32.057225 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-21700727-01dc-4457-9343-a727c3687ab4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:32.057686 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280', 'code': 200} Aug 27 16:24:32.062849 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.076598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d6338-24d4-44d7-a546-0cc2790daf8e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=f5e0b4cd-daad-4898-9a26-68fea1f80f70,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:32.090247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-160523392'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:32.097158 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.168732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=50f996a2-26f6-41c9-b798-13aef1e09d91,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:32.179783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 2, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:32.224778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e20480a8-61ad-4feb-b4ee-bcd6e357baad no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:32.229866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Checking router: a8419395-5174-4e6c-a2b3-e3857a26b8c5 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:32.230207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Updating router a8419395-5174-4e6c-a2b3-e3857a26b8c5 port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:24:32.269214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e20480a8-61ad-4feb-b4ee-bcd6e357baad {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:32.269562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e20480a8-61ad-4feb-b4ee-bcd6e357baad not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:32.269988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 57c03a37-3759-44b5-8ff6-e8b888e5cacc no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:32.280104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:32.280801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa51b0-2d4f-4be1-8584-4d8b4cd7f47e req-e401eb65-7134-474e-b8e1-d8846a81991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:32.282315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14fa51b0-2d4f-4be1-8584-4d8b4cd7f47e req-e401eb65-7134-474e-b8e1-d8846a81991e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 1096 time: 0.1449170 Aug 27 16:24:32.283940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.301301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 57c03a37-3759-44b5-8ff6-e8b888e5cacc {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:32.301655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 57c03a37-3759-44b5-8ff6-e8b888e5cacc not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:32.311102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-150b4814-c1fe-454a-bd73-0684a808d983 service neutron] 10.222.0.101 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528114 Aug 27 16:24:32.315353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:32.321392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:32.325486 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.342572 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.342572 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment d3dbfc36-b469-4856-ad3b-ad62c730a4e8 of type vlan for network 954365a6-bc09-4f6c-abc8-0f2897c32a75 Aug 27 16:24:32.394806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.414296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14fa51b0-2d4f-4be1-8584-4d8b4cd7f47e req-c9c19a56-a2fb-420e-b3d3-e0a798b63faf service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232069 Aug 27 16:24:32.484816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-fa9f1f8b-4a0f-4d68-a3e5-fe42d1b773af service neutron] 10.222.0.101 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517282 Aug 27 16:24:32.521929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.530756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:32.531805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.580506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.631509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=954365a6-bc09-4f6c-abc8-0f2897c32a75,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:32.652758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 954365a6-bc09-4f6c-abc8-0f2897c32a75 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:32.726561 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-33c51e01-a282-4e1a-b189-244cc6493f5c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6707356 Aug 27 16:24:32.729353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50050) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:32.736806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:32.822113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07fdc-2233-4548-b8eb-e9d49d38994d req-f886227b-59e2-4e2c-92bc-7bec1c8f4b97 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:32.823740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6aa07fdc-2233-4548-b8eb-e9d49d38994d req-f886227b-59e2-4e2c-92bc-7bec1c8f4b97 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1012671 Aug 27 16:24:32.926050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:32.940684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6aa07fdc-2233-4548-b8eb-e9d49d38994d req-37580292-c262-44c7-a166-41d80fe06ed9 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085317 Aug 27 16:24:32.961667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Transition to ACTIVE for port object adc0ec07-fbbf-4cb0-a4ac-0c517e722644 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:32.968346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 50f996a2-26f6-41c9-b798-13aef1e09d91 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:33.050487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 50f996a2-26f6-41c9-b798-13aef1e09d91 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:33.051110 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.065237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78662d0f-e598-4f16-bde6-1fa256ea0b12 req-35af453a-3b42-42d3-a59c-46035a8ae5d9 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 210 time: 0.0501649 Aug 27 16:24:33.119897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 76a626db-604b-41fd-9628-2b58c9a6f79f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:33.120584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.193192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.255530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 76a626db-604b-41fd-9628-2b58c9a6f79f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=76a626db-604b-41fd-9628-2b58c9a6f79f,segment=NetworkSegment(5af82a9c-246f-475c-a73f-4886503f83d6),segment_id=5af82a9c-246f-475c-a73f-4886503f83d6)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:33.256185 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.294268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136c036-e537-4184-a42f-686b6c8aefdd None None] Pushing event updated for resources: {'Port': ['ID=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:33.296845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 76a626db-604b-41fd-9628-2b58c9a6f79f owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:33.356489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:33.357071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Attempting to bind port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:33.357071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Attempting to bind port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:33.357071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Attempting to bind port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 on network f7905714-a692-4dc1-84a5-0d910cc6f6ae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:33.362749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:33.363041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Checking segment: {'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:33.363582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.364212 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.366844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Bound using segment: {'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:33.367427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Bound port: adc0ec07-fbbf-4cb0-a4ac-0c517e722644, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:33.367882 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.485837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] For port adc0ec07-fbbf-4cb0-a4ac-0c517e722644, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:33.489864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] For port adc0ec07-fbbf-4cb0-a4ac-0c517e722644, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:33.668328 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.669497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.746981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=76a626db-604b-41fd-9628-2b58c9a6f79f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:33.758618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:33.759303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:33.776419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.874152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136c036-e537-4184-a42f-686b6c8aefdd None None] Pushing event updated for resources: {'Port': ['ID=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:33.878967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=ec611954-08ca-4377-86b6-14e6ead04831,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:33.891940 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:33.907878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': 'd3dbfc36-b469-4856-ad3b-ad62c730a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:33.908487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: 954365a6-bc09-4f6c-abc8-0f2897c32a75, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:33.957661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:34.067605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 954365a6-bc09-4f6c-abc8-0f2897c32a75 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:34.105738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a77a5-c837-47a6-8b62-0afb4eb012d7 req-6b35f33f-5cbb-4b32-9c23-bcb47c533c87 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:34.107545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f88a77a5-c837-47a6-8b62-0afb4eb012d7 req-6b35f33f-5cbb-4b32-9c23-bcb47c533c87 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0778790 Aug 27 16:24:34.199014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50086) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:34.227923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:33Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:34.237487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b70b0b58-00ac-47f1-ba4d-08679ed3df0f req-b896692c-83cf-46ae-b2ac-aed2b7160ac8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 210 time: 0.0455532 Aug 27 16:24:34.261897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488151c-0cde-46e5-a2ef-613f74b7913c None None] The sync data for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 is: [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:33Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:34.264129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f88a77a5-c837-47a6-8b62-0afb4eb012d7 req-a0d2edd0-e2da-4fb7-91f1-3e3840be5b60 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159828 Aug 27 16:24:34.270932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 954365a6-bc09-4f6c-abc8-0f2897c32a75) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:34.276430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:34.278577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.280354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac4cee-44ec-4b95-ba1c-e56ef6e0d864 None None] Network 954365a6-bc09-4f6c-abc8-0f2897c32a75 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:34.282570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:34.405643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc839ab8-a0d4-445a-b2a5-763a732b8702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.461415 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e0ce109b-5e02-4859-9b10-c81995f2d5e6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7305417 Aug 27 16:24:34.465212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50092) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:34.470537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75', 'security_groups': [], 'name': 'tempest-PortsTestJSON-488554021'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:34.475716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:34.488719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5a701d58-4f17-419c-9b9b-b38b0f286bbe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5525391 Aug 27 16:24:34.490136 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:34.490633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50094) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:34.523991 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:34.525626 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:34.550481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-954365a6-bc09-4f6c-abc8-0f2897c32a75', 'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75', 'tenant_id': 'ce2277f6ae7c47cc9cc6e948aa1b332d', 'fixed_ips': [{'subnet_id': 'ec611954-08ca-4377-86b6-14e6ead04831'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:24:34.553937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet 583deb55-8561-4e98-8dec-36d09344c11c {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:34.555893 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.563082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.581212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515002f2-89e9-4159-8377-4c173bcc9572 req-a3f60cb7-adbb-4d44-918e-bb8ccf540386 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:34.583770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-515002f2-89e9-4159-8377-4c173bcc9572 req-a3f60cb7-adbb-4d44-918e-bb8ccf540386 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.2017076 Aug 27 16:24:34.664465 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc839ab8-a0d4-445a-b2a5-763a732b8702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.680889 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.708947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-515002f2-89e9-4159-8377-4c173bcc9572 req-692f8651-24d4-4a7f-bc5e-04408bea287c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833175 Aug 27 16:24:34.712478 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:34.803829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc839ab8-a0d4-445a-b2a5-763a732b8702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.814167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:34.867663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Allocated IP 172.20.0.2 (954365a6-bc09-4f6c-abc8-0f2897c32a75/ec611954-08ca-4377-86b6-14e6ead04831/d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:34.927948 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bc839ab8-a0d4-445a-b2a5-763a732b8702 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d36e69beef954688b1e4f44186148be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273953 Aug 27 16:24:34.934893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50106) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:34.938953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc839ab8-a0d4-445a-b2a5-763a732b8702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bd2dbb-4fb2-41be-b27d-9155022c31bf,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:34.982764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:34.986867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.018919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 601f7948-9e8d-47e6-939a-4ce026d71c57 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:35.046555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f70297d-2c3a-444a-8a06-dd2e08b3d0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.102880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.111539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device adc0ec07-fbbf-4cb0-a4ac-0c517e722644 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:35.126731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f70297d-2c3a-444a-8a06-dd2e08b3d0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.202448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=583deb55-8561-4e98-8dec-36d09344c11c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:35.241879 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.247852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6941a3bd-7298-4474-a5b1-0df1d232dff3 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/583deb55-8561-4e98-8dec-36d09344c11c HTTP/1.1" status: 204 len: 168 time: 0.7560024 Aug 27 16:24:35.248250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50110) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:35.286875 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:33Z', 'revision_number': 9, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:35.334960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b24b7-82f2-4cd1-9cc6-6698f88ef3e1 None None] Network 73154cd1-5d0a-4936-9c28-72fd3e416b50 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:35.369060 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:35.396705 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:35.400234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:35.481667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.485221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51c545d3-c859-4151-975f-7d0c57d3abbb req-25b47365-6e72-4fb4-8590-a5540bfb743f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 210 time: 0.0790832 Aug 27 16:24:35.499023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f70297d-2c3a-444a-8a06-dd2e08b3d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.502441 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f70297d-2c3a-444a-8a06-dd2e08b3d0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.504108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f70297d-2c3a-444a-8a06-dd2e08b3d0a7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e3bd2dbb-4fb2-41be-b27d-9155022c31bf HTTP/1.1" status: 204 len: 168 time: 0.5654020 Aug 27 16:24:35.520756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:35.552613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:35.553219 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.606104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70297d-2c3a-444a-8a06-dd2e08b3d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bd2dbb-4fb2-41be-b27d-9155022c31bf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:35.624620 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:35.642300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:35.643455 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.664855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d56501-ba73-410e-a3e5-dc42505c296b req-c4a50d2d-f7cd-4ab4-967a-4520653e013b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:35.674500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d56501-ba73-410e-a3e5-dc42505c296b req-c4a50d2d-f7cd-4ab4-967a-4520653e013b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1877360 Aug 27 16:24:35.687513 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.727450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Transition to ACTIVE for port object d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:35.759210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76d56501-ba73-410e-a3e5-dc42505c296b req-6ab86d31-3221-4254-b5e0-e2594b6589f6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837111 Aug 27 16:24:35.789979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 6307cf8d-371e-4c9b-9c8b-db620dc553d3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6307cf8d-371e-4c9b-9c8b-db620dc553d3,segment=NetworkSegment(5af82a9c-246f-475c-a73f-4886503f83d6),segment_id=5af82a9c-246f-475c-a73f-4886503f83d6)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:35.790503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.806711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 6307cf8d-371e-4c9b-9c8b-db620dc553d3 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:35.816457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Transition to ACTIVE for port object d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:35.894145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.923418 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:35.989995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port adc0ec07-fbbf-4cb0-a4ac-0c517e722644, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:35.995240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] DHCP port deletion for 73154cd1-5d0a-4936-9c28-72fd3e416b50 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:36.003616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.13 (954365a6-bc09-4f6c-abc8-0f2897c32a75/ec611954-08ca-4377-86b6-14e6ead04831/601f7948-9e8d-47e6-939a-4ce026d71c57) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:36.007925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Network 954365a6-bc09-4f6c-abc8-0f2897c32a75 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:36.014002 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:33Z', 'revision_number': 9, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:36.039225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:36.060703 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5b543-8375-4fe4-b28e-6815303e41e0 None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:33Z', 'revision_number': 9, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81b478aa-7d29-472d-9dd5-a707020f11b2', 'name': '', 'network_id': 'c4327a9f-6724-4034-9c53-8443aeb43c11', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:ee:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:57Z', 'updated_at': '2021-08-27T16:24:07Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'ce522326-1c1f-42bd-8298-7c56b9942bdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:36.066475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:36.068961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Pushing event updated for resources: {'Port': ['ID=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:36.102732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.136260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Attempting to bind port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:36.136845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Attempting to bind port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd3dbfc36-b469-4856-ad3b-ad62c730a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:36.137221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Attempting to bind port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c on network 954365a6-bc09-4f6c-abc8-0f2897c32a75 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:36.149001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:36.149450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Checking segment: {'id': 'd3dbfc36-b469-4856-ad3b-ad62c730a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:36.149864 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.150260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Bound using segment: {'id': 'd3dbfc36-b469-4856-ad3b-ad62c730a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:36.150749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Bound port: d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dbfc36-b469-4856-ad3b-ad62c730a4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '954365a6-bc09-4f6c-abc8-0f2897c32a75'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:36.151400 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.168360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] Deleting port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:36.169156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.172881 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.331787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] For port 6307cf8d-371e-4c9b-9c8b-db620dc553d3, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:36.332507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.378581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] Calling delete_port for 6307cf8d-371e-4c9b-9c8b-db620dc553d3 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:36.383250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] Port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:24:36.384143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:36.390657 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.397363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] For port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:36.402752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] For port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,segment=NetworkSegment(d3dbfc36-b469-4856-ad3b-ad62c730a4e8),segment_id=d3dbfc36-b469-4856-ad3b-ad62c730a4e8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:36.425508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] No DVR routers for this DVR port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:36.427584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e0a9b-1c37-42a6-843a-36ee004c0431 None None] Pushing event deleted for resources: {'Port': ['ID=6307cf8d-371e-4c9b-9c8b-db620dc553d3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:36.573306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=6307cf8d-371e-4c9b-9c8b-db620dc553d3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:36.586077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20b2ab8b-2893-4ee3-b913-6ef66a7a7c0d req-7b533446-4b03-44b8-84c2-798a3da82ad0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 210 time: 0.0381923 Aug 27 16:24:36.592729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port 6307cf8d-371e-4c9b-9c8b-db620dc553d3 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:36.650273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.734920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6068-b7ec-4e28-ac0b-e68d1e26d383 None None] Pushing event updated for resources: {'Port': ['ID=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:36.799467 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.834970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-0385143b-d2a5-4880-a69d-cb5321e61a67 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:36.836567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-0385143b-d2a5-4880-a69d-cb5321e61a67 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.90 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 818 time: 0.2757766 Aug 27 16:24:36.840788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73154cd1-5d0a-4936-9c28-72fd3e416b50']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:36.865448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Request body: {'port': {'device_id': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'admin_state_up': True, 'tenant_id': '9a963afc7e3141639d144e66c6d2eace'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:36.885500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af82a9c-246f-475c-a73f-4886503f83d6') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:36.885829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af82a9c-246f-475c-a73f-4886503f83d6') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:36.899722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device adc0ec07-fbbf-4cb0-a4ac-0c517e722644 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:36.949204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.973090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafb58c-e96f-4619-bbf7-f74c56c1e78e req-e51acafc-b087-452a-8bfe-bd4a26f66341 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:36.982512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:36.986169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efafb58c-e96f-4619-bbf7-f74c56c1e78e req-e51acafc-b087-452a-8bfe-bd4a26f66341 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1320999 Aug 27 16:24:36.993429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.024543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:37.024974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:37.028300 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:37.033960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object 601f7948-9e8d-47e6-939a-4ce026d71c57 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:37.057226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:37.057627 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.061547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efafb58c-e96f-4619-bbf7-f74c56c1e78e req-c4614db4-1d9e-4fe7-be1c-a39dc62773be tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713327 Aug 27 16:24:37.211252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6307cf8d-371e-4c9b-9c8b-db620dc553d3 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:37.232411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6307cf8d-371e-4c9b-9c8b-db620dc553d3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:37.232752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6307cf8d-371e-4c9b-9c8b-db620dc553d3 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:37.233160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a626db-604b-41fd-9628-2b58c9a6f79f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:37.254856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 76a626db-604b-41fd-9628-2b58c9a6f79f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:37.255200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 76a626db-604b-41fd-9628-2b58c9a6f79f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:37.273830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Made reservation on behalf of 9a963afc7e3141639d144e66c6d2eace for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:37.278262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.280722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.283394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.297175 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.299166 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/73154cd1-5d0a-4936-9c28-72fd3e416b50 HTTP/1.1" status: 204 len: 168 time: 2.0498321 Aug 27 16:24:37.302621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50146) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:37.356690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a348f8b-58de-4b37-8658-23fe5c7a5ff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=73154cd1-5d0a-4936-9c28-72fd3e416b50,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:37.428248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 954365a6-bc09-4f6c-abc8-0f2897c32a75 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:37.429067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=601f7948-9e8d-47e6-939a-4ce026d71c57,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:37.435033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:37.439528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:37.528987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:37.529671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.573411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Allocated IP 172.20.0.6 (f7905714-a692-4dc1-84a5-0d910cc6f6ae/d6accc71-a20b-4959-9897-6a03e5eb1048/d2647586-4465-42a4-a561-a7b07a0c18ed) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:37.765860 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-20fbe1ba-7559-4277-8c5a-43b58a22e84f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2993519 Aug 27 16:24:37.771439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8bb09c4-1569-4612-a926-04ea81fdd1ab req-a8c7b288-3344-47bd-95fc-95f666b1b133 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 210 time: 0.0544720 Aug 27 16:24:37.773667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:37.814820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.844851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:37.985561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.047675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Network f7905714-a692-4dc1-84a5-0d910cc6f6ae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:38.052614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:38.055173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:38.058542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event updated for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:38.113776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eb5e3f-bde1-4ff8-b96a-81b8189514da None None] Network 954365a6-bc09-4f6c-abc8-0f2897c32a75 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:38.134787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:38.135674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.298257 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1afdcf30-e69f-4263-875a-0bb49d6fcb2c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4472320 Aug 27 16:24:38.309925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1e7c62d1-e0d0-43f7-b6c1-2f3ca2686276 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:24:38.310298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-1e7c62d1-e0d0-43f7-b6c1-2f3ca2686276 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056553 Aug 27 16:24:38.410714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 601f7948-9e8d-47e6-939a-4ce026d71c57 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:38.411396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.438771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a779-2ba1-4b0b-8275-310a67a24c72 req-29f606f8-893a-4be3-a7ea-c6fbf7927c7c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:38.446019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c708a779-2ba1-4b0b-8275-310a67a24c72 req-29f606f8-893a-4be3-a7ea-c6fbf7927c7c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1577821 Aug 27 16:24:38.525918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2d681fa5-42b8-4510-a30c-5f92fcbaad4c None None] Provisioning for port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:38.531593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50186) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:38.535764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c708a779-2ba1-4b0b-8275-310a67a24c72 req-0fe65371-c1dd-4a57-a8c9-ef5fb4514655 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885658 Aug 27 16:24:38.566603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Request body: {'port': {'device_id': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:38.595659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.616779 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abc95492-d425-4da7-9966-f1e21b305025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.617538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 601f7948-9e8d-47e6-939a-4ce026d71c57 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:38.661266 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.802427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 81b478aa-7d29-472d-9dd5-a707020f11b2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:38.803047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.900351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abc95492-d425-4da7-9966-f1e21b305025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.910975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1487ec51-cabc-4327-b851-ccfeb5eaefe6 None None] Provisioning for port 601f7948-9e8d-47e6-939a-4ce026d71c57 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:38.916918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1487ec51-cabc-4327-b851-ccfeb5eaefe6 None None] Provisioning complete for port 601f7948-9e8d-47e6-939a-4ce026d71c57 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:38.918366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1487ec51-cabc-4327-b851-ccfeb5eaefe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:38.955354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:39.006392 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-abc95492-d425-4da7-9966-f1e21b305025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.012822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1487ec51-cabc-4327-b851-ccfeb5eaefe6 None None] Port 601f7948-9e8d-47e6-939a-4ce026d71c57 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:39.014342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 81b478aa-7d29-472d-9dd5-a707020f11b2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81b478aa-7d29-472d-9dd5-a707020f11b2,segment=NetworkSegment(3a40f842-1e4a-4f6f-93b2-b142e663b923),segment_id=3a40f842-1e4a-4f6f-93b2-b142e663b923)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:39.014726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.040218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 81b478aa-7d29-472d-9dd5-a707020f11b2 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:39.052734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff42f9f-8d2d-4058-b5f0-46539b9600df req-8cc3f55f-aecf-4285-a719-09378b4deca2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:39.054244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dff42f9f-8d2d-4058-b5f0-46539b9600df req-8cc3f55f-aecf-4285-a719-09378b4deca2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 931 time: 0.1478934 Aug 27 16:24:39.090418 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-abc95492-d425-4da7-9966-f1e21b305025 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52be2290f1d54120ad6c1b7aa8d09eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569060 Aug 27 16:24:39.093033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc95492-d425-4da7-9966-f1e21b305025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7038965-c781-4810-8f6f-6987c6615186,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:39.096311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50194) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:39.119143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2647586-4465-42a4-a561-a7b07a0c18ed {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:24:39.129833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.134467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-831e3d8b-4292-4593-bb1f-86efacfe6627 None None] Provisioning complete for port 601f7948-9e8d-47e6-939a-4ce026d71c57 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:39.134976 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-831e3d8b-4292-4593-bb1f-86efacfe6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.141544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dff42f9f-8d2d-4058-b5f0-46539b9600df req-753b87e5-5df7-49a6-a5f1-43499bf70ffc tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798044 Aug 27 16:24:39.174720 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87fcf9ea-4c5b-43bd-9c24-e0283384af86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.186154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-831e3d8b-4292-4593-bb1f-86efacfe6627 None None] Port 601f7948-9e8d-47e6-939a-4ce026d71c57 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:39.195856 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87fcf9ea-4c5b-43bd-9c24-e0283384af86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.391751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:39.395969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:39.418987 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.475481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.501190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.515902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,segment=NetworkSegment(d3dbfc36-b469-4856-ad3b-ad62c730a4e8),segment_id=d3dbfc36-b469-4856-ad3b-ad62c730a4e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:39.535157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=601f7948-9e8d-47e6-939a-4ce026d71c57,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:39.603478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.608410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-26f3fb4e-7a6c-4cc0-9751-544d178e9b1b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/601f7948-9e8d-47e6-939a-4ce026d71c57 HTTP/1.1" status: 204 len: 168 time: 1.8312011 Aug 27 16:24:39.608814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50200) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:39.647407 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f98d75-cc1a-44e5-87b0-cdc3465900a7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:24:39.647407 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-91f98d75-cc1a-44e5-87b0-cdc3465900a7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/601f7948-9e8d-47e6-939a-4ce026d71c57 HTTP/1.1" status: 404 len: 333 time: 0.0311081 Aug 27 16:24:39.649947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50204) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:39.701376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Transition to ACTIVE for port object d2647586-4465-42a4-a561-a7b07a0c18ed will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:39.706308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87fcf9ea-4c5b-43bd-9c24-e0283384af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.709241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ef1fb-31ce-4ed5-ba16-05ba7781b0e0 req-411c74a0-af55-4570-9b2f-84cd3bb34dac tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:39.710976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d59ef1fb-31ce-4ed5-ba16-05ba7781b0e0 req-411c74a0-af55-4570-9b2f-84cd3bb34dac tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0981231 Aug 27 16:24:39.714019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87fcf9ea-4c5b-43bd-9c24-e0283384af86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.714251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.715948 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87fcf9ea-4c5b-43bd-9c24-e0283384af86 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e7038965-c781-4810-8f6f-6987c6615186 HTTP/1.1" status: 204 len: 168 time: 0.6168890 Aug 27 16:24:39.726026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcf9ea-4c5b-43bd-9c24-e0283384af86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7038965-c781-4810-8f6f-6987c6615186,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:39.764626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=81b478aa-7d29-472d-9dd5-a707020f11b2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:39.769859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet ec611954-08ca-4377-86b6-14e6ead04831 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:39.778749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.882212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d59ef1fb-31ce-4ed5-ba16-05ba7781b0e0 req-8e70c525-a775-4751-a38c-813f93cca9e2 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568859 Aug 27 16:24:39.890635 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.924019 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:39.944816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:39.984027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.096161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.231399 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.280856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:40.296316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b971-7b2b-4789-935f-5591920bdc18 req-b1356ece-0e50-43fb-ad58-29edfeed4871 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:40.310397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7a8b971-7b2b-4789-935f-5591920bdc18 req-b1356ece-0e50-43fb-ad58-29edfeed4871 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 943 time: 0.0735950 Aug 27 16:24:40.311158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Pushing event updated for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:40.362136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Attempting to bind port d2647586-4465-42a4-a561-a7b07a0c18ed on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:40.362491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Attempting to bind port d2647586-4465-42a4-a561-a7b07a0c18ed by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:40.362830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Attempting to bind port d2647586-4465-42a4-a561-a7b07a0c18ed on network f7905714-a692-4dc1-84a5-0d910cc6f6ae {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:40.367368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Port d2647586-4465-42a4-a561-a7b07a0c18ed on network f7905714-a692-4dc1-84a5-0d910cc6f6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:24:40.367702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Attempting to bind port d2647586-4465-42a4-a561-a7b07a0c18ed on network f7905714-a692-4dc1-84a5-0d910cc6f6ae {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:40.372798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:40.373141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Checking segment: {'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:40.373643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Bound using segment: {'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:40.374073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Bound port: d2647586-4465-42a4-a561-a7b07a0c18ed, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e4420e-0b16-4320-bec4-9274b932bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:40.374439 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.411247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7a8b971-7b2b-4789-935f-5591920bdc18 req-0ae8ee88-7326-4178-ab13-6b1273f573be tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061962 Aug 27 16:24:40.431521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:40.437069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c1fd89ff-b84c-4f36-9eb2-0de6c09b9b7d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1328223 Aug 27 16:24:40.440931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50210) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:40.443016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:40.447430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:40.451317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2647586-4465-42a4-a561-a7b07a0c18ed,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:40.452514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:40.453204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:40.496764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet ce522326-1c1f-42bd-8298-7c56b9942bdc {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:40.500035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.526260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.540243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:40.562160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.566639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/ec611954-08ca-4377-86b6-14e6ead04831 HTTP/1.1" status: 204 len: 168 time: 0.9116371 Aug 27 16:24:40.567425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50212) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:40.569345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f58816-9633-4745-bb3c-357739b2983b None None] Network 954365a6-bc09-4f6c-abc8-0f2897c32a75 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:40.569500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc6a86-8e3e-41c3-bf75-a4b54220ddc6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=ec611954-08ca-4377-86b6-14e6ead04831,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:40.582072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.648631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.671818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.716613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:40.717067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.738834 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.825626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:40.826256 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.827721 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] 10.222.0.90 "PUT /v2.0/ports/d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 1091 time: 2.5100038 Aug 27 16:24:40.828180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:40.830482 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98454e86-c57e-474b-bc4b-3a55e833ccc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:40.877103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb782c1f-6f4c-4283-9af6-918a17a00886 service neutron] Pushing event updated for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:40.880963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] For port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,segment=NetworkSegment(d3dbfc36-b469-4856-ad3b-ad62c730a4e8),segment_id=d3dbfc36-b469-4856-ad3b-ad62c730a4e8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:40.881338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.900207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:40.905274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:39Z', 'revision_number': 10, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:40.920205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:40.942529 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4703546-fc1b-402e-acc6-9d80229840ca x-openstack-request-id: req-a4703546-fc1b-402e-acc6-9d80229840ca {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:40.943026 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:40.943474 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a4703546-fc1b-402e-acc6-9d80229840ca {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:40.944077 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'status': 'completed', 'code': 200} Aug 27 16:24:40.977487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=ce522326-1c1f-42bd-8298-7c56b9942bdc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:40.984554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] DHCP port deletion for 954365a6-bc09-4f6c-abc8-0f2897c32a75 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:40.987032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:41.009233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.009233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-22ded164-48ab-4593-ac78-cc8d493412fe tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/ce522326-1c1f-42bd-8298-7c56b9942bdc HTTP/1.1" status: 204 len: 168 time: 0.5549626 Aug 27 16:24:41.019998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50226) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:41.024118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d7ecc-bd1c-4460-8dc4-c87165189ddc None None] Network c4327a9f-6724-4034-9c53-8443aeb43c11 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:41.067825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454e86-c57e-474b-bc4b-3a55e833ccc1 req-649ad390-544e-4926-bad8-75ea2b0e36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.069642 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98454e86-c57e-474b-bc4b-3a55e833ccc1 req-649ad390-544e-4926-bad8-75ea2b0e36ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1094 time: 0.1184702 Aug 27 16:24:41.080111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:41.080380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.147738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc53910-8d59-4b85-b62a-d1d68247f808 req-bc9dd7dd-4d01-4a9a-988c-7050fae4a9ce tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.149294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcc53910-8d59-4b85-b62a-d1d68247f808 req-bc9dd7dd-4d01-4a9a-988c-7050fae4a9ce tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1678402 Aug 27 16:24:41.155446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.193127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454e86-c57e-474b-bc4b-3a55e833ccc1 req-455dbde3-1389-4b76-b273-a74eb0294a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.194922 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98454e86-c57e-474b-bc4b-3a55e833ccc1 req-455dbde3-1389-4b76-b273-a74eb0294a9d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=9a963afc7e3141639d144e66c6d2eace&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1148932 Aug 27 16:24:41.224676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:41.225188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcc53910-8d59-4b85-b62a-d1d68247f808 req-04bafa4f-07d9-421d-a0c0-51ca94462c7a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677075 Aug 27 16:24:41.260083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port cd955f66-4aef-4f86-b491-b50231cfdbb2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:41.260434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.271502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] Deleting port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:41.272293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.307368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454e86-c57e-474b-bc4b-3a55e833ccc1 req-67b43dd5-2252-45b1-a0df-28b267a6a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.309343 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98454e86-c57e-474b-bc4b-3a55e833ccc1 req-67b43dd5-2252-45b1-a0df-28b267a6a9ab service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1065896 Aug 27 16:24:41.333214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port cd955f66-4aef-4f86-b491-b50231cfdbb2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cd955f66-4aef-4f86-b491-b50231cfdbb2,segment=NetworkSegment(3a40f842-1e4a-4f6f-93b2-b142e663b923),segment_id=3a40f842-1e4a-4f6f-93b2-b142e663b923)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:41.333946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.350871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for cd955f66-4aef-4f86-b491-b50231cfdbb2 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:41.398319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] For port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,segment=NetworkSegment(d3dbfc36-b469-4856-ad3b-ad62c730a4e8),segment_id=d3dbfc36-b469-4856-ad3b-ad62c730a4e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:41.399392 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.404816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.426943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] Calling delete_port for d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:41.438241 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:41.445776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-9b906640-0c0e-4525-b92b-f3c5cdafae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.447574 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-9b906640-0c0e-4525-b92b-f3c5cdafae5f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1094 time: 0.0953431 Aug 27 16:24:41.449062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No DVR routers for this DVR port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:41.552882 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-cee41105-94d6-4cca-a455-40f87f98d52d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 217 time: 0.0745246 Aug 27 16:24:41.586732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c79e-1fe3-4d54-bd14-cf58705d0c08 req-d4239fc5-d690-462b-b5e1-de710a18ab4b tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.595850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8aa2c79e-1fe3-4d54-bd14-cf58705d0c08 req-d4239fc5-d690-462b-b5e1-de710a18ab4b tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 943 time: 0.0847301 Aug 27 16:24:41.612632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.617266 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.626906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] DHCP port deletion for c4327a9f-6724-4034-9c53-8443aeb43c11 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:41.630030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] No DVR routers for this DVR port d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:41.634930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954365a6-bc09-4f6c-abc8-0f2897c32a75']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.647902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8aa2c79e-1fe3-4d54-bd14-cf58705d0c08 req-fd3f3124-38a2-4aaa-b8cb-1135e9804907 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510447 Aug 27 16:24:41.653304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dbfc36-b469-4856-ad3b-ad62c730a4e8') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.653933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dbfc36-b469-4856-ad3b-ad62c730a4e8') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.663558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-cc27f1b7-c1d8-4129-8134-46889b70317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:41.665051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-cc27f1b7-c1d8-4129-8134-46889b70317d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.1023278 Aug 27 16:24:41.674432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.680763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adf5ed-054d-41e5-84fe-29bed65a729e None None] Pushing event deleted for resources: {'Port': ['ID=d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:41.726457 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-a64c3eab-c948-4293-87f1-d7f7cfaa5900 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493207 Aug 27 16:24:41.727536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.735444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.743594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:39Z', 'revision_number': 10, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.744348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:41.744771 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:41.749574 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:41.768990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=cd955f66-4aef-4f86-b491-b50231cfdbb2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:41.773399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port cd955f66-4aef-4f86-b491-b50231cfdbb2 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:41.774958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211c585-bddc-4aa6-acc5-d7d6e7ee8b2a None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:39Z', 'revision_number': 10, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None, '_interfaces': [{'id': '3d9df16b-9256-4061-8bb7-77d1adacad7a', 'name': '', 'network_id': '92786bc7-3693-4442-b54c-e0adb6b19765', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'mac_address': 'fa:16:3e:11:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:23:46Z', 'updated_at': '2021-08-27T16:23:58Z', 'revision_number': 5, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'subnets': [{'id': 'f23102b1-a9d0-4671-a05f-501609a1ff09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:41.795155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] Deleting port cd955f66-4aef-4f86-b491-b50231cfdbb2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:41.795591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.910312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] For port cd955f66-4aef-4f86-b491-b50231cfdbb2, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:41.910798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.927340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.927916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] Calling delete_port for cd955f66-4aef-4f86-b491-b50231cfdbb2 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:41.930402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] Port cd955f66-4aef-4f86-b491-b50231cfdbb2 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:24:41.941331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:41.948248 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-cd73c69c-9cf5-42aa-9ed8-3d53bf9ccaed service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142570 Aug 27 16:24:41.949894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4327a9f-6724-4034-9c53-8443aeb43c11']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.960316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] Pushing event deleted for resources: {'Port': ['ID=cd955f66-4aef-4f86-b491-b50231cfdbb2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:41.963856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203f953-70d8-4f3d-a044-daba8680cb4a None None] No DVR routers for this DVR port cd955f66-4aef-4f86-b491-b50231cfdbb2 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:41.969776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a40f842-1e4a-4f6f-93b2-b142e663b923') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.970081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a40f842-1e4a-4f6f-93b2-b142e663b923') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:41.988877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.003446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.012870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:42.013211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:42.017193 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:42.025180 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.034701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.041191 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/954365a6-bc09-4f6c-abc8-0f2897c32a75 HTTP/1.1" status: 204 len: 168 time: 1.4681730 Aug 27 16:24:42.052895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50242) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:42.060915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'name': 'tempest-PortsTestJSON-279095321'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:42.067543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3526f-f7a3-4bcb-9240-b93bf217ccc3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=954365a6-bc09-4f6c-abc8-0f2897c32a75,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:42.176040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d9b9f1ee-ff22-4280-99c9-e3d3fb1c48e2 req-43803c79-f8d7-4335-a5cf-d0a4f1c3791f service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189767 Aug 27 16:24:42.213035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.233948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.235936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/c4327a9f-6724-4034-9c53-8443aeb43c11 HTTP/1.1" status: 204 len: 168 time: 1.2106493 Aug 27 16:24:42.237148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86205bf5-982c-46d0-b666-0cfd57bb6a5d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=c4327a9f-6724-4034-9c53-8443aeb43c11,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:42.242993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50246) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:42.355954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:42.363295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.389722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cd2ae-8cdf-4cf0-9f9a-b8774d2f138f req-ae6951a6-0502-4923-8bfe-60cb4eec97df tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:42.390222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 505861f5-d195-405a-809b-c971ecb50f2c yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:42.400242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-220cd2ae-8cdf-4cf0-9f9a-b8774d2f138f req-ae6951a6-0502-4923-8bfe-60cb4eec97df tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0929747 Aug 27 16:24:42.445265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-220cd2ae-8cdf-4cf0-9f9a-b8774d2f138f req-ea1362c7-2c53-4499-af40-c59d8526ffae tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Aug 27 16:24:42.711110 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.770617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10133e78-b9fb-45ed-863d-a88892960d54 req-3d0f64cb-93be-41b1-8fa1-fd9e147d60a0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:42.772454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10133e78-b9fb-45ed-863d-a88892960d54 req-3d0f64cb-93be-41b1-8fa1-fd9e147d60a0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 943 time: 0.0509057 Aug 27 16:24:42.835438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10133e78-b9fb-45ed-863d-a88892960d54 req-ded241fd-7ef1-4ecd-a18a-4ed2e40cc2a8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499065 Aug 27 16:24:42.876094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81b478aa-7d29-472d-9dd5-a707020f11b2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:42.876683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:42.897603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 81b478aa-7d29-472d-9dd5-a707020f11b2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:42.897955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81b478aa-7d29-472d-9dd5-a707020f11b2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:42.898372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:42.917553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:42.917896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d7ec4c6e-c5aa-4c7b-b7f4-11692ed8ab7c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:42.918307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd955f66-4aef-4f86-b491-b50231cfdbb2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:42.941086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: cd955f66-4aef-4f86-b491-b50231cfdbb2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:42.941373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd955f66-4aef-4f86-b491-b50231cfdbb2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:42.955903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.011965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:43.021124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:43.052401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:43.058531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:43.059140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.062945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=505861f5-d195-405a-809b-c971ecb50f2c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:43.202998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port 3d9df16b-9256-4061-8bb7-77d1adacad7a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:43.203370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.208014 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4e6c9921-90aa-4a6f-b348-526ad624c2b6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1541803 Aug 27 16:24:43.210913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50268) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:43.304897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port 3d9df16b-9256-4061-8bb7-77d1adacad7a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3d9df16b-9256-4061-8bb7-77d1adacad7a,segment=NetworkSegment(2278d089-c79a-4993-b42d-1b6b687ccfea),segment_id=2278d089-c79a-4993-b42d-1b6b687ccfea)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:43.305260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.308946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 505861f5-d195-405a-809b-c971ecb50f2c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:43.309371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.317731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for 3d9df16b-9256-4061-8bb7-77d1adacad7a owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:43.387896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.404882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 505861f5-d195-405a-809b-c971ecb50f2c owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:43.593986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73957d8d-8c36-4ad5-b1b0-494a10a1e910 req-4058f148-19fa-4332-852f-b8fd147466aa tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:43.602327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73957d8d-8c36-4ad5-b1b0-494a10a1e910 req-4058f148-19fa-4332-852f-b8fd147466aa tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0596244 Aug 27 16:24:43.679213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73957d8d-8c36-4ad5-b1b0-494a10a1e910 req-7d7a7c8f-7275-4fa5-8fa6-170e671d014b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Aug 27 16:24:43.770106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.805226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=505861f5-d195-405a-809b-c971ecb50f2c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:43.812690 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.815287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-536e27b4-1f3d-41e0-ac4a-87945bc1fa93 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/505861f5-d195-405a-809b-c971ecb50f2c HTTP/1.1" status: 204 len: 168 time: 0.6032043 Aug 27 16:24:43.817748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50278) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:43.823007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'mac_address': 'fa:16:3e:37:48:3b', 'name': 'tempest-PortsTestJSON-289353191'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:43.912966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:43.940541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=3d9df16b-9256-4061-8bb7-77d1adacad7a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:43.961831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde66b4-c7b2-446a-ac07-ce6f1ab01875 req-0779042d-65fd-4940-bb09-906990c2adfd tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:43.965895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dde66b4-c7b2-446a-ac07-ce6f1ab01875 req-0779042d-65fd-4940-bb09-906990c2adfd tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 943 time: 0.0674505 Aug 27 16:24:44.010401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dde66b4-c7b2-446a-ac07-ce6f1ab01875 req-8bab2937-a80e-473d-a906-75c13cab567d tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378578 Aug 27 16:24:44.040554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:44.052102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.133844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.161121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 144906dd-ce47-4147-84c5-efefef671ee6 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:44.235121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:44.321517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:44.328898 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cea0d7b2-2ae2-4c32-9dc4-1939be2e4a68 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0837860 Aug 27 16:24:44.332866 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:44.333470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50288) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:44.348038 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:44.348038 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:44.374274 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.407973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting subnet f23102b1-a9d0-4671-a05f-501609a1ff09 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:44.410261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:44.412286 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.465373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.468829 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:43Z', 'revision_number': 11, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:44.495970 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:44.504573 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:44.505177 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:44.554949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.568488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2647586-4465-42a4-a561-a7b07a0c18ed details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:24:44.575545 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:44.576993 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.635958 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:43Z', 'revision_number': 11, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:44.642493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:44.648911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:44.654530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:44.659083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:44.659723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.662442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=144906dd-ce47-4147-84c5-efefef671ee6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:44.667954 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52be80-d8c3-47d3-a46b-2091550072b9 None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:43Z', 'revision_number': 11, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:44.688769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2647586-4465-42a4-a561-a7b07a0c18ed,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:44.701825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'port_id': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'mac_address': 'fa:16:3e:0d:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:24:44.741666 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.760202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2647586-4465-42a4-a561-a7b07a0c18ed {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:24:44.782112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2647586-4465-42a4-a561-a7b07a0c18ed,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:44.787683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce331-5e4a-4506-a460-a48a9a58ea24 req-786b9059-e928-49c7-96c6-21e0ab0ecf3d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:44.790506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d17ce331-5e4a-4506-a460-a48a9a58ea24 req-786b9059-e928-49c7-96c6-21e0ab0ecf3d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0573483 Aug 27 16:24:44.819215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a4cc1bce-2ce5-4051-9011-37a6bfbe3333 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0003490 Aug 27 16:24:44.820377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.821884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50296) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:44.862772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Subnet': ['ID=f23102b1-a9d0-4671-a05f-501609a1ff09,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:44.867641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.875217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5628cd9-87a4-4487-a49d-a40b18f87aa7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:44.876032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5a73d479-0357-4fc6-b611-af9159c047fd tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/f23102b1-a9d0-4671-a05f-501609a1ff09 HTTP/1.1" status: 204 len: 168 time: 0.5351510 Aug 27 16:24:44.876142 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a5628cd9-87a4-4487-a49d-a40b18f87aa7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/144906dd-ce47-4147-84c5-efefef671ee6 HTTP/1.1" status: 200 len: 840 time: 0.0483479 Aug 27 16:24:44.876142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50298) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:44.876341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d17ce331-5e4a-4506-a460-a48a9a58ea24 req-4d82d162-c35e-49a9-a90c-7df9fe098dbc tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771995 Aug 27 16:24:44.876341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50300) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:44.880088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6956437-a9e5-4dee-8524-d0d640fc2572 None None] Network 92786bc7-3693-4442-b54c-e0adb6b19765 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:44.933594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.965475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:44.986964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 144906dd-ce47-4147-84c5-efefef671ee6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:44.987770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.035744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Deleting port b24f6962-57aa-443a-9415-3237562470dd {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:45.036286 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.046168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:45.130260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d9df16b-9256-4061-8bb7-77d1adacad7a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:45.135206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] For port b24f6962-57aa-443a-9415-3237562470dd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b24f6962-57aa-443a-9415-3237562470dd,segment=NetworkSegment(2278d089-c79a-4993-b42d-1b6b687ccfea),segment_id=2278d089-c79a-4993-b42d-1b6b687ccfea)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:45.136015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.154942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Calling delete_port for b24f6962-57aa-443a-9415-3237562470dd owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:45.180196 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.180818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3d9df16b-9256-4061-8bb7-77d1adacad7a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:45.180818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3d9df16b-9256-4061-8bb7-77d1adacad7a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:45.187379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] DHCP port deletion for 92786bc7-3693-4442-b54c-e0adb6b19765 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:45.219153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 144906dd-ce47-4147-84c5-efefef671ee6 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:45.247553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] Deleting port b24f6962-57aa-443a-9415-3237562470dd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:45.247553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.258622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056ecd-2882-429e-bfb3-03d8b103221b req-2775b23d-ed22-42bc-8714-bdc16c24632d tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:45.266243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a056ecd-2882-429e-bfb3-03d8b103221b req-2775b23d-ed22-42bc-8714-bdc16c24632d tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 944 time: 0.1042588 Aug 27 16:24:45.295429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d2647586-4465-42a4-a561-a7b07a0c18ed'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:24:45.346271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a056ecd-2882-429e-bfb3-03d8b103221b req-f11af73c-953a-4aea-ab55-8382ffb0d6ca tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792193 Aug 27 16:24:45.354199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] For port b24f6962-57aa-443a-9415-3237562470dd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b24f6962-57aa-443a-9415-3237562470dd,segment=NetworkSegment(2278d089-c79a-4993-b42d-1b6b687ccfea),segment_id=2278d089-c79a-4993-b42d-1b6b687ccfea)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:45.355220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.377698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] Calling delete_port for b24f6962-57aa-443a-9415-3237562470dd owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:45.518297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.529016 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.550169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Port': ['ID=b24f6962-57aa-443a-9415-3237562470dd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:45.553899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No DVR routers for this DVR port b24f6962-57aa-443a-9415-3237562470dd on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:45.561490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] No DVR routers for this DVR port b24f6962-57aa-443a-9415-3237562470dd on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:45.565707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2906cb-b654-4299-a71c-9e2aa437df4a None None] Pushing event deleted for resources: {'Port': ['ID=b24f6962-57aa-443a-9415-3237562470dd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:45.576339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.644640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.656712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92786bc7-3693-4442-b54c-e0adb6b19765']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:45.669179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2278d089-c79a-4993-b42d-1b6b687ccfea') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:45.669577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2278d089-c79a-4993-b42d-1b6b687ccfea') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:45.681334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.696920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.704030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:45.704456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:45.707800 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:45.755620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50308) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:45.878494 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66683ad2-a5b0-44dd-99fd-d43ff4e0d8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.933221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.942170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=144906dd-ce47-4147-84c5-efefef671ee6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:45.943432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.946660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:45.947659 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/networks/92786bc7-3693-4442-b54c-e0adb6b19765 HTTP/1.1" status: 204 len: 168 time: 1.0716424 Aug 27 16:24:45.949342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d7ead903-1131-4ab6-8f76-63695107dbc0 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/144906dd-ce47-4147-84c5-efefef671ee6 HTTP/1.1" status: 204 len: 168 time: 1.0729284 Aug 27 16:24:45.950014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50316) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:45.951827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50318) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:45.955973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'routes': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:45.968160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae432cd-455c-4408-a70f-8496f4e95025 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Pushing event deleted for resources: {'Network': ['ID=92786bc7-3693-4442-b54c-e0adb6b19765,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:46.001760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66683ad2-a5b0-44dd-99fd-d43ff4e0d8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.025546 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a9c491-0097-482d-9c24-3a6605c9c9a2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:24:46.027639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d3a9c491-0097-482d-9c24-3a6605c9c9a2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/144906dd-ce47-4147-84c5-efefef671ee6 HTTP/1.1" status: 404 len: 333 time: 0.0691946 Aug 27 16:24:46.031474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50320) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:46.037176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'name': 'tempest-PortsTestJSON-357326416'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:46.093752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66683ad2-a5b0-44dd-99fd-d43ff4e0d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.150727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66683ad2-a5b0-44dd-99fd-d43ff4e0d8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8229a3a9-f13f-459c-8c5c-1425e1c50fd7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:46.156075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-66683ad2-a5b0-44dd-99fd-d43ff4e0d8c8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=338c035c09704475b6892f94ff571fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994114 Aug 27 16:24:46.162466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cf32f-ca49-454d-aa72-5f0f81b1981a req-3b539294-c233-4d5e-b4f7-dd96c53e2324 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:46.164015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-068cf32f-ca49-454d-aa72-5f0f81b1981a req-3b539294-c233-4d5e-b4f7-dd96c53e2324 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1955659 Aug 27 16:24:46.166236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50322) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:46.196693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.extraroute_db [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Added routes are [] {{(pid=95253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 16:24:46.199857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.extraroute_db [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Removed routes are [] {{(pid=95253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 16:24:46.199857 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.273316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:46.276116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.295700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:46.313897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-068cf32f-ca49-454d-aa72-5f0f81b1981a req-32dc7a30-8419-4efa-ab3a-b4b70b7336fd tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368449 Aug 27 16:24:46.402761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e222041-f0d6-4f8f-a7b7-d9652f30608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.411525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.422947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.458790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e222041-f0d6-4f8f-a7b7-d9652f30608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.466808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.578438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfaf1c-102e-4dea-aaeb-7addd72531d7 req-d07cf3d4-bf03-479c-9a6b-83d1ed082d6b tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:46.579903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2acfaf1c-102e-4dea-aaeb-7addd72531d7 req-d07cf3d4-bf03-479c-9a6b-83d1ed082d6b tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 944 time: 0.1584101 Aug 27 16:24:46.581906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.582083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router 14642eff-d2ec-4579-9126-1c2ff4d77448 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:24:46.595854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2647586-4465-42a4-a561-a7b07a0c18ed up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:46.631815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:46.637634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:46.641452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:46.650654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:46.650654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.657817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:46.687671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:46.695759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.696918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eb8503be-df62-4cbe-af0d-a353533a83e7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 200 len: 704 time: 0.7459617 Aug 27 16:24:46.697263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] Sync routers for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:46.700822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50328) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:46.703167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2acfaf1c-102e-4dea-aaeb-7addd72531d7 req-b39d537c-cf68-4c2a-931c-e89b32a879bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132076 Aug 27 16:24:46.713425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:46.713425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:46.731253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-02c1f979-62e9-4441-b548-b0cf56b0758d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 200 len: 205 time: 0.0287061 Aug 27 16:24:46.733620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50330) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:46.746085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port d2647586-4465-42a4-a561-a7b07a0c18ed completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:46.795651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e222041-f0d6-4f8f-a7b7-d9652f30608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.798284 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e222041-f0d6-4f8f-a7b7-d9652f30608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.799515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2e222041-f0d6-4f8f-a7b7-d9652f30608b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8229a3a9-f13f-459c-8c5c-1425e1c50fd7 HTTP/1.1" status: 204 len: 168 time: 0.6324067 Aug 27 16:24:46.808396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e222041-f0d6-4f8f-a7b7-d9652f30608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8229a3a9-f13f-459c-8c5c-1425e1c50fd7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:46.809268 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d7004835-61e5-414c-80e6-4c3fb7c30bf7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7763371 Aug 27 16:24:46.812058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50334) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:46.818335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a8dbee-2231-4365-a377-704f4038dfe7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.819922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:46.930037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.958845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b24f6962-57aa-443a-9415-3237562470dd no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:24:46.970599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port d2647586-4465-42a4-a561-a7b07a0c18ed triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:46.970848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.990112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a8dbee-2231-4365-a377-704f4038dfe7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.992304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a8dbee-2231-4365-a377-704f4038dfe7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:46.993442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:47.041178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: b24f6962-57aa-443a-9415-3237562470dd {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:24:47.041657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b24f6962-57aa-443a-9415-3237562470dd not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:24:47.074742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:43Z', 'revision_number': 11, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:47.109022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] Checking router: 14642eff-d2ec-4579-9126-1c2ff4d77448 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:47.126980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] Routers {'14642eff-d2ec-4579-9126-1c2ff4d77448'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:47.127717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['14642eff-d2ec-4579-9126-1c2ff4d77448'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:47.128355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.153283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a8dbee-2231-4365-a377-704f4038dfe7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.159670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a8dbee-2231-4365-a377-704f4038dfe7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Fanout notify agent at l3_agent the message router_deleted on router 14642eff-d2ec-4579-9126-1c2ff4d77448 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:24:47.163473 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a1a8dbee-2231-4365-a377-704f4038dfe7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.169350 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a1a8dbee-2231-4365-a377-704f4038dfe7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 204 len: 168 time: 0.4301937 Aug 27 16:24:47.170033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50338) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:47.174504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7848c795-eaa3-440f-bd84-a4c43eab7826 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1836453543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:47.226384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] Set router 14642eff-d2ec-4579-9126-1c2ff4d77448 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:47.261531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.284562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:43Z', 'revision_number': 11, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:47.299099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] In _notify_port_updated(), no bound segment for port 8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b on network 5250690d-1fad-4dd7-92cb-3956058a2feb {{(pid=95253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:24:47.304552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:47.305115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.306415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "PUT /v2.0/ports/8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b HTTP/1.1" status: 200 len: 818 time: 0.4933999 Aug 27 16:24:47.309792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7848c795-eaa3-440f-bd84-a4c43eab7826 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.310278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50340) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:47.310870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7848c795-eaa3-440f-bd84-a4c43eab7826 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.316673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee814913-b784-4394-9f7c-4fc292df7c65 None None] The sync data for ids ['14642eff-d2ec-4579-9126-1c2ff4d77448'] in n-d-806412-1 is: [{'id': '14642eff-d2ec-4579-9126-1c2ff4d77448', 'name': 'tempest-RoutersIpV6Test-router-549440876', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:23:40Z', 'updated_at': '2021-08-27T16:24:43Z', 'revision_number': 11, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:47.318207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.352757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bc16b-588d-42e5-a4c8-e045ef7af8bb tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:47.371574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:24:47.379728 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbae312a-07df-4d94-8a73-8178f6e35ef3" -d '{"events": [{"server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "name": "network-vif-plugged", "status": "completed", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:24:47.393859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2647586-4465-42a4-a561-a7b07a0c18ed,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:47.453820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7848c795-eaa3-440f-bd84-a4c43eab7826 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.468615 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f228579f-d2bd-43cc-a621-30b857fe01f6 x-openstack-request-id: req-f228579f-d2bd-43cc-a621-30b857fe01f6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:24:47.469147 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "name": "network-vif-plugged", "status": "completed", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:24:47.469586 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f228579f-d2bd-43cc-a621-30b857fe01f6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:24:47.470350 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'code': 200} Aug 27 16:24:47.483674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.505098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:47.505579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.535000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c00f5-9585-449d-bb04-fb79577363c7 req-99908905-ef6a-4865-8ef2-f084dd32aa24 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:47.536685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f9c00f5-9585-449d-bb04-fb79577363c7 req-99908905-ef6a-4865-8ef2-f084dd32aa24 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0711670 Aug 27 16:24:47.540995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7848c795-eaa3-440f-bd84-a4c43eab7826 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.551576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:47.593674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f9c00f5-9585-449d-bb04-fb79577363c7 req-ed911dc5-a2b4-4e4e-b237-9e488991a274 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Aug 27 16:24:47.625583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.641049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50350) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:47.642974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:47.652423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5456c-dbe1-4b66-a56f-165f44348f92 req-e3b180aa-125c-45ee-93e5-aa4a3531a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:47.654510 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-33a5456c-dbe1-4b66-a56f-165f44348f92 req-e3b180aa-125c-45ee-93e5-aa4a3531a5b7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.1012990 Aug 27 16:24:47.661315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c32f6e57-f1ea-4019-a45b-4269db598ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.663246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7848c795-eaa3-440f-bd84-a4c43eab7826 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.664437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7848c795-eaa3-440f-bd84-a4c43eab7826 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4937148 Aug 27 16:24:47.672797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50352) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:47.677563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ed8c77c2-1f38-4f7f-bada-44660423f231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:47.737522 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-33a5456c-dbe1-4b66-a56f-165f44348f92 req-fc2278d2-12f8-4c22-a5c8-e9e587dcebed service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760381 Aug 27 16:24:47.883906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.913865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:47.919125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.923369 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ea42c344-a3e9-4319-aaad-adaa5bf97201 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b HTTP/1.1" status: 204 len: 168 time: 0.6094952 Aug 27 16:24:47.923652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50356) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:47.943397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abb417-da29-4eb2-8f18-8dfba975d475 req-ab3d30b2-ab68-4931-a616-2dbcc3ccbc50 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:47.944902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1abb417-da29-4eb2-8f18-8dfba975d475 req-ab3d30b2-ab68-4931-a616-2dbcc3ccbc50 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1477587 Aug 27 16:24:47.954963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed8c77c2-1f38-4f7f-bada-44660423f231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:47.977159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990104d1-db9b-4a5c-85e9-cc59443628d6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:47.978819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-990104d1-db9b-4a5c-85e9-cc59443628d6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0540957 Aug 27 16:24:47.982301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50358) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:48.006672 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd1dd98-6595-45a3-ad4e-2eceb60d8e51 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:24:48.008224 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2fd1dd98-6595-45a3-ad4e-2eceb60d8e51 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/8370c4cd-cc6f-41aa-b2dd-afeb8091cf1b HTTP/1.1" status: 404 len: 333 time: 0.0249622 Aug 27 16:24:48.011754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1abb417-da29-4eb2-8f18-8dfba975d475 req-b85fdec8-e5d8-45d4-b6fa-beeb89570c78 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580170 Aug 27 16:24:48.012394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50360) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:48.018146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1149120563'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:48.050446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c32f6e57-f1ea-4019-a45b-4269db598ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.152939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed8c77c2-1f38-4f7f-bada-44660423f231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.202514 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c32f6e57-f1ea-4019-a45b-4269db598ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.285853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c32f6e57-f1ea-4019-a45b-4269db598ef1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=633ba49916cb4975aac8d951a5fce055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435640 Aug 27 16:24:48.288616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:48.289643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f6e57-f1ea-4019-a45b-4269db598ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53aea1-1831-4bab-9f00-a4aab54f2183,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:48.334955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:48.339623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.341224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe59d761-64fd-4ccd-8ca2-01685a142ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.369221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:48.370364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe59d761-64fd-4ccd-8ca2-01685a142ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.377162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.377526 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment b390338a-bc49-41ac-9696-4ddf277bf2b9 of type vlan for network 19d00043-6f9b-4572-a2bb-ac2d74efa444 Aug 27 16:24:48.407950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c77c2-1f38-4f7f-bada-44660423f231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Router a288ebb0-21f7-4410-9ec4-a4e77600d6cf is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:24:48.423771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.513239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c77c2-1f38-4f7f-bada-44660423f231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:24:48.515999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe59d761-64fd-4ccd-8ca2-01685a142ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.518670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fe59d761-64fd-4ccd-8ca2-01685a142ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.520074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed8c77c2-1f38-4f7f-bada-44660423f231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.521221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed8c77c2-1f38-4f7f-bada-44660423f231 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "PUT /v2.0/routers/a288ebb0-21f7-4410-9ec4-a4e77600d6cf HTTP/1.1" status: 200 len: 698 time: 0.8474770 Aug 27 16:24:48.522928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fe59d761-64fd-4ccd-8ca2-01685a142ab7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ad53aea1-1831-4bab-9f00-a4aab54f2183 HTTP/1.1" status: 204 len: 168 time: 0.2332079 Aug 27 16:24:48.524723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50368) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:48.528935 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] Sync routers for ids ['a288ebb0-21f7-4410-9ec4-a4e77600d6cf'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:24:48.532490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59d761-64fd-4ccd-8ca2-01685a142ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53aea1-1831-4bab-9f00-a4aab54f2183,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:48.554628 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] Routers {'a288ebb0-21f7-4410-9ec4-a4e77600d6cf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:48.555461 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a288ebb0-21f7-4410-9ec4-a4e77600d6cf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:48.598675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.604892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:48.605557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.612664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e5d261fb-8f88-4642-9956-998a3b10fda5 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/routers/a288ebb0-21f7-4410-9ec4-a4e77600d6cf HTTP/1.1" status: 200 len: 704 time: 0.0868943 Aug 27 16:24:48.615587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50370) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:48.659698 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c2097d1-36d0-476f-a788-66a540f9c3bb tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=a288ebb0-21f7-4410-9ec4-a4e77600d6cf HTTP/1.1" status: 200 len: 205 time: 0.0404508 Aug 27 16:24:48.659949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50374) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:48.661854 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] Set router a288ebb0-21f7-4410-9ec4-a4e77600d6cf gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:48.714475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=19d00043-6f9b-4572-a2bb-ac2d74efa444,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:48.725401 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a288ebb0-21f7-4410-9ec4-a4e77600d6cf', 'name': 'tempest-RoutersIpV6Test-router-1836453543', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:47Z', 'updated_at': '2021-08-27T16:24:47Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:48.725588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:48.746562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5329749-221a-48f7-8819-73280556a817 req-db80337d-1c17-45b7-82df-726097eb7246 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:48.748775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5329749-221a-48f7-8819-73280556a817 req-db80337d-1c17-45b7-82df-726097eb7246 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0712399 Aug 27 16:24:48.749819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6bd8cb4-34dd-4f2c-8435-9c1a34a176ba tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.752972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-444c9cc3-329d-41c1-947a-637f08d52309 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7397480 Aug 27 16:24:48.761104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50376) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:48.763811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:48.764657 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] Checking router: a288ebb0-21f7-4410-9ec4-a4e77600d6cf for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:24:48.778785 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] Routers {'a288ebb0-21f7-4410-9ec4-a4e77600d6cf'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:24:48.780007 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a288ebb0-21f7-4410-9ec4-a4e77600d6cf'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:48.863455 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:24:48.867546 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] Set router a288ebb0-21f7-4410-9ec4-a4e77600d6cf gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:24:48.890568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5329749-221a-48f7-8819-73280556a817 req-da7ba516-5403-4756-861c-78e16ae708db tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213541 Aug 27 16:24:48.933048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a288ebb0-21f7-4410-9ec4-a4e77600d6cf', 'name': 'tempest-RoutersIpV6Test-router-1836453543', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:47Z', 'updated_at': '2021-08-27T16:24:47Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:48.950654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6bd8cb4-34dd-4f2c-8435-9c1a34a176ba tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.952803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6bd8cb4-34dd-4f2c-8435-9c1a34a176ba tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:48.959603 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f505067-f7fb-41c5-bbba-ad52d715fb23 None None] The sync data for ids ['a288ebb0-21f7-4410-9ec4-a4e77600d6cf'] in n-d-806412-1 is: [{'id': 'a288ebb0-21f7-4410-9ec4-a4e77600d6cf', 'name': 'tempest-RoutersIpV6Test-router-1836453543', 'tenant_id': '6fde021b34a94d8486d5e2ec83c49540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:47Z', 'updated_at': '2021-08-27T16:24:47Z', 'revision_number': 2, 'project_id': '6fde021b34a94d8486d5e2ec83c49540', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:24:49.032397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:49.036654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:49.064767 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6bd8cb4-34dd-4f2c-8435-9c1a34a176ba tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:49.065391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bd8cb4-34dd-4f2c-8435-9c1a34a176ba tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Fanout notify agent at l3_agent the message router_deleted on router a288ebb0-21f7-4410-9ec4-a4e77600d6cf {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:24:49.072754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6bd8cb4-34dd-4f2c-8435-9c1a34a176ba tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:49.078755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d6bd8cb4-34dd-4f2c-8435-9c1a34a176ba tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/a288ebb0-21f7-4410-9ec4-a4e77600d6cf HTTP/1.1" status: 204 len: 168 time: 0.4135466 Aug 27 16:24:49.078755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50382) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.109503 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7864788f-19d3-4f38-b813-b85912a189f0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=a288ebb0-21f7-4410-9ec4-a4e77600d6cf HTTP/1.1" status: 200 len: 205 time: 0.0277781 Aug 27 16:24:49.109751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50384) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.156681 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-41bce67e-515b-4e8c-b268-585167ea7b3f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] delete failed (client error): The resource could not be found. Aug 27 16:24:49.164491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-41bce67e-515b-4e8c-b268-585167ea7b3f tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/a288ebb0-21f7-4410-9ec4-a4e77600d6cf HTTP/1.1" status: 404 len: 336 time: 0.0484083 Aug 27 16:24:49.164491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50386) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.191518 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03d5017-4a2f-417a-909b-d3c2fdbf6e4e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:49.191518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03d5017-4a2f-417a-909b-d3c2fdbf6e4e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:49.195502 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d03d5017-4a2f-417a-909b-d3c2fdbf6e4e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/eae03955-34b5-49d7-8ea6-aa690d5144d6 HTTP/1.1" status: 404 len: 337 time: 0.0346875 Aug 27 16:24:49.195772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50390) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.256706 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-670a779d-7e96-479d-8857-09ced38702df tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:49.256706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670a779d-7e96-479d-8857-09ced38702df tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:49.256706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-670a779d-7e96-479d-8857-09ced38702df tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/583deb55-8561-4e98-8dec-36d09344c11c HTTP/1.1" status: 404 len: 337 time: 0.0562661 Aug 27 16:24:49.258356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50394) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.279754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21f574-0ec6-4a1a-a9b8-0bf2f37d2e40 req-2c47036f-1a34-48ca-9492-d3c58bfd943c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:49.280558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f21f574-0ec6-4a1a-a9b8-0bf2f37d2e40 req-2c47036f-1a34-48ca-9492-d3c58bfd943c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1404772 Aug 27 16:24:49.313036 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe3d2f4-fc68-4622-a029-d4e15709dff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:49.321949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe3d2f4-fc68-4622-a029-d4e15709dff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:49.321949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dfe3d2f4-fc68-4622-a029-d4e15709dff4 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/ce522326-1c1f-42bd-8298-7c56b9942bdc HTTP/1.1" status: 404 len: 337 time: 0.0557947 Aug 27 16:24:49.322230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50398) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.352567 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f8bdee-7936-4056-80e3-84203ad35d4c tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:49.353027 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f8bdee-7936-4056-80e3-84203ad35d4c tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:49.357794 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49f8bdee-7936-4056-80e3-84203ad35d4c tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/f23102b1-a9d0-4671-a05f-501609a1ff09 HTTP/1.1" status: 404 len: 337 time: 0.0321884 Aug 27 16:24:49.358330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50400) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.383116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f21f574-0ec6-4a1a-a9b8-0bf2f37d2e40 req-f6ee8eb1-b69f-4e3b-941a-5d318e32235f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787828 Aug 27 16:24:49.388099 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5053e859-52e7-4cf5-a8b1-bc9ef078895e tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 200 len: 205 time: 0.0286686 Aug 27 16:24:49.390559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50404) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.429039 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-c4b4b96a-9537-41e2-bebb-946303d5e98c tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] delete failed (client error): The resource could not be found. Aug 27 16:24:49.430087 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4b4b96a-9537-41e2-bebb-946303d5e98c tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/14642eff-d2ec-4579-9126-1c2ff4d77448 HTTP/1.1" status: 404 len: 336 time: 0.0386059 Aug 27 16:24:49.433207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50406) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.459402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:49.462267 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-abdabe4b-9598-4ef2-af73-b5cac32bb976 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=783fa173-ea99-47de-bb44-5751b80fcea4 HTTP/1.1" status: 200 len: 205 time: 0.0273376 Aug 27 16:24:49.465868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50410) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.508081 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-b93c11c8-c646-441b-8495-63af8b3d2d80 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] delete failed (client error): The resource could not be found. Aug 27 16:24:49.512108 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b93c11c8-c646-441b-8495-63af8b3d2d80 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/783fa173-ea99-47de-bb44-5751b80fcea4 HTTP/1.1" status: 404 len: 336 time: 0.0425127 Aug 27 16:24:49.512563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50414) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.519151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:49.540501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': 'b390338a-bc49-41ac-9696-4ddf277bf2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:49.540885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: 19d00043-6f9b-4572-a2bb-ac2d74efa444, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:49.544983 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-70427906-4f85-4b47-8e70-7994ee10d7ec tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:49.549862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70427906-4f85-4b47-8e70-7994ee10d7ec tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:49.549862 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-70427906-4f85-4b47-8e70-7994ee10d7ec tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/b6e1d2ec-7437-4fad-9084-3c5a184c015d HTTP/1.1" status: 404 len: 337 time: 0.0335069 Aug 27 16:24:49.550232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50416) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.579743 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5b3703a1-c8fb-4137-9501-64ec8549fae7 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 HTTP/1.1" status: 200 len: 205 time: 0.0282292 Aug 27 16:24:49.582019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50418) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.624413 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-eb66b327-b4aa-4f98-b571-d79f13fb0eca tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] delete failed (client error): The resource could not be found. Aug 27 16:24:49.625453 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb66b327-b4aa-4f98-b571-d79f13fb0eca tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/2e3d2b57-5d9f-466f-ab35-b6dd7c4277a7 HTTP/1.1" status: 404 len: 336 time: 0.0425096 Aug 27 16:24:49.628033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50420) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.641447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:49.657491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d54b071d-37d7-4e93-b5cc-384eab580e35 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=003a6648-e6f9-4e9f-a025-b3e59c60eebb HTTP/1.1" status: 200 len: 205 time: 0.0283632 Aug 27 16:24:49.659860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50422) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.707130 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-9738cccf-11fc-4d59-a4b1-ebebbfb13042 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] delete failed (client error): The resource could not be found. Aug 27 16:24:49.707130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9738cccf-11fc-4d59-a4b1-ebebbfb13042 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/003a6648-e6f9-4e9f-a025-b3e59c60eebb HTTP/1.1" status: 404 len: 336 time: 0.0392914 Aug 27 16:24:49.707130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.736972 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af6003c-108c-4353-bb4e-199026fab72b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:49.737439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af6003c-108c-4353-bb4e-199026fab72b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:49.741840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2af6003c-108c-4353-bb4e-199026fab72b tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/328f4546-9f65-4204-a447-b5d90a84572b HTTP/1.1" status: 404 len: 337 time: 0.0361714 Aug 27 16:24:49.742118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50430) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.756343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 19d00043-6f9b-4572-a2bb-ac2d74efa444) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:49.761269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:49.762387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:49.770124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947469a-767f-441a-a0bc-53b8689d07f2 None None] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:49.784516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-38d53bde-603b-4757-aebc-d4adc74d29e6 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e240e15-932b-4ec9-9bbc-2aeb37fb38b7 HTTP/1.1" status: 200 len: 205 time: 0.0390449 Aug 27 16:24:49.786127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50434) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.828948 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-9bf23314-cbb4-4dd3-822e-54c6ff917db0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] delete failed (client error): The resource could not be found. Aug 27 16:24:49.829994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9bf23314-cbb4-4dd3-822e-54c6ff917db0 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/3e240e15-932b-4ec9-9bbc-2aeb37fb38b7 HTTP/1.1" status: 404 len: 336 time: 0.0434484 Aug 27 16:24:49.832533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50436) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.865589 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49b9f96-7297-43a4-9c3f-0bfad4a9b539 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:49.866051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49b9f96-7297-43a4-9c3f-0bfad4a9b539 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:49.867802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f49b9f96-7297-43a4-9c3f-0bfad4a9b539 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/6ad7681c-5bd0-4468-b483-7e5dc3eebb1b HTTP/1.1" status: 404 len: 337 time: 0.0343676 Aug 27 16:24:49.870337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50438) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.897509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-81973cb9-e42b-4958-9986-74810c5367e8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f414e92-b513-4b5c-8705-cbb361944f55 HTTP/1.1" status: 200 len: 205 time: 0.0258267 Aug 27 16:24:49.907256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50440) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.939748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c2feb-face-4389-8447-4532103c5655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-19d00043-6f9b-4572-a2bb-ac2d74efa444', 'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444', 'tenant_id': 'ce2277f6ae7c47cc9cc6e948aa1b332d', 'fixed_ips': [{'subnet_id': 'f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:24:49.940613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-047c2feb-face-4389-8447-4532103c5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:49.949592 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-33906a5e-3d95-4b33-a365-65181ad0037d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] delete failed (client error): The resource could not be found. Aug 27 16:24:49.952089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33906a5e-3d95-4b33-a365-65181ad0037d tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/routers/3f414e92-b513-4b5c-8705-cbb361944f55 HTTP/1.1" status: 404 len: 336 time: 0.0444686 Aug 27 16:24:49.953470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50446) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.953843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a1c86f70-6a2c-4065-829d-910bae6da84e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1968000 Aug 27 16:24:49.961002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50448) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:49.972320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-eb5a0f18-3cb9-4c57-8bc6-b77a2c4ad734 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:50.014200 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-474dc178-628f-4ed0-925c-e7d45569ddf8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:50.014767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474dc178-628f-4ed0-925c-e7d45569ddf8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:50.017836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-474dc178-628f-4ed0-925c-e7d45569ddf8 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/7ac971ac-ac66-44ce-aa07-1e0e3eb78a12 HTTP/1.1" status: 404 len: 337 time: 0.0628860 Aug 27 16:24:50.020473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50450) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:50.065432 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-324471c5-c79b-42e4-a1a4-ac3a2b2de158 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] DELETE failed (client error): The resource could not be found. Aug 27 16:24:50.066512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324471c5-c79b-42e4-a1a4-ac3a2b2de158 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:50.069651 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-324471c5-c79b-42e4-a1a4-ac3a2b2de158 tempest-RoutersIpV6Test-112728000 tempest-RoutersIpV6Test-112728000-project] 10.222.0.101 "DELETE /v2.0/subnets/5dd73e9f-87c8-4ecd-8229-3e9f66526959 HTTP/1.1" status: 404 len: 337 time: 0.0457304 Aug 27 16:24:50.166365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e16b2-9e32-4c75-8d1d-9a742c4f97cb req-a40d9c73-785d-43a2-a75a-1fb4728a0a9f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:50.169160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b59e16b2-9e32-4c75-8d1d-9a742c4f97cb req-a40d9c73-785d-43a2-a75a-1fb4728a0a9f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1443040 Aug 27 16:24:50.195108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-047c2feb-face-4389-8447-4532103c5655 None None] Allocated IP 172.20.0.2 (19d00043-6f9b-4572-a2bb-ac2d74efa444/f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8/5328040d-f658-4c6e-b756-c7e0b0dee0bd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:50.234857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b59e16b2-9e32-4c75-8d1d-9a742c4f97cb req-8e7bb98d-ddbb-4aec-aa44-66efa998b171 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 Aug 27 16:24:50.269878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a0f18-3cb9-4c57-8bc6-b77a2c4ad734 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:50.273806 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0f18-3cb9-4c57-8bc6-b77a2c4ad734 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.348302 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-047c2feb-face-4389-8447-4532103c5655 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.357176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-047c2feb-face-4389-8447-4532103c5655 None None] Transition to ACTIVE for port object 5328040d-f658-4c6e-b756-c7e0b0dee0bd will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:50.372049 n-d-806412-1 neutron-server[95253]: INFO neutron.db.ipam_backend_mixin [None req-eb5a0f18-3cb9-4c57-8bc6-b77a2c4ad734 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8 (CIDR: 172.20.0.0/28) Aug 27 16:24:50.374413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-047c2feb-face-4389-8447-4532103c5655 None None] Transition to ACTIVE for port object 5328040d-f658-4c6e-b756-c7e0b0dee0bd will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:50.442814 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5a0f18-3cb9-4c57-8bc6-b77a2c4ad734 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:24:50.443480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5a0f18-3cb9-4c57-8bc6-b77a2c4ad734 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:24:50.478438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-047c2feb-face-4389-8447-4532103c5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.514862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7cf36-2620-441d-9878-0bbf28c6a5ee req-5807ad2f-e797-4d80-b55f-4fc04f0992fb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:50.516632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047c2feb-face-4389-8447-4532103c5655 None None] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:50.516825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ae7cf36-2620-441d-9878-0bbf28c6a5ee req-5807ad2f-e797-4d80-b55f-4fc04f0992fb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0541234 Aug 27 16:24:50.523848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-047c2feb-face-4389-8447-4532103c5655 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:50.530041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c2feb-face-4389-8447-4532103c5655 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:50.546466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c2feb-face-4389-8447-4532103c5655 None None] Pushing event updated for resources: {'Port': ['ID=5328040d-f658-4c6e-b756-c7e0b0dee0bd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:50.566666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ae7cf36-2620-441d-9878-0bbf28c6a5ee req-790d47a5-f766-496a-9ed3-95133e1163eb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Aug 27 16:24:50.605168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eb5a0f18-3cb9-4c57-8bc6-b77a2c4ad734 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6393626 Aug 27 16:24:50.606375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-047c2feb-face-4389-8447-4532103c5655 None None] Attempting to bind port 5328040d-f658-4c6e-b756-c7e0b0dee0bd on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:50.606755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-047c2feb-face-4389-8447-4532103c5655 None None] Attempting to bind port 5328040d-f658-4c6e-b756-c7e0b0dee0bd by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'b390338a-bc49-41ac-9696-4ddf277bf2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:50.607121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c2feb-face-4389-8447-4532103c5655 None None] Attempting to bind port 5328040d-f658-4c6e-b756-c7e0b0dee0bd on network 19d00043-6f9b-4572-a2bb-ac2d74efa444 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:50.607731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50466) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:50.613458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:50.621358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c2feb-face-4389-8447-4532103c5655 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:50.621917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c2feb-face-4389-8447-4532103c5655 None None] Checking segment: {'id': 'b390338a-bc49-41ac-9696-4ddf277bf2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:50.622699 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-047c2feb-face-4389-8447-4532103c5655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.623205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c2feb-face-4389-8447-4532103c5655 None None] Bound using segment: {'id': 'b390338a-bc49-41ac-9696-4ddf277bf2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:50.624764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-047c2feb-face-4389-8447-4532103c5655 None None] Bound port: 5328040d-f658-4c6e-b756-c7e0b0dee0bd, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b390338a-bc49-41ac-9696-4ddf277bf2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:50.625266 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-047c2feb-face-4389-8447-4532103c5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.674617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c18e75a6-f6b5-457b-84cf-740a99379b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.722516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-047c2feb-face-4389-8447-4532103c5655 None None] For port 5328040d-f658-4c6e-b756-c7e0b0dee0bd, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:50.726646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-047c2feb-face-4389-8447-4532103c5655 None None] For port 5328040d-f658-4c6e-b756-c7e0b0dee0bd, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5328040d-f658-4c6e-b756-c7e0b0dee0bd,segment=NetworkSegment(b390338a-bc49-41ac-9696-4ddf277bf2b9),segment_id=b390338a-bc49-41ac-9696-4ddf277bf2b9)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:50.836542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50474) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:50.855844 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-047c2feb-face-4389-8447-4532103c5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.889105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:50.892689 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:50.930602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c2feb-face-4389-8447-4532103c5655 None None] Pushing event updated for resources: {'Port': ['ID=5328040d-f658-4c6e-b756-c7e0b0dee0bd,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:51.071465 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-739f16f0-7e7a-4e48-afe8-07c62bf40037 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6fde021b34a94d8486d5e2ec83c49540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335765 Aug 27 16:24:51.077224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50484) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:51.142370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdeed-179d-4de8-b287-0b5cbf27b866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:51.200044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdeed-179d-4de8-b287-0b5cbf27b866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:51.284069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662069c-8e51-4697-a333-064954325592 req-c90db0ee-af23-4773-9b97-1e4863819702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:51.285876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d662069c-8e51-4697-a333-064954325592 req-c90db0ee-af23-4773-9b97-1e4863819702 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.0672367 Aug 27 16:24:51.305855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8398e7a-afe3-4a99-9213-d5bc1eb8caf5 req-16f3d96f-598d-491d-bbcd-6ed91933770e tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:51.308511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8398e7a-afe3-4a99-9213-d5bc1eb8caf5 req-16f3d96f-598d-491d-bbcd-6ed91933770e tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1837208 Aug 27 16:24:51.412041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e8398e7a-afe3-4a99-9213-d5bc1eb8caf5 req-7076e3ce-b52b-4819-a110-bd6579e2d352 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894494 Aug 27 16:24:51.417411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdeed-179d-4de8-b287-0b5cbf27b866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:51.421630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d9fdeed-179d-4de8-b287-0b5cbf27b866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:51.425727 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d9fdeed-179d-4de8-b287-0b5cbf27b866 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/31354660-750a-40d0-99f1-084a9da2f3e6 HTTP/1.1" status: 204 len: 168 time: 0.3446255 Aug 27 16:24:51.429233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645251f-2bf1-4b57-bbab-7a9dcc0438dc req-d876d463-2d37-4e68-9624-6e82e77b3e4e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:51.430969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8645251f-2bf1-4b57-bbab-7a9dcc0438dc req-d876d463-2d37-4e68-9624-6e82e77b3e4e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1147838 Aug 27 16:24:51.435675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662069c-8e51-4697-a333-064954325592 req-af2c8f8c-aaba-47a5-a96a-448e72c1a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:51.439740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d662069c-8e51-4697-a333-064954325592 req-af2c8f8c-aaba-47a5-a96a-448e72c1a78d service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 920 time: 0.1418450 Aug 27 16:24:51.440997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fdeed-179d-4de8-b287-0b5cbf27b866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31354660-750a-40d0-99f1-084a9da2f3e6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:51.486306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8645251f-2bf1-4b57-bbab-7a9dcc0438dc req-e52cc61d-0862-4038-9cc2-cfeb762b6e8e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482659 Aug 27 16:24:51.505773 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d662069c-8e51-4697-a333-064954325592 req-437ea865-d43b-432e-8b09-75df3de07bb5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 217 time: 0.0601275 Aug 27 16:24:51.512350 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:51.564248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:51.567991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:51.572548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:51.574071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:51.586301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=97b30791-083f-44db-8cbe-e8658a0bfa05,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:51.598996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662069c-8e51-4697-a333-064954325592 req-3535ed15-f673-4a6c-a8eb-ee8bf38e4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:51.602171 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d662069c-8e51-4697-a333-064954325592 req-3535ed15-f673-4a6c-a8eb-ee8bf38e4af4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.0888793 Aug 27 16:24:51.642763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d662069c-8e51-4697-a333-064954325592 req-39f1d1a5-94f2-4c91-94ae-5a804bf116f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328028 Aug 27 16:24:51.685770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e4bf8cbe-cacd-4d1f-b640-1ee03f9e7ef9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0768404 Aug 27 16:24:51.688187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50506) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:51.693394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444', 'fixed_ips': [{'subnet_id': 'f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8'}, {'subnet_id': '97b30791-083f-44db-8cbe-e8658a0bfa05'}], 'name': 'tempest-PortsTestJSON-1067035165'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:51.748663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d662069c-8e51-4697-a333-064954325592 req-8625ce84-9e84-47b6-9c59-f3a4f8830917 service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981884 Aug 27 16:24:51.894896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d662069c-8e51-4697-a333-064954325592 req-c38a4d21-9dd2-4d1e-b9de-fc68160e78b9 service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207011 Aug 27 16:24:52.368601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:52.368601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:52.373753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4598f-b969-4375-9913-f32347c6605f None None] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:52.375885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 805394d9-b2e1-4d64-8c50-46f44be93ff5 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:24:52.419295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] Update dhcp port {'port': {'network_id': '19d00043-6f9b-4572-a2bb-ac2d74efa444', 'fixed_ips': [{'subnet_id': 'f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8', 'ip_address': '172.20.0.2'}, {'subnet_id': '97b30791-083f-44db-8cbe-e8658a0bfa05'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '5328040d-f658-4c6e-b756-c7e0b0dee0bd'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:24:52.453068 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:52.496415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.5 (19d00043-6f9b-4572-a2bb-ac2d74efa444/f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8/805394d9-b2e1-4d64-8c50-46f44be93ff5) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:52.507752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.20 (19d00043-6f9b-4572-a2bb-ac2d74efa444/97b30791-083f-44db-8cbe-e8658a0bfa05/805394d9-b2e1-4d64-8c50-46f44be93ff5) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:52.603352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4dc402e9-eaae-4748-acc9-f0e70fcb36ae None None] Provisioning for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:52.715648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100dfd9-20c6-494e-90b8-106d3354edae req-62d31c09-069d-47da-a125-43ddf35bceb0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:52.722930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9100dfd9-20c6-494e-90b8-106d3354edae req-62d31c09-069d-47da-a125-43ddf35bceb0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1980951 Aug 27 16:24:52.946169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5328040d-f658-4c6e-b756-c7e0b0dee0bd up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:53.101149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d926d69-e488-4ec5-9e78-1fe2378a15d3 req-38f1c70a-e051-40c5-bb2f-631ad8a4135b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.105568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d926d69-e488-4ec5-9e78-1fe2378a15d3 req-38f1c70a-e051-40c5-bb2f-631ad8a4135b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.5333650 Aug 27 16:24:53.186936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9100dfd9-20c6-494e-90b8-106d3354edae req-b854514d-f6b8-4a9b-a06d-8f6818171ae2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574182 Aug 27 16:24:53.231252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.231949 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.233401 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-498adfa8-97fa-459d-8075-91e8122db7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.236252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d926d69-e488-4ec5-9e78-1fe2378a15d3 req-0bc70998-5b71-49d2-a980-66868d589602 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242559 Aug 27 16:24:53.239010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:53.243668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:53.244163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.269849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object 805394d9-b2e1-4d64-8c50-46f44be93ff5 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:53.344358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50562) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:53.359019 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.387611 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.428794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5328040d-f658-4c6e-b756-c7e0b0dee0bd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5328040d-f658-4c6e-b756-c7e0b0dee0bd,segment=NetworkSegment(b390338a-bc49-41ac-9696-4ddf277bf2b9),segment_id=b390338a-bc49-41ac-9696-4ddf277bf2b9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:53.461928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.512456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] Allocated IP 172.20.0.18 (19d00043-6f9b-4572-a2bb-ac2d74efa444/97b30791-083f-44db-8cbe-e8658a0bfa05/5328040d-f658-4c6e-b756-c7e0b0dee0bd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:53.523544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:53.527488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7e12c5be-c3f1-40f8-8d8f-f40a025ac2bb tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-996350265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:53.530536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:53.533422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:53.580956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.586894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.593645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.599633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.605915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.611931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.616034 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.620342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.628613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-39d1fb65-f46b-4922-b2b3-9a79f560b1b8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.2084804 Aug 27 16:24:53.678145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e12c5be-c3f1-40f8-8d8f-f40a025ac2bb tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.680179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e12c5be-c3f1-40f8-8d8f-f40a025ac2bb tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.699301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fdbbddd-db38-47df-8604-94f18fc8e051 req-6d58ba31-85ee-4de4-9926-ed081a68c9a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696127 Aug 27 16:24:53.712591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=805394d9-b2e1-4d64-8c50-46f44be93ff5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:53.761233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.762052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.797848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5328040d-f658-4c6e-b756-c7e0b0dee0bd,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:53.830124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e12c5be-c3f1-40f8-8d8f-f40a025ac2bb tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.848061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] For port 5328040d-f658-4c6e-b756-c7e0b0dee0bd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5328040d-f658-4c6e-b756-c7e0b0dee0bd,segment=NetworkSegment(b390338a-bc49-41ac-9696-4ddf277bf2b9),segment_id=b390338a-bc49-41ac-9696-4ddf277bf2b9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:53.880044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.895884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] Ignored duplicate provisioning block setup for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 16:24:53.907426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.913676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.919683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.925569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.934305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.938178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.944016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:53.945950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddd6d611-5753-41dd-841b-8771d61eca5d req-eb6bf82e-b41b-4961-9634-22e2c1fe21da tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.1032431 Aug 27 16:24:53.948476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-53b46990-c4db-4b6f-acbc-4b5deecb7799 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2586944 Aug 27 16:24:53.951503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50572) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:53.957192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:53.967162 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:53.984849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e12c5be-c3f1-40f8-8d8f-f40a025ac2bb tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.029834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.130080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.140732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e12c5be-c3f1-40f8-8d8f-f40a025ac2bb tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.142662 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7e12c5be-c3f1-40f8-8d8f-f40a025ac2bb tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7972491 Aug 27 16:24:54.146611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50576) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:54.148502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e2997-2f10-46e3-993c-0160ba5714e2 None None] Pushing event updated for resources: {'Port': ['ID=5328040d-f658-4c6e-b756-c7e0b0dee0bd,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:54.153713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-498929180'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:54.296741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:54.313045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.410734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.454978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a91e8-ca99-4ec5-be06-4f9f48352fe1 req-2cc0cbfd-6b16-4a85-808b-243e13e85679 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:54.457078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b8a91e8-ca99-4ec5-be06-4f9f48352fe1 req-2cc0cbfd-6b16-4a85-808b-243e13e85679 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1056898 Aug 27 16:24:54.468632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee06ff9-8877-47e4-bcc7-0d5c2844ba93 req-b1aaec05-6223-444d-b7c4-502d1692792a tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:54.471920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ee06ff9-8877-47e4-bcc7-0d5c2844ba93 req-b1aaec05-6223-444d-b7c4-502d1692792a tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.2207975 Aug 27 16:24:54.472053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.480661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50586) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:54.540356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Delete allocated IP 172.20.0.20 (19d00043-6f9b-4572-a2bb-ac2d74efa444/97b30791-083f-44db-8cbe-e8658a0bfa05) {{(pid=95252) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 16:24:54.590565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b8a91e8-ca99-4ec5-be06-4f9f48352fe1 req-b0214ded-7516-4ebf-a321-0fcd4959b634 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156676 Aug 27 16:24:54.602630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ee06ff9-8877-47e4-bcc7-0d5c2844ba93 req-90c4522a-6f88-4820-8adf-3fc9a9f4b004 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120853 Aug 27 16:24:54.713503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89aa8cbf-466f-48c2-ae93-425c29e386b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.729389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.733422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.747000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Ignored duplicate provisioning block setup for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 16:24:54.844209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.844644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5328040d-f658-4c6e-b756-c7e0b0dee0bd up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:54.851829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805429d-61fc-45da-b3bb-cce4749740de None None] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:54.885172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.890780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:54.907080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00a2bf0-f55a-4678-80ed-d77c772c7f31,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:54.917175 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:54.917629 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Added segment da09b189-46a6-47b8-ac33-b26c87711b72 of type vlan for network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a Aug 27 16:24:54.984952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=805394d9-b2e1-4d64-8c50-46f44be93ff5,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:54.995804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-50eba438-b1df-457a-8037-05983e74b5e4 None None] Provisioning complete for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:54.996372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50eba438-b1df-457a-8037-05983e74b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.009948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] In _notify_port_updated(), no bound segment for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 on network 19d00043-6f9b-4572-a2bb-ac2d74efa444 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:24:55.016194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:55.016981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.018553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6959e236-63b0-4269-ad07-06505ad269ac tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "PUT /v2.0/ports/805394d9-b2e1-4d64-8c50-46f44be93ff5 HTTP/1.1" status: 200 len: 919 time: 1.0659795 Aug 27 16:24:55.021531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50590) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:55.028212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8'}, {'subnet_id': '97b30791-083f-44db-8cbe-e8658a0bfa05'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:55.033303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89aa8cbf-466f-48c2-ae93-425c29e386b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.047959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.068914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:55.069287 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.109430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.145050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89aa8cbf-466f-48c2-ae93-425c29e386b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.191119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-89aa8cbf-466f-48c2-ae93-425c29e386b7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3729a6fda0444abbae9cde60f44c2e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069349 Aug 27 16:24:55.191350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50592) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:55.198980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa8cbf-466f-48c2-ae93-425c29e386b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fb6d11-22a6-4c86-9173-727b9ecd866a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:55.211382 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.217362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:55.217981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.327087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Network': ['ID=1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:55.336109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6abf-962c-44e0-bf1f-1fb5ac120739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.342563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:55.386085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6abf-962c-44e0-bf1f-1fb5ac120739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.402083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a6661a2a-9e03-4817-af5c-25d78ae99f36 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2511799 Aug 27 16:24:55.403014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50596) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:55.409679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'subnet': {'network_id': '1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:55.473568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.29 (19d00043-6f9b-4572-a2bb-ac2d74efa444/97b30791-083f-44db-8cbe-e8658a0bfa05/805394d9-b2e1-4d64-8c50-46f44be93ff5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:55.630634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.638043 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6abf-962c-44e0-bf1f-1fb5ac120739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.642465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6abf-962c-44e0-bf1f-1fb5ac120739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.643802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b6ed6abf-962c-44e0-bf1f-1fb5ac120739 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/37fb6d11-22a6-4c86-9173-727b9ecd866a HTTP/1.1" status: 204 len: 168 time: 0.4511273 Aug 27 16:24:55.659341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6abf-962c-44e0-bf1f-1fb5ac120739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fb6d11-22a6-4c86-9173-727b9ecd866a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:55.675877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:55.681808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.700614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Ignored duplicate provisioning block setup for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 16:24:55.831571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d50a1baf-811b-466f-954a-c019ab3b3beb None None] Provisioning for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:55.838985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d50a1baf-811b-466f-954a-c019ab3b3beb None None] Provisioning complete for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:55.839557 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d50a1baf-811b-466f-954a-c019ab3b3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.882543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d50a1baf-811b-466f-954a-c019ab3b3beb None None] Port 805394d9-b2e1-4d64-8c50-46f44be93ff5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:55.889380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:55.889820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc92f0a-9cac-4b87-bfc0-5382a76a7427 req-fa0394ef-7ed2-4c3f-9fc3-81eca5b90ed1 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:55.893436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4cc92f0a-9cac-4b87-bfc0-5382a76a7427 req-fa0394ef-7ed2-4c3f-9fc3-81eca5b90ed1 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1797473 Aug 27 16:24:55.936555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440e337-257b-4018-874f-3755b90b850b req-c9a3c799-86da-4213-a673-2345abaea09e tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:55.938404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0440e337-257b-4018-874f-3755b90b850b req-c9a3c799-86da-4213-a673-2345abaea09e tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1851239 Aug 27 16:24:55.944288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d50a1baf-811b-466f-954a-c019ab3b3beb None None] Provisioning complete for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:55.946189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d50a1baf-811b-466f-954a-c019ab3b3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.029102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4cc92f0a-9cac-4b87-bfc0-5382a76a7427 req-e5fd35c0-8299-429d-b7db-be757d76bd20 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893106 Aug 27 16:24:56.084452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0440e337-257b-4018-874f-3755b90b850b req-3842e9dd-801f-4621-be07-26d4f7d2f058 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302788 Aug 27 16:24:56.146892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=805394d9-b2e1-4d64-8c50-46f44be93ff5,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:56.191673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.200043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] In _notify_port_updated(), no bound segment for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 on network 19d00043-6f9b-4572-a2bb-ac2d74efa444 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:24:56.206076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.206766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.208181 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4123b05e-730d-46a6-ba5c-2d38a943890a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "PUT /v2.0/ports/805394d9-b2e1-4d64-8c50-46f44be93ff5 HTTP/1.1" status: 200 len: 999 time: 1.1855559 Aug 27 16:24:56.210964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50618) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:56.277281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-801aef0e-9cd2-4e97-a7e9-6ef61c68188d None None] Provisioning complete for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:56.277673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-801aef0e-9cd2-4e97-a7e9-6ef61c68188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.359113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-801aef0e-9cd2-4e97-a7e9-6ef61c68188d None None] Port 805394d9-b2e1-4d64-8c50-46f44be93ff5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:56.363898 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.374425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50622) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:56.423499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 805394d9-b2e1-4d64-8c50-46f44be93ff5 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:56.423852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.488560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Subnet': ['ID=e81b5451-24d3-48c0-bfd7-51e49703ff2d,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:56.498831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Checking segment: {'id': 'da09b189-46a6-47b8-ac33-b26c87711b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:56.499203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network hostable DHCP agents. Network: 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:56.580903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d7a7219a-155b-4f09-bb01-531baaf66b48 None None] Provisioning complete for port 805394d9-b2e1-4d64-8c50-46f44be93ff5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:56.581445 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7a7219a-155b-4f09-bb01-531baaf66b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.597510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.597721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:56.598003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.598483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.598966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.599462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.599934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.600398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.607878 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-1c5c52ba-73e8-4848-b0b5-07cdd3a113fc service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 6500 time: 0.2315686 Aug 27 16:24:56.617799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7219a-155b-4f09-bb01-531baaf66b48 None None] Port 805394d9-b2e1-4d64-8c50-46f44be93ff5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:24:56.642584 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.721414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:56.726890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:56.727862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.732095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38784b42-3807-4def-bf1b-c747189ab39e None None] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:56.841766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50628) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:56.860939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e32c22f-82d6-4bb1-9460-67fa833efce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:56.901348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8c37adc6-259a-4c3f-81e1-5ddfc9b3d6c5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4936552 Aug 27 16:24:56.901975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50630) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:56.910101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'network': {'name': 'tempest-router-network01--1311385894'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:56.977689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 805394d9-b2e1-4d64-8c50-46f44be93ff5 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:56.986163 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-03dcf2da-193e-4c1a-aeb9-4cc43be2563d service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3771462 Aug 27 16:24:57.026631 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e32c22f-82d6-4bb1-9460-67fa833efce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.058778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a', 'network_id': '1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a', 'tenant_id': '7490dbc8b4734c7bb818c5f385a06bd3', 'fixed_ips': [{'subnet_id': 'e81b5451-24d3-48c0-bfd7-51e49703ff2d'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:24:57.060292 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.126372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e32c22f-82d6-4bb1-9460-67fa833efce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.220167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e32c22f-82d6-4bb1-9460-67fa833efce7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=176e01afc0814ff8a621f993f40e1d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767099 Aug 27 16:24:57.222845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50638) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:57.235140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32c22f-82d6-4bb1-9460-67fa833efce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69ab550-e610-4051-b15f-1d0e87f1c66a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:57.265479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9257-98ca-4387-964d-baff5ebe3c35 req-e273bad0-a4a3-4148-b05e-5df0088d3ed3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:57.267021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c6e9257-98ca-4387-964d-baff5ebe3c35 req-e273bad0-a4a3-4148-b05e-5df0088d3ed3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1196427 Aug 27 16:24:57.274063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f24d38ee-4202-46fc-9c12-20abd55e2f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.279101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.283395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeddddc-6fe4-4fea-8c2e-00d4a619de38 req-c130082b-601a-4117-a66f-121ba6ae3ced tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:57.287066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffeddddc-6fe4-4fea-8c2e-00d4a619de38 req-c130082b-601a-4117-a66f-121ba6ae3ced tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1118162 Aug 27 16:24:57.330569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=805394d9-b2e1-4d64-8c50-46f44be93ff5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:57.341921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:57.346491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f24d38ee-4202-46fc-9c12-20abd55e2f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.346669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.363601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c6e9257-98ca-4387-964d-baff5ebe3c35 req-289982bf-a8ec-495d-8648-e863738f24b2 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725367 Aug 27 16:24:57.377636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffeddddc-6fe4-4fea-8c2e-00d4a619de38 req-40c66aa5-3b6e-4bd1-987b-b6b6f388c37e tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Aug 27 16:24:57.408625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:57.418630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.419096 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Added segment ff0bead8-0476-472c-823f-5a151e2e8dbb of type vlan for network 484c5d9a-7524-47bf-bce1-1652e73873fd Aug 27 16:24:57.465615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Allocated IP 2001:db8::2 (1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a/e81b5451-24d3-48c0-bfd7-51e49703ff2d/f50e9219-80d1-4a4f-af79-5076b434df3e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:24:57.488432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.502836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.508122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50642) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:57.509141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb88af97-b492-48dd-a11f-382640f776ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/805394d9-b2e1-4d64-8c50-46f44be93ff5 HTTP/1.1" status: 204 len: 168 time: 1.2969868 Aug 27 16:24:57.544432 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e497ede-e2b4-409e-a380-f9011eef983b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:24:57.547321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9e497ede-e2b4-409e-a380-f9011eef983b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/805394d9-b2e1-4d64-8c50-46f44be93ff5 HTTP/1.1" status: 404 len: 333 time: 0.0368946 Aug 27 16:24:57.548986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50644) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:57.598334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f24d38ee-4202-46fc-9c12-20abd55e2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.601165 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f24d38ee-4202-46fc-9c12-20abd55e2f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.602360 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f24d38ee-4202-46fc-9c12-20abd55e2f70 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e69ab550-e610-4051-b15f-1d0e87f1c66a HTTP/1.1" status: 204 len: 168 time: 0.3784821 Aug 27 16:24:57.620443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d38ee-4202-46fc-9c12-20abd55e2f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69ab550-e610-4051-b15f-1d0e87f1c66a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:57.626053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet 97b30791-083f-44db-8cbe-e8658a0bfa05 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:57.629371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.637411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.642951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:57.649908 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.679161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.705223 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.718559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Transition to ACTIVE for port object f50e9219-80d1-4a4f-af79-5076b434df3e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:57.755294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Transition to ACTIVE for port object f50e9219-80d1-4a4f-af79-5076b434df3e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:24:57.772039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Network': ['ID=484c5d9a-7524-47bf-bce1-1652e73873fd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:57.783658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 484c5d9a-7524-47bf-bce1-1652e73873fd details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:57.785538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.838570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-891ef3f5-caf5-402f-8797-8b62da1591e7 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9342234 Aug 27 16:24:57.841414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50652) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:57.847106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'network': {'name': 'tempest-router-network02--1847139500'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:57.877844 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.916932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:24:57.921745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:57.924390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:24:57.935848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Pushing event updated for resources: {'Port': ['ID=f50e9219-80d1-4a4f-af79-5076b434df3e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:57.964131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.990238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8de7c-d33f-4d88-b822-70a54eb6fe99 None None] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:57.992531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Attempting to bind port f50e9219-80d1-4a4f-af79-5076b434df3e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:24:57.992907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Attempting to bind port f50e9219-80d1-4a4f-af79-5076b434df3e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'da09b189-46a6-47b8-ac33-b26c87711b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:24:57.993275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Attempting to bind port f50e9219-80d1-4a4f-af79-5076b434df3e on network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:24:57.996040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:57.997967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/97b30791-083f-44db-8cbe-e8658a0bfa05 HTTP/1.1" status: 204 len: 168 time: 0.4471960 Aug 27 16:24:57.999020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afdbf1-aeac-43cc-84bc-e0689d918bc9 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=97b30791-083f-44db-8cbe-e8658a0bfa05,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:58.000556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50654) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:58.039766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:24:58.040148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Checking segment: {'id': 'da09b189-46a6-47b8-ac33-b26c87711b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:58.040558 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.041052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Bound using segment: {'id': 'da09b189-46a6-47b8-ac33-b26c87711b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:24:58.042228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Bound port: f50e9219-80d1-4a4f-af79-5076b434df3e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da09b189-46a6-47b8-ac33-b26c87711b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:24:58.042427 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.056274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:58.060068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.113955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:24:58.118977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.142887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:24:58.158999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe708c15-a8c8-44e7-9646-e0caa06a9f9a req-c2473edb-33f5-4086-aa0f-84ca186f7202 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:58.162899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe708c15-a8c8-44e7-9646-e0caa06a9f9a req-c2473edb-33f5-4086-aa0f-84ca186f7202 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0710835 Aug 27 16:24:58.169480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] For port f50e9219-80d1-4a4f-af79-5076b434df3e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:24:58.174170 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.174528 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Added segment a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1 of type vlan for network bb1beb64-1da4-4d9c-ae88-4cb97d539485 Aug 27 16:24:58.187074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] For port f50e9219-80d1-4a4f-af79-5076b434df3e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f50e9219-80d1-4a4f-af79-5076b434df3e,segment=NetworkSegment(da09b189-46a6-47b8-ac33-b26c87711b72),segment_id=da09b189-46a6-47b8-ac33-b26c87711b72)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:24:58.188997 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.216735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe708c15-a8c8-44e7-9646-e0caa06a9f9a req-17cb0ffd-6b16-429f-afa5-2422f3dbaabc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446994 Aug 27 16:24:58.276392 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.335665 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.364481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.399565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa244439-878a-472a-8fe7-a6c023968cbd None None] Pushing event updated for resources: {'Port': ['ID=f50e9219-80d1-4a4f-af79-5076b434df3e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:58.451868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.464379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:58.469507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.537853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.575709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f4d90-0287-4ee5-a6fc-a745cc8eec32 req-cee2730d-bd46-483d-a91f-1cfecb629537 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:58.577292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-460f4d90-0287-4ee5-a6fc-a745cc8eec32 req-cee2730d-bd46-483d-a91f-1cfecb629537 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1025612 Aug 27 16:24:58.602219 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7596536 Aug 27 16:24:58.603372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:58.605810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.610176 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f900aa1d-57d6-45fa-ab85-a2e8ebd07179 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8 HTTP/1.1" status: 204 len: 168 time: 0.6064472 Aug 27 16:24:58.610696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50672) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:58.611042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50674) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:58.617519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fcf2c-2c2f-446e-93d3-4fcaf871bd08 req-5b451797-8779-49f9-a4dc-8944e2fa473a tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:58.619084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-459fcf2c-2c2f-446e-93d3-4fcaf871bd08 req-5b451797-8779-49f9-a4dc-8944e2fa473a tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0991621 Aug 27 16:24:58.652598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-460f4d90-0287-4ee5-a6fc-a745cc8eec32 req-d0984aa7-2c82-46cb-8073-c5c20be5f5d2 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Aug 27 16:24:58.704338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'subnet': {'network_id': '484c5d9a-7524-47bf-bce1-1652e73873fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:24:58.712963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-459fcf2c-2c2f-446e-93d3-4fcaf871bd08 req-f0bd23b0-0bc0-4c0d-86c0-b053023e47a1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Aug 27 16:24:58.772724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04096766-227f-4ea7-b39b-ab9e6177e1af tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Network': ['ID=bb1beb64-1da4-4d9c-ae88-4cb97d539485,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:58.786374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network bb1beb64-1da4-4d9c-ae88-4cb97d539485 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:24:58.808816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.913127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 5328040d-f658-4c6e-b756-c7e0b0dee0bd {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:24:58.913321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.973234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:24:58.976810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:58.985265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f50e9219-80d1-4a4f-af79-5076b434df3e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:24:59.039690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcadfd9-830a-44ae-9af6-eb8d920b86c1 None None] Network 19d00043-6f9b-4572-a2bb-ac2d74efa444 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:59.062109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] For port 5328040d-f658-4c6e-b756-c7e0b0dee0bd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5328040d-f658-4c6e-b756-c7e0b0dee0bd,segment=NetworkSegment(b390338a-bc49-41ac-9696-4ddf277bf2b9),segment_id=b390338a-bc49-41ac-9696-4ddf277bf2b9)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:24:59.062476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.083627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 5328040d-f658-4c6e-b756-c7e0b0dee0bd owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:24:59.111530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-35000739-b252-43e5-b890-4b8e703d3570 None None] Provisioning complete for port 5328040d-f658-4c6e-b756-c7e0b0dee0bd triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:59.111909 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35000739-b252-43e5-b890-4b8e703d3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.188808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f50e9219-80d1-4a4f-af79-5076b434df3e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:59.315153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.332163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4fdde-62b7-4750-a1bc-f0ff68ccd299 None None] DHCP port deletion for 19d00043-6f9b-4572-a2bb-ac2d74efa444 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:24:59.366230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No DVR routers for this DVR port 5328040d-f658-4c6e-b756-c7e0b0dee0bd on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:24:59.373813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=5328040d-f658-4c6e-b756-c7e0b0dee0bd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:59.385340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a799f3-7d06-459f-b666-a502fb243c7c req-a130385d-b74e-42d8-981e-627767f406d6 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:59.388215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04a799f3-7d06-459f-b666-a502fb243c7c req-a130385d-b74e-42d8-981e-627767f406d6 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0820107 Aug 27 16:24:59.412543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.433390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04a799f3-7d06-459f-b666-a502fb243c7c req-57873320-4bc4-4277-872e-3cfe795153b9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386205 Aug 27 16:24:59.503531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.525301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d00043-6f9b-4572-a2bb-ac2d74efa444']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:59.533346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Subnet': ['ID=a6cdbb7d-5949-45d9-8869-653242963040,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:59.544681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b390338a-bc49-41ac-9696-4ddf277bf2b9') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:59.544988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b390338a-bc49-41ac-9696-4ddf277bf2b9') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:24:59.558952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.568952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Checking segment: {'id': 'ff0bead8-0476-472c-823f-5a151e2e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '484c5d9a-7524-47bf-bce1-1652e73873fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:24:59.569322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network hostable DHCP agents. Network: 484c5d9a-7524-47bf-bce1-1652e73873fd, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:24:59.578174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.590694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:24:59.590694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:24:59.591908 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:24:59.678027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9181a16-a8d4-48b8-9397-5d61a05a910b None None] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:59.730263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network 484c5d9a-7524-47bf-bce1-1652e73873fd is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:24:59.770154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.781089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.788088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/19d00043-6f9b-4572-a2bb-ac2d74efa444 HTTP/1.1" status: 204 len: 168 time: 1.1703775 Aug 27 16:24:59.788088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50702) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:59.816654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-02dfce48-1295-4c12-b336-bb14cf06c349 None None] Provisioning for port f50e9219-80d1-4a4f-af79-5076b434df3e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:24:59.824826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-02dfce48-1295-4c12-b336-bb14cf06c349 None None] Provisioning complete for port f50e9219-80d1-4a4f-af79-5076b434df3e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:24:59.825205 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02dfce48-1295-4c12-b336-bb14cf06c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.844219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7bc64-2a26-4978-b7ca-cef4bcbb4091 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=19d00043-6f9b-4572-a2bb-ac2d74efa444,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:24:59.845167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b51f3-0766-438a-b831-9829437b3dac req-be3f021b-8a8f-4ef1-b9a9-4e7f3980f530 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:59.846683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-811b51f3-0766-438a-b831-9829437b3dac req-be3f021b-8a8f-4ef1-b9a9-4e7f3980f530 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0897048 Aug 27 16:24:59.873850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286c838-d2b9-4c84-9731-219c0c26e460 req-c744f526-9b99-4652-a81c-48b3c81980d2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:59.875394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1286c838-d2b9-4c84-9731-219c0c26e460 req-c744f526-9b99-4652-a81c-48b3c81980d2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0712371 Aug 27 16:24:59.879297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa3843-b93b-42db-b255-e88a9f1cc06d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:59.884694 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-67aa3843-b93b-42db-b255-e88a9f1cc06d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0923641 Aug 27 16:24:59.885585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50704) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:59.897222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 484c5d9a-7524-47bf-bce1-1652e73873fd) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:24:59.903163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:24:59.903939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:24:59.923697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-811b51f3-0766-438a-b831-9829437b3dac req-0d0905f6-b28e-43a0-ae2b-79ac70ed20bf tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664864 Aug 27 16:24:59.935705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ffb4f-7724-49c7-a008-c9a07bd361d9 None None] Network 484c5d9a-7524-47bf-bce1-1652e73873fd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:24:59.945812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1286c838-d2b9-4c84-9731-219c0c26e460 req-cfe0762c-a9ee-424c-a2e3-2dc0c6d239a8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518649 Aug 27 16:24:59.982692 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7672b571-a07a-4d8d-9f94-af909ecda033 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0919778 Aug 27 16:24:59.982868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50708) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:24:59.988296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1169212747'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:00.012236 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02dfce48-1295-4c12-b336-bb14cf06c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.041493 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e1099a2f-0442-4b1f-b98a-41f7e3814b20 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4290016 Aug 27 16:25:00.044432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50710) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:00.049985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'subnet': {'network_id': 'bb1beb64-1da4-4d9c-ae88-4cb97d539485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:00.061863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-02dfce48-1295-4c12-b336-bb14cf06c349 None None] For port f50e9219-80d1-4a4f-af79-5076b434df3e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f50e9219-80d1-4a4f-af79-5076b434df3e,segment=NetworkSegment(da09b189-46a6-47b8-ac33-b26c87711b72),segment_id=da09b189-46a6-47b8-ac33-b26c87711b72)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:00.075577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50712) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:00.157067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-484c5d9a-7524-47bf-bce1-1652e73873fd', 'network_id': '484c5d9a-7524-47bf-bce1-1652e73873fd', 'tenant_id': '7490dbc8b4734c7bb818c5f385a06bd3', 'fixed_ips': [{'subnet_id': 'a6cdbb7d-5949-45d9-8869-653242963040'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:25:00.158783 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.174949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:00.179025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.220310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2315fc7c-082e-4e34-9eed-a860e1108ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.236832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:25:00.244105 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02dfce48-1295-4c12-b336-bb14cf06c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.250928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.251377 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment b54c5732-5e8f-48a2-93f9-55c33a23b429 of type vlan for network 2f5b6072-687a-4cde-9998-4ee9b20efefc Aug 27 16:25:00.278189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:00.282548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.304358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.339480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfce48-1295-4c12-b336-bb14cf06c349 None None] Pushing event updated for resources: {'Port': ['ID=f50e9219-80d1-4a4f-af79-5076b434df3e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:00.372182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Allocated IP 2001:db8::2 (484c5d9a-7524-47bf-bce1-1652e73873fd/a6cdbb7d-5949-45d9-8869-653242963040/0c297e17-e096-446a-b268-d1b193bb8c13) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:00.384056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-aef5a90c-eef0-4d9e-a5e5-08a04ccaa46c None None] Provisioning complete for port f50e9219-80d1-4a4f-af79-5076b434df3e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:00.384436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aef5a90c-eef0-4d9e-a5e5-08a04ccaa46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.402817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2315fc7c-082e-4e34-9eed-a860e1108ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.437224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.442822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:00.443507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.503746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2315fc7c-082e-4e34-9eed-a860e1108ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.552336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=2f5b6072-687a-4cde-9998-4ee9b20efefc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:00.563133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315fc7c-082e-4e34-9eed-a860e1108ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd0009-bebd-476b-ae70-d41b9f5134cf,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:00.570047 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2315fc7c-082e-4e34-9eed-a860e1108ebd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cec89899d98c48c48ed182192a70d48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903824 Aug 27 16:25:00.570292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50718) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:00.574219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:25:00.587176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bb4b8-50fe-4ab8-ac11-d91100b5002d req-6d646cca-20c6-42f8-b980-6712e7dddd2f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:00.596711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d01bb4b8-50fe-4ab8-ac11-d91100b5002d req-6d646cca-20c6-42f8-b980-6712e7dddd2f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0702438 Aug 27 16:25:00.602865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.636303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0363ae83-f2bc-4abe-9f47-34dcc62cdc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.643746 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.661665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Transition to ACTIVE for port object 0c297e17-e096-446a-b268-d1b193bb8c13 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:00.666071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0363ae83-f2bc-4abe-9f47-34dcc62cdc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.678455 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1a44233c-5e25-481d-8b12-22c2d4f26634 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6917350 Aug 27 16:25:00.679318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50720) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:00.679734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Transition to ACTIVE for port object 0c297e17-e096-446a-b268-d1b193bb8c13 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:00.685188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d01bb4b8-50fe-4ab8-ac11-d91100b5002d req-fb1a67e4-82c2-4a9b-9c83-10be2eec0956 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891333 Aug 27 16:25:00.685368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:00.693203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Subnet': ['ID=407fa869-0b08-400f-96c3-082f7d0c67c0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:00.701695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Checking segment: {'id': 'a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'bb1beb64-1da4-4d9c-ae88-4cb97d539485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:00.702051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network hostable DHCP agents. Network: bb1beb64-1da4-4d9c-ae88-4cb97d539485, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:00.795978 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.829456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network bb1beb64-1da4-4d9c-ae88-4cb97d539485 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:00.835563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Network 484c5d9a-7524-47bf-bce1-1652e73873fd is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:00.841126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:00.845683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:00.847774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f50e9219-80d1-4a4f-af79-5076b434df3e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:00.872956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Pushing event updated for resources: {'Port': ['ID=0c297e17-e096-446a-b268-d1b193bb8c13,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:00.898788 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0363ae83-f2bc-4abe-9f47-34dcc62cdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.901893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0363ae83-f2bc-4abe-9f47-34dcc62cdc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.903718 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0363ae83-f2bc-4abe-9f47-34dcc62cdc01 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/17bd0009-bebd-476b-ae70-d41b9f5134cf HTTP/1.1" status: 204 len: 168 time: 0.3319001 Aug 27 16:25:00.904942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:00.907594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.937521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Attempting to bind port 0c297e17-e096-446a-b268-d1b193bb8c13 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:00.937870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Attempting to bind port 0c297e17-e096-446a-b268-d1b193bb8c13 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ff0bead8-0476-472c-823f-5a151e2e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '484c5d9a-7524-47bf-bce1-1652e73873fd'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:00.938234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Attempting to bind port 0c297e17-e096-446a-b268-d1b193bb8c13 on network 484c5d9a-7524-47bf-bce1-1652e73873fd {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:00.940029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, bb1beb64-1da4-4d9c-ae88-4cb97d539485) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:00.945115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:00.945724 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.946829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:00.947212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Checking segment: {'id': 'ff0bead8-0476-472c-823f-5a151e2e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '484c5d9a-7524-47bf-bce1-1652e73873fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:00.947953 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.948287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Bound using segment: {'id': 'ff0bead8-0476-472c-823f-5a151e2e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '484c5d9a-7524-47bf-bce1-1652e73873fd'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:00.948763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Bound port: 0c297e17-e096-446a-b268-d1b193bb8c13, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0bead8-0476-472c-823f-5a151e2e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '484c5d9a-7524-47bf-bce1-1652e73873fd'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:00.949201 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.962571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ae83-f2bc-4abe-9f47-34dcc62cdc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd0009-bebd-476b-ae70-d41b9f5134cf,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:00.966481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f50e9219-80d1-4a4f-af79-5076b434df3e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:00.966862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:00.975102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f34c1-92c9-4e2c-a5ee-d329680ebe2f None None] Network bb1beb64-1da4-4d9c-ae88-4cb97d539485 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:01.131726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7a4b-0523-487f-9153-695cdabd54d2 req-f7431b55-8d74-4c1b-ad57-ee73f903104e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:01.133308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ad7a4b-0523-487f-9153-695cdabd54d2 req-f7431b55-8d74-4c1b-ad57-ee73f903104e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0864069 Aug 27 16:25:01.141919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36ad0f-2f79-48a7-b87c-771647925526 req-515f8476-e0c6-4a90-b872-4fcf4596bccb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:01.146644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e36ad0f-2f79-48a7-b87c-771647925526 req-515f8476-e0c6-4a90-b872-4fcf4596bccb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1108847 Aug 27 16:25:01.165258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e1160e1c-8749-4d21-bea5-238d5dd862de tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1196926 Aug 27 16:25:01.168748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50728) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:01.203163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ad7a4b-0523-487f-9153-695cdabd54d2 req-dd266998-9167-4daf-aa0b-ad1d576bd8c3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544848 Aug 27 16:25:01.222406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e36ad0f-2f79-48a7-b87c-771647925526 req-ac789b26-4b78-4204-8254-d76bc1f06c4a tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709364 Aug 27 16:25:01.262381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] For port 0c297e17-e096-446a-b268-d1b193bb8c13, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:01.285430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] For port 0c297e17-e096-446a-b268-d1b193bb8c13, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0c297e17-e096-446a-b268-d1b193bb8c13,segment=NetworkSegment(ff0bead8-0476-472c-823f-5a151e2e8dbb),segment_id=ff0bead8-0476-472c-823f-5a151e2e8dbb)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:01.306224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:01.409586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:01.439550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-bb1beb64-1da4-4d9c-ae88-4cb97d539485', 'network_id': 'bb1beb64-1da4-4d9c-ae88-4cb97d539485', 'tenant_id': '7490dbc8b4734c7bb818c5f385a06bd3', 'fixed_ips': [{'subnet_id': '407fa869-0b08-400f-96c3-082f7d0c67c0'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:25:01.440413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:01.465764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5328040d-f658-4c6e-b756-c7e0b0dee0bd no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:01.488291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=c56259ff-d09c-44cd-8290-4d3d8cccf167,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:01.494461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': 'b54c5732-5e8f-48a2-93f9-55c33a23b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:01.494838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: 2f5b6072-687a-4cde-9998-4ee9b20efefc, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:01.499335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5328040d-f658-4c6e-b756-c7e0b0dee0bd {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:01.499699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5328040d-f658-4c6e-b756-c7e0b0dee0bd not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:01.550797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d31cc7-ac60-4072-8d67-04681e23ab6c None None] Pushing event updated for resources: {'Port': ['ID=0c297e17-e096-446a-b268-d1b193bb8c13,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:01.605456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:01.660960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:01.704980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Allocated IP 2001:db8::2 (bb1beb64-1da4-4d9c-ae88-4cb97d539485/407fa869-0b08-400f-96c3-082f7d0c67c0/4ce22593-7b37-4f4f-8586-181ecdbeb0fa) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:01.831168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 2f5b6072-687a-4cde-9998-4ee9b20efefc) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:01.848604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b77fff-b261-4b7d-96f6-aa8fd50bbf5d None None] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:01.873854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:01.874468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:01.876193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2037b-c73b-4b1b-928a-22ad150d674e req-c2344c52-2812-4abe-bef4-46a25a141f40 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:01.886946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ce2037b-c73b-4b1b-928a-22ad150d674e req-c2344c52-2812-4abe-bef4-46a25a141f40 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1101310 Aug 27 16:25:01.938723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ce2037b-c73b-4b1b-928a-22ad150d674e req-501a9b2c-1fdd-4154-838b-ef4c58773221 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505021 Aug 27 16:25:01.980079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Allocated IP 2001:db8::1 (484c5d9a-7524-47bf-bce1-1652e73873fd/a6cdbb7d-5949-45d9-8869-653242963040/5fe6c511-58ff-418b-8c1f-31d9a53c6101) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:01.997480 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-446874eb-174d-485b-8844-05258fd56c10 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3172944 Aug 27 16:25:02.000109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50742) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:02.006606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc', 'name': 'tempest-PortsTestJSON-550036497'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:02.034226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.045139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Transition to ACTIVE for port object 4ce22593-7b37-4f4f-8586-181ecdbeb0fa will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:02.061857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Transition to ACTIVE for port object 4ce22593-7b37-4f4f-8586-181ecdbeb0fa will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:02.155575 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.164524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.169095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-2f5b6072-687a-4cde-9998-4ee9b20efefc', 'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc', 'tenant_id': 'ce2277f6ae7c47cc9cc6e948aa1b332d', 'fixed_ips': [{'subnet_id': 'c56259ff-d09c-44cd-8290-4d3d8cccf167'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:25:02.169984 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.184713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Transition to ACTIVE for port object 5fe6c511-58ff-418b-8c1f-31d9a53c6101 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:02.225713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Network bb1beb64-1da4-4d9c-ae88-4cb97d539485 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:02.236032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:02.245920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:02.261273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Pushing event updated for resources: {'Port': ['ID=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:02.341100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:02.344597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.384358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.399962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Attempting to bind port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:02.400556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Attempting to bind port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'bb1beb64-1da4-4d9c-ae88-4cb97d539485'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:02.400753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Attempting to bind port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa on network bb1beb64-1da4-4d9c-ae88-4cb97d539485 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:02.412189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:02.412672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Checking segment: {'id': 'a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'bb1beb64-1da4-4d9c-ae88-4cb97d539485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:02.413029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.413436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Bound using segment: {'id': 'a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'bb1beb64-1da4-4d9c-ae88-4cb97d539485'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:02.413922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Bound port: 4ce22593-7b37-4f4f-8586-181ecdbeb0fa, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'bb1beb64-1da4-4d9c-ae88-4cb97d539485'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:02.414314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.423019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 5a7dd811-e29c-44d4-9358-2b1bde5ef4c9 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:02.473025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network 484c5d9a-7524-47bf-bce1-1652e73873fd is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:02.474830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Port': ['ID=5fe6c511-58ff-418b-8c1f-31d9a53c6101,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:02.478139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:02.481832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:02.482522 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.496155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c86221-390b-4a64-97fe-722c866ba34a req-c46e793c-09b9-4027-84b2-2c8b0e3d88b8 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.503525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85c86221-390b-4a64-97fe-722c866ba34a req-c46e793c-09b9-4027-84b2-2c8b0e3d88b8 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1990042 Aug 27 16:25:02.513386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] For port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:02.516773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] For port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,segment=NetworkSegment(a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1),segment_id=a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:02.528747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed395be4-4f41-48ee-9064-da641cb50a8e req-60440d36-b5ba-46a3-aeef-56ea6785491f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:02.530295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed395be4-4f41-48ee-9064-da641cb50a8e req-60440d36-b5ba-46a3-aeef-56ea6785491f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1930790 Aug 27 16:25:02.538989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Allocated IP 172.20.0.2 (2f5b6072-687a-4cde-9998-4ee9b20efefc/c56259ff-d09c-44cd-8290-4d3d8cccf167/d3402ec5-5acc-46e6-9285-ee592f1057fb) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:02.635730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85c86221-390b-4a64-97fe-722c866ba34a req-009e546b-c69b-42d2-bba2-d59ed5020414 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244073 Aug 27 16:25:02.643833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed395be4-4f41-48ee-9064-da641cb50a8e req-3e83c244-f041-48d0-bf74-c5e044dcbfb6 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988650 Aug 27 16:25:02.646562 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.756031 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.782880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0f37c-a82f-47ca-9843-ac3671ddc1a6 None None] Pushing event updated for resources: {'Port': ['ID=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:02.816754 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:02.826324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Transition to ACTIVE for port object d3402ec5-5acc-46e6-9285-ee592f1057fb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:02.860428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Transition to ACTIVE for port object d3402ec5-5acc-46e6-9285-ee592f1057fb will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:02.945728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.001510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c297e17-e096-446a-b268-d1b193bb8c13 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:03.068021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89904d42-c85a-4ccc-833e-294555001214 None None] Network 484c5d9a-7524-47bf-bce1-1652e73873fd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:03.074630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:03.123086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:03.125623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:03.154984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9439c834-d370-4638-9b85-4a6a5688ce57 {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:25:03.156796 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:25:03.170985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d0c1d-4f3f-447e-8d4a-baf4608f55d2 req-f6dd558c-08cd-4c7d-b688-b877589a30c8 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:03.177649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.179942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c00d0c1d-4f3f-447e-8d4a-baf4608f55d2 req-f6dd558c-08cd-4c7d-b688-b877589a30c8 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0895355 Aug 27 16:25:03.181273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Pushing event updated for resources: {'Port': ['ID=d3402ec5-5acc-46e6-9285-ee592f1057fb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:03.216301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c00d0c1d-4f3f-447e-8d4a-baf4608f55d2 req-219a28ff-442f-4bd9-b00e-64192063109e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353599 Aug 27 16:25:03.256116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-884b0800-a480-48f2-a654-a1c029c0e259 None None] Provisioning for port 0c297e17-e096-446a-b268-d1b193bb8c13 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:03.257826 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.258634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.265482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Attempting to bind port d3402ec5-5acc-46e6-9285-ee592f1057fb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:03.265482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Attempting to bind port d3402ec5-5acc-46e6-9285-ee592f1057fb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'b54c5732-5e8f-48a2-93f9-55c33a23b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:03.265930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Attempting to bind port d3402ec5-5acc-46e6-9285-ee592f1057fb on network 2f5b6072-687a-4cde-9998-4ee9b20efefc {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:03.293609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:03.293987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Checking segment: {'id': 'b54c5732-5e8f-48a2-93f9-55c33a23b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:03.294389 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.294789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Bound using segment: {'id': 'b54c5732-5e8f-48a2-93f9-55c33a23b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:03.295290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Bound port: d3402ec5-5acc-46e6-9285-ee592f1057fb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54c5732-5e8f-48a2-93f9-55c33a23b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:03.295759 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.340575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0c297e17-e096-446a-b268-d1b193bb8c13 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:03.360126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Port': ['ID=5fe6c511-58ff-418b-8c1f-31d9a53c6101,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:03.360760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0c297e17-e096-446a-b268-d1b193bb8c13 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:03.361139 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.404500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network 484c5d9a-7524-47bf-bce1-1652e73873fd is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:03.406137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:03.430512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] For port d3402ec5-5acc-46e6-9285-ee592f1057fb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:03.450036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] For port d3402ec5-5acc-46e6-9285-ee592f1057fb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d3402ec5-5acc-46e6-9285-ee592f1057fb,segment=NetworkSegment(b54c5732-5e8f-48a2-93f9-55c33a23b429),segment_id=b54c5732-5e8f-48a2-93f9-55c33a23b429)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:03.499398 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.537044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.541949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 0c297e17-e096-446a-b268-d1b193bb8c13, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0c297e17-e096-446a-b268-d1b193bb8c13,segment=NetworkSegment(ff0bead8-0476-472c-823f-5a151e2e8dbb),segment_id=ff0bead8-0476-472c-823f-5a151e2e8dbb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:03.611065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e490f2-1c41-4f68-8bdf-e4658a928da6 None None] Pushing event updated for resources: {'Port': ['ID=d3402ec5-5acc-46e6-9285-ee592f1057fb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:03.631457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Router 359be257-f704-4cfd-a074-b89430279ce3 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:25:03.632850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.658166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:03.689924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:03.763966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=0c297e17-e096-446a-b268-d1b193bb8c13,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:03.819202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:03.824814 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0cfb5ce2-837d-46f1-9536-c0b968ad628e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6547368 Aug 27 16:25:03.827523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50764) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:03.843818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] Sync routers for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:03.858816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:03.859507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:03.927841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:03.947445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:03.950296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:04.002942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:04.003734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324e436-19ce-440c-8535-e6c599237e35 None None] The sync data for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:04.005577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1f85d16f-ec26-49de-85d2-b1ea92ddc545 None None] Provisioning complete for port 0c297e17-e096-446a-b268-d1b193bb8c13 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:04.011638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f85d16f-ec26-49de-85d2-b1ea92ddc545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:04.031326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be895399-d07f-445f-8bb9-c96941e40c9c req-b5b02946-c67a-4962-830d-a1b1fa41a9e5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:04.040621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be895399-d07f-445f-8bb9-c96941e40c9c req-b5b02946-c67a-4962-830d-a1b1fa41a9e5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.2600276 Aug 27 16:25:04.097766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7d900-a7fb-45c7-8d80-2745448a35fc req-22b5a276-cdfc-47b5-81e5-7f496ee53f55 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:04.107712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6e7d900-a7fb-45c7-8d80-2745448a35fc req-22b5a276-cdfc-47b5-81e5-7f496ee53f55 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.3200231 Aug 27 16:25:04.264535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.6 (2f5b6072-687a-4cde-9998-4ee9b20efefc/c56259ff-d09c-44cd-8290-4d3d8cccf167/59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:04.294214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be895399-d07f-445f-8bb9-c96941e40c9c req-e8dcb028-dee9-4805-93f3-ef1a32229a05 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458172 Aug 27 16:25:04.313343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80709b0-76a9-4318-9e13-31559f126f98 None None] Network bb1beb64-1da4-4d9c-ae88-4cb97d539485 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:04.351887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6e7d900-a7fb-45c7-8d80-2745448a35fc req-6e2b1d76-b64f-43db-af68-208fd856909b tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371955 Aug 27 16:25:04.401675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1f85d16f-ec26-49de-85d2-b1ea92ddc545 None None] Provisioning for port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:04.422976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1f85d16f-ec26-49de-85d2-b1ea92ddc545 None None] Provisioning complete for port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:04.423335 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f85d16f-ec26-49de-85d2-b1ea92ddc545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:04.485736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1f85d16f-ec26-49de-85d2-b1ea92ddc545 None None] Port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:04.563503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d4551-2b06-4ac6-8e8d-70c6295688d7 req-05fae7fa-2fd9-482f-b292-b87f18c5040b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:04.572859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f1d4551-2b06-4ac6-8e8d-70c6295688d7 req-05fae7fa-2fd9-482f-b292-b87f18c5040b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1343527 Aug 27 16:25:04.668977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f1d4551-2b06-4ac6-8e8d-70c6295688d7 req-e050d2a5-5e3a-4e30-8372-ee2d5c514ea9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890450 Aug 27 16:25:04.685319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1173acb1-65f9-4faf-abf2-4228cce8a813 None None] Provisioning for port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:04.693856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:04.702466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1173acb1-65f9-4faf-abf2-4228cce8a813 None None] Provisioning complete for port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:04.702857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1173acb1-65f9-4faf-abf2-4228cce8a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:04.715829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:04.750961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1173acb1-65f9-4faf-abf2-4228cce8a813 None None] Port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:04.847233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:04.880736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-106f1272-ada0-4233-8748-9c723e29f1d9 None None] Provisioning complete for port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:04.881598 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-106f1272-ada0-4233-8748-9c723e29f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:04.932392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-106f1272-ada0-4233-8748-9c723e29f1d9 None None] Port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:04.935821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:04.939004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:04.942972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:04.969779 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-cb188999-716a-4501-8b3f-3be337888a8e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:25:04.974147 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cb188999-716a-4501-8b3f-3be337888a8e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1454878 Aug 27 16:25:04.974813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50778) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:05.000972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:05.024888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:05.026137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.070482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d3402ec5-5acc-46e6-9285-ee592f1057fb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:05.115880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fc7737d4-2ba6-4516-9bdd-b33c783ad80b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1143277 Aug 27 16:25:05.118306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50780) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:05.124089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '2f5b6072-687a-4cde-9998-4ee9b20efefc', 'name': 'tempest-PortsTestJSON-1216756016'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:05.144776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4f9bd-1a6e-4760-88a7-b5d697dd5733 None None] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:05.191107 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45d529f5-3152-4f59-8cee-622cf20b7280 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:25:05.218699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d3402ec5-5acc-46e6-9285-ee592f1057fb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:05.237642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ce22593-7b37-4f4f-8586-181ecdbeb0fa up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:05.301416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-772af253-a473-47c4-bd65-77e16f5c7113 None None] Provisioning for port d3402ec5-5acc-46e6-9285-ee592f1057fb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:05.312084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:05.317678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.324856 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.349488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 0d8a5a3a-2dc3-4334-92df-af8a5b0de50f yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:05.490801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75915dc3-7938-4155-9392-b23182090365 req-e0b9c018-2fd2-480b-8c29-b068aae5b7a6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:05.498713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75915dc3-7938-4155-9392-b23182090365 req-e0b9c018-2fd2-480b-8c29-b068aae5b7a6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1081693 Aug 27 16:25:05.501705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-772af253-a473-47c4-bd65-77e16f5c7113 None None] Provisioning complete for port d3402ec5-5acc-46e6-9285-ee592f1057fb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:05.502191 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-772af253-a473-47c4-bd65-77e16f5c7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.585138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75915dc3-7938-4155-9392-b23182090365 req-a61e88d3-f2d5-4f90-a919-fe1bff6fdbaa tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853748 Aug 27 16:25:05.594451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106de739-1338-44b8-9223-52d31ce6549e req-73286808-472f-411e-ae00-fc4a67dbc585 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:05.602350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-106de739-1338-44b8-9223-52d31ce6549e req-73286808-472f-411e-ae00-fc4a67dbc585 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1575582 Aug 27 16:25:05.619953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:05.636328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting port 5fe6c511-58ff-418b-8c1f-31d9a53c6101 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:05.637783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.11 (2f5b6072-687a-4cde-9998-4ee9b20efefc/c56259ff-d09c-44cd-8290-4d3d8cccf167/0d8a5a3a-2dc3-4334-92df-af8a5b0de50f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:05.638123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.660401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '45d529f5-3152-4f59-8cee-622cf20b7280', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'port_id': '45d529f5-3152-4f59-8cee-622cf20b7280', 'mac_address': 'fa:16:3e:15:ec:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:25:05.669365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-106de739-1338-44b8-9223-52d31ce6549e req-f620a3a5-ffdf-4d3b-8cbf-4d387fd5fa91 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667505 Aug 27 16:25:05.760755 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.780638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-772af253-a473-47c4-bd65-77e16f5c7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.780834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:05.800865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.803924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45d529f5-3152-4f59-8cee-622cf20b7280 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:25:05.812106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:05.812494 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.815834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Calling delete_port for 5fe6c511-58ff-418b-8c1f-31d9a53c6101 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:05.899234 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:05.910108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1440f7-0b2a-4e74-9609-efa9e683b1ce req-ac048d94-972a-49e1-8d88-f4493f6d3271 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:05.911774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a1440f7-0b2a-4e74-9609-efa9e683b1ce req-ac048d94-972a-49e1-8d88-f4493f6d3271 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1009707 Aug 27 16:25:05.924403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:05.933785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-772af253-a473-47c4-bd65-77e16f5c7113 None None] For port d3402ec5-5acc-46e6-9285-ee592f1057fb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d3402ec5-5acc-46e6-9285-ee592f1057fb,segment=NetworkSegment(b54c5732-5e8f-48a2-93f9-55c33a23b429),segment_id=b54c5732-5e8f-48a2-93f9-55c33a23b429)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:05.962287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a1440f7-0b2a-4e74-9609-efa9e683b1ce req-4b1890e9-c5fc-4a54-9f2d-c77cdd999f63 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Aug 27 16:25:05.963376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object 0d8a5a3a-2dc3-4334-92df-af8a5b0de50f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:05.991666 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.028256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-772af253-a473-47c4-bd65-77e16f5c7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.031754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,segment=NetworkSegment(a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1),segment_id=a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:06.034280 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.083137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.084776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af253-a473-47c4-bd65-77e16f5c7113 None None] Pushing event updated for resources: {'Port': ['ID=d3402ec5-5acc-46e6-9285-ee592f1057fb,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:06.111729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.124280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:06.132859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:06.132859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:06.139866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:06.146740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.147540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c297e17-e096-446a-b268-d1b193bb8c13 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:06.148816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Port': ['ID=5fe6c511-58ff-418b-8c1f-31d9a53c6101,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:06.199492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:06.201190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.222219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c4c229b6-b784-4862-a193-5c75f7ff5cab None None] Provisioning complete for port d3402ec5-5acc-46e6-9285-ee592f1057fb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:06.222598 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4c229b6-b784-4862-a193-5c75f7ff5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.225982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=0d8a5a3a-2dc3-4334-92df-af8a5b0de50f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:06.281922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['45d529f5-3152-4f59-8cee-622cf20b7280'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:06.289069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.309609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:06.362897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0c297e17-e096-446a-b268-d1b193bb8c13 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:06.362897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.406798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dc84bde0-cbdc-42ee-80ce-fec39ee5b217 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2869718 Aug 27 16:25:06.407458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50794) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:06.492420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293fcf43-cc0d-4ec9-9f49-3cd6117c44f7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:06.497103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-293fcf43-cc0d-4ec9-9f49-3cd6117c44f7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.0861597 Aug 27 16:25:06.497665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50796) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:06.508425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Router 359be257-f704-4cfd-a074-b89430279ce3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:06.637113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c4c229b6-b784-4862-a193-5c75f7ff5cab None None] Provisioning for port 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:06.642654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c4c229b6-b784-4862-a193-5c75f7ff5cab None None] Provisioning complete for port 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:06.643298 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4c229b6-b784-4862-a193-5c75f7ff5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.649410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:06.660665 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e51cf427-bf41-4e28-b377-efee142cec40 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6793780 Aug 27 16:25:06.660754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50800) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:06.672261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] Sync routers for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:06.678751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 0d8a5a3a-2dc3-4334-92df-af8a5b0de50f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:06.679100 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.687685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c4c229b6-b784-4862-a193-5c75f7ff5cab None None] Port 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:06.687856 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:06.688410 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:06.720919 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:06.730059 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:06.730746 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:06.764291 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-792ac886-15fc-49dc-b234-c75e67981abe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] delete failed (client error): The resource could not be found. Aug 27 16:25:06.765664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-792ac886-15fc-49dc-b234-c75e67981abe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/routers/tempest-non_exist_router-1226827702 HTTP/1.1" status: 404 len: 335 time: 0.1045430 Aug 27 16:25:06.768041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:06.769027 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af6fc2-3d7d-456d-bb7f-3bfd9c600c79 None None] The sync data for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:06.769999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50804) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:06.782487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b5e35160-b54f-4563-91a8-636264933574 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'router': {'external_gateway_info': {'network_id': '359be257-f704-4cfd-a074-b89430279ce3'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:06.784372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.806276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 0d8a5a3a-2dc3-4334-92df-af8a5b0de50f owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:06.834184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e952-5cb3-40a9-b9b7-75eee1a2b26b req-219e44ab-c222-4335-bc20-8ffed0335625 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:06.835677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6638e952-5cb3-40a9-b9b7-75eee1a2b26b req-219e44ab-c222-4335-bc20-8ffed0335625 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 944 time: 0.1127763 Aug 27 16:25:06.866017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ce22593-7b37-4f4f-8586-181ecdbeb0fa up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:06.905605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-779444ca-0df6-41d1-bdc5-d1e4052efedf None None] Provisioning for port 0d8a5a3a-2dc3-4334-92df-af8a5b0de50f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:06.912273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-779444ca-0df6-41d1-bdc5-d1e4052efedf None None] Provisioning complete for port 0d8a5a3a-2dc3-4334-92df-af8a5b0de50f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:06.912659 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-779444ca-0df6-41d1-bdc5-d1e4052efedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.957169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-779444ca-0df6-41d1-bdc5-d1e4052efedf None None] Port 0d8a5a3a-2dc3-4334-92df-af8a5b0de50f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:06.960123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:06.960508 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:06.997656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-779444ca-0df6-41d1-bdc5-d1e4052efedf None None] Provisioning complete for port 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:06.998073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-779444ca-0df6-41d1-bdc5-d1e4052efedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.040336 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.040569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-779444ca-0df6-41d1-bdc5-d1e4052efedf None None] Port 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:07.077956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=0d8a5a3a-2dc3-4334-92df-af8a5b0de50f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:07.103091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d3402ec5-5acc-46e6-9285-ee592f1057fb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:07.169165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d3402ec5-5acc-46e6-9285-ee592f1057fb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:07.169468 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.186070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.188399 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d6be17d1-01c0-411e-8280-023aefce5002 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/0d8a5a3a-2dc3-4334-92df-af8a5b0de50f HTTP/1.1" status: 204 len: 168 time: 0.6898468 Aug 27 16:25:07.190886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:07.194275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45d529f5-3152-4f59-8cee-622cf20b7280 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:07.222382 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd90c5f7-b813-468c-a5e0-cdaa3ec05dda tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:25:07.227141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cd90c5f7-b813-468c-a5e0-cdaa3ec05dda tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/0d8a5a3a-2dc3-4334-92df-af8a5b0de50f HTTP/1.1" status: 404 len: 333 time: 0.0327141 Aug 27 16:25:07.227572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50816) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:07.299515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 45d529f5-3152-4f59-8cee-622cf20b7280 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:07.299910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.339842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6638e952-5cb3-40a9-b9b7-75eee1a2b26b req-11780f7c-82e2-4c3e-ac14-c1c7e9abd02f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884140 Aug 27 16:25:07.377233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:07.377749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.386924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98e056-ac3f-485a-a9e4-c1d928ed51d7 req-a51f77d8-ec29-4b67-abc9-4bfc38b90c51 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:07.388768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc98e056-ac3f-485a-a9e4-c1d928ed51d7 req-a51f77d8-ec29-4b67-abc9-4bfc38b90c51 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.6096380 Aug 27 16:25:07.439144 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.466480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:07.466679 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f737fc-7964-411f-a833-e6b5cb526f7f" -d '{"events": [{"server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "name": "network-vif-plugged", "status": "completed", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:07.472717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.481266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:07.488181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:07.568545 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.571043 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b5e35160-b54f-4563-91a8-636264933574 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.576395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc98e056-ac3f-485a-a9e4-c1d928ed51d7 req-2cd3f2b6-d5d0-4abe-9830-15d5f91990f1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811209 Aug 27 16:25:07.590607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd793c-777e-4189-86f1-2995f0108a1f req-88891999-0a14-4ed9-87a4-bdd7b93b3a15 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:07.592170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5cd793c-777e-4189-86f1-2995f0108a1f req-88891999-0a14-4ed9-87a4-bdd7b93b3a15 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1472828 Aug 27 16:25:07.642618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:07.645822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5cd793c-777e-4189-86f1-2995f0108a1f req-c70edf6a-1f1d-4575-b824-85a98f3cc3db tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Aug 27 16:25:07.651418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.651848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.652264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.652676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.653475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.653829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.654171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.654506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.655078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.655190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.655505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.655835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:07.671561 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-b5e35160-b54f-4563-91a8-636264933574 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] update failed (client error): The resource could not be found. Aug 27 16:25:07.672611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b5e35160-b54f-4563-91a8-636264933574 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3 HTTP/1.1" status: 404 len: 339 time: 0.8958213 Aug 27 16:25:07.676109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50822) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:07.681153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-714592481'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:07.694193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.729761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:07.796835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.800856 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f41fe98f-f7d2-461a-ac72-298c3a32b6ed tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 HTTP/1.1" status: 204 len: 168 time: 0.5708733 Aug 27 16:25:07.801685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50824) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:07.828361 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4bb36f-3f04-44ae-8e81-6dc6bfd9d09a x-openstack-request-id: req-7e4bb36f-3f04-44ae-8e81-6dc6bfd9d09a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:07.828721 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "name": "network-vif-plugged", "status": "completed", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:07.836757 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e4bb36f-3f04-44ae-8e81-6dc6bfd9d09a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:07.836757 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280', 'code': 200} Aug 27 16:25:07.843478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:07.846963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.849520 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb9e7ec-b519-4536-b197-75b1fcc37edd tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:25:07.851132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-feb9e7ec-b519-4536-b197-75b1fcc37edd tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/59c3c09e-8a46-4714-8c2b-8b2a0c00a4b3 HTTP/1.1" status: 404 len: 333 time: 0.0484273 Aug 27 16:25:07.854580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50826) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:07.876169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:25:07.886344 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.886751 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Added segment 5af0bfe7-da07-4680-93fb-8091b396bd0d of type vlan for network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 Aug 27 16:25:07.923833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet c56259ff-d09c-44cd-8290-4d3d8cccf167 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:07.928395 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.946812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:07.973149 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.002558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1919c-daee-4ab5-bf8f-76075e2de7c6 req-6a8afef9-4f80-457f-8b31-c5f12a7c17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:08.004049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ec1919c-daee-4ab5-bf8f-76075e2de7c6 req-6a8afef9-4f80-457f-8b31-c5f12a7c17a4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 1096 time: 0.0545397 Aug 27 16:25:08.039932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ec1919c-daee-4ab5-bf8f-76075e2de7c6 req-bad0c55d-b822-4923-964f-4a97297f3ee7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286789 Aug 27 16:25:08.056892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.063794 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.069521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:08.070116 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.138702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Network': ['ID=3f5a17e6-a853-4180-8800-a03cbbfe64c1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:08.149046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:25:08.195603 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.209190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-712bd460-8951-47e0-a537-06cd48d693d9 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5319028 Aug 27 16:25:08.211957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50828) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:08.218015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'subnet': {'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:08.228381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=c56259ff-d09c-44cd-8290-4d3d8cccf167,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:08.230973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.233660 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce3bd2ba-83ed-41b4-ba19-3c710fe7b612 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/c56259ff-d09c-44cd-8290-4d3d8cccf167 HTTP/1.1" status: 204 len: 168 time: 0.3771172 Aug 27 16:25:08.235587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50830) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:08.317691 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.383526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d599b9a-2ff5-4bad-9fda-f2405de9be62 None None] Network 2f5b6072-687a-4cde-9998-4ee9b20efefc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:08.383686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port d3402ec5-5acc-46e6-9285-ee592f1057fb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:08.383893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.389471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Made reservation on behalf of 7490dbc8b4734c7bb818c5f385a06bd3 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:08.390151 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.476537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] For port d3402ec5-5acc-46e6-9285-ee592f1057fb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d3402ec5-5acc-46e6-9285-ee592f1057fb,segment=NetworkSegment(b54c5732-5e8f-48a2-93f9-55c33a23b429),segment_id=b54c5732-5e8f-48a2-93f9-55c33a23b429)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:08.476897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.493748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for d3402ec5-5acc-46e6-9285-ee592f1057fb owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:08.566254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e33c9c-f9c6-46cc-86d1-c69d0bd9deae req-e8d7e113-4db8-487e-b160-c7c6f5c5476f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:08.567878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7e33c9c-f9c6-46cc-86d1-c69d0bd9deae req-e8d7e113-4db8-487e-b160-c7c6f5c5476f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.0872872 Aug 27 16:25:08.605124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] DHCP port deletion for 2f5b6072-687a-4cde-9998-4ee9b20efefc request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:08.653678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.665510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7e33c9c-f9c6-46cc-86d1-c69d0bd9deae req-a4461991-9cbe-4926-9261-45109daa7ee7 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830872 Aug 27 16:25:08.668969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] Deleting port d3402ec5-5acc-46e6-9285-ee592f1057fb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:08.669834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.689900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=d3402ec5-5acc-46e6-9285-ee592f1057fb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:08.694959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No DVR routers for this DVR port d3402ec5-5acc-46e6-9285-ee592f1057fb on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:08.749977 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] For port d3402ec5-5acc-46e6-9285-ee592f1057fb, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:08.750425 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.766229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] Calling delete_port for d3402ec5-5acc-46e6-9285-ee592f1057fb owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:08.769278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] Port d3402ec5-5acc-46e6-9285-ee592f1057fb was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:25:08.771290 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.784274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.786621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] No DVR routers for this DVR port d3402ec5-5acc-46e6-9285-ee592f1057fb on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:08.796678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5b6072-687a-4cde-9998-4ee9b20efefc']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:08.799973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ad0f-d72c-4950-bdaf-682de7bdcbee req-2b7ac4c5-c0fb-4e8b-936f-65d56c520778 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:08.801576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5193ad0f-d72c-4950-bdaf-682de7bdcbee req-2b7ac4c5-c0fb-4e8b-936f-65d56c520778 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0947571 Aug 27 16:25:08.803870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.809555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54c5732-5e8f-48a2-93f9-55c33a23b429') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:08.809897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54c5732-5e8f-48a2-93f9-55c33a23b429') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:08.820177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.823903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5bb2b-fb1e-4c8e-bbf1-8f0b6b64ed9f None None] Pushing event deleted for resources: {'Port': ['ID=d3402ec5-5acc-46e6-9285-ee592f1057fb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:08.841254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.849856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:08.849856 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:08.850332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8a7a6-2d49-46ce-ac4a-2880092e3d99 req-0811cdd5-b087-43d4-959f-9a141375a37c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:08.850805 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:08.855774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3c8a7a6-2d49-46ce-ac4a-2880092e3d99 req-0811cdd5-b087-43d4-959f-9a141375a37c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1082962 Aug 27 16:25:08.902599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d3402ec5-5acc-46e6-9285-ee592f1057fb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:08.929966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d3402ec5-5acc-46e6-9285-ee592f1057fb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:08.930310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d3402ec5-5acc-46e6-9285-ee592f1057fb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:08.956340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Subnet': ['ID=84ea9c2c-34ec-4ac7-9479-c4a29d30918b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:08.961721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5193ad0f-d72c-4950-bdaf-682de7bdcbee req-6cffa2d0-963e-4c1e-ba4d-a883b364029e tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504722 Aug 27 16:25:08.971354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3c8a7a6-2d49-46ce-ac4a-2880092e3d99 req-c1401cea-ede0-4546-8b4a-7303c14da91d tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998960 Aug 27 16:25:08.977210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Checking segment: {'id': '5af0bfe7-da07-4680-93fb-8091b396bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:08.977458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network hostable DHCP agents. Network: 3f5a17e6-a853-4180-8800-a03cbbfe64c1, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:09.037048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.042460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.045716 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/2f5b6072-687a-4cde-9998-4ee9b20efefc HTTP/1.1" status: 204 len: 168 time: 0.8079858 Aug 27 16:25:09.056363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50846) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:09.056363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1727699002'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:09.061445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00755ef0-6645-43b4-83cf-a08b6e34d56b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=2f5b6072-687a-4cde-9998-4ee9b20efefc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:09.214066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:09.271424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:09.275147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.300634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:25:09.307989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 3f5a17e6-a853-4180-8800-a03cbbfe64c1) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:09.312408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:09.313489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.318057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35edae63-2085-4085-8b06-cfb5e24c52e9 None None] Network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:09.322199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.322641 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment c5ade91e-2927-40c2-8a3d-e2551f2632db of type vlan for network aa393aaf-f091-4b5a-a43c-ab3142f50d38 Aug 27 16:25:09.387893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.412428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea4408a2-c809-4355-ab39-2a699d633fc0 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1962221 Aug 27 16:25:09.412621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50850) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:09.417894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-871e00cd-1b75-44e1-ac8d-a6df0d48aea1 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:09.497886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-3f5a17e6-a853-4180-8800-a03cbbfe64c1', 'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1', 'tenant_id': '7490dbc8b4734c7bb818c5f385a06bd3', 'fixed_ips': [{'subnet_id': '84ea9c2c-34ec-4ac7-9479-c4a29d30918b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:25:09.498768 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.585861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.591959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:09.592557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.634108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Allocated IP 2001:db8:1::2 (3f5a17e6-a853-4180-8800-a03cbbfe64c1/84ea9c2c-34ec-4ac7-9479-c4a29d30918b/415d4872-8993-4860-9883-11c19c062584) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:09.640412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844bca-1dd8-44e2-9f38-36832260784f req-8310f958-3293-497c-b662-c866bcad2e08 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:09.641912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d844bca-1dd8-44e2-9f38-36832260784f req-8310f958-3293-497c-b662-c866bcad2e08 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.2216654 Aug 27 16:25:09.769678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-b2b9bb64-f773-4b7e-ad96-993313dfd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:09.771451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-b2b9bb64-f773-4b7e-ad96-993313dfd8da service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1096 time: 0.2581031 Aug 27 16:25:09.788688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.798547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Transition to ACTIVE for port object 415d4872-8993-4860-9883-11c19c062584 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:09.808970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=aa393aaf-f091-4b5a-a43c-ab3142f50d38,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:09.816305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Transition to ACTIVE for port object 415d4872-8993-4860-9883-11c19c062584 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:09.823407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:25:09.834032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7a1e5a4f-537b-4bbf-848e-660dd4a210a4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7841539 Aug 27 16:25:09.836329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-871e00cd-1b75-44e1-ac8d-a6df0d48aea1 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.837234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50856) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:09.845280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:09.869769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d844bca-1dd8-44e2-9f38-36832260784f req-6878a29d-8cec-468c-995b-dfa8010d4413 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839035 Aug 27 16:25:09.923050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:09.934541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1de10f-97a5-4137-be58-60a2d341d1f0 req-edc9ad35-eb65-4c0f-97ac-6b4a1b9fd13a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:09.936122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e1de10f-97a5-4137-be58-60a2d341d1f0 req-edc9ad35-eb65-4c0f-97ac-6b4a1b9fd13a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1743641 Aug 27 16:25:09.969244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:09.974138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:09.977670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:09.984888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Pushing event updated for resources: {'Port': ['ID=415d4872-8993-4860-9883-11c19c062584,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:09.995666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-f6d19c3b-4636-4be4-9c08-df94e70288b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:09.995666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-f6d19c3b-4636-4be4-9c08-df94e70288b0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.1837413 Aug 27 16:25:10.039841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Attempting to bind port 415d4872-8993-4860-9883-11c19c062584 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:10.040213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Attempting to bind port 415d4872-8993-4860-9883-11c19c062584 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5af0bfe7-da07-4680-93fb-8091b396bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:10.040591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Attempting to bind port 415d4872-8993-4860-9883-11c19c062584 on network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:10.046030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:10.046412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Checking segment: {'id': '5af0bfe7-da07-4680-93fb-8091b396bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:10.046823 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:10.047389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Bound using segment: {'id': '5af0bfe7-da07-4680-93fb-8091b396bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:10.047869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Bound port: 415d4872-8993-4860-9883-11c19c062584, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af0bfe7-da07-4680-93fb-8091b396bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '3f5a17e6-a853-4180-8800-a03cbbfe64c1'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:10.048261 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:10.052196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:10.055974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:10.080940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e1de10f-97a5-4137-be58-60a2d341d1f0 req-b5d67c82-4eb9-4e60-ab4a-a8462642ff4b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325819 Aug 27 16:25:10.132837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] For port 415d4872-8993-4860-9883-11c19c062584, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:10.138911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] For port 415d4872-8993-4860-9883-11c19c062584, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=415d4872-8993-4860-9883-11c19c062584,segment=NetworkSegment(5af0bfe7-da07-4680-93fb-8091b396bd0d),segment_id=5af0bfe7-da07-4680-93fb-8091b396bd0d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:10.139451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-355e1c39-6ec6-4192-bd6d-bd13fc59b42d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 1001 time: 0.1164980 Aug 27 16:25:10.194956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8222e9-cf4f-44c5-8d57-6cb28b0feee9 req-efdd40ae-4e1e-4e63-a935-741dca15bc85 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:10.196437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d8222e9-cf4f-44c5-8d57-6cb28b0feee9 req-efdd40ae-4e1e-4e63-a935-741dca15bc85 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1232002 Aug 27 16:25:10.219345 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:10.271813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-dc66bd7c-a757-4e39-b146-9e73cee43b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:10.273282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-dc66bd7c-a757-4e39-b146-9e73cee43b72 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.1265435 Aug 27 16:25:10.296534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28b82-46ef-4455-b566-94a59d2fe612 None None] Pushing event updated for resources: {'Port': ['ID=415d4872-8993-4860-9883-11c19c062584,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:10.325287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350a12-4e6e-402b-9d0d-da1eb1a478f4 req-4f20daec-9761-425e-9ca0-c958f7cee55d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:10.326824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b350a12-4e6e-402b-9d0d-da1eb1a478f4 req-4f20daec-9761-425e-9ca0-c958f7cee55d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1412346 Aug 27 16:25:10.339872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:10.342937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d8222e9-cf4f-44c5-8d57-6cb28b0feee9 req-eabbf840-3475-4896-8c77-707073afabed tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342254 Aug 27 16:25:10.378970 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-871e00cd-1b75-44e1-ac8d-a6df0d48aea1 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:25:10.383666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-871e00cd-1b75-44e1-ac8d-a6df0d48aea1 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3 HTTP/1.1" status: 400 len: 364 time: 0.9665370 Aug 27 16:25:10.387284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:10.389993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-1015a2c6-512b-4a53-ad49-2f9003d87983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:10.391524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-1015a2c6-512b-4a53-ad49-2f9003d87983 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090140 Aug 27 16:25:10.407009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-3c23f934-89ac-4b0b-801b-548c578f1696 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:25:10.408098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-3c23f934-89ac-4b0b-801b-548c578f1696 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079441 Aug 27 16:25:10.411530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b350a12-4e6e-402b-9d0d-da1eb1a478f4 req-48e45f57-688c-4ad7-b13c-96225e6ccc1d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740077 Aug 27 16:25:10.525964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=605366c6-fcaf-4bc5-8263-ac0fc8d605bf,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:10.550781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': 'c5ade91e-2927-40c2-8a3d-e2551f2632db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:10.551162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: aa393aaf-f091-4b5a-a43c-ab3142f50d38, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:10.557656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-7b21876b-0e46-4ea3-9144-da787287853a service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406951 Aug 27 16:25:10.664451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6c1b31-050c-4843-9e6d-09124dd22cba req-ace3e1e2-20e5-4495-9d22-e2267feb2aec service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998278 Aug 27 16:25:10.724162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:10.764996 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:10.811491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, aa393aaf-f091-4b5a-a43c-ab3142f50d38) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:10.826117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac4fa0-2c48-40ec-904b-1620838c11cc None None] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:10.847906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:10.852814 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:10.928740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 415d4872-8993-4860-9883-11c19c062584 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:11.086872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75278807-2238-4a52-8b79-30bb70513e6d req-ecd989a5-035e-42bf-ae8d-c73e40b5b217 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:11.099702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75278807-2238-4a52-8b79-30bb70513e6d req-ecd989a5-035e-42bf-ae8d-c73e40b5b217 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1145859 Aug 27 16:25:11.125590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-aa393aaf-f091-4b5a-a43c-ab3142f50d38', 'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38', 'tenant_id': 'ce2277f6ae7c47cc9cc6e948aa1b332d', 'fixed_ips': [{'subnet_id': '605366c6-fcaf-4bc5-8263-ac0fc8d605bf'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:25:11.126482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.162927 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b2189389-ffa1-42cd-a3a0-f7617f3bef0f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3227911 Aug 27 16:25:11.163722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50888) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:11.173773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38', 'name': 'tempest-PortsTestJSON-1269893501', 'fixed_ips': [{'subnet_id': '605366c6-fcaf-4bc5-8263-ac0fc8d605bf', 'ip_address': '172.20.0.10'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:11.182347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Allocated IP 2001:db8::1 (1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a/e81b5451-24d3-48c0-bfd7-51e49703ff2d/56df2ce2-f535-4fb2-861c-a5adeda49b04) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:11.207011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 415d4872-8993-4860-9883-11c19c062584 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:11.316313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Allocated IP 172.20.0.2 (aa393aaf-f091-4b5a-a43c-ab3142f50d38/605366c6-fcaf-4bc5-8263-ac0fc8d605bf/5f7bff79-c283-4628-85ad-57896a6ed6c3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:11.371201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75278807-2238-4a52-8b79-30bb70513e6d req-a57634fe-61cc-46f3-8828-68904692c900 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588272 Aug 27 16:25:11.406974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471df5-b394-4a65-a83f-b85f409939ce req-d5b91120-f712-478f-84c5-ab44ea6cd2ab tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:11.420527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-d5b91120-f712-478f-84c5-ab44ea6cd2ab tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/networks?id=d698cbfd-2741-4754-8519-b3df7b4bb078 HTTP/1.1" status: 200 len: 815 time: 0.3102531 Aug 27 16:25:11.423192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.440944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Transition to ACTIVE for port object 56df2ce2-f535-4fb2-861c-a5adeda49b04 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:11.445713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:11.457487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-2741b746-12d2-4ceb-8fe3-605bfecd02a5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/quotas/4888138c2d154e3285d731db5f15bcac HTTP/1.1" status: 200 len: 375 time: 0.0359855 Aug 27 16:25:11.510801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.525354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Transition to ACTIVE for port object 5f7bff79-c283-4628-85ad-57896a6ed6c3 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:11.525354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa0bf9-6769-48d9-803d-13db0f117daa None None] Network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:11.549635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-f57da502-1cda-41b1-8c0f-ae7c9362f2d4 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912757 Aug 27 16:25:11.562846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-47a2d4f1-7b4f-4946-b580-d5e4bef12e59 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:25:11.564023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-47a2d4f1-7b4f-4946-b580-d5e4bef12e59 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062587 Aug 27 16:25:11.571947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99405a-2abe-47fb-b144-2e5ce6e3f1a5 req-e62154dc-0a46-4258-bf81-5bccd7c008c8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:11.573560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d99405a-2abe-47fb-b144-2e5ce6e3f1a5 req-e62154dc-0a46-4258-bf81-5bccd7c008c8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0731328 Aug 27 16:25:11.582421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Transition to ACTIVE for port object 5f7bff79-c283-4628-85ad-57896a6ed6c3 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:11.599479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.613204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.662825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d99405a-2abe-47fb-b144-2e5ce6e3f1a5 req-d67b7932-eea5-45e0-a566-fda4849421b0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808887 Aug 27 16:25:11.668370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Port': ['ID=56df2ce2-f535-4fb2-861c-a5adeda49b04,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:11.676928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:11.691869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:11.694891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:11.701685 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.724721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-c19b6a88-37d1-4f1f-b04e-c6588ab8411f service neutron] 10.222.0.101 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501791 Aug 27 16:25:11.739309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-67fc2186-147a-416c-bc10-a0479853c2c1 None None] Provisioning for port 415d4872-8993-4860-9883-11c19c062584 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:11.753549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:11.756127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-67fc2186-147a-416c-bc10-a0479853c2c1 None None] Provisioning complete for port 415d4872-8993-4860-9883-11c19c062584 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:11.757239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67fc2186-147a-416c-bc10-a0479853c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.767951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:11.770754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:11.811843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Pushing event updated for resources: {'Port': ['ID=5f7bff79-c283-4628-85ad-57896a6ed6c3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:11.876128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-96841415-bd06-4fb0-a8ea-f66841d1e165 service neutron] 10.222.0.101 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421506 Aug 27 16:25:11.890322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Attempting to bind port 5f7bff79-c283-4628-85ad-57896a6ed6c3 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:11.890915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Attempting to bind port 5f7bff79-c283-4628-85ad-57896a6ed6c3 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c5ade91e-2927-40c2-8a3d-e2551f2632db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:11.891046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Attempting to bind port 5f7bff79-c283-4628-85ad-57896a6ed6c3 on network aa393aaf-f091-4b5a-a43c-ab3142f50d38 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:11.905474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:11.905855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Checking segment: {'id': 'c5ade91e-2927-40c2-8a3d-e2551f2632db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:11.906273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.906672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Bound using segment: {'id': 'c5ade91e-2927-40c2-8a3d-e2551f2632db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:11.907163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Bound port: 5f7bff79-c283-4628-85ad-57896a6ed6c3, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ade91e-2927-40c2-8a3d-e2551f2632db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:11.909862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:11.977118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67fc2186-147a-416c-bc10-a0479853c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.060570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-67fc2186-147a-416c-bc10-a0479853c2c1 None None] For port 415d4872-8993-4860-9883-11c19c062584, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=415d4872-8993-4860-9883-11c19c062584,segment=NetworkSegment(5af0bfe7-da07-4680-93fb-8091b396bd0d),segment_id=5af0bfe7-da07-4680-93fb-8091b396bd0d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:12.083672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] For port 5f7bff79-c283-4628-85ad-57896a6ed6c3, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:12.088042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] For port 5f7bff79-c283-4628-85ad-57896a6ed6c3, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f7bff79-c283-4628-85ad-57896a6ed6c3,segment=NetworkSegment(c5ade91e-2927-40c2-8a3d-e2551f2632db),segment_id=c5ade91e-2927-40c2-8a3d-e2551f2632db)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:12.109437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:12.110063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.180499 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.182581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67fc2186-147a-416c-bc10-a0479853c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.244506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0c16e-a8bc-48f2-a58a-eefd5d510db2 None None] Pushing event updated for resources: {'Port': ['ID=5f7bff79-c283-4628-85ad-57896a6ed6c3,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:12.310115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad15b97d-7edb-4365-acd9-21b55586c2c7 req-f5f23bfe-7407-44ef-a684-dee3e1a4aec4 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 210 time: 0.0991926 Aug 27 16:25:12.318085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc2186-147a-416c-bc10-a0479853c2c1 None None] Pushing event updated for resources: {'Port': ['ID=415d4872-8993-4860-9883-11c19c062584,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:12.322418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.10 (aa393aaf-f091-4b5a-a43c-ab3142f50d38/605366c6-fcaf-4bc5-8263-ac0fc8d605bf/4f045879-b10c-48dc-ae1a-cb2f2f0a3c98) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:12.343294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f40443c9-e3c2-4317-b3c1-1461447f1abd None None] Provisioning complete for port 415d4872-8993-4860-9883-11c19c062584 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:12.348751 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f40443c9-e3c2-4317-b3c1-1461447f1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.358107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-46424677-133a-42f5-825b-3c718a043e75 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:12.359676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-46424677-133a-42f5-825b-3c718a043e75 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "GET /v2.0/ports?device_id=0923d44c-c926-4da7-8dac-769df7a54c00 HTTP/1.1" status: 200 len: 945 time: 0.1593742 Aug 27 16:25:12.413713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.545378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Deleting port 45d529f5-3152-4f59-8cee-622cf20b7280 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:12.545821 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.574389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f40443c9-e3c2-4317-b3c1-1461447f1abd None None] Provisioning for port 56df2ce2-f535-4fb2-861c-a5adeda49b04 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:12.581784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f40443c9-e3c2-4317-b3c1-1461447f1abd None None] Provisioning complete for port 56df2ce2-f535-4fb2-861c-a5adeda49b04 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:12.582165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f40443c9-e3c2-4317-b3c1-1461447f1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.632235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb6df-9d9f-4f55-ba9b-c1875236673f req-513c90d6-c325-4d96-82c2-cadf279674bf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:12.632235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e34cb6df-9d9f-4f55-ba9b-c1875236673f req-513c90d6-c325-4d96-82c2-cadf279674bf tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.1293378 Aug 27 16:25:12.669078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f40443c9-e3c2-4317-b3c1-1461447f1abd None None] Port 56df2ce2-f535-4fb2-861c-a5adeda49b04 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:12.700101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] For port 45d529f5-3152-4f59-8cee-622cf20b7280, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45d529f5-3152-4f59-8cee-622cf20b7280,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:12.700542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.731469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Calling delete_port for 45d529f5-3152-4f59-8cee-622cf20b7280 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:12.755519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e34cb6df-9d9f-4f55-ba9b-c1875236673f req-2ef7167a-ef54-44df-a44f-a3bc5849f4aa tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250331 Aug 27 16:25:12.820351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.889569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:12.902918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46feafed-f18a-43e6-b4d3-9c20889a6843 req-073dd9db-a0eb-44d8-91de-2a82f0d4afb2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:12.904687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46feafed-f18a-43e6-b4d3-9c20889a6843 req-073dd9db-a0eb-44d8-91de-2a82f0d4afb2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1119041 Aug 27 16:25:12.974912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:12.986429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46feafed-f18a-43e6-b4d3-9c20889a6843 req-68b5e5ff-105b-4e46-97f8-1abb6d7f613b tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756502 Aug 27 16:25:13.020942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 415d4872-8993-4860-9883-11c19c062584 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:13.068362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 415d4872-8993-4860-9883-11c19c062584 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:13.068737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.094201 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.099178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.100052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.111172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.138402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['45d529f5-3152-4f59-8cee-622cf20b7280'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:13.149510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Pushing event deleted for resources: {'Port': ['ID=45d529f5-3152-4f59-8cee-622cf20b7280,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:13.170473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:13.192025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f7bff79-c283-4628-85ad-57896a6ed6c3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:13.213674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:13.216392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:13.218525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] No DVR routers for this DVR port 45d529f5-3152-4f59-8cee-622cf20b7280 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:13.221691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.224137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7caf2def-f328-47c6-b2bf-11917e90a810 req-ceca31c1-812a-4798-a802-fa25ffa37a46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "DELETE /v2.0/ports/45d529f5-3152-4f59-8cee-622cf20b7280 HTTP/1.1" status: 204 len: 173 time: 0.8573389 Aug 27 16:25:13.224339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'name': 'network-vif-deleted', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:13.226687 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607d62bd-495d-4715-bd31-90fb743dc9fb" -d '{"events": [{"server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "name": "network-vif-deleted", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:13.257816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=4f045879-b10c-48dc-ae1a-cb2f2f0a3c98,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:13.281932 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53522dcb-23d5-49d4-b705-f23853cec6f1 x-openstack-request-id: req-53522dcb-23d5-49d4-b705-f23853cec6f1 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:13.282368 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0923d44c-c926-4da7-8dac-769df7a54c00", "name": "network-vif-deleted", "tag": "45d529f5-3152-4f59-8cee-622cf20b7280", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:13.282711 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-53522dcb-23d5-49d4-b705-f23853cec6f1 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:13.283233 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0923d44c-c926-4da7-8dac-769df7a54c00', 'name': 'network-vif-deleted', 'tag': '45d529f5-3152-4f59-8cee-622cf20b7280', 'status': 'completed', 'code': 200} Aug 27 16:25:13.351356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:13.352015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.358472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event updated for resources: {'Port': ['ID=56df2ce2-f535-4fb2-861c-a5adeda49b04,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:13.388576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:13.389998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:13.403369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5f7bff79-c283-4628-85ad-57896a6ed6c3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:13.440054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91ce6429-2ff1-44c1-825e-5aea86fb3a40 req-46d4af18-a4de-4b4d-8889-bbfc21837bc8 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 210 time: 0.0405111 Aug 27 16:25:13.513212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Router 359be257-f704-4cfd-a074-b89430279ce3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:13.524757 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4f60054d-b117-4574-9ce6-659e10b97681 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3555276 Aug 27 16:25:13.528399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50914) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:13.533468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': 'aa393aaf-f091-4b5a-a43c-ab3142f50d38', 'name': 'tempest-PortsTestJSON-1836716400', 'fixed_ips': [{'subnet_id': '605366c6-fcaf-4bc5-8263-ac0fc8d605bf', 'ip_address': '172.20.0.9'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:13.652817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:13.658019 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f67aef05-2ed5-4c17-a9c4-fdc1a396b292 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2696240 Aug 27 16:25:13.661119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50916) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:13.665687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c83826-cd5d-4607-92b8-da5fe21f6383 None None] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:13.670081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] Sync routers for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:13.737082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:13.737738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:13.763434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75f2fa19-d467-4810-9e3a-6c27bba12cfa tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:13.779548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:13.793626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:13.794246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:13.817931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:13.864297 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-75f2fa19-d467-4810-9e3a-6c27bba12cfa tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 16:25:13.866500 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-75f2fa19-d467-4810-9e3a-6c27bba12cfa tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3 HTTP/1.1" status: 409 len: 329 time: 0.2040253 Aug 27 16:25:13.870004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50918) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:13.996968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d38fcce6-f216-4ac0-99e7-0da40a66f043 None None] Provisioning for port 5f7bff79-c283-4628-85ad-57896a6ed6c3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:13.998965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:13.999617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25688c-18e5-4a1b-a543-281ea887f082 None None] The sync data for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:14.012432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d38fcce6-f216-4ac0-99e7-0da40a66f043 None None] Provisioning complete for port 5f7bff79-c283-4628-85ad-57896a6ed6c3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:14.012432 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d38fcce6-f216-4ac0-99e7-0da40a66f043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.213956 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d38fcce6-f216-4ac0-99e7-0da40a66f043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.292763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d38fcce6-f216-4ac0-99e7-0da40a66f043 None None] For port 5f7bff79-c283-4628-85ad-57896a6ed6c3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f7bff79-c283-4628-85ad-57896a6ed6c3,segment=NetworkSegment(c5ade91e-2927-40c2-8a3d-e2551f2632db),segment_id=c5ade91e-2927-40c2-8a3d-e2551f2632db)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:14.305338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.341989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf27e6-65ff-4cc9-921c-f57ead1634c8 req-2828ddf9-62f3-4ee7-9a8f-744d34b7b3da tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:14.350868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bcf27e6-65ff-4cc9-921c-f57ead1634c8 req-2828ddf9-62f3-4ee7-9a8f-744d34b7b3da tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0908923 Aug 27 16:25:14.386691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.404867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d38fcce6-f216-4ac0-99e7-0da40a66f043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.421853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port a4084315-44d7-4ded-b174-367db7a4373f yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:14.447632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bcf27e6-65ff-4cc9-921c-f57ead1634c8 req-8fc59778-5567-4d96-afde-1edd46dd8d48 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934916 Aug 27 16:25:14.488247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fcce6-f216-4ac0-99e7-0da40a66f043 None None] Pushing event updated for resources: {'Port': ['ID=5f7bff79-c283-4628-85ad-57896a6ed6c3,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:14.527596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Provisioning complete for port 5f7bff79-c283-4628-85ad-57896a6ed6c3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:14.527978 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.608735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc079f2d-e06b-48b7-ade4-f94b4da6f5ca req-287f8b4e-0228-4bb3-ab23-8d6f88c7f9e7 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 210 time: 0.0450804 Aug 27 16:25:14.659502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting port 56df2ce2-f535-4fb2-861c-a5adeda49b04 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:14.659853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.674649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Provisioning complete for port 56df2ce2-f535-4fb2-861c-a5adeda49b04 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:14.675297 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.688574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.9 (aa393aaf-f091-4b5a-a43c-ab3142f50d38/605366c6-fcaf-4bc5-8263-ac0fc8d605bf/a4084315-44d7-4ded-b174-367db7a4373f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:14.726502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Port 56df2ce2-f535-4fb2-861c-a5adeda49b04 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:14.769393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.780424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Calling delete_port for 56df2ce2-f535-4fb2-861c-a5adeda49b04 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:14.834269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Provisioning for port 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:14.841535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Provisioning complete for port 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:14.843859 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.861826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:14.877062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object a4084315-44d7-4ded-b174-367db7a4373f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:14.878453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f7bff79-c283-4628-85ad-57896a6ed6c3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:14.922019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-59ba18cf-f67b-48ff-9291-f2f5fc3a1c46 None None] Port 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:14.951129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5f7bff79-c283-4628-85ad-57896a6ed6c3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:14.951715 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.016356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471df5-b394-4a65-a83f-b85f409939ce req-c8afc357-c5ea-46c8-84ad-f2527a40c04b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.017815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-c8afc357-c5ea-46c8-84ad-f2527a40c04b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "GET /v2.0/networks?id=d698cbfd-2741-4754-8519-b3df7b4bb078 HTTP/1.1" status: 200 len: 815 time: 0.1099215 Aug 27 16:25:15.030731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Request body: {'port': {'device_id': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'admin_state_up': True, 'tenant_id': '4888138c2d154e3285d731db5f15bcac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:15.047364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a79c4a51-4aff-47d5-85e9-17ebf77a7b25 None None] Provisioning complete for port 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:15.047753 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a79c4a51-4aff-47d5-85e9-17ebf77a7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.077386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.078296 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.089780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a79c4a51-4aff-47d5-85e9-17ebf77a7b25 None None] Port 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:15.107481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Port': ['ID=56df2ce2-f535-4fb2-861c-a5adeda49b04,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:15.153309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:15.171038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:15.177840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:15.186976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=a4084315-44d7-4ded-b174-367db7a4373f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:15.228022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.244853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.245509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.298853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Made reservation on behalf of 4888138c2d154e3285d731db5f15bcac for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:15.302609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.414845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Router 359be257-f704-4cfd-a074-b89430279ce3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:15.438532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-05d6c316-3f2a-4911-86fc-e586a6eb70c6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9066377 Aug 27 16:25:15.440455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50924) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:15.500109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:15.506007 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a9e35992-e62d-4a32-9975-7c2451c9519e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6347842 Aug 27 16:25:15.513799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50928) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:15.520567 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] Sync routers for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:15.526714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Allocated IP 172.20.0.2 (d698cbfd-2741-4754-8519-b3df7b4bb078/c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc/032a9b4d-c9e8-4432-bc0d-615905529994) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:15.532264 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:15.532994 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:15.565554 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:15.575044 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] Routers {'359be257-f704-4cfd-a074-b89430279ce3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:15.575671 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:24:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['359be257-f704-4cfd-a074-b89430279ce3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:15.587308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-914a6a31-1454-4177-a008-d062e9dae9e9 None None] Provisioning for port a4084315-44d7-4ded-b174-367db7a4373f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:15.587855 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-59fc1972-1323-484f-9ce5-6fe28d072fe6 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] show failed (client error): The resource could not be found. Aug 27 16:25:15.587855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-59fc1972-1323-484f-9ce5-6fe28d072fe6 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "GET /v2.0/routers/tempest-non_exist_router-1348652863 HTTP/1.1" status: 404 len: 335 time: 0.0709097 Aug 27 16:25:15.591652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50930) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:15.592200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-914a6a31-1454-4177-a008-d062e9dae9e9 None None] Provisioning complete for port a4084315-44d7-4ded-b174-367db7a4373f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:15.592958 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-914a6a31-1454-4177-a008-d062e9dae9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.597734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-62c53777-4ef8-4e4d-a90a-30bf9590b07b tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:15.628223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b8e29-9a65-4679-b156-6052e2a4b2bc tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.632200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a27b8e29-9a65-4679-b156-6052e2a4b2bc tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1897149 Aug 27 16:25:15.636706 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:15.638849 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b920e-32dd-4035-8f14-fbe56e1f2e1f None None] The sync data for ids ['359be257-f704-4cfd-a074-b89430279ce3'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:15.639757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50934) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:15.645809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-914a6a31-1454-4177-a008-d062e9dae9e9 None None] Port a4084315-44d7-4ded-b174-367db7a4373f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:15.652465 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-62c53777-4ef8-4e4d-a90a-30bf9590b07b tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] update failed (client error): The resource could not be found. Aug 27 16:25:15.657648 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62c53777-4ef8-4e4d-a90a-30bf9590b07b tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "PUT /v2.0/routers/tempest-non_exist_router-1050715735 HTTP/1.1" status: 404 len: 335 time: 0.0608573 Aug 27 16:25:15.658051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50936) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:15.715356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968dc70-b74a-4ae7-a79b-3f01ee4f14e7 req-e7f60f4f-b1ea-4012-86fb-e4a08cf8e72d tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.716866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3968dc70-b74a-4ae7-a79b-3f01ee4f14e7 req-e7f60f4f-b1ea-4012-86fb-e4a08cf8e72d tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1879613 Aug 27 16:25:15.716987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting subnet 84ea9c2c-34ec-4ac7-9479-c4a29d30918b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:15.720169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.760996 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.789202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-461b4849-d98d-4308-8a92-d4bde3ff9692 req-44c85deb-5a94-4256-9587-c29f47b7dd83 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 210 time: 0.0867865 Aug 27 16:25:15.823020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa0e5c-936a-4c84-9c87-6e878e18d90b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.828852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa0e5c-936a-4c84-9c87-6e878e18d90b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.834720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa0e5c-936a-4c84-9c87-6e878e18d90b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:15.836364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-21fa0e5c-936a-4c84-9c87-6e878e18d90b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1956508 Aug 27 16:25:15.839855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50938) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:15.855989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:15.907224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3968dc70-b74a-4ae7-a79b-3f01ee4f14e7 req-12be90ba-8052-4a64-af7e-082a999d8df4 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770947 Aug 27 16:25:15.966097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.004167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port a4084315-44d7-4ded-b174-367db7a4373f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:16.004512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.042829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.071311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Subnet': ['ID=84ea9c2c-34ec-4ac7-9479-c4a29d30918b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:16.073405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.075240 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-682bedfe-86dc-4055-aec9-c4a50cfb3234 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/subnets/84ea9c2c-34ec-4ac7-9479-c4a29d30918b HTTP/1.1" status: 204 len: 168 time: 0.4162283 Aug 27 16:25:16.078435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:16.083461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f86bf-fc99-49a6-9e48-44071344a266 None None] Network 3f5a17e6-a853-4180-8800-a03cbbfe64c1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:16.106394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.119496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for a4084315-44d7-4ded-b174-367db7a4373f owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:16.164518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.229936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting port 415d4872-8993-4860-9883-11c19c062584 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:16.230958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.231846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.278365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] DHCP port deletion for 3f5a17e6-a853-4180-8800-a03cbbfe64c1 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:16.292530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Network d698cbfd-2741-4754-8519-b3df7b4bb078 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:16.298312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] For port 415d4872-8993-4860-9883-11c19c062584, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=415d4872-8993-4860-9883-11c19c062584,segment=NetworkSegment(5af0bfe7-da07-4680-93fb-8091b396bd0d),segment_id=5af0bfe7-da07-4680-93fb-8091b396bd0d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:16.298690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.303934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:16.310612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:16.315513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Pushing event updated for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:16.317659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Calling delete_port for 415d4872-8993-4860-9883-11c19c062584 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:16.329196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] Deleting port 415d4872-8993-4860-9883-11c19c062584 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:16.329584 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.377405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:16.378071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.409057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] For port 415d4872-8993-4860-9883-11c19c062584, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=415d4872-8993-4860-9883-11c19c062584,segment=NetworkSegment(5af0bfe7-da07-4680-93fb-8091b396bd0d),segment_id=5af0bfe7-da07-4680-93fb-8091b396bd0d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:16.409466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.423564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] Calling delete_port for 415d4872-8993-4860-9883-11c19c062584 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:16.425065 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.456678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=a4084315-44d7-4ded-b174-367db7a4373f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:16.501140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-de9d8460-63ea-490b-92e6-948a9685bb1b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4744296 Aug 27 16:25:16.581514 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.585885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b17a8bff-2715-4e0e-bdce-9090da957168 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/a4084315-44d7-4ded-b174-367db7a4373f HTTP/1.1" status: 204 len: 168 time: 0.7429121 Aug 27 16:25:16.586387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50946) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:16.600923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.615527 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ff300b-a256-4ef0-8799-b9ad7c669d5f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:25:16.622165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-77ff300b-a256-4ef0-8799-b9ad7c669d5f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/a4084315-44d7-4ded-b174-367db7a4373f HTTP/1.1" status: 404 len: 333 time: 0.0344555 Aug 27 16:25:16.623138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50948) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:16.667867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] Pushing event deleted for resources: {'Port': ['ID=415d4872-8993-4860-9883-11c19c062584,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:16.674963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d3a2e-ccba-4135-962a-834b7e31d5bd None None] No DVR routers for this DVR port 415d4872-8993-4860-9883-11c19c062584 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:16.746292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Request body: {'port': {'device_id': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:16.773309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.801655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Port': ['ID=415d4872-8993-4860-9883-11c19c062584,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:16.807357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] No DVR routers for this DVR port 415d4872-8993-4860-9883-11c19c062584 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:16.860205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-27c04d36-2220-4bc4-b3bc-78bd4b6f205f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3147764 Aug 27 16:25:16.862774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:16.863174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.866704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.880309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 415d4872-8993-4860-9883-11c19c062584 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:16.916312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 415d4872-8993-4860-9883-11c19c062584 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:16.916742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 415d4872-8993-4860-9883-11c19c062584 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:16.937011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.956216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5a17e6-a853-4180-8800-a03cbbfe64c1']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:16.968302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af0bfe7-da07-4680-93fb-8091b396bd0d') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:16.968673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af0bfe7-da07-4680-93fb-8091b396bd0d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:16.979309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.993072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:16.999346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:16.999805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:17.002782 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:17.091233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-8b7d138c-de57-44eb-8b5a-aa92ff4f3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:17.092762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-8b7d138c-de57-44eb-8b5a-aa92ff4f3d43 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 1096 time: 0.1736009 Aug 27 16:25:17.143821 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.168038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.172624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.177113 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/networks/3f5a17e6-a853-4180-8800-a03cbbfe64c1 HTTP/1.1" status: 204 len: 168 time: 1.0959864 Aug 27 16:25:17.177505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671597fa-e415-484e-aea4-81096b641438 req-080003e4-8860-4ff1-a56d-e6423a1a80a0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:17.178069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-671597fa-e415-484e-aea4-81096b641438 req-080003e4-8860-4ff1-a56d-e6423a1a80a0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 931 time: 0.2606072 Aug 27 16:25:17.178418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50954) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:17.186104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:17.197718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513ecc-5ee9-45ca-a9c3-a7244def7cc5 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Network': ['ID=3f5a17e6-a853-4180-8800-a03cbbfe64c1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:17.247229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting subnet 407fa869-0b08-400f-96c3-082f7d0c67c0 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:17.250540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.259992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45d529f5-3152-4f59-8cee-622cf20b7280 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:17.267876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80258b5-4d47-410b-ba46-6a2f6376632a req-0606ef51-b37d-4f59-af01-97ff8681e960 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:17.269393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80258b5-4d47-410b-ba46-6a2f6376632a req-0606ef51-b37d-4f59-af01-97ff8681e960 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.2649994 Aug 27 16:25:17.284785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 45d529f5-3152-4f59-8cee-622cf20b7280 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:17.285379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45d529f5-3152-4f59-8cee-622cf20b7280 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:17.296432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.380674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.402303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-671597fa-e415-484e-aea4-81096b641438 req-a92cfc34-2588-499b-984f-5440a6a0c6c7 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007332 Aug 27 16:25:17.461362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80258b5-4d47-410b-ba46-6a2f6376632a req-a6c8d9e7-9633-4b8f-8d91-a313e6500b86 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793110 Aug 27 16:25:17.468171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-2581be1b-8143-49be-893f-14364b768d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:17.469639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-2581be1b-8143-49be-893f-14364b768d4d service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.3223975 Aug 27 16:25:17.543668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.573479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Subnet': ['ID=407fa869-0b08-400f-96c3-082f7d0c67c0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:17.575529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.579556 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-475780c5-1ae5-4142-b169-17b70d009e4d tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/subnets/407fa869-0b08-400f-96c3-082f7d0c67c0 HTTP/1.1" status: 204 len: 168 time: 0.3980653 Aug 27 16:25:17.580044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50956) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:17.585945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b0e8c-5088-4d94-aa41-64d93892e568 None None] Network bb1beb64-1da4-4d9c-ae88-4cb97d539485 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:17.611506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-4d0f4041-6237-4e6e-be93-e3b8e727af2f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 200 len: 1001 time: 0.1303325 Aug 27 16:25:17.633033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting subnet a6cdbb7d-5949-45d9-8869-653242963040 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:17.636563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.679497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.693327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032a9b4d-c9e8-4432-bc0d-615905529994 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:25:17.703862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.716221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-6a70069d-a171-47d9-8eea-fe2d52a225ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:17.718149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-6a70069d-a171-47d9-8eea-fe2d52a225ad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.0963712 Aug 27 16:25:17.738782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Transition to ACTIVE for port object 032a9b4d-c9e8-4432-bc0d-615905529994 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:17.740861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.773933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] DHCP port deletion for bb1beb64-1da4-4d9c-ae88-4cb97d539485 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:17.779258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.788926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=4f045879-b10c-48dc-ae1a-cb2f2f0a3c98,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:17.821091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-f8d6d09d-252e-4154-8112-8fadc2f25a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:17.823790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-f8d6d09d-252e-4154-8112-8fadc2f25a0a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939953 Aug 27 16:25:17.851896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] Deleting port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:17.852369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.903935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.930608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] For port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,segment=NetworkSegment(a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1),segment_id=a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:17.931737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.945599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] Calling delete_port for 4ce22593-7b37-4f4f-8586-181ecdbeb0fa owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:17.956129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.958638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:17.960600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-59fdbed2-0e74-47a2-ad07-7e3819e703f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 HTTP/1.1" status: 204 len: 168 time: 1.3362553 Aug 27 16:25:17.965107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50958) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:17.988038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cdbb7d-5949-45d9-8869-653242963040,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:17.998191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.000480 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b1e73653-98bb-4889-8ff3-eb83ff9d8860 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/subnets/a6cdbb7d-5949-45d9-8869-653242963040 HTTP/1.1" status: 204 len: 168 time: 0.4195833 Aug 27 16:25:18.003569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50960) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:18.009397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd593af-0c5c-4f8f-ba30-e8876f6664b6 None None] Network 484c5d9a-7524-47bf-bce1-1652e73873fd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:18.017771 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3ab157-a3f2-4257-88e8-ef0135a10a85 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:25:18.019452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7d3ab157-a3f2-4257-88e8-ef0135a10a85 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/4f045879-b10c-48dc-ae1a-cb2f2f0a3c98 HTTP/1.1" status: 404 len: 333 time: 0.0533540 Aug 27 16:25:18.020462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:18.022689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:18.115982 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.185818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:18.188190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.244078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] DHCP port deletion for 484c5d9a-7524-47bf-bce1-1652e73873fd request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:18.278173 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.312246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] Pushing event deleted for resources: {'Port': ['ID=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:18.314511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bbbe4-c2f3-4165-b50a-6a7e94234c5f None None] No DVR routers for this DVR port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:18.319848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] For port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,segment=NetworkSegment(a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1),segment_id=a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:18.320333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.341629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] Deleting port 0c297e17-e096-446a-b268-d1b193bb8c13 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:18.342015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.348380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74110e9-908e-4e4b-88e7-afddd8a132be req-723907b3-cf85-4512-80b9-c4d7c5a7ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:18.349934 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f74110e9-908e-4e4b-88e7-afddd8a132be req-723907b3-cf85-4512-80b9-c4d7c5a7ad46 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.0989711 Aug 27 16:25:18.351032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Calling delete_port for 4ce22593-7b37-4f4f-8586-181ecdbeb0fa owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:18.429700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] For port 0c297e17-e096-446a-b268-d1b193bb8c13, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0c297e17-e096-446a-b268-d1b193bb8c13,segment=NetworkSegment(ff0bead8-0476-472c-823f-5a151e2e8dbb),segment_id=ff0bead8-0476-472c-823f-5a151e2e8dbb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:18.430449 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.441196 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f74110e9-908e-4e4b-88e7-afddd8a132be req-44530918-086b-471b-8b2c-ef4e882fb178 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Aug 27 16:25:18.448131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] Calling delete_port for 0c297e17-e096-446a-b268-d1b193bb8c13 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:18.461412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-653154ee-3839-4855-9e46-c86317de2c04 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172166 Aug 27 16:25:18.467204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.470648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet 605366c6-fcaf-4bc5-8263-ac0fc8d605bf {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:18.487631 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.502306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Port': ['ID=4ce22593-7b37-4f4f-8586-181ecdbeb0fa,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:18.517289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] No DVR routers for this DVR port 4ce22593-7b37-4f4f-8586-181ecdbeb0fa on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:18.605704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.616140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1beb64-1da4-4d9c-ae88-4cb97d539485']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:18.627204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:18.627538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d6bbc4-1ea1-4574-8c9e-221fa896a8b1') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:18.636489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.636848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.640732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Attempting to bind port 032a9b4d-c9e8-4432-bc0d-615905529994 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:18.641213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Attempting to bind port 032a9b4d-c9e8-4432-bc0d-615905529994 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:18.641399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Attempting to bind port 032a9b4d-c9e8-4432-bc0d-615905529994 on network d698cbfd-2741-4754-8519-b3df7b4bb078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:18.648112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.654795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.661142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:18.661543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:18.664566 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:18.667746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] Pushing event deleted for resources: {'Port': ['ID=0c297e17-e096-446a-b268-d1b193bb8c13,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:18.677420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54d0e7-4c78-4476-97e0-1dfb143b7ed6 None None] No DVR routers for this DVR port 0c297e17-e096-446a-b268-d1b193bb8c13 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:18.691577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Port 032a9b4d-c9e8-4432-bc0d-615905529994 on network d698cbfd-2741-4754-8519-b3df7b4bb078 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:25:18.691577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Attempting to bind port 032a9b4d-c9e8-4432-bc0d-615905529994 on network d698cbfd-2741-4754-8519-b3df7b4bb078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:18.714927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:18.715294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Checking segment: {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:18.715687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Bound using segment: {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:18.716138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Bound port: 032a9b4d-c9e8-4432-bc0d-615905529994, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:18.716502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.754073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01146f66-e17d-47cc-afa0-08377a2cca9e req-781bbfef-aa64-4910-ad97-96f625f3a3a6 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:18.755588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01146f66-e17d-47cc-afa0-08377a2cca9e req-781bbfef-aa64-4910-ad97-96f625f3a3a6 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1908851 Aug 27 16:25:18.776954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f8c9-8da2-4e40-978d-1da35817fe01 req-cc07f010-f3b1-428d-914c-87aff355db3c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:18.778401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f66f8c9-8da2-4e40-978d-1da35817fe01 req-cc07f010-f3b1-428d-914c-87aff355db3c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 943 time: 0.2549074 Aug 27 16:25:18.780251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6c393cf-43c2-4016-8149-7cd4ec9bea62 req-19a6d1f6-9e57-4a09-944c-b8ae9d640600 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071663 Aug 27 16:25:18.819586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.847095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.851233 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/networks/bb1beb64-1da4-4d9c-ae88-4cb97d539485 HTTP/1.1" status: 204 len: 168 time: 0.8445582 Aug 27 16:25:18.851233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb28e-d57b-4f28-92a8-4a42e6230f54 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Network': ['ID=bb1beb64-1da4-4d9c-ae88-4cb97d539485,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:18.852238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50968) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:18.872641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ce22593-7b37-4f4f-8586-181ecdbeb0fa no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:18.894196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4ce22593-7b37-4f4f-8586-181ecdbeb0fa {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:18.894564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ce22593-7b37-4f4f-8586-181ecdbeb0fa not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:18.895406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c297e17-e096-446a-b268-d1b193bb8c13 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:18.910477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01146f66-e17d-47cc-afa0-08377a2cca9e req-3e2a7b01-4948-490c-ae8c-c1103a3bc251 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480699 Aug 27 16:25:18.916174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0c297e17-e096-446a-b268-d1b193bb8c13 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:18.916715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c297e17-e096-446a-b268-d1b193bb8c13 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:18.920659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f66f8c9-8da2-4e40-978d-1da35817fe01 req-67c4c7b3-ccd2-4498-8b9c-6004269a3dae tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107531 Aug 27 16:25:18.922001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.952328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:18.953968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:18.972854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:19.043402 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.053146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484c5d9a-7524-47bf-bce1-1652e73873fd']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:19.064138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0bead8-0476-472c-823f-5a151e2e8dbb') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:19.064438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0bead8-0476-472c-823f-5a151e2e8dbb') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:19.073398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.086682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.093184 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:19.093577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:19.096471 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:19.115017 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.154353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:19.154974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.156423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] 10.222.0.97 "PUT /v2.0/ports/032a9b4d-c9e8-4432-bc0d-615905529994 HTTP/1.1" status: 200 len: 1091 time: 2.6355221 Aug 27 16:25:19.158462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:19.161509 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28f89c-5695-4535-9f92-0d26c00529f1" -d '{"events": [{"name": "network-changed", "server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:19.169633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.207078 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b03fd29-f9d3-4205-b720-65fe254b23ba x-openstack-request-id: req-8b03fd29-f9d3-4205-b720-65fe254b23ba {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:19.207395 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:19.207651 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b03fd29-f9d3-4205-b720-65fe254b23ba {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:19.208049 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994', 'status': 'completed', 'code': 200} Aug 27 16:25:19.216485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=605366c6-fcaf-4bc5-8263-ac0fc8d605bf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:19.231289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f1fa8-9d09-4250-af04-07fb03d45f3f None None] Network aa393aaf-f091-4b5a-a43c-ab3142f50d38 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:19.232552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.234419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fb4bbd46-93a6-4ba4-9dbf-c88d37ed479b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/605366c6-fcaf-4bc5-8263-ac0fc8d605bf HTTP/1.1" status: 204 len: 168 time: 1.2076778 Aug 27 16:25:19.236624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83fcf8-b0f1-4693-b507-2b30d072cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:19.237360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50972) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:19.259059 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.277658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f89c-5695-4535-9f92-0d26c00529f1 req-7f31b834-d7f0-4686-8f3c-1113c4c3984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:19.279978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d28f89c-5695-4535-9f92-0d26c00529f1 req-7f31b834-d7f0-4686-8f3c-1113c4c3984a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 1094 time: 0.0607009 Aug 27 16:25:19.296229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.300498 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/networks/484c5d9a-7524-47bf-bce1-1652e73873fd HTTP/1.1" status: 204 len: 168 time: 0.4455285 Aug 27 16:25:19.302200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50974) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:19.320047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d05453-9528-485d-9d58-6b42f4a87141 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Network': ['ID=484c5d9a-7524-47bf-bce1-1652e73873fd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:19.347396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.413943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting subnet e81b5451-24d3-48c0-bfd7-51e49703ff2d {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:19.422205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.426628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port 5f7bff79-c283-4628-85ad-57896a6ed6c3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:19.426976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.438717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] DHCP port deletion for aa393aaf-f091-4b5a-a43c-ab3142f50d38 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:19.468927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f89c-5695-4535-9f92-0d26c00529f1 req-9d90dba8-f136-416f-af4b-53444406e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:19.470329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d28f89c-5695-4535-9f92-0d26c00529f1 req-9d90dba8-f136-416f-af4b-53444406e3a3 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=4888138c2d154e3285d731db5f15bcac&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1831071 Aug 27 16:25:19.477033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.490430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] Deleting port 5f7bff79-c283-4628-85ad-57896a6ed6c3 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:19.491014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.503163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] For port 5f7bff79-c283-4628-85ad-57896a6ed6c3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f7bff79-c283-4628-85ad-57896a6ed6c3,segment=NetworkSegment(c5ade91e-2927-40c2-8a3d-e2551f2632db),segment_id=c5ade91e-2927-40c2-8a3d-e2551f2632db)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:19.503566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.531124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for 5f7bff79-c283-4628-85ad-57896a6ed6c3 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:19.564359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] For port 5f7bff79-c283-4628-85ad-57896a6ed6c3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f7bff79-c283-4628-85ad-57896a6ed6c3,segment=NetworkSegment(c5ade91e-2927-40c2-8a3d-e2551f2632db),segment_id=c5ade91e-2927-40c2-8a3d-e2551f2632db)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:19.564763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.579371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] Calling delete_port for 5f7bff79-c283-4628-85ad-57896a6ed6c3 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:19.638150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28f89c-5695-4535-9f92-0d26c00529f1 req-310b7790-b476-4390-95ac-49ba08d1ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:19.639582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d28f89c-5695-4535-9f92-0d26c00529f1 req-310b7790-b476-4390-95ac-49ba08d1ad18 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1591847 Aug 27 16:25:19.642563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.698740 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.705730 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.730035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=5f7bff79-c283-4628-85ad-57896a6ed6c3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:19.733999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] Pushing event deleted for resources: {'Port': ['ID=5f7bff79-c283-4628-85ad-57896a6ed6c3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:19.735516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471df5-b394-4a65-a83f-b85f409939ce req-91ff6734-5151-47f3-84b2-9b19bf32fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:19.737056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-91ff6734-5151-47f3-84b2-9b19bf32fa3e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 1094 time: 0.0546308 Aug 27 16:25:19.738506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f4470-0c46-4c6a-a010-5b0a3b76c290 None None] No DVR routers for this DVR port 5f7bff79-c283-4628-85ad-57896a6ed6c3 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:19.739659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No DVR routers for this DVR port 5f7bff79-c283-4628-85ad-57896a6ed6c3 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:19.783328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-da20f809-77a5-4df5-b1b6-65790484881e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=032a9b4d-c9e8-4432-bc0d-615905529994 HTTP/1.1" status: 200 len: 217 time: 0.0378928 Aug 27 16:25:19.826103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.834295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471df5-b394-4a65-a83f-b85f409939ce req-9af82dbc-d952-4ac9-9f1a-e1f45910c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:19.835872 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-9af82dbc-d952-4ac9-9f1a-e1f45910c561 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc HTTP/1.1" status: 200 len: 855 time: 0.0459058 Aug 27 16:25:19.836406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa393aaf-f091-4b5a-a43c-ab3142f50d38']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:19.840199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.848883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ade91e-2927-40c2-8a3d-e2551f2632db') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:19.849185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ade91e-2927-40c2-8a3d-e2551f2632db') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:19.858472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.873886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.879810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:19.880194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:19.883549 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:19.897654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-69213610-6e1b-468b-93fd-411e75e47091 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d698cbfd-2741-4754-8519-b3df7b4bb078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550706 Aug 27 16:25:19.898346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Subnet': ['ID=e81b5451-24d3-48c0-bfd7-51e49703ff2d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:19.901256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:19.905664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f1eab203-ae4d-4706-b46e-f4d3a5af9029 tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/subnets/e81b5451-24d3-48c0-bfd7-51e49703ff2d HTTP/1.1" status: 204 len: 168 time: 0.5997827 Aug 27 16:25:19.910814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c442aa95-d2c3-420f-a7b5-7f31cae5dc54 None None] Network 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:19.914092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50976) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:20.088462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.095106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] DHCP port deletion for 1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:20.098761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.102295 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/aa393aaf-f091-4b5a-a43c-ab3142f50d38 HTTP/1.1" status: 204 len: 168 time: 0.8632951 Aug 27 16:25:20.112405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50982) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:20.117833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-517918575'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:20.122361 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.123026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f7093-dd72-4cb7-ab59-3b08e966c314 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=aa393aaf-f091-4b5a-a43c-ab3142f50d38,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:20.156132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] Deleting port f50e9219-80d1-4a4f-af79-5076b434df3e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:20.156600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.165817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7a98-e832-483a-938c-a9b5827aad0e req-173c19ba-b775-4068-bccc-7cfbb1749a17 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:20.167427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0edb7a98-e832-483a-938c-a9b5827aad0e req-173c19ba-b775-4068-bccc-7cfbb1749a17 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 943 time: 0.1500707 Aug 27 16:25:20.177032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee81ad-0fe8-43ee-84d7-c278348af65b req-9ee2d8ca-9c0b-4475-ab9a-fc575d970caf tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:20.178451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91ee81ad-0fe8-43ee-84d7-c278348af65b req-9ee2d8ca-9c0b-4475-ab9a-fc575d970caf tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.1692710 Aug 27 16:25:20.185255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-4c548105-638d-472f-a952-b75f014a59e0 service neutron] 10.222.0.97 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801113 Aug 27 16:25:20.223050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] For port f50e9219-80d1-4a4f-af79-5076b434df3e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f50e9219-80d1-4a4f-af79-5076b434df3e,segment=NetworkSegment(da09b189-46a6-47b8-ac33-b26c87711b72),segment_id=da09b189-46a6-47b8-ac33-b26c87711b72)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:20.223543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.236537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:20.237203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] Calling delete_port for f50e9219-80d1-4a4f-af79-5076b434df3e owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:20.240595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.270954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:25:20.281057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.281526 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Added segment 7e04c42b-a7a8-4743-9431-0089d558174a of type vlan for network 6ec30ce8-c3b5-4bf6-9205-299658ea420f Aug 27 16:25:20.324792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.326330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91ee81ad-0fe8-43ee-84d7-c278348af65b req-44416b66-9ffe-4bd7-ade8-fc0579d93d76 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401849 Aug 27 16:25:20.329117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0edb7a98-e832-483a-938c-a9b5827aad0e req-e36729b0-be37-4e87-8164-5a9048e8d57b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492639 Aug 27 16:25:20.378352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Deleting port f50e9219-80d1-4a4f-af79-5076b434df3e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:20.378700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.383549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-280da9c3-9224-4b6b-9741-1a5c8146d157 req-7a62a8d0-11eb-400b-8dd7-0bf19d3a99de tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-737766524', 'description': 'tempest-description-189922535'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:20.430420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24471df5-b394-4a65-a83f-b85f409939ce req-f5780a21-8a44-4dd2-b1d3-1cbca4b20e01 service neutron] 10.222.0.97 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165434 Aug 27 16:25:20.430664 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.459703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.460301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] Pushing event deleted for resources: {'Port': ['ID=f50e9219-80d1-4a4f-af79-5076b434df3e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:20.464148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9f90a-72cd-4620-b196-d7bec9bc41ca None None] No DVR routers for this DVR port f50e9219-80d1-4a4f-af79-5076b434df3e on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:20.475942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] For port f50e9219-80d1-4a4f-af79-5076b434df3e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f50e9219-80d1-4a4f-af79-5076b434df3e,segment=NetworkSegment(da09b189-46a6-47b8-ac33-b26c87711b72),segment_id=da09b189-46a6-47b8-ac33-b26c87711b72)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:20.476312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.479057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:20.479736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.489644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Calling delete_port for f50e9219-80d1-4a4f-af79-5076b434df3e owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:20.554762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Network': ['ID=6ec30ce8-c3b5-4bf6-9205-299658ea420f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:20.562935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-280da9c3-9224-4b6b-9741-1a5c8146d157 req-7a62a8d0-11eb-400b-8dd7-0bf19d3a99de tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.566181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:25:20.582635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.609995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Port': ['ID=f50e9219-80d1-4a4f-af79-5076b434df3e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:20.611861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] No DVR routers for this DVR port f50e9219-80d1-4a4f-af79-5076b434df3e on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:20.619815 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf3306c0-4447-40a7-91e6-fe828a74a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.625611 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ea8f69d3-4728-438e-9808-d0b3894eed6f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5117538 Aug 27 16:25:20.628301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50986) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:20.633911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:20.708465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.723506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:20.737028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da09b189-46a6-47b8-ac33-b26c87711b72') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:20.737256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da09b189-46a6-47b8-ac33-b26c87711b72') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:20.752028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.770795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.785407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:20.785804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:20.788692 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:20.831845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-280da9c3-9224-4b6b-9741-1a5c8146d157 req-7a62a8d0-11eb-400b-8dd7-0bf19d3a99de tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.851227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f50e9219-80d1-4a4f-af79-5076b434df3e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:20.873790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f50e9219-80d1-4a4f-af79-5076b434df3e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:20.874136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f50e9219-80d1-4a4f-af79-5076b434df3e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:20.874553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f7bff79-c283-4628-85ad-57896a6ed6c3 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:20.898285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5f7bff79-c283-4628-85ad-57896a6ed6c3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:20.898626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f7bff79-c283-4628-85ad-57896a6ed6c3 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:20.920334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-280da9c3-9224-4b6b-9741-1a5c8146d157 req-7a62a8d0-11eb-400b-8dd7-0bf19d3a99de tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.940210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.949582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:20.951420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/networks/1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a HTTP/1.1" status: 204 len: 168 time: 1.0369420 Aug 27 16:25:20.954199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50988) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:20.968915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62a8d0-11eb-400b-8dd7-0bf19d3a99de tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b68c3b-df81-4328-8cb4-ea79e7abfb6d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:20.971295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af4837-20c3-4df1-bf9b-4c87e5835cbe tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Pushing event deleted for resources: {'Network': ['ID=1e7ced48-8fd5-4c0e-ad9c-2e78ddd8ce2a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:20.983698 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e543df30-a47b-44d9-9b54-191d91b05adf tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "GET /v2.0/ports?device_id=359be257-f704-4cfd-a074-b89430279ce3 HTTP/1.1" status: 200 len: 205 time: 0.0282245 Aug 27 16:25:20.986094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50990) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:21.053639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:21.057274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.100966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd288439-6374-44ce-8004-5293adcd763e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.138952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-280da9c3-9224-4b6b-9741-1a5c8146d157 req-7a62a8d0-11eb-400b-8dd7-0bf19d3a99de tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.140312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-280da9c3-9224-4b6b-9741-1a5c8146d157 req-7a62a8d0-11eb-400b-8dd7-0bf19d3a99de tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7697067 Aug 27 16:25:21.227793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-9760115c-e88d-4ac7-8866-e905ac82377f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-737766524&fields=id&tenant_id=9a963afc7e3141639d144e66c6d2eace HTTP/1.1" status: 200 len: 267 time: 0.0354393 Aug 27 16:25:21.283252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-cb81f366-3ddb-451b-85da-85b6c5267e32 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:21.284811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-cb81f366-3ddb-451b-85da-85b6c5267e32 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0506406 Aug 27 16:25:21.291674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd288439-6374-44ce-8004-5293adcd763e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.294790 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd288439-6374-44ce-8004-5293adcd763e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.297077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Request body: {'port': {'security_groups': ['5de2e3a8-1901-4cad-bab2-e2f6a40d00a7', 'd3b68c3b-df81-4328-8cb4-ea79e7abfb6d']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:21.376137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.426088 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd288439-6374-44ce-8004-5293adcd763e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.426661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd288439-6374-44ce-8004-5293adcd763e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Fanout notify agent at l3_agent the message router_deleted on router 359be257-f704-4cfd-a074-b89430279ce3 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:25:21.434635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd288439-6374-44ce-8004-5293adcd763e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.436911 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd288439-6374-44ce-8004-5293adcd763e tempest-RoutersNegativeIpV6Test-1803419308 tempest-RoutersNegativeIpV6Test-1803419308-project] 10.222.0.101 "DELETE /v2.0/routers/359be257-f704-4cfd-a074-b89430279ce3 HTTP/1.1" status: 204 len: 168 time: 0.4498804 Aug 27 16:25:21.502356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e908b-e433-4ff3-a2c2-7c8830ff80a9 req-abf8eebe-09ba-4a9b-a59e-01072df5630b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:21.503866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c44e908b-e433-4ff3-a2c2-7c8830ff80a9 req-abf8eebe-09ba-4a9b-a59e-01072df5630b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 943 time: 0.0868573 Aug 27 16:25:21.577657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.599783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c44e908b-e433-4ff3-a2c2-7c8830ff80a9 req-19194441-dbf8-4ff9-8f7a-d51855283b06 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869200 Aug 27 16:25:21.631231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=0bc55e33-7832-4fd9-970d-d7f7e86efb80,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:21.635654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2647586-4465-42a4-a561-a7b07a0c18ed,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:21.649713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Checking segment: {'id': '7e04c42b-a7a8-4743-9431-0089d558174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:21.650135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network hostable DHCP agents. Network: 6ec30ce8-c3b5-4bf6-9205-299658ea420f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:21.665963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.743874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:21.830046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.842536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d2647586-4465-42a4-a561-a7b07a0c18ed'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:21.873901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:21.874528 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.875998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-336c19e4-cd4d-4f2e-99c4-fb277a257a16 req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "PUT /v2.0/ports/d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 981 time: 0.5840852 Aug 27 16:25:21.876454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:21.878778 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459db628-54b1-4c1b-89c5-643dbff91de3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:21.905771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59634ae-9c6d-43cb-ae69-2106f1b49b61 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event updated for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:21.910260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 6ec30ce8-c3b5-4bf6-9205-299658ea420f) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:21.914233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:21.915597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:21.933292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ebbbd-6cdf-4251-b0bd-be8d385a1e4c None None] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:21.934755 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e6860-dca5-4896-9d72-39ad45b9825b x-openstack-request-id: req-914e6860-dca5-4896-9d72-39ad45b9825b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:21.935057 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:21.935344 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-914e6860-dca5-4896-9d72-39ad45b9825b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:21.935754 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'status': 'completed', 'code': 200} Aug 27 16:25:21.993814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85d05968-1000-4185-8987-8cefe3b6c118 req-a57db364-5f83-4665-8a9d-7f53db2880d9 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-737766524&fields=id&tenant_id=9a963afc7e3141639d144e66c6d2eace HTTP/1.1" status: 200 len: 267 time: 0.0399268 Aug 27 16:25:21.997131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d2647586-4465-42a4-a561-a7b07a0c18ed'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:22.012687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-dbb2bfb5-ec01-4679-8c14-52b419777263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:22.014352 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-dbb2bfb5-ec01-4679-8c14-52b419777263 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1135 time: 0.0572343 Aug 27 16:25:22.046264 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1706bba9-500b-4799-abbe-2206aa3a2446 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4166968 Aug 27 16:25:22.058982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51004) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:22.065900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e25ac018-ccba-4870-a5fc-33d294000cb8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1760857510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:22.085487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51006) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:22.125830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d05968-1000-4185-8987-8cefe3b6c118 req-ae6110a8-1cec-4182-8c18-cd58101719b0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:22.132811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-01594c70-c687-498d-a835-0bf76296af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:22.135545 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-01594c70-c687-498d-a835-0bf76296af7e service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 920 time: 0.1138067 Aug 27 16:25:22.137692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85d05968-1000-4185-8987-8cefe3b6c118 req-ae6110a8-1cec-4182-8c18-cd58101719b0 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 984 time: 0.1365011 Aug 27 16:25:22.150202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Request body: {'port': {'security_groups': ['5de2e3a8-1901-4cad-bab2-e2f6a40d00a7']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:22.193124 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-cbc4f33a-8373-4e12-b895-8a230b8556d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 217 time: 0.0469019 Aug 27 16:25:22.229955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e25ac018-ccba-4870-a5fc-33d294000cb8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.231239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e25ac018-ccba-4870-a5fc-33d294000cb8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.252820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-a0fd310d-9974-45bc-81b3-74b40a6f7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:22.255002 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-a0fd310d-9974-45bc-81b3-74b40a6f7ed4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.0546904 Aug 27 16:25:22.257594 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.260279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-6ec30ce8-c3b5-4bf6-9205-299658ea420f', 'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f', 'tenant_id': 'ce2277f6ae7c47cc9cc6e948aa1b332d', 'fixed_ips': [{'subnet_id': '0bc55e33-7832-4fd9-970d-d7f7e86efb80'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:25:22.261192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.290706 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-20710011-5d19-439b-b539-13975077e269 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272973 Aug 27 16:25:22.359334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e25ac018-ccba-4870-a5fc-33d294000cb8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.367627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0a73e66c-4185-4854-a65e-2f86469b3dbd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7490dbc8b4734c7bb818c5f385a06bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748091 Aug 27 16:25:22.370932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51012) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:22.460206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509c8ce5-7b6b-4f72-bd51-98fcc3b6d340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.472880 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-76563612-c9a2-4e20-8eca-9ae29c318451 service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754425 Aug 27 16:25:22.474897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e25ac018-ccba-4870-a5fc-33d294000cb8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.485653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Allocated IP 172.20.0.2 (6ec30ce8-c3b5-4bf6-9205-299658ea420f/0bc55e33-7832-4fd9-970d-d7f7e86efb80/d8100c63-4f5d-48bf-9ab0-b711a37bef07) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:22.534959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509c8ce5-7b6b-4f72-bd51-98fcc3b6d340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.554891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2647586-4465-42a4-a561-a7b07a0c18ed,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:22.559416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e25ac018-ccba-4870-a5fc-33d294000cb8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.561437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e25ac018-ccba-4870-a5fc-33d294000cb8 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5001409 Aug 27 16:25:22.565154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51016) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:22.576382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f', 'name': 'tempest-PortsTestJSON-1727814043'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:22.597784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.673082 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-459db628-54b1-4c1b-89c5-643dbff91de3 req-3bd6fce9-e62e-4f1d-afbd-e4e86ca12eee service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922123 Aug 27 16:25:22.690698 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.720280 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.729486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Transition to ACTIVE for port object d8100c63-4f5d-48bf-9ab0-b711a37bef07 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:22.733204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d2647586-4465-42a4-a561-a7b07a0c18ed'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:22.760145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:22.760856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.761886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509c8ce5-7b6b-4f72-bd51-98fcc3b6d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.762284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85d05968-1000-4185-8987-8cefe3b6c118 req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "PUT /v2.0/ports/d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 942 time: 0.6235690 Aug 27 16:25:22.768536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509c8ce5-7b6b-4f72-bd51-98fcc3b6d340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.775001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Transition to ACTIVE for port object d8100c63-4f5d-48bf-9ab0-b711a37bef07 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:22.780553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-509c8ce5-7b6b-4f72-bd51-98fcc3b6d340 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d00a2bf0-f55a-4678-80ed-d77c772c7f31 HTTP/1.1" status: 204 len: 168 time: 0.4078355 Aug 27 16:25:22.786925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089ea85-436d-48af-9ed4-00cb4d56e422 req-f5d1609b-bb6a-4e31-865c-2fe01848ce32 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:22.788528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2089ea85-436d-48af-9ed4-00cb4d56e422 req-f5d1609b-bb6a-4e31-865c-2fe01848ce32 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 943 time: 0.1104455 Aug 27 16:25:22.793847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c8ce5-7b6b-4f72-bd51-98fcc3b6d340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00a2bf0-f55a-4678-80ed-d77c772c7f31,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:22.874091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d2647586-4465-42a4-a561-a7b07a0c18ed'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:22.875883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:22.880241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.896900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b95ed-ac1d-496c-b478-7d53f0eb78e5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event updated for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:22.901084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port da1a8571-c6c6-4229-908a-27349c652162 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:22.958857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:22.977597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2089ea85-436d-48af-9ed4-00cb4d56e422 req-5cc3fa20-7b00-44ae-a64b-65c17d9c0e1a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099806 Aug 27 16:25:23.029389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:23.035604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:23.035743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-04a5ee98-2fde-4824-86d1-a5ebb6124309 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2460103 Aug 27 16:25:23.038460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:23.040826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Pushing event updated for resources: {'Port': ['ID=d8100c63-4f5d-48bf-9ab0-b711a37bef07,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:23.044876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.7 (6ec30ce8-c3b5-4bf6-9205-299658ea420f/0bc55e33-7832-4fd9-970d-d7f7e86efb80/da1a8571-c6c6-4229-908a-27349c652162) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:23.053827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:23.148219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Attempting to bind port d8100c63-4f5d-48bf-9ab0-b711a37bef07 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:23.148604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Attempting to bind port d8100c63-4f5d-48bf-9ab0-b711a37bef07 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7e04c42b-a7a8-4743-9431-0089d558174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:23.148971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Attempting to bind port d8100c63-4f5d-48bf-9ab0-b711a37bef07 on network 6ec30ce8-c3b5-4bf6-9205-299658ea420f {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:23.153264 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.163809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:23.164510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Checking segment: {'id': '7e04c42b-a7a8-4743-9431-0089d558174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:23.164628 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.165053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Bound using segment: {'id': '7e04c42b-a7a8-4743-9431-0089d558174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:23.165844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Bound port: d8100c63-4f5d-48bf-9ab0-b711a37bef07, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e04c42b-a7a8-4743-9431-0089d558174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '6ec30ce8-c3b5-4bf6-9205-299658ea420f'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:23.165939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.205624 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93d83e99-6fb7-440e-a526-0b2b79952f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.208060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.240805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.258605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object da1a8571-c6c6-4229-908a-27349c652162 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:23.286196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] For port d8100c63-4f5d-48bf-9ab0-b711a37bef07, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:23.289707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] For port d8100c63-4f5d-48bf-9ab0-b711a37bef07, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d8100c63-4f5d-48bf-9ab0-b711a37bef07,segment=NetworkSegment(7e04c42b-a7a8-4743-9431-0089d558174a),segment_id=7e04c42b-a7a8-4743-9431-0089d558174a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:23.292049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.300568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 032a9b4d-c9e8-4432-bc0d-615905529994 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:25:23.357550 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.402491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.405627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:23.408791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.410201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Allocated IP 172.25.4.183 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/cb9184ba-7f15-4b19-b123-b703e4051631) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:23.452455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:23.458403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:23.459713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '032a9b4d-c9e8-4432-bc0d-615905529994', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'port_id': '032a9b4d-c9e8-4432-bc0d-615905529994', 'mac_address': 'fa:16:3e:aa:91:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:25:23.462942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:23.503836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=da1a8571-c6c6-4229-908a-27349c652162,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:23.546905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:23.550838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.560773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.684109 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f95ba6f-cc67-480f-b892-22f6d734187a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1125774 Aug 27 16:25:23.690804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51034) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:23.704227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c7a65-349b-4184-8a4c-d9e7a48e95c3 None None] Pushing event updated for resources: {'Port': ['ID=d8100c63-4f5d-48bf-9ab0-b711a37bef07,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:23.718894 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.740105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.757039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032a9b4d-c9e8-4432-bc0d-615905529994 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:25:23.781512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:23.788733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:23.791493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:23.795179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:23.828580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event updated for resources: {'Port': ['ID=cb9184ba-7f15-4b19-b123-b703e4051631,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:23.881005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.935238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.947226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:23.947356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:23.947356 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956" -d '{"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:23.984139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:24.097085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['032a9b4d-c9e8-4432-bc0d-615905529994'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:24.145678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.399759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51058) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:24.453975 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.510505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-fce55da9-4b6d-46d8-a958-3bf6f21f9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:24.518190 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-fce55da9-4b6d-46d8-a958-3bf6f21f9c85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.1164002 Aug 27 16:25:24.523816 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c01f5-8bab-451a-9909-456a10b69629 x-openstack-request-id: req-296c01f5-8bab-451a-9909-456a10b69629 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:24.524132 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:24.524404 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-296c01f5-8bab-451a-9909-456a10b69629 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:24.524791 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'status': 'completed', 'code': 200} Aug 27 16:25:24.565920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.617096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-917516173-network', 'tenant_id': 'afd473a862804104b4faf09737488abc'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:24.621105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862bc96-dbe8-4517-a6b7-f7fa3a5e43d9 req-8a9d8b83-0867-451b-8260-f65ae8ddc0dc tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:24.622705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1862bc96-dbe8-4517-a6b7-f7fa3a5e43d9 req-8a9d8b83-0867-451b-8260-f65ae8ddc0dc tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 944 time: 0.1027062 Aug 27 16:25:24.683443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.698196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-01c44552-610a-4e0d-80a9-3ca6e94cdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:24.699711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-01c44552-610a-4e0d-80a9-3ca6e94cdd61 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 920 time: 0.1731501 Aug 27 16:25:24.707535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1862bc96-dbe8-4517-a6b7-f7fa3a5e43d9 req-c6491ae6-685f-4494-83ad-1faaf5017a0d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768030 Aug 27 16:25:24.723017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98f560-9811-40a6-81cb-80a760051559 None None] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:24.757172 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-c7398ca9-7057-4e83-af54-f6e47b24461f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 217 time: 0.0496221 Aug 27 16:25:24.790670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.800507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Made reservation on behalf of afd473a862804104b4faf09737488abc for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:24.800507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.810065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.833852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-3f8a1de1-daf3-4e6c-8e21-c0944e4e23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:24.835545 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-3f8a1de1-daf3-4e6c-8e21-c0944e4e23f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.0719197 Aug 27 16:25:24.880828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:24.889867 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-76624bb6-668a-4091-9e4d-2424a9f5a2b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434649 Aug 27 16:25:24.908319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d8100c63-4f5d-48bf-9ab0-b711a37bef07 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:24.933587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-52b4995b-adcb-49f2-bf2e-9734ec969a40 None None] Provisioning for port d8100c63-4f5d-48bf-9ab0-b711a37bef07 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:24.961617 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.035062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event updated for resources: {'Port': ['ID=cb9184ba-7f15-4b19-b123-b703e4051631,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:25.050498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.069018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d8100c63-4f5d-48bf-9ab0-b711a37bef07 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:25.073938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d8100c63-4f5d-48bf-9ab0-b711a37bef07 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:25.074458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.174077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.209550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d8100c63-4f5d-48bf-9ab0-b711a37bef07, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d8100c63-4f5d-48bf-9ab0-b711a37bef07,segment=NetworkSegment(7e04c42b-a7a8-4743-9431-0089d558174a),segment_id=7e04c42b-a7a8-4743-9431-0089d558174a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:25.299081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-febd6261-5add-4031-9879-55131cfb73c5 None None] Provisioning for port da1a8571-c6c6-4229-908a-27349c652162 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:25.303892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-febd6261-5add-4031-9879-55131cfb73c5 None None] Provisioning complete for port da1a8571-c6c6-4229-908a-27349c652162 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:25.304505 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-febd6261-5add-4031-9879-55131cfb73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.330267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 032a9b4d-c9e8-4432-bc0d-615905529994 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:25.334790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.395400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=da1a8571-c6c6-4229-908a-27349c652162,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:25.415468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-febd6261-5add-4031-9879-55131cfb73c5 None None] Port da1a8571-c6c6-4229-908a-27349c652162 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:25.454053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-febd6261-5add-4031-9879-55131cfb73c5 None None] Provisioning complete for port d8100c63-4f5d-48bf-9ab0-b711a37bef07 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:25.454845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-febd6261-5add-4031-9879-55131cfb73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.458348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d8100c63-4f5d-48bf-9ab0-b711a37bef07,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:25.507882 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-0f26eded-12ec-4451-82ab-56874f13311d service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897589 Aug 27 16:25:25.546189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 032a9b4d-c9e8-4432-bc0d-615905529994 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:25.559208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 032a9b4d-c9e8-4432-bc0d-615905529994 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:25.559208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.576702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.637221 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.641770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.646414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.664031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:25.666867 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867255bd-5774-4c21-a443-e040d47a5ba6" -d '{"events": [{"server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:25.682686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:25.691337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6c9ed7de-5e6c-4683-9b09-7601cd8282df None None] Provisioning complete for port da1a8571-c6c6-4229-908a-27349c652162 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:25.691337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed7de-5e6c-4683-9b09-7601cd8282df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.712941 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229205f0-9f80-4b10-9766-595425ce3577 x-openstack-request-id: req-229205f0-9f80-4b10-9766-595425ce3577 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:25.713296 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:25.713499 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-229205f0-9f80-4b10-9766-595425ce3577 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:25.713895 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994', 'code': 200} Aug 27 16:25:25.730559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ed7de-5e6c-4683-9b09-7601cd8282df None None] Port da1a8571-c6c6-4229-908a-27349c652162 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:25.733922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:25:25.750875 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.752176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-ec768ded-8470-4929-897c-c32494ab50bb tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7039311 Aug 27 16:25:25.794999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af586c0b-8b1f-47a9-b315-442ef75b06db,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:25.806551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.806984 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Added segment 93bf661e-a57a-44d6-a020-316b8b9282c5 of type vlan for network ad70f073-6c06-4a9b-bbe5-fc6f866443f9 Aug 27 16:25:25.810320 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b4ea7d5-86d5-42b4-907c-4ef5fef0f956 req-2cdc081a-497c-4c60-9212-ae61cef8c656 service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824819 Aug 27 16:25:25.817853 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.853079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.867550 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:25:25.878944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:25.896372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-b8093d77-5aab-4be4-961e-7c5316100ca2 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.183 HTTP/1.1" status: 200 len: 696 time: 0.1357427 Aug 27 16:25:25.936187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e0672-cfab-4124-b416-4829f6266f47 req-2cdb601c-4bfb-41a6-8dff-254a43ae837c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:25.943463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-263e0672-cfab-4124-b416-4829f6266f47 req-2cdb601c-4bfb-41a6-8dff-254a43ae837c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1054814 Aug 27 16:25:25.948586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.949541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eb872-6f64-497a-a295-3057e3eb8de2 req-fe2f1cca-4b83-42e4-9cfa-e90c6ba2f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:25.951126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-697eb872-6f64-497a-a295-3057e3eb8de2 req-fe2f1cca-4b83-42e4-9cfa-e90c6ba2f37e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 1096 time: 0.1268210 Aug 27 16:25:25.990173 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.991250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:25.991977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:25.996203 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.063762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-263e0672-cfab-4124-b416-4829f6266f47 req-799be0bc-db19-4bbb-a2a4-6ef98c765834 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114187 Aug 27 16:25:26.065172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-697eb872-6f64-497a-a295-3057e3eb8de2 req-fa9f770d-efcc-4c16-a2da-0ee4c1339de5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859787 Aug 27 16:25:26.093702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-0cdeb990-b399-4b89-a851-50db65b80fbc tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:26.095182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-0cdeb990-b399-4b89-a851-50db65b80fbc tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.1873384 Aug 27 16:25:26.107079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-05827608-95f3-49f3-86c9-a37ceea161b7 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:25:26.108109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3516fb4b-e26b-4abb-92d9-3f6c0fbd3fcf req-05827608-95f3-49f3-86c9-a37ceea161b7 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066988 Aug 27 16:25:26.128405 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7231116 Aug 27 16:25:26.128534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51076) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:26.131241 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e0537-3f34-4552-b7b0-66a7386e5112 admin admin] Pushing event updated for resources: {'Network': ['ID=ad70f073-6c06-4a9b-bbe5-fc6f866443f9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:26.134009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Request body: {'subnet': {'network_id': 'ad70f073-6c06-4a9b-bbe5-fc6f866443f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-917516173-subnet', 'tenant_id': 'afd473a862804104b4faf09737488abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:26.147371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ad70f073-6c06-4a9b-bbe5-fc6f866443f9 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:25:26.242895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Made reservation on behalf of afd473a862804104b4faf09737488abc for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:26.245385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.297415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.312310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-3837babe-a527-489e-ba4d-5031fdda9ec6 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:26.317627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-3837babe-a527-489e-ba4d-5031fdda9ec6 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1393492 Aug 27 16:25:26.361822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.373774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-17efd79c-229c-41b3-9455-3c2b86d6ab27 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.183 HTTP/1.1" status: 200 len: 696 time: 0.0515580 Aug 27 16:25:26.386850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Request body: {'floatingip': {'port_id': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:26.434859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.436662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=da1a8571-c6c6-4229-908a-27349c652162,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:26.437142 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.533919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:26.535313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:26.729254 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.754182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Router a347f7a3-6ffe-4283-aa73-ddce8da8dda1 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:25:26.757167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d1131748-d357-4858-917a-3140eff5feb2 None None] Provisioning complete for port da1a8571-c6c6-4229-908a-27349c652162 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:26.758006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1131748-d357-4858-917a-3140eff5feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:26.803780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d1131748-d357-4858-917a-3140eff5feb2 None None] Port da1a8571-c6c6-4229-908a-27349c652162 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:26.854109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:26.862397 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-920ec7ee-016b-45f9-b06e-3fe18506024d tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "PUT /v2.0/routers/a347f7a3-6ffe-4283-aa73-ddce8da8dda1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1704857 Aug 27 16:25:26.863094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51078) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:26.865202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c39dc2e-2d47-41df-8ca1-0eb15133a4bf,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:26.870657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] Sync routers for ids ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:26.879804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] Routers {'a347f7a3-6ffe-4283-aa73-ddce8da8dda1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:26.880428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:26.883223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Checking segment: {'id': '93bf661e-a57a-44d6-a020-316b8b9282c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad70f073-6c06-4a9b-bbe5-fc6f866443f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:26.884319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Network hostable DHCP agents. Network: ad70f073-6c06-4a9b-bbe5-fc6f866443f9, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:26.885653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d8100c63-4f5d-48bf-9ab0-b711a37bef07 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:26.932108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613b16e-0bdf-461c-8e18-3487858360dd tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:26.935188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6613b16e-0bdf-461c-8e18-3487858360dd tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports?device_id=a347f7a3-6ffe-4283-aa73-ddce8da8dda1 HTTP/1.1" status: 200 len: 982 time: 0.0706811 Aug 27 16:25:26.936839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51080) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:26.938953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:26.953766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] Routers {'a347f7a3-6ffe-4283-aa73-ddce8da8dda1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:26.958373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:26.993455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:26.995239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fcda3-58e4-4749-9144-cd61414a9389 None None] The sync data for ids ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:27.011618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d8100c63-4f5d-48bf-9ab0-b711a37bef07 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:27.013288 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.024241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Network ad70f073-6c06-4a9b-bbe5-fc6f866443f9 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:27.054536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.104808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ad70f073-6c06-4a9b-bbe5-fc6f866443f9) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:27.110279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:27.120339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.121237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029afaf7-4614-44c0-8b17-cdc92a9c6918 None None] Network ad70f073-6c06-4a9b-bbe5-fc6f866443f9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:27.161511 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.240200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-021871ab-0cf8-4b1f-8b8e-b497b3e5c666 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1105325 Aug 27 16:25:27.253491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff38f7c-1333-4e9e-acb6-4f10ccbec773 None None] Network ad70f073-6c06-4a9b-bbe5-fc6f866443f9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:27.302002 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Floating IP 1a0f6594-7ebb-43b2-b48a-4c3077a7716f associated. External IP: 172.25.4.183, port: d2647586-4465-42a4-a561-a7b07a0c18ed. Aug 27 16:25:27.312243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a06d83-876a-43c5-81c9-ef4812fd5b83 req-f381faa2-ccc2-4aba-9a24-7347290d56e4 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:27.313886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77a06d83-876a-43c5-81c9-ef4812fd5b83 req-f381faa2-ccc2-4aba-9a24-7347290d56e4 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1635132 Aug 27 16:25:27.324726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.434799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77a06d83-876a-43c5-81c9-ef4812fd5b83 req-1d983fda-0640-434d-8fda-c50be55d7444 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812356 Aug 27 16:25:27.581182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Router a8419395-5174-4e6c-a2b3-e3857a26b8c5 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:27.594508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port da1a8571-c6c6-4229-908a-27349c652162 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:27.595078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.690951 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.702825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:27.705106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for da1a8571-c6c6-4229-908a-27349c652162 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:27.707945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:27.720147 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] Sync routers for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:27.730331 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:27.730949 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:27.755695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-c9ade878-beca-46b5-9acf-e8afb32850e8 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "PUT /v2.0/floatingips/1a0f6594-7ebb-43b2-b48a-4c3077a7716f HTTP/1.1" status: 200 len: 996 time: 1.3728211 Aug 27 16:25:27.756804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:27.761899 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1510f81-3208-4574-b04c-fb4e51543ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:27.803786 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1bf667-8922-47f5-b139-87d983d02141 x-openstack-request-id: req-fa1bf667-8922-47f5-b139-87d983d02141 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:27.804150 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:27.804479 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fa1bf667-8922-47f5-b139-87d983d02141 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:27.804953 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'status': 'completed', 'code': 200} Aug 27 16:25:27.811886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-e901b048-7165-4958-aea6-cf3cfde4baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:27.813704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-e901b048-7165-4958-aea6-cf3cfde4baa6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.0487056 Aug 27 16:25:27.876326 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:27.938358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-23050dd1-06e7-4ff6-bd44-a219d3616573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:27.938765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-5c940b26-a4e0-4afa-90f9-e1078da1033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:27.940486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-23050dd1-06e7-4ff6-bd44-a219d3616573 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 920 time: 0.1096735 Aug 27 16:25:27.940623 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-5c940b26-a4e0-4afa-90f9-e1078da1033a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.1015930 Aug 27 16:25:28.011482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:28.031087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-7c2ed6a5-8ece-4caa-a35e-3b744b8091cf service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 999 time: 0.0826006 Aug 27 16:25:28.057825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=da1a8571-c6c6-4229-908a-27349c652162,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:28.085436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-cdefa766-1ca3-4613-bf1b-30e3feb59f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:28.096037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-cdefa766-1ca3-4613-bf1b-30e3feb59f89 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.0639443 Aug 27 16:25:28.136533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-af4c365d-834b-46bc-b6a0-b5a7083fc21b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394359 Aug 27 16:25:28.141932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-e665fb36-be71-4c01-b0b1-c2f932cab6e2 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:25:28.150029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-e665fb36-be71-4c01-b0b1-c2f932cab6e2 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121024 Aug 27 16:25:28.153738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-b300e3d0-1c87-4355-9af2-ce838ac90efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:28.156893 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-b300e3d0-1c87-4355-9af2-ce838ac90efa service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 920 time: 0.2084944 Aug 27 16:25:28.263861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-d8198c2a-8129-4b75-a289-c18b02177003 service neutron] 10.222.0.101 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127498 Aug 27 16:25:28.268464 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '1a0f6594-7ebb-43b2-b48a-4c3077a7716f', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'port_id': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'mac_address': 'fa:16:3e:0d:1f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:25:23Z', 'updated_at': '2021-08-27T16:25:26Z', 'revision_number': 1, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:35Z', 'revision_number': 5, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:28.313169 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] Checking router: a8419395-5174-4e6c-a2b3-e3857a26b8c5 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:25:28.314920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51106) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:28.324220 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:28.325067 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:28.328821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-604911133-network', 'tenant_id': '73dd859c4edc473dbf1a34b6c4f1659c'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:28.343306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:28.362997 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-ae36f9b9-e595-44d1-a977-f940d29e5096 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 999 time: 0.1946504 Aug 27 16:25:28.393593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d1249a2-8a25-4815-9e6b-2a654b1670d7 req-948053d5-534b-4d08-8240-eb13ba506d5c service neutron] 10.222.0.101 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287367 Aug 27 16:25:28.447338 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:28.521525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-18990ecc-0666-4e78-8411-dfe86700cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:28.523006 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-18990ecc-0666-4e78-8411-dfe86700cb93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.1560867 Aug 27 16:25:28.573438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d5a51-740e-4953-896e-e36fc2aa7523 req-39157428-487c-435e-a2cd-d31572ffdcad tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:28.574963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d98d5a51-740e-4953-896e-e36fc2aa7523 req-39157428-487c-435e-a2cd-d31572ffdcad tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0598614 Aug 27 16:25:28.584462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-10e93e86-2489-4d7e-9cfa-ba8f8c55ed5f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334423 Aug 27 16:25:28.591906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Router a347f7a3-6ffe-4283-aa73-ddce8da8dda1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:28.611484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Made reservation on behalf of 73dd859c4edc473dbf1a34b6c4f1659c for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:28.611484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:28.616356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d98d5a51-740e-4953-896e-e36fc2aa7523 req-d103b7b9-135d-4a12-a4b2-121115a7b532 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Aug 27 16:25:28.657705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:28.692825 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '1a0f6594-7ebb-43b2-b48a-4c3077a7716f', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'port_id': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'mac_address': 'fa:16:3e:0d:1f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:25:23Z', 'updated_at': '2021-08-27T16:25:26Z', 'revision_number': 1, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:35Z', 'revision_number': 5, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:28.729373 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b966c1-3c72-4293-84a5-a9d1f954c2fa None None] The sync data for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 is: [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '1a0f6594-7ebb-43b2-b48a-4c3077a7716f', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'port_id': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'mac_address': 'fa:16:3e:0d:1f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:25:23Z', 'updated_at': '2021-08-27T16:25:26Z', 'revision_number': 1, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:35Z', 'revision_number': 5, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:28.845007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50bd0d-1ef1-4137-bc65-a5c6add0f720 req-c5ccf1ea-92f8-4f0f-925e-a0fe68ef3412 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:28.846623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c50bd0d-1ef1-4137-bc65-a5c6add0f720 req-c5ccf1ea-92f8-4f0f-925e-a0fe68ef3412 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1592889 Aug 27 16:25:28.864977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-b170fd8f-c27e-4f8d-a03e-ff334eaa34c5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.183 HTTP/1.1" status: 200 len: 999 time: 0.1402605 Aug 27 16:25:28.935295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c50bd0d-1ef1-4137-bc65-a5c6add0f720 req-94f16da4-2638-47f5-aede-caf64e074e2b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817409 Aug 27 16:25:28.943087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048244-6676-4506-953b-51c4d527aca4 req-752140a8-08e8-4ef7-a4f0-70d38ec4b9ad tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:28.945265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-752140a8-08e8-4ef7-a4f0-70d38ec4b9ad tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports/d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 942 time: 0.0719666 Aug 27 16:25:28.995749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe7a980-2345-415a-83a0-c315e0c86eb8 None None] New status for floating IP 1a0f6594-7ebb-43b2-b48a-4c3077a7716f: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:25:29.060997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-83670b6f-981e-47ae-bf5c-233d5160d6fc tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.183 HTTP/1.1" status: 200 len: 999 time: 0.0696568 Aug 27 16:25:29.128841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:29.137123 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8df90ff3-e976-4804-8800-f1813fe8cb77 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "PUT /v2.0/routers/a347f7a3-6ffe-4283-aa73-ddce8da8dda1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1988862 Aug 27 16:25:29.139866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51120) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:29.148244 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] Sync routers for ids ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:29.163890 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] Routers {'a347f7a3-6ffe-4283-aa73-ddce8da8dda1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:29.165117 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:29.165989 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-e10e1f7a-2324-4f0c-8f82-0e4048f51d0a service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684910 Aug 27 16:25:29.213539 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:29.223255 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] Routers {'a347f7a3-6ffe-4283-aa73-ddce8da8dda1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:29.223472 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2558f72-d7aa-4e6a-88a1-cf2f9fefc290 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:25:29.223889 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:29.225229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c2558f72-d7aa-4e6a-88a1-cf2f9fefc290 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/da1a8571-c6c6-4229-908a-27349c652162 HTTP/1.1" status: 404 len: 333 time: 0.0796814 Aug 27 16:25:29.237523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51122) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:29.257822 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:29.258513 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d42a4-6c42-4515-9943-adb3fa22acdd None None] The sync data for ids ['a347f7a3-6ffe-4283-aa73-ddce8da8dda1'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:29.298715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.318033 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e1510f81-3208-4574-b04c-fb4e51543ec6 req-efa4a225-031b-40d1-9871-9f93d9d96ad8 service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177137 Aug 27 16:25:29.360692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048244-6676-4506-953b-51c4d527aca4 req-8e1fbd31-5309-45b1-a81d-bfc5466bfea5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:29.362062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-8e1fbd31-5309-45b1-a81d-bfc5466bfea5 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.2940843 Aug 27 16:25:29.370222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-655fac47-717c-478b-a3a1-6b4d5ac5e834 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.395719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.421120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:25:29.429891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50328c99-bed1-4bad-9be4-87461c2f55bb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:29.439433 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.439785 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Added segment b47a7283-fe57-458d-8afa-39c71fc87632 of type vlan for network dc8f27a3-b43d-427c-96a7-9143c3ab5f47 Aug 27 16:25:29.442044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.442390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.442729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.443067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.443430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.443764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.444094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.444422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.444746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.445072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.445397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.445719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:29.480884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecfea9-48fa-4df9-a052-34a8c29a6891 req-80df0a99-77bf-4938-84e5-8359e43dac3f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:29.482313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2cecfea9-48fa-4df9-a052-34a8c29a6891 req-80df0a99-77bf-4938-84e5-8359e43dac3f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.2649174 Aug 27 16:25:29.487931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.577393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.578420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:29.579058 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.644254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] Pushing event updated for resources: {'Network': ['ID=dc8f27a3-b43d-427c-96a7-9143c3ab5f47,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:29.655346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network dc8f27a3-b43d-427c-96a7-9143c3ab5f47 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:25:29.690734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de69b46e-2da2-4a16-a602-7a05a875dd9a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3703649 Aug 27 16:25:29.690948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51124) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:29.696088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Request body: {'subnet': {'network_id': 'dc8f27a3-b43d-427c-96a7-9143c3ab5f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-604911133-subnet', 'tenant_id': '73dd859c4edc473dbf1a34b6c4f1659c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:29.784531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Made reservation on behalf of 73dd859c4edc473dbf1a34b6c4f1659c for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:29.787024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.971005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-ccbea41d-0967-4300-9e7b-3f77391c8862 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.183 HTTP/1.1" status: 200 len: 1001 time: 0.5979354 Aug 27 16:25:29.982454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-655fac47-717c-478b-a3a1-6b4d5ac5e834 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.991170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:29.991308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-655fac47-717c-478b-a3a1-6b4d5ac5e834 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:29.997515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2cecfea9-48fa-4df9-a052-34a8c29a6891 req-6cfc1ad1-fe9c-4c63-b31f-d6d8da83c719 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069771 Aug 27 16:25:30.059146 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.125672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8620594b-4b22-434c-b92c-cc92596843ec,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:30.127960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Checking segment: {'id': 'b47a7283-fe57-458d-8afa-39c71fc87632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'dc8f27a3-b43d-427c-96a7-9143c3ab5f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:30.128321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Network hostable DHCP agents. Network: dc8f27a3-b43d-427c-96a7-9143c3ab5f47, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:30.128970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.184099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806781f-be20-4bad-8678-976daacf53a4 req-2b62b56f-8bfb-4069-b2a1-593aec161239 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:30.185606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c806781f-be20-4bad-8678-976daacf53a4 req-2b62b56f-8bfb-4069-b2a1-593aec161239 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1008203 Aug 27 16:25:30.201408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Network dc8f27a3-b43d-427c-96a7-9143c3ab5f47 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:30.205109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-655fac47-717c-478b-a3a1-6b4d5ac5e834 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.218491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655fac47-717c-478b-a3a1-6b4d5ac5e834 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Fanout notify agent at l3_agent the message router_deleted on router a347f7a3-6ffe-4283-aa73-ddce8da8dda1 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:25:30.247371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-655fac47-717c-478b-a3a1-6b4d5ac5e834 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.248448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-655fac47-717c-478b-a3a1-6b4d5ac5e834 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/routers/a347f7a3-6ffe-4283-aa73-ddce8da8dda1 HTTP/1.1" status: 204 len: 168 time: 1.0064325 Aug 27 16:25:30.251136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:30.284385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c806781f-be20-4bad-8678-976daacf53a4 req-b4b70b8d-e327-450d-8129-86a35db81cfb tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917902 Aug 27 16:25:30.298493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, dc8f27a3-b43d-427c-96a7-9143c3ab5f47) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:30.310385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5eb6e1-d2b7-4908-8027-94b1e9a685ce None None] Network dc8f27a3-b43d-427c-96a7-9143c3ab5f47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:30.314428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:30.315037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.331944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet 0bc55e33-7832-4fd9-970d-d7f7e86efb80 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:30.335901 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.336178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.389512 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ba28287c-4d92-4d7b-9ba6-43bdd6f0e4d0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6974313 Aug 27 16:25:30.391982 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.411780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.412201 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Floating IP 1a0f6594-7ebb-43b2-b48a-4c3077a7716f disassociated. External IP: 172.25.4.183, port: d2647586-4465-42a4-a561-a7b07a0c18ed. Aug 27 16:25:30.464865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51148) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:30.507253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f5aff-4924-4319-ba8f-fb3ccf902d97 None None] Network dc8f27a3-b43d-427c-96a7-9143c3ab5f47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:30.562352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.596080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51152) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:30.671513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d3bb-86b1-4943-ba5d-174e57ca364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.697797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Deleting subnet 8c39dc2e-2d47-41df-8ca1-0eb15133a4bf {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:30.704561 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.766183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d3bb-86b1-4943-ba5d-174e57ca364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.776995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.833332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Router a8419395-5174-4e6c-a2b3-e3857a26b8c5 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:30.842034 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.870547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.896694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc55e33-7832-4fd9-970d-d7f7e86efb80,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:30.902607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:30.906869 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-348b712a-61de-4f1c-9007-c0b92828a150 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/0bc55e33-7832-4fd9-970d-d7f7e86efb80 HTTP/1.1" status: 204 len: 168 time: 0.6523423 Aug 27 16:25:30.907216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51156) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:30.913286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dce79a-f7fb-4471-81ed-f5472fc133f8 None None] Network 6ec30ce8-c3b5-4bf6-9205-299658ea420f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:30.917338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d3bb-86b1-4943-ba5d-174e57ca364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.007935 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bbc5d3bb-86b1-4943-ba5d-174e57ca364d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d440b351f5634b2d94fe964dbb85428d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380344 Aug 27 16:25:31.009868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51158) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:31.019680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5d3bb-86b1-4943-ba5d-174e57ca364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7d3e9b-2a13-4701-93a4-efb5b150e409,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:31.032961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8cce-141f-4222-9fae-ec08de787e2c req-1d54046c-b8f5-41d0-99b2-58eb90bd4e1e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:31.034451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b68d8cce-141f-4222-9fae-ec08de787e2c req-1d54046c-b8f5-41d0-99b2-58eb90bd4e1e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1706171 Aug 27 16:25:31.038019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.107630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port d8100c63-4f5d-48bf-9ab0-b711a37bef07 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:31.107788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] DHCP port deletion for 6ec30ce8-c3b5-4bf6-9205-299658ea420f request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:31.108033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.113985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:31.119887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.136934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] Sync routers for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:31.153267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:31.154451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.167562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b68d8cce-141f-4222-9fae-ec08de787e2c req-b08865ac-6ae6-4a6f-a7e0-0ec197af01c1 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221130 Aug 27 16:25:31.176113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-8b065333-2f0e-4572-b457-070d9e63a8c1 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "PUT /v2.0/floatingips/1a0f6594-7ebb-43b2-b48a-4c3077a7716f HTTP/1.1" status: 200 len: 695 time: 1.1968648 Aug 27 16:25:31.183499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] For port d8100c63-4f5d-48bf-9ab0-b711a37bef07, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d8100c63-4f5d-48bf-9ab0-b711a37bef07,segment=NetworkSegment(7e04c42b-a7a8-4743-9431-0089d558174a),segment_id=7e04c42b-a7a8-4743-9431-0089d558174a)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:31.183874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.186965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:31.195097 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4280de-546e-4853-a111-a38d06b0335f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:31.203472 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7b42753-ace3-454d-ab11-5df51c1823d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.209806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for d8100c63-4f5d-48bf-9ab0-b711a37bef07 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:31.229585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] Deleting port d8100c63-4f5d-48bf-9ab0-b711a37bef07 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:31.229977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.245057 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.247821 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e62c894-4297-48eb-bcab-11df49c7fa5b x-openstack-request-id: req-9e62c894-4297-48eb-bcab-11df49c7fa5b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:31.248114 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:31.248365 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e62c894-4297-48eb-bcab-11df49c7fa5b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:31.248756 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'status': 'completed', 'code': 200} Aug 27 16:25:31.256896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7b42753-ace3-454d-ab11-5df51c1823d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.293146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c39dc2e-2d47-41df-8ca1-0eb15133a4bf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:31.296006 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.297938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8c39dc2e-2d47-41df-8ca1-0eb15133a4bf HTTP/1.1" status: 204 len: 168 time: 0.6998608 Aug 27 16:25:31.306208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51162) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:31.332442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048244-6676-4506-953b-51c4d527aca4 req-be35c0fe-302a-4b80-935e-072e74196292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:31.333851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-be35c0fe-302a-4b80-935e-072e74196292 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.1390910 Aug 27 16:25:31.344817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4280de-546e-4853-a111-a38d06b0335f req-191c9b46-5da3-404d-97fa-8424c736883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:31.347697 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b4280de-546e-4853-a111-a38d06b0335f req-191c9b46-5da3-404d-97fa-8424c736883e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a963afc7e3141639d144e66c6d2eace&device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 1096 time: 0.0489759 Aug 27 16:25:31.356340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.356692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.357056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.357377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.357484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:31.357945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.358042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.358979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.358979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.358979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.362598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.362598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.362598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00241f61-5094-4149-a290-1d2032b11eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:25:31.362889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] For port d8100c63-4f5d-48bf-9ab0-b711a37bef07, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d8100c63-4f5d-48bf-9ab0-b711a37bef07,segment=NetworkSegment(7e04c42b-a7a8-4743-9431-0089d558174a),segment_id=7e04c42b-a7a8-4743-9431-0089d558174a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:31.362889 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.406468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] Calling delete_port for d8100c63-4f5d-48bf-9ab0-b711a37bef07 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:31.431488 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.475521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=d8100c63-4f5d-48bf-9ab0-b711a37bef07,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:31.485645 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.486899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No DVR routers for this DVR port d8100c63-4f5d-48bf-9ab0-b711a37bef07 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:31.537507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4280de-546e-4853-a111-a38d06b0335f req-d23f77fa-1635-4240-b5ef-a5c2807432a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:31.538996 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b4280de-546e-4853-a111-a38d06b0335f req-d23f77fa-1635-4240-b5ef-a5c2807432a5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 920 time: 0.1847954 Aug 27 16:25:31.587226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048244-6676-4506-953b-51c4d527aca4 req-f5683615-c3f8-4cf6-a248-7e09eea91044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:31.588706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-f5683615-c3f8-4cf6-a248-7e09eea91044 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 200 len: 920 time: 0.2258902 Aug 27 16:25:31.616236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.640423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7b42753-ace3-454d-ab11-5df51c1823d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.643008 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7b42753-ace3-454d-ab11-5df51c1823d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.644203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d7b42753-ace3-454d-ab11-5df51c1823d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cb7d3e9b-2a13-4701-93a4-efb5b150e409 HTTP/1.1" status: 204 len: 168 time: 0.6333938 Aug 27 16:25:31.650775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-6a0fa3a9-3968-4bc9-b78d-e1197bf151b3 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 217 time: 0.0551641 Aug 27 16:25:31.653372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.677623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b42753-ace3-454d-ab11-5df51c1823d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7d3e9b-2a13-4701-93a4-efb5b150e409,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:31.693882 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b4280de-546e-4853-a111-a38d06b0335f req-e3cc5dfc-2c7a-4d88-99bf-f2d071447df0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 200 len: 217 time: 0.1417446 Aug 27 16:25:31.694680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec30ce8-c3b5-4bf6-9205-299658ea420f']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.698177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad70f073-6c06-4a9b-bbe5-fc6f866443f9']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.715872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bf661e-a57a-44d6-a020-316b8b9282c5') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.715872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bf661e-a57a-44d6-a020-316b8b9282c5') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.735959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.748735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048244-6676-4506-953b-51c4d527aca4 req-de89be5f-0d52-4c49-9baa-b2523036a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:31.751217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-de89be5f-0d52-4c49-9baa-b2523036a91c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.0903530 Aug 27 16:25:31.758594 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.767773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:31.768183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.771660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e04c42b-a7a8-4743-9431-0089d558174a') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.772117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e04c42b-a7a8-4743-9431-0089d558174a') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:31.777099 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:31.794865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.799911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.816836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4280de-546e-4853-a111-a38d06b0335f req-1c862e31-1db1-4495-a34e-8b1e6d0f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:31.818341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b4280de-546e-4853-a111-a38d06b0335f req-1c862e31-1db1-4495-a34e-8b1e6d0f5905 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 200 len: 858 time: 0.1135039 Aug 27 16:25:31.819296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.825510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:31.825978 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:31.829151 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:31.834528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] Pushing event deleted for resources: {'Port': ['ID=d8100c63-4f5d-48bf-9ab0-b711a37bef07,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:31.845425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-c13b9423-563b-491b-8018-f27f26fe0d75 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775905 Aug 27 16:25:31.856486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8cdaf-9f42-4fdc-82d7-0f9b41788d0e None None] No DVR routers for this DVR port d8100c63-4f5d-48bf-9ab0-b711a37bef07 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:31.925220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:35Z', 'revision_number': 5, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:31.926919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b4280de-546e-4853-a111-a38d06b0335f req-a89b02b0-8f91-4d1e-b20f-c0e5ed48ce38 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7905714-a692-4dc1-84a5-0d910cc6f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970221 Aug 27 16:25:31.956853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] Checking router: a8419395-5174-4e6c-a2b3-e3857a26b8c5 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:25:31.966703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-19d45163-645e-4f41-aebd-3c4af9ac5184 service neutron] 10.222.0.101 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113679 Aug 27 16:25:31.979188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:31.980259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:32.033607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.043550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.046860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.048918 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/6ec30ce8-c3b5-4bf6-9205-299658ea420f HTTP/1.1" status: 204 len: 168 time: 1.1408482 Aug 27 16:25:32.055339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51172) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:32.056417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b4280de-546e-4853-a111-a38d06b0335f req-97df7ba8-7b71-4f88-b492-3d2df23910c9 service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216063 Aug 27 16:25:32.056673 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.058570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ad70f073-6c06-4a9b-bbe5-fc6f866443f9 HTTP/1.1" status: 204 len: 168 time: 0.7449617 Aug 27 16:25:32.062253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51174) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:32.076488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a01ec-5919-4c0a-b2f3-53838939052b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=6ec30ce8-c3b5-4bf6-9205-299658ea420f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:32.143344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] Deleting subnet 8620594b-4b22-434c-b92c-cc92596843ec {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:32.147068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:32.150844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.180154 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b4280de-546e-4853-a111-a38d06b0335f req-69f02cb9-6afe-404a-81be-2a9ded82601b service neutron] 10.222.0.90 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118565 Aug 27 16:25:32.202690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2048244-6676-4506-953b-51c4d527aca4 req-ff090550-d1dc-4983-84b2-3b00e9e09c30 service neutron] 10.222.0.101 "GET /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337952 Aug 27 16:25:32.203456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d159029-6ab7-4950-9b69-083d70a54215 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad70f073-6c06-4a9b-bbe5-fc6f866443f9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:32.246786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a687aa-7eb4-446a-8b59-37f28a5f158a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:32.248444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a1a687aa-7eb4-446a-8b59-37f28a5f158a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/a0c2ad6a-8fb1-45d2-9a63-902fef618c31 HTTP/1.1" status: 200 len: 840 time: 0.1869981 Aug 27 16:25:32.252805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:32.302958 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34391b65-7b9f-4e2c-bad0-7a76b08ab225 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/a0c2ad6a-8fb1-45d2-9a63-902fef618c31?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0485425 Aug 27 16:25:32.303564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51186) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:32.309138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:32.398125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:35Z', 'revision_number': 5, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:32.436197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138667c-8d2a-4f6a-9a93-d232a30f31f9 None None] The sync data for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 is: [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:24:28Z', 'revision_number': 4, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'adc0ec07-fbbf-4cb0-a4ac-0c517e722644', 'name': '', 'network_id': 'f7905714-a692-4dc1-84a5-0d910cc6f6ae', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'mac_address': 'fa:16:3e:a3:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:27Z', 'updated_at': '2021-08-27T16:24:35Z', 'revision_number': 5, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'subnets': [{'id': 'd6accc71-a20b-4959-9897-6a03e5eb1048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:32.510312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:32.514154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.576276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.701761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-d2ffd703-e093-4c08-a4ca-d0c6cd44288c tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips/1a0f6594-7ebb-43b2-b48a-4c3077a7716f HTTP/1.1" status: 200 len: 695 time: 0.1368878 Aug 27 16:25:32.721273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c6e8-5b0f-465f-b59a-47f85eb95f65 req-dfadc40e-a4f7-4649-85a7-ac341fdc29c6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:32.729369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f707c6e8-5b0f-465f-b59a-47f85eb95f65 req-dfadc40e-a4f7-4649-85a7-ac341fdc29c6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.4702625 Aug 27 16:25:32.754967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.873903 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ff45d-b172-465a-8fdc-ae6eea1db138 None None] New status for floating IP 1a0f6594-7ebb-43b2-b48a-4c3077a7716f: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:25:32.888032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:32.908163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d8100c63-4f5d-48bf-9ab0-b711a37bef07 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:32.926550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f707c6e8-5b0f-465f-b59a-47f85eb95f65 req-9ba5e7cb-c6e8-4f8d-8298-1efd1de65954 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960630 Aug 27 16:25:32.983970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d8100c63-4f5d-48bf-9ab0-b711a37bef07 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:32.984516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d8100c63-4f5d-48bf-9ab0-b711a37bef07 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:32.989900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-9edebfe1-1670-454b-9093-6e68e10f864f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:32.994491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-9edebfe1-1670-454b-9093-6e68e10f864f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 784 time: 0.2813480 Aug 27 16:25:33.028108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:33.028232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-c4632451-bdb1-4b2e-b1df-0a2cbee02406 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:25:33.028322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:33.032273 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-c4632451-bdb1-4b2e-b1df-0a2cbee02406 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164201 Aug 27 16:25:33.033942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:33.035433 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.052438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f92fd9-253e-47f3-b8bb-4058ad57552e None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:33.105591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.115235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=6b14ca1f-e87d-419d-abd7-0f8d7bbc485c,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:33.136733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-e33eb7f1-408a-42a1-8783-109f7e6f81f4 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.183 HTTP/1.1" status: 200 len: 698 time: 0.0881121 Aug 27 16:25:33.169891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8620594b-4b22-434c-b92c-cc92596843ec,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:33.231747 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6a2e9085-9a37-49ac-93d5-5f8d83a5b360 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9268148 Aug 27 16:25:33.234826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51202) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:33.240432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.241872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4dc20a90-1e8b-48fa-82e4-9069432300e7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'security_group': {'name': 'tempest-secgroup-77181343'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:33.242164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aead345f-758d-4172-b688-753622a7f61a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8620594b-4b22-434c-b92c-cc92596843ec HTTP/1.1" status: 204 len: 168 time: 1.1634953 Aug 27 16:25:33.249807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51204) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:33.260243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-da3604e9-dc31-47be-8e65-017167afec70 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.4.183 HTTP/1.1" status: 200 len: 698 time: 0.0937433 Aug 27 16:25:33.389980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4dc20a90-1e8b-48fa-82e4-9069432300e7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.443184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.449393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-5250690d-1fad-4dd7-92cb-3956058a2feb', 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'tenant_id': 'ce2277f6ae7c47cc9cc6e948aa1b332d', 'fixed_ips': [{'subnet_id': '6b14ca1f-e87d-419d-abd7-0f8d7bbc485c'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:25:33.451790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.511524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Deleting port cb9184ba-7f15-4b19-b123-b703e4051631 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:33.512161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.567583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4dc20a90-1e8b-48fa-82e4-9069432300e7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.594739 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.608247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8f27a3-b43d-427c-96a7-9143c3ab5f47']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:33.633116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47a7283-fe57-458d-8afa-39c71fc87632') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:33.634280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47a7283-fe57-458d-8afa-39c71fc87632') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:33.648016 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.649267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Allocated IP 172.20.0.2 (5250690d-1fad-4dd7-92cb-3956058a2feb/6b14ca1f-e87d-419d-abd7-0f8d7bbc485c/5cd34ca1-bc9b-46ee-87bc-47d4090738a9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:33.651675 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4dc20a90-1e8b-48fa-82e4-9069432300e7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.670318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.670914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.676736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.683763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc20a90-1e8b-48fa-82e4-9069432300e7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25996440-d233-4609-a42b-4b97b1ef1c35,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:33.689485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:33.689889 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:33.713612 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:33.745789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Calling delete_port for cb9184ba-7f15-4b19-b123-b703e4051631 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:33.760560 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4dc20a90-1e8b-48fa-82e4-9069432300e7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.762542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4dc20a90-1e8b-48fa-82e4-9069432300e7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5266593 Aug 27 16:25:33.765356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51210) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:33.772335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b01a93c6-9300-4b8b-8dd0-691822b264b3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'security_group': {'name': 'tempest-secgroup-661434682'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:33.848112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.854372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.859640 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.861831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] 10.222.0.101 "DELETE /v2.0/networks/dc8f27a3-b43d-427c-96a7-9143c3ab5f47 HTTP/1.1" status: 204 len: 168 time: 0.6106398 Aug 27 16:25:33.864593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Transition to ACTIVE for port object 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:33.885679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188baf8-b2f7-4315-95f9-29c663b67e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8f27a3-b43d-427c-96a7-9143c3ab5f47,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:33.886542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b01a93c6-9300-4b8b-8dd0-691822b264b3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:33.891259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Transition to ACTIVE for port object 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:33.979681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.004873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b01a93c6-9300-4b8b-8dd0-691822b264b3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.019831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:34.024459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:34.026933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:34.038639 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.072356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Pushing event updated for resources: {'Port': ['ID=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:34.076722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event deleted for resources: {'Port': ['ID=cb9184ba-7f15-4b19-b123-b703e4051631,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:34.111379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Attempting to bind port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:34.111755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Attempting to bind port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'db18b45f-09fb-4e33-b39d-a4a315c90465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:34.112341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Attempting to bind port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 on network 5250690d-1fad-4dd7-92cb-3956058a2feb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:34.118785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:34.119157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Checking segment: {'id': 'db18b45f-09fb-4e33-b39d-a4a315c90465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:34.119610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.120131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Bound using segment: {'id': 'db18b45f-09fb-4e33-b39d-a4a315c90465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:34.120612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Bound port: 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db18b45f-09fb-4e33-b39d-a4a315c90465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:34.120999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.137951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7d9b0-154f-4e8c-9435-9239d91a269a req-2239353b-48fb-4e50-80d5-9791944b5fad tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:34.139566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4dd7d9b0-154f-4e8c-9435-9239d91a269a req-2239353b-48fb-4e50-80d5-9791944b5fad tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1310251 Aug 27 16:25:34.164237 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.167393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.168552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9d16b0-2ee5-4ffb-a0b2-0c1d7a58ffa6 req-03a8a1c0-bd9a-448d-8680-d5736fced590 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "DELETE /v2.0/floatingips/1a0f6594-7ebb-43b2-b48a-4c3077a7716f HTTP/1.1" status: 204 len: 173 time: 0.8970692 Aug 27 16:25:34.173148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b01a93c6-9300-4b8b-8dd0-691822b264b3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.191221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4dd7d9b0-154f-4e8c-9435-9239d91a269a req-c554f37a-1acf-451b-9d59-c4eaefafdd45 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Aug 27 16:25:34.197742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] For port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:34.203869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] For port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,segment=NetworkSegment(db18b45f-09fb-4e33-b39d-a4a315c90465),segment_id=db18b45f-09fb-4e33-b39d-a4a315c90465)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:34.243504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a93c6-9300-4b8b-8dd0-691822b264b3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc719dc4-844b-460c-8a1b-fb6e39eae0b9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:34.260169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-704c070e-62d4-46cb-9a18-f3d1b23e9f89 req-9a333c90-22ed-4a5a-83e6-95cc33f28688 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups/d3b68c3b-df81-4328-8cb4-ea79e7abfb6d HTTP/1.1" status: 200 len: 1808 time: 0.0428722 Aug 27 16:25:34.287515 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.319771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-704c070e-62d4-46cb-9a18-f3d1b23e9f89 req-c7a4f11a-3b2c-43e9-a908-49e079016870 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.331936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b01a93c6-9300-4b8b-8dd0-691822b264b3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.338585 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b01a93c6-9300-4b8b-8dd0-691822b264b3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5719638 Aug 27 16:25:34.339686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51234) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:34.346859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-509041111', 'security_groups': ['cc719dc4-844b-460c-8a1b-fb6e39eae0b9'], 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b14ca1f-e87d-419d-abd7-0f8d7bbc485c'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:34.357845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-704c070e-62d4-46cb-9a18-f3d1b23e9f89 req-c7a4f11a-3b2c-43e9-a908-49e079016870 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.373127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394274a-d5ff-4a01-a55d-cda261423f39 None None] Pushing event updated for resources: {'Port': ['ID=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:34.376198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51236) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:34.452877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-384b7c9f-66b8-450a-90ee-984d9ddc0b88 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=afd473a862804104b4faf09737488abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755062 Aug 27 16:25:34.455339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51238) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:34.539047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-704c070e-62d4-46cb-9a18-f3d1b23e9f89 req-c7a4f11a-3b2c-43e9-a908-49e079016870 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.542180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-704c070e-62d4-46cb-9a18-f3d1b23e9f89 req-c7a4f11a-3b2c-43e9-a908-49e079016870 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.543395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-704c070e-62d4-46cb-9a18-f3d1b23e9f89 req-c7a4f11a-3b2c-43e9-a908-49e079016870 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "DELETE /v2.0/security-groups/d3b68c3b-df81-4328-8cb4-ea79e7abfb6d HTTP/1.1" status: 204 len: 173 time: 0.2773187 Aug 27 16:25:34.550248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e9b99da-b21f-47f5-bac6-e8420ff44269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.566429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4f11a-3b2c-43e9-a908-49e079016870 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b68c3b-df81-4328-8cb4-ea79e7abfb6d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:34.581572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e9b99da-b21f-47f5-bac6-e8420ff44269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.608052 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:34.713497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.731258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:34.794629 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e9b99da-b21f-47f5-bac6-e8420ff44269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.797469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e9b99da-b21f-47f5-bac6-e8420ff44269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:34.798633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1e9b99da-b21f-47f5-bac6-e8420ff44269 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/af586c0b-8b1f-47a9-b315-442ef75b06db HTTP/1.1" status: 204 len: 168 time: 0.3423631 Aug 27 16:25:34.810060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b99da-b21f-47f5-bac6-e8420ff44269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af586c0b-8b1f-47a9-b315-442ef75b06db,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:34.924570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.13 (5250690d-1fad-4dd7-92cb-3956058a2feb/6b14ca1f-e87d-419d-abd7-0f8d7bbc485c/b95ff2c7-d7a7-47af-ac43-fe1949dd0867) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:34.983994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:35.114737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.132804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object b95ff2c7-d7a7-47af-ac43-fe1949dd0867 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:35.140301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f30ef-2a9b-466b-b789-26cecc186e25 req-747663fb-8e2e-4390-86e0-b273eaa9c595 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:35.141958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-034f30ef-2a9b-466b-b789-26cecc186e25 req-747663fb-8e2e-4390-86e0-b273eaa9c595 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0618999 Aug 27 16:25:35.184855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:35.196197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-034f30ef-2a9b-466b-b789-26cecc186e25 req-07726e85-12d9-47e0-86af-626050e4a6ee tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Aug 27 16:25:35.293426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.342780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0b13-5fee-48cf-86b3-86548deb066d req-64c93478-9463-4075-951d-9bbe6a09fc6e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:35.343638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:35.350705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-819a0b13-5fee-48cf-86b3-86548deb066d req-64c93478-9463-4075-951d-9bbe6a09fc6e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0740163 Aug 27 16:25:35.354953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:35.361170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:35.391639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-819a0b13-5fee-48cf-86b3-86548deb066d req-f46e168a-12c1-47ff-a3b8-ae86dc8ac410 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Aug 27 16:25:35.396071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=b95ff2c7-d7a7-47af-ac43-fe1949dd0867,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:35.422789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:35.423519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.549156 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1acd5d2b-bba5-4a85-88c2-c2b5011cdd7b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2082491 Aug 27 16:25:35.551854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51284) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:35.557293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-db1b1be5-cda7-4e07-8b5e-f67645133a35 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:35.583074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Provisioning for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:35.588221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:35.588663 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.688514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.725610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] For port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,segment=NetworkSegment(db18b45f-09fb-4e33-b39d-a4a315c90465),segment_id=db18b45f-09fb-4e33-b39d-a4a315c90465)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:35.784227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b1be5-cda7-4e07-8b5e-f67645133a35 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:35.787906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db1b1be5-cda7-4e07-8b5e-f67645133a35 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.810748 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.842651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51300) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:35.873701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Provisioning complete for port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:35.874614 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:35.915175 n-d-806412-1 neutron-server[95252]: INFO neutron.db.ipam_backend_mixin [None req-db1b1be5-cda7-4e07-8b5e-f67645133a35 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b14ca1f-e87d-419d-abd7-0f8d7bbc485c (CIDR: 172.20.0.0/28) Aug 27 16:25:35.937162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-99b6da0e-c42a-4bfe-a206-4f61c1dbfdba admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=73dd859c4edc473dbf1a34b6c4f1659c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933440 Aug 27 16:25:35.938434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51306) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:35.949995 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1b1be5-cda7-4e07-8b5e-f67645133a35 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:25:35.950737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1b1be5-cda7-4e07-8b5e-f67645133a35 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:35.957559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Pushing event updated for resources: {'Port': ['ID=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:35.977407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-07483185-059c-45c7-b392-fcce46aa4955 None None] Port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:36.019182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-db1b1be5-cda7-4e07-8b5e-f67645133a35 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4662120 Aug 27 16:25:36.024094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51308) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:36.025949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3af1d43a-f249-48bd-9adb-f82d90fbd16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.029950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:36.060876 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3af1d43a-f249-48bd-9adb-f82d90fbd16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.229080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-97f55bdb-7de7-4e59-b461-161eb8b57e12 None None] Provisioning for port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:36.229080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-97f55bdb-7de7-4e59-b461-161eb8b57e12 None None] Provisioning complete for port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:36.229080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97f55bdb-7de7-4e59-b461-161eb8b57e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.263392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-97f55bdb-7de7-4e59-b461-161eb8b57e12 None None] Port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:36.287038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:36.289183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3af1d43a-f249-48bd-9adb-f82d90fbd16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.290975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.291852 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3af1d43a-f249-48bd-9adb-f82d90fbd16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.295233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3af1d43a-f249-48bd-9adb-f82d90fbd16d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/50328c99-bed1-4bad-9be4-87461c2f55bb HTTP/1.1" status: 204 len: 168 time: 0.3532572 Aug 27 16:25:36.305117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1d43a-f249-48bd-9adb-f82d90fbd16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50328c99-bed1-4bad-9be4-87461c2f55bb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:36.323633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66743a5-1628-4990-9461-403411f61dfb req-8ee7d8a9-b7ca-4dd5-af2b-82505670e6ee tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:36.326076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b66743a5-1628-4990-9461-403411f61dfb req-8ee7d8a9-b7ca-4dd5-af2b-82505670e6ee tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0708060 Aug 27 16:25:36.381764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b66743a5-1628-4990-9461-403411f61dfb req-211739a9-63de-46ce-b1a9-483f322122fe tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Aug 27 16:25:36.528363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645ec2a-58c7-46cd-a0cc-3aada1026cd2 req-5698f2b4-7061-4dd2-98cc-bd7cab02612e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:36.530055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f645ec2a-58c7-46cd-a0cc-3aada1026cd2 req-5698f2b4-7061-4dd2-98cc-bd7cab02612e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0536659 Aug 27 16:25:36.572460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f645ec2a-58c7-46cd-a0cc-3aada1026cd2 req-25fa992c-aeea-4b1c-99ad-f9d5d77bf4ec tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362871 Aug 27 16:25:36.617120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.688423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:36.696630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:36.703736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:36.704425 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:36.713926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4162a2-8715-4630-85cd-ac2ab3caee31 None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:36.725847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=71a6f21e-89a9-4741-9efd-250227089877,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:36.831652 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ffe4f0f8-6179-4f42-bfda-949bfec940c3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8041966 Aug 27 16:25:36.834576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51344) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:36.841397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1588537988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71a6f21e-89a9-4741-9efd-250227089877'}], 'security_groups': ['25996440-d233-4609-a42b-4b97b1ef1c35']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:36.935741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:37.007503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] Update dhcp port {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'fixed_ips': [{'subnet_id': '6b14ca1f-e87d-419d-abd7-0f8d7bbc485c', 'ip_address': '172.20.0.2'}, {'subnet_id': '71a6f21e-89a9-4741-9efd-250227089877'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '5cd34ca1-bc9b-46ee-87bc-47d4090738a9'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:25:37.038403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:37.038816 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.041969 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.048569 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.285385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] Allocated IP 172.20.0.18 (5250690d-1fad-4dd7-92cb-3956058a2feb/71a6f21e-89a9-4741-9efd-250227089877/5cd34ca1-bc9b-46ee-87bc-47d4090738a9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:37.306822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51352) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:37.384837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] For port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,segment=NetworkSegment(db18b45f-09fb-4e33-b39d-a4a315c90465),segment_id=db18b45f-09fb-4e33-b39d-a4a315c90465)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:37.425779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ecebd6a8-cce7-46d3-a2b7-89ae5cbb5bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.426294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.441456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] Transition to ACTIVE for port object 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:37.474180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-217d327c-1342-42f9-b54c-23cd88fafac7 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:37.476149 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-217d327c-1342-42f9-b54c-23cd88fafac7 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0816865 Aug 27 16:25:37.521749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.544191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad138f-aded-4e7e-8456-181ea4c4e661 req-9551948f-fa00-43f9-9fd9-698856c60c1f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:37.545740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bad138f-aded-4e7e-8456-181ea4c4e661 req-9551948f-fa00-43f9-9fd9-698856c60c1f tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 945 time: 0.0807641 Aug 27 16:25:37.583346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Deleting port d2647586-4465-42a4-a561-a7b07a0c18ed {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:37.584007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.624273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ecebd6a8-cce7-46d3-a2b7-89ae5cbb5bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.646762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e82a-f85a-48c3-a3a1-29a3ac48ec4b None None] Pushing event updated for resources: {'Port': ['ID=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:37.701187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ecebd6a8-cce7-46d3-a2b7-89ae5cbb5bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.714939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] For port d2647586-4465-42a4-a561-a7b07a0c18ed, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d2647586-4465-42a4-a561-a7b07a0c18ed,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:37.715507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:37.733608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Calling delete_port for d2647586-4465-42a4-a561-a7b07a0c18ed owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:37.789013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bad138f-aded-4e7e-8456-181ea4c4e661 req-fb5c12e6-5f2e-4a34-b72f-dbf2a0973807 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/security-groups?id=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087164 Aug 27 16:25:37.844140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Delete allocated IP 172.20.0.13 (5250690d-1fad-4dd7-92cb-3956058a2feb/6b14ca1f-e87d-419d-abd7-0f8d7bbc485c) {{(pid=95253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 16:25:37.851323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ecebd6a8-cce7-46d3-a2b7-89ae5cbb5bec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99283bde639f422181b778b7c6703f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416682 Aug 27 16:25:37.855198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:37.860556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebd6a8-cce7-46d3-a2b7-89ae5cbb5bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730bf054-e3d5-4151-b4da-494a465df844,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:37.879517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.25 (5250690d-1fad-4dd7-92cb-3956058a2feb/71a6f21e-89a9-4741-9efd-250227089877/b95ff2c7-d7a7-47af-ac43-fe1949dd0867) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:37.901795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab597ea-c50d-462b-a1d8-2bf871dc6367 req-a566d87f-11ff-47c9-bff8-c647a0920fe6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:37.903514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dab597ea-c50d-462b-a1d8-2bf871dc6367 req-a566d87f-11ff-47c9-bff8-c647a0920fe6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.2057230 Aug 27 16:25:38.003842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dab597ea-c50d-462b-a1d8-2bf871dc6367 req-bf0ebad6-778a-415a-bcdc-5a746393aeb1 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917463 Aug 27 16:25:38.031734 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.041250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['d2647586-4465-42a4-a561-a7b07a0c18ed'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:25:38.052846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6eeaecbb-9cd3-4e2e-b625-36761f93934d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.074814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Pushing event deleted for resources: {'Port': ['ID=d2647586-4465-42a4-a561-a7b07a0c18ed,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:38.086150 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6eeaecbb-9cd3-4e2e-b625-36761f93934d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.127991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] No DVR routers for this DVR port d2647586-4465-42a4-a561-a7b07a0c18ed on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:38.132206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.133544 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c5fd3b05-28d3-4988-891f-a33133e74c34 req-e2805c72-c250-41c3-8725-335a20933400 tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.90 "DELETE /v2.0/ports/d2647586-4465-42a4-a561-a7b07a0c18ed HTTP/1.1" status: 204 len: 173 time: 0.6504335 Aug 27 16:25:38.134654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'name': 'network-vif-deleted', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:38.137546 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f622cd7-5c8e-4a16-98ee-8483756a608b" -d '{"events": [{"server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "name": "network-vif-deleted", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:38.186325 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2fdbe8-7f89-4df5-b7ce-6b752cdc65bf x-openstack-request-id: req-0c2fdbe8-7f89-4df5-b7ce-6b752cdc65bf {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:38.186888 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4df8f42-4acb-48d3-bf2f-0f370a454f12", "name": "network-vif-deleted", "tag": "d2647586-4465-42a4-a561-a7b07a0c18ed", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:38.187371 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0c2fdbe8-7f89-4df5-b7ce-6b752cdc65bf {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:38.187978 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4df8f42-4acb-48d3-bf2f-0f370a454f12', 'name': 'network-vif-deleted', 'tag': 'd2647586-4465-42a4-a561-a7b07a0c18ed', 'status': 'completed', 'code': 200} Aug 27 16:25:38.221807 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.230131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6eeaecbb-9cd3-4e2e-b625-36761f93934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.232662 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6eeaecbb-9cd3-4e2e-b625-36761f93934d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.233833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6eeaecbb-9cd3-4e2e-b625-36761f93934d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/730bf054-e3d5-4151-b4da-494a465df844 HTTP/1.1" status: 204 len: 168 time: 0.3743691 Aug 27 16:25:38.246945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object b95ff2c7-d7a7-47af-ac43-fe1949dd0867 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:38.248005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaecbb-9cd3-4e2e-b625-36761f93934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730bf054-e3d5-4151-b4da-494a465df844,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:38.369597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.418049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Provisioning for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:38.422367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:38.422812 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.471030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=b95ff2c7-d7a7-47af-ac43-fe1949dd0867,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:38.495624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] In _notify_port_updated(), no bound segment for port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 on network 5250690d-1fad-4dd7-92cb-3956058a2feb {{(pid=95253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:25:38.501404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:38.502512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.506096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a5a2b924-e5b0-46c8-bc20-982ebef1b124 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "PUT /v2.0/ports/b95ff2c7-d7a7-47af-ac43-fe1949dd0867 HTTP/1.1" status: 200 len: 921 time: 1.6677387 Aug 27 16:25:38.506482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51386) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:38.611308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Provisioning for port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:38.615697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Provisioning complete for port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:38.616369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.617880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:38.618236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.652364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Port b95ff2c7-d7a7-47af-ac43-fe1949dd0867 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:38.666860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Provisioning complete for port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:38.666860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.706433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-969bc6bb-7b01-4268-87a8-d411a3910bf1 None None] Port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:38.724896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:38.737228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for b95ff2c7-d7a7-47af-ac43-fe1949dd0867 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:38.917368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:38.968336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baefa14e-861d-4331-b758-7e14f05e6583 req-4223036b-3244-4121-a246-620361277cca tempest-ServerRescueTestJSONUnderV235-2016605959 tempest-ServerRescueTestJSONUnderV235-2016605959-project] 10.222.0.101 "GET /v2.0/ports?device_id=d4df8f42-4acb-48d3-bf2f-0f370a454f12 HTTP/1.1" status: 200 len: 210 time: 0.0466816 Aug 27 16:25:38.978688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:38.979073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.024778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.030940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d63108fd-6b26-4c40-84b3-f7cd5c467ff5 None None] Could not find standard attr ID for object b95ff2c7-d7a7-47af-ac43-fe1949dd0867. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:25:39.054113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=b95ff2c7-d7a7-47af-ac43-fe1949dd0867,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:39.142066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51400) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:39.161183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be70d582-adfc-4e44-898a-a99b298d0257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.176687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567e214-b435-45d6-92ed-b9b2895aad3a req-301644f5-cdb9-4f52-8f0d-aa4753cdac03 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:39.179245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.179383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1567e214-b435-45d6-92ed-b9b2895aad3a req-301644f5-cdb9-4f52-8f0d-aa4753cdac03 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0825179 Aug 27 16:25:39.183352 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4f83e62c-50f8-42f5-a43a-540756478469 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/b95ff2c7-d7a7-47af-ac43-fe1949dd0867 HTTP/1.1" status: 204 len: 168 time: 0.6735654 Aug 27 16:25:39.185145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51404) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:39.229505 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c9eeb7-22bd-449a-b4ec-93453b2391d7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:25:39.231843 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b7c9eeb7-22bd-449a-b4ec-93453b2391d7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/b95ff2c7-d7a7-47af-ac43-fe1949dd0867 HTTP/1.1" status: 404 len: 333 time: 0.0456989 Aug 27 16:25:39.236719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51406) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:39.270250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1567e214-b435-45d6-92ed-b9b2895aad3a req-11487544-d2af-4e2a-81d7-bb4919da7ca6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768363 Aug 27 16:25:39.345272 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-800fe093-1664-4579-9d4b-2465f17ca1f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.377455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-800fe093-1664-4579-9d4b-2465f17ca1f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.427037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be70d582-adfc-4e44-898a-a99b298d0257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.497743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be70d582-adfc-4e44-898a-a99b298d0257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.534888 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-800fe093-1664-4579-9d4b-2465f17ca1f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.537467 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-800fe093-1664-4579-9d4b-2465f17ca1f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.538616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-800fe093-1664-4579-9d4b-2465f17ca1f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/security-groups/cc719dc4-844b-460c-8a1b-fb6e39eae0b9 HTTP/1.1" status: 204 len: 168 time: 0.3009508 Aug 27 16:25:39.541524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51416) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:39.544719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be70d582-adfc-4e44-898a-a99b298d0257 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=92c9043d3d6d450c96b235786154f12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971591 Aug 27 16:25:39.544719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70d582-adfc-4e44-898a-a99b298d0257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f466292d-a0f4-4a32-9b2a-69ec630458b9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:39.545888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51418) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:39.571000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fe093-1664-4579-9d4b-2465f17ca1f6 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc719dc4-844b-460c-8a1b-fb6e39eae0b9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:39.612355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d69dabf3-6d32-4398-860e-0ced18feff8b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.613450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3adf102-0c95-47c9-9d81-4c1de944f62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.635625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3adf102-0c95-47c9-9d81-4c1de944f62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.636190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d69dabf3-6d32-4398-860e-0ced18feff8b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.721090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d69dabf3-6d32-4398-860e-0ced18feff8b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.723787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d69dabf3-6d32-4398-860e-0ced18feff8b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.725080 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d69dabf3-6d32-4398-860e-0ced18feff8b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/security-groups/25996440-d233-4609-a42b-4b97b1ef1c35 HTTP/1.1" status: 204 len: 168 time: 0.1821456 Aug 27 16:25:39.729127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51424) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:39.735390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dabf3-6d32-4398-860e-0ced18feff8b tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25996440-d233-4609-a42b-4b97b1ef1c35,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:39.757463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3adf102-0c95-47c9-9d81-4c1de944f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.761282 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3adf102-0c95-47c9-9d81-4c1de944f62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:39.762431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c3adf102-0c95-47c9-9d81-4c1de944f62c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f466292d-a0f4-4a32-9b2a-69ec630458b9 HTTP/1.1" status: 204 len: 168 time: 0.2156155 Aug 27 16:25:39.780063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adf102-0c95-47c9-9d81-4c1de944f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466292d-a0f4-4a32-9b2a-69ec630458b9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:39.795114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet 6b14ca1f-e87d-419d-abd7-0f8d7bbc485c {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:39.798295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.029436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51436) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:40.091180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.375720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.414522 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.429522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe74d7-4e1f-4078-a992-a6238c3dd9e2 req-e62fc423-2a71-494a-b980-7fc409bbd755 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:40.431191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7dbe74d7-4e1f-4078-a992-a6238c3dd9e2 req-e62fc423-2a71-494a-b980-7fc409bbd755 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0872805 Aug 27 16:25:40.480514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7dbe74d7-4e1f-4078-a992-a6238c3dd9e2 req-e9c04cdb-626d-48d3-985b-48b690cd6e0e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Aug 27 16:25:40.544468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.574546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=6b14ca1f-e87d-419d-abd7-0f8d7bbc485c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:40.576613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.578544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-713587a1-3c44-41f3-a6f4-7c131c1c8262 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/6b14ca1f-e87d-419d-abd7-0f8d7bbc485c HTTP/1.1" status: 204 len: 168 time: 0.8483255 Aug 27 16:25:40.583054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51454) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:40.589455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:40.590876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27562116-e7d5-4f9f-bcfa-ffec35a09007 None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:40.702971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Deleting port adc0ec07-fbbf-4cb0-a4ac-0c517e722644 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:40.703589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.794133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] For port adc0ec07-fbbf-4cb0-a4ac-0c517e722644, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,segment=NetworkSegment(10e4420e-0b16-4320-bec4-9274b932bc6c),segment_id=10e4420e-0b16-4320-bec4-9274b932bc6c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:40.794570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2647586-4465-42a4-a561-a7b07a0c18ed no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:40.794693 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:40.808266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:40.813216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Calling delete_port for adc0ec07-fbbf-4cb0-a4ac-0c517e722644 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:40.816392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: d2647586-4465-42a4-a561-a7b07a0c18ed {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:40.816739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d2647586-4465-42a4-a561-a7b07a0c18ed not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:40.819781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.144359 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.180337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc0ec07-fbbf-4cb0-a4ac-0c517e722644,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:41.298110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.349316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:41.356122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:41.360172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:41.360808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.384051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=04be301b-d1c0-43e6-924b-66c232e91ae8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:41.453379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-982b21c9-6fe7-4222-852b-86fc85f25d64 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8690348 Aug 27 16:25:41.456597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51476) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:41.461699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-190803fb-6c8a-4605-b8b3-b71bb378feb3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'security_group': {'name': 'tempest-secgroup-1396527186'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:41.574459 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-190803fb-6c8a-4605-b8b3-b71bb378feb3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.608863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1caff-2c3a-4739-81df-24afd8aa2dc1 None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:41.700242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-190803fb-6c8a-4605-b8b3-b71bb378feb3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.712864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2a6985c6-bd93-47cc-bf26-1310604fb589 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:41.713512 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a6985c6-bd93-47cc-bf26-1310604fb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.722980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0120c8-9887-4f2c-8cbc-4c4fec340a63 req-8de06101-c70b-42ae-979b-61a9a05ea128 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:41.732508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d0120c8-9887-4f2c-8cbc-4c4fec340a63 req-8de06101-c70b-42ae-979b-61a9a05ea128 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1709843 Aug 27 16:25:41.779867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d0120c8-9887-4f2c-8cbc-4c4fec340a63 req-f5ed612d-5352-4a1d-8828-54104d8cc113 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Aug 27 16:25:41.788509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-190803fb-6c8a-4605-b8b3-b71bb378feb3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.794976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.836778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190803fb-6c8a-4605-b8b3-b71bb378feb3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca596c77-e3af-4ab1-8e1b-156a8b0ebce6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:41.903638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2a6985c6-bd93-47cc-bf26-1310604fb589 None None] Provisioning complete for port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:41.904163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a6985c6-bd93-47cc-bf26-1310604fb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.927149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-190803fb-6c8a-4605-b8b3-b71bb378feb3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:41.928672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-190803fb-6c8a-4605-b8b3-b71bb378feb3 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4710846 Aug 27 16:25:41.931915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51488) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:41.941538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0f3fe335-a0b5-475d-ae3b-3c90eb33e01e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'security_group': {'name': 'tempest-secgroup-798963216'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:42.094315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Router a8419395-5174-4e6c-a2b3-e3857a26b8c5 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:42.133666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f3fe335-a0b5-475d-ae3b-3c90eb33e01e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.180894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2a6985c6-bd93-47cc-bf26-1310604fb589 None None] Port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:42.194586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] Update dhcp port {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'fixed_ips': [{'subnet_id': '71a6f21e-89a9-4741-9efd-250227089877', 'ip_address': '172.20.0.18'}, {'subnet_id': '04be301b-d1c0-43e6-924b-66c232e91ae8'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '5cd34ca1-bc9b-46ee-87bc-47d4090738a9'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:25:42.229496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.256256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:42.263717 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a7c07a65-60c8-4e2c-8823-bfa9f1cf8e85 admin admin] 10.222.0.101 "PUT /v2.0/routers/a8419395-5174-4e6c-a2b3-e3857a26b8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2331605 Aug 27 16:25:42.266237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51498) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:42.272833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f3fe335-a0b5-475d-ae3b-3c90eb33e01e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.287451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] Sync routers for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:42.315346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:42.315987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:42.381163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.415071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f3fe335-a0b5-475d-ae3b-3c90eb33e01e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.493067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fe335-a0b5-475d-ae3b-3c90eb33e01e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41212438-00e6-4ece-a46a-3d8ab0477190,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:42.518805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.526455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f3fe335-a0b5-475d-ae3b-3c90eb33e01e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.530787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0f3fe335-a0b5-475d-ae3b-3c90eb33e01e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5945282 Aug 27 16:25:42.531081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:42.531204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51504) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:42.534926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-50eb012c-ce5d-491a-ae69-426cf4fae116 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'security_group': {'name': 'tempest-secgroup-1612307226'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:42.594224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] Allocated IP 172.20.0.2 (5250690d-1fad-4dd7-92cb-3956058a2feb/04be301b-d1c0-43e6-924b-66c232e91ae8/5cd34ca1-bc9b-46ee-87bc-47d4090738a9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:42.643620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50eb012c-ce5d-491a-ae69-426cf4fae116 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.647774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Deleting port 50f996a2-26f6-41c9-b798-13aef1e09d91 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:42.648154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.766349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] For port 50f996a2-26f6-41c9-b798-13aef1e09d91, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=50f996a2-26f6-41c9-b798-13aef1e09d91,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:42.766662 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.777870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] For port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,segment=NetworkSegment(db18b45f-09fb-4e33-b39d-a4a315c90465),segment_id=db18b45f-09fb-4e33-b39d-a4a315c90465)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:42.785363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Calling delete_port for 50f996a2-26f6-41c9-b798-13aef1e09d91 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:42.821060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.839768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] Transition to ACTIVE for port object 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:42.841407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:25:40Z', 'revision_number': 5, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port': {'id': '50f996a2-26f6-41c9-b798-13aef1e09d91', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:24:23Z', 'updated_at': '2021-08-27T16:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:42.875638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] Checking router: a8419395-5174-4e6c-a2b3-e3857a26b8c5 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:25:42.884987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] Routers {'a8419395-5174-4e6c-a2b3-e3857a26b8c5'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:42.886628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:42.952648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:42.990932 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50eb012c-ce5d-491a-ae69-426cf4fae116 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.030712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] Set router a8419395-5174-4e6c-a2b3-e3857a26b8c5 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:43.040025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472a4f6-8313-4c00-9cca-a3103483479f req-8213f5ed-7023-40d7-bd31-6f0a710779e0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:43.041578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2472a4f6-8313-4c00-9cca-a3103483479f req-8213f5ed-7023-40d7-bd31-6f0a710779e0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0846627 Aug 27 16:25:43.085056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2472a4f6-8313-4c00-9cca-a3103483479f req-ddac1d80-5be7-4cd7-a0f8-4366eaaa867c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Aug 27 16:25:43.092400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50eb012c-ce5d-491a-ae69-426cf4fae116 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.120908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:25:42Z', 'revision_number': 6, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:43.127907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c373a5-eec2-4130-a66a-3e27a18bcbdc None None] Pushing event updated for resources: {'Port': ['ID=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:43.155156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b53ce0-a9b1-42b3-8db6-f1aea0e7b347 None None] The sync data for ids ['a8419395-5174-4e6c-a2b3-e3857a26b8c5'] in n-d-806412-1 is: [{'id': 'a8419395-5174-4e6c-a2b3-e3857a26b8c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-55829852-router', 'tenant_id': '9a963afc7e3141639d144e66c6d2eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:24:22Z', 'updated_at': '2021-08-27T16:25:42Z', 'revision_number': 6, 'project_id': '9a963afc7e3141639d144e66c6d2eace', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:43.183641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50eb012c-ce5d-491a-ae69-426cf4fae116 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.187617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-50eb012c-ce5d-491a-ae69-426cf4fae116 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6535382 Aug 27 16:25:43.188309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51532) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:43.194653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb012c-ce5d-491a-ae69-426cf4fae116 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de89628-0aa8-49cd-89a1-e330cd3f7cd1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:43.200903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1760052100', 'security_groups': ['8de89628-0aa8-49cd-89a1-e330cd3f7cd1'], 'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04be301b-d1c0-43e6-924b-66c232e91ae8'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:43.412733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.451248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f996a2-26f6-41c9-b798-13aef1e09d91,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:43.497828 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:43.533452 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.603784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.632422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] device_id is not set on port a3ffdd6b-ecf6-4653-87d3-9393e003c95f yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:25:43.665080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.667546 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.817150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.5 (5250690d-1fad-4dd7-92cb-3956058a2feb/04be301b-d1c0-43e6-924b-66c232e91ae8/a3ffdd6b-ecf6-4653-87d3-9393e003c95f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:43.850789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-29432f5b-6eac-4ab2-9b65-be9feb6b772f None None] Provisioning for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:43.852008 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.852989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8419395-5174-4e6c-a2b3-e3857a26b8c5 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:25:43.856115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-29432f5b-6eac-4ab2-9b65-be9feb6b772f None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:43.856552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29432f5b-6eac-4ab2-9b65-be9feb6b772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.862660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:43.869147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-266e9ce8-4bf1-4446-8abd-6b770c1f2e44 admin admin] 10.222.0.101 "DELETE /v2.0/routers/a8419395-5174-4e6c-a2b3-e3857a26b8c5 HTTP/1.1" status: 204 len: 168 time: 1.6017153 Aug 27 16:25:43.870092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51550) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:43.957170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] Deleting subnet d6accc71-a20b-4959-9897-6a03e5eb1048 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:43.961024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.004988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-29432f5b-6eac-4ab2-9b65-be9feb6b772f None None] Provisioning complete for port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:44.005376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29432f5b-6eac-4ab2-9b65-be9feb6b772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.029341 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.049088 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.060622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51558) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:44.061756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-29432f5b-6eac-4ab2-9b65-be9feb6b772f None None] Port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:44.090738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object a3ffdd6b-ecf6-4653-87d3-9393e003c95f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:44.115730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.237081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.251904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4608-6b19-4ccd-8037-337d2f2aba8a req-291a5968-5539-4ce7-911d-c38926537159 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:44.253469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a8f4608-6b19-4ccd-8037-337d2f2aba8a req-291a5968-5539-4ce7-911d-c38926537159 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0550556 Aug 27 16:25:44.302116 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.308640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:44.325039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:44.329438 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d3512e51-b249-4c4d-9674-b850697c3e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.334183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:44.363375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a8f4608-6b19-4ccd-8037-337d2f2aba8a req-8227201e-9b04-4af5-bc55-f53847dcb967 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944309 Aug 27 16:25:44.367675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6accc71-a20b-4959-9897-6a03e5eb1048,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:44.374439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.380978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a05e0c0e-9b23-4e3b-b00d-e07e2998ce1b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d6accc71-a20b-4959-9897-6a03e5eb1048 HTTP/1.1" status: 204 len: 168 time: 0.5094388 Aug 27 16:25:44.382097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51568) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:44.389595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=a3ffdd6b-ecf6-4653-87d3-9393e003c95f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:44.422941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:44.423969 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.496606 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-224ac198-7b5a-4edd-be4e-d58e4a7118ab tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3061528 Aug 27 16:25:44.497917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51570) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:44.506460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8fd20d6b-bc68-4d65-98ab-ea9e7217eae7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:44.515773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.614908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d3512e51-b249-4c4d-9674-b850697c3e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.674688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d3512e51-b249-4c4d-9674-b850697c3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.733443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d3512e51-b249-4c4d-9674-b850697c3e6c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7b1ad955bb814722a4ac91077485b3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686254 Aug 27 16:25:44.733443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512e51-b249-4c4d-9674-b850697c3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71cc245-c2c8-4b70-ac08-483fac8def50,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:44.734121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51574) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:44.741582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.759055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7905714-a692-4dc1-84a5-0d910cc6f6ae']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:44.774386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e4420e-0b16-4320-bec4-9274b932bc6c') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:44.774750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e4420e-0b16-4320-bec4-9274b932bc6c') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:44.788035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fc0a9f1e-7410-478c-af9f-98a065668bcb None None] Provisioning for port a3ffdd6b-ecf6-4653-87d3-9393e003c95f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:44.791491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eff412ed-1f7c-48d5-897a-b421c0b27992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.792021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fc0a9f1e-7410-478c-af9f-98a065668bcb None None] Provisioning complete for port a3ffdd6b-ecf6-4653-87d3-9393e003c95f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:44.792404 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9f1e-7410-478c-af9f-98a065668bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.794529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.811242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.819079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:44.821351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:44.823736 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:44.833109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eff412ed-1f7c-48d5-897a-b421c0b27992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.847365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a9f1e-7410-478c-af9f-98a065668bcb None None] Port a3ffdd6b-ecf6-4653-87d3-9393e003c95f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:44.917867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:44.919869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd20d6b-bc68-4d65-98ab-ea9e7217eae7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:44.923664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fd20d6b-bc68-4d65-98ab-ea9e7217eae7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:44.970716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:44.971105 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.018543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eff412ed-1f7c-48d5-897a-b421c0b27992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.022449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eff412ed-1f7c-48d5-897a-b421c0b27992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.024747 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eff412ed-1f7c-48d5-897a-b421c0b27992 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c71cc245-c2c8-4b70-ac08-483fac8def50 HTTP/1.1" status: 204 len: 168 time: 0.2896616 Aug 27 16:25:45.034562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff412ed-1f7c-48d5-897a-b421c0b27992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71cc245-c2c8-4b70-ac08-483fac8def50,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:45.043960 n-d-806412-1 neutron-server[95253]: INFO neutron.db.ipam_backend_mixin [None req-8fd20d6b-bc68-4d65-98ab-ea9e7217eae7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 04be301b-d1c0-43e6-924b-66c232e91ae8 (CIDR: 172.20.0.0/28) Aug 27 16:25:45.043960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.052114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.054922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] 10.222.0.101 "DELETE /v2.0/networks/f7905714-a692-4dc1-84a5-0d910cc6f6ae HTTP/1.1" status: 204 len: 168 time: 0.6716681 Aug 27 16:25:45.069201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c126b1-5cb8-4e75-8a16-66ae923b50ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f7905714-a692-4dc1-84a5-0d910cc6f6ae,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:45.093532 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd20d6b-bc68-4d65-98ab-ea9e7217eae7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:25:45.097889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd20d6b-bc68-4d65-98ab-ea9e7217eae7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:45.151738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device adc0ec07-fbbf-4cb0-a4ac-0c517e722644 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:45.172155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: adc0ec07-fbbf-4cb0-a4ac-0c517e722644 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:45.172437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device adc0ec07-fbbf-4cb0-a4ac-0c517e722644 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:45.172845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 50f996a2-26f6-41c9-b798-13aef1e09d91 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:45.191131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 50f996a2-26f6-41c9-b798-13aef1e09d91 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:45.191512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 50f996a2-26f6-41c9-b798-13aef1e09d91 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:45.224174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8fd20d6b-bc68-4d65-98ab-ea9e7217eae7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7234385 Aug 27 16:25:45.227809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51582) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:45.233361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a8b9d1e3-b9a3-48b4-b53c-a92f5edcdc7a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:45.500953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ac34e-9f31-40ab-b5a3-beb5e25643fb req-6eac0347-1c06-45e4-adc3-cd6b13c7d5fd tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:45.505984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d23ac34e-9f31-40ab-b5a3-beb5e25643fb req-6eac0347-1c06-45e4-adc3-cd6b13c7d5fd tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0532093 Aug 27 16:25:45.537651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b9d1e3-b9a3-48b4-b53c-a92f5edcdc7a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:45.541966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d1e3-b9a3-48b4-b53c-a92f5edcdc7a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.567970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d23ac34e-9f31-40ab-b5a3-beb5e25643fb req-e666705a-d8be-45bc-be8f-d4d256ab879e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557468 Aug 27 16:25:45.655488 n-d-806412-1 neutron-server[95252]: INFO neutron.db.ipam_backend_mixin [None req-a8b9d1e3-b9a3-48b4-b53c-a92f5edcdc7a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 71a6f21e-89a9-4741-9efd-250227089877 (CIDR: 172.20.0.16/28) Aug 27 16:25:45.670446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51598) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:45.723014 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b9d1e3-b9a3-48b4-b53c-a92f5edcdc7a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:25:45.723557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b9d1e3-b9a3-48b4-b53c-a92f5edcdc7a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:45.737897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9008db0b-85a0-4f95-bee7-f2d1355a33ee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a963afc7e3141639d144e66c6d2eace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657647 Aug 27 16:25:45.740159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51600) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:45.796657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d400c004-4a11-4acb-947d-123e54da8ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.818391 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d400c004-4a11-4acb-947d-123e54da8ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.864286 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a8b9d1e3-b9a3-48b4-b53c-a92f5edcdc7a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6350155 Aug 27 16:25:45.866876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51602) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:45.872626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'subnet': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:45.961071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d400c004-4a11-4acb-947d-123e54da8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.963844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d400c004-4a11-4acb-947d-123e54da8ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:45.968070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d400c004-4a11-4acb-947d-123e54da8ed4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5de2e3a8-1901-4cad-bab2-e2f6a40d00a7 HTTP/1.1" status: 204 len: 168 time: 0.2242205 Aug 27 16:25:45.975952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400c004-4a11-4acb-947d-123e54da8ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de2e3a8-1901-4cad-bab2-e2f6a40d00a7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:46.087325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Made reservation on behalf of ce2277f6ae7c47cc9cc6e948aa1b332d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:46.090892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.112796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25441a8-789f-4bf7-98d3-5915241bcfc4 req-0d70fb3a-74f9-4b46-ba76-dfa4a93cc5df tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:46.114480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d25441a8-789f-4bf7-98d3-5915241bcfc4 req-0d70fb3a-74f9-4b46-ba76-dfa4a93cc5df tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0506201 Aug 27 16:25:46.162783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d25441a8-789f-4bf7-98d3-5915241bcfc4 req-0e93094d-fb44-47f5-8640-3006f803b938 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Aug 27 16:25:46.177306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51608) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:46.192810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f53b9e8a-4e69-48c2-a702-177cba9ac838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.285880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f53b9e8a-4e69-48c2-a702-177cba9ac838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.372422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f53b9e8a-4e69-48c2-a702-177cba9ac838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.414635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f53b9e8a-4e69-48c2-a702-177cba9ac838 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f656790003bd4618997ead02eadae685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357283 Aug 27 16:25:46.415376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b9e8a-4e69-48c2-a702-177cba9ac838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8840beb7-bfbb-4297-b5e0-b2c2e871d175,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:46.417520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51612) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:46.465397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.506668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb1173f-9286-46f2-82ac-1e8ce4a1cce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.520270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Network 5250690d-1fad-4dd7-92cb-3956058a2feb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:46.530954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:46.542369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:46.542369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.544281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e54b6-ee35-44cc-9f3f-00b96a117d80 None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:46.563950 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb1173f-9286-46f2-82ac-1e8ce4a1cce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.567580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Subnet': ['ID=0c20a810-71ea-4bb7-9cca-ca3725fd9473,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:46.642844 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-60afb67b-a29a-4ca3-883b-8bb1d94d7413 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7742453 Aug 27 16:25:46.646279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51624) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:46.654011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-372188787', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c20a810-71ea-4bb7-9cca-ca3725fd9473'}], 'security_groups': ['ca596c77-e3af-4ab1-8e1b-156a8b0ebce6', '41212438-00e6-4ece-a46a-3d8ab0477190']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:46.722079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e006-6380-47d7-872a-56647c76b657 req-3a3b86fc-3f2d-4aea-9e4f-06a1d5c22edb tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:46.723745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60a8e006-6380-47d7-872a-56647c76b657 req-3a3b86fc-3f2d-4aea-9e4f-06a1d5c22edb tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0687320 Aug 27 16:25:46.727453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb1173f-9286-46f2-82ac-1e8ce4a1cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.730101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb1173f-9286-46f2-82ac-1e8ce4a1cce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.731378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-deb1173f-9286-46f2-82ac-1e8ce4a1cce2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8840beb7-bfbb-4297-b5e0-b2c2e871d175 HTTP/1.1" status: 204 len: 168 time: 0.3128319 Aug 27 16:25:46.744891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:46.748094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1173f-9286-46f2-82ac-1e8ce4a1cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8840beb7-bfbb-4297-b5e0-b2c2e871d175,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:46.795157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60a8e006-6380-47d7-872a-56647c76b657 req-40365595-44fa-460a-8df2-fa3b09f57fc6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636740 Aug 27 16:25:46.879582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] Update dhcp port {'port': {'network_id': '5250690d-1fad-4dd7-92cb-3956058a2feb', 'fixed_ips': [{'subnet_id': '71a6f21e-89a9-4741-9efd-250227089877', 'ip_address': '172.20.0.18'}, {'subnet_id': '04be301b-d1c0-43e6-924b-66c232e91ae8', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c20a810-71ea-4bb7-9cca-ca3725fd9473'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '5cd34ca1-bc9b-46ee-87bc-47d4090738a9'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:25:46.909789 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.131636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Delete allocated IP 172.20.0.5 (5250690d-1fad-4dd7-92cb-3956058a2feb/04be301b-d1c0-43e6-924b-66c232e91ae8) {{(pid=95252) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 16:25:47.139757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Allocated IP 172.20.0.45 (5250690d-1fad-4dd7-92cb-3956058a2feb/0c20a810-71ea-4bb7-9cca-ca3725fd9473/a3ffdd6b-ecf6-4653-87d3-9393e003c95f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:47.307706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665c781-f42d-4155-a970-d6096a18e962 req-5242acaa-e4e0-4998-836d-f71cda432e02 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:47.309230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4665c781-f42d-4155-a970-d6096a18e962 req-5242acaa-e4e0-4998-836d-f71cda432e02 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.0547600 Aug 27 16:25:47.386217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4665c781-f42d-4155-a970-d6096a18e962 req-ec8bd94b-5764-4b78-931d-4dbf06053668 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688367 Aug 27 16:25:47.387067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51650) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:47.392627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.408196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Transition to ACTIVE for port object a3ffdd6b-ecf6-4653-87d3-9393e003c95f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:47.480867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.534925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1653951962-network', 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:47.541976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] Allocated IP 172.20.0.34 (5250690d-1fad-4dd7-92cb-3956058a2feb/0c20a810-71ea-4bb7-9cca-ca3725fd9473/5cd34ca1-bc9b-46ee-87bc-47d4090738a9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:47.545318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event updated for resources: {'Port': ['ID=a3ffdd6b-ecf6-4653-87d3-9393e003c95f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:47.664811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] In _notify_port_updated(), no bound segment for port a3ffdd6b-ecf6-4653-87d3-9393e003c95f on network 5250690d-1fad-4dd7-92cb-3956058a2feb {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:25:47.669337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:47.672308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.674192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:47.675239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] For port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,segment=NetworkSegment(db18b45f-09fb-4e33-b39d-a4a315c90465),segment_id=db18b45f-09fb-4e33-b39d-a4a315c90465)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:47.681770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.681770 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a725493a-600b-4c79-94b8-6b2116def3ca tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "PUT /v2.0/ports/a3ffdd6b-ecf6-4653-87d3-9393e003c95f HTTP/1.1" status: 200 len: 959 time: 1.0313001 Aug 27 16:25:47.684964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51660) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:47.696901 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.741527 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.757114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] Transition to ACTIVE for port object 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:47.771202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51662) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:47.824067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port a3ffdd6b-ecf6-4653-87d3-9393e003c95f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:47.824431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.824580 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.857436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.886262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.903189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:25:47.986936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.987316 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Added segment cb62467d-b5dc-4cde-9a00-9084c8b0ea45 of type vlan for network be5e7863-5dee-47a5-86e5-8537fccd706a Aug 27 16:25:47.990694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:47.995481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9a9dd-36bf-48a2-9780-3a2c0460161f None None] Pushing event updated for resources: {'Port': ['ID=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.006222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for a3ffdd6b-ecf6-4653-87d3-9393e003c95f owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:48.241239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.280720 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=a3ffdd6b-ecf6-4653-87d3-9393e003c95f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.354607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901e85d5-f400-48cc-9d9f-d66935efaa91,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.362137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-073ad393-2981-47d2-8701-f00836f680db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.365975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.368965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d8811737-adbf-47e2-b77e-28c957a6bea2 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/a3ffdd6b-ecf6-4653-87d3-9393e003c95f HTTP/1.1" status: 204 len: 168 time: 0.6858788 Aug 27 16:25:48.371527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51676) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.392174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.403950 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bdb831-979e-4db1-8a53-61a3f4930fd5 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] GET failed (client error): The resource could not be found. Aug 27 16:25:48.407698 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0bdb831-979e-4db1-8a53-61a3f4930fd5 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports/a3ffdd6b-ecf6-4653-87d3-9393e003c95f HTTP/1.1" status: 404 len: 333 time: 0.0326643 Aug 27 16:25:48.410265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51680) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.426761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-936ccb72-e58e-4ef4-9a8c-f16ad2814388 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:48.428918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-936ccb72-e58e-4ef4-9a8c-f16ad2814388 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.4680400 Aug 27 16:25:48.472178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99423b36-16a3-44f1-8fa5-148e5f3723ee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.499728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99423b36-16a3-44f1-8fa5-148e5f3723ee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.540589 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-073ad393-2981-47d2-8701-f00836f680db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.558918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3685289-0590-4da5-a010-debc694afde6 req-7e830804-c15a-4989-9ca9-fc03cceb81b1 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:48.560556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3685289-0590-4da5-a010-debc694afde6 req-7e830804-c15a-4989-9ca9-fc03cceb81b1 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.6319063 Aug 27 16:25:48.574354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.resource_extend [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 16:25:48.653247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-073ad393-2981-47d2-8701-f00836f680db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.663128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99423b36-16a3-44f1-8fa5-148e5f3723ee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.665994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99423b36-16a3-44f1-8fa5-148e5f3723ee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.669766 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-99423b36-16a3-44f1-8fa5-148e5f3723ee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/security-groups/8de89628-0aa8-49cd-89a1-e330cd3f7cd1 HTTP/1.1" status: 204 len: 168 time: 0.2559657 Aug 27 16:25:48.672669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51686) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.698032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1644662b-a2d8-49c9-9d3b-5c3ed9ff6a4a None None] Provisioning complete for port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:48.699245 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1644662b-a2d8-49c9-9d3b-5c3ed9ff6a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.699551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99423b36-16a3-44f1-8fa5-148e5f3723ee tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de89628-0aa8-49cd-89a1-e330cd3f7cd1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.738977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.740009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:48.740574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.747369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8000c1e5-a8bb-4592-875d-7025fef37ec4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.751077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1644662b-a2d8-49c9-9d3b-5c3ed9ff6a4a None None] Port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:48.751427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3685289-0590-4da5-a010-debc694afde6 req-de52ae21-aea0-4081-a5ef-dc450875f366 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786904 Aug 27 16:25:48.755332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-073ad393-2981-47d2-8701-f00836f680db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c7b3842600b44f2a8ff6dfa1ec2391a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9813406 Aug 27 16:25:48.756791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1644662b-a2d8-49c9-9d3b-5c3ed9ff6a4a None None] Could not find standard attr ID for object a3ffdd6b-ecf6-4653-87d3-9393e003c95f. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:25:48.760733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ad393-2981-47d2-8701-f00836f680db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f39350-0cd2-41b5-9010-66b5061d5eaf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.763473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51688) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.786631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8000c1e5-a8bb-4592-875d-7025fef37ec4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.842214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeb86c-990e-4e21-9592-b7694a092313 req-0e862283-82dc-49e8-a6f5-a64000d47638 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:48.843765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51eeb86c-990e-4e21-9592-b7694a092313 req-0e862283-82dc-49e8-a6f5-a64000d47638 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 945 time: 0.3060665 Aug 27 16:25:48.846225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1644662b-a2d8-49c9-9d3b-5c3ed9ff6a4a None None] Provisioning for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:25:48.850465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1644662b-a2d8-49c9-9d3b-5c3ed9ff6a4a None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:48.851428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1644662b-a2d8-49c9-9d3b-5c3ed9ff6a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.916507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8000c1e5-a8bb-4592-875d-7025fef37ec4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.921358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8000c1e5-a8bb-4592-875d-7025fef37ec4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.925199 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8000c1e5-a8bb-4592-875d-7025fef37ec4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/security-groups/41212438-00e6-4ece-a46a-3d8ab0477190 HTTP/1.1" status: 204 len: 168 time: 0.2513285 Aug 27 16:25:48.926250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51692) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.935148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:25:48.936840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] Pushing event updated for resources: {'Network': ['ID=be5e7863-5dee-47a5-86e5-8537fccd706a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.951531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000c1e5-a8bb-4592-875d-7025fef37ec4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41212438-00e6-4ece-a46a-3d8ab0477190,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:48.957486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d9280409-72a5-4f07-8dcb-44862afc1d6c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5651894 Aug 27 16:25:48.958482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:48.967752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network be5e7863-5dee-47a5-86e5-8537fccd706a details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:25:48.969842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Deleting port aa89936e-9c7e-421b-b1a9-b604153be7e2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:48.970193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:48.981188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Request body: {'subnet': {'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1653951962-subnet', 'tenant_id': '99404545d1914c769c5aef08755c2651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:48.983736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51eeb86c-990e-4e21-9592-b7694a092313 req-ad980e5e-a4da-4788-b05c-353f18f1af3e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=e57306bd-9aa3-48de-bba1-614366c15774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209543 Aug 27 16:25:49.037307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e2e0fbd-0d19-4895-b9c8-277b51668366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.073973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e2e0fbd-0d19-4895-b9c8-277b51668366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.074899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba761a73-0639-4e20-93ae-6272030ae691 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.122738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba761a73-0639-4e20-93ae-6272030ae691 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.154176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] For port aa89936e-9c7e-421b-b1a9-b604153be7e2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=aa89936e-9c7e-421b-b1a9-b604153be7e2,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:49.154481 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.194093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:49.198232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.295322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:49.295766 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.302848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba761a73-0639-4e20-93ae-6272030ae691 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.308749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba761a73-0639-4e20-93ae-6272030ae691 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.309933 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ba761a73-0639-4e20-93ae-6272030ae691 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/security-groups/ca596c77-e3af-4ab1-8e1b-156a8b0ebce6 HTTP/1.1" status: 204 len: 168 time: 0.3827994 Aug 27 16:25:49.317229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51704) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:49.353380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761a73-0639-4e20-93ae-6272030ae691 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca596c77-e3af-4ab1-8e1b-156a8b0ebce6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:49.382859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e2e0fbd-0d19-4895-b9c8-277b51668366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.395054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9fb8f8fb-d7df-487f-871d-dd18df40762a None None] Could not find standard attr ID for object a3ffdd6b-ecf6-4653-87d3-9393e003c95f. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:25:49.396677 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1e2e0fbd-0d19-4895-b9c8-277b51668366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.399045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1e2e0fbd-0d19-4895-b9c8-277b51668366 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/41f39350-0cd2-41b5-9010-66b5061d5eaf HTTP/1.1" status: 204 len: 168 time: 0.6039712 Aug 27 16:25:49.412940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet 04be301b-d1c0-43e6-924b-66c232e91ae8 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:49.419431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.484686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e0fbd-0d19-4895-b9c8-277b51668366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f39350-0cd2-41b5-9010-66b5061d5eaf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:49.517912 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.518572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.519166 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Floating IP 025295b6-bc42-4c03-a0fd-cbb4ad2c529c disassociated. External IP: 172.25.4.244, port: aa89936e-9c7e-421b-b1a9-b604153be7e2. Aug 27 16:25:49.519539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Calling delete_port for aa89936e-9c7e-421b-b1a9-b604153be7e2 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:49.533933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.674558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.728558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.791793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e75054-550a-4cf9-92f8-986fa2240420,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:49.806385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.812774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:49.817987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Network hostable DHCP agents. Network: be5e7863-5dee-47a5-86e5-8537fccd706a, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:25:49.831142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.850178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event deleted for resources: {'Port': ['ID=aa89936e-9c7e-421b-b1a9-b604153be7e2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:49.876994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=04be301b-d1c0-43e6-924b-66c232e91ae8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:49.885849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.894597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e436317-0dda-452c-be55-23b368de24d4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/04be301b-d1c0-43e6-924b-66c232e91ae8 HTTP/1.1" status: 204 len: 168 time: 0.5722492 Aug 27 16:25:49.895425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51718) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:49.896201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a8fb9-9ce6-4c37-858d-2482cc3309dd None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:49.934112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Network be5e7863-5dee-47a5-86e5-8537fccd706a is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:25:49.964232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet 0c20a810-71ea-4bb7-9cca-ca3725fd9473 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:49.967691 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:49.988702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6b1f-2041-4b61-83fb-39909a57d9f0 req-1950b875-89f0-41cb-9a5e-5b64c56b607c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:49.996119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40ac6b1f-2041-4b61-83fb-39909a57d9f0 req-1950b875-89f0-41cb-9a5e-5b64c56b607c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1476936 Aug 27 16:25:50.012486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.041822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, be5e7863-5dee-47a5-86e5-8537fccd706a) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:50.055406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:50.055961 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.060884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aedd904-1d78-4a33-acf5-804a7d2b24a0 None None] Network be5e7863-5dee-47a5-86e5-8537fccd706a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:50.124387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40ac6b1f-2041-4b61-83fb-39909a57d9f0 req-be676aa4-65d9-4707-921f-75cbe3fa0b1c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245949 Aug 27 16:25:50.143316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Router d12e34be-042d-4b49-99b0-aade02787fa0 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:25:50.153332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.163109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c1bbea-82ad-45c5-a91f-5be1147bc298 req-369c2ae6-225e-46f6-85e1-99109769b4e0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=30bb7284-a3df-4101-ad66-df71f5fcad8e HTTP/1.1" status: 200 len: 210 time: 0.0455296 Aug 27 16:25:50.280268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51736) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:50.292335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-df5d4b45-3a20-46c8-ac7e-da5c963cd699 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3328097 Aug 27 16:25:50.309858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d05e4f3-8776-4f73-a2f7-b2b06edda195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.312409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64baece4-71ba-475c-89c0-f7a4d9b825b4 None None] Network be5e7863-5dee-47a5-86e5-8537fccd706a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:50.354065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:25:50.370500 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] Sync routers for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:25:50.387246 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:50.388008 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:50.418343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] No DVR routers for this DVR port aa89936e-9c7e-421b-b1a9-b604153be7e2 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:50.423245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.425991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-050afbc6-bbcb-488a-b626-1fee0d6372d8 req-10651caf-1426-47d5-862a-6302b358664c tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "DELETE /v2.0/ports/aa89936e-9c7e-421b-b1a9-b604153be7e2 HTTP/1.1" status: 204 len: 173 time: 1.8840930 Aug 27 16:25:50.426773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'name': 'network-vif-deleted', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:50.432227 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efafbc30-4739-4b3b-a832-f9c571915f8d" -d '{"events": [{"server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "name": "network-vif-deleted", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:50.514617 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a703b28-86a3-472a-b43a-e10d42bdf355 x-openstack-request-id: req-8a703b28-86a3-472a-b43a-e10d42bdf355 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:50.516482 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bb7284-a3df-4101-ad66-df71f5fcad8e", "name": "network-vif-deleted", "tag": "aa89936e-9c7e-421b-b1a9-b604153be7e2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:50.520995 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8a703b28-86a3-472a-b43a-e10d42bdf355 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:50.520995 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bb7284-a3df-4101-ad66-df71f5fcad8e', 'name': 'network-vif-deleted', 'tag': 'aa89936e-9c7e-421b-b1a9-b604153be7e2', 'status': 'completed', 'code': 200} Aug 27 16:25:50.598271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.679140 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:50.683214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.686351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a984d83-d3e2-4522-aa2d-240b07f60b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.695934 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/0c20a810-71ea-4bb7-9cca-ca3725fd9473 HTTP/1.1" status: 204 len: 168 time: 0.7908428 Aug 27 16:25:50.697045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51750) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:50.733148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028c343-69f9-41a2-bf0a-679ee1e791e4 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=0c20a810-71ea-4bb7-9cca-ca3725fd9473,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:50.746472 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5405203e-666a-4765-aa27-515c57ed2917 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:50.746674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d05e4f3-8776-4f73-a2f7-b2b06edda195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.747402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5405203e-666a-4765-aa27-515c57ed2917 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:50.753855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51754) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:50.760123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5405203e-666a-4765-aa27-515c57ed2917 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/04be301b-d1c0-43e6-924b-66c232e91ae8 HTTP/1.1" status: 404 len: 337 time: 0.0611989 Aug 27 16:25:50.833553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting subnet 71a6f21e-89a9-4741-9efd-250227089877 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:25:50.838687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.841513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d05e4f3-8776-4f73-a2f7-b2b06edda195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.896824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:50.971980 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:51.004257 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7d05e4f3-8776-4f73-a2f7-b2b06edda195 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=80a12ebc8b0e40748fb75198d602668a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7227314 Aug 27 16:25:51.004778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51768) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.011057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05e4f3-8776-4f73-a2f7-b2b06edda195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a669b-87a4-4754-b466-b05ba88976b6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:51.014608 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] Checking router: d12e34be-042d-4b49-99b0-aade02787fa0 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:25:51.026902 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:25:51.027925 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:51.071173 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.078228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-4b3be846-c00f-4bf8-9ca4-8691137044c8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:51.082609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-4b3be846-c00f-4bf8-9ca4-8691137044c8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1864183 Aug 27 16:25:51.120406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-89c74749-7b9a-4169-95ea-ca25441c5e09 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0292776 Aug 27 16:25:51.148681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4903167-d7f8-450f-8e6c-d09d4279ddfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.172711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4903167-d7f8-450f-8e6c-d09d4279ddfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.185528 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:25:51.196980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-63b175d7-f2ca-4aa5-a7e0-5133c65da3d3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652492 Aug 27 16:25:51.202370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a15a6-e357-4286-9c01-f27e8f31ee19 None None] Network 5250690d-1fad-4dd7-92cb-3956058a2feb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:25:51.235139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.255089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.260203 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/71a6f21e-89a9-4741-9efd-250227089877 HTTP/1.1" status: 204 len: 168 time: 0.5016389 Aug 27 16:25:51.297843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2a5cf438-e8ac-4a23-8880-f0f8ce00dd19 None None] Provisioning complete for port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:51.298471 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf438-e8ac-4a23-8880-f0f8ce00dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.314377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51778) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.367949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596677-b4ee-4374-9acd-03273058ff2c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Subnet': ['ID=71a6f21e-89a9-4741-9efd-250227089877,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:51.371862 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de2d432-8073-46b1-8b33-94f0fed4f141 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.372480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de2d432-8073-46b1-8b33-94f0fed4f141 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.377125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9de2d432-8073-46b1-8b33-94f0fed4f141 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/6b14ca1f-e87d-419d-abd7-0f8d7bbc485c HTTP/1.1" status: 404 len: 337 time: 0.0584474 Aug 27 16:25:51.377603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.393178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-630a8bf9-0ad4-4025-9f8b-43c09413639b service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792307 Aug 27 16:25:51.448085 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-98f096fd-ffad-4ece-b778-240e74bd5e80 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "GET /v2.0/ports?device_id=a347f7a3-6ffe-4283-aa73-ddce8da8dda1 HTTP/1.1" status: 200 len: 205 time: 0.0691397 Aug 27 16:25:51.451140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51790) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.517558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218ea30-a080-4bc3-bbba-134b0026bcd1 req-fb6bef84-b13d-4f2c-bf66-adc4081558f5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:51.522145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e218ea30-a080-4bc3-bbba-134b0026bcd1 req-fb6bef84-b13d-4f2c-bf66-adc4081558f5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1172667 Aug 27 16:25:51.556644 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-8fed8738-5651-4536-b25d-3bf5ecb1e49f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] delete failed (client error): The resource could not be found. Aug 27 16:25:51.559200 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8fed8738-5651-4536-b25d-3bf5ecb1e49f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/routers/a347f7a3-6ffe-4283-aa73-ddce8da8dda1 HTTP/1.1" status: 404 len: 336 time: 0.1069643 Aug 27 16:25:51.561934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51792) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.591716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2a5cf438-e8ac-4a23-8880-f0f8ce00dd19 None None] Provisioning complete for port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:25:51.592563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf438-e8ac-4a23-8880-f0f8ce00dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.602523 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee84a156-1e29-4ae6-8b5a-437bac1d3969 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.603123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee84a156-1e29-4ae6-8b5a-437bac1d3969 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.605300 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee84a156-1e29-4ae6-8b5a-437bac1d3969 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/0bc55e33-7832-4fd9-970d-d7f7e86efb80 HTTP/1.1" status: 404 len: 337 time: 0.0417876 Aug 27 16:25:51.607734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51794) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.625370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-430fce57-7cab-4933-8a4a-53de3e2f5a14 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306786 Aug 27 16:25:51.633361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e218ea30-a080-4bc3-bbba-134b0026bcd1 req-f8a75ac4-d2fd-4429-b7f2-625fe6864e2a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023681 Aug 27 16:25:51.642599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4903167-d7f8-450f-8e6c-d09d4279ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.646853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4903167-d7f8-450f-8e6c-d09d4279ddfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.653757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2a5cf438-e8ac-4a23-8880-f0f8ce00dd19 None None] Port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:25:51.657332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] DHCP port deletion for 5250690d-1fad-4dd7-92cb-3956058a2feb request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:25:51.661347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a4903167-d7f8-450f-8e6c-d09d4279ddfc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1c2a669b-87a4-4754-b466-b05ba88976b6 HTTP/1.1" status: 204 len: 168 time: 0.6530793 Aug 27 16:25:51.687903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4903167-d7f8-450f-8e6c-d09d4279ddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a669b-87a4-4754-b466-b05ba88976b6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:51.692077 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f9d039-e516-4f4a-8bcc-5b93c3cf0618 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.693295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f9d039-e516-4f4a-8bcc-5b93c3cf0618 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.705115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-98f9d039-e516-4f4a-8bcc-5b93c3cf0618 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/605366c6-fcaf-4bc5-8263-ac0fc8d605bf HTTP/1.1" status: 404 len: 337 time: 0.0962582 Aug 27 16:25:51.707806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51798) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.765554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] Deleting port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:51.767112 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.784922 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a9eef3-da11-43da-95fc-6d6020866b1e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.785678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a9eef3-da11-43da-95fc-6d6020866b1e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.788131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d1a9eef3-da11-43da-95fc-6d6020866b1e tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/c56259ff-d09c-44cd-8290-4d3d8cccf167 HTTP/1.1" status: 404 len: 337 time: 0.0793114 Aug 27 16:25:51.791971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51806) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.824019 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7e4346-dec8-4a81-9bae-c3e67ae45e2a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.825222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7e4346-dec8-4a81-9bae-c3e67ae45e2a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.826606 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:51.827160 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1f7e4346-dec8-4a81-9bae-c3e67ae45e2a tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/805394d9-b2e1-4d64-8c50-46f44be93ff5 HTTP/1.1" status: 404 len: 333 time: 0.0335248 Aug 27 16:25:51.831207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51810) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.859490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] For port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,segment=NetworkSegment(db18b45f-09fb-4e33-b39d-a4a315c90465),segment_id=db18b45f-09fb-4e33-b39d-a4a315c90465)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:25:51.859905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.876435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51816) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.883896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] Calling delete_port for 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:51.903067 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1848527b-6af0-4805-9bcc-80e04fbbe96f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.903885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1848527b-6af0-4805-9bcc-80e04fbbe96f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.908630 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998eb0a-0565-4897-b32e-4ed83b70c534 None None] The sync data for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 is: [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:25:51.914341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1848527b-6af0-4805-9bcc-80e04fbbe96f tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/97b30791-083f-44db-8cbe-e8658a0bfa05 HTTP/1.1" status: 404 len: 337 time: 0.0801580 Aug 27 16:25:51.916004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51818) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.947210 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d522658-320c-42f9-adca-056989809fd7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.947829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d522658-320c-42f9-adca-056989809fd7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.952804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6d522658-320c-42f9-adca-056989809fd7 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/f8f18cde-c7dc-4d20-8ad1-a3a90f914fd8 HTTP/1.1" status: 404 len: 337 time: 0.0354531 Aug 27 16:25:51.953531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51824) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:51.984783 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec71b77-7f62-4dab-94c7-378a357e2157 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:51.990326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec71b77-7f62-4dab-94c7-378a357e2157 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:51.990872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509a99ac-6478-4f2c-a2ac-684ff4c5a089 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:51.990966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fec71b77-7f62-4dab-94c7-378a357e2157 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/601f7948-9e8d-47e6-939a-4ce026d71c57 HTTP/1.1" status: 404 len: 333 time: 0.0349252 Aug 27 16:25:51.992821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51826) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.039711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509a99ac-6478-4f2c-a2ac-684ff4c5a089 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.056749 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5cd499-0e0c-4c4c-b115-2c9d6731d427 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:52.057202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5cd499-0e0c-4c4c-b115-2c9d6731d427 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:52.061251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6d5cd499-0e0c-4c4c-b115-2c9d6731d427 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/ec611954-08ca-4377-86b6-14e6ead04831 HTTP/1.1" status: 404 len: 337 time: 0.0651572 Aug 27 16:25:52.071010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51834) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.096136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-624c5037-de3b-4e62-bb09-ff09bb0b77c3 req-83e238e0-fa2c-4cb8-839d-0ea15eefd362 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 210 time: 0.0421903 Aug 27 16:25:52.110876 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88e5a5c-b248-4da3-a56e-43041ea2bdf1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] DELETE failed (client error): The resource could not be found. Aug 27 16:25:52.110876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88e5a5c-b248-4da3-a56e-43041ea2bdf1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:25:52.110876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c88e5a5c-b248-4da3-a56e-43041ea2bdf1 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/subnets/c99e8eeb-fbc2-426f-8e0f-3f0dd417a81f HTTP/1.1" status: 404 len: 337 time: 0.0404632 Aug 27 16:25:52.121717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51836) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.125968 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.173967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] Pushing event deleted for resources: {'Port': ['ID=5cd34ca1-bc9b-46ee-87bc-47d4090738a9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:52.182538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd7a7f-b0ee-4acd-ab67-afb0f0320ff0 None None] No DVR routers for this DVR port 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:25:52.273358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Deleting port a0c2ad6a-8fb1-45d2-9a63-902fef618c31 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:52.273939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.279777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509a99ac-6478-4f2c-a2ac-684ff4c5a089 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.282821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e4910-00e0-4846-83fa-6cb6db6a170a None None] New status for floating IP 025295b6-bc42-4c03-a0fd-cbb4ad2c529c: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:25:52.283491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509a99ac-6478-4f2c-a2ac-684ff4c5a089 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.285382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-509a99ac-6478-4f2c-a2ac-684ff4c5a089 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "DELETE /v2.0/security-groups/e57306bd-9aa3-48de-bba1-614366c15774 HTTP/1.1" status: 204 len: 168 time: 0.4073284 Aug 27 16:25:52.287849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51842) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.305096 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-8483573d-de5d-4a07-801c-d76fd4eb931f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] show failed (client error): The resource could not be found. Aug 27 16:25:52.308849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8483573d-de5d-4a07-801c-d76fd4eb931f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups/e57306bd-9aa3-48de-bba1-614366c15774 HTTP/1.1" status: 404 len: 347 time: 0.0162845 Aug 27 16:25:52.316057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51844) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.349091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a99ac-6478-4f2c-a2ac-684ff4c5a089 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57306bd-9aa3-48de-bba1-614366c15774,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:52.394631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.415649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Calling delete_port for a0c2ad6a-8fb1-45d2-9a63-902fef618c31 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:52.550586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Deleting port 4bb17a77-a747-4f44-8830-6c241fba9c30 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:25:52.551664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.617670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.628666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.629020 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.643334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Calling delete_port for 4bb17a77-a747-4f44-8830-6c241fba9c30 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:25:52.655975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Port': ['ID=a0c2ad6a-8fb1-45d2-9a63-902fef618c31,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:52.666163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.668979 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7acdff0c-b6d8-4f7b-853f-92df63816d3c tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/ports/a0c2ad6a-8fb1-45d2-9a63-902fef618c31 HTTP/1.1" status: 204 len: 168 time: 0.5462840 Aug 27 16:25:52.671491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51856) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.759799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.803137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3790f-f40d-412f-b288-e29aa21c4b4b req-248cb16b-abf6-4248-8954-26166850e116 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:52.804930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77b3790f-f40d-412f-b288-e29aa21c4b4b req-248cb16b-abf6-4248-8954-26166850e116 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0717797 Aug 27 16:25:52.852597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.863256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5250690d-1fad-4dd7-92cb-3956058a2feb']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:52.877564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db18b45f-09fb-4e33-b39d-a4a315c90465') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:52.877916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db18b45f-09fb-4e33-b39d-a4a315c90465') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:25:52.891542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77b3790f-f40d-412f-b288-e29aa21c4b4b req-c85dff74-09c3-4d31-9fc7-2910899896af tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803223 Aug 27 16:25:52.895760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51860) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:52.901858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.913848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b3eea59-50cc-4c36-89b2-20ab80e67b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.924429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.937332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:25:52.937950 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:52.938319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:25:52.941872 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:25:52.982073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:52.984750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5cd34ca1-bc9b-46ee-87bc-47d4090738a9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:53.014587 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.048373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event deleted for resources: {'Port': ['ID=4bb17a77-a747-4f44-8830-6c241fba9c30,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:53.078229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51866) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:53.114869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.121636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.127481 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] 10.222.0.101 "DELETE /v2.0/networks/5250690d-1fad-4dd7-92cb-3956058a2feb HTTP/1.1" status: 204 len: 168 time: 0.4511511 Aug 27 16:25:53.127579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b3eea59-50cc-4c36-89b2-20ab80e67b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.144583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c607da-f4b6-40c2-8c30-43b764789801 tempest-PortsTestJSON-183819614 tempest-PortsTestJSON-183819614-project] Pushing event deleted for resources: {'Network': ['ID=5250690d-1fad-4dd7-92cb-3956058a2feb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:53.156435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.162252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.163527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e8c417c-b070-4895-b408-a478e7768fa2 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "DELETE /v2.0/floatingips/025295b6-bc42-4c03-a0fd-cbb4ad2c529c HTTP/1.1" status: 204 len: 168 time: 0.8320413 Aug 27 16:25:53.190179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-444116b9-8e02-4705-b1bb-7217251b6b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.197688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8528cd61-da15-4cb0-b681-5f9427a93e0e req-25e15672-ea7e-430b-8212-1ede5bac844b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 210 time: 0.0327349 Aug 27 16:25:53.213071 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.222503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b3eea59-50cc-4c36-89b2-20ab80e67b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.231758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83ec6af9-752e-4401-a764-22d2d28d8d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.267954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6b3eea59-50cc-4c36-89b2-20ab80e67b54 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=033a58052a6e4cdaae93830f79c56445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711128 Aug 27 16:25:53.270364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3eea59-50cc-4c36-89b2-20ab80e67b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f948570-be92-4662-b992-53f843814765,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:53.271539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:53.354541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.361327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf4f1-7983-4f7a-a397-62ab9ce77702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.397919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf4f1-7983-4f7a-a397-62ab9ce77702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.412387 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83ec6af9-752e-4401-a764-22d2d28d8d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.467651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83ec6af9-752e-4401-a764-22d2d28d8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.509111 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-83ec6af9-752e-4401-a764-22d2d28d8d7f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5445a60f89454a32ac921a1e0a989d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296246 Aug 27 16:25:53.509529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aa89936e-9c7e-421b-b1a9-b604153be7e2 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:25:53.510311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec6af9-752e-4401-a764-22d2d28d8d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008f66a5-e147-4295-86e7-98f7019a0e98,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:53.511658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51878) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:53.533795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: aa89936e-9c7e-421b-b1a9-b604153be7e2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:25:53.534156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device aa89936e-9c7e-421b-b1a9-b604153be7e2 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:25:53.576835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0dca9a1-7ba8-4a53-9d99-6bb09cd9c821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.593666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf4f1-7983-4f7a-a397-62ab9ce77702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.597899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf4f1-7983-4f7a-a397-62ab9ce77702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.597899 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e2ccf4f1-7983-4f7a-a397-62ab9ce77702 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0f948570-be92-4662-b992-53f843814765 HTTP/1.1" status: 204 len: 168 time: 0.3249495 Aug 27 16:25:53.599669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0dca9a1-7ba8-4a53-9d99-6bb09cd9c821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.606331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccf4f1-7983-4f7a-a397-62ab9ce77702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f948570-be92-4662-b992-53f843814765,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:53.767775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51884) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:53.773265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9cd94eff-f994-4465-b895-de0c5b09b329 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879574209', 'description': 'tempest-description--312106729'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:53.800588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0dca9a1-7ba8-4a53-9d99-6bb09cd9c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.803458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0dca9a1-7ba8-4a53-9d99-6bb09cd9c821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.804813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0dca9a1-7ba8-4a53-9d99-6bb09cd9c821 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/008f66a5-e147-4295-86e7-98f7019a0e98 HTTP/1.1" status: 204 len: 168 time: 0.2920046 Aug 27 16:25:53.812460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dca9a1-7ba8-4a53-9d99-6bb09cd9c821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008f66a5-e147-4295-86e7-98f7019a0e98,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:53.841468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51888) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:53.931477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:53.937717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cd94eff-f994-4465-b895-de0c5b09b329 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.046009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3285a-00eb-4895-86da-251bec31569c req-9917c93f-1861-49f2-abb0-c79a7616dc7a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:54.047543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16f3285a-00eb-4895-86da-251bec31569c req-9917c93f-1861-49f2-abb0-c79a7616dc7a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0786524 Aug 27 16:25:54.093091 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cd94eff-f994-4465-b895-de0c5b09b329 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.105963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16f3285a-00eb-4895-86da-251bec31569c req-f1289878-d2d8-468f-b986-f4f2504986c7 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512755 Aug 27 16:25:54.114688 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e95a05fe-76ce-408f-ba2e-5ea7b050a3a0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ce2277f6ae7c47cc9cc6e948aa1b332d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696462 Aug 27 16:25:54.115059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51896) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:54.183832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44baf537-3e56-46aa-8520-75fbc74f51e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.206955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44baf537-3e56-46aa-8520-75fbc74f51e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.230357 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cd94eff-f994-4465-b895-de0c5b09b329 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.274457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd94eff-f994-4465-b895-de0c5b09b329 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8320cb18-951d-499c-9671-594e36c289a3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:54.315731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8a0cf31-cc1f-4840-b087-1b9eb2225ba9 req-c16f32eb-46a6-4c9b-9d57-595e5300c88d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 210 time: 0.0345612 Aug 27 16:25:54.353531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cd94eff-f994-4465-b895-de0c5b09b329 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.355564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9cd94eff-f994-4465-b895-de0c5b09b329 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5856912 Aug 27 16:25:54.357814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51908) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:54.362606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-305c512e-8192-4cf9-8067-98aee132ea2e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'security_group_rule': {'security_group_id': '8320cb18-951d-499c-9671-594e36c289a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:54.404663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44baf537-3e56-46aa-8520-75fbc74f51e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.407212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44baf537-3e56-46aa-8520-75fbc74f51e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.408399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-44baf537-3e56-46aa-8520-75fbc74f51e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ffbc1bca-ad0c-43cd-bd90-81f24b3d8804 HTTP/1.1" status: 204 len: 168 time: 0.2923119 Aug 27 16:25:54.417447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baf537-3e56-46aa-8520-75fbc74f51e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbc1bca-ad0c-43cd-bd90-81f24b3d8804,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:54.474203 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.482115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-305c512e-8192-4cf9-8067-98aee132ea2e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.550295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-305c512e-8192-4cf9-8067-98aee132ea2e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.657263 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-305c512e-8192-4cf9-8067-98aee132ea2e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.675015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c512e-8192-4cf9-8067-98aee132ea2e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e688286-b17f-4ee1-b46e-6318e5db7de0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:54.709141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51914) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:54.723596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37ca2131-0aa5-4f65-8306-8338fc087927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.767602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-305c512e-8192-4cf9-8067-98aee132ea2e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.769092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-305c512e-8192-4cf9-8067-98aee132ea2e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4100840 Aug 27 16:25:54.772055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51916) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:54.779845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f3abb809-bb8f-4537-8fa6-1a3c7cb7e71e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'security_group_rule': {'security_group_id': '8320cb18-951d-499c-9671-594e36c289a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:54.857665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37ca2131-0aa5-4f65-8306-8338fc087927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:54.983109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37ca2131-0aa5-4f65-8306-8338fc087927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.025949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-37ca2131-0aa5-4f65-8306-8338fc087927 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e4dff5f1f93841409885491bc864ed06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156028 Aug 27 16:25:55.026793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca2131-0aa5-4f65-8306-8338fc087927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e052d5-e81a-4286-8eeb-64fa43e14100,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:55.029119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51932) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:55.084666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6305eb47-50f8-4bb2-ac5d-c64a00190ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.088873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-6157367e-e9b6-4e49-9d11-4533cbe818bb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:55.090382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-6157367e-e9b6-4e49-9d11-4533cbe818bb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1269364 Aug 27 16:25:55.104882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Request body: {'port': {'device_id': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'admin_state_up': True, 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:55.252863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f3abb809-bb8f-4537-8fa6-1a3c7cb7e71e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.331995 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f3abb809-bb8f-4537-8fa6-1a3c7cb7e71e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.338552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:25:55.352910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.394722 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6305eb47-50f8-4bb2-ac5d-c64a00190ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.441892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171fa3-21fa-4d75-ac50-6b2b82286e3a req-2d4fcd23-8cc0-41ec-a2d4-bda5209c402b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:55.443581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af171fa3-21fa-4d75-ac50-6b2b82286e3a req-2d4fcd23-8cc0-41ec-a2d4-bda5209c402b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0885053 Aug 27 16:25:55.501731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97039d04-3bb1-4978-8afe-e66345b70e17 req-279df93f-6b90-4930-a69b-891d4f380992 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 210 time: 0.0405982 Aug 27 16:25:55.531569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af171fa3-21fa-4d75-ac50-6b2b82286e3a req-e12acc0e-3fe9-4118-9f42-db82b3f0bc7a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635922 Aug 27 16:25:55.544891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f3abb809-bb8f-4537-8fa6-1a3c7cb7e71e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.574743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abb809-bb8f-4537-8fa6-1a3c7cb7e71e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17f7e86-5c92-4a7c-969b-460a2da2a798,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:55.586532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Allocated IP 172.20.0.5 (be5e7863-5dee-47a5-86e5-8537fccd706a/05e75054-550a-4cf9-92f8-986fa2240420/3c66f910-5602-498a-b663-b64241766891) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:55.589043 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6305eb47-50f8-4bb2-ac5d-c64a00190ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.591830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6305eb47-50f8-4bb2-ac5d-c64a00190ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.593628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6305eb47-50f8-4bb2-ac5d-c64a00190ec5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44e052d5-e81a-4286-8eeb-64fa43e14100 HTTP/1.1" status: 204 len: 168 time: 0.5631454 Aug 27 16:25:55.607642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305eb47-50f8-4bb2-ac5d-c64a00190ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e052d5-e81a-4286-8eeb-64fa43e14100,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:55.753050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.761292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f3abb809-bb8f-4537-8fa6-1a3c7cb7e71e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:55.762521 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f3abb809-bb8f-4537-8fa6-1a3c7cb7e71e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9887049 Aug 27 16:25:55.765657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51954) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:55.770576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:56.029178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.032740 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.032935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.080554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Network be5e7863-5dee-47a5-86e5-8537fccd706a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:56.086902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:56.091149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:56.120425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event updated for resources: {'Port': ['ID=3c66f910-5602-498a-b663-b64241766891,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:56.149840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.150611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:56.151437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.261822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Allocated IP 172.25.4.33 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/b9394466-34b7-4f5d-b39b-537122318284) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:25:56.288937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:56.325523 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-39ab4236-c3f9-4cb4-9664-8a91db18b312 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2251477 Aug 27 16:25:56.339320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Request body: {'port': {'device_id': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:56.407061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.417743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.452771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211757981'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:56.549284 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.602905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'Port': ['ID=b9394466-34b7-4f5d-b39b-537122318284,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:56.607629 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.620654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.628567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:25:56.639071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:25:56.652200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:25:56.737820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c66f910-5602-498a-b663-b64241766891 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:25:56.745292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.765219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Transition to ACTIVE for port object 3c66f910-5602-498a-b663-b64241766891 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:25:56.847219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f124e1-626c-4f71-ad33-15bc7d071ffd req-a370886b-e684-4512-b233-8d52f334c314 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:56.852164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22f124e1-626c-4f71-ad33-15bc7d071ffd req-a370886b-e684-4512-b233-8d52f334c314 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1593466 Aug 27 16:25:56.862004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025270d0-882a-4d6a-bd80-75b9379b5973 req-2bc9b402-c83c-4dfd-8e0d-0db1aacd418f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:56.863480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-025270d0-882a-4d6a-bd80-75b9379b5973 req-2bc9b402-c83c-4dfd-8e0d-0db1aacd418f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 931 time: 0.2334971 Aug 27 16:25:56.873628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.902174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:56.968055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22f124e1-626c-4f71-ad33-15bc7d071ffd req-1322fea5-75fd-400b-a482-892d67b876a9 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999873 Aug 27 16:25:56.978193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-025270d0-882a-4d6a-bd80-75b9379b5973 req-687d1911-ce6d-4f9b-a17e-5e8fd8e6b49c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982358 Aug 27 16:25:57.000659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Pushing event updated for resources: {'Port': ['ID=3c66f910-5602-498a-b663-b64241766891,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:57.003499 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.050770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Attempting to bind port 3c66f910-5602-498a-b663-b64241766891 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:25:57.051244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Attempting to bind port 3c66f910-5602-498a-b663-b64241766891 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:25:57.051728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Attempting to bind port 3c66f910-5602-498a-b663-b64241766891 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:57.058375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Port 3c66f910-5602-498a-b663-b64241766891 on network be5e7863-5dee-47a5-86e5-8537fccd706a not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:25:57.058773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Attempting to bind port 3c66f910-5602-498a-b663-b64241766891 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:25:57.059665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.066364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:25:57.066364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:25:57.066364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Bound using segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:25:57.066364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Bound port: 3c66f910-5602-498a-b663-b64241766891, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:25:57.066364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.127800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.133414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] For port 3c66f910-5602-498a-b663-b64241766891, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:25:57.136957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] For port 3c66f910-5602-498a-b663-b64241766891, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3c66f910-5602-498a-b663-b64241766891,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:25:57.213370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499a2e2f-3c6a-443a-8b15-6f54ce34b1bf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:57.280445 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.295342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.309126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.318242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:57.318964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.320347 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] 10.222.0.90 "PUT /v2.0/ports/3c66f910-5602-498a-b663-b64241766891 HTTP/1.1" status: 200 len: 1091 time: 0.9868402 Aug 27 16:25:57.320825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'tag': '3c66f910-5602-498a-b663-b64241766891'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:25:57.323103 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a8fdec-3a97-4f63-bb3c-d85ee65e3964" -d '{"events": [{"name": "network-changed", "server_uuid": "762eb7d0-fe93-4293-89a2-dbcb223f3cec", "tag": "3c66f910-5602-498a-b663-b64241766891"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:25:57.354370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618eeae-e663-498c-9f94-bb8aad402028 service neutron] Pushing event updated for resources: {'Port': ['ID=3c66f910-5602-498a-b663-b64241766891,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:57.371520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.381169 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a9e93-c47c-4258-abae-143bb870ef39 x-openstack-request-id: req-0d2a9e93-c47c-4258-abae-143bb870ef39 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:25:57.381866 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762eb7d0-fe93-4293-89a2-dbcb223f3cec", "tag": "3c66f910-5602-498a-b663-b64241766891", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:25:57.382114 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0d2a9e93-c47c-4258-abae-143bb870ef39 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:25:57.382763 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'tag': '3c66f910-5602-498a-b663-b64241766891', 'status': 'completed', 'code': 200} Aug 27 16:25:57.408566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.439085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8fdec-3a97-4f63-bb3c-d85ee65e3964 req-4c3553ca-fe7f-4bef-bcb0-03fea025b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:57.441076 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-32a8fdec-3a97-4f63-bb3c-d85ee65e3964 req-4c3553ca-fe7f-4bef-bcb0-03fea025b10f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 1094 time: 0.0448015 Aug 27 16:25:57.480597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'Port': ['ID=b9394466-34b7-4f5d-b39b-537122318284,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:57.495622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6565fe42-a966-4627-a4a6-fc956ef86847,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:57.501069 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.550159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8fdec-3a97-4f63-bb3c-d85ee65e3964 req-a6c03971-c6a4-4c11-966c-9bc8d057c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:57.551667 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-32a8fdec-3a97-4f63-bb3c-d85ee65e3964 req-a6c03971-c6a4-4c11-966c-9bc8d057c122 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=99404545d1914c769c5aef08755c2651&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1013927 Aug 27 16:25:57.577497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.589375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a4a06ff7-79e4-4ce6-b78b-57cdb63622f3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8122950 Aug 27 16:25:57.589375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.589375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0aff2b7b-3a04-46a7-9a35-2d4758bf7b02 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2906072 Aug 27 16:25:57.598762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52008) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:57.675562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-85e2c1c7-7386-425d-bb54-283b8ceda81f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0729656 Aug 27 16:25:57.675922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52010) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:57.681047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8875db3c-2555-4336-bf6b-6098dc64cb7c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-security--2115567390', 'description': 'tempest-security-description-943427927'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:57.716946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8875db3c-2555-4336-bf6b-6098dc64cb7c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.777036 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8875db3c-2555-4336-bf6b-6098dc64cb7c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.827805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-b9220c22-107c-4c4f-9b04-154e4c4a49ad tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1879574209&fields=id&tenant_id=13a6e423ab9b4728802e216684005e3b HTTP/1.1" status: 200 len: 267 time: 0.0405552 Aug 27 16:25:57.901658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8875db3c-2555-4336-bf6b-6098dc64cb7c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.904510 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8875db3c-2555-4336-bf6b-6098dc64cb7c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:57.905893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8875db3c-2555-4336-bf6b-6098dc64cb7c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "PUT /v2.0/security-groups/6565fe42-a966-4627-a4a6-fc956ef86847 HTTP/1.1" status: 200 len: 1779 time: 0.2290342 Aug 27 16:25:57.914570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52026) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:57.965524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52030) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:58.026072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-3d0a2cf5-f3d6-4c70-bf25-a42ed2eb6251 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:58.027641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-3d0a2cf5-f3d6-4c70-bf25-a42ed2eb6251 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 809 time: 0.1923490 Aug 27 16:25:58.031368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875db3c-2555-4336-bf6b-6098dc64cb7c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6565fe42-a966-4627-a4a6-fc956ef86847,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:58.071578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-3b188f6a-feac-4de6-a60f-8dbfc226851b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/quotas/13a6e423ab9b4728802e216684005e3b HTTP/1.1" status: 200 len: 375 time: 0.0252411 Aug 27 16:25:58.076066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9b83360c-472e-4163-a828-5b1f48675ddb tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups/6565fe42-a966-4627-a4a6-fc956ef86847 HTTP/1.1" status: 200 len: 1779 time: 0.1602511 Aug 27 16:25:58.078639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52038) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:58.114885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8fdec-3a97-4f63-bb3c-d85ee65e3964 req-3279fce8-e5f6-4f16-b426-34dc12d03795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:58.116499 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-32a8fdec-3a97-4f63-bb3c-d85ee65e3964 req-3279fce8-e5f6-4f16-b426-34dc12d03795 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5570917 Aug 27 16:25:58.153308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-978499f3-8e23-4468-9830-32de5e4dce13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.196571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-29e03624-bc14-4e33-89a8-e023de3b30dc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191909 Aug 27 16:25:58.232821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8f38-23e5-41fc-a201-e7edca539fb4 req-2fcca79d-c0b4-4227-95c6-34b21cd1a80b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:58.233554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-cf71047b-017f-44bb-b795-d0eb967ff389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:58.234303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9bd8f38-23e5-41fc-a201-e7edca539fb4 req-2fcca79d-c0b4-4227-95c6-34b21cd1a80b tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1077871 Aug 27 16:25:58.235059 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-cf71047b-017f-44bb-b795-d0eb967ff389 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 1094 time: 0.0725400 Aug 27 16:25:58.248740 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41431a95-074a-4c2b-99ff-3b967748e6fa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.286101 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-aa787d0f-7ceb-40b7-b631-b3751aa293ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c66f910-5602-498a-b663-b64241766891 HTTP/1.1" status: 200 len: 217 time: 0.0412712 Aug 27 16:25:58.334429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41431a95-074a-4c2b-99ff-3b967748e6fa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.365274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9bd8f38-23e5-41fc-a201-e7edca539fb4 req-ee51fb21-fc0d-4061-97a1-86da48f677f8 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176677 Aug 27 16:25:58.370708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-b9f67580-78f6-40e2-987c-3cd1ea46a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:58.371902 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-b9f67580-78f6-40e2-987c-3cd1ea46a691 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.0784893 Aug 27 16:25:58.410022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-a2691fa6-b654-4a35-b491-b490d3991b4b service neutron] 10.222.0.101 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951234 Aug 27 16:25:58.426664 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-168cd021-c902-4d8b-be7d-c8b03c526d5a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451918 Aug 27 16:25:58.429022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-978499f3-8e23-4468-9830-32de5e4dce13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.521228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-978499f3-8e23-4468-9830-32de5e4dce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.540497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41431a95-074a-4c2b-99ff-3b967748e6fa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.542469 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-273ed290-bea7-49b9-9350-1cef33bd588b service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066618 Aug 27 16:25:58.543141 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41431a95-074a-4c2b-99ff-3b967748e6fa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.547387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-41431a95-074a-4c2b-99ff-3b967748e6fa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/6565fe42-a966-4627-a4a6-fc956ef86847 HTTP/1.1" status: 204 len: 168 time: 0.4586816 Aug 27 16:25:58.548669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52042) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:58.570247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41431a95-074a-4c2b-99ff-3b967748e6fa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6565fe42-a966-4627-a4a6-fc956ef86847,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:58.598080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-25be4eb3-ad51-47e2-a123-0c81e7bf5dd2 service neutron] 10.222.0.101 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788902 Aug 27 16:25:58.615837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939ce9c-74c6-41ec-94e4-f54f4009b08e req-0dc865d8-5d19-4c68-bf4b-cea935b4ba1f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:58.618271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a939ce9c-74c6-41ec-94e4-f54f4009b08e req-0dc865d8-5d19-4c68-bf4b-cea935b4ba1f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 943 time: 0.1293387 Aug 27 16:25:58.629201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978499f3-8e23-4468-9830-32de5e4dce13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9541892-9201-45d9-b589-ec152190cc02,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:58.638994 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-978499f3-8e23-4468-9830-32de5e4dce13 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5981f44342e84de0ac8f9b09f12ed2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6700981 Aug 27 16:25:58.644687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:58.696881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a939ce9c-74c6-41ec-94e4-f54f4009b08e req-186f0b8b-b214-4ca4-9514-17547a16aa75 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702436 Aug 27 16:25:58.728412 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5a52ded3-376e-41ff-9bb7-f0f89143e1b1 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1758139 Aug 27 16:25:58.734898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52046) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:58.750069 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-b4a0dcd6-34f9-4a66-b5ae-987b92275ae3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] delete failed (client error): The resource could not be found. Aug 27 16:25:58.750767 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0bb30997-f3b0-4732-a836-3c7f486dca41 req-1a698f3d-76aa-4acd-b805-a99708b58d22 service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846502 Aug 27 16:25:58.755888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b4a0dcd6-34f9-4a66-b5ae-987b92275ae3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/6565fe42-a966-4627-a4a6-fc956ef86847 HTTP/1.1" status: 404 len: 347 time: 0.0154512 Aug 27 16:25:58.757437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52048) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:58.763619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9131b5d9-79ed-427e-ab0f-43f7a785d3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.764925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-442a3176-b6d7-4b63-9488-25ffc6e28d2f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--715287646'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:58.788064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9131b5d9-79ed-427e-ab0f-43f7a785d3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.897509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442a3176-b6d7-4b63-9488-25ffc6e28d2f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.919014 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9131b5d9-79ed-427e-ab0f-43f7a785d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.921932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9131b5d9-79ed-427e-ab0f-43f7a785d3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:58.923202 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9131b5d9-79ed-427e-ab0f-43f7a785d3ad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c9541892-9201-45d9-b589-ec152190cc02 HTTP/1.1" status: 204 len: 168 time: 0.2774994 Aug 27 16:25:58.934251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131b5d9-79ed-427e-ab0f-43f7a785d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9541892-9201-45d9-b589-ec152190cc02,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:59.065538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7707de8c-4d7b-408c-90da-ac942db7ba7e req-1f1b861d-65f2-42c6-bfc0-b77d107ea6f9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 210 time: 0.0529385 Aug 27 16:25:59.087530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442a3176-b6d7-4b63-9488-25ffc6e28d2f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.227822 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442a3176-b6d7-4b63-9488-25ffc6e28d2f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.257619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a3176-b6d7-4b63-9488-25ffc6e28d2f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d6f62-41b3-4810-9632-7df299699537,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:59.337272 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442a3176-b6d7-4b63-9488-25ffc6e28d2f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.338633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-442a3176-b6d7-4b63-9488-25ffc6e28d2f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5794661 Aug 27 16:25:59.342725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52062) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:59.346258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-70a2ea03-4e84-47fa-af3c-9858ec696be8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '5b5d6f62-41b3-4810-9632-7df299699537', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:25:59.439498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-70a2ea03-4e84-47fa-af3c-9858ec696be8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.520392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-70a2ea03-4e84-47fa-af3c-9858ec696be8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.528644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c3de-e0b5-4dcd-be79-9e1513c255e1 req-04190fa1-2639-4ef5-abce-daf160401f39 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:59.530175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddd0c3de-e0b5-4dcd-be79-9e1513c255e1 req-04190fa1-2639-4ef5-abce-daf160401f39 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0756652 Aug 27 16:25:59.575812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddd0c3de-e0b5-4dcd-be79-9e1513c255e1 req-9f96fe7a-5197-44aa-bf7d-b86e36b888eb tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Aug 27 16:25:59.594028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-70a2ea03-4e84-47fa-af3c-9858ec696be8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.614506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ea03-4e84-47fa-af3c-9858ec696be8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4e48e9-4dfb-4f5b-b8fd-2222811ca027,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:59.674257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-70a2ea03-4e84-47fa-af3c-9858ec696be8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.675526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-70a2ea03-4e84-47fa-af3c-9858ec696be8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328564 Aug 27 16:25:59.680273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52076) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:59.714085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af0808f-fc4c-45af-ab0b-367b5a6f696b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.722581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af0808f-fc4c-45af-ab0b-367b5a6f696b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.828581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a55616-5c3f-434c-9549-8a74242a0aaf req-3b727101-5fe7-4de8-a9ee-5b0134ead04f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:25:59.830066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95a55616-5c3f-434c-9549-8a74242a0aaf req-3b727101-5fe7-4de8-a9ee-5b0134ead04f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 943 time: 0.0508358 Aug 27 16:25:59.864902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af0808f-fc4c-45af-ab0b-367b5a6f696b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.872946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9af0808f-fc4c-45af-ab0b-367b5a6f696b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:25:59.874066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9af0808f-fc4c-45af-ab0b-367b5a6f696b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/db4e48e9-4dfb-4f5b-b8fd-2222811ca027 HTTP/1.1" status: 204 len: 168 time: 0.1925318 Aug 27 16:25:59.878190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95a55616-5c3f-434c-9549-8a74242a0aaf req-d0d36254-a38e-4e54-af45-35fa5275e46b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Aug 27 16:25:59.880102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:59.884527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0808f-fc4c-45af-ab0b-367b5a6f696b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db4e48e9-4dfb-4f5b-b8fd-2222811ca027,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:25:59.933569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2c75599-0ea1-4581-9c65-3f58a800d8da tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522773 Aug 27 16:25:59.936227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52088) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:25:59.992661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc3f1-506b-47b8-87f8-6ad0f50382e6 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.016242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc3f1-506b-47b8-87f8-6ad0f50382e6 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.143556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc3f1-506b-47b8-87f8-6ad0f50382e6 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.150221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc3f1-506b-47b8-87f8-6ad0f50382e6 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.150221 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3f0dc3f1-506b-47b8-87f8-6ad0f50382e6 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/5b5d6f62-41b3-4810-9632-7df299699537 HTTP/1.1" status: 204 len: 168 time: 0.2107625 Aug 27 16:26:00.151961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52102) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:00.172733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9cc6253-2495-4ca9-91b4-dc67c143215f req-98c361bf-fc1c-4f12-ae94-42d2e28fd4b4 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 210 time: 0.0299048 Aug 27 16:26:00.176290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dc3f1-506b-47b8-87f8-6ad0f50382e6 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d6f62-41b3-4810-9632-7df299699537,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:00.211486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49d37bb1-bbde-4bbb-98cb-004b27b6cd00 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570004 Aug 27 16:26:00.215152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52104) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:00.219573 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-97023fe9-5895-4a83-97b9-0166e1b49d7b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019153333'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:00.243506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52106) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:00.320058 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97023fe9-5895-4a83-97b9-0166e1b49d7b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.342090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-734898731'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:00.451979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Made reservation on behalf of d9ff6cad775345da94d01bcfcc679cab for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:00.455647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.469654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.536192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97023fe9-5895-4a83-97b9-0166e1b49d7b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.613672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97023fe9-5895-4a83-97b9-0166e1b49d7b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.669691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97023fe9-5895-4a83-97b9-0166e1b49d7b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67a4fd-6c0b-4c42-b51a-ffebd18d4758,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:00.702230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fcbe4-99b1-4eb7-b8d6-dceea5e050cb req-5fc989f9-ad0f-4ad0-851c-6454e17a0e75 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:00.711376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b52fcbe4-99b1-4eb7-b8d6-dceea5e050cb req-5fc989f9-ad0f-4ad0-851c-6454e17a0e75 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0658422 Aug 27 16:26:00.733161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.746616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b52fcbe4-99b1-4eb7-b8d6-dceea5e050cb req-cc342fe4-7b1e-4036-90fa-0a790ad4cfcb tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Aug 27 16:26:00.789576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.815798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:00.826125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b16fcf-0fca-4c52-bb90-6988300cf0fe,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:00.830865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.831400 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Added segment b88f5ba8-4cf5-4d36-b12a-656bedf8f115 of type vlan for network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 Aug 27 16:26:00.873489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.877974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3c66f910-5602-498a-b663-b64241766891 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:26:00.879546 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97023fe9-5895-4a83-97b9-0166e1b49d7b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.880831 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-97023fe9-5895-4a83-97b9-0166e1b49d7b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6646857 Aug 27 16:26:00.884188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52114) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:00.888887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-71cb9efe-5024-4b8d-9594-82baebf476a7 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '6a67a4fd-6c0b-4c42-b51a-ffebd18d4758', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:00.988799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:00.994291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3c66f910-5602-498a-b663-b64241766891, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3c66f910-5602-498a-b663-b64241766891,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:00.996790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:00.997681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.008255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '3c66f910-5602-498a-b663-b64241766891', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'port_id': '3c66f910-5602-498a-b663-b64241766891', 'mac_address': 'fa:16:3e:fe:06:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e75054-550a-4cf9-92f8-986fa2240420', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:26:01.015149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745244c-da18-4ef6-ad31-7071b0d102c3 req-2d294519-1fb6-4fa2-9a97-5c39b1e50611 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:01.017152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0745244c-da18-4ef6-ad31-7071b0d102c3 req-2d294519-1fb6-4fa2-9a97-5c39b1e50611 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 943 time: 0.0641401 Aug 27 16:26:01.024460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71cb9efe-5024-4b8d-9594-82baebf476a7 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.064495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.080967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c66f910-5602-498a-b663-b64241766891 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:01.091247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0745244c-da18-4ef6-ad31-7071b0d102c3 req-0f88ed4f-52c1-407d-a894-6e5a7838bfab tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Aug 27 16:26:01.118202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71cb9efe-5024-4b8d-9594-82baebf476a7 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.126075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3c66f910-5602-498a-b663-b64241766891, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3c66f910-5602-498a-b663-b64241766891,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:01.130007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Network': ['ID=67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:01.140767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:01.178517 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-54b6c73a-d27d-4ac3-ba7f-b493d8b9dbe8 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9337285 Aug 27 16:26:01.181644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:01.187774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'subnet': {'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:01.228854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.270139 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71cb9efe-5024-4b8d-9594-82baebf476a7 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.318526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3c66f910-5602-498a-b663-b64241766891,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:01.333453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb9efe-5024-4b8d-9594-82baebf476a7 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7eaa7d9-0a4b-4036-877c-e4205d83e71d,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:01.338878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04096d89-28f0-433d-a6fe-335bd53f2d26 req-eb40a381-67ab-48f8-a0c5-4bbafdf08514 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 210 time: 0.0707669 Aug 27 16:26:01.380139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-80ef5d45-6228-4d09-bd17-621a7295538f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:01.381621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Made reservation on behalf of d9ff6cad775345da94d01bcfcc679cab for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:01.381776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-80ef5d45-6228-4d09-bd17-621a7295538f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 809 time: 0.2132292 Aug 27 16:26:01.385209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.445421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-f926e9b0-d96a-4d01-af03-101dde10456f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13a6e423ab9b4728802e216684005e3b HTTP/1.1" status: 200 len: 380 time: 0.0548015 Aug 27 16:26:01.455576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'port': {'device_id': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'admin_state_up': True, 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'security_groups': ['8320cb18-951d-499c-9671-594e36c289a3']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:01.507438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71cb9efe-5024-4b8d-9594-82baebf476a7 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.511222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-71cb9efe-5024-4b8d-9594-82baebf476a7 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6235807 Aug 27 16:26:01.511694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52124) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:01.521637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6e117f66-17d8-4f25-a27c-75228eea7386 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '6a67a4fd-6c0b-4c42-b51a-ffebd18d4758', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:01.533460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 032a9b4d-c9e8-4432-bc0d-615905529994 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:26:01.538363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:01.626540 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e117f66-17d8-4f25-a27c-75228eea7386 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.688072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.697322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e117f66-17d8-4f25-a27c-75228eea7386 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.711764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:01.730706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '032a9b4d-c9e8-4432-bc0d-615905529994', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'port_id': '032a9b4d-c9e8-4432-bc0d-615905529994', 'mac_address': 'fa:16:3e:aa:91:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:26:01.753756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Made reservation on behalf of 13a6e423ab9b4728802e216684005e3b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:01.760413 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.778939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Checking segment: {'id': 'b88f5ba8-4cf5-4d36-b12a-656bedf8f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:01.779554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Network hostable DHCP agents. Network: 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:01.782089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Subnet': ['ID=f845e113-9d45-44f8-a870-fb0f931265a2,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:01.799467 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.806665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e117f66-17d8-4f25-a27c-75228eea7386 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.829520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 032a9b4d-c9e8-4432-bc0d-615905529994 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:01.857009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:01.862252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e117f66-17d8-4f25-a27c-75228eea7386 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3706ef28-048f-4443-8b2b-77d075158114,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:01.874077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:01.914828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e117f66-17d8-4f25-a27c-75228eea7386 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.916923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6e117f66-17d8-4f25-a27c-75228eea7386 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4034178 Aug 27 16:26:01.918974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52128) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:01.924261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0d5e9a52-2866-411d-a700-7c8b173cce42 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '6a67a4fd-6c0b-4c42-b51a-ffebd18d4758', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:01.953500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec559e-4c4a-4d4d-aa48-b423d7ac2d63 req-40677946-be40-4fa4-92a9-78a43a70a2f4 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:01.954897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2ec559e-4c4a-4d4d-aa48-b423d7ac2d63 req-40677946-be40-4fa4-92a9-78a43a70a2f4 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1050899 Aug 27 16:26:01.970516 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:01.977113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:01.981616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:01.982252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.003539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae731da-04d9-46e1-9506-42fe9663886c None None] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:02.028167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Allocated IP 172.20.0.10 (59f0d06e-3976-4115-8d5d-da24f4e5c4f6/82d13b95-3420-4938-be46-8897fa6f0cc6/f7a7d3a2-330d-4e77-97fb-3b4018351151) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:02.032710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2ec559e-4c4a-4d4d-aa48-b423d7ac2d63 req-4428d125-80ba-4726-8e7a-8944938314d4 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559673 Aug 27 16:26:02.057003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9a52-2866-411d-a700-7c8b173cce42 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.075920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:02.129933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9a52-2866-411d-a700-7c8b173cce42 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.136936 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ff9e2d29-2920-412b-b61d-e702f23df7c1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9537516 Aug 27 16:26:02.139877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:02.149442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-31bdda0c-bc6f-4918-b23c-1b414e886b4c tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1830843991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:02.169334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['032a9b4d-c9e8-4432-bc0d-615905529994'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:02.221644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9a52-2866-411d-a700-7c8b173cce42 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.222377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8', 'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8', 'tenant_id': 'd9ff6cad775345da94d01bcfcc679cab', 'fixed_ips': [{'subnet_id': 'f845e113-9d45-44f8-a870-fb0f931265a2'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:02.223533 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.242257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e9a52-2866-411d-a700-7c8b173cce42 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0806166f-6c88-41e9-b27b-c9d77ead75e8,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:02.261920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.262095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bdda0c-bc6f-4918-b23c-1b414e886b4c tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.262819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bdda0c-bc6f-4918-b23c-1b414e886b4c tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.282360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6954a90-cd49-4a21-878d-3561f87a9a09 req-f699d221-653c-4e28-84b6-bfe86ce403fe tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:02.284228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6954a90-cd49-4a21-878d-3561f87a9a09 req-f699d221-653c-4e28-84b6-bfe86ce403fe tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 944 time: 0.0919902 Aug 27 16:26:02.290079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Transition to ACTIVE for port object f7a7d3a2-330d-4e77-97fb-3b4018351151 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:02.322449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bdda0c-bc6f-4918-b23c-1b414e886b4c tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.330981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d5e9a52-2866-411d-a700-7c8b173cce42 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.336211 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d5e9a52-2866-411d-a700-7c8b173cce42 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4120719 Aug 27 16:26:02.336211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52134) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:02.341331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e7c80e2e-7c1b-4706-9b62-4adbc3b632d3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '6a67a4fd-6c0b-4c42-b51a-ffebd18d4758', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:02.346538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6954a90-cd49-4a21-878d-3561f87a9a09 req-3ed9f305-2824-4489-91a1-0cfb9dd8e32b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 Aug 27 16:26:02.429311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Allocated IP 172.20.0.2 (67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8/f845e113-9d45-44f8-a870-fb0f931265a2/c905af15-4b70-40a5-ae4b-4a084af2335d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:02.434765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bdda0c-bc6f-4918-b23c-1b414e886b4c tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.454361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-002d6ebe-45df-4e3c-8783-faf3f7013283 req-f47b0bdb-6793-4e56-92c0-60960e864947 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 210 time: 0.0308475 Aug 27 16:26:02.474514 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.485305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7c80e2e-7c1b-4706-9b62-4adbc3b632d3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.526365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:02.532587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:02.538761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:02.562607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bdda0c-bc6f-4918-b23c-1b414e886b4c tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.567233 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31bdda0c-bc6f-4918-b23c-1b414e886b4c tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4256423 Aug 27 16:26:02.568130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:02.621069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:02.632754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.644075 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.656068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Transition to ACTIVE for port object c905af15-4b70-40a5-ae4b-4a084af2335d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:02.664878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event updated for resources: {'Port': ['ID=f7a7d3a2-330d-4e77-97fb-3b4018351151,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:02.694775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7c80e2e-7c1b-4706-9b62-4adbc3b632d3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.712572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Transition to ACTIVE for port object c905af15-4b70-40a5-ae4b-4a084af2335d will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:02.726165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4ae6a9a7-2a36-4885-840a-d4c46a909b7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2749572 Aug 27 16:26:02.738842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Request body: {'port': {'device_id': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:02.796078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7c80e2e-7c1b-4706-9b62-4adbc3b632d3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.815189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.829157 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.862814 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:26:02.894104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c80e2e-7c1b-4706-9b62-4adbc3b632d3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a7f026-2393-4b1f-9ee6-f795647f1d06,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:02.919166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3c66f910-5602-498a-b663-b64241766891 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:02.927610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7c80e2e-7c1b-4706-9b62-4adbc3b632d3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:02.929772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e7c80e2e-7c1b-4706-9b62-4adbc3b632d3 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5927200 Aug 27 16:26:02.932589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:02.939898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-45ba3eef-37fd-4efb-aab4-b650c643fb96 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '6a67a4fd-6c0b-4c42-b51a-ffebd18d4758', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:02.985812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:02.990065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:02.993417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:02.995607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Pushing event updated for resources: {'Port': ['ID=c905af15-4b70-40a5-ae4b-4a084af2335d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:02.996096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.101265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-45ba3eef-37fd-4efb-aab4-b650c643fb96 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.268693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52150) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:03.319233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-843cf1e5-bc58-406a-9107-f5650f7ec091 None None] Provisioning for port f7a7d3a2-330d-4e77-97fb-3b4018351151 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:03.326713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-45ba3eef-37fd-4efb-aab4-b650c643fb96 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.342235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-843cf1e5-bc58-406a-9107-f5650f7ec091 None None] Provisioning complete for port f7a7d3a2-330d-4e77-97fb-3b4018351151 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:03.342626 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-843cf1e5-bc58-406a-9107-f5650f7ec091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.376659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Attempting to bind port c905af15-4b70-40a5-ae4b-4a084af2335d on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:03.377247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Attempting to bind port c905af15-4b70-40a5-ae4b-4a084af2335d by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'b88f5ba8-4cf5-4d36-b12a-656bedf8f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:03.377623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Attempting to bind port c905af15-4b70-40a5-ae4b-4a084af2335d on network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:03.388518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:03.388661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Checking segment: {'id': 'b88f5ba8-4cf5-4d36-b12a-656bedf8f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:03.389060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.389513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Bound using segment: {'id': 'b88f5ba8-4cf5-4d36-b12a-656bedf8f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:03.389994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Bound port: c905af15-4b70-40a5-ae4b-4a084af2335d, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88f5ba8-4cf5-4d36-b12a-656bedf8f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:03.390437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.406581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a7d3a2-330d-4e77-97fb-3b4018351151 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:03.411122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-843cf1e5-bc58-406a-9107-f5650f7ec091 None None] Port f7a7d3a2-330d-4e77-97fb-3b4018351151 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:26:03.436093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-45ba3eef-37fd-4efb-aab4-b650c643fb96 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.439005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.442475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 3c66f910-5602-498a-b663-b64241766891 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:03.451359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 3c66f910-5602-498a-b663-b64241766891 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:03.451750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.470890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Transition to ACTIVE for port object f7a7d3a2-330d-4e77-97fb-3b4018351151 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:03.499424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba3eef-37fd-4efb-aab4-b650c643fb96 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48b8c30-77f2-4845-8205-91f0f259bc62,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:03.502361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Allocated IP 172.20.0.1 (67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8/f845e113-9d45-44f8-a870-fb0f931265a2/1ddb263b-b4a8-4181-9bb9-e3588017021f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:03.530138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 032a9b4d-c9e8-4432-bc0d-615905529994 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:03.546254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce631-f808-4a1f-903f-c36d7eb7b7e6 req-c9c33670-d7e4-447f-867d-47358013f5c7 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:03.556464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-589ce631-f808-4a1f-903f-c36d7eb7b7e6 req-c9c33670-d7e4-447f-867d-47358013f5c7 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 944 time: 0.3837740 Aug 27 16:26:03.558166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] For port c905af15-4b70-40a5-ae4b-4a084af2335d, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:03.577861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] For port c905af15-4b70-40a5-ae4b-4a084af2335d, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c905af15-4b70-40a5-ae4b-4a084af2335d,segment=NetworkSegment(b88f5ba8-4cf5-4d36-b12a-656bedf8f115),segment_id=b88f5ba8-4cf5-4d36-b12a-656bedf8f115)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:03.618278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-45ba3eef-37fd-4efb-aab4-b650c643fb96 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.622024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-45ba3eef-37fd-4efb-aab4-b650c643fb96 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6861176 Aug 27 16:26:03.623004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52158) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:03.629113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9777-e960-4a98-9dab-d712f0cdc2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.632827 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.636803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 032a9b4d-c9e8-4432-bc0d-615905529994 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:03.637217 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.665411 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.683998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd6db-c3a3-40bc-9b05-3e7fb63f448b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.688566 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.689804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.697936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd6db-c3a3-40bc-9b05-3e7fb63f448b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.720546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Transition to ACTIVE for port object 1ddb263b-b4a8-4181-9bb9-e3588017021f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:03.743165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66f910-5602-498a-b663-b64241766891'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:03.745622 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b444eb65-1732-4b0f-97b1-8a25e8a95067" -d '{"events": [{"server_uuid": "762eb7d0-fe93-4293-89a2-dbcb223f3cec", "name": "network-vif-plugged", "status": "completed", "tag": "3c66f910-5602-498a-b663-b64241766891"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:03.760692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399687a-cbd0-4e42-9133-c1481ec52cc8 req-1d629583-4343-4f40-a95a-819471983785 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:03.769114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d399687a-cbd0-4e42-9133-c1481ec52cc8 req-1d629583-4343-4f40-a95a-819471983785 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 944 time: 0.2728572 Aug 27 16:26:03.771930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3c66f910-5602-498a-b663-b64241766891, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3c66f910-5602-498a-b663-b64241766891,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:03.777886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Pushing event updated for resources: {'Port': ['ID=f7a7d3a2-330d-4e77-97fb-3b4018351151,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:03.806167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3137a-7f8f-4919-b841-1b7d0df7db2e None None] Pushing event updated for resources: {'Port': ['ID=c905af15-4b70-40a5-ae4b-4a084af2335d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:03.830242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-589ce631-f808-4a1f-903f-c36d7eb7b7e6 req-26b97b55-7951-4c76-9a1a-c59516b581d0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579296 Aug 27 16:26:03.860701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.892473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d399687a-cbd0-4e42-9133-c1481ec52cc8 req-cb2e86a8-f812-49b0-a631-6c8686d59643 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223793 Aug 27 16:26:03.898285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd6db-c3a3-40bc-9b05-3e7fb63f448b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.904041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.919073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd6db-c3a3-40bc-9b05-3e7fb63f448b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.924895 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ae6cd6db-c3a3-40bc-9b05-3e7fb63f448b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/e48b8c30-77f2-4845-8205-91f0f259bc62 HTTP/1.1" status: 204 len: 168 time: 0.2991714 Aug 27 16:26:03.934866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:03.939897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52162) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:03.942521 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:03.999186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Port': ['ID=1ddb263b-b4a8-4181-9bb9-e3588017021f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.005733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cd6db-c3a3-40bc-9b05-3e7fb63f448b tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e48b8c30-77f2-4845-8205-91f0f259bc62,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.020610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:04.022861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:04.035237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:04.035430 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bad47d-dbd4-4cae-b9f7-77a173b35a43 x-openstack-request-id: req-01bad47d-dbd4-4cae-b9f7-77a173b35a43 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:04.035430 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762eb7d0-fe93-4293-89a2-dbcb223f3cec", "name": "network-vif-plugged", "status": "completed", "tag": "3c66f910-5602-498a-b663-b64241766891", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:04.035430 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01bad47d-dbd4-4cae-b9f7-77a173b35a43 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:04.035430 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66f910-5602-498a-b663-b64241766891', 'code': 200} Aug 27 16:26:04.040394 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.061753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Attempting to bind port f7a7d3a2-330d-4e77-97fb-3b4018351151 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:04.062104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Attempting to bind port f7a7d3a2-330d-4e77-97fb-3b4018351151 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:04.062460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Attempting to bind port f7a7d3a2-330d-4e77-97fb-3b4018351151 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:04.094244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3c66f910-5602-498a-b663-b64241766891,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.095503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ecaee-31f1-4983-b4bb-d4e1658266f1 req-170fdeaa-2e3b-4bc6-ba8b-934b5322d404 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:04.103334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e35ecaee-31f1-4983-b4bb-d4e1658266f1 req-170fdeaa-2e3b-4bc6-ba8b-934b5322d404 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 944 time: 0.2143469 Aug 27 16:26:04.129417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9b1ad072-9980-4ec5-b2fd-50f16cad4446 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1866765 Aug 27 16:26:04.134039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Port f7a7d3a2-330d-4e77-97fb-3b4018351151 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:26:04.138330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Attempting to bind port f7a7d3a2-330d-4e77-97fb-3b4018351151 on network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:04.140218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52164) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:04.163557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:04.164523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Checking segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:04.165181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Bound using segment: {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:04.165828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Bound port: f7a7d3a2-330d-4e77-97fb-3b4018351151, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc572f6-65fd-45dd-b51a-0a853d3df07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:04.166398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.199232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.211454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0688d621-73f1-4f5b-a015-0816ea39893f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.214955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.257016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e35ecaee-31f1-4983-b4bb-d4e1658266f1 req-349b28fc-f2e5-4326-9320-e7b531ef5158 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249144 Aug 27 16:26:04.257532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0688d621-73f1-4f5b-a015-0816ea39893f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.260803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9777-e960-4a98-9dab-d712f0cdc2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.276796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c16f8-afc7-4cc3-a365-882b93aebbd7 req-1f159436-d802-4936-aba6-5025b1263d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:04.278393 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b9c16f8-afc7-4cc3-a365-882b93aebbd7 req-1f159436-d802-4936-aba6-5025b1263d03 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 1096 time: 0.1578474 Aug 27 16:26:04.294556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] For port f7a7d3a2-330d-4e77-97fb-3b4018351151, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:04.295625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] For port f7a7d3a2-330d-4e77-97fb-3b4018351151, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:04.358782 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4b9c16f8-afc7-4cc3-a365-882b93aebbd7 req-f37c0a02-e83f-4b8b-9655-b9f91a3249c7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688703 Aug 27 16:26:04.382707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9777-e960-4a98-9dab-d712f0cdc2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.425238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc9777-e960-4a98-9dab-d712f0cdc2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35977a9f-eb30-4839-a9ca-58b0d51e2292,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.430169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0dcc9777-e960-4a98-9dab-d712f0cdc2b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=454ed1a5549741aeb91a7c71c9b9477a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1609311 Aug 27 16:26:04.432798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52166) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:04.445461 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0688d621-73f1-4f5b-a015-0816ea39893f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.450379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0688d621-73f1-4f5b-a015-0816ea39893f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.451514 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0688d621-73f1-4f5b-a015-0816ea39893f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/01a7f026-2393-4b1f-9ee6-f795647f1d06 HTTP/1.1" status: 204 len: 168 time: 0.3102660 Aug 27 16:26:04.454680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.455161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52168) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:04.466873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688d621-73f1-4f5b-a015-0816ea39893f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01a7f026-2393-4b1f-9ee6-f795647f1d06,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.520098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:04.520988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.521326 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.523478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] 10.222.0.97 "PUT /v2.0/ports/f7a7d3a2-330d-4e77-97fb-3b4018351151 HTTP/1.1" status: 200 len: 1092 time: 1.7889693 Aug 27 16:26:04.523931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:04.526254 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa60e145-62bf-47d4-b617-da26933628b6" -d '{"events": [{"name": "network-changed", "server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:04.550976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129df1f2-1fbb-4b0f-beaa-eb50e6b2da8e service neutron] Pushing event updated for resources: {'Port': ['ID=f7a7d3a2-330d-4e77-97fb-3b4018351151,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.557331 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-001711f1-092f-4e66-94d4-3b33f73ad95e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1010027 Aug 27 16:26:04.568743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52172) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:04.570006 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8580a360-124c-4802-b25c-74c88bf6060d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.591502 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf8a14-4109-4159-871f-19fcc85f5ccf x-openstack-request-id: req-e2bf8a14-4109-4159-871f-19fcc85f5ccf {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:04.591795 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:04.592049 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e2bf8a14-4109-4159-871f-19fcc85f5ccf {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:04.592459 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'status': 'completed', 'code': 200} Aug 27 16:26:04.630971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8580a360-124c-4802-b25c-74c88bf6060d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.636362 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cff2-c542-4f2e-882c-193a441ab226 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.649219 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cff2-c542-4f2e-882c-193a441ab226 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.736180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e145-62bf-47d4-b617-da26933628b6 req-2531727b-037d-40b7-b1bf-58e8915e1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:04.737883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa60e145-62bf-47d4-b617-da26933628b6 req-2531727b-037d-40b7-b1bf-58e8915e1b52 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 1095 time: 0.1239727 Aug 27 16:26:04.800982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cff2-c542-4f2e-882c-193a441ab226 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.817378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3c2cff2-c542-4f2e-882c-193a441ab226 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.818697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c3c2cff2-c542-4f2e-882c-193a441ab226 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/0806166f-6c88-41e9-b27b-c9d77ead75e8 HTTP/1.1" status: 204 len: 168 time: 0.2463427 Aug 27 16:26:04.822918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52174) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:04.830416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2cff2-c542-4f2e-882c-193a441ab226 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0806166f-6c88-41e9-b27b-c9d77ead75e8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.863718 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8580a360-124c-4802-b25c-74c88bf6060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.867595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8580a360-124c-4802-b25c-74c88bf6060d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:04.877024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8580a360-124c-4802-b25c-74c88bf6060d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/35977a9f-eb30-4839-a9ca-58b0d51e2292 HTTP/1.1" status: 204 len: 168 time: 0.4431398 Aug 27 16:26:04.914446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e145-62bf-47d4-b617-da26933628b6 req-20c858c9-4e38-4a0a-b96f-566f52b9963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:04.917128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa60e145-62bf-47d4-b617-da26933628b6 req-20c858c9-4e38-4a0a-b96f-566f52b9963f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=13a6e423ab9b4728802e216684005e3b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1694975 Aug 27 16:26:04.942297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580a360-124c-4802-b25c-74c88bf6060d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35977a9f-eb30-4839-a9ca-58b0d51e2292,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:04.946711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b434fd8e-5b1a-465c-a99e-247920407e23 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1201539 Aug 27 16:26:04.951352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52182) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:05.002749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eade38aa-609e-4c80-824e-136606756acf tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.024471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eade38aa-609e-4c80-824e-136606756acf tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.024471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.058435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357aee6-29d2-4119-819e-8f8c3399dc45 req-63cfa845-ede2-4de8-ad15-11ac22c5ec46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:05.060242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0357aee6-29d2-4119-819e-8f8c3399dc45 req-63cfa845-ede2-4de8-ad15-11ac22c5ec46 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.1495748 Aug 27 16:26:05.064147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c905af15-4b70-40a5-ae4b-4a084af2335d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:05.126822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8b69c-be45-456d-97e6-f031dc26746c None None] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:05.132303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.191978 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eade38aa-609e-4c80-824e-136606756acf tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.216362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eade38aa-609e-4c80-824e-136606756acf tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.220733 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eade38aa-609e-4c80-824e-136606756acf tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/3706ef28-048f-4443-8b2b-77d075158114 HTTP/1.1" status: 204 len: 168 time: 0.2683432 Aug 27 16:26:05.245430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c905af15-4b70-40a5-ae4b-4a084af2335d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:05.269034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:05.269810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Port': ['ID=1ddb263b-b4a8-4181-9bb9-e3588017021f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:05.282401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade38aa-609e-4c80-824e-136606756acf tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3706ef28-048f-4443-8b2b-77d075158114,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:05.294986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.310816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e55c671d-3b50-4c6e-8985-744e8be50084 None None] Provisioning for port c905af15-4b70-40a5-ae4b-4a084af2335d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:05.332083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e55c671d-3b50-4c6e-8985-744e8be50084 None None] Provisioning complete for port c905af15-4b70-40a5-ae4b-4a084af2335d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:05.338805 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e55c671d-3b50-4c6e-8985-744e8be50084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.372835 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-01738420-2b6c-411a-8e0c-a7e80d5cb4c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0750065 Aug 27 16:26:05.378448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52190) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:05.448425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0357aee6-29d2-4119-819e-8f8c3399dc45 req-1fa9511c-8de4-4a66-8bc1-3e426d8c3bca tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659363 Aug 27 16:26:05.454922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581af8c6-1156-488b-b0ee-acc605e2dc7a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.456349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149965-ca15-4009-a00f-24b2194fd297 req-b4b67a3a-8c12-416c-a457-b3a0f588cb1d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:05.457867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a149965-ca15-4009-a00f-24b2194fd297 req-b4b67a3a-8c12-416c-a457-b3a0f588cb1d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 945 time: 0.4084520 Aug 27 16:26:05.458695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e55c671d-3b50-4c6e-8985-744e8be50084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.458931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60e145-62bf-47d4-b617-da26933628b6 req-4acda5af-1a29-40d1-985b-c71b4c9e7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:05.461083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa60e145-62bf-47d4-b617-da26933628b6 req-4acda5af-1a29-40d1-985b-c71b4c9e7f97 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5203261 Aug 27 16:26:05.489421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581af8c6-1156-488b-b0ee-acc605e2dc7a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.516341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e55c671d-3b50-4c6e-8985-744e8be50084 None None] For port c905af15-4b70-40a5-ae4b-4a084af2335d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c905af15-4b70-40a5-ae4b-4a084af2335d,segment=NetworkSegment(b88f5ba8-4cf5-4d36-b12a-656bedf8f115),segment_id=b88f5ba8-4cf5-4d36-b12a-656bedf8f115)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:05.522582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a149965-ca15-4009-a00f-24b2194fd297 req-12a7624e-2e6b-446f-a552-e1b05f2de0b5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 Aug 27 16:26:05.571425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:05.571425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:05.585435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-880a16c7-70a8-4c73-8cd4-0526de2afd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:05.587476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-880a16c7-70a8-4c73-8cd4-0526de2afd63 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 1095 time: 0.0692446 Aug 27 16:26:05.593886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e55c671d-3b50-4c6e-8985-744e8be50084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.628937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581af8c6-1156-488b-b0ee-acc605e2dc7a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.652918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c671d-3b50-4c6e-8985-744e8be50084 None None] Pushing event updated for resources: {'Port': ['ID=c905af15-4b70-40a5-ae4b-4a084af2335d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:05.661213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-4c9803ab-218b-424e-a5df-a51e990f2a92 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151 HTTP/1.1" status: 200 len: 217 time: 0.0655067 Aug 27 16:26:05.671825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581af8c6-1156-488b-b0ee-acc605e2dc7a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.675455 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-581af8c6-1156-488b-b0ee-acc605e2dc7a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/a7eaa7d9-0a4b-4036-877c-e4205d83e71d HTTP/1.1" status: 204 len: 168 time: 0.2925439 Aug 27 16:26:05.676031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52192) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:05.699700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581af8c6-1156-488b-b0ee-acc605e2dc7a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7eaa7d9-0a4b-4036-877c-e4205d83e71d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:05.718515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52194) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:05.735960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08813baf-54a4-4565-826b-4d78a0baf209 req-f6af27a2-2be0-4ba9-9237-641fd734adf9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:05.737533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08813baf-54a4-4565-826b-4d78a0baf209 req-f6af27a2-2be0-4ba9-9237-641fd734adf9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 944 time: 0.1437535 Aug 27 16:26:05.738979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-78f17329-caea-48d1-9a0c-a20389d78dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:05.740701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-78f17329-caea-48d1-9a0c-a20389d78dad service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.0706995 Aug 27 16:26:05.741895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67187c4e-e7da-4c9b-ba79-0111dbb8fef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.785840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b3236946-b6ac-48b5-a9ca-52c4dfa74e80 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1074898 Aug 27 16:26:05.790659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52196) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:05.818037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eee0c3f5-0401-4cb7-a68f-a667926b2ab9 None None] Provisioning complete for port c905af15-4b70-40a5-ae4b-4a084af2335d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:05.818670 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eee0c3f5-0401-4cb7-a68f-a667926b2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.852042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08813baf-54a4-4565-826b-4d78a0baf209 req-68e19d19-813f-413e-af5f-c7057689c2d0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076977 Aug 27 16:26:05.864187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-74569a3f-369a-40c1-9eb1-f45526263bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:05.866057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-74569a3f-369a-40c1-9eb1-f45526263bd3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141698 Aug 27 16:26:05.928991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55da420d-bc24-452d-91e7-025c70e4534f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.931942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Router 53f79672-42d0-4b58-914e-dfe6a007d799 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:26:05.941773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67187c4e-e7da-4c9b-ba79-0111dbb8fef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:05.969967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55da420d-bc24-452d-91e7-025c70e4534f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.017746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-5c2c693d-7275-4963-a897-4302b6416d8d service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430211 Aug 27 16:26:06.028947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eee0c3f5-0401-4cb7-a68f-a667926b2ab9 None None] Provisioning for port 1ddb263b-b4a8-4181-9bb9-e3588017021f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:06.034649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:06.035306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:26:06.036096 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125b297-9a5a-49de-abc0-668dc2728375" -d '{"events": [{"server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:06.041335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce326dbb-9b90-419e-a48a-e955853348e1 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "PUT /v2.0/routers/53f79672-42d0-4b58-914e-dfe6a007d799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4686327 Aug 27 16:26:06.043862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52200) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:06.047520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eee0c3f5-0401-4cb7-a68f-a667926b2ab9 None None] Provisioning complete for port 1ddb263b-b4a8-4181-9bb9-e3588017021f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:06.048322 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eee0c3f5-0401-4cb7-a68f-a667926b2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.049420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'port': {'network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8', 'name': 'tempest-FloatingIPNegativeTestJSON-20512588'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:06.058894 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] Sync routers for ids ['53f79672-42d0-4b58-914e-dfe6a007d799'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:26:06.075256 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] Routers {'53f79672-42d0-4b58-914e-dfe6a007d799'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:06.076224 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53f79672-42d0-4b58-914e-dfe6a007d799'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:06.110111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eee0c3f5-0401-4cb7-a68f-a667926b2ab9 None None] Port 1ddb263b-b4a8-4181-9bb9-e3588017021f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:26:06.125291 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0badacb8-567d-43b9-8902-e8b9740a2e5b x-openstack-request-id: req-0badacb8-567d-43b9-8902-e8b9740a2e5b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:06.125594 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "name": "network-vif-plugged", "status": "completed", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:06.125955 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0badacb8-567d-43b9-8902-e8b9740a2e5b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:06.126248 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994', 'code': 200} Aug 27 16:26:06.130602 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:06.138453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55da420d-bc24-452d-91e7-025c70e4534f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.143759 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] Routers {'53f79672-42d0-4b58-914e-dfe6a007d799'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:06.143882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-55da420d-bc24-452d-91e7-025c70e4534f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.143976 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53f79672-42d0-4b58-914e-dfe6a007d799'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:06.144084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-55da420d-bc24-452d-91e7-025c70e4534f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/6a67a4fd-6c0b-4c42-b51a-ffebd18d4758 HTTP/1.1" status: 204 len: 168 time: 0.3496790 Aug 27 16:26:06.149881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52202) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:06.173570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da420d-bc24-452d-91e7-025c70e4534f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67a4fd-6c0b-4c42-b51a-ffebd18d4758,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:06.204234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f03fd34a-1185-4ba5-adf8-deb45059c0d9 req-528360df-fd78-4dbf-82d3-d0673a2fd822 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794438 Aug 27 16:26:06.209253 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:06.210230 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d99f-afaf-4fd9-9f76-aca355db34f1 None None] The sync data for ids ['53f79672-42d0-4b58-914e-dfe6a007d799'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:26:06.214641 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-67187c4e-e7da-4c9b-ba79-0111dbb8fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.245384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1b6981a4-3372-4e59-a07f-b527c27ffe2c None None] Provisioning complete for port 1ddb263b-b4a8-4181-9bb9-e3588017021f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:06.245952 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b6981a4-3372-4e59-a07f-b527c27ffe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.260105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e1860a8b-39fe-42b1-b579-e523ba786495 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031427 Aug 27 16:26:06.262199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52204) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:06.272672 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-67187c4e-e7da-4c9b-ba79-0111dbb8fef5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=77305a798c5a4df2851f93a3bea0a31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505490 Aug 27 16:26:06.272875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a140e843-a826-4e20-af96-2081c5857caa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--733873338'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:06.273198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52206) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:06.294924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67187c4e-e7da-4c9b-ba79-0111dbb8fef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b7445-ab4b-4b7e-b1e3-38124273acf1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:06.305938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1b6981a4-3372-4e59-a07f-b527c27ffe2c None None] Port 1ddb263b-b4a8-4181-9bb9-e3588017021f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:26:06.326475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b20b-7bd0-403f-a42b-1735001e0525 req-6120d30d-2af7-41aa-9594-56f2159b17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:06.328751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8371b20b-7bd0-403f-a42b-1735001e0525 req-6120d30d-2af7-41aa-9594-56f2159b17b0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 1096 time: 0.0641427 Aug 27 16:26:06.331108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Made reservation on behalf of d9ff6cad775345da94d01bcfcc679cab for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:06.335361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.348854 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7a850e9-503f-40f2-bfd4-b8b271eb92a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.377715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] device_id is not set on port 83609910-0c14-45a4-ae00-81a5be80bce3 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:26:06.384471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8371b20b-7bd0-403f-a42b-1735001e0525 req-9600db6c-8e7c-42b9-ad23-d2434e95aac6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Aug 27 16:26:06.387369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7a850e9-503f-40f2-bfd4-b8b271eb92a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.416561 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a140e843-a826-4e20-af96-2081c5857caa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.427134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-81011ca0-cd70-4201-a931-f61a0e1c889e None None] Provisioning complete for port 1ddb263b-b4a8-4181-9bb9-e3588017021f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:06.427537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81011ca0-cd70-4201-a931-f61a0e1c889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.465815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-81011ca0-cd70-4201-a931-f61a0e1c889e None None] Port 1ddb263b-b4a8-4181-9bb9-e3588017021f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:26:06.518264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Allocated IP 172.20.0.9 (67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8/f845e113-9d45-44f8-a870-fb0f931265a2/83609910-0c14-45a4-ae00-81a5be80bce3) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:06.585972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7a850e9-503f-40f2-bfd4-b8b271eb92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.588551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7a850e9-503f-40f2-bfd4-b8b271eb92a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.589712 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c7a850e9-503f-40f2-bfd4-b8b271eb92a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f0b7445-ab4b-4b7e-b1e3-38124273acf1 HTTP/1.1" status: 204 len: 168 time: 0.3155899 Aug 27 16:26:06.590971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706f493-6a73-4c11-ac58-4a3fa42d170d req-5a25d08c-e026-4637-a7a2-280ca0ce6091 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:06.602079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f706f493-6a73-4c11-ac58-4a3fa42d170d req-5a25d08c-e026-4637-a7a2-280ca0ce6091 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0630620 Aug 27 16:26:06.634384 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a850e9-503f-40f2-bfd4-b8b271eb92a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b7445-ab4b-4b7e-b1e3-38124273acf1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:06.699597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a140e843-a826-4e20-af96-2081c5857caa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.700295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.716050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Transition to ACTIVE for port object 83609910-0c14-45a4-ae00-81a5be80bce3 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:06.717018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f706f493-6a73-4c11-ac58-4a3fa42d170d req-f8abf284-c6f4-42df-b443-1f2c38d4f599 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834701 Aug 27 16:26:06.730438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b0679-ed3b-4e30-b6c2-a344ac147576 req-1d68169c-55e7-4b4b-b814-a558ac021925 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:06.732402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-231b0679-ed3b-4e30-b6c2-a344ac147576 req-1d68169c-55e7-4b4b-b814-a558ac021925 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 945 time: 0.1001420 Aug 27 16:26:06.760953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a140e843-a826-4e20-af96-2081c5857caa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.803632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-231b0679-ed3b-4e30-b6c2-a344ac147576 req-a95721a7-4da3-4215-8385-484fc30a4b2b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Aug 27 16:26:06.804641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140e843-a826-4e20-af96-2081c5857caa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d736612-e57c-4ebc-8ed2-488cbbc5d04d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:06.856425 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a140e843-a826-4e20-af96-2081c5857caa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.860131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:06.860470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a140e843-a826-4e20-af96-2081c5857caa tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5944719 Aug 27 16:26:06.860470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52216) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:06.865810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-13086f8f-3db1-40f5-a0b7-bbc27ae4562a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '3d736612-e57c-4ebc-8ed2-488cbbc5d04d', 'direction': 'ingress', 'protocol': 17}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:06.944413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Port': ['ID=83609910-0c14-45a4-ae00-81a5be80bce3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:06.948721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c905af15-4b70-40a5-ae4b-4a084af2335d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:06.950343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:06.951871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:06.956864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:07.013834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44897a5c-f425-4c70-9bee-25025cc09075 req-2e1b09fa-25d2-45eb-86b6-34c4400abee9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:07.016381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44897a5c-f425-4c70-9bee-25025cc09075 req-2e1b09fa-25d2-45eb-86b6-34c4400abee9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 944 time: 0.0746381 Aug 27 16:26:07.033288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13086f8f-3db1-40f5-a0b7-bbc27ae4562a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.033393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:07.033393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.038663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c905af15-4b70-40a5-ae4b-4a084af2335d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:07.039302 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.103010 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2b9f84ce-c58e-464e-92da-2bc70921e856 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0580359 Aug 27 16:26:07.106455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52232) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:07.112217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:07.116813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44897a5c-f425-4c70-9bee-25025cc09075 req-3acf6f36-1c34-40e7-81c0-1d73dd604c57 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878704 Aug 27 16:26:07.191676 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13086f8f-3db1-40f5-a0b7-bbc27ae4562a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.217960 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.253672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90117d-591e-4760-ad7f-107e031193f2 req-2d36d23a-dfba-47af-a937-1127db576edb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:07.255468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c90117d-591e-4760-ad7f-107e031193f2 req-2d36d23a-dfba-47af-a937-1127db576edb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1644723 Aug 27 16:26:07.279806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c90117d-591e-4760-ad7f-107e031193f2 req-7f27199f-81fe-46d9-af8c-d4b889233b26 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0173962 Aug 27 16:26:07.317153 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13086f8f-3db1-40f5-a0b7-bbc27ae4562a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.349026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13086f8f-3db1-40f5-a0b7-bbc27ae4562a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81249de-3c81-4dd2-84f0-24766ad7868b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:07.351854 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.357359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c90117d-591e-4760-ad7f-107e031193f2 req-6684a9b9-9aea-4b40-b8c3-76486dcba4aa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759716 Aug 27 16:26:07.364744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-31198260-4236-42d9-aa3a-8cab98dec96e None None] Provisioning for port 83609910-0c14-45a4-ae00-81a5be80bce3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:07.371506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-31198260-4236-42d9-aa3a-8cab98dec96e None None] Provisioning complete for port 83609910-0c14-45a4-ae00-81a5be80bce3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:07.371890 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31198260-4236-42d9-aa3a-8cab98dec96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.416688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-31198260-4236-42d9-aa3a-8cab98dec96e None None] Port 83609910-0c14-45a4-ae00-81a5be80bce3 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:26:07.424623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13086f8f-3db1-40f5-a0b7-bbc27ae4562a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.426010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13086f8f-3db1-40f5-a0b7-bbc27ae4562a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5638161 Aug 27 16:26:07.429112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52242) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:07.481322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Allocated IP 172.25.4.233 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/8b44684c-08ac-467a-ad2c-211b2b9a6c8b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:07.519406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d750fab7-66ff-4919-b50d-6f7ad2d8c0ae tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.524018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c90117d-591e-4760-ad7f-107e031193f2 req-83909483-2e75-4882-97f1-9b7c4fd1a06f service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526895 Aug 27 16:26:07.554868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7a7d3a2-330d-4e77-97fb-3b4018351151 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:26:07.587448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d750fab7-66ff-4919-b50d-6f7ad2d8c0ae tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.618644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.669674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c90117d-591e-4760-ad7f-107e031193f2 req-88bf4da5-66c7-4d78-aa74-1964c8b25c1e service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348150 Aug 27 16:26:07.677677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f7a7d3a2-330d-4e77-97fb-3b4018351151, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:07.691336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'port_id': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'mac_address': 'fa:16:3e:94:4e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:26:07.731152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.731310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d750fab7-66ff-4919-b50d-6f7ad2d8c0ae tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.734176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d750fab7-66ff-4919-b50d-6f7ad2d8c0ae tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.735756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d750fab7-66ff-4919-b50d-6f7ad2d8c0ae tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/3d736612-e57c-4ebc-8ed2-488cbbc5d04d HTTP/1.1" status: 204 len: 168 time: 0.3053601 Aug 27 16:26:07.739760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52250) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:07.746942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a7d3a2-330d-4e77-97fb-3b4018351151 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:07.763427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750fab7-66ff-4919-b50d-6f7ad2d8c0ae tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d736612-e57c-4ebc-8ed2-488cbbc5d04d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:07.764555 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.773972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f7a7d3a2-330d-4e77-97fb-3b4018351151, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:07.851784 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:07.856743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Port': ['ID=8b44684c-08ac-467a-ad2c-211b2b9a6c8b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:07.870716 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4b68de16-9dd9-4f0a-8d14-a760312e9565 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296744 Aug 27 16:26:07.874202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:07.875179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52256) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:07.883209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b07b1ac2-02f3-46f8-9cbe-555ce53a7587 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661302338'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:07.888598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:07.892447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050e401-fe0a-4cb7-8131-0b4d8c3017d1 req-b842ca2f-deb8-4104-9cc7-3a44ce2300e0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:07.892624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:07.894246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c050e401-fe0a-4cb7-8131-0b4d8c3017d1 req-b842ca2f-deb8-4104-9cc7-3a44ce2300e0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0713437 Aug 27 16:26:07.917359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f7a7d3a2-330d-4e77-97fb-3b4018351151,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:07.936322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.936989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.937564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.938147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.938924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.939940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.940487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.940998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.941504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.947374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.947374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.947374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:07.965449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c050e401-fe0a-4cb7-8131-0b4d8c3017d1 req-feae19e1-31cb-4ea0-821f-19518bb383c5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514295 Aug 27 16:26:08.021174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.071067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f7a7d3a2-330d-4e77-97fb-3b4018351151'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:08.074065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b07b1ac2-02f3-46f8-9cbe-555ce53a7587 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.122658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18f7d8-f40b-45cf-962d-ccbc1c08314e req-a1ac7d8d-3468-4372-a813-353427c1b2c8 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:08.131922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db18f7d8-f40b-45cf-962d-ccbc1c08314e req-a1ac7d8d-3468-4372-a813-353427c1b2c8 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0820670 Aug 27 16:26:08.223025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db18f7d8-f40b-45cf-962d-ccbc1c08314e req-4489cabb-ba3b-430e-b37b-e4db9d057c85 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901017 Aug 27 16:26:08.249001 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.294977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b07b1ac2-02f3-46f8-9cbe-555ce53a7587 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.377469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e508090-34cb-438f-abcf-a48018275023 req-842bb639-e2db-48c1-a59c-0ffb500cc32a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:08.386682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e508090-34cb-438f-abcf-a48018275023 req-842bb639-e2db-48c1-a59c-0ffb500cc32a tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 945 time: 0.0736392 Aug 27 16:26:08.414850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b07b1ac2-02f3-46f8-9cbe-555ce53a7587 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.444215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e508090-34cb-438f-abcf-a48018275023 req-a51b2817-0f25-4a93-9e9a-3996bc4e34ba tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562963 Aug 27 16:26:08.477668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b1ac2-02f3-46f8-9cbe-555ce53a7587 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd19a76-dbb4-4c8a-a7ba-f6aad5d3a10f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:08.493456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.524242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b07b1ac2-02f3-46f8-9cbe-555ce53a7587 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.524242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b07b1ac2-02f3-46f8-9cbe-555ce53a7587 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6476338 Aug 27 16:26:08.526172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52292) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:08.530868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4584285a-cdeb-4fd9-885b-d2f7dfd4e3c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123649600'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:08.582564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.641493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4584285a-cdeb-4fd9-885b-d2f7dfd4e3c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.682336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Port': ['ID=8b44684c-08ac-467a-ad2c-211b2b9a6c8b,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:08.695400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:08.827348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-77c79417-1d15-4962-9552-c960c32986c1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:08.829012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-77c79417-1d15-4962-9552-c960c32986c1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1111209 Aug 27 16:26:08.845673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-47379b52-2de5-4bbc-bf70-1afc277bf2a4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0104570 Aug 27 16:26:08.903182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-31c238a7-2cd4-4e2c-92e2-946b2b46a477 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504878 Aug 27 16:26:09.021098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-ac4f9f38-86f6-4264-b85f-9c02902adb79 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108057 Aug 27 16:26:09.100566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4584285a-cdeb-4fd9-885b-d2f7dfd4e3c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.127175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-eaf7d419-18ef-4935-b786-734739175697 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989299 Aug 27 16:26:09.229017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4584285a-cdeb-4fd9-885b-d2f7dfd4e3c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.250129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-16f6b242-d1e8-4198-bda7-f4bf17eeb43d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:09.251528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-16f6b242-d1e8-4198-bda7-f4bf17eeb43d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/networks?id=d698cbfd-2741-4754-8519-b3df7b4bb078 HTTP/1.1" status: 200 len: 815 time: 0.1140242 Aug 27 16:26:09.258702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584285a-cdeb-4fd9-885b-d2f7dfd4e3c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e3cee-192f-4341-804e-efa5014d14a9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:09.268822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-19c1eadf-0336-4eb6-8ede-e8b1543a715f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/quotas/4888138c2d154e3285d731db5f15bcac HTTP/1.1" status: 200 len: 375 time: 0.0109632 Aug 27 16:26:09.322946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-e2704066-65da-4de5-8e92-353b1b2e17f6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479341 Aug 27 16:26:09.334828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-5e30156d-e69b-4e14-bf37-25d94a195131 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:26:09.335820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-5e30156d-e69b-4e14-bf37-25d94a195131 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060120 Aug 27 16:26:09.342456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.345176 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dcc14cf0-f0d6-4e69-afd3-56b01fcbb8b3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2372999 Aug 27 16:26:09.346225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4584285a-cdeb-4fd9-885b-d2f7dfd4e3c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.350836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4584285a-cdeb-4fd9-885b-d2f7dfd4e3c0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8213792 Aug 27 16:26:09.352967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52322) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:09.354458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52324) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:09.363427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7e0aaa1d-4467-46a8-8762-cacc6831d31e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '0dd19a76-dbb4-4c8a-a7ba-f6aad5d3a10f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c8e3cee-192f-4341-804e-efa5014d14a9', 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:09.406821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-db3b819e-a992-41b2-b0a3-322bb47104fd tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'floatingip': {'port_id': '83609910-0c14-45a4-ae00-81a5be80bce3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:09.445892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-145788c6-6c84-44b3-8313-e42a4459bd55 req-ab063d5f-cfc5-4047-9c98-f817e3229cac tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 210 time: 0.0336127 Aug 27 16:26:09.453775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db3b819e-a992-41b2-b0a3-322bb47104fd tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.492144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-3741e9a8-cc1c-4a0d-a499-ee870004323e service neutron] 10.222.0.101 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499503 Aug 27 16:26:09.560594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaa1d-4467-46a8-8762-cacc6831d31e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.562542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7a7d3a2-330d-4e77-97fb-3b4018351151 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:09.668243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993e88-3079-431c-9eca-ad8027b1794f req-86781168-7fbe-481a-98d8-79c391394c45 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:09.674632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23993e88-3079-431c-9eca-ad8027b1794f req-86781168-7fbe-481a-98d8-79c391394c45 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 945 time: 0.1005235 Aug 27 16:26:09.698939 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-db3b819e-a992-41b2-b0a3-322bb47104fd tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] update failed (client error): The resource could not be found. Aug 27 16:26:09.700033 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-db3b819e-a992-41b2-b0a3-322bb47104fd tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "PUT /v2.0/floatingips/2b7b3132-8826-406d-85a1-e10f46401c62 HTTP/1.1" status: 404 len: 507 time: 0.2978878 Aug 27 16:26:09.703008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52338) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:09.705258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-8dbffb9f-f4e7-4fa6-a87d-cfa0eed1ed7e service neutron] 10.222.0.101 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026775 Aug 27 16:26:09.726429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port f7a7d3a2-330d-4e77-97fb-3b4018351151 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:09.730675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port f7a7d3a2-330d-4e77-97fb-3b4018351151 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:09.731372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.766244 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaa1d-4467-46a8-8762-cacc6831d31e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.777644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23993e88-3079-431c-9eca-ad8027b1794f req-baef4a5e-a25f-4f06-bdae-954590897f74 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020176 Aug 27 16:26:09.852632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.890927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f7a7d3a2-330d-4e77-97fb-3b4018351151, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:09.892095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:09.895211 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12a3bc4-35d1-4b46-bd88-5fcdaacee776" -d '{"events": [{"server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "name": "network-vif-plugged", "status": "completed", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:09.903732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaa1d-4467-46a8-8762-cacc6831d31e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.946049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0aaa1d-4467-46a8-8762-cacc6831d31e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09c2fc4-8a3e-4c60-ba3a-8867ee2489f5,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:09.960989 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a96bf36-da20-473c-baa8-91acb837a25e x-openstack-request-id: req-6a96bf36-da20-473c-baa8-91acb837a25e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:09.961521 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "name": "network-vif-plugged", "status": "completed", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:09.961842 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a96bf36-da20-473c-baa8-91acb837a25e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:09.962303 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'code': 200} Aug 27 16:26:09.976404 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:09.981854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Deleting port 8b44684c-08ac-467a-ad2c-211b2b9a6c8b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:09.982205 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.016830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5605c3b-ee01-45cd-b934-a730337fac4a req-f5c32727-ef15-4d19-82cd-740bab02fe4f tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 210 time: 0.0626278 Aug 27 16:26:10.057844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e0aaa1d-4467-46a8-8762-cacc6831d31e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.059140 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7e0aaa1d-4467-46a8-8762-cacc6831d31e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7035539 Aug 27 16:26:10.070565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52348) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:10.090201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f7a7d3a2-330d-4e77-97fb-3b4018351151,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:10.107583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fb06b-b8e6-457f-9fc0-05944186805e req-85603e3c-3a49-4275-b470-3efc99acae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:10.109914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-875fb06b-b8e6-457f-9fc0-05944186805e req-85603e3c-3a49-4275-b470-3efc99acae98 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 1097 time: 0.0785556 Aug 27 16:26:10.114308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df40958f-3d96-4eaa-8d74-b48bc2e7cab0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.119963 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.123436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.135734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Calling delete_port for 8b44684c-08ac-467a-ad2c-211b2b9a6c8b owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:10.142343 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df40958f-3d96-4eaa-8d74-b48bc2e7cab0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.188106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-875fb06b-b8e6-457f-9fc0-05944186805e req-b2d17d70-60e1-4797-b061-6a342cbbfce6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700068 Aug 27 16:26:10.272176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df40958f-3d96-4eaa-8d74-b48bc2e7cab0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.278290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df40958f-3d96-4eaa-8d74-b48bc2e7cab0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.284464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-df40958f-3d96-4eaa-8d74-b48bc2e7cab0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/a09c2fc4-8a3e-4c60-ba3a-8867ee2489f5 HTTP/1.1" status: 204 len: 168 time: 0.2124629 Aug 27 16:26:10.294046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52356) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:10.335087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40958f-3d96-4eaa-8d74-b48bc2e7cab0 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a09c2fc4-8a3e-4c60-ba3a-8867ee2489f5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:10.371239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2d28b975-27a0-4fb4-bf0e-841946893413 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0736828 Aug 27 16:26:10.373996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:10.439563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.461609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c52f57-67c4-43f1-935f-b6662f007d3d tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.467522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event deleted for resources: {'Port': ['ID=8b44684c-08ac-467a-ad2c-211b2b9a6c8b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:10.476787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399254c-5bbe-4e62-8920-29415780bb36 req-1cbe8248-cce3-4300-9309-3334845c2bfa tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:10.478407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1399254c-5bbe-4e62-8920-29415780bb36 req-1cbe8248-cce3-4300-9309-3334845c2bfa tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "GET /v2.0/ports?device_id=673c1167-8cd8-43cc-aae6-3954dfbd3f9b HTTP/1.1" status: 200 len: 945 time: 0.0769396 Aug 27 16:26:10.532805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c52f57-67c4-43f1-935f-b6662f007d3d tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.569121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.572393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.573668 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-14ed8adf-d4c7-4203-8933-6d8fd6580a6d tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "DELETE /v2.0/floatingips/2b7b3132-8826-406d-85a1-e10f46401c62 HTTP/1.1" status: 204 len: 168 time: 0.8696182 Aug 27 16:26:10.578863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52364) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:10.583822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2f2bb3ac-596c-4839-a4cf-966fbb429ef3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'floatingip': {'floating_network_id': '67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8', 'port_id': '83609910-0c14-45a4-ae00-81a5be80bce3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:10.620319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00e21e2b-ade8-495d-973c-35037dd9ffdd req-ce1890fd-9476-4103-b28a-83483cb6b021 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 210 time: 0.0636168 Aug 27 16:26:10.654922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Deleting port 032a9b4d-c9e8-4432-bc0d-615905529994 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:10.655246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.702066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb3ac-596c-4839-a4cf-966fbb429ef3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.743705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c52f57-67c4-43f1-935f-b6662f007d3d tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.747031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c52f57-67c4-43f1-935f-b6662f007d3d tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.748256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-88c52f57-67c4-43f1-935f-b6662f007d3d tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/5c8e3cee-192f-4341-804e-efa5014d14a9 HTTP/1.1" status: 204 len: 168 time: 0.3732259 Aug 27 16:26:10.752962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52366) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:10.762462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] For port 032a9b4d-c9e8-4432-bc0d-615905529994, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=032a9b4d-c9e8-4432-bc0d-615905529994,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:10.762801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.772561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c52f57-67c4-43f1-935f-b6662f007d3d tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e3cee-192f-4341-804e-efa5014d14a9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:10.781863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Calling delete_port for 032a9b4d-c9e8-4432-bc0d-615905529994 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:10.837915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:10.838547 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e6ff5aa6-1e7b-40cb-8d8e-b3464151203c tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0844564 Aug 27 16:26:10.958744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65ef7af-20b7-44c7-ba12-40ea43d5dd44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:10.959028 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-2f2bb3ac-596c-4839-a4cf-966fbb429ef3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:26:10.961644 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f2bb3ac-596c-4839-a4cf-966fbb429ef3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3815987 Aug 27 16:26:10.965844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52372) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:10.972202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '83609910-0c14-45a4-ae00-81a5be80bce3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:11.013481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b293-d6fe-41d3-8bbb-09ee73e0d188 req-cab6762a-eeea-44fd-ba77-d9fc2c2fc72f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:11.014989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aa6b293-d6fe-41d3-8bbb-09ee73e0d188 req-cab6762a-eeea-44fd-ba77-d9fc2c2fc72f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 946 time: 0.1348159 Aug 27 16:26:11.040010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65ef7af-20b7-44c7-ba12-40ea43d5dd44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.104723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2aa6b293-d6fe-41d3-8bbb-09ee73e0d188 req-72ce09d1-7cb3-444a-afcc-6d3528b6e132 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764391 Aug 27 16:26:11.134037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7246e9a-d7f5-4ba9-be34-36ceb1313e7d req-68e04847-0a00-4114-a527-8f99a3b5f1e5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 210 time: 0.0344610 Aug 27 16:26:11.222637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.222885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65ef7af-20b7-44c7-ba12-40ea43d5dd44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.227324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65ef7af-20b7-44c7-ba12-40ea43d5dd44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.229011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d65ef7af-20b7-44c7-ba12-40ea43d5dd44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/0dd19a76-dbb4-4c8a-a7ba-f6aad5d3a10f HTTP/1.1" status: 204 len: 168 time: 0.3897178 Aug 27 16:26:11.229831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.234686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52376) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:11.242471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['032a9b4d-c9e8-4432-bc0d-615905529994'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:11.296179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Pushing event deleted for resources: {'Port': ['ID=032a9b4d-c9e8-4432-bc0d-615905529994,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:11.327046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ef7af-20b7-44c7-ba12-40ea43d5dd44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd19a76-dbb4-4c8a-a7ba-f6aad5d3a10f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:11.347153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-26da8f47-211c-4051-9f1f-0785ccbfd694 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1059096 Aug 27 16:26:11.351951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52382) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:11.363545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] No DVR routers for this DVR port 032a9b4d-c9e8-4432-bc0d-615905529994 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:11.364666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c81099c2-4f14-4af5-a060-fb985465590f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363686900'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:11.368036 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.370156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1399254c-5bbe-4e62-8920-29415780bb36 req-227776bf-0756-4de2-9a62-21d4c308564e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.97 "DELETE /v2.0/ports/032a9b4d-c9e8-4432-bc0d-615905529994 HTTP/1.1" status: 204 len: 173 time: 0.8851984 Aug 27 16:26:11.370538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'name': 'network-vif-deleted', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:11.372784 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d956b-4c30-4763-ac28-2ecc9808fa65" -d '{"events": [{"server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "name": "network-vif-deleted", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:11.400274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.418059 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87746d06-b81a-4ea4-b95c-c04013b5cf0a x-openstack-request-id: req-87746d06-b81a-4ea4-b95c-c04013b5cf0a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:11.418383 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673c1167-8cd8-43cc-aae6-3954dfbd3f9b", "name": "network-vif-deleted", "tag": "032a9b4d-c9e8-4432-bc0d-615905529994", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:11.418656 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-87746d06-b81a-4ea4-b95c-c04013b5cf0a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:11.420935 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673c1167-8cd8-43cc-aae6-3954dfbd3f9b', 'name': 'network-vif-deleted', 'tag': '032a9b4d-c9e8-4432-bc0d-615905529994', 'status': 'completed', 'code': 200} Aug 27 16:26:11.463015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c81099c2-4f14-4af5-a060-fb985465590f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.544159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Allocated IP 172.25.4.180 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/3e158738-2fba-4f4a-861e-02b0a3469269) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:11.656702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c81099c2-4f14-4af5-a060-fb985465590f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.685504 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.733278 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9636699e-d62d-4923-9250-c3b8177eb136 req-6e720319-729c-4697-8fcc-eaf8f4c571e7 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 210 time: 0.0266538 Aug 27 16:26:11.825693 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c81099c2-4f14-4af5-a060-fb985465590f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.828448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.915995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:11.916922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81099c2-4f14-4af5-a060-fb985465590f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ba0c7-3e2f-458d-82cb-d9dc14e1358b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:11.930562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:11.944124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:11.968823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event updated for resources: {'Port': ['ID=3e158738-2fba-4f4a-861e-02b0a3469269,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:11.982309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c81099c2-4f14-4af5-a060-fb985465590f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:11.983593 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c81099c2-4f14-4af5-a060-fb985465590f tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6303585 Aug 27 16:26:11.989304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52390) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:11.991242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b8d52036-f76e-40c6-8b68-43439303f568 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '9e5ba0c7-3e2f-458d-82cb-d9dc14e1358b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:11.997043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-3e827f2b-9a57-4565-8e44-7fcfa736a323 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:11.998528 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-3e827f2b-9a57-4565-8e44-7fcfa736a323 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.2277236 Aug 27 16:26:12.027376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Request body: {'port': {'device_id': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'admin_state_up': True, 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:12.090930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8d52036-f76e-40c6-8b68-43439303f568 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.185846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8d52036-f76e-40c6-8b68-43439303f568 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.269274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e3566-354c-4b73-aae7-7e28daf43d2b req-ba940b8b-7c12-4bcf-ac7f-5181a9061ce3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:12.270641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Deleting port 3e158738-2fba-4f4a-861e-02b0a3469269 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:12.271003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.280294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf0e3566-354c-4b73-aae7-7e28daf43d2b req-ba940b8b-7c12-4bcf-ac7f-5181a9061ce3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 946 time: 0.0669067 Aug 27 16:26:12.331597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:12.335723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.338379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21476361-dc14-416e-83d9-f86f3d173ddd req-5f8d1939-053c-4704-aafa-39ef51826c3c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 210 time: 0.0553138 Aug 27 16:26:12.339108 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8d52036-f76e-40c6-8b68-43439303f568 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.396473 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.397374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.404117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf0e3566-354c-4b73-aae7-7e28daf43d2b req-6d58a5a9-2a66-477c-9fa4-cb68e1dd4ad0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190376 Aug 27 16:26:12.411351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d52036-f76e-40c6-8b68-43439303f568 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4212c33-7305-45c7-bb02-b6ff94460b66,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:12.449005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Calling delete_port for 3e158738-2fba-4f4a-861e-02b0a3469269 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:12.564517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8d52036-f76e-40c6-8b68-43439303f568 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.565725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b8d52036-f76e-40c6-8b68-43439303f568 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5781503 Aug 27 16:26:12.571468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52398) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:12.576069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Allocated IP 172.20.0.12 (be5e7863-5dee-47a5-86e5-8537fccd706a/05e75054-550a-4cf9-92f8-986fa2240420/62bc68ec-0aa0-4cf8-b6e5-db8085e531b5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:12.616167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c96deb2-3723-49fe-bb93-c6eefba672f9 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.632594 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c96deb2-3723-49fe-bb93-c6eefba672f9 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.652706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b64d51-c295-47b9-afb2-e9c37899348d req-89e4e745-1619-4834-b091-6165da73f7ec tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:12.654266 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20b64d51-c295-47b9-afb2-e9c37899348d req-89e4e745-1619-4834-b091-6165da73f7ec tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 946 time: 0.1678131 Aug 27 16:26:12.671102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52400) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:12.677294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Request body: {'floatingip': {'port_id': 'f7a7d3a2-330d-4e77-97fb-3b4018351151'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:12.732421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-dc594e1f-550d-4fd6-8a0b-6cfe726e880d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:12.733887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-dc594e1f-550d-4fd6-8a0b-6cfe726e880d tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.90 "GET /v2.0/networks?id=d698cbfd-2741-4754-8519-b3df7b4bb078 HTTP/1.1" status: 200 len: 815 time: 0.2614841 Aug 27 16:26:12.743466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.750775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Request body: {'port': {'device_id': '6f8372bd-a268-4716-8805-2d42451b4f34', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'admin_state_up': True, 'tenant_id': '4888138c2d154e3285d731db5f15bcac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:12.792042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.806016 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.852448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c96deb2-3723-49fe-bb93-c6eefba672f9 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.861635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event deleted for resources: {'Port': ['ID=3e158738-2fba-4f4a-861e-02b0a3469269,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:12.871509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c96deb2-3723-49fe-bb93-c6eefba672f9 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:12.872731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8c96deb2-3723-49fe-bb93-c6eefba672f9 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/f4212c33-7305-45c7-bb02-b6ff94460b66 HTTP/1.1" status: 204 len: 168 time: 0.3003328 Aug 27 16:26:12.873559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96deb2-3723-49fe-bb93-c6eefba672f9 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4212c33-7305-45c7-bb02-b6ff94460b66,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:12.882863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52404) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:12.991875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6df202d4-a36a-45ba-9cd2-1842c056c3aa req-aad99b98-5b41-488f-b7b6-49dc25e33020 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 210 time: 0.0745680 Aug 27 16:26:13.080059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-07b6f5e5-294e-427e-abf5-9463211b89d8 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1956496 Aug 27 16:26:13.083090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52408) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:13.094580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.096427 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] create failed (client error): The resource could not be found. Aug 27 16:26:13.100867 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0e03ee5a-e31c-4fef-a1b1-144d1c7806fb tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1302726 Aug 27 16:26:13.108201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:13.130680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52410) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:13.218247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Network be5e7863-5dee-47a5-86e5-8537fccd706a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:13.234012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:13.236274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:13.259316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event updated for resources: {'Port': ['ID=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:13.329608 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a8972ac-834e-46c4-b362-52619e8b0b0a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.353972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:13.354818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.390298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a8972ac-834e-46c4-b362-52619e8b0b0a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.443457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Deleting port 83609910-0c14-45a4-ae00-81a5be80bce3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:13.445469 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.558759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Made reservation on behalf of 4888138c2d154e3285d731db5f15bcac for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:13.562405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.566193 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1c33d21-33f5-4212-9409-836b22a96c6e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5463469 Aug 27 16:26:13.567922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.583082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Request body: {'port': {'device_id': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:13.591113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Calling delete_port for 83609910-0c14-45a4-ae00-81a5be80bce3 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:13.602828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1822d1d-573a-4dd0-9cf7-0d4d5cab239f req-0488e598-4443-4ac7-a025-2d7b6f874c71 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 210 time: 0.0462174 Aug 27 16:26:13.630184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a8972ac-834e-46c4-b362-52619e8b0b0a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.632872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7a8972ac-834e-46c4-b362-52619e8b0b0a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.636508 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7a8972ac-834e-46c4-b362-52619e8b0b0a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/9e5ba0c7-3e2f-458d-82cb-d9dc14e1358b HTTP/1.1" status: 204 len: 168 time: 0.5485864 Aug 27 16:26:13.641314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52414) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:13.707571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8972ac-834e-46c4-b362-52619e8b0b0a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ba0c7-3e2f-458d-82cb-d9dc14e1358b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:13.724355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.801475 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9589ce39-e28e-45dc-90fb-ca46592ceef9 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561532 Aug 27 16:26:13.806707 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52416) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:13.812326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fbaac59d-bf41-4589-98b3-79cba7bb2e3a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750144950'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:13.869595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Allocated IP 172.20.0.5 (d698cbfd-2741-4754-8519-b3df7b4bb078/c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc/f3d995f9-dec3-4411-be71-05636ae3f8c3) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:13.965569 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbaac59d-bf41-4589-98b3-79cba7bb2e3a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:13.997314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.007016 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.055809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event deleted for resources: {'Port': ['ID=83609910-0c14-45a4-ae00-81a5be80bce3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:14.065596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.227353 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.231803 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-494b0e0b-3a22-4d3a-a9c7-9ffbe88247e3 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "DELETE /v2.0/ports/83609910-0c14-45a4-ae00-81a5be80bce3 HTTP/1.1" status: 204 len: 168 time: 1.0952456 Aug 27 16:26:14.233865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52424) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:14.256565 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.273060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368919-4d38-4d47-bd4e-891c02144b2c req-d00e406f-12bd-47ab-9228-a8e9c196d111 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:14.274625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6368919-4d38-4d47-bd4e-891c02144b2c req-d00e406f-12bd-47ab-9228-a8e9c196d111 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 932 time: 0.1410449 Aug 27 16:26:14.278109 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Floating IP c2ac95f6-bea4-480a-8d29-f253706923d6 associated. External IP: 172.25.4.33, port: f7a7d3a2-330d-4e77-97fb-3b4018351151. Aug 27 16:26:14.287943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbaac59d-bf41-4589-98b3-79cba7bb2e3a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.304092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:14.312823 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.337004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97d78c-ef9c-4e35-a0e0-1f521d7aece6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:14.341044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fd97d78c-ef9c-4e35-a0e0-1f521d7aece6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "GET /v2.0/ports?device_id=53f79672-42d0-4b58-914e-dfe6a007d799 HTTP/1.1" status: 200 len: 913 time: 0.1015675 Aug 27 16:26:14.341044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Transition to ACTIVE for port object 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:14.342208 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:14.387058 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbaac59d-bf41-4589-98b3-79cba7bb2e3a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.412845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6368919-4d38-4d47-bd4e-891c02144b2c req-dacb362e-d473-4c09-836e-b5e90b76ec8d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988762 Aug 27 16:26:14.431038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.499133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaac59d-bf41-4589-98b3-79cba7bb2e3a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93705e93-54e7-4af7-9ddf-30d9d3cac5d0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:14.531050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.593460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:14.597287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Network d698cbfd-2741-4754-8519-b3df7b4bb078 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:14.605568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:14.609819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:14.612354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Pushing event updated for resources: {'Port': ['ID=f3d995f9-dec3-4411-be71-05636ae3f8c3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:14.617744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbaac59d-bf41-4589-98b3-79cba7bb2e3a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.618972 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fbaac59d-bf41-4589-98b3-79cba7bb2e3a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8108232 Aug 27 16:26:14.639455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52430) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:14.641058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Router d12e34be-042d-4b49-99b0-aade02787fa0 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:26:14.647871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a2609f80-b08a-4e4a-a570-6562556e5f44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '93705e93-54e7-4af7-9ddf-30d9d3cac5d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:14.719881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:14.721080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.738035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Attempting to bind port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:14.738369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Attempting to bind port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:14.738717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Attempting to bind port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:14.750917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 on network be5e7863-5dee-47a5-86e5-8537fccd706a not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:26:14.751242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Attempting to bind port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:14.775620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:14.778708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:14.778708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Bound using segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:14.778708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Bound port: 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:14.778708 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.821594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a95ec5-ad1a-422a-abcc-7210aaeb1fd0 req-41fa22e8-b737-4841-be71-86954321d6b3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:14.822912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3a95ec5-ad1a-422a-abcc-7210aaeb1fd0 req-41fa22e8-b737-4841-be71-86954321d6b3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 931 time: 0.1125379 Aug 27 16:26:14.837402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:26:14.843011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.847992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2609f80-b08a-4e4a-a570-6562556e5f44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.853677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] Sync routers for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:26:14.880378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] For port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:14.893852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-239f0ad2-e669-4e99-80d9-e55520de8ab0 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "PUT /v2.0/floatingips/c2ac95f6-bea4-480a-8d29-f253706923d6 HTTP/1.1" status: 200 len: 991 time: 2.2200451 Aug 27 16:26:14.895773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:14.897046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:14.898163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:14.898666 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93526bac-dee4-491d-bfc6-e6ac570b8ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:14.916778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-7d625f51-29e0-4b1a-b7fb-0963afda4448 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1705823 Aug 27 16:26:14.923101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] For port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:14.938603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Request body: {'port': {'device_id': '6f8372bd-a268-4716-8805-2d42451b4f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:14.956558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2609f80-b08a-4e4a-a570-6562556e5f44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:14.970676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3a95ec5-ad1a-422a-abcc-7210aaeb1fd0 req-bfcc4a00-58a0-49d3-a19b-98bb30644440 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905421 Aug 27 16:26:14.973600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.032475 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6398da77-0b4a-4e79-8cb4-51232454c67d x-openstack-request-id: req-6398da77-0b4a-4e79-8cb4-51232454c67d {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:15.032771 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:15.037876 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6398da77-0b4a-4e79-8cb4-51232454c67d {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:15.037876 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'status': 'completed', 'code': 200} Aug 27 16:26:15.051442 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.054024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2609f80-b08a-4e4a-a570-6562556e5f44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.058513 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.103054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:26:15.144404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2609f80-b08a-4e4a-a570-6562556e5f44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ab20e7-cfde-4f4c-ac8b-1f99791951bc,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:15.151962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:15.152784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.154259 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] 10.222.0.90 "PUT /v2.0/ports/62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 HTTP/1.1" status: 200 len: 1092 time: 1.5771067 Aug 27 16:26:15.154793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'tag': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:15.157674 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300dd2d6-f933-4f58-b90c-e68e77291b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "acd91b7d-25ec-4ef5-9fb2-39815f70da4d", "tag": "62bc68ec-0aa0-4cf8-b6e5-db8085e531b5"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:15.163844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-cb3da676-617a-418c-a50e-f6701fd36fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:15.165594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-cb3da676-617a-418c-a50e-f6701fd36fae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 1097 time: 0.1081727 Aug 27 16:26:15.189812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7490a-ff77-4198-81c3-46cfd3f823b3 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:15.239731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2609f80-b08a-4e4a-a570-6562556e5f44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.242381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2609f80-b08a-4e4a-a570-6562556e5f44 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6019280 Aug 27 16:26:15.244967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52442) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:15.281968 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e9921ab-b29b-45e2-9277-a83730522121 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules/80ab20e7-cfde-4f4c-ac8b-1f99791951bc HTTP/1.1" status: 200 len: 763 time: 0.0354791 Aug 27 16:26:15.284248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52444) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:15.348341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b976069e-2157-41e5-b0a7-1d532fe6ed81 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0605755 Aug 27 16:26:15.352202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:15.418681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-460b5c92-6ef4-40b5-926d-a2167a6a4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:15.420214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-460b5c92-6ef4-40b5-926d-a2167a6a4394 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.2473519 Aug 27 16:26:15.422766 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec170e7d-47f0-41f6-ad22-c5ddd81d7254 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.436623 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbe3608-dc29-41f4-a744-a5a420474670 x-openstack-request-id: req-5bbe3608-dc29-41f4-a744-a5a420474670 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:15.437054 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd91b7d-25ec-4ef5-9fb2-39815f70da4d", "tag": "62bc68ec-0aa0-4cf8-b6e5-db8085e531b5", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:15.437405 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5bbe3608-dc29-41f4-a744-a5a420474670 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:15.437899 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'tag': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5', 'status': 'completed', 'code': 200} Aug 27 16:26:15.472861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-700805cc-a0b9-4b12-87b5-653543a622db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:15.477496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec170e7d-47f0-41f6-ad22-c5ddd81d7254 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.488967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-700805cc-a0b9-4b12-87b5-653543a622db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 1095 time: 0.1410148 Aug 27 16:26:15.545313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c2ac95f6-bea4-480a-8d29-f253706923d6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'port_id': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'mac_address': 'fa:16:3e:94:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:25:56Z', 'updated_at': '2021-08-27T16:26:13Z', 'revision_number': 1, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:15.579521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] Checking router: d12e34be-042d-4b49-99b0-aade02787fa0 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:26:15.591700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:15.592642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:15.595055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 032a9b4d-c9e8-4432-bc0d-615905529994 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:26:15.638649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d995f9-dec3-4411-be71-05636ae3f8c3 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:15.649352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.652508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 032a9b4d-c9e8-4432-bc0d-615905529994 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:26:15.653081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 032a9b4d-c9e8-4432-bc0d-615905529994 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:26:15.678685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-9e90c9e6-9c13-4318-9a69-c2895980aced service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151 HTTP/1.1" status: 200 len: 999 time: 0.2489111 Aug 27 16:26:15.749666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Transition to ACTIVE for port object f3d995f9-dec3-4411-be71-05636ae3f8c3 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:15.755118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec170e7d-47f0-41f6-ad22-c5ddd81d7254 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.761098 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec170e7d-47f0-41f6-ad22-c5ddd81d7254 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.764720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:26:15.765352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ec170e7d-47f0-41f6-ad22-c5ddd81d7254 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/80ab20e7-cfde-4f4c-ac8b-1f99791951bc HTTP/1.1" status: 204 len: 168 time: 0.4119103 Aug 27 16:26:15.768252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52452) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:15.799451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec170e7d-47f0-41f6-ad22-c5ddd81d7254 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80ab20e7-cfde-4f4c-ac8b-1f99791951bc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:15.814711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-6630fe2c-5e48-444e-8908-272a4f167e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:15.816235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-6630fe2c-5e48-444e-8908-272a4f167e34 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.1133246 Aug 27 16:26:15.827067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f69835-09eb-4525-a7e1-8539e6bf7828 req-6099649e-561a-4251-9bb3-f707d2339373 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:15.828711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78f69835-09eb-4525-a7e1-8539e6bf7828 req-6099649e-561a-4251-9bb3-f707d2339373 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 944 time: 0.2727315 Aug 27 16:26:15.864805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:15.901332 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-3700a53b-d028-4f84-adb9-9380bde37009 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 HTTP/1.1" status: 200 len: 217 time: 0.0407841 Aug 27 16:26:15.954366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0619d439-b2ea-4a8c-92a8-b823945b9b15 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1745415 Aug 27 16:26:15.955078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:15.961927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-81c0acc1-6f5e-49c4-80a1-7773dd74856a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '93705e93-54e7-4af7-9ddf-30d9d3cac5d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:15.977741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Pushing event updated for resources: {'Port': ['ID=f3d995f9-dec3-4411-be71-05636ae3f8c3,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:15.984808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78f69835-09eb-4525-a7e1-8539e6bf7828 req-5bb1f1ba-5731-4fda-a289-3af447636773 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428246 Aug 27 16:26:15.997171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Deleting port 1ddb263b-b4a8-4181-9bb9-e3588017021f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:15.997171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.002414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-536f9e20-0272-4880-9514-0f551082c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:16.005944 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-536f9e20-0272-4880-9514-0f551082c922 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.0955191 Aug 27 16:26:16.011261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-ee5fb52d-3309-4da5-853f-e8f9303c504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:16.020033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-ee5fb52d-3309-4da5-853f-e8f9303c504a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901515 Aug 27 16:26:16.094001 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-f0baeb1b-0e89-4c38-ab8b-fce80ded69ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712700 Aug 27 16:26:16.269785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81c0acc1-6f5e-49c4-80a1-7773dd74856a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.301665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c2ac95f6-bea4-480a-8d29-f253706923d6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'port_id': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'mac_address': 'fa:16:3e:94:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:25:56Z', 'updated_at': '2021-08-27T16:26:13Z', 'revision_number': 1, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:16.308794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.344051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Calling delete_port for 1ddb263b-b4a8-4181-9bb9-e3588017021f owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:16.349130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fccbfa-2e5e-4f88-97a7-b5697f85cc85 None None] The sync data for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 is: [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c2ac95f6-bea4-480a-8d29-f253706923d6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'port_id': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'mac_address': 'fa:16:3e:94:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:25:56Z', 'updated_at': '2021-08-27T16:26:13Z', 'revision_number': 1, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:26:16.473646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-e1d4f76e-0481-4703-988c-121547f55aaa service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713255 Aug 27 16:26:16.557188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81c0acc1-6f5e-49c4-80a1-7773dd74856a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.617030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547d1a9-d051-43b3-af55-ab5172e81836 req-e9725fdc-73c3-4d58-a04b-452823c29f15 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:16.618582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6547d1a9-d051-43b3-af55-ab5172e81836 req-e9725fdc-73c3-4d58-a04b-452823c29f15 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 943 time: 0.4603739 Aug 27 16:26:16.619341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Attempting to bind port f3d995f9-dec3-4411-be71-05636ae3f8c3 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:16.619682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Attempting to bind port f3d995f9-dec3-4411-be71-05636ae3f8c3 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:16.620057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Attempting to bind port f3d995f9-dec3-4411-be71-05636ae3f8c3 on network d698cbfd-2741-4754-8519-b3df7b4bb078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:16.634690 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ac71b-56ef-40d6-9063-209e17cdbc3a None None] New status for floating IP c2ac95f6-bea4-480a-8d29-f253706923d6: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:26:16.635750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-0e293297-4856-4657-b5b4-6e3732048453 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791733 Aug 27 16:26:16.636310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Port f3d995f9-dec3-4411-be71-05636ae3f8c3 on network d698cbfd-2741-4754-8519-b3df7b4bb078 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:26:16.636668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Attempting to bind port f3d995f9-dec3-4411-be71-05636ae3f8c3 on network d698cbfd-2741-4754-8519-b3df7b4bb078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:16.661555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:16.662317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Checking segment: {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:16.662317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Bound using segment: {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:16.662909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Bound port: f3d995f9-dec3-4411-be71-05636ae3f8c3, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d80410-b1e5-41a7-a989-72a26feb32d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:16.663372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.665616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81c0acc1-6f5e-49c4-80a1-7773dd74856a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.727868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0acc1-6f5e-49c4-80a1-7773dd74856a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7094b4ab-dca1-450c-9014-10cc07bfc1db,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:16.734729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-84880b10-d95f-4ab0-9f2b-cf66734c3040 req-ce826f42-afb3-4f27-8ae3-3fcf4a5d41b9 service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525387 Aug 27 16:26:16.754413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6547d1a9-d051-43b3-af55-ab5172e81836 req-5e3b5052-404d-403a-b5bd-5f244bc2d1ee tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286254 Aug 27 16:26:16.798465 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81c0acc1-6f5e-49c4-80a1-7773dd74856a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.799738 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-81c0acc1-6f5e-49c4-80a1-7773dd74856a tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8424911 Aug 27 16:26:16.802414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52462) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:16.820437 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eca3b8b7-1a8b-44dc-a136-49cf0a4c3999 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules/7094b4ab-dca1-450c-9014-10cc07bfc1db HTTP/1.1" status: 200 len: 763 time: 0.0168247 Aug 27 16:26:16.821283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93526bac-dee4-491d-bfc6-e6ac570b8ac0 req-2f8cebf5-fd21-4721-a45e-2d73ce66b2e9 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747289 Aug 27 16:26:16.822313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] For port f3d995f9-dec3-4411-be71-05636ae3f8c3, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:16.822810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52464) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:16.825505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] For port f3d995f9-dec3-4411-be71-05636ae3f8c3, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f3d995f9-dec3-4411-be71-05636ae3f8c3,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:16.875234 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d330e078-a0ce-47f3-8910-156244ac9c9d tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0512743 Aug 27 16:26:16.877894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52466) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:16.926597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.933027 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-88cc9595-1645-4cc1-8484-e6dfa3ee49b4 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.950586 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.963727 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-88cc9595-1645-4cc1-8484-e6dfa3ee49b4 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.972480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event deleted for resources: {'Port': ['ID=1ddb263b-b4a8-4181-9bb9-e3588017021f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:16.987135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:16.987818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:16.989292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] 10.222.0.90 "PUT /v2.0/ports/f3d995f9-dec3-4411-be71-05636ae3f8c3 HTTP/1.1" status: 200 len: 1091 time: 2.0569787 Aug 27 16:26:16.991485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-d90a6ed8-40ca-4109-bb76-a7b2c1a6798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:16.992961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-d90a6ed8-40ca-4109-bb76-a7b2c1a6798b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 1095 time: 0.1367307 Aug 27 16:26:17.017089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77043a-7ae1-4b0e-b9af-a2f7f894974d service neutron] Pushing event updated for resources: {'Port': ['ID=f3d995f9-dec3-4411-be71-05636ae3f8c3,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:17.034755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8372bd-a268-4716-8805-2d42451b4f34', 'tag': 'f3d995f9-dec3-4411-be71-05636ae3f8c3'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:17.037716 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c6350-9409-4f71-820b-7a0bb38c47c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8372bd-a268-4716-8805-2d42451b4f34", "tag": "f3d995f9-dec3-4411-be71-05636ae3f8c3"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:17.095229 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3516d-0f2f-462d-93de-4c63ec22de8e x-openstack-request-id: req-00a3516d-0f2f-462d-93de-4c63ec22de8e {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:17.095582 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8372bd-a268-4716-8805-2d42451b4f34", "tag": "f3d995f9-dec3-4411-be71-05636ae3f8c3", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:17.095842 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-00a3516d-0f2f-462d-93de-4c63ec22de8e {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:17.096241 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8372bd-a268-4716-8805-2d42451b4f34', 'tag': 'f3d995f9-dec3-4411-be71-05636ae3f8c3', 'status': 'completed', 'code': 200} Aug 27 16:26:17.182327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-88cc9595-1645-4cc1-8484-e6dfa3ee49b4 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:17.210094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6350-9409-4f71-820b-7a0bb38c47c4 req-c065e208-6d6c-4ab8-abe7-ea5bb44ea472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.211643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12c6350-9409-4f71-820b-7a0bb38c47c4 req-c065e208-6d6c-4ab8-abe7-ea5bb44ea472 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 1094 time: 0.0869830 Aug 27 16:26:17.221643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-88cc9595-1645-4cc1-8484-e6dfa3ee49b4 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:17.223387 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-88cc9595-1645-4cc1-8484-e6dfa3ee49b4 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/7094b4ab-dca1-450c-9014-10cc07bfc1db HTTP/1.1" status: 204 len: 168 time: 0.3439789 Aug 27 16:26:17.227667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99259cf3-31d2-4579-862a-d0782b3cf757 req-ddd31dce-bde1-47d2-b1ac-86d3d18f2971 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.229200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99259cf3-31d2-4579-862a-d0782b3cf757 req-ddd31dce-bde1-47d2-b1ac-86d3d18f2971 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 944 time: 0.0721314 Aug 27 16:26:17.229700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52474) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:17.243080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc9595-1645-4cc1-8484-e6dfa3ee49b4 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7094b4ab-dca1-450c-9014-10cc07bfc1db,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:17.246589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:17.254614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-312f971c-b666-498e-b439-aee68c34391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.256335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-312f971c-b666-498e-b439-aee68c34391b service neutron] 10.222.0.90 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 908 time: 0.2424142 Aug 27 16:26:17.359628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-80773085-a418-4a92-887b-8e7799ca9a6e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 HTTP/1.1" status: 200 len: 217 time: 0.0650709 Aug 27 16:26:17.361809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cbba5029-23a2-4312-bd29-8372f08b9b78 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1299295 Aug 27 16:26:17.364554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52476) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:17.372140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3ed3f34d-ae3c-4adf-9bf5-912161354f50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Request body: {'security_group_rule': {'security_group_id': '93705e93-54e7-4af7-9ddf-30d9d3cac5d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:17.375931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99259cf3-31d2-4579-862a-d0782b3cf757 req-682e2aea-1c7b-4ade-9ef4-c4dec82f4029 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168556 Aug 27 16:26:17.397342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6350-9409-4f71-820b-7a0bb38c47c4 req-78a901e5-bfd2-422f-8333-a501c4e2cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.399002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12c6350-9409-4f71-820b-7a0bb38c47c4 req-78a901e5-bfd2-422f-8333-a501c4e2cb7d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4888138c2d154e3285d731db5f15bcac&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1684391 Aug 27 16:26:17.502509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6350-9409-4f71-820b-7a0bb38c47c4 req-81955fa5-8164-471f-8e7d-6f7a7e83d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.503098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-f4c24e98-5798-47f2-9acc-ef9e10b8994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.504079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12c6350-9409-4f71-820b-7a0bb38c47c4 req-81955fa5-8164-471f-8e7d-6f7a7e83d0c0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0952086 Aug 27 16:26:17.504679 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-f4c24e98-5798-47f2-9acc-ef9e10b8994f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.1359541 Aug 27 16:26:17.506846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Router 53f79672-42d0-4b58-914e-dfe6a007d799 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:26:17.575381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-1cc5dc46-7087-4cd7-9190-f24ace25b085 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577295 Aug 27 16:26:17.581072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-6e25482d-705e-484d-b2d5-aecc76198b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.582579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-6e25482d-705e-484d-b2d5-aecc76198b2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4888138c2d154e3285d731db5f15bcac&device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 1094 time: 0.0415120 Aug 27 16:26:17.636632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-0a381387-6c7b-4fd8-b696-294bde555d74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d995f9-dec3-4411-be71-05636ae3f8c3 HTTP/1.1" status: 200 len: 217 time: 0.0364339 Aug 27 16:26:17.655992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:26:17.659358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f34d-ae3c-4adf-9bf5-912161354f50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:17.667743 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-26cc48c3-8c34-42a9-a3b9-12280a17fb98 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "PUT /v2.0/routers/53f79672-42d0-4b58-914e-dfe6a007d799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3232446 Aug 27 16:26:17.669053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52482) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:17.674277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] Sync routers for ids ['53f79672-42d0-4b58-914e-dfe6a007d799'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:26:17.692707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] Routers {'53f79672-42d0-4b58-914e-dfe6a007d799'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:17.693444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53f79672-42d0-4b58-914e-dfe6a007d799'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:17.700552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-bb850796-9c8c-4aa1-959a-eb1f6c8fb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.701413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-bb850796-9c8c-4aa1-959a-eb1f6c8fb204 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc HTTP/1.1" status: 200 len: 855 time: 0.0663486 Aug 27 16:26:17.730633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:17.736411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-e4cdfa30-c8be-4e1e-b21c-24268cb0ce44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d698cbfd-2741-4754-8519-b3df7b4bb078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273497 Aug 27 16:26:17.740197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] Routers {'53f79672-42d0-4b58-914e-dfe6a007d799'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:26:17.741430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53f79672-42d0-4b58-914e-dfe6a007d799'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:17.790181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:17.791005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141cf4-d6ef-4424-b9fe-48e944001444 None None] The sync data for ids ['53f79672-42d0-4b58-914e-dfe6a007d799'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:26:17.791129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbe47-6dd6-4d99-81c2-b33df20522b6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:17.840308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-a5ab0b09-9b84-4d41-9f8b-3a87d4e7ec58 service neutron] 10.222.0.90 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918002 Aug 27 16:26:17.882548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-e51d4406-1347-46dd-ac01-b55d509cdf0b service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814689 Aug 27 16:26:17.930759 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f34d-ae3c-4adf-9bf5-912161354f50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:17.965395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bccb8-5ee6-499d-a92b-5af565b06507 req-86120e55-140e-48d8-b260-ac5fa3081e44 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:17.966941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de3bccb8-5ee6-499d-a92b-5af565b06507 req-86120e55-140e-48d8-b260-ac5fa3081e44 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 943 time: 0.1257210 Aug 27 16:26:17.999473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-88014375-de2d-4fdd-b7a6-fcf6aa5e2e48 service neutron] 10.222.0.90 "GET /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467123 Aug 27 16:26:18.023752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-de3bccb8-5ee6-499d-a92b-5af565b06507 req-e6f03fc6-edfe-4f8f-9340-e46dd4d2c810 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Aug 27 16:26:18.047894 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f34d-ae3c-4adf-9bf5-912161354f50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.050750 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbe47-6dd6-4d99-81c2-b33df20522b6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.057974 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6698bd0-4394-4d8b-aa62-bc5bc30cbaeb req-ddd279f7-1870-4747-bb8d-d3fe60c25acb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1288452 Aug 27 16:26:18.060627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbe47-6dd6-4d99-81c2-b33df20522b6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.087722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3f34d-ae3c-4adf-9bf5-912161354f50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efccbbaa-f65f-4a2b-9dee-77e60d534f81,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:18.158728 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6698bd0-4394-4d8b-aa62-bc5bc30cbaeb req-ab16bafb-8055-48e7-b86c-12c025baa51b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0332823 Aug 27 16:26:18.182011 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-300dd2d6-f933-4f58-b90c-e68e77291b0f req-61a62d22-5f70-4823-acbe-fad32efcad4f service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903650 Aug 27 16:26:18.208677 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f34d-ae3c-4adf-9bf5-912161354f50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.213008 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ed3f34d-ae3c-4adf-9bf5-912161354f50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8427379 Aug 27 16:26:18.213714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52490) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.222336 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6698bd0-4394-4d8b-aa62-bc5bc30cbaeb req-5c19bcd8-af9e-4a3a-b54a-536ea2131864 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305696 Aug 27 16:26:18.238636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29df89d4-6b0b-4785-bbc9-9ea526f23b50 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules/efccbbaa-f65f-4a2b-9dee-77e60d534f81 HTTP/1.1" status: 200 len: 764 time: 0.0233161 Aug 27 16:26:18.239299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52492) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.286960 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbe47-6dd6-4d99-81c2-b33df20522b6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.287862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dfbe47-6dd6-4d99-81c2-b33df20522b6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Fanout notify agent at l3_agent the message router_deleted on router 53f79672-42d0-4b58-914e-dfe6a007d799 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:26:18.292491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-523cfe33-6db1-4c51-b6fb-da4dfca50d83 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0493245 Aug 27 16:26:18.293473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52494) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.296829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbe47-6dd6-4d99-81c2-b33df20522b6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.297948 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c1dfbe47-6dd6-4d99-81c2-b33df20522b6 tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "DELETE /v2.0/routers/53f79672-42d0-4b58-914e-dfe6a007d799 HTTP/1.1" status: 204 len: 168 time: 0.6233299 Aug 27 16:26:18.300765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52496) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.320090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-618f44b9-426c-4b86-9b64-6b1a6c5ae038 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.328515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-618f44b9-426c-4b86-9b64-6b1a6c5ae038 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.377143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Deleting subnet f845e113-9d45-44f8-a870-fb0f931265a2 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:26:18.385933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.413755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698bd0-4394-4d8b-aa62-bc5bc30cbaeb req-266e692d-9c6f-4bce-b3e9-0c068d5ac767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:18.415318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6698bd0-4394-4d8b-aa62-bc5bc30cbaeb req-266e692d-9c6f-4bce-b3e9-0c068d5ac767 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1835454 Aug 27 16:26:18.416193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-618f44b9-426c-4b86-9b64-6b1a6c5ae038 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.434455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-618f44b9-426c-4b86-9b64-6b1a6c5ae038 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.434762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.437897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-618f44b9-426c-4b86-9b64-6b1a6c5ae038 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/efccbbaa-f65f-4a2b-9dee-77e60d534f81 HTTP/1.1" status: 204 len: 168 time: 0.1420462 Aug 27 16:26:18.439996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52502) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.458461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f44b9-426c-4b86-9b64-6b1a6c5ae038 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efccbbaa-f65f-4a2b-9dee-77e60d534f81,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:18.517038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-341c493d-1484-41de-b7c1-01a6b4a70fac tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718920 Aug 27 16:26:18.517291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52504) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.541509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5596-429d-4aca-a128-4f90f2c77ee7 req-f87c34de-24ec-4ca2-9277-2666a811d4c1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:18.543170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-384b5596-429d-4aca-a128-4f90f2c77ee7 req-f87c34de-24ec-4ca2-9277-2666a811d4c1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 944 time: 0.0713890 Aug 27 16:26:18.593997 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb5ab-19d6-428b-aff2-f02926005c0e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.599154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.608494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-384b5596-429d-4aca-a128-4f90f2c77ee7 req-b5dc291c-9e25-4273-8a21-4079d59178c6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562518 Aug 27 16:26:18.616928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-c13f2287-b969-43ca-87d5-0c7801362313 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702767 Aug 27 16:26:18.656227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb5ab-19d6-428b-aff2-f02926005c0e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.717005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-68380813-1092-4c9a-acda-cc43567b27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:18.718414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-68380813-1092-4c9a-acda-cc43567b27c3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 1097 time: 0.0499897 Aug 27 16:26:18.782240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.810994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event deleted for resources: {'Subnet': ['ID=f845e113-9d45-44f8-a870-fb0f931265a2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:18.816923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb5ab-19d6-428b-aff2-f02926005c0e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.820798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb5ab-19d6-428b-aff2-f02926005c0e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.824342 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bb8cb5ab-19d6-428b-aff2-f02926005c0e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "DELETE /v2.0/security-groups/93705e93-54e7-4af7-9ddf-30d9d3cac5d0 HTTP/1.1" status: 204 len: 168 time: 0.3031600 Aug 27 16:26:18.825075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52506) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.835818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:18.840122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a329d65a-5f6d-4881-a5e3-eb5eb494edbf tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "DELETE /v2.0/subnets/f845e113-9d45-44f8-a870-fb0f931265a2 HTTP/1.1" status: 204 len: 168 time: 0.5363209 Aug 27 16:26:18.840122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cb5ab-19d6-428b-aff2-f02926005c0e tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93705e93-54e7-4af7-9ddf-30d9d3cac5d0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:18.842121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52508) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:18.842917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-1a1f5dcc-a3af-4b65-bed8-4d2bf27f6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:18.844412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-1a1f5dcc-a3af-4b65-bed8-4d2bf27f6bb0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.1051722 Aug 27 16:26:18.847491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4db98-a0d8-4d89-b40a-c30a01f954f7 None None] Network 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:18.987341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:26:19.024247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c429101e-fe11-40c5-80a9-91300c30d1c4 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1983542 Aug 27 16:26:19.037395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52512) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:19.110863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] DHCP port deletion for 67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:26:19.124195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-c7a8f7ee-8292-4640-ab83-dda6cce85eaa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151 HTTP/1.1" status: 200 len: 1001 time: 0.2436855 Aug 27 16:26:19.168564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.196826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:19.216330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'port_id': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5', 'mac_address': 'fa:16:3e:f9:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e75054-550a-4cf9-92f8-986fa2240420', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:26:19.248964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] Deleting port c905af15-4b70-40a5-ae4b-4a084af2335d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:19.249351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.273504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cc63cb98-18ef-4de3-8128-a60e90a93674 tempest-SecGroupTest-230578647 tempest-SecGroupTest-230578647-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2258344 Aug 27 16:26:19.308407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-7bb27de0-7184-4d1b-9536-af6d605e4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:19.309890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-7bb27de0-7184-4d1b-9536-af6d605e4182 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.1656816 Aug 27 16:26:19.318356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.346803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] For port c905af15-4b70-40a5-ae4b-4a084af2335d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c905af15-4b70-40a5-ae4b-4a084af2335d,segment=NetworkSegment(b88f5ba8-4cf5-4d36-b12a-656bedf8f115),segment_id=b88f5ba8-4cf5-4d36-b12a-656bedf8f115)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:19.347213 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.351379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:19.385459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] Calling delete_port for c905af15-4b70-40a5-ae4b-4a084af2335d owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:19.388967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a4395-f5eb-4adf-a634-3c4cfc2faa2f req-e6291358-9a1e-4b14-9f8a-91c06b9d474a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:19.390550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-098a4395-f5eb-4adf-a634-3c4cfc2faa2f req-e6291358-9a1e-4b14-9f8a-91c06b9d474a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 943 time: 0.1774514 Aug 27 16:26:19.404515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:19.446917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-e670660c-3b94-4c95-80a1-f9cab3ce4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:19.448482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-e670660c-3b94-4c95-80a1-f9cab3ce4ddf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087477 Aug 27 16:26:19.451687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Deleting port c905af15-4b70-40a5-ae4b-4a084af2335d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:19.451914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.474899 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.511600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-098a4395-f5eb-4adf-a634-3c4cfc2faa2f req-4de4dc65-d395-47c8-9325-0f2c89eb41e0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104791 Aug 27 16:26:19.546682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:19.589037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] For port c905af15-4b70-40a5-ae4b-4a084af2335d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c905af15-4b70-40a5-ae4b-4a084af2335d,segment=NetworkSegment(b88f5ba8-4cf5-4d36-b12a-656bedf8f115),segment_id=b88f5ba8-4cf5-4d36-b12a-656bedf8f115)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:19.589416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.610285 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.626693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Calling delete_port for c905af15-4b70-40a5-ae4b-4a084af2335d owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:19.636811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] Pushing event deleted for resources: {'Port': ['ID=c905af15-4b70-40a5-ae4b-4a084af2335d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:19.638540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-ccc98685-f96b-4010-b8b6-7af48ec27fb9 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769917 Aug 27 16:26:19.643758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f4643-03fa-466b-ba4a-7be39fe8ba06 None None] No DVR routers for this DVR port c905af15-4b70-40a5-ae4b-4a084af2335d on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:19.782598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['62bc68ec-0aa0-4cf8-b6e5-db8085e531b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:19.816718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52524) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:19.836217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9079f-616b-4efc-a791-4088e1e2ccda req-2ecb9f60-4f4b-46a5-9d6a-e5c2e829415e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:19.837780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10b9079f-616b-4efc-a791-4088e1e2ccda req-2ecb9f60-4f4b-46a5-9d6a-e5c2e829415e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 945 time: 0.1413515 Aug 27 16:26:19.842398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4af8f34d-bd36-4a61-be45-cc435de5e4f8 req-9ee24096-95d5-4a6c-88d7-558f4ab620a5 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669111 Aug 27 16:26:19.854578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:19.894083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] No DVR routers for this DVR port c905af15-4b70-40a5-ae4b-4a084af2335d on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:19.901338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event deleted for resources: {'Port': ['ID=c905af15-4b70-40a5-ae4b-4a084af2335d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:19.986985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10b9079f-616b-4efc-a791-4088e1e2ccda req-c7f96f10-767f-4e3d-8690-fbaf07d9477f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391385 Aug 27 16:26:20.001517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.003707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b29a7723-36b0-4baf-a42b-0152af778758 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b52a48bf7aff44b29af67401cafb602d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840785 Aug 27 16:26:20.007007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52528) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:20.021293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:20.032692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88f5ba8-4cf5-4d36-b12a-656bedf8f115') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:20.032897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88f5ba8-4cf5-4d36-b12a-656bedf8f115') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:20.042773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.058342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.059520 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b0fc43-9dd1-4d70-9c14-4dfb06f59b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.064643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:20.065184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:20.069177 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:20.085204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b0fc43-9dd1-4d70-9c14-4dfb06f59b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.261669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.270796 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.273398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] 10.222.0.101 "DELETE /v2.0/networks/67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8 HTTP/1.1" status: 204 len: 168 time: 1.4280353 Aug 27 16:26:20.284362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275c06d-cdb0-44ba-a68a-c0f9046123ce tempest-FloatingIPNegativeTestJSON-484742440 tempest-FloatingIPNegativeTestJSON-484742440-project] Pushing event deleted for resources: {'Network': ['ID=67dbd1c7-d243-4fa5-9a72-3c8e86a29fb8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:20.301842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b0fc43-9dd1-4d70-9c14-4dfb06f59b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.305835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b0fc43-9dd1-4d70-9c14-4dfb06f59b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.311349 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-20b0fc43-9dd1-4d70-9c14-4dfb06f59b5a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/499a2e2f-3c6a-443a-8b15-6f54ce34b1bf HTTP/1.1" status: 204 len: 168 time: 0.2991202 Aug 27 16:26:20.321279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0fc43-9dd1-4d70-9c14-4dfb06f59b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a2e2f-3c6a-443a-8b15-6f54ce34b1bf,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:20.640415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8efe9dea-b7b7-430f-970e-b5a7f2342e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.649792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bddc02-adc8-4a4e-a8cc-13af52a574cb req-a7fbf2b9-8194-4358-9497-9e819bd2ffb0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:20.653748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7bddc02-adc8-4a4e-a8cc-13af52a574cb req-a7fbf2b9-8194-4358-9497-9e819bd2ffb0 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 943 time: 0.0561972 Aug 27 16:26:20.698604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7bddc02-adc8-4a4e-a8cc-13af52a574cb req-8de819b9-4e12-4c44-8364-5b35ddb48115 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Aug 27 16:26:20.738735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52548) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:20.913842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-82af393b-c2b4-4701-a03b-b11c6f3719a8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d9ff6cad775345da94d01bcfcc679cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738274 Aug 27 16:26:20.916549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52558) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:20.948405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c905af15-4b70-40a5-ae4b-4a084af2335d no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:26:20.969403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c905af15-4b70-40a5-ae4b-4a084af2335d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:26:20.969892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c905af15-4b70-40a5-ae4b-4a084af2335d not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:26:20.979613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-625643f2-a971-4bda-ba12-24ab90b8d2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:20.995991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f3d995f9-dec3-4411-be71-05636ae3f8c3 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:26:20.999912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:21.006428 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-625643f2-a971-4bda-ba12-24ab90b8d2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.140932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96073bb-bddf-429f-b644-a00d707e31cc req-996a6779-c02b-4e65-99ce-44e1420d3277 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:21.152131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a96073bb-bddf-429f-b644-a00d707e31cc req-996a6779-c02b-4e65-99ce-44e1420d3277 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 945 time: 0.0658808 Aug 27 16:26:21.162762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f3d995f9-dec3-4411-be71-05636ae3f8c3, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f3d995f9-dec3-4411-be71-05636ae3f8c3,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:21.176303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'f3d995f9-dec3-4411-be71-05636ae3f8c3', 'network_id': 'd698cbfd-2741-4754-8519-b3df7b4bb078', 'port_id': 'f3d995f9-dec3-4411-be71-05636ae3f8c3', 'mac_address': 'fa:16:3e:0f:ff:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:26:21.185208 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-625643f2-a971-4bda-ba12-24ab90b8d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.187792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-625643f2-a971-4bda-ba12-24ab90b8d2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.188953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-625643f2-a971-4bda-ba12-24ab90b8d2ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/37b16fcf-0fca-4c52-bb90-6988300cf0fe HTTP/1.1" status: 204 len: 168 time: 0.2706170 Aug 27 16:26:21.195045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a96073bb-bddf-429f-b644-a00d707e31cc req-6a1ee2e7-8546-48ab-948f-b9da43fa9d46 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Aug 27 16:26:21.201835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625643f2-a971-4bda-ba12-24ab90b8d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b16fcf-0fca-4c52-bb90-6988300cf0fe,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:21.254491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.269090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:21.275080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d995f9-dec3-4411-be71-05636ae3f8c3 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:21.280499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:21.280870 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.315050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f3d995f9-dec3-4411-be71-05636ae3f8c3, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f3d995f9-dec3-4411-be71-05636ae3f8c3,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:21.377579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.401620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:21.403878 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcff9fb-2dcf-438b-9d4b-0bf88622a21b" -d '{"events": [{"server_uuid": "acd91b7d-25ec-4ef5-9fb2-39815f70da4d", "name": "network-vif-plugged", "status": "completed", "tag": "62bc68ec-0aa0-4cf8-b6e5-db8085e531b5"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:21.417265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:21.441594 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd89ee-f5b9-4d79-bb75-a9f75ab85162 x-openstack-request-id: req-41bd89ee-f5b9-4d79-bb75-a9f75ab85162 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:21.441976 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd91b7d-25ec-4ef5-9fb2-39815f70da4d", "name": "network-vif-plugged", "status": "completed", "tag": "62bc68ec-0aa0-4cf8-b6e5-db8085e531b5", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:21.442275 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-41bd89ee-f5b9-4d79-bb75-a9f75ab85162 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:21.442672 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5', 'code': 200} Aug 27 16:26:21.513342 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.552315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b2266-dcc8-4c29-84e1-cd668dd4e815 req-108f6ef8-eff7-462e-9ea8-ad686a997fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:21.555252 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-252b2266-dcc8-4c29-84e1-cd668dd4e815 req-108f6ef8-eff7-462e-9ea8-ad686a997fab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 1096 time: 0.0484209 Aug 27 16:26:21.567677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=f3d995f9-dec3-4411-be71-05636ae3f8c3,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:21.572804 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:21.600318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-252b2266-dcc8-4c29-84e1-cd668dd4e815 req-01c9c7da-6a2d-4ec0-b7ef-f4d04b54f688 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Aug 27 16:26:21.621891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:21.833894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38863ce4-5caa-43a5-b494-96b670068d15 req-32abf411-1ce8-4270-8ce0-de16310d9ed3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:21.837492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['f3d995f9-dec3-4411-be71-05636ae3f8c3'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:21.843605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38863ce4-5caa-43a5-b494-96b670068d15 req-32abf411-1ce8-4270-8ce0-de16310d9ed3 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 944 time: 0.0636008 Aug 27 16:26:21.896917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38863ce4-5caa-43a5-b494-96b670068d15 req-4246974f-9a3c-4fec-b6e4-9ef502ea7522 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522552 Aug 27 16:26:22.348599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dd7b1-77a7-4118-ab47-3bc86ae76333 req-79b2fe0b-3b4a-4fa7-8e46-f3f34ef1ebaf tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:22.351162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a56dd7b1-77a7-4118-ab47-3bc86ae76333 req-79b2fe0b-3b4a-4fa7-8e46-f3f34ef1ebaf tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 946 time: 0.0686812 Aug 27 16:26:22.389977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a56dd7b1-77a7-4118-ab47-3bc86ae76333 req-ec07f5ff-54f9-478a-87e1-470e24d0cbd3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328391 Aug 27 16:26:22.563064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52614) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:22.762831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1722392641'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:22.855905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:22.860076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:22.869945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:22.988873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.012582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f3d995f9-dec3-4411-be71-05636ae3f8c3 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:23.032628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecce5d-a1ee-4a32-b885-4221a7ab1b72 req-894e895d-3b42-40fc-9938-a046c584cd9e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.034409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2ecce5d-a1ee-4a32-b885-4221a7ab1b72 req-894e895d-3b42-40fc-9938-a046c584cd9e tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 944 time: 0.0611260 Aug 27 16:26:23.087628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2ecce5d-a1ee-4a32-b885-4221a7ab1b72 req-f7a863cc-4f43-479f-8ced-208441f617c1 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Aug 27 16:26:23.136301 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.170851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:23.176179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aba9bb27-0ac7-47a6-9676-777eb6bb2da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.177915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.178454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8b7400-c9ae-47a7-a523-34aec910df81,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:23.192949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.192949 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment f5ee9499-fe29-48a8-b8ec-4c1633e622bf of type vlan for network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 Aug 27 16:26:23.233836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.244679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port f3d995f9-dec3-4411-be71-05636ae3f8c3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:23.248819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port f3d995f9-dec3-4411-be71-05636ae3f8c3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:23.249198 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.274985 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.329934 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.335994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.336604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.337399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.396111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port f3d995f9-dec3-4411-be71-05636ae3f8c3, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f3d995f9-dec3-4411-be71-05636ae3f8c3,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:23.425533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=990148fa-7aa6-4ed6-bf32-d8c34825cd65,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:23.440793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:23.464095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cf6303a5-9bc6-47e1-893d-b31b28fa82dd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8893056 Aug 27 16:26:23.464194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8372bd-a268-4716-8805-2d42451b4f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d995f9-dec3-4411-be71-05636ae3f8c3'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:23.464194 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e754ea-3ed6-46d5-b666-76c796043b92" -d '{"events": [{"server_uuid": "6f8372bd-a268-4716-8805-2d42451b4f34", "name": "network-vif-plugged", "status": "completed", "tag": "f3d995f9-dec3-4411-be71-05636ae3f8c3"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:23.509859 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.560278 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b93a8e-c247-42c4-b2ac-1286d942a901 x-openstack-request-id: req-b7b93a8e-c247-42c4-b2ac-1286d942a901 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:23.560580 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8372bd-a268-4716-8805-2d42451b4f34", "name": "network-vif-plugged", "status": "completed", "tag": "f3d995f9-dec3-4411-be71-05636ae3f8c3", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:23.560832 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b7b93a8e-c247-42c4-b2ac-1286d942a901 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:23.561226 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8372bd-a268-4716-8805-2d42451b4f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d995f9-dec3-4411-be71-05636ae3f8c3', 'code': 200} Aug 27 16:26:23.620096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=f3d995f9-dec3-4411-be71-05636ae3f8c3,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:23.622042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52652) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:23.627579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': '990148fa-7aa6-4ed6-bf32-d8c34825cd65', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:23.660206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee10cf4-f2bd-4de2-9683-589e4d024bb6 req-a396ee90-7dbd-4dc2-8387-1be4cc64a9f8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.663179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cee10cf4-f2bd-4de2-9683-589e4d024bb6 req-a396ee90-7dbd-4dc2-8387-1be4cc64a9f8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 946 time: 0.1341770 Aug 27 16:26:23.711296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cee10cf4-f2bd-4de2-9683-589e4d024bb6 req-2212de01-832a-402d-9326-db2997e13e33 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Aug 27 16:26:23.787852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeb83-f709-47ed-b94c-55b5c4a7e4a9 req-3a5ecd3b-7340-4a1d-8810-55091a8ce0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.790093 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb83-f709-47ed-b94c-55b5c4a7e4a9 req-3a5ecd3b-7340-4a1d-8810-55091a8ce0c3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 1096 time: 0.0763321 Aug 27 16:26:23.843910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd2aeb83-f709-47ed-b94c-55b5c4a7e4a9 req-a869e1e9-d841-4033-bc45-bdf0e345900d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Aug 27 16:26:23.866609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af224f9c-2759-4bb4-a975-1ad43ed82d40 req-875eb26c-8b1b-4489-bb54-8e6e3cce7025 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:23.868150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af224f9c-2759-4bb4-a975-1ad43ed82d40 req-875eb26c-8b1b-4489-bb54-8e6e3cce7025 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 946 time: 0.0546668 Aug 27 16:26:23.878273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.901570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:23.909221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:23.918517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af224f9c-2759-4bb4-a975-1ad43ed82d40 req-59b7763f-f853-4a36-8e3e-79242d39f5ab tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Aug 27 16:26:24.252889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d833ab-0c1b-4507-83d1-a7673438fffd req-5a17c817-7ac2-4a43-aa52-be759c346a69 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:24.254616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2d833ab-0c1b-4507-83d1-a7673438fffd req-5a17c817-7ac2-4a43-aa52-be759c346a69 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0632358 Aug 27 16:26:24.342570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2d833ab-0c1b-4507-83d1-a7673438fffd req-7020875d-47b8-4358-8ad0-28c956e94756 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778573 Aug 27 16:26:24.456347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:24.519350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:24.580381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04749f63-a2f9-4a37-8a69-a2a35155a0f6 req-dc179ee7-8f80-4ebd-8dde-401ab79ea153 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:24.582524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04749f63-a2f9-4a37-8a69-a2a35155a0f6 req-dc179ee7-8f80-4ebd-8dde-401ab79ea153 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 946 time: 0.0593460 Aug 27 16:26:24.592880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=1c9b1f14-94ff-4bd6-beb3-f351ba71d748,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:24.595411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': 'f5ee9499-fe29-48a8-b8ec-4c1633e622bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '990148fa-7aa6-4ed6-bf32-d8c34825cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:24.595684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: 990148fa-7aa6-4ed6-bf32-d8c34825cd65, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:24.635796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04749f63-a2f9-4a37-8a69-a2a35155a0f6 req-131c08cd-ee48-417e-93a0-d03f4de83ecc tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Aug 27 16:26:24.701816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:24.793183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 990148fa-7aa6-4ed6-bf32-d8c34825cd65) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:24.797636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:24.800529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:24.805556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a9184f-34af-47c0-9b12-4fbb18f6c746 None None] Network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:24.880982 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e4f1d1b-f73b-470c-8f72-1684fb8086c4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2573032 Aug 27 16:26:24.885239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52696) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:24.892103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-173446190'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:24.969694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-990148fa-7aa6-4ed6-bf32-d8c34825cd65', 'network_id': '990148fa-7aa6-4ed6-bf32-d8c34825cd65', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': '1c9b1f14-94ff-4bd6-beb3-f351ba71d748'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:24.970495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:24.981449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:24.985251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.012892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:25.025377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.025971 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment 4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1 of type vlan for network ae7286dc-abe3-402f-8842-0888523505c8 Aug 27 16:26:25.080988 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.131896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Allocated IP 172.20.255.242 (990148fa-7aa6-4ed6-bf32-d8c34825cd65/1c9b1f14-94ff-4bd6-beb3-f351ba71d748/11ce8684-77cd-4495-b144-2e68cd930a33) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:25.187534 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.196346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:25.198146 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.280776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=ae7286dc-abe3-402f-8842-0888523505c8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:25.293166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ae7286dc-abe3-402f-8842-0888523505c8 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:25.356795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52714) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:25.356922 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c80e5a3-a99b-4eb0-8aec-1b2a8bb2b836 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4704401 Aug 27 16:26:25.361227 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.363000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': 'ae7286dc-abe3-402f-8842-0888523505c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:25.370334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Transition to ACTIVE for port object 11ce8684-77cd-4495-b144-2e68cd930a33 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:25.389238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Transition to ACTIVE for port object 11ce8684-77cd-4495-b144-2e68cd930a33 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:25.462360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.516604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:25.522550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:25.525379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:25.527615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Pushing event updated for resources: {'Port': ['ID=11ce8684-77cd-4495-b144-2e68cd930a33,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:25.534329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5a311-818c-41a7-9f30-6c0f7f78b2aa req-e8973078-76b5-4ca9-b8b7-837565fa8c9a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:25.541939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6da5a311-818c-41a7-9f30-6c0f7f78b2aa req-e8973078-76b5-4ca9-b8b7-837565fa8c9a tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0836093 Aug 27 16:26:25.585287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6da5a311-818c-41a7-9f30-6c0f7f78b2aa req-5fecc1ed-1615-4d9d-922b-6cc2087c2531 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Aug 27 16:26:25.593595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Attempting to bind port 11ce8684-77cd-4495-b144-2e68cd930a33 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:25.593969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Attempting to bind port 11ce8684-77cd-4495-b144-2e68cd930a33 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'f5ee9499-fe29-48a8-b8ec-4c1633e622bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '990148fa-7aa6-4ed6-bf32-d8c34825cd65'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:25.594480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Attempting to bind port 11ce8684-77cd-4495-b144-2e68cd930a33 on network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:25.600716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:25.601276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Checking segment: {'id': 'f5ee9499-fe29-48a8-b8ec-4c1633e622bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '990148fa-7aa6-4ed6-bf32-d8c34825cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:25.601533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:25.601712 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.602437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Bound using segment: {'id': 'f5ee9499-fe29-48a8-b8ec-4c1633e622bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '990148fa-7aa6-4ed6-bf32-d8c34825cd65'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:25.602547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Bound port: 11ce8684-77cd-4495-b144-2e68cd930a33, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ee9499-fe29-48a8-b8ec-4c1633e622bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '990148fa-7aa6-4ed6-bf32-d8c34825cd65'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:25.602940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.606056 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.689254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] For port 11ce8684-77cd-4495-b144-2e68cd930a33, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:25.692589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] For port 11ce8684-77cd-4495-b144-2e68cd930a33, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=11ce8684-77cd-4495-b144-2e68cd930a33,segment=NetworkSegment(f5ee9499-fe29-48a8-b8ec-4c1633e622bf),segment_id=f5ee9499-fe29-48a8-b8ec-4c1633e622bf)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:25.764931 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:25.791534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026fd1e-fdf6-45c3-8c50-fac8ca9a6bd0 req-9f17114d-b0ce-456f-860a-1a7def56c2ab tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:25.792997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7026fd1e-fdf6-45c3-8c50-fac8ca9a6bd0 req-9f17114d-b0ce-456f-860a-1a7def56c2ab tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.1121547 Aug 27 16:26:25.825770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4600fc-c058-4060-b603-5c2e1d617d53 None None] Pushing event updated for resources: {'Port': ['ID=11ce8684-77cd-4495-b144-2e68cd930a33,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:25.831521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f0af8-7a60-453d-9167-bb246ebbcf05 req-d1c76e9a-bd80-4624-810d-9b0704ac37ad tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:25.833146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c03f0af8-7a60-453d-9167-bb246ebbcf05 req-d1c76e9a-bd80-4624-810d-9b0704ac37ad tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 946 time: 0.1169045 Aug 27 16:26:25.946292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7026fd1e-fdf6-45c3-8c50-fac8ca9a6bd0 req-16e8969f-0d46-4215-8186-229b370f2fc2 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262021 Aug 27 16:26:25.959380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c03f0af8-7a60-453d-9167-bb246ebbcf05 req-b8c5548c-8d4b-4f98-a798-3ac121d145dc tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055093 Aug 27 16:26:26.005148 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.046186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.107400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-125de0a9-607e-452e-82ef-8f9c8c96f6e9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:26.112852 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-125de0a9-607e-452e-82ef-8f9c8c96f6e9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 946 time: 0.0789814 Aug 27 16:26:26.141445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=db9a4538-1849-4987-b2ea-e860e1876d50,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:26.145057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'ae7286dc-abe3-402f-8842-0888523505c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:26.145430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: ae7286dc-abe3-402f-8842-0888523505c8, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:26.233435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Deleting port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:26.233785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.239200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network ae7286dc-abe3-402f-8842-0888523505c8 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:26.314716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f396f9-2315-4714-bf86-3cde32d981e1 req-126f68f0-b1e6-45e6-8d27-e846297424f5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:26.316328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4f396f9-2315-4714-bf86-3cde32d981e1 req-126f68f0-b1e6-45e6-8d27-e846297424f5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0578861 Aug 27 16:26:26.317137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ae7286dc-abe3-402f-8842-0888523505c8) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:26.322159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:26.322900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.329160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e27eca-e59d-4fe4-ba94-0564a754d63e None None] Network ae7286dc-abe3-402f-8842-0888523505c8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:26.341167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] For port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:26.341689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.372569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4f396f9-2315-4714-bf86-3cde32d981e1 req-454ae801-4d0a-42eb-a30e-4bbef2378f90 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Aug 27 16:26:26.377086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Calling delete_port for 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:26.450987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be391191-4260-4c45-8926-f993b557c729 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0927558 Aug 27 16:26:26.453902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52764) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:26.521842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-ae7286dc-abe3-402f-8842-0888523505c8', 'network_id': 'ae7286dc-abe3-402f-8842-0888523505c8', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': 'db9a4538-1849-4987-b2ea-e860e1876d50'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:26.527150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.598942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.629437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a21724-17ec-4184-912e-60b44c795ed2 req-9c30daef-c737-4400-8e51-6b94aa7d5e97 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:26.635882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891', '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:26.644946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2a21724-17ec-4184-912e-60b44c795ed2 req-9c30daef-c737-4400-8e51-6b94aa7d5e97 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.1752899 Aug 27 16:26:26.656449 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.669190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event deleted for resources: {'Port': ['ID=62bc68ec-0aa0-4cf8-b6e5-db8085e531b5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:26.696202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] No DVR routers for this DVR port 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:26.700921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:26.703981 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-75e2697d-edc7-4f89-befd-8fe5e29c4edd req-484ad6b9-9b50-4f61-b935-3cd20e9ee54e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "DELETE /v2.0/ports/62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 HTTP/1.1" status: 204 len: 173 time: 0.5829961 Aug 27 16:26:26.703981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'name': 'network-vif-deleted', 'tag': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:26.710093 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b6356c-965b-412e-ba29-60d97a368944" -d '{"events": [{"server_uuid": "acd91b7d-25ec-4ef5-9fb2-39815f70da4d", "name": "network-vif-deleted", "tag": "62bc68ec-0aa0-4cf8-b6e5-db8085e531b5"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:26.757463 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc43533-1842-47e3-939b-61c9cfc577d6 x-openstack-request-id: req-0fc43533-1842-47e3-939b-61c9cfc577d6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:26.757762 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd91b7d-25ec-4ef5-9fb2-39815f70da4d", "name": "network-vif-deleted", "tag": "62bc68ec-0aa0-4cf8-b6e5-db8085e531b5", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:26.758020 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0fc43533-1842-47e3-939b-61c9cfc577d6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:26.760962 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd91b7d-25ec-4ef5-9fb2-39815f70da4d', 'name': 'network-vif-deleted', 'tag': '62bc68ec-0aa0-4cf8-b6e5-db8085e531b5', 'status': 'completed', 'code': 200} Aug 27 16:26:26.766252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2a21724-17ec-4184-912e-60b44c795ed2 req-25dc5df6-6c31-4260-a3ed-3e865ded4e9c tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198444 Aug 27 16:26:26.823306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Allocated IP 172.20.0.2 (ae7286dc-abe3-402f-8842-0888523505c8/db9a4538-1849-4987-b2ea-e860e1876d50/c8d8dca5-8d9c-476f-ae60-97e449b8b1fe) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:26.838799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.071551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff1ad157-01f4-496f-b1c3-5a59ac90b694 req-74dd7389-e584-4f0c-926c-6d0067956a3b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 210 time: 0.0334599 Aug 27 16:26:27.169625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 11ce8684-77cd-4495-b144-2e68cd930a33 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:27.223651 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a482c0-d02a-4aeb-bbd9-54c840a044e0 None None] Network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:27.342340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962253-9588-400a-b355-e639ae27a89a req-a712f283-1064-481a-9725-0c74b51de506 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:27.343883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a962253-9588-400a-b355-e639ae27a89a req-a712f283-1064-481a-9725-0c74b51de506 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Aug 27 16:26:27.374749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.389837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a962253-9588-400a-b355-e639ae27a89a req-d1ab2155-7777-42e7-a35b-aee630ca6920 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Aug 27 16:26:27.395878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Transition to ACTIVE for port object c8d8dca5-8d9c-476f-ae60-97e449b8b1fe will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:27.438289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7c64498c-d1a1-4a65-a20e-ce79851eda84 None None] Provisioning for port 11ce8684-77cd-4495-b144-2e68cd930a33 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:27.442139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Transition to ACTIVE for port object c8d8dca5-8d9c-476f-ae60-97e449b8b1fe will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:27.481117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 11ce8684-77cd-4495-b144-2e68cd930a33 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:27.487355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 11ce8684-77cd-4495-b144-2e68cd930a33 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:27.487355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.516017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.540765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2eb8-16fb-4ee7-9e57-953ce6be061e req-c1e443a4-fba7-458e-9c92-5cbc7e974ec6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:27.548549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1cc2eb8-16fb-4ee7-9e57-953ce6be061e req-c1e443a4-fba7-458e-9c92-5cbc7e974ec6 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0742698 Aug 27 16:26:27.571135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Network ae7286dc-abe3-402f-8842-0888523505c8 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:27.581466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:27.587782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:27.596791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Pushing event updated for resources: {'Port': ['ID=c8d8dca5-8d9c-476f-ae60-97e449b8b1fe,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:27.621443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1cc2eb8-16fb-4ee7-9e57-953ce6be061e req-0274c6d9-90ef-4e23-a144-89181ed0b401 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Aug 27 16:26:27.633318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.697054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Attempting to bind port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:27.697443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Attempting to bind port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'ae7286dc-abe3-402f-8842-0888523505c8'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:27.697817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Attempting to bind port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe on network ae7286dc-abe3-402f-8842-0888523505c8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:27.700948 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.705747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:27.710481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Checking segment: {'id': '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'ae7286dc-abe3-402f-8842-0888523505c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:27.710481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.710481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Bound using segment: {'id': '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'ae7286dc-abe3-402f-8842-0888523505c8'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:27.710481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Bound port: c8d8dca5-8d9c-476f-ae60-97e449b8b1fe, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'ae7286dc-abe3-402f-8842-0888523505c8'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:27.710481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.718804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=db9a4538-1849-4987-b2ea-e860e1876d50,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:27.788655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 11ce8684-77cd-4495-b144-2e68cd930a33, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=11ce8684-77cd-4495-b144-2e68cd930a33,segment=NetworkSegment(f5ee9499-fe29-48a8-b8ec-4c1633e622bf),segment_id=f5ee9499-fe29-48a8-b8ec-4c1633e622bf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:27.793829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52798) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:27.831584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] For port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:27.837048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] For port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8d8dca5-8d9c-476f-ae60-97e449b8b1fe,segment=NetworkSegment(4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1),segment_id=4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:27.863802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.880832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.902317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7286dc-abe3-402f-8842-0888523505c8']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:27.922532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:27.923402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:27.933340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.951944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.954427 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.958952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:27.959458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:27.966118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=11ce8684-77cd-4495-b144-2e68cd930a33,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:27.973083 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:28.000800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3eb6-1be0-4561-a9b6-fc61a82e0414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.035011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2303d-1d61-4d02-a287-6963c71a46af None None] Pushing event updated for resources: {'Port': ['ID=c8d8dca5-8d9c-476f-ae60-97e449b8b1fe,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:28.061615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-db3ef710-1b9a-434a-a678-257e84f4a634 None None] Provisioning complete for port 11ce8684-77cd-4495-b144-2e68cd930a33 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:28.062492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db3ef710-1b9a-434a-a678-257e84f4a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.174978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a0a9a-15fa-4dd5-b93f-54fd65e8f5d0 None None] Network ae7286dc-abe3-402f-8842-0888523505c8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:28.399201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66b4ef54-c739-4b83-a838-a102d06fa7a1 req-086490e3-bf4d-476d-a2f1-c4cf61122c70 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=acd91b7d-25ec-4ef5-9fb2-39815f70da4d HTTP/1.1" status: 200 len: 210 time: 0.0444975 Aug 27 16:26:28.417222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c643980c-ee45-4539-b880-4aef46e17344 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:26:28.473131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:26:28.473131 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:26:28.473131 n-d-806412-1 neutron-server[95253]: [parameters: {'id': 'ae7286dc-abe3-402f-8842-0888523505c8'}] Aug 27 16:26:28.473131 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:26:28.473600 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:26:28.489325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3eb6-1be0-4561-a9b6-fc61a82e0414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.531624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643980c-ee45-4539-b880-4aef46e17344 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:26:28.543745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f4a11-ef5f-448b-97e4-f61d00a855aa req-4b001dfc-979d-41c1-9211-7cc7db7863d5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:28.546020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe2f4a11-ef5f-448b-97e4-f61d00a855aa req-4b001dfc-979d-41c1-9211-7cc7db7863d5 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0532913 Aug 27 16:26:28.558579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3eb6-1be0-4561-a9b6-fc61a82e0414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.590709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe2f4a11-ef5f-448b-97e4-f61d00a855aa req-774c39b0-e53f-4bce-b923-8de93207b3cc tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Aug 27 16:26:28.607094 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8ecc3eb6-1be0-4561-a9b6-fc61a82e0414 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07826cdecf344ccb93804919855429cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8089983 Aug 27 16:26:28.607094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc3eb6-1be0-4561-a9b6-fc61a82e0414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4e474-f900-4e27-a7af-82389457a04e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:28.608421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52812) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:28.676163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3df9-c1e2-4f06-adf1-07ba69083000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.726405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3df9-c1e2-4f06-adf1-07ba69083000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.878337 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3df9-c1e2-4f06-adf1-07ba69083000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.881812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3df9-c1e2-4f06-adf1-07ba69083000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:28.882993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f1ad3df9-c1e2-4f06-adf1-07ba69083000 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ecb4e474-f900-4e27-a7af-82389457a04e HTTP/1.1" status: 204 len: 168 time: 0.2658300 Aug 27 16:26:28.895033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad3df9-c1e2-4f06-adf1-07ba69083000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4e474-f900-4e27-a7af-82389457a04e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:28.964176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 11ce8684-77cd-4495-b144-2e68cd930a33 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:28.975014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.014138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 11ce8684-77cd-4495-b144-2e68cd930a33 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:29.014655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.032429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:29.032783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.036200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:26:29.061627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:26:29.062668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 62bc68ec-0aa0-4cf8-b6e5-db8085e531b5 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:26:29.106022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8d8dca5-8d9c-476f-ae60-97e449b8b1fe,segment=NetworkSegment(4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1),segment_id=4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:29.106370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.121959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for c8d8dca5-8d9c-476f-ae60-97e449b8b1fe owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:29.284763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.315696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=c8d8dca5-8d9c-476f-ae60-97e449b8b1fe,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:29.331795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port c8d8dca5-8d9c-476f-ae60-97e449b8b1fe on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:29.406008 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.416413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7286dc-abe3-402f-8842-0888523505c8']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:29.428037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:29.428555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0bc09a-76ec-4255-b66a-ce1cbdc9afc1') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:29.439977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.454543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.461043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:29.461432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:29.464423 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:29.573434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52828) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:29.587683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc55526e-414f-4e76-9fcb-a7256ebb9227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.601034 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.609618 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.611337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/ae7286dc-abe3-402f-8842-0888523505c8 HTTP/1.1" status: 204 len: 168 time: 3.1562779 Aug 27 16:26:29.616419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52830) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:29.632610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1372362227'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:29.633259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365674-e7f7-4cac-89b9-ffa844043584 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=ae7286dc-abe3-402f-8842-0888523505c8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:29.730654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-d600e62d-30a0-4a16-905d-06b5f050d483 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:29.735711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-d600e62d-30a0-4a16-905d-06b5f050d483 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0592799 Aug 27 16:26:29.751122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df406834-d024-4666-9c72-171bdbdf7d87 req-149b5d7c-acc2-415f-99f0-fedf87ac5dac tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:29.760585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df406834-d024-4666-9c72-171bdbdf7d87 req-149b5d7c-acc2-415f-99f0-fedf87ac5dac tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 945 time: 0.0782466 Aug 27 16:26:29.793456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc55526e-414f-4e76-9fcb-a7256ebb9227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.815984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df406834-d024-4666-9c72-171bdbdf7d87 req-8346d234-38c7-4c06-816c-c13f1a4e4181 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/security-groups?id=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546219 Aug 27 16:26:29.841190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Deleting port f3d995f9-dec3-4411-be71-05636ae3f8c3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:29.841190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.855769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dc55526e-414f-4e76-9fcb-a7256ebb9227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:29.911985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dc55526e-414f-4e76-9fcb-a7256ebb9227 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3432e6d93f47486fa9095996a05e9559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348000 Aug 27 16:26:29.911985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55526e-414f-4e76-9fcb-a7256ebb9227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc581340-9baf-4c96-a740-574b23d9747a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:29.913590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52846) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:30.014024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:30.014620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.017826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] For port f3d995f9-dec3-4411-be71-05636ae3f8c3, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f3d995f9-dec3-4411-be71-05636ae3f8c3,segment=NetworkSegment(a3d80410-b1e5-41a7-a989-72a26feb32d6),segment_id=a3d80410-b1e5-41a7-a989-72a26feb32d6)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:30.018184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.026179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.042105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Calling delete_port for f3d995f9-dec3-4411-be71-05636ae3f8c3 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:30.045581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-7a71917a-1b50-4069-b7fb-52a1b15bd2d0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:30.047088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-7a71917a-1b50-4069-b7fb-52a1b15bd2d0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1140964 Aug 27 16:26:30.063504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-a099052e-b3bc-4268-b4eb-0fcd68a6a41b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0093837 Aug 27 16:26:30.078742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.081641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:30.117698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-4b8c8328-166d-4b4a-8e42-b5e58890e3ec tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473671 Aug 27 16:26:30.152569 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.152918 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment dd700590-469d-4790-9222-fd6abbb64a96 of type vlan for network 30881f7d-a6e5-493c-aced-c112813ba0b7 Aug 27 16:26:30.225431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-8538e75f-d829-48a4-8318-7bfe6b6d03cd service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916917 Aug 27 16:26:30.327001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-4366483e-8d49-4dd6-ac10-0e9052ef6330 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942616 Aug 27 16:26:30.433110 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.478393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.481178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.482397 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc581340-9baf-4c96-a740-574b23d9747a HTTP/1.1" status: 204 len: 168 time: 0.5644629 Aug 27 16:26:30.490539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc581340-9baf-4c96-a740-574b23d9747a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:30.498959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.499455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.499692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.500039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.500830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.500830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.501063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.501351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.501678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.502013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.502339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.502856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5511a438-279f-41e9-9289-1602464661ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:30.604310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.617255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['f3d995f9-dec3-4411-be71-05636ae3f8c3'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:30.637472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.644623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:30.645477 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.648058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Pushing event deleted for resources: {'Port': ['ID=f3d995f9-dec3-4411-be71-05636ae3f8c3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:30.739205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6e1d2e1-2be3-443f-ad46-89264262701d req-fd309eab-6da0-489c-ab97-a50199b335a5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 210 time: 0.0299804 Aug 27 16:26:30.761850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=30881f7d-a6e5-493c-aced-c112813ba0b7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:30.772898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 30881f7d-a6e5-493c-aced-c112813ba0b7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:30.779001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] No DVR routers for this DVR port f3d995f9-dec3-4411-be71-05636ae3f8c3 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:30.781637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:30.785414 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7846be9c-34d3-4cf8-a5ca-5e1950d7c864 req-b739e893-e6b7-44dc-b402-b7f34321b626 tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.90 "DELETE /v2.0/ports/f3d995f9-dec3-4411-be71-05636ae3f8c3 HTTP/1.1" status: 204 len: 173 time: 1.0470545 Aug 27 16:26:30.789521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8372bd-a268-4716-8805-2d42451b4f34', 'name': 'network-vif-deleted', 'tag': 'f3d995f9-dec3-4411-be71-05636ae3f8c3'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:30.791955 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15047808-8c06-479a-aebf-eac8f97d3156" -d '{"events": [{"server_uuid": "6f8372bd-a268-4716-8805-2d42451b4f34", "name": "network-vif-deleted", "tag": "f3d995f9-dec3-4411-be71-05636ae3f8c3"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:30.839219 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f69fb-8170-4802-bb59-549e6cba64df x-openstack-request-id: req-6f4f69fb-8170-4802-bb59-549e6cba64df {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:30.839219 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8372bd-a268-4716-8805-2d42451b4f34", "name": "network-vif-deleted", "tag": "f3d995f9-dec3-4411-be71-05636ae3f8c3", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:30.839219 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6f4f69fb-8170-4802-bb59-549e6cba64df {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:30.843566 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8372bd-a268-4716-8805-2d42451b4f34', 'name': 'network-vif-deleted', 'tag': 'f3d995f9-dec3-4411-be71-05636ae3f8c3', 'status': 'completed', 'code': 200} Aug 27 16:26:30.874251 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-99787b82-2c81-4259-8a58-426e0aa84a03 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2504051 Aug 27 16:26:30.874486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52872) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:30.884438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': '30881f7d-a6e5-493c-aced-c112813ba0b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:30.984824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb9e8149-c1a4-48e8-9b0d-6396a7797cc4 req-532f3ba8-5259-410e-8192-abda9c1c2edc tempest-ServerDiskConfigTestJSON-2069026148 tempest-ServerDiskConfigTestJSON-2069026148-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f8372bd-a268-4716-8805-2d42451b4f34 HTTP/1.1" status: 200 len: 210 time: 0.0409601 Aug 27 16:26:31.148307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:31.152865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:31.225623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_backend_mixin [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing IP validity checks on allocation pools {{(pid=95252) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 16:26:31.226478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_backend_mixin [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95252) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 16:26:31.438612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:31.512557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=d15fe589-a29b-4b6b-8730-15eebf789bb5,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:31.522008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': 'dd700590-469d-4790-9222-fd6abbb64a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '30881f7d-a6e5-493c-aced-c112813ba0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:31.522383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: 30881f7d-a6e5-493c-aced-c112813ba0b7, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:31.683961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network 30881f7d-a6e5-493c-aced-c112813ba0b7 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:31.804600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 30881f7d-a6e5-493c-aced-c112813ba0b7) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:31.814162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:31.814162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:31.819232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c669392-189f-4af3-99c4-a14b5873d40a None None] Network 30881f7d-a6e5-493c-aced-c112813ba0b7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:31.928932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c17ad77b-bd13-4985-9fba-dbc17cb5096b req-21669904-57e6-4ebe-99fa-dfa543a682ee tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 210 time: 0.0691242 Aug 27 16:26:31.938624 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b6221359-5a5b-42ca-a2da-78e7e306ad9d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0605156 Aug 27 16:26:31.941201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52902) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:32.035569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-30881f7d-a6e5-493c-aced-c112813ba0b7', 'network_id': '30881f7d-a6e5-493c-aced-c112813ba0b7', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': 'd15fe589-a29b-4b6b-8730-15eebf789bb5'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:32.036646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.099930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.172510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.247767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Allocated IP 172.20.0.3 (30881f7d-a6e5-493c-aced-c112813ba0b7/d15fe589-a29b-4b6b-8730-15eebf789bb5/383f19fb-4d23-4d97-89b0-fd98acb7ca4e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:32.297160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52918) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:32.368898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Deleting subnet c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:26:32.376384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.446828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.472675 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.484191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Transition to ACTIVE for port object 383f19fb-4d23-4d97-89b0-fd98acb7ca4e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:32.497482 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.504233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Transition to ACTIVE for port object 383f19fb-4d23-4d97-89b0-fd98acb7ca4e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:32.599209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.639097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Network 30881f7d-a6e5-493c-aced-c112813ba0b7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:32.644881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:32.654844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:32.679873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.699801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.710147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:32.710709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc HTTP/1.1" status: 204 len: 168 time: 0.4124103 Aug 27 16:26:32.718250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Attempting to bind port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:32.718851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Attempting to bind port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'dd700590-469d-4790-9222-fd6abbb64a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '30881f7d-a6e5-493c-aced-c112813ba0b7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:32.719530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Attempting to bind port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e on network 30881f7d-a6e5-493c-aced-c112813ba0b7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:32.721830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Pushing event updated for resources: {'Port': ['ID=383f19fb-4d23-4d97-89b0-fd98acb7ca4e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:32.730771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:32.732117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Checking segment: {'id': 'dd700590-469d-4790-9222-fd6abbb64a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '30881f7d-a6e5-493c-aced-c112813ba0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:32.732874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.734578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Bound using segment: {'id': 'dd700590-469d-4790-9222-fd6abbb64a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '30881f7d-a6e5-493c-aced-c112813ba0b7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:32.735175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Bound port: 383f19fb-4d23-4d97-89b0-fd98acb7ca4e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd700590-469d-4790-9222-fd6abbb64a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '30881f7d-a6e5-493c-aced-c112813ba0b7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:32.736528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.745959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e6d4ee-cc2b-4c8b-80f6-44e244a395cc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:32.779872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.783118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.789708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.790072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.790449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.790836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.791161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.794136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.794500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.794846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.795230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.796074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645de27f-a32f-46b7-9e22-5370084dce4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:26:32.842291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.844741 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:32.866661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] For port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:32.870671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] For port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=383f19fb-4d23-4d97-89b0-fd98acb7ca4e,segment=NetworkSegment(dd700590-469d-4790-9222-fd6abbb64a96),segment_id=dd700590-469d-4790-9222-fd6abbb64a96)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:32.895576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=d15fe589-a29b-4b6b-8730-15eebf789bb5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:32.971380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.051104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f3d995f9-dec3-4411-be71-05636ae3f8c3 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:26:33.085300 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.100520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30881f7d-a6e5-493c-aced-c112813ba0b7']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:33.103609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.120043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd700590-469d-4790-9222-fd6abbb64a96') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:33.121915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd700590-469d-4790-9222-fd6abbb64a96') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:33.122908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d698cbfd-2741-4754-8519-b3df7b4bb078']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:33.138464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.141164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d80410-b1e5-41a7-a989-72a26feb32d6') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:33.141582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d80410-b1e5-41a7-a989-72a26feb32d6') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:33.154585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: f3d995f9-dec3-4411-be71-05636ae3f8c3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:26:33.157320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f3d995f9-dec3-4411-be71-05636ae3f8c3 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:26:33.158930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.167835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.168042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19d1b75d-288c-4bf2-b08a-b54d33f13a1a req-3aae6575-f876-4bd3-8282-89e49a88d772 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 210 time: 0.1393094 Aug 27 16:26:33.190072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539be4b4-f4fa-4541-82a8-9f4701154421 None None] Pushing event updated for resources: {'Port': ['ID=383f19fb-4d23-4d97-89b0-fd98acb7ca4e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:33.217361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.219694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:33.220101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.249855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f262ec7f-05c4-4bad-8f3c-1f51e6378280 None None] Network 30881f7d-a6e5-493c-aced-c112813ba0b7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:33.262612 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:33.405496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:33.406111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:33.408014 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:33.453311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-00798832-a68d-484f-a87d-7706afd76a52 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:33.461092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-00798832-a68d-484f-a87d-7706afd76a52 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.2922304 Aug 27 16:26:33.468369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77c2db-44b9-4351-894f-0c3c01978d74 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:26:33.481695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Request body: {'port': {'device_id': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'admin_state_up': True, 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:33.616877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:26:33.616877 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:26:33.616877 n-d-806412-1 neutron-server[95252]: [parameters: {'id': '30881f7d-a6e5-493c-aced-c112813ba0b7'}] Aug 27 16:26:33.616877 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:26:33.617315 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:26:33.657713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.668914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:33.678909 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d698cbfd-2741-4754-8519-b3df7b4bb078 HTTP/1.1" status: 204 len: 168 time: 0.9671171 Aug 27 16:26:33.699044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f33ef-7279-42f8-a964-dbc4337fb060 admin admin] Pushing event deleted for resources: {'Network': ['ID=d698cbfd-2741-4754-8519-b3df7b4bb078,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:33.758170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77c2db-44b9-4351-894f-0c3c01978d74 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:26:33.809807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:33.818841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.017555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Allocated IP 172.20.0.7 (be5e7863-5dee-47a5-86e5-8537fccd706a/05e75054-550a-4cf9-92f8-986fa2240420/573ed2fc-5cb2-4b27-acbc-c96416020580) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:34.118214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.189537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:34.190168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.220398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.294165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=383f19fb-4d23-4d97-89b0-fd98acb7ca4e,segment=NetworkSegment(dd700590-469d-4790-9222-fd6abbb64a96),segment_id=dd700590-469d-4790-9222-fd6abbb64a96)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:34.295141 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.328525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for 383f19fb-4d23-4d97-89b0-fd98acb7ca4e owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:34.369150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7b1791f-6ed5-492d-b90b-9f3f8a08c57f req-db9160cd-0b78-478d-b93c-ac1fc546d36d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 210 time: 0.0318532 Aug 27 16:26:34.419379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52954) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:34.463813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52956) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:34.464016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-863bc74c-a037-4fdc-b984-2fc23b3468ef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4888138c2d154e3285d731db5f15bcac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431616 Aug 27 16:26:34.490861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.502975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:34.542363 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae308f50-1adc-49a9-b746-d63ee0d57139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.556822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Network be5e7863-5dee-47a5-86e5-8537fccd706a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:34.562181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:34.564156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event updated for resources: {'Port': ['ID=573ed2fc-5cb2-4b27-acbc-c96416020580,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:34.571517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:34.589756 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae308f50-1adc-49a9-b746-d63ee0d57139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.647855 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.650339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:34.651313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.683967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=383f19fb-4d23-4d97-89b0-fd98acb7ca4e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:34.693730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port 383f19fb-4d23-4d97-89b0-fd98acb7ca4e on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:34.788422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.801403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30881f7d-a6e5-493c-aced-c112813ba0b7']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:34.813735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd700590-469d-4790-9222-fd6abbb64a96') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:34.814038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd700590-469d-4790-9222-fd6abbb64a96') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:34.823978 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.842877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.849659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:34.850140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:34.853111 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:34.861711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-566f55dc-035a-4226-8fc9-3befe92f857c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3889415 Aug 27 16:26:34.866262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae308f50-1adc-49a9-b746-d63ee0d57139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.872350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae308f50-1adc-49a9-b746-d63ee0d57139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:34.872350 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ae308f50-1adc-49a9-b746-d63ee0d57139 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a HTTP/1.1" status: 204 len: 168 time: 0.4051120 Aug 27 16:26:34.874839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Request body: {'port': {'device_id': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:34.914360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308f50-1adc-49a9-b746-d63ee0d57139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc93bf56-d6a5-4d31-a74f-e2c54ec6ee0a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:34.964613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.077053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.080230 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.088071 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/30881f7d-a6e5-493c-aced-c112813ba0b7 HTTP/1.1" status: 204 len: 168 time: 3.1454954 Aug 27 16:26:35.088266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:35.094360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728450320'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:35.101819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85380e05-c9f0-44e2-880e-f783e4650953 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=30881f7d-a6e5-493c-aced-c112813ba0b7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:35.373765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:35.373765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.437241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573ed2fc-5cb2-4b27-acbc-c96416020580 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:35.453573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.487856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:35.504848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Transition to ACTIVE for port object 573ed2fc-5cb2-4b27-acbc-c96416020580 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:35.513093 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.515454 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e of type vlan for network 870407e8-5854-4b90-a759-dac2e9d644dd Aug 27 16:26:35.554861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fab8f-621a-4a68-8201-e97492df63f4 req-535e0797-81e8-4af8-a48a-30fcdf1adba1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:35.556399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a0fab8f-621a-4a68-8201-e97492df63f4 req-535e0797-81e8-4af8-a48a-30fcdf1adba1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 931 time: 0.1107621 Aug 27 16:26:35.584184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.628600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a0fab8f-621a-4a68-8201-e97492df63f4 req-2565da11-9d24-478b-9180-b9ce9ff38394 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 Aug 27 16:26:35.630459 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.685854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Pushing event updated for resources: {'Port': ['ID=573ed2fc-5cb2-4b27-acbc-c96416020580,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:35.742793 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.748382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:35.749458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.839858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Attempting to bind port 573ed2fc-5cb2-4b27-acbc-c96416020580 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:35.840166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Attempting to bind port 573ed2fc-5cb2-4b27-acbc-c96416020580 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:35.840452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Attempting to bind port 573ed2fc-5cb2-4b27-acbc-c96416020580 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:35.846807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=870407e8-5854-4b90-a759-dac2e9d644dd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:35.852102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Port 573ed2fc-5cb2-4b27-acbc-c96416020580 on network be5e7863-5dee-47a5-86e5-8537fccd706a not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:26:35.852102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Attempting to bind port 573ed2fc-5cb2-4b27-acbc-c96416020580 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:35.861184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 870407e8-5854-4b90-a759-dac2e9d644dd details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:35.866585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:35.867613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:35.868319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Bound using segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:35.868937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Bound port: 573ed2fc-5cb2-4b27-acbc-c96416020580, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:35.869315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:35.964985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9a3a6582-038d-4d1c-97f4-f577240858b0 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8753340 Aug 27 16:26:35.968452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52986) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:35.989841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': '870407e8-5854-4b90-a759-dac2e9d644dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:35.995520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] For port 573ed2fc-5cb2-4b27-acbc-c96416020580, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:35.999194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] For port 573ed2fc-5cb2-4b27-acbc-c96416020580, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=573ed2fc-5cb2-4b27-acbc-c96416020580,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:36.136133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.204377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:36.209189 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.218214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:36.218858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.222390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-26546486-653e-4395-b442-1baa687e3d30 service neutron] 10.222.0.97 "PUT /v2.0/ports/573ed2fc-5cb2-4b27-acbc-c96416020580 HTTP/1.1" status: 200 len: 1091 time: 1.3527756 Aug 27 16:26:36.223023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'tag': '573ed2fc-5cb2-4b27-acbc-c96416020580'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:36.226161 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822dbbbb-45ca-4bc1-af59-b5302bfaf8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "abd1fe7b-f8ef-4089-bb89-db68a1d93251", "tag": "573ed2fc-5cb2-4b27-acbc-c96416020580"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:36.272488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26546486-653e-4395-b442-1baa687e3d30 service neutron] Pushing event updated for resources: {'Port': ['ID=573ed2fc-5cb2-4b27-acbc-c96416020580,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:36.330600 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3623f0e-623b-4e9f-b513-33d5fbe17eca x-openstack-request-id: req-b3623f0e-623b-4e9f-b513-33d5fbe17eca {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:36.331193 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd1fe7b-f8ef-4089-bb89-db68a1d93251", "tag": "573ed2fc-5cb2-4b27-acbc-c96416020580", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:36.336134 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b3623f0e-623b-4e9f-b513-33d5fbe17eca {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:36.336134 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'tag': '573ed2fc-5cb2-4b27-acbc-c96416020580', 'status': 'completed', 'code': 200} Aug 27 16:26:36.498610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbbbb-45ca-4bc1-af59-b5302bfaf8d5 req-bc711eb2-1c13-4297-ac4f-c8c4192abc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:36.508244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-822dbbbb-45ca-4bc1-af59-b5302bfaf8d5 req-bc711eb2-1c13-4297-ac4f-c8c4192abc36 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 1094 time: 0.1165996 Aug 27 16:26:36.660773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbbbb-45ca-4bc1-af59-b5302bfaf8d5 req-3c6aad54-80ae-415c-91b2-b6a3c7c5697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:36.668482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-822dbbbb-45ca-4bc1-af59-b5302bfaf8d5 req-3c6aad54-80ae-415c-91b2-b6a3c7c5697b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=99404545d1914c769c5aef08755c2651&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1511760 Aug 27 16:26:36.753033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:36.836990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '870407e8-5854-4b90-a759-dac2e9d644dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:36.837354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: 870407e8-5854-4b90-a759-dac2e9d644dd, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:36.850138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=8a0f3297-a58b-4010-a565-b6a8bce697ea,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:36.892376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dbbbb-45ca-4bc1-af59-b5302bfaf8d5 req-875d3d15-7379-4efc-80fe-fd1a26abd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:36.893891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-822dbbbb-45ca-4bc1-af59-b5302bfaf8d5 req-875d3d15-7379-4efc-80fe-fd1a26abd7d3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2176368 Aug 27 16:26:36.913295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632841-47f1-4c68-ba1c-11b696c2de8e req-8a69ce6a-c534-4e76-85a9-f6b08846f43e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:36.914792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91632841-47f1-4c68-ba1c-11b696c2de8e req-8a69ce6a-c534-4e76-85a9-f6b08846f43e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 943 time: 0.1322777 Aug 27 16:26:36.991020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91632841-47f1-4c68-ba1c-11b696c2de8e req-fc09cfa1-4528-4ce8-9f09-ccd66bc5cc50 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695465 Aug 27 16:26:36.996887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network 870407e8-5854-4b90-a759-dac2e9d644dd is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:37.000934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-69766976-e8cf-426c-9afe-cccf01a25749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:37.002325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-69766976-e8cf-426c-9afe-cccf01a25749 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 1094 time: 0.0636578 Aug 27 16:26:37.058056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-db2e1af1-5c69-4ec5-9cc0-61179f050b11 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=573ed2fc-5cb2-4b27-acbc-c96416020580 HTTP/1.1" status: 200 len: 217 time: 0.0467222 Aug 27 16:26:37.110843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-3ae38bc3-2a5e-4144-80ef-6cc4958714a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:37.112221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-3ae38bc3-2a5e-4144-80ef-6cc4958714a6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.0476787 Aug 27 16:26:37.112507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 870407e8-5854-4b90-a759-dac2e9d644dd) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:37.120727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:37.121507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.130655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34966c9b-c6bb-4117-b51c-45ba95a4357d None None] Network 870407e8-5854-4b90-a759-dac2e9d644dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:37.151450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-c21fe76c-52cf-4bad-9f2d-500d20d7532a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323966 Aug 27 16:26:37.273139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-20180ad1-7486-414b-9e46-2d7554ac71fe service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128526 Aug 27 16:26:37.306827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-870407e8-5854-4b90-a759-dac2e9d644dd', 'network_id': '870407e8-5854-4b90-a759-dac2e9d644dd', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': '8a0f3297-a58b-4010-a565-b6a8bce697ea'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:37.308961 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.330263 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-11551c6c-936e-43fb-a993-e2427c37f8a2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3593333 Aug 27 16:26:37.333762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53018) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:37.423826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0634b5fa-1ab8-4e8a-b43a-370c104e53e5 req-6be28917-7aad-452f-b70e-c65f7d073779 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411977 Aug 27 16:26:37.495412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Allocated IP 172.20.0.1 (870407e8-5854-4b90-a759-dac2e9d644dd/8a0f3297-a58b-4010-a565-b6a8bce697ea/fb905022-4a25-4275-bb3c-51eaecad8e1a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:37.561980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.624600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.727839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.736694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Transition to ACTIVE for port object fb905022-4a25-4275-bb3c-51eaecad8e1a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:37.759474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Transition to ACTIVE for port object fb905022-4a25-4275-bb3c-51eaecad8e1a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:37.858120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.913471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Network 870407e8-5854-4b90-a759-dac2e9d644dd is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:37.918635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:37.922448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:37.956597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Pushing event updated for resources: {'Port': ['ID=fb905022-4a25-4275-bb3c-51eaecad8e1a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:37.992905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:37.993135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Attempting to bind port fb905022-4a25-4275-bb3c-51eaecad8e1a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:37.993433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Attempting to bind port fb905022-4a25-4275-bb3c-51eaecad8e1a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '870407e8-5854-4b90-a759-dac2e9d644dd'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:37.993809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Attempting to bind port fb905022-4a25-4275-bb3c-51eaecad8e1a on network 870407e8-5854-4b90-a759-dac2e9d644dd {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:38.001028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:38.002440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Checking segment: {'id': 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '870407e8-5854-4b90-a759-dac2e9d644dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:38.002440 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:38.002440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Bound using segment: {'id': 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '870407e8-5854-4b90-a759-dac2e9d644dd'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:38.002723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Bound port: fb905022-4a25-4275-bb3c-51eaecad8e1a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '870407e8-5854-4b90-a759-dac2e9d644dd'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:38.003035 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:38.083931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0f3297-a58b-4010-a565-b6a8bce697ea,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:38.138932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] For port fb905022-4a25-4275-bb3c-51eaecad8e1a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:38.148291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] For port fb905022-4a25-4275-bb3c-51eaecad8e1a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fb905022-4a25-4275-bb3c-51eaecad8e1a,segment=NetworkSegment(de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e),segment_id=de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:38.200890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec26fe-1772-4bf0-a7f4-0e1d5307bde6 req-df688d8e-03d3-4221-a951-95a3a56371ac tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:38.202606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9ec26fe-1772-4bf0-a7f4-0e1d5307bde6 req-df688d8e-03d3-4221-a951-95a3a56371ac tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 943 time: 0.0886426 Aug 27 16:26:38.210851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:38.229422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870407e8-5854-4b90-a759-dac2e9d644dd']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:38.242996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:38.243380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:38.253155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9ec26fe-1772-4bf0-a7f4-0e1d5307bde6 req-2ea9b6c1-f8e2-4b2b-81ed-8edce417bb2c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Aug 27 16:26:38.264398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:38.278381 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:38.284592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:38.293319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:38.293756 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:38.297076 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:38.351149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfd9e2-6646-4da4-891e-9ffb1b6481e0 None None] Pushing event updated for resources: {'Port': ['ID=fb905022-4a25-4275-bb3c-51eaecad8e1a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:38.402195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e9bed-91fd-403a-9856-2cc9d5445a0a None None] Network 870407e8-5854-4b90-a759-dac2e9d644dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:38.449348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:26:38.449348 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:26:38.449348 n-d-806412-1 neutron-server[95252]: [parameters: {'id': '870407e8-5854-4b90-a759-dac2e9d644dd'}] Aug 27 16:26:38.449348 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:26:38.450741 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:26:38.559692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215e6bd-7867-49ef-9e8b-fd88b3df6ca4 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:26:38.699679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215e6bd-7867-49ef-9e8b-fd88b3df6ca4 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:26:38.950437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.030615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port fb905022-4a25-4275-bb3c-51eaecad8e1a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:39.030968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.109008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port fb905022-4a25-4275-bb3c-51eaecad8e1a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fb905022-4a25-4275-bb3c-51eaecad8e1a,segment=NetworkSegment(de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e),segment_id=de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:39.110294 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.130201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for fb905022-4a25-4275-bb3c-51eaecad8e1a owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:39.375379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.377436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e2980-d3f2-4c5e-8ebf-eb0e0b955526 req-c9f4c16d-d2e8-4bb7-b124-59bcb27fc400 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:39.379727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a03e2980-d3f2-4c5e-8ebf-eb0e0b955526 req-c9f4c16d-d2e8-4bb7-b124-59bcb27fc400 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 943 time: 0.0524678 Aug 27 16:26:39.405364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=fb905022-4a25-4275-bb3c-51eaecad8e1a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:39.412616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port fb905022-4a25-4275-bb3c-51eaecad8e1a on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:39.421023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a03e2980-d3f2-4c5e-8ebf-eb0e0b955526 req-69cd8830-13b9-4e05-9504-f0211d291f1c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351458 Aug 27 16:26:39.496513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.506911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870407e8-5854-4b90-a759-dac2e9d644dd']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:39.518066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:39.518371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de69b0c7-c1be-415d-a50e-4ca9c4fe0d7e') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:39.528060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.542296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.548668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:39.548969 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:39.552154 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:39.706709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.713092 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.715545 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/870407e8-5854-4b90-a759-dac2e9d644dd HTTP/1.1" status: 204 len: 168 time: 2.3807001 Aug 27 16:26:39.719249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53094) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:39.725404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801750098'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:39.734927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616b0e-84f8-4116-979a-e0eb814b8dcc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=870407e8-5854-4b90-a759-dac2e9d644dd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:39.860884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:39.861546 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:26:39.864509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.888053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:39.897333 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:39.897673 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment 8f596b8a-6852-4755-977a-1f695452703a of type vlan for network cf33aab7-facf-4653-beab-a24053fe52fe Aug 27 16:26:39.940250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.072504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53104) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:40.089902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.096904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:40.097770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.171730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=cf33aab7-facf-4653-beab-a24053fe52fe,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:40.183011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network cf33aab7-facf-4653-beab-a24053fe52fe details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:40.200489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-59cba485-5718-452a-b8f4-32ebf7065ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.254034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a5f852d5-9e73-4d3c-96f7-2f2283e9b8de tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5308161 Aug 27 16:26:40.254214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53114) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:40.260085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': 'cf33aab7-facf-4653-beab-a24053fe52fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:40.410298 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-59cba485-5718-452a-b8f4-32ebf7065ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.485453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-59cba485-5718-452a-b8f4-32ebf7065ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.559935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-59cba485-5718-452a-b8f4-32ebf7065ad3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ba96d55f095f41b58bd053ca2c4c40d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839425 Aug 27 16:26:40.560397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53122) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:40.569248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cba485-5718-452a-b8f4-32ebf7065ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ffaf0a-68f6-43a7-ad79-8835bee2d735,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:40.596355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d152-3c3e-4831-af20-add6fcbcf447 req-5eb03763-2a82-4b87-8358-7eff94b84112 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:40.597979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70a3d152-3c3e-4831-af20-add6fcbcf447 req-5eb03763-2a82-4b87-8358-7eff94b84112 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 943 time: 0.0977612 Aug 27 16:26:40.618285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f82f3013-63e5-48f0-b8f3-132df7800524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.628619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:40.632728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.639990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f82f3013-63e5-48f0-b8f3-132df7800524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.699905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70a3d152-3c3e-4831-af20-add6fcbcf447 req-ffba84e6-1b23-4ee5-83d6-db50eb7556cc tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932031 Aug 27 16:26:40.752549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f82f3013-63e5-48f0-b8f3-132df7800524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.755868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f82f3013-63e5-48f0-b8f3-132df7800524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.757267 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f82f3013-63e5-48f0-b8f3-132df7800524 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e5ffaf0a-68f6-43a7-ad79-8835bee2d735 HTTP/1.1" status: 204 len: 168 time: 0.1955879 Aug 27 16:26:40.781789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f3013-63e5-48f0-b8f3-132df7800524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ffaf0a-68f6-43a7-ad79-8835bee2d735,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:40.813767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53130) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:40.944735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a370994e-36d5-492a-a899-718e3096a45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:40.983895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.076422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=8fd35d2c-3000-42a3-a3b7-b8e2f3912e14,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:41.093777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': '8f596b8a-6852-4755-977a-1f695452703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cf33aab7-facf-4653-beab-a24053fe52fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:41.094142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: cf33aab7-facf-4653-beab-a24053fe52fe, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:41.111669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a370994e-36d5-492a-a899-718e3096a45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.215079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network cf33aab7-facf-4653-beab-a24053fe52fe is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:41.215079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a370994e-36d5-492a-a899-718e3096a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.266268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a370994e-36d5-492a-a899-718e3096a45c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d744d58248754081ac310f10e1d3b8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514451 Aug 27 16:26:41.269536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370994e-36d5-492a-a899-718e3096a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d93600-b33a-4334-b298-1e0970c0ac66,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:41.271197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53138) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:41.325448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, cf33aab7-facf-4653-beab-a24053fe52fe) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:41.332991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:41.334475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d7b8d-5127-47c7-b3ff-7ed21d1844f7 None None] Network cf33aab7-facf-4653-beab-a24053fe52fe requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:41.334931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.337709 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-961bc63c-92b1-4406-b98d-7f2b72ad4e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.370120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-961bc63c-92b1-4406-b98d-7f2b72ad4e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.450436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f22a0863-d20d-4a86-b8dd-e0c46a3f15dc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1949427 Aug 27 16:26:41.453030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53140) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:41.492265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-961bc63c-92b1-4406-b98d-7f2b72ad4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.495476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-961bc63c-92b1-4406-b98d-7f2b72ad4e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.497945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-961bc63c-92b1-4406-b98d-7f2b72ad4e7d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/92d93600-b33a-4334-b298-1e0970c0ac66 HTTP/1.1" status: 204 len: 168 time: 0.2263901 Aug 27 16:26:41.499466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-cf33aab7-facf-4653-beab-a24053fe52fe', 'network_id': 'cf33aab7-facf-4653-beab-a24053fe52fe', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': '8fd35d2c-3000-42a3-a3b7-b8e2f3912e14'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:41.501056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.507169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bc63c-92b1-4406-b98d-7f2b72ad4e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d93600-b33a-4334-b298-1e0970c0ac66,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:41.579539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.637764 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.663628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 573ed2fc-5cb2-4b27-acbc-c96416020580 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:26:41.691516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:41.701849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Allocated IP 172.20.0.2 (cf33aab7-facf-4653-beab-a24053fe52fe/8fd35d2c-3000-42a3-a3b7-b8e2f3912e14/682cd369-b736-49a6-9d44-77a5ab9f00ac) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:41.705398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f732938-5522-4973-b2be-602146e4eb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.856127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f732938-5522-4973-b2be-602146e4eb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.858718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e0519-1fb9-4998-b631-3727f20e27ae req-39de4f25-50b4-4c5b-a7f8-0ffc0ee9c88a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:41.860328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d4e0519-1fb9-4998-b631-3727f20e27ae req-39de4f25-50b4-4c5b-a7f8-0ffc0ee9c88a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 943 time: 0.0724671 Aug 27 16:26:41.866589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 573ed2fc-5cb2-4b27-acbc-c96416020580, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=573ed2fc-5cb2-4b27-acbc-c96416020580,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:41.887317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '573ed2fc-5cb2-4b27-acbc-c96416020580', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'port_id': '573ed2fc-5cb2-4b27-acbc-c96416020580', 'mac_address': 'fa:16:3e:b3:4b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e75054-550a-4cf9-92f8-986fa2240420', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:26:41.914334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d4e0519-1fb9-4998-b631-3727f20e27ae req-7b6188f1-1e18-4896-ae18-bf1ac78e020f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 Aug 27 16:26:41.952234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f732938-5522-4973-b2be-602146e4eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.967816 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.986415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:41.991625 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f732938-5522-4973-b2be-602146e4eb9c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fb2de4aaf8d74dea8b03c598a43e9afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982247 Aug 27 16:26:41.993480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573ed2fc-5cb2-4b27-acbc-c96416020580 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:41.994284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:42.003888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f732938-5522-4973-b2be-602146e4eb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd2d3f-9310-4a3e-86fd-0120f3234d4a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.008444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Transition to ACTIVE for port object 682cd369-b736-49a6-9d44-77a5ab9f00ac will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:42.025859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 573ed2fc-5cb2-4b27-acbc-c96416020580, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=573ed2fc-5cb2-4b27-acbc-c96416020580,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:42.033879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Transition to ACTIVE for port object 682cd369-b736-49a6-9d44-77a5ab9f00ac will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:42.049702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0df05f57-8ab8-4396-8210-657a2487676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.072223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0df05f57-8ab8-4396-8210-657a2487676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.102362 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.136133 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.160429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Network cf33aab7-facf-4653-beab-a24053fe52fe is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:42.169483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:42.173065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:42.180233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=573ed2fc-5cb2-4b27-acbc-c96416020580,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.243599 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0df05f57-8ab8-4396-8210-657a2487676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.259679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0df05f57-8ab8-4396-8210-657a2487676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.259679 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0df05f57-8ab8-4396-8210-657a2487676b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67cd2d3f-9310-4a3e-86fd-0120f3234d4a HTTP/1.1" status: 204 len: 168 time: 0.2535031 Aug 27 16:26:42.264853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Attempting to bind port 682cd369-b736-49a6-9d44-77a5ab9f00ac on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:42.265012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Attempting to bind port 682cd369-b736-49a6-9d44-77a5ab9f00ac by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8f596b8a-6852-4755-977a-1f695452703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cf33aab7-facf-4653-beab-a24053fe52fe'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:42.265270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Attempting to bind port 682cd369-b736-49a6-9d44-77a5ab9f00ac on network cf33aab7-facf-4653-beab-a24053fe52fe {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:42.273539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Pushing event updated for resources: {'Port': ['ID=682cd369-b736-49a6-9d44-77a5ab9f00ac,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.279625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:42.280531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Checking segment: {'id': '8f596b8a-6852-4755-977a-1f695452703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cf33aab7-facf-4653-beab-a24053fe52fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:42.280912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df05f57-8ab8-4396-8210-657a2487676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd2d3f-9310-4a3e-86fd-0120f3234d4a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.281911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.283410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Bound using segment: {'id': '8f596b8a-6852-4755-977a-1f695452703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cf33aab7-facf-4653-beab-a24053fe52fe'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:42.284593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Bound port: 682cd369-b736-49a6-9d44-77a5ab9f00ac, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f596b8a-6852-4755-977a-1f695452703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cf33aab7-facf-4653-beab-a24053fe52fe'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:42.285268 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.296496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.319142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53158) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:42.338153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd35d2c-3000-42a3-a3b7-b8e2f3912e14,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.349461 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-04f5a9d5-fcd2-4378-ae44-d7c8977f4c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.394248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['573ed2fc-5cb2-4b27-acbc-c96416020580'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:42.415824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.430336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf33aab7-facf-4653-beab-a24053fe52fe']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:42.443834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f596b8a-6852-4755-977a-1f695452703a') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:42.444302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f596b8a-6852-4755-977a-1f695452703a') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:42.456214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.471220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] For port 682cd369-b736-49a6-9d44-77a5ab9f00ac, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:42.471220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] For port 682cd369-b736-49a6-9d44-77a5ab9f00ac, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=682cd369-b736-49a6-9d44-77a5ab9f00ac,segment=NetworkSegment(8f596b8a-6852-4755-977a-1f695452703a),segment_id=8f596b8a-6852-4755-977a-1f695452703a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:42.493568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-04f5a9d5-fcd2-4378-ae44-d7c8977f4c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.554942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.555613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.562000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:42.562360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:42.565578 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:42.586494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-04f5a9d5-fcd2-4378-ae44-d7c8977f4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.656259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-04f5a9d5-fcd2-4378-ae44-d7c8977f4c0c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e8c5c92d65ab4618861c4793bf151453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346500 Aug 27 16:26:42.657576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5a9d5-fcd2-4378-ae44-d7c8977f4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e19dd93-ea52-47d3-917e-00c733f3ae1e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.658796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53160) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:42.702397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9667d-55fe-4eaf-85f8-b0581fc52398 None None] Pushing event updated for resources: {'Port': ['ID=682cd369-b736-49a6-9d44-77a5ab9f00ac,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:42.718276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:26:42.718276 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:26:42.718276 n-d-806412-1 neutron-server[95252]: [parameters: {'id': 'cf33aab7-facf-4653-beab-a24053fe52fe'}] Aug 27 16:26:42.718276 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:26:42.718676 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:26:42.739870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b9983-5e30-4114-9db8-44750687991d None None] Network cf33aab7-facf-4653-beab-a24053fe52fe requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:42.752177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-602b67e9-b8a6-403a-9592-a7db2c6a7d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.779490 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-602b67e9-b8a6-403a-9592-a7db2c6a7d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.885765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22c1fc-34f4-481c-a767-da65cf15723f None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:26:42.923734 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-602b67e9-b8a6-403a-9592-a7db2c6a7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.926813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-602b67e9-b8a6-403a-9592-a7db2c6a7d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:42.928242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-602b67e9-b8a6-403a-9592-a7db2c6a7d2d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4e19dd93-ea52-47d3-917e-00c733f3ae1e HTTP/1.1" status: 204 len: 168 time: 0.2679031 Aug 27 16:26:42.936874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b67e9-b8a6-403a-9592-a7db2c6a7d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e19dd93-ea52-47d3-917e-00c733f3ae1e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:43.010998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a22c1fc-34f4-481c-a767-da65cf15723f None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:26:43.077597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d9cfc-b750-468e-9294-9c0b2ab35ed0 req-244043c8-02c6-42c8-a2ac-371c1ea98dec tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:43.079544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a35d9cfc-b750-468e-9294-9c0b2ab35ed0 req-244043c8-02c6-42c8-a2ac-371c1ea98dec tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 944 time: 0.0672793 Aug 27 16:26:43.142735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a35d9cfc-b750-468e-9294-9c0b2ab35ed0 req-cb11596d-38ff-429b-a0ff-772b55e55884 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 Aug 27 16:26:43.219923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.290401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port 682cd369-b736-49a6-9d44-77a5ab9f00ac {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:43.291219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.419356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port 682cd369-b736-49a6-9d44-77a5ab9f00ac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=682cd369-b736-49a6-9d44-77a5ab9f00ac,segment=NetworkSegment(8f596b8a-6852-4755-977a-1f695452703a),segment_id=8f596b8a-6852-4755-977a-1f695452703a)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:43.419735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.433507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for 682cd369-b736-49a6-9d44-77a5ab9f00ac owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:43.671177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 573ed2fc-5cb2-4b27-acbc-c96416020580 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:43.691373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.720979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=682cd369-b736-49a6-9d44-77a5ab9f00ac,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:43.727347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port 682cd369-b736-49a6-9d44-77a5ab9f00ac on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:43.822460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.833396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf33aab7-facf-4653-beab-a24053fe52fe']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:43.838195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 573ed2fc-5cb2-4b27-acbc-c96416020580 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:43.842430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 573ed2fc-5cb2-4b27-acbc-c96416020580 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:43.842871 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.845939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f596b8a-6852-4755-977a-1f695452703a') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:43.846238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f596b8a-6852-4755-977a-1f695452703a') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:43.857133 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.872283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.883946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:43.884400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:43.888321 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:43.970863 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.023137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ed2fc-5cb2-4b27-acbc-c96416020580'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:44.026427 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8d64d6-e57f-4a8c-9d1a-c4ee9b577a1c" -d '{"events": [{"server_uuid": "abd1fe7b-f8ef-4089-bb89-db68a1d93251", "name": "network-vif-plugged", "status": "completed", "tag": "573ed2fc-5cb2-4b27-acbc-c96416020580"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:44.054404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 573ed2fc-5cb2-4b27-acbc-c96416020580, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=573ed2fc-5cb2-4b27-acbc-c96416020580,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:44.094638 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcef8c26-852c-48de-94b3-e14f4f6db619 x-openstack-request-id: req-bcef8c26-852c-48de-94b3-e14f4f6db619 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:44.095037 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd1fe7b-f8ef-4089-bb89-db68a1d93251", "name": "network-vif-plugged", "status": "completed", "tag": "573ed2fc-5cb2-4b27-acbc-c96416020580", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:44.095469 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bcef8c26-852c-48de-94b3-e14f4f6db619 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:44.095890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.096019 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ed2fc-5cb2-4b27-acbc-c96416020580', 'code': 200} Aug 27 16:26:44.126276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.132246 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/cf33aab7-facf-4653-beab-a24053fe52fe HTTP/1.1" status: 204 len: 168 time: 2.6749563 Aug 27 16:26:44.132246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c084d-9a08-4991-9e56-9a4601c32632 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=cf33aab7-facf-4653-beab-a24053fe52fe,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:44.133141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53214) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:44.146653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671113915'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:44.164224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.232914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f4c71-ed96-4a28-8262-11551c4ea274 req-b3d6999a-a33e-42e1-9777-4eee2b099da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:44.236174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e5f4c71-ed96-4a28-8262-11551c4ea274 req-b3d6999a-a33e-42e1-9777-4eee2b099da1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 1096 time: 0.0613706 Aug 27 16:26:44.241756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=573ed2fc-5cb2-4b27-acbc-c96416020580,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:44.295739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:44.301959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.322524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e5f4c71-ed96-4a28-8262-11551c4ea274 req-ae0ca557-5452-4867-832f-15e29119d3cf service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731225 Aug 27 16:26:44.336755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a80d-30e7-4d28-951d-39c5c7cda5da req-b6711efd-6e08-421a-914b-0f3427e25130 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:44.338396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83c4a80d-30e7-4d28-951d-39c5c7cda5da req-b6711efd-6e08-421a-914b-0f3427e25130 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 945 time: 0.0877981 Aug 27 16:26:44.386811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:44.424848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.426445 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment fd05304c-0c93-49b4-a120-7d01d40f45fd of type vlan for network c45e011a-11bf-402d-a0a8-610dfe83d678 Aug 27 16:26:44.458746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83c4a80d-30e7-4d28-951d-39c5c7cda5da req-845f01cd-50db-4453-97f1-749c73c1678c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117961 Aug 27 16:26:44.508132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.620428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.628857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:44.630583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:44.731048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=c45e011a-11bf-402d-a0a8-610dfe83d678,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:44.743187 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c45e011a-11bf-402d-a0a8-610dfe83d678 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:44.799050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-308bfabc-1c1e-40ee-bb8b-a506c905428b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6640530 Aug 27 16:26:44.802101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53242) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:44.809457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': 'c45e011a-11bf-402d-a0a8-610dfe83d678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:45.033239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:45.038351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:45.125339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing IP validity checks on allocation pools {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 16:26:45.126041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 16:26:45.352314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:45.422507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=0423aa2a-ac09-4879-927a-ab05e446e0db,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:45.428140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': 'fd05304c-0c93-49b4-a120-7d01d40f45fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'c45e011a-11bf-402d-a0a8-610dfe83d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:45.428627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: c45e011a-11bf-402d-a0a8-610dfe83d678, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:45.566851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network c45e011a-11bf-402d-a0a8-610dfe83d678 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:45.597429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92aba8-0633-4b6c-911d-f847cff058e6 req-2a4fb4ee-50d6-4a17-b269-b76a316e7598 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:45.600818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec92aba8-0633-4b6c-911d-f847cff058e6 req-2a4fb4ee-50d6-4a17-b269-b76a316e7598 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 945 time: 0.0684471 Aug 27 16:26:45.659850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec92aba8-0633-4b6c-911d-f847cff058e6 req-c00054f7-b355-4273-91a1-7b5f340800da tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483036 Aug 27 16:26:45.690106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c45e011a-11bf-402d-a0a8-610dfe83d678) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:45.695031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:45.700545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:45.701906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918c3c2-8e15-4c4b-8e92-42d97d31cef5 None None] Network c45e011a-11bf-402d-a0a8-610dfe83d678 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:45.818665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-abe083b6-d1a2-4615-8a7d-7eed95188a01 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0121183 Aug 27 16:26:45.819164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53272) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:45.960590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.062614 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.081853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8712b4e-d7ac-4333-adec-ddea78c01706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c45e011a-11bf-402d-a0a8-610dfe83d678', 'network_id': 'c45e011a-11bf-402d-a0a8-610dfe83d678', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': '0423aa2a-ac09-4879-927a-ab05e446e0db'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:46.084713 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8712b4e-d7ac-4333-adec-ddea78c01706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.235464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.260852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=0423aa2a-ac09-4879-927a-ab05e446e0db,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:46.320420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.334447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45e011a-11bf-402d-a0a8-610dfe83d678']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:46.348831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd05304c-0c93-49b4-a120-7d01d40f45fd') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:46.349163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd05304c-0c93-49b4-a120-7d01d40f45fd') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server [None req-a8712b4e-d7ac-4333-adec-ddea78c01706 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0423aa2a-ac09-4879-927a-ab05e446e0db: This subnet is being modified by another concurrent operation. Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise exception Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0423aa2a-ac09-4879-927a-ab05e446e0db: This subnet is being modified by another concurrent operation. Aug 27 16:26:46.352626 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Aug 27 16:26:46.361017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.376772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.384454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:46.384848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:46.388575 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:46.426837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043bc4b-a8a7-42b8-935d-2da408e25e29 None None] Network c45e011a-11bf-402d-a0a8-610dfe83d678 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:46.529488 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.536386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.538252 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/c45e011a-11bf-402d-a0a8-610dfe83d678 HTTP/1.1" status: 204 len: 168 time: 0.7179327 Aug 27 16:26:46.543636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53282) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:46.548281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145d086-ad1c-48df-8251-482975b28db6 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:26:46.548762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-315295772'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:46.581821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17908403-cdf6-4e10-ad2a-a3dbb986f9bc tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=c45e011a-11bf-402d-a0a8-610dfe83d678,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:46.654963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:46.658776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.688741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:46.699592 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.700334 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment 68dcc3f5-c9ed-4aff-a878-232dca14f6a7 of type vlan for network e5014ec9-e6a2-4d51-9803-43549957b2bb Aug 27 16:26:46.700567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2145d086-ad1c-48df-8251-482975b28db6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:26:46.784403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.825998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57fbfa-aa7b-48ef-ba0e-e7cd43c87284 req-73a62412-62a9-451f-a650-5be5aae20573 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:46.834805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d57fbfa-aa7b-48ef-ba0e-e7cd43c87284 req-73a62412-62a9-451f-a650-5be5aae20573 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 945 time: 0.0903063 Aug 27 16:26:46.873898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d57fbfa-aa7b-48ef-ba0e-e7cd43c87284 req-1041c605-2606-4689-a3cd-9fa7747f60fe tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Aug 27 16:26:46.923452 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:46.931784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:46.932991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:47.036805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=e5014ec9-e6a2-4d51-9803-43549957b2bb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:47.050762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8125a874-a704-46ce-96fa-f805343dca50 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5012205 Aug 27 16:26:47.050854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53304) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:47.055119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e5014ec9-e6a2-4d51-9803-43549957b2bb details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:47.062346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:47.110106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03628171-347f-4b3b-bf14-b3ca4a651ce7 req-14fda431-e01b-46d4-8b34-58346ee24c2c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:47.110106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03628171-347f-4b3b-bf14-b3ca4a651ce7 req-14fda431-e01b-46d4-8b34-58346ee24c2c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 945 time: 0.1191297 Aug 27 16:26:47.258400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03628171-347f-4b3b-bf14-b3ca4a651ce7 req-90061fc4-cdc4-48d0-9bf1-07c1da8d36f4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955110 Aug 27 16:26:47.363422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:47.368602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:47.701920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:47.807172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': '68dcc3f5-c9ed-4aff-a878-232dca14f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:47.807447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: e5014ec9-e6a2-4d51-9803-43549957b2bb, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:47.825162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=ecaaa48c-a36a-46c4-8264-6991ef5647d3,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:47.917851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network e5014ec9-e6a2-4d51-9803-43549957b2bb is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:48.003648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b8dac-4d71-4cef-955c-1cabc66eb883 req-924ca64f-9d24-4256-9674-4da09fe417dd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:48.005680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a0b8dac-4d71-4cef-955c-1cabc66eb883 req-924ca64f-9d24-4256-9674-4da09fe417dd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 945 time: 0.0533803 Aug 27 16:26:48.009248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53332) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:48.015140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e5014ec9-e6a2-4d51-9803-43549957b2bb) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:48.024638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b2f87-0749-46a3-a573-96f28bf1088c None None] Network e5014ec9-e6a2-4d51-9803-43549957b2bb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:48.042184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:48.042787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.070383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a0b8dac-4d71-4cef-955c-1cabc66eb883 req-4cfea44a-5e87-4cd0-8c92-ca81684d3c1d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528798 Aug 27 16:26:48.135299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1eeb0ff7-cbb7-4eaf-9014-9efcc04d5c0a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0831370 Aug 27 16:26:48.138044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53340) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:48.237396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-e5014ec9-e6a2-4d51-9803-43549957b2bb', 'network_id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': 'ecaaa48c-a36a-46c4-8264-6991ef5647d3'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:48.238352 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.258076 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.320301 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-605f82c6-2ded-4bd1-bdd4-3259e5aa45a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.346220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.390111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Allocated IP 172.20.0.1 (e5014ec9-e6a2-4d51-9803-43549957b2bb/ecaaa48c-a36a-46c4-8264-6991ef5647d3/5b220880-8d4d-4678-b275-9806729d192a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:48.477272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-605f82c6-2ded-4bd1-bdd4-3259e5aa45a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.540191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-605f82c6-2ded-4bd1-bdd4-3259e5aa45a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.553565 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.565022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Transition to ACTIVE for port object 5b220880-8d4d-4678-b275-9806729d192a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:48.580942 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-605f82c6-2ded-4bd1-bdd4-3259e5aa45a2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96990d5865ce4d68b51b6e1bbfd98ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681157 Aug 27 16:26:48.581466 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53348) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:48.582169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Transition to ACTIVE for port object 5b220880-8d4d-4678-b275-9806729d192a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:48.588807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f82c6-2ded-4bd1-bdd4-3259e5aa45a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e24f8-fce5-4d03-a119-215649511592,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:48.626552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.673255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Network e5014ec9-e6a2-4d51-9803-43549957b2bb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:48.676404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:48.681526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:48.684781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Pushing event updated for resources: {'Port': ['ID=5b220880-8d4d-4678-b275-9806729d192a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:48.744893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Attempting to bind port 5b220880-8d4d-4678-b275-9806729d192a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:48.745390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Attempting to bind port 5b220880-8d4d-4678-b275-9806729d192a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '68dcc3f5-c9ed-4aff-a878-232dca14f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:48.745861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Attempting to bind port 5b220880-8d4d-4678-b275-9806729d192a on network e5014ec9-e6a2-4d51-9803-43549957b2bb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:48.752472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:48.752998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Checking segment: {'id': '68dcc3f5-c9ed-4aff-a878-232dca14f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:48.753496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.753994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Bound using segment: {'id': '68dcc3f5-c9ed-4aff-a878-232dca14f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:48.755324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Bound port: 5b220880-8d4d-4678-b275-9806729d192a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcc3f5-c9ed-4aff-a878-232dca14f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:48.755812 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.841007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] For port 5b220880-8d4d-4678-b275-9806729d192a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:48.844818 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] For port 5b220880-8d4d-4678-b275-9806729d192a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5b220880-8d4d-4678-b275-9806729d192a,segment=NetworkSegment(68dcc3f5-c9ed-4aff-a878-232dca14f6a7),segment_id=68dcc3f5-c9ed-4aff-a878-232dca14f6a7)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:48.885049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:48.977048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30aab3-518b-4836-9a32-6da631dd0410 None None] Pushing event updated for resources: {'Port': ['ID=5b220880-8d4d-4678-b275-9806729d192a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:49.009906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4f5e994-8dc8-463b-a688-693413a639a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.038626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4f5e994-8dc8-463b-a688-693413a639a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.070236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.107356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=ecaaa48c-a36a-46c4-8264-6991ef5647d3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:49.190251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.202949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5014ec9-e6a2-4d51-9803-43549957b2bb']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:49.216344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dcc3f5-c9ed-4aff-a878-232dca14f6a7') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:49.216928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dcc3f5-c9ed-4aff-a878-232dca14f6a7') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:49.234923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.254429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.263500 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4f5e994-8dc8-463b-a688-693413a639a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.266413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4f5e994-8dc8-463b-a688-693413a639a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.267637 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f4f5e994-8dc8-463b-a688-693413a639a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/379e24f8-fce5-4d03-a119-215649511592 HTTP/1.1" status: 204 len: 168 time: 0.6852572 Aug 27 16:26:49.272799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:49.273432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:49.276629 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:49.330358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-d5ed59d7-5eb0-4222-86d0-c62185c0cf23 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:49.337897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-d5ed59d7-5eb0-4222-86d0-c62185c0cf23 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 945 time: 0.1870673 Aug 27 16:26:49.373582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5e994-8dc8-463b-a688-693413a639a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e24f8-fce5-4d03-a119-215649511592,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:49.410214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:26:49.410214 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:26:49.410214 n-d-806412-1 neutron-server[95252]: [parameters: {'id': 'e5014ec9-e6a2-4d51-9803-43549957b2bb'}] Aug 27 16:26:49.410214 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:26:49.412102 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:26:49.462491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d395b64-d03f-4afd-abb0-ac333965abcc req-d06deca6-714e-48e4-b37c-380c2f2abe94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:49.464254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d395b64-d03f-4afd-abb0-ac333965abcc req-d06deca6-714e-48e4-b37c-380c2f2abe94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 945 time: 0.2279320 Aug 27 16:26:49.553924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d395b64-d03f-4afd-abb0-ac333965abcc req-d0ba2bcf-9c85-4535-9e56-a980a1f58968 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695343 Aug 27 16:26:49.561924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Deleting port 573ed2fc-5cb2-4b27-acbc-c96416020580 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:49.562576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.663604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] For port 573ed2fc-5cb2-4b27-acbc-c96416020580, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=573ed2fc-5cb2-4b27-acbc-c96416020580,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:49.663896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:49.677089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Calling delete_port for 573ed2fc-5cb2-4b27-acbc-c96416020580 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:49.913591 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.039907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port 5b220880-8d4d-4678-b275-9806729d192a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:50.040590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.201742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port 5b220880-8d4d-4678-b275-9806729d192a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5b220880-8d4d-4678-b275-9806729d192a,segment=NetworkSegment(68dcc3f5-c9ed-4aff-a878-232dca14f6a7),segment_id=68dcc3f5-c9ed-4aff-a878-232dca14f6a7)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:50.202235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.217853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for 5b220880-8d4d-4678-b275-9806729d192a owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:50.275061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faff429-a53f-460f-83b9-e9cbe7782c9c None None] Network e5014ec9-e6a2-4d51-9803-43549957b2bb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:50.329564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.345302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:50.352361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['573ed2fc-5cb2-4b27-acbc-c96416020580'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:50.379451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event deleted for resources: {'Port': ['ID=573ed2fc-5cb2-4b27-acbc-c96416020580,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:50.415871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] No DVR routers for this DVR port 573ed2fc-5cb2-4b27-acbc-c96416020580 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:50.418436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.420559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe89fade-3440-4033-af7f-169fcc7b5f56 req-f34ef8ad-4bae-48cb-9f7e-f9c4846434e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "DELETE /v2.0/ports/573ed2fc-5cb2-4b27-acbc-c96416020580 HTTP/1.1" status: 204 len: 173 time: 1.0749874 Aug 27 16:26:50.425362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'name': 'network-vif-deleted', 'tag': '573ed2fc-5cb2-4b27-acbc-c96416020580'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:50.425362 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2511c4-ba43-4066-ba46-e1dcc02bc4d8" -d '{"events": [{"server_uuid": "abd1fe7b-f8ef-4089-bb89-db68a1d93251", "name": "network-vif-deleted", "tag": "573ed2fc-5cb2-4b27-acbc-c96416020580"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:50.461097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.487230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port 5b220880-8d4d-4678-b275-9806729d192a on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:50.500542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c40fc2d6-327a-4389-a7db-7386b30a270f None None] Provisioning complete for port 5b220880-8d4d-4678-b275-9806729d192a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:26:50.501118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c40fc2d6-327a-4389-a7db-7386b30a270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.505963 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20f08cd-bf00-41f9-af50-6b6215200754 x-openstack-request-id: req-b20f08cd-bf00-41f9-af50-6b6215200754 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:50.506614 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd1fe7b-f8ef-4089-bb89-db68a1d93251", "name": "network-vif-deleted", "tag": "573ed2fc-5cb2-4b27-acbc-c96416020580", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:50.507322 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b20f08cd-bf00-41f9-af50-6b6215200754 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:50.508325 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd1fe7b-f8ef-4089-bb89-db68a1d93251', 'name': 'network-vif-deleted', 'tag': '573ed2fc-5cb2-4b27-acbc-c96416020580', 'status': 'completed', 'code': 200} Aug 27 16:26:50.568025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c40fc2d6-327a-4389-a7db-7386b30a270f None None] Port 5b220880-8d4d-4678-b275-9806729d192a was deleted so its status cannot be updated. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 16:26:50.624159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e7c05-41e8-415f-99ec-7284f1d7ee1b None None] DHCP port deletion for e5014ec9-e6a2-4d51-9803-43549957b2bb request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:26:50.638576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=5b220880-8d4d-4678-b275-9806729d192a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:50.680722 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87ef1d00-9476-4938-9e7b-2281349f42ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.772156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8196524d-809f-4e8c-a3d1-79800b4bf7b7 req-a6ca8605-62d4-4011-b862-63e5b8acb6ed tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=abd1fe7b-f8ef-4089-bb89-db68a1d93251 HTTP/1.1" status: 200 len: 210 time: 0.0531955 Aug 27 16:26:50.843672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.869318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5014ec9-e6a2-4d51-9803-43549957b2bb']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:50.886993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dcc3f5-c9ed-4aff-a878-232dca14f6a7') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:50.887413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dcc3f5-c9ed-4aff-a878-232dca14f6a7') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:50.901592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.921648 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.931951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:50.932343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:50.935452 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:51.100490 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.106465 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.109076 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/e5014ec9-e6a2-4d51-9803-43549957b2bb HTTP/1.1" status: 204 len: 168 time: 2.9700332 Aug 27 16:26:51.113876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53416) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:51.118168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477518339'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:51.154605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f8cd1-0d49-4fe2-9757-195530134681 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=e5014ec9-e6a2-4d51-9803-43549957b2bb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:51.223877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53418) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:51.230223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:51.236085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.260468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:51.269830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.272685 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment dcc77438-e82e-4900-a355-7921d0700ee2 of type vlan for network 73e3162f-da3a-4063-8f32-fbc115376d47 Aug 27 16:26:51.315180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.337999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1276886522-network', 'tenant_id': '3ee1d64236fa4b5780916f892fd3ebe6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:51.426472 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.432134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:51.432736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.489974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Made reservation on behalf of 3ee1d64236fa4b5780916f892fd3ebe6 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:51.492327 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.509896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.530497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=73e3162f-da3a-4063-8f32-fbc115376d47,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:51.541406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 73e3162f-da3a-4063-8f32-fbc115376d47 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:51.579793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6609fbf9-dee2-4db8-a64c-1ffe88edf2d7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4656594 Aug 27 16:26:51.587039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:51.594779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': '73e3162f-da3a-4063-8f32-fbc115376d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:51.705287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.763221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.799186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:51.812414 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.812830 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Added segment af4f9f54-99b3-4c39-a12c-73044c86a709 of type vlan for network faf6472f-52b4-4abf-9b12-916cb19568cf Aug 27 16:26:51.840777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a1793-418a-445b-9dcc-7ef388361e05,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:51.860295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:51.867448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.884212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.997871 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:51.998794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:51.999939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.074062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] Pushing event updated for resources: {'Network': ['ID=faf6472f-52b4-4abf-9b12-916cb19568cf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:52.085261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network faf6472f-52b4-4abf-9b12-916cb19568cf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:52.099643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ba0cfd3-0353-4ba1-9252-ac916bd96b83 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8740964 Aug 27 16:26:52.100085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53450) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:52.104962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Request body: {'subnet': {'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1276886522-subnet', 'tenant_id': '3ee1d64236fa4b5780916f892fd3ebe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:52.232067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.246781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-1fdc95bf-f87a-4986-9034-4c26d2856efd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:52.248347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-1fdc95bf-f87a-4986-9034-4c26d2856efd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1117573 Aug 27 16:26:52.262859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Made reservation on behalf of 3ee1d64236fa4b5780916f892fd3ebe6 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:52.265187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.269173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-f4c609a7-5d84-4ed6-9e5e-167382495522 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0149393 Aug 27 16:26:52.302110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=a9720eab-c4b5-4a58-81eb-f10e8ed588ce,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:52.315159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': 'dcc77438-e82e-4900-a355-7921d0700ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '73e3162f-da3a-4063-8f32-fbc115376d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:52.315556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: 73e3162f-da3a-4063-8f32-fbc115376d47, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:52.381485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-bcfcda36-a755-4386-b204-5c2131fa0fd2 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708673 Aug 27 16:26:52.397361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network 73e3162f-da3a-4063-8f32-fbc115376d47 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:52.466620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 73e3162f-da3a-4063-8f32-fbc115376d47) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:52.481727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:52.482153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4734e7-2201-48ac-adbc-92543db27155 None None] Network 73e3162f-da3a-4063-8f32-fbc115376d47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:52.485307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.581189 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ed00a273-1bd8-48f0-b433-abbe04500862 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9904392 Aug 27 16:26:52.586404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53458) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:52.609581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.651330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-73e3162f-da3a-4063-8f32-fbc115376d47', 'network_id': '73e3162f-da3a-4063-8f32-fbc115376d47', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': 'a9720eab-c4b5-4a58-81eb-f10e8ed588ce'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:52.652209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.725461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-798d7910-6b7f-4a28-aaa6-03ff764c058c service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310370 Aug 27 16:26:52.728081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa097a6-2b91-4e30-a636-98929263824c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:52.775868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.817982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Checking segment: {'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:52.818796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Network hostable DHCP agents. Network: faf6472f-52b4-4abf-9b12-916cb19568cf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:52.874462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.897130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Allocated IP 172.20.0.1 (73e3162f-da3a-4063-8f32-fbc115376d47/a9720eab-c4b5-4a58-81eb-f10e8ed588ce/09f02689-b666-4aab-9072-972f981be0da) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:52.901453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-bed3adda-0d8e-4c14-919e-695e48f08c5d service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560841 Aug 27 16:26:52.912023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Network faf6472f-52b4-4abf-9b12-916cb19568cf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:52.963732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, faf6472f-52b4-4abf-9b12-916cb19568cf) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:52.968384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:52.968974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:52.981202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f64a33-4a34-4095-95ea-68dd6856d17f None None] Network faf6472f-52b4-4abf-9b12-916cb19568cf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:53.089859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9adb85b4-636e-4d59-b399-9fcdf11c9770 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9887316 Aug 27 16:26:53.243028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab7642-51bf-4c67-991c-e82ea7447a47 None None] Network faf6472f-52b4-4abf-9b12-916cb19568cf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:53.307038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.311857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.334647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Transition to ACTIVE for port object 09f02689-b666-4aab-9072-972f981be0da will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:53.349700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be61c0f-3962-48aa-ac57-63796eb58601 req-46e9fdb2-8bae-47ed-bbc8-cdbc02e012f8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 210 time: 0.0742917 Aug 27 16:26:53.366140 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d252d71-1f0e-4257-b5e8-c5df4cd89239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.389661 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.394976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Transition to ACTIVE for port object 09f02689-b666-4aab-9072-972f981be0da will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:53.518206 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.570306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Network 73e3162f-da3a-4063-8f32-fbc115376d47 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:53.574317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:53.576503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Pushing event updated for resources: {'Port': ['ID=09f02689-b666-4aab-9072-972f981be0da,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:53.578842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:53.621331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.714990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Attempting to bind port 09f02689-b666-4aab-9072-972f981be0da on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:53.715608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Attempting to bind port 09f02689-b666-4aab-9072-972f981be0da by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'dcc77438-e82e-4900-a355-7921d0700ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '73e3162f-da3a-4063-8f32-fbc115376d47'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:53.718392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Attempting to bind port 09f02689-b666-4aab-9072-972f981be0da on network 73e3162f-da3a-4063-8f32-fbc115376d47 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:53.728362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 573ed2fc-5cb2-4b27-acbc-c96416020580 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:26:53.728484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.730478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:53.730952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Checking segment: {'id': 'dcc77438-e82e-4900-a355-7921d0700ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '73e3162f-da3a-4063-8f32-fbc115376d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:53.731718 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.732281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Bound using segment: {'id': 'dcc77438-e82e-4900-a355-7921d0700ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '73e3162f-da3a-4063-8f32-fbc115376d47'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:53.732827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Bound port: 09f02689-b666-4aab-9072-972f981be0da, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc77438-e82e-4900-a355-7921d0700ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '73e3162f-da3a-4063-8f32-fbc115376d47'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:53.733367 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.743775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e3162f-da3a-4063-8f32-fbc115376d47']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:53.758993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc77438-e82e-4900-a355-7921d0700ee2') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:53.759367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc77438-e82e-4900-a355-7921d0700ee2') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:53.781369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.804595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 573ed2fc-5cb2-4b27-acbc-c96416020580 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:26:53.805014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 573ed2fc-5cb2-4b27-acbc-c96416020580 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:26:53.826052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.838319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:53.838750 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.853599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] For port 09f02689-b666-4aab-9072-972f981be0da, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:53.862370 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:53.909290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=a9720eab-c4b5-4a58-81eb-f10e8ed588ce,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:53.933569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] For port 09f02689-b666-4aab-9072-972f981be0da, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=09f02689-b666-4aab-9072-972f981be0da,segment=NetworkSegment(dcc77438-e82e-4900-a355-7921d0700ee2),segment_id=dcc77438-e82e-4900-a355-7921d0700ee2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:53.944107 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:53.980906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:26:53.980906 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:26:53.980906 n-d-806412-1 neutron-server[95252]: [parameters: {'id': '73e3162f-da3a-4063-8f32-fbc115376d47'}] Aug 27 16:26:53.980906 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:26:53.981306 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:26:54.049662 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.130812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9a9cc-d454-46dd-9ab8-396cbf5f1f18 None None] Pushing event updated for resources: {'Port': ['ID=09f02689-b666-4aab-9072-972f981be0da,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:54.144860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6cb90-dbc6-4ef3-9cac-d840bd548844 None None] Network 73e3162f-da3a-4063-8f32-fbc115376d47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:54.263016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5224a3-b264-4fa5-b836-308786532930 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:26:54.382453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5224a3-b264-4fa5-b836-308786532930 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:26:54.449166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4fc2538-ec01-47e9-a75c-fa7e83327989 req-9a6ae0f7-bcbb-4fb6-9b4d-277f0dc4bb9d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 210 time: 0.0422053 Aug 27 16:26:54.457570 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.502214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.560763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port 09f02689-b666-4aab-9072-972f981be0da {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:54.561115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.646419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port 09f02689-b666-4aab-9072-972f981be0da, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=09f02689-b666-4aab-9072-972f981be0da,segment=NetworkSegment(dcc77438-e82e-4900-a355-7921d0700ee2),segment_id=dcc77438-e82e-4900-a355-7921d0700ee2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:54.652015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.672103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for 09f02689-b666-4aab-9072-972f981be0da owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:54.877802 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:54.907696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=09f02689-b666-4aab-9072-972f981be0da,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:54.912095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port 09f02689-b666-4aab-9072-972f981be0da on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:26:55.030713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.038021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e3162f-da3a-4063-8f32-fbc115376d47']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:55.050338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc77438-e82e-4900-a355-7921d0700ee2') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:55.050841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc77438-e82e-4900-a355-7921d0700ee2') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:26:55.060671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.074505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.080907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:26:55.081370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:26:55.085108 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:26:55.288960 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.299843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.303092 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/73e3162f-da3a-4063-8f32-fbc115376d47 HTTP/1.1" status: 204 len: 168 time: 2.7153411 Aug 27 16:26:55.306815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53512) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:55.313708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-602720883'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:55.319065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f611eec-acd0-48dc-a1ec-5ac169c46df3 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=73e3162f-da3a-4063-8f32-fbc115376d47,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:55.420365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:55.424085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.448880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:26:55.458673 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.459374 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment 01dc1097-9447-4cfa-9c31-12334a9bbf77 of type vlan for network 69b8e958-811b-4117-ac68-267442a00c8e Aug 27 16:26:55.527595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.568203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a03bdee3-e14e-430e-8d91-1056e2b8753d req-3c589de8-fee0-4def-b89d-c74045e07b22 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 210 time: 0.0380435 Aug 27 16:26:55.685037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.688605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:55.689189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:55.759086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=69b8e958-811b-4117-ac68-267442a00c8e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:55.792962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 69b8e958-811b-4117-ac68-267442a00c8e details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:55.887157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53524) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:55.888113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-085ef9ef-11f8-466d-b010-65da128f3bab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5791159 Aug 27 16:26:55.894548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:56.058196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-cb7f78a9-b6d9-4ebe-ad77-fb3fcb44beb3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:56.059898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-cb7f78a9-b6d9-4ebe-ad77-fb3fcb44beb3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1571348 Aug 27 16:26:56.073199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Request body: {'port': {'device_id': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'admin_state_up': True, 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:56.095705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.132449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.203238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.214156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network 69b8e958-811b-4117-ac68-267442a00c8e is not hosted by any dhcp agent {{(pid=95252) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 16:26:56.220471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:56.220953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.225563 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "PUT /v2.0/networks/69b8e958-811b-4117-ac68-267442a00c8e HTTP/1.1" status: 200 len: 723 time: 0.3340240 Aug 27 16:26:56.226453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53538) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:56.235729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': '69b8e958-811b-4117-ac68-267442a00c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:56.258902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:56.263004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.312565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d91716-f33e-4362-8a22-62614b44bf07 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=69b8e958-811b-4117-ac68-267442a00c8e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:56.325667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 69b8e958-811b-4117-ac68-267442a00c8e details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:26:56.468696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:26:56.472410 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.494384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Allocated IP 172.20.0.4 (be5e7863-5dee-47a5-86e5-8537fccd706a/05e75054-550a-4cf9-92f8-986fa2240420/ed301589-996d-4856-ad65-661e10e3cb72) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:56.687019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc3f627-5a08-4236-9226-a712d5e6ffb5 req-9c1810fa-a3f3-4902-a5ab-9d74b916349c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 210 time: 0.0409803 Aug 27 16:26:56.797189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.895910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.945255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:56.959507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:26:57.050128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event updated for resources: {'Port': ['ID=ed301589-996d-4856-ad65-661e10e3cb72,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:57.105814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': '01dc1097-9447-4cfa-9c31-12334a9bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '69b8e958-811b-4117-ac68-267442a00c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:57.106412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: 69b8e958-811b-4117-ac68-267442a00c8e, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:26:57.119769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Network be5e7863-5dee-47a5-86e5-8537fccd706a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:57.124689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:57.126992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=db2456d1-9b60-4464-aa7f-51191e003903,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:57.131058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:57.247180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network 69b8e958-811b-4117-ac68-267442a00c8e is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:26:57.280979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.281601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.336500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-f1354c0a-c310-4fb7-b694-c649974841dc tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.338064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-f1354c0a-c310-4fb7-b694-c649974841dc tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/networks?id=faf6472f-52b4-4abf-9b12-916cb19568cf HTTP/1.1" status: 200 len: 809 time: 0.1524546 Aug 27 16:26:57.339239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 69b8e958-811b-4117-ac68-267442a00c8e) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:57.354184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.354443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.355789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9e9858-f47b-46f8-9f32-8173fcb4b8e5 None None] Network 69b8e958-811b-4117-ac68-267442a00c8e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:26:57.375768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-fab43b4e-03bd-4a25-98d1-ce5eea111044 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/quotas/3ee1d64236fa4b5780916f892fd3ebe6 HTTP/1.1" status: 200 len: 375 time: 0.0183952 Aug 27 16:26:57.392993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-7ad8f7cc-de62-4c97-871e-f59ff8e6d7e8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3236890 Aug 27 16:26:57.417322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-fa56667f-eac0-44f9-a2aa-28b546f8856c tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406179 Aug 27 16:26:57.422481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Request body: {'port': {'device_id': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:57.455105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fc373e7e-ca4b-430e-95c8-e930dc77aada tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2274525 Aug 27 16:26:57.458494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53574) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:57.464031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-31e9f61a-9f46-43ba-9062-f336a867b08e tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:26:57.546971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-69b8e958-811b-4117-ac68-267442a00c8e', 'network_id': '69b8e958-811b-4117-ac68-267442a00c8e', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': 'db2456d1-9b60-4464-aa7f-51191e003903'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:26:57.547884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.644484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-90db9dc9-6eb1-463d-96c0-7b0630a1a213 service neutron] 10.222.0.101 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198052 Aug 27 16:26:57.669132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31e9f61a-9f46-43ba-9062-f336a867b08e tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4659627'] for subnet, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.752860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Allocated IP 172.20.0.2 (69b8e958-811b-4117-ac68-267442a00c8e/db2456d1-9b60-4464-aa7f-51191e003903/5c49947d-9cfa-4e48-9c88-b8a885ed407b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:26:57.764089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-918d43d2-397e-4492-8524-a067575390a5 service neutron] 10.222.0.101 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168618 Aug 27 16:26:57.768667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:57.935367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc98d-1b5b-4061-8444-753dbc08e2c5 req-694fa83d-3919-4e5c-a200-38ef708de4c5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:57.937152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f80dc98d-1b5b-4061-8444-753dbc08e2c5 req-694fa83d-3919-4e5c-a200-38ef708de4c5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 931 time: 0.1102417 Aug 27 16:26:58.078015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f80dc98d-1b5b-4061-8444-753dbc08e2c5 req-639bbbfa-65de-4a0b-bfc2-3173651eee3b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928962 Aug 27 16:26:58.122762 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.144333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Transition to ACTIVE for port object 5c49947d-9cfa-4e48-9c88-b8a885ed407b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:58.156659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d1e2e97-60d2-4a14-ac59-68158ba0a886 req-a5db9d43-a339-4b77-af30-55c9ec2709ac tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 210 time: 0.0508072 Aug 27 16:26:58.165587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Transition to ACTIVE for port object 5c49947d-9cfa-4e48-9c88-b8a885ed407b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:58.217623 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.255681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed301589-996d-4856-ad65-661e10e3cb72 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:26:58.275206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.280945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Network 69b8e958-811b-4117-ac68-267442a00c8e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:26:58.283877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:26:58.292368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:26:58.303931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Transition to ACTIVE for port object ed301589-996d-4856-ad65-661e10e3cb72 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:26:58.307015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Pushing event updated for resources: {'Port': ['ID=5c49947d-9cfa-4e48-9c88-b8a885ed407b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:58.364206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Attempting to bind port 5c49947d-9cfa-4e48-9c88-b8a885ed407b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:58.364588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Attempting to bind port 5c49947d-9cfa-4e48-9c88-b8a885ed407b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '01dc1097-9447-4cfa-9c31-12334a9bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '69b8e958-811b-4117-ac68-267442a00c8e'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:58.364961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Attempting to bind port 5c49947d-9cfa-4e48-9c88-b8a885ed407b on network 69b8e958-811b-4117-ac68-267442a00c8e {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:58.371769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:58.372480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Checking segment: {'id': '01dc1097-9447-4cfa-9c31-12334a9bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '69b8e958-811b-4117-ac68-267442a00c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:58.372894 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.373300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Bound using segment: {'id': '01dc1097-9447-4cfa-9c31-12334a9bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '69b8e958-811b-4117-ac68-267442a00c8e'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:58.373774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Bound port: 5c49947d-9cfa-4e48-9c88-b8a885ed407b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dc1097-9447-4cfa-9c31-12334a9bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '69b8e958-811b-4117-ac68-267442a00c8e'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:58.375610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.385634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.405728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53596) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:58.450871 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31e9f61a-9f46-43ba-9062-f336a867b08e tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786559581224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15823859'] for subnet, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.475102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Pushing event updated for resources: {'Port': ['ID=ed301589-996d-4856-ad65-661e10e3cb72,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:58.493350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e9f61a-9f46-43ba-9062-f336a867b08e tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:58.493962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31e9f61a-9f46-43ba-9062-f336a867b08e tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.496217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] For port 5c49947d-9cfa-4e48-9c88-b8a885ed407b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:58.499875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] For port 5c49947d-9cfa-4e48-9c88-b8a885ed407b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5c49947d-9cfa-4e48-9c88-b8a885ed407b,segment=NetworkSegment(01dc1097-9447-4cfa-9c31-12334a9bbf77),segment_id=01dc1097-9447-4cfa-9c31-12334a9bbf77)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:58.502036 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31e9f61a-9f46-43ba-9062-f336a867b08e tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "PUT /v2.0/subnets/db2456d1-9b60-4464-aa7f-51191e003903 HTTP/1.1" status: 200 len: 806 time: 1.0423648 Aug 27 16:26:58.528507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53604) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:58.572526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9f61a-9f46-43ba-9062-f336a867b08e tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=db2456d1-9b60-4464-aa7f-51191e003903,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:58.597918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.609320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56cdcb52-b5c0-44f3-b376-cf3585c73ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.663652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Attempting to bind port ed301589-996d-4856-ad65-661e10e3cb72 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:26:58.664176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Attempting to bind port ed301589-996d-4856-ad65-661e10e3cb72 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:26:58.664176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Attempting to bind port ed301589-996d-4856-ad65-661e10e3cb72 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:58.690096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Port ed301589-996d-4856-ad65-661e10e3cb72 on network be5e7863-5dee-47a5-86e5-8537fccd706a not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:26:58.690435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Attempting to bind port ed301589-996d-4856-ad65-661e10e3cb72 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:26:58.693323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b56544-d6e1-4245-9e6a-ee40a7434834 None None] Pushing event updated for resources: {'Port': ['ID=5c49947d-9cfa-4e48-9c88-b8a885ed407b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:58.702149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.705020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:26:58.705366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:26:58.705763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Bound using segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:26:58.706212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Bound port: ed301589-996d-4856-ad65-661e10e3cb72, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:26:58.706567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.833894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] For port ed301589-996d-4856-ad65-661e10e3cb72, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:26:58.837983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] For port ed301589-996d-4856-ad65-661e10e3cb72, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed301589-996d-4856-ad65-661e10e3cb72,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:26:58.840390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56cdcb52-b5c0-44f3-b376-cf3585c73ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.852669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port 5c49947d-9cfa-4e48-9c88-b8a885ed407b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:26:58.853010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.932156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56cdcb52-b5c0-44f3-b376-cf3585c73ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:58.968588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.018236 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-56cdcb52-b5c0-44f3-b376-cf3585c73ab0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c493b10025474be0a7a2ff982a74bbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113293 Aug 27 16:26:59.019054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdcb52-b5c0-44f3-b376-cf3585c73ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9e54c4-4f24-4094-8ce9-fdf15d79796b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:59.024525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53614) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:59.093803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f76-93c0-4e8a-be5a-4eb34ef46ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.142214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:59.142923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.144782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] 10.222.0.97 "PUT /v2.0/ports/ed301589-996d-4856-ad65-661e10e3cb72 HTTP/1.1" status: 200 len: 1091 time: 1.7377653 Aug 27 16:26:59.163812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'tag': 'ed301589-996d-4856-ad65-661e10e3cb72'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:26:59.166155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f76-93c0-4e8a-be5a-4eb34ef46ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.170378 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4ffbd-df4c-4bee-9825-7f34d77dd6ec", "tag": "ed301589-996d-4856-ad65-661e10e3cb72"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:26:59.211880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5c49947d-9cfa-4e48-9c88-b8a885ed407b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:26:59.226195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53622) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:59.236535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7825e5-cc40-499e-b509-bd2cc2df821e service neutron] Pushing event updated for resources: {'Port': ['ID=ed301589-996d-4856-ad65-661e10e3cb72,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:59.280783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port 5c49947d-9cfa-4e48-9c88-b8a885ed407b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5c49947d-9cfa-4e48-9c88-b8a885ed407b,segment=NetworkSegment(01dc1097-9447-4cfa-9c31-12334a9bbf77),segment_id=01dc1097-9447-4cfa-9c31-12334a9bbf77)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:26:59.281228 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.337789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f76-93c0-4e8a-be5a-4eb34ef46ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.340673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e0bb7f76-93c0-4e8a-be5a-4eb34ef46ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.349122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e0bb7f76-93c0-4e8a-be5a-4eb34ef46ead admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0f9e54c4-4f24-4094-8ce9-fdf15d79796b HTTP/1.1" status: 204 len: 168 time: 0.3188498 Aug 27 16:26:59.356439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for 5c49947d-9cfa-4e48-9c88-b8a885ed407b owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:26:59.360256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb7f76-93c0-4e8a-be5a-4eb34ef46ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9e54c4-4f24-4094-8ce9-fdf15d79796b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:59.436468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3afa498c-f2d3-43f2-8305-e390a6f34ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.463360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659da33-26b6-4256-97d1-77a036326571 req-71708773-dd9d-4387-883f-83efbd2fe520 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:59.465112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a659da33-26b6-4256-97d1-77a036326571 req-71708773-dd9d-4387-883f-83efbd2fe520 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 943 time: 0.1874897 Aug 27 16:26:59.468855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-85a29229-e87e-498e-987d-08044d89884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:59.470431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-85a29229-e87e-498e-987d-08044d89884a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 1094 time: 0.2097015 Aug 27 16:26:59.530140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5c49947d-9cfa-4e48-9c88-b8a885ed407b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:26:59.544618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-e4822ac9-85d2-4bf0-8020-04350000f2d5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed301589-996d-4856-ad65-661e10e3cb72 HTTP/1.1" status: 200 len: 217 time: 0.0647433 Aug 27 16:26:59.586573 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3afa498c-f2d3-43f2-8305-e390a6f34ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.613009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a659da33-26b6-4256-97d1-77a036326571 req-ffd5f259-25af-4491-8423-978fe0f4465e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342597 Aug 27 16:26:59.628127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-aa0c6d0e-d8c9-4e25-99de-fd5c6eb2d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:26:59.638946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-aa0c6d0e-d8c9-4e25-99de-fd5c6eb2d0be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.0850635 Aug 27 16:26:59.642933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3afa498c-f2d3-43f2-8305-e390a6f34ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.699317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-13e3bbb5-1324-491b-873b-c1ff2a20753a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353038 Aug 27 16:26:59.757303 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3afa498c-f2d3-43f2-8305-e390a6f34ea7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e07ee2ffa3984526ae60b420b23b566f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289023 Aug 27 16:26:59.760692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa498c-f2d3-43f2-8305-e390a6f34ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c847858-7d07-4802-896e-5a7cdfac04a5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:59.778144 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594467c7-3959-47f2-9dd7-36f40ae8980c x-openstack-request-id: req-594467c7-3959-47f2-9dd7-36f40ae8980c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:26:59.778497 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4ffbd-df4c-4bee-9825-7f34d77dd6ec", "tag": "ed301589-996d-4856-ad65-661e10e3cb72", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:26:59.778870 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-594467c7-3959-47f2-9dd7-36f40ae8980c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:26:59.779156 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'tag': 'ed301589-996d-4856-ad65-661e10e3cb72', 'status': 'completed', 'code': 200} Aug 27 16:26:59.779584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53634) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:26:59.842171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:26:59.855509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0906eaa6-cb6f-45df-b6bc-d3adcac1decc req-42d1c1d3-b8f8-48d4-b9e6-ce267615d027 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 210 time: 0.1303473 Aug 27 16:26:59.900515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=5c49947d-9cfa-4e48-9c88-b8a885ed407b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:26:59.985297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port 5c49947d-9cfa-4e48-9c88-b8a885ed407b on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:00.058592 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f287a6e9-93c7-473c-b279-c1d0fcabba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.061849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-3506a6f2-a39d-439e-9437-7e0a608c40a9 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480346 Aug 27 16:27:00.109212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c8e79-f3f4-466c-8ae5-3239dac7cccf None None] Network 69b8e958-811b-4117-ac68-267442a00c8e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:00.123708 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f287a6e9-93c7-473c-b279-c1d0fcabba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.175127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c846a385-8355-4818-80e8-207a61cbb710 None None] Could not find standard attr ID for object 5c49947d-9cfa-4e48-9c88-b8a885ed407b. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:27:00.326136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53636) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:00.341173 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-888584e0-ead1-43ed-ae28-2d6dcfc262e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.440741 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.452559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-888584e0-ead1-43ed-ae28-2d6dcfc262e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.473294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3760ec6-dde1-4474-9ae2-fbb824ef8e39 None None] Network 69b8e958-811b-4117-ac68-267442a00c8e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:00.483522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.490366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.496525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.502315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.509141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.514912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.519683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-888584e0-ead1-43ed-ae28-2d6dcfc262e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.521756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.523881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-9a9c1732-20d2-4dfc-b5a8-72184801f681 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.5747430 Aug 27 16:27:00.570391 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-888584e0-ead1-43ed-ae28-2d6dcfc262e2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=49a95cff07de4e168bbdc12f619e0b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427416 Aug 27 16:27:00.572895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53638) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:00.579353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888584e0-ead1-43ed-ae28-2d6dcfc262e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92cee42-fe38-4ed2-9ce4-7b9de18f863e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:00.634448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ebe477d-e323-4d49-bbf5-a69c9234be63 req-ace99241-e170-4b07-956d-0c5c3927cdad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990400 Aug 27 16:27:00.641772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c808d4f-37ca-49f1-bf27-0b3b63016f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.651258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58f81dfb-9e3b-451f-8b5e-c42d1ab94dbb req-2732dacf-7e69-4eda-b77c-bd8b9567084a service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734928 Aug 27 16:27:00.685938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c808d4f-37ca-49f1-bf27-0b3b63016f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.729927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.777772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=db2456d1-9b60-4464-aa7f-51191e003903,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:00.783202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f287a6e9-93c7-473c-b279-c1d0fcabba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.783777 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f287a6e9-93c7-473c-b279-c1d0fcabba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.785496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f287a6e9-93c7-473c-b279-c1d0fcabba0d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7c847858-7d07-4802-896e-5a7cdfac04a5 HTTP/1.1" status: 204 len: 168 time: 1.0043921 Aug 27 16:27:00.841637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c808d4f-37ca-49f1-bf27-0b3b63016f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.844378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c808d4f-37ca-49f1-bf27-0b3b63016f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.845638 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c808d4f-37ca-49f1-bf27-0b3b63016f2e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b92cee42-fe38-4ed2-9ce4-7b9de18f863e HTTP/1.1" status: 204 len: 168 time: 0.2716062 Aug 27 16:27:00.854052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287a6e9-93c7-473c-b279-c1d0fcabba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c847858-7d07-4802-896e-5a7cdfac04a5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:00.863765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c808d4f-37ca-49f1-bf27-0b3b63016f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92cee42-fe38-4ed2-9ce4-7b9de18f863e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:00.921431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c72cb-67f9-4bf5-b1cf-34e5efe8b6bf req-7e64dcfc-0104-4929-b327-d9599cdcd7dc tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.929389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-163c72cb-67f9-4bf5-b1cf-34e5efe8b6bf req-7e64dcfc-0104-4929-b327-d9599cdcd7dc tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 943 time: 0.1861067 Aug 27 16:27:00.946983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:00.955835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-4414781a-4883-4dac-b60d-15b4a5ea46bf tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:00.958318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-4414781a-4883-4dac-b60d-15b4a5ea46bf tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "GET /v2.0/networks?id=faf6472f-52b4-4abf-9b12-916cb19568cf HTTP/1.1" status: 200 len: 809 time: 0.1832423 Aug 27 16:27:00.972598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b8e958-811b-4117-ac68-267442a00c8e']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:00.974992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Request body: {'port': {'device_id': '458abf8b-c120-4957-9d32-108edc318bb6', 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf', 'admin_state_up': True, 'tenant_id': '3ee1d64236fa4b5780916f892fd3ebe6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:00.984020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebd760-bd24-4bff-b2bf-63afc8070ccd None None] Network 69b8e958-811b-4117-ac68-267442a00c8e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:01.000374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dc1097-9447-4cfa-9c31-12334a9bbf77') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:01.000822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dc1097-9447-4cfa-9c31-12334a9bbf77') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:01.013114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.032968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.040451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:01.042093 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:01.176952 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:01.229661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-35fd1050-9d87-405f-b817-ec54121227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.231330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-35fd1050-9d87-405f-b817-ec54121227cb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 1094 time: 0.4288414 Aug 27 16:27:01.234340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5f4a5a7-5898-46cd-9481-ef788ceffe8e req-4c876c9c-1ac9-429c-a0ee-d014330615ae tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 210 time: 0.0565286 Aug 27 16:27:01.234491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.244195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.251863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.454042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e38d92-5b32-4d14-80b7-a05a76bfdda3 None None] DHCP port deletion for 69b8e958-811b-4117-ac68-267442a00c8e request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:27:01.456531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.456531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.456531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.456531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.456531 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-954f6cf0-aa77-4d45-9bb2-8d5e41689825 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.3245685 Aug 27 16:27:01.521499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-163c72cb-67f9-4bf5-b1cf-34e5efe8b6bf req-9ae3644a-4655-4df1-8bf4-340f3acfb6a0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784842 Aug 27 16:27:01.522738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-0f8e781e-782d-4267-aa35-2ff001242e9a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.522738 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-0f8e781e-782d-4267-aa35-2ff001242e9a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "GET /v2.0/ports/89b836c7-f8f1-4c45-93fd-67221c64b7f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0659521 Aug 27 16:27:01.523466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-32ffa23d-1329-4b4b-9038-5d990353211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.523466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-32ffa23d-1329-4b4b-9038-5d990353211e service neutron] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 908 time: 0.1286407 Aug 27 16:27:01.523466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-bc1eab81-f261-463a-8262-9d9a5b7a8fd1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed301589-996d-4856-ad65-661e10e3cb72 HTTP/1.1" status: 200 len: 217 time: 0.0426054 Aug 27 16:27:01.523466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.523466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.523466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/69b8e958-811b-4117-ac68-267442a00c8e HTTP/1.1" status: 204 len: 168 time: 2.9356863 Aug 27 16:27:01.523466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53652) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:01.524050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-07d60ec3-79e4-400a-b795-4884a3d88c74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "GET /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1137307 Aug 27 16:27:01.524050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:01.524223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a7cad-512e-408b-8df9-05c2cb91c991 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=69b8e958-811b-4117-ac68-267442a00c8e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:01.524223 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de7fb2c-ede7-46e2-90b9-b7f1141c2c56 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:01.524223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de7fb2c-ede7-46e2-90b9-b7f1141c2c56 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:01.524223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1de7fb2c-ede7-46e2-90b9-b7f1141c2c56 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/69b8e958-811b-4117-ac68-267442a00c8e HTTP/1.1" status: 404 len: 339 time: 0.0366080 Aug 27 16:27:01.524223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-aa9607ce-ffcf-414e-9482-ee0aab278ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.524223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-aa9607ce-ffcf-414e-9482-ee0aab278ea2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.0928121 Aug 27 16:27:01.524708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53654) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:01.524798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-448316924', 'description': 'd1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:01.533951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Made reservation on behalf of 3ee1d64236fa4b5780916f892fd3ebe6 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:01.539935 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.554536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-04bfd8c0-a708-4c6e-8ef7-fce8caf83845 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285020 Aug 27 16:27:01.609400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.658634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:01.663140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.672337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-2d96e974-211c-4ae9-9c80-e58d4d352759 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075804 Aug 27 16:27:01.769345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:01.791540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53664) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:01.825630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41e5092c-bed0-411a-8003-268631b33095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.841646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.842259 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment 023dd876-cf85-4951-bf23-7845764714fa of type vlan for network d43fcede-ad24-41c3-995a-22986f26fc0b Aug 27 16:27:01.862240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Allocated IP 172.20.0.9 (faf6472f-52b4-4abf-9b12-916cb19568cf/dfa097a6-2b91-4e30-a636-98929263824c/7dcb707e-91be-4582-8243-4d83bca66f0c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:01.918149 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:01.923794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39666b21-542c-4c6a-96c3-e4ebf3d7e2c5 req-3ad52d5c-f77a-4d2f-9f3d-a9f5fca3af9f service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439079 Aug 27 16:27:01.955978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.962760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.968553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.975445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.977452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] For port 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=89b836c7-f8f1-4c45-93fd-67221c64b7f1,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:01.981255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.987073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.993348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:01.995313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-8c4bf8be-57e1-4b41-b0fa-b4945a005e74 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 5443 time: 0.1580658 Aug 27 16:27:02.057124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.058501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a11b7b11-9c34-4229-bee7-98f0a4f79dc5 req-fa81b200-df53-4853-849b-0c44948f80e3 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526149 Aug 27 16:27:02.063688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.064349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.102048 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41e5092c-bed0-411a-8003-268631b33095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.141786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] For port 89b836c7-f8f1-4c45-93fd-67221c64b7f1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:02.191288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41e5092c-bed0-411a-8003-268631b33095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.199503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=d43fcede-ad24-41c3-995a-22986f26fc0b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:02.210884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] device_id is not set on port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:27:02.212666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d43fcede-ad24-41c3-995a-22986f26fc0b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:02.231599 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.239178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-41e5092c-bed0-411a-8003-268631b33095 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae8cd16a3fc444139e87bcf362dd6fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459331 Aug 27 16:27:02.243807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53672) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:02.243936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5092c-bed0-411a-8003-268631b33095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddbab69-1585-4a2b-81d6-809e877294ac,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:02.297587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.305708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6a52e638-9c01-4329-8124-a39a0c92fac1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7862132 Aug 27 16:27:02.308740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53680) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:02.314157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.408389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] No DVR routers for this DVR port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:02.430891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96d6608c-4404-4bba-b8ac-5380bad2a5e2 req-5094e342-649d-495b-ab58-0295334604f5 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 210 time: 0.0835462 Aug 27 16:27:02.446161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ac92d6f-8630-4c60-b2ee-fc098154fa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.460460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68367b57-8911-4104-9330-870bf64cedab service neutron] Pushing event updated for resources: {'Port': ['ID=89b836c7-f8f1-4c45-93fd-67221c64b7f1,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:02.474989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fb8c9-0fe7-41d4-8fbb-80f9ac36d030 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.479005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-821fb8c9-0fe7-41d4-8fbb-80f9ac36d030 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/networks?id=d43fcede-ad24-41c3-995a-22986f26fc0b HTTP/1.1" status: 200 len: 760 time: 0.1667800 Aug 27 16:27:02.489188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53686) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:02.504173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'description': 'd2'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:02.525416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c287c-15b3-4365-8bbf-014141126ba1 req-57b82b51-8311-4138-994d-08bc0957c0b3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.527111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-883c287c-15b3-4365-8bbf-014141126ba1 req-57b82b51-8311-4138-994d-08bc0957c0b3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 943 time: 0.0758877 Aug 27 16:27:02.578679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-883c287c-15b3-4365-8bbf-014141126ba1 req-92fc33df-182d-4c88-8f15-9a62f7ad9f1c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Aug 27 16:27:02.580785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ac92d6f-8630-4c60-b2ee-fc098154fa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.583181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] In _notify_port_updated(), no bound segment for port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:27:02.584209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.584821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.586141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-68367b57-8911-4104-9330-870bf64cedab service neutron] 10.222.0.90 "PUT /v2.0/ports/89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 200 len: 1032 time: 1.0938418 Aug 27 16:27:02.615996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cbb325a1-4bf6-4ff8-a4a3-3b505f1f023f None None] Provisioning complete for port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:02.616473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbb325a1-4bf6-4ff8-a4a3-3b505f1f023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.653522 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cbb325a1-4bf6-4ff8-a4a3-3b505f1f023f None None] Port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:02.689893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-f9ff3eca-5a87-4b0c-a403-da10ee9eec71 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.692040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-f9ff3eca-5a87-4b0c-a403-da10ee9eec71 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "GET /v2.0/ports/4d643eea-638b-49ff-a0d5-8af88401b0b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0841413 Aug 27 16:27:02.710233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:02.737876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.829424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Network faf6472f-52b4-4abf-9b12-916cb19568cf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:02.862661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:02.865253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:02.907153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.910479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Pushing event updated for resources: {'Port': ['ID=7dcb707e-91be-4582-8243-4d83bca66f0c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:02.913797 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ac92d6f-8630-4c60-b2ee-fc098154fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.916394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ac92d6f-8630-4c60-b2ee-fc098154fa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.917496 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0ac92d6f-8630-4c60-b2ee-fc098154fa83 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bddbab69-1585-4a2b-81d6-809e877294ac HTTP/1.1" status: 204 len: 168 time: 0.6767864 Aug 27 16:27:02.938076 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:02.956324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac92d6f-8630-4c60-b2ee-fc098154fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddbab69-1585-4a2b-81d6-809e877294ac,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:02.973493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:02.973493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.006229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5c49947d-9cfa-4e48-9c88-b8a885ed407b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:03.021430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.033394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5c49947d-9cfa-4e48-9c88-b8a885ed407b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:03.036463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5c49947d-9cfa-4e48-9c88-b8a885ed407b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:03.053573 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network d43fcede-ad24-41c3-995a-22986f26fc0b is not hosted by any dhcp agent {{(pid=95252) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 16:27:03.059569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.062487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.063740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "PUT /v2.0/networks/d43fcede-ad24-41c3-995a-22986f26fc0b HTTP/1.1" status: 200 len: 757 time: 0.5717852 Aug 27 16:27:03.064325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53700) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:03.129175 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-de190a95-c684-4048-a9d0-7544a80d7a0d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1585760 Aug 27 16:27:03.150715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Request body: {'port': {'device_id': '458abf8b-c120-4957-9d32-108edc318bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:03.185127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c3015-7525-431e-a812-0f6322acb931 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.187103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-038c3015-7525-431e-a812-0f6322acb931 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/networks?id=d43fcede-ad24-41c3-995a-22986f26fc0b HTTP/1.1" status: 200 len: 760 time: 0.1215730 Aug 27 16:27:03.191149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53708) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:03.195196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c1bb7-263c-4c42-bb69-4e5b31270d86 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=d43fcede-ad24-41c3-995a-22986f26fc0b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:03.197574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1230537511'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:03.207430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d43fcede-ad24-41c3-995a-22986f26fc0b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:03.256920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 4d643eea-638b-49ff-a0d5-8af88401b0b7 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:03.288173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] For port 4d643eea-638b-49ff-a0d5-8af88401b0b7, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=4d643eea-638b-49ff-a0d5-8af88401b0b7,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:03.290169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.307875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af442-73a2-4c6a-b03d-676301a6d967 req-4351ad32-0a56-455c-90c0-661ea29edb37 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.319007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af442-73a2-4c6a-b03d-676301a6d967 req-4351ad32-0a56-455c-90c0-661ea29edb37 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.334777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af442-73a2-4c6a-b03d-676301a6d967 req-4351ad32-0a56-455c-90c0-661ea29edb37 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.340894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af442-73a2-4c6a-b03d-676301a6d967 req-4351ad32-0a56-455c-90c0-661ea29edb37 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.362034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af442-73a2-4c6a-b03d-676301a6d967 req-4351ad32-0a56-455c-90c0-661ea29edb37 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.373060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af442-73a2-4c6a-b03d-676301a6d967 req-4351ad32-0a56-455c-90c0-661ea29edb37 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.380808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-642af442-73a2-4c6a-b03d-676301a6d967 req-4351ad32-0a56-455c-90c0-661ea29edb37 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 4664 time: 0.1653178 Aug 27 16:27:03.383991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:03.384140 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.394742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.414044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] For port 4d643eea-638b-49ff-a0d5-8af88401b0b7, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:03.442802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:03.454066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.454066 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment 4715b00f-60f9-42ea-839f-08eafe881e0b of type vlan for network d84eedaf-0aa1-4e82-84da-4f584a4606f0 Aug 27 16:27:03.517456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-642af442-73a2-4c6a-b03d-676301a6d967 req-86977048-ea7b-4182-9334-5f58de87aac0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689&id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097324 Aug 27 16:27:03.521214 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.521476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] device_id is not set on port 4d643eea-638b-49ff-a0d5-8af88401b0b7 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:27:03.546844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.631019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461333-1d80-493d-9944-6293998a923b req-999a529d-4c24-4578-9130-6e48539d55c7 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.635689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc461333-1d80-493d-9944-6293998a923b req-999a529d-4c24-4578-9130-6e48539d55c7 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 931 time: 0.0776889 Aug 27 16:27:03.652018 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.671692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.678810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.679787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:03.742284 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:27:03.743838 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:27:03.773527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed301589-996d-4856-ad65-661e10e3cb72 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:03.789450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5969167 Aug 27 16:27:03.791039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53730) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:03.808684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:03.838164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc461333-1d80-493d-9944-6293998a923b req-3f8b13e9-82ed-4f2f-84a8-0ef9460ee7b4 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927252 Aug 27 16:27:03.872899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca0b6f-f471-4160-9e5f-bbb031cf34b1 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=d84eedaf-0aa1-4e82-84da-4f584a4606f0,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:03.908787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2ba6c-1116-46ee-9dd1-0ea6a34df4bc req-1cb9b8dc-243b-499c-b985-7bca33fe47ca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:03.916569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2d2ba6c-1116-46ee-9dd1-0ea6a34df4bc req-1cb9b8dc-243b-499c-b985-7bca33fe47ca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 943 time: 0.2536950 Aug 27 16:27:03.925139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port ed301589-996d-4856-ad65-661e10e3cb72, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed301589-996d-4856-ad65-661e10e3cb72,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:03.954059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'ed301589-996d-4856-ad65-661e10e3cb72', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'port_id': 'ed301589-996d-4856-ad65-661e10e3cb72', 'mac_address': 'fa:16:3e:24:80:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e75054-550a-4cf9-92f8-986fa2240420', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:03.965564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d84eedaf-0aa1-4e82-84da-4f584a4606f0 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:03.975620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2d2ba6c-1116-46ee-9dd1-0ea6a34df4bc req-27e39aad-3f59-45cf-9470-790ca8c84253 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540159 Aug 27 16:27:04.043766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:04.049872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.074895 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.137287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed301589-996d-4856-ad65-661e10e3cb72 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:04.158104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] No DVR routers for this DVR port 4d643eea-638b-49ff-a0d5-8af88401b0b7 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:04.163709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port ed301589-996d-4856-ad65-661e10e3cb72, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed301589-996d-4856-ad65-661e10e3cb72,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:04.207733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] Pushing event updated for resources: {'Port': ['ID=4d643eea-638b-49ff-a0d5-8af88401b0b7,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:04.229009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] In _notify_port_updated(), no bound segment for port 4d643eea-638b-49ff-a0d5-8af88401b0b7 on network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 {{(pid=95252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 16:27:04.230670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.230670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.231997 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-4efac340-dbd7-4ae1-82b9-a8c90b130502 service neutron] 10.222.0.90 "PUT /v2.0/ports/4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 200 len: 1033 time: 1.5265467 Aug 27 16:27:04.301771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.339653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcb707e-91be-4582-8243-4d83bca66f0c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:04.372368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.396327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Transition to ACTIVE for port object 7dcb707e-91be-4582-8243-4d83bca66f0c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:04.405038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8a648ee1-6215-47d5-9e1a-e76ff246b620 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:04.430819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port f1152573-3a25-4e9e-8b21-19822e3e99de {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:04.431164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.468122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=ed301589-996d-4856-ad65-661e10e3cb72,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:04.489193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.515923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.527596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed301589-996d-4856-ad65-661e10e3cb72'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:04.578957 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.609800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=28a72481-d2cd-4771-b000-48cf8a4f311e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:04.610774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] For port f1152573-3a25-4e9e-8b21-19822e3e99de, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=f1152573-3a25-4e9e-8b21-19822e3e99de,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:04.611155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.648203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:04.650458 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cea785-7bf0-410f-96dd-069b222fe26a" -d '{"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:04.684281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': '4715b00f-60f9-42ea-839f-08eafe881e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:04.684767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: d84eedaf-0aa1-4e82-84da-4f584a4606f0, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:04.687155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8a648ee1-6215-47d5-9e1a-e76ff246b620, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:04.688481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-23856b70-1812-47ef-9b0b-286c09952bb0 None None] Provisioning complete for port 4d643eea-638b-49ff-a0d5-8af88401b0b7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:04.689318 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23856b70-1812-47ef-9b0b-286c09952bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.732471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d780245-bb25-4b6d-9b52-94514fb91cce req-6826589f-ae66-4032-b83e-b87e7be7b318 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.741806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d780245-bb25-4b6d-9b52-94514fb91cce req-6826589f-ae66-4032-b83e-b87e7be7b318 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.749239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d780245-bb25-4b6d-9b52-94514fb91cce req-6826589f-ae66-4032-b83e-b87e7be7b318 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.757283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d780245-bb25-4b6d-9b52-94514fb91cce req-6826589f-ae66-4032-b83e-b87e7be7b318 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.758084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.759456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 89b836c7-f8f1-4c45-93fd-67221c64b7f1 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:04.768520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d780245-bb25-4b6d-9b52-94514fb91cce req-6826589f-ae66-4032-b83e-b87e7be7b318 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.776436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d780245-bb25-4b6d-9b52-94514fb91cce req-6826589f-ae66-4032-b83e-b87e7be7b318 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 3884 time: 0.1513090 Aug 27 16:27:04.789447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcb707e-91be-4582-8243-4d83bca66f0c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:04.809953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Attempting to bind port 7dcb707e-91be-4582-8243-4d83bca66f0c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:04.810296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Attempting to bind port 7dcb707e-91be-4582-8243-4d83bca66f0c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:04.810705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Attempting to bind port 7dcb707e-91be-4582-8243-4d83bca66f0c on network faf6472f-52b4-4abf-9b12-916cb19568cf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:04.814027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network d84eedaf-0aa1-4e82-84da-4f584a4606f0 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:04.820381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Port 7dcb707e-91be-4582-8243-4d83bca66f0c on network faf6472f-52b4-4abf-9b12-916cb19568cf not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:27:04.820723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Attempting to bind port 7dcb707e-91be-4582-8243-4d83bca66f0c on network faf6472f-52b4-4abf-9b12-916cb19568cf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:04.824935 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda964c-59a5-4d27-bd16-1bf99d1c8038 x-openstack-request-id: req-bfda964c-59a5-4d27-bd16-1bf99d1c8038 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:04.825246 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:04.825542 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bfda964c-59a5-4d27-bd16-1bf99d1c8038 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:04.825939 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620', 'code': 200} Aug 27 16:27:04.826503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8a648ee1-6215-47d5-9e1a-e76ff246b620,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:04.843669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-23856b70-1812-47ef-9b0b-286c09952bb0 None None] Port 4d643eea-638b-49ff-a0d5-8af88401b0b7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:04.857316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d780245-bb25-4b6d-9b52-94514fb91cce req-f648927e-0c1c-41de-89f2-f9cbcaceb646 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797641 Aug 27 16:27:04.858594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:04.859302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Checking segment: {'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:04.859522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Bound using segment: {'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:04.860051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Bound port: 7dcb707e-91be-4582-8243-4d83bca66f0c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:04.860345 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.895883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d84eedaf-0aa1-4e82-84da-4f584a4606f0) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:04.905738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:04.908503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:04.932417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61faac-2ab4-4a40-9acb-260cb7cb36ed None None] Network d84eedaf-0aa1-4e82-84da-4f584a4606f0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:04.951127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 89b836c7-f8f1-4c45-93fd-67221c64b7f1 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:04.952083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device d5346c0b-6da6-48ae-8155-25dc0c96a839 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:05.005344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] For port 7dcb707e-91be-4582-8243-4d83bca66f0c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:05.012681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] For port 7dcb707e-91be-4582-8243-4d83bca66f0c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7dcb707e-91be-4582-8243-4d83bca66f0c,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:05.018575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd5bef-d0f8-4005-a218-7cfefd8830ae req-72713c15-7124-494d-9e7f-90878ec1e8c3 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.020296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ffd5bef-d0f8-4005-a218-7cfefd8830ae req-72713c15-7124-494d-9e7f-90878ec1e8c3 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 943 time: 0.0799305 Aug 27 16:27:05.022111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ed7c1b5-7c70-4b10-9bbd-d8df9453bb88 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2230358 Aug 27 16:27:05.029616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.030024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.030353 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Floating IP cbaad44f-6bb5-46ce-bd32-03ab6add20e3 disassociated. External IP: 172.25.4.156, port: f1152573-3a25-4e9e-8b21-19822e3e99de. Aug 27 16:27:05.030705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for f1152573-3a25-4e9e-8b21-19822e3e99de owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:05.032436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53762) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:05.117168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ffd5bef-d0f8-4005-a218-7cfefd8830ae req-432e63fb-7e28-4737-b949-efca872c7558 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836890 Aug 27 16:27:05.155994 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.180372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.213872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3ae23-d15e-4c9e-a0fc-cc201a61c1a5 req-46d577e2-c03f-4227-9918-fb71a4155c9d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.215899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5f3ae23-d15e-4c9e-a0fc-cc201a61c1a5 req-46d577e2-c03f-4227-9918-fb71a4155c9d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 944 time: 0.0956194 Aug 27 16:27:05.223872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port d5346c0b-6da6-48ae-8155-25dc0c96a839, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:05.233478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-d84eedaf-0aa1-4e82-84da-4f584a4606f0', 'network_id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': '28a72481-d2cd-4771-b000-48cf8a4f311e'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:27:05.234559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.290344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5f3ae23-d15e-4c9e-a0fc-cc201a61c1a5 req-f6cd35ed-dd03-4643-af0f-bb96385f4c7c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Aug 27 16:27:05.290488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.290488 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.290488 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] 10.222.0.90 "PUT /v2.0/ports/7dcb707e-91be-4582-8243-4d83bca66f0c HTTP/1.1" status: 200 len: 1091 time: 2.1475146 Aug 27 16:27:05.290488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458abf8b-c120-4957-9d32-108edc318bb6', 'tag': '7dcb707e-91be-4582-8243-4d83bca66f0c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:05.291077 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5868477f-484b-41f6-a67a-0ef588317388" -d '{"events": [{"name": "network-changed", "server_uuid": "458abf8b-c120-4957-9d32-108edc318bb6", "tag": "7dcb707e-91be-4582-8243-4d83bca66f0c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:05.330745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.331685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device f1152573-3a25-4e9e-8b21-19822e3e99de no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:05.356735 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4d40b6-801e-42a0-ae8c-22a9653c9e61 x-openstack-request-id: req-2e4d40b6-801e-42a0-ae8c-22a9653c9e61 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:05.357284 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458abf8b-c120-4957-9d32-108edc318bb6", "tag": "7dcb707e-91be-4582-8243-4d83bca66f0c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:05.357539 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2e4d40b6-801e-42a0-ae8c-22a9653c9e61 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:05.357944 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458abf8b-c120-4957-9d32-108edc318bb6', 'tag': '7dcb707e-91be-4582-8243-4d83bca66f0c', 'status': 'completed', 'code': 200} Aug 27 16:27:05.366957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b42a8-ed11-42ad-9bf1-7669456ad325 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcb707e-91be-4582-8243-4d83bca66f0c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:05.406810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.513346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868477f-484b-41f6-a67a-0ef588317388 req-47eb6d52-7acc-4aff-a430-664fbb0c17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.514897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5868477f-484b-41f6-a67a-0ef588317388 req-47eb6d52-7acc-4aff-a430-664fbb0c17f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 1094 time: 0.1225390 Aug 27 16:27:05.517143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=d5346c0b-6da6-48ae-8155-25dc0c96a839,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:05.569352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Allocated IP 172.20.0.2 (d84eedaf-0aa1-4e82-84da-4f584a4606f0/28a72481-d2cd-4771-b000-48cf8a4f311e/82a689da-e939-4b23-8c6f-57da6a8467d1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:05.599702 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.607123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.611188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.683356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=f1152573-3a25-4e9e-8b21-19822e3e99de,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:05.691909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 684f519c-a11c-4bee-9c5c-33b2bed9880f no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:05.784222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868477f-484b-41f6-a67a-0ef588317388 req-6ffe7843-e8d4-4382-b1bd-72c5cab87bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.786100 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5868477f-484b-41f6-a67a-0ef588317388 req-6ffe7843-e8d4-4382-b1bd-72c5cab87bc7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2562375 Aug 27 16:27:05.806185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed301589-996d-4856-ad65-661e10e3cb72 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:05.889884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.896811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:05.923879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Transition to ACTIVE for port object 82a689da-e939-4b23-8c6f-57da6a8467d1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:05.936485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Router 884b837d-1870-43d6-9333-8d693762c38a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:05.956170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868477f-484b-41f6-a67a-0ef588317388 req-3d1869b5-30f4-4a9f-ba5c-c77ecf7d96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:05.958916 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5868477f-484b-41f6-a67a-0ef588317388 req-3d1869b5-30f4-4a9f-ba5c-c77ecf7d96a0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1641626 Aug 27 16:27:05.960741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Transition to ACTIVE for port object 82a689da-e939-4b23-8c6f-57da6a8467d1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:05.971605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 684f519c-a11c-4bee-9c5c-33b2bed9880f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:06.041986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port ed301589-996d-4856-ad65-661e10e3cb72 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:06.041986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port ed301589-996d-4856-ad65-661e10e3cb72 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:06.041986 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.085136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.088250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:06.088336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11e83-3532-4658-b0e1-05343207f258 req-99e9f40a-c413-4e2a-914d-0391b09c5e84 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.109294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11e83-3532-4658-b0e1-05343207f258 req-99e9f40a-c413-4e2a-914d-0391b09c5e84 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.120317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-bc1cbd19-66c6-4488-8e27-624e437a7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.121924 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-bc1cbd19-66c6-4488-8e27-624e437a7c5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 1094 time: 0.1078291 Aug 27 16:27:06.125268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11e83-3532-4658-b0e1-05343207f258 req-99e9f40a-c413-4e2a-914d-0391b09c5e84 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.137459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11e83-3532-4658-b0e1-05343207f258 req-99e9f40a-c413-4e2a-914d-0391b09c5e84 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.139804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86d11e83-3532-4658-b0e1-05343207f258 req-99e9f40a-c413-4e2a-914d-0391b09c5e84 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 3145 time: 0.1314557 Aug 27 16:27:06.146316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.147591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:06.169482 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] Sync routers for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:06.194404 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:06.195049 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:26:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:06.202722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86d11e83-3532-4658-b0e1-05343207f258 req-6f444df3-4ed7-42fd-90b5-dae99616b164 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548918 Aug 27 16:27:06.255342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Network d84eedaf-0aa1-4e82-84da-4f584a4606f0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:06.256440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-70e24292-5c7f-4f14-bc52-486622b2207a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dcb707e-91be-4582-8243-4d83bca66f0c HTTP/1.1" status: 200 len: 217 time: 0.1235213 Aug 27 16:27:06.280251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:06.283828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.290550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] No DVR routers for this DVR port f1152573-3a25-4e9e-8b21-19822e3e99de on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:06.293520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:06.355871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-781202d0-ee15-4dc0-9f06-c0d335de4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.360879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-781202d0-ee15-4dc0-9f06-c0d335de4604 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dfa097a6-2b91-4e30-a636-98929263824c HTTP/1.1" status: 200 len: 849 time: 0.0710647 Aug 27 16:27:06.387713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.389666 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-84abdca1-1be6-4d23-8e7d-672ab215058e tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "DELETE /v2.0/ports/f1152573-3a25-4e9e-8b21-19822e3e99de HTTP/1.1" status: 204 len: 173 time: 2.1430066 Aug 27 16:27:06.401622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=28a72481-d2cd-4771-b000-48cf8a4f311e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:06.439225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5866b52-63f8-4963-9bdc-43641f486bf3 req-c5b65232-6825-44ff-a61a-c4364d0c112c tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.446193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=684f519c-a11c-4bee-9c5c-33b2bed9880f,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:06.453837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5866b52-63f8-4963-9bdc-43641f486bf3 req-c5b65232-6825-44ff-a61a-c4364d0c112c tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 943 time: 0.1730628 Aug 27 16:27:06.482598 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:06.516720 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-62ad46be-9217-4624-9367-764ae60f1a68 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=faf6472f-52b4-4abf-9b12-916cb19568cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230462 Aug 27 16:27:06.554912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5866b52-63f8-4963-9bdc-43641f486bf3 req-30bfa6ca-9d7d-49db-a15b-5dc75996d627 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001489 Aug 27 16:27:06.561161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.573079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82991-31d1-4134-83b5-aff10def61b7 req-a1622885-3922-4ee7-be19-45b57f4418d5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:06.574943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63b82991-31d1-4134-83b5-aff10def61b7 req-a1622885-3922-4ee7-be19-45b57f4418d5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 944 time: 0.1467061 Aug 27 16:27:06.671538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63b82991-31d1-4134-83b5-aff10def61b7 req-165538cb-b457-4d6a-b457-8a5e181f75b0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808322 Aug 27 16:27:06.750674 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:32Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:06.772627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.787804 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] Checking router: 884b837d-1870-43d6-9333-8d693762c38a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:06.795981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84eedaf-0aa1-4e82-84da-4f584a4606f0']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:06.800069 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:06.801692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:26:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:06.809457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Attempting to bind port 82a689da-e939-4b23-8c6f-57da6a8467d1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:06.809833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Attempting to bind port 82a689da-e939-4b23-8c6f-57da6a8467d1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4715b00f-60f9-42ea-839f-08eafe881e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:06.810192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Attempting to bind port 82a689da-e939-4b23-8c6f-57da6a8467d1 on network d84eedaf-0aa1-4e82-84da-4f584a4606f0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:06.810410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4715b00f-60f9-42ea-839f-08eafe881e0b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:06.810957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4715b00f-60f9-42ea-839f-08eafe881e0b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:06.815188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-18e3f51a-dd7f-44df-b73f-efc9e97465d6 service neutron] 10.222.0.90 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819982 Aug 27 16:27:06.817667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Pushing event updated for resources: {'Port': ['ID=82a689da-e939-4b23-8c6f-57da6a8467d1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:06.830503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:06.835888 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.842629 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3ee367-78b4-499e-8dcd-601152836ca3" -d '{"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:06.847807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:06.852444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Checking segment: {'id': '4715b00f-60f9-42ea-839f-08eafe881e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:06.852444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.852444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Bound using segment: {'id': '4715b00f-60f9-42ea-839f-08eafe881e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:06.852444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Bound port: 82a689da-e939-4b23-8c6f-57da6a8467d1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4715b00f-60f9-42ea-839f-08eafe881e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:06.852444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.856979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.897834 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ba1c0-dc18-424a-b984-cbe7799e2c2e x-openstack-request-id: req-ec6ba1c0-dc18-424a-b984-cbe7799e2c2e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:06.898281 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:06.900234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.903662 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ec6ba1c0-dc18-424a-b984-cbe7799e2c2e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:06.904342 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839', 'code': 200} Aug 27 16:27:06.906070 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f', 'code': 200} Aug 27 16:27:06.910794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port ed301589-996d-4856-ad65-661e10e3cb72, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed301589-996d-4856-ad65-661e10e3cb72,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:06.918583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port 684f519c-a11c-4bee-9c5c-33b2bed9880f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:06.918854 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.924643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:06.925058 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:06.928728 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:06.973422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:06.989895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] For port 82a689da-e939-4b23-8c6f-57da6a8467d1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:06.992531 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:06.993544 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:07.049120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.058921 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0b90b8ab-72e3-43d5-986f-7fe5a3a91182 req-b897a1ba-c897-4bb2-9fb5-75376cc8d346 service neutron] 10.222.0.90 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334850 Aug 27 16:27:07.073534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=ed301589-996d-4856-ad65-661e10e3cb72,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:07.082204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] For port 82a689da-e939-4b23-8c6f-57da6a8467d1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=82a689da-e939-4b23-8c6f-57da6a8467d1,segment=NetworkSegment(4715b00f-60f9-42ea-839f-08eafe881e0b),segment_id=4715b00f-60f9-42ea-839f-08eafe881e0b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:07.094062 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:27:07.094062 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:27:07.094062 n-d-806412-1 neutron-server[95252]: [parameters: {'id': 'd84eedaf-0aa1-4e82-84da-4f584a4606f0'}] Aug 27 16:27:07.094062 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:27:07.099624 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:27:07.106350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] For port 684f519c-a11c-4bee-9c5c-33b2bed9880f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=684f519c-a11c-4bee-9c5c-33b2bed9880f,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:07.106944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.122516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for 684f519c-a11c-4bee-9c5c-33b2bed9880f owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:07.138050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:07.204090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.250076 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:32Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:07.291947 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291cd20-e4e0-4043-a2e5-d4607bbf0eb0 None None] The sync data for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 is: [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:16:26Z', 'revision_number': 4, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5f941632-3d87-4971-a4d3-8e5520e2b563', 'name': '', 'network_id': 'fd5361ad-46fd-4a3b-bcf7-06898e088099', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'mac_address': 'fa:16:3e:32:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:25Z', 'updated_at': '2021-08-27T16:16:32Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'subnets': [{'id': '98c47aa5-9595-4b35-8bd8-e493e092bee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:07.359312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:07.365654 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58e85fa-046f-46ea-82fa-80f5ee53d48a" -d '{"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:07.396308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009707a-9354-49a7-86e3-e8037501f717 None None] Network d84eedaf-0aa1-4e82-84da-4f584a4606f0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:07.420060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.438004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041b260-2aed-4e87-b558-59ff7ae07fa4 req-cea7f649-3ba8-4255-b326-ccb01e936c1f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:07.447772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041b260-2aed-4e87-b558-59ff7ae07fa4 req-cea7f649-3ba8-4255-b326-ccb01e936c1f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:07.458855 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3197867-4c32-4f87-94e6-2ed43ec8380d x-openstack-request-id: req-a3197867-4c32-4f87-94e6-2ed43ec8380d {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:07.459360 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "f1152573-3a25-4e9e-8b21-19822e3e99de", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:07.459805 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a3197867-4c32-4f87-94e6-2ed43ec8380d {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:07.460336 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': 'f1152573-3a25-4e9e-8b21-19822e3e99de', 'status': 'completed', 'code': 200} Aug 27 16:27:07.461625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041b260-2aed-4e87-b558-59ff7ae07fa4 req-cea7f649-3ba8-4255-b326-ccb01e936c1f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:07.475740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041b260-2aed-4e87-b558-59ff7ae07fa4 req-cea7f649-3ba8-4255-b326-ccb01e936c1f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:07.484244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d0cb9-0a04-422e-aaa2-631ce88b0e39 None None] Pushing event updated for resources: {'Port': ['ID=82a689da-e939-4b23-8c6f-57da6a8467d1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:07.484708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8041b260-2aed-4e87-b558-59ff7ae07fa4 req-cea7f649-3ba8-4255-b326-ccb01e936c1f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 3141 time: 0.1630433 Aug 27 16:27:07.505276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=684f519c-a11c-4bee-9c5c-33b2bed9880f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:07.566458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8041b260-2aed-4e87-b558-59ff7ae07fa4 req-f033f287-e8a3-468c-afd2-04028db06d18 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738997 Aug 27 16:27:07.579174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] No DVR routers for this DVR port 684f519c-a11c-4bee-9c5c-33b2bed9880f on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:07.582434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.584873 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-5d262aaf-1752-4ff5-8531-034f9b1dd59d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "DELETE /v2.0/ports/684f519c-a11c-4bee-9c5c-33b2bed9880f HTTP/1.1" status: 204 len: 173 time: 1.1715171 Aug 27 16:27:07.601431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.736364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port 82a689da-e939-4b23-8c6f-57da6a8467d1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:07.736710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.742712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port d5346c0b-6da6-48ae-8155-25dc0c96a839 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:07.743304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.760162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaead7-6579-40b9-94dc-1e9aa50ab88f req-b0225df2-4002-4199-b3a3-c920b32c209e tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:07.768943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bffaead7-6579-40b9-94dc-1e9aa50ab88f req-b0225df2-4002-4199-b3a3-c920b32c209e tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 943 time: 0.1254895 Aug 27 16:27:07.772976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c66863-f433-4ebd-b118-31f181f7e302 None None] New status for floating IP cbaad44f-6bb5-46ce-bd32-03ab6add20e3: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:27:07.840305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bffaead7-6579-40b9-94dc-1e9aa50ab88f req-3bc88d6d-e2a0-4348-992f-697d22e759c8 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700963 Aug 27 16:27:07.895618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port 82a689da-e939-4b23-8c6f-57da6a8467d1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=82a689da-e939-4b23-8c6f-57da6a8467d1,segment=NetworkSegment(4715b00f-60f9-42ea-839f-08eafe881e0b),segment_id=4715b00f-60f9-42ea-839f-08eafe881e0b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:07.896003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.920032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for 82a689da-e939-4b23-8c6f-57da6a8467d1 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:07.928274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede36606-217a-457c-80ee-015eb927c4e9 req-65e787a2-2c8c-49d2-b389-aa670efecb8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:07.931170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] For port d5346c0b-6da6-48ae-8155-25dc0c96a839, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=d5346c0b-6da6-48ae-8155-25dc0c96a839,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:07.931572 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:07.940485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ede36606-217a-457c-80ee-015eb927c4e9 req-65e787a2-2c8c-49d2-b389-aa670efecb8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.1378715 Aug 27 16:27:07.951628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for d5346c0b-6da6-48ae-8155-25dc0c96a839 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:08.017833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ede36606-217a-457c-80ee-015eb927c4e9 req-66c4e326-708d-4fa6-a807-39f8639f4fa3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761776 Aug 27 16:27:08.172834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3e934-d7ac-4d65-b5ca-038a424385cb None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:27:08.219825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.248779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port 82a689da-e939-4b23-8c6f-57da6a8467d1 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:08.250519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=82a689da-e939-4b23-8c6f-57da6a8467d1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:08.275387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a3e934-d7ac-4d65-b5ca-038a424385cb None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:27:08.294772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.363554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=d5346c0b-6da6-48ae-8155-25dc0c96a839,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:08.383206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.409737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84eedaf-0aa1-4e82-84da-4f584a4606f0']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:08.428953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] No DVR routers for this DVR port d5346c0b-6da6-48ae-8155-25dc0c96a839 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:08.434574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.434574 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-3c8ca863-02b6-4cc6-884f-26ac70eb999a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "DELETE /v2.0/ports/d5346c0b-6da6-48ae-8155-25dc0c96a839 HTTP/1.1" status: 204 len: 173 time: 0.8417342 Aug 27 16:27:08.435957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4715b00f-60f9-42ea-839f-08eafe881e0b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:08.436256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4715b00f-60f9-42ea-839f-08eafe881e0b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:08.456309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.688050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755836-3a22-4aa1-9971-004c5b85e820 req-a26de0b4-ece2-4428-8d8e-32121c5d6904 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:08.694776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755836-3a22-4aa1-9971-004c5b85e820 req-a26de0b4-ece2-4428-8d8e-32121c5d6904 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:08.696504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa755836-3a22-4aa1-9971-004c5b85e820 req-a26de0b4-ece2-4428-8d8e-32121c5d6904 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 1676 time: 0.0630865 Aug 27 16:27:08.737361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa755836-3a22-4aa1-9971-004c5b85e820 req-2c2cf7b3-6da9-4555-84d4-691963ed2796 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343299 Aug 27 16:27:08.838121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.851532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:08.851935 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:08.855649 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:08.907076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed301589-996d-4856-ad65-661e10e3cb72'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:08.910421 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f21e035-93bd-41a1-932d-cfbeea493212" -d '{"events": [{"server_uuid": "73f4ffbd-df4c-4bee-9825-7f34d77dd6ec", "name": "network-vif-plugged", "status": "completed", "tag": "ed301589-996d-4856-ad65-661e10e3cb72"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:08.967166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:08.967597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:08.996848 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a0eaf8-c209-4270-bdd9-ce7679366f1e x-openstack-request-id: req-51a0eaf8-c209-4270-bdd9-ce7679366f1e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:08.999399 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4ffbd-df4c-4bee-9825-7f34d77dd6ec", "name": "network-vif-plugged", "status": "completed", "tag": "ed301589-996d-4856-ad65-661e10e3cb72", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:09.001215 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51a0eaf8-c209-4270-bdd9-ce7679366f1e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:09.001753 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed301589-996d-4856-ad65-661e10e3cb72', 'code': 200} Aug 27 16:27:09.002145 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669', 'code': 200} Aug 27 16:27:09.068301 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.088247 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.088247 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/d84eedaf-0aa1-4e82-84da-4f584a4606f0 HTTP/1.1" status: 204 len: 168 time: 4.0477600 Aug 27 16:27:09.089761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53866) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:09.103379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db389-f616-43d0-a54a-f8955a7b3721 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=d84eedaf-0aa1-4e82-84da-4f584a4606f0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:09.113976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15d51-d0f3-4f6a-8e46-e36c980f6e98 req-8876003d-a6a3-4c3b-995b-03378ac977a8 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.121901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1d15d51-d0f3-4f6a-8e46-e36c980f6e98 req-8876003d-a6a3-4c3b-995b-03378ac977a8 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 943 time: 0.1388545 Aug 27 16:27:09.161973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] For port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:09.163831 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.197483 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c2c2b0-fcd7-4598-90fb-93647b47b2f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] GET failed (client error): The resource could not be found. Aug 27 16:27:09.201277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-12c2c2b0-fcd7-4598-90fb-93647b47b2f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/subnets/28a72481-d2cd-4771-b000-48cf8a4f311e HTTP/1.1" status: 404 len: 337 time: 0.1048217 Aug 27 16:27:09.202113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53874) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:09.203433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:09.234678 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaf1441-0c69-4107-8a42-20627be14f46 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:09.235706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaf1441-0c69-4107-8a42-20627be14f46 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:09.242387 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7aaf1441-0c69-4107-8a42-20627be14f46 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/d84eedaf-0aa1-4e82-84da-4f584a4606f0 HTTP/1.1" status: 404 len: 339 time: 0.0363581 Aug 27 16:27:09.244841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:09.276270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7dcb707e-91be-4582-8243-4d83bca66f0c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:09.277136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1d15d51-d0f3-4f6a-8e46-e36c980f6e98 req-2fb27730-092d-43d3-9aec-8879432975ce tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408222 Aug 27 16:27:09.289906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48b701-95f3-42ed-866b-de26ede3c744 req-1058ba68-09a2-421f-a42f-81d3e7529432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.291811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a48b701-95f3-42ed-866b-de26ede3c744 req-1058ba68-09a2-421f-a42f-81d3e7529432 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 1096 time: 0.2305553 Aug 27 16:27:09.323252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf871a5-b925-4f9e-858b-3c9b8ad7a495 req-3fb6d40d-1d0a-4a72-b6d8-6071b5840922 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.328995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cf871a5-b925-4f9e-858b-3c9b8ad7a495 req-3fb6d40d-1d0a-4a72-b6d8-6071b5840922 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.1389909 Aug 27 16:27:09.370574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a48b701-95f3-42ed-866b-de26ede3c744 req-51e40196-ef4b-4311-933d-31545ecccf17 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Aug 27 16:27:09.391141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1cf871a5-b925-4f9e-858b-3c9b8ad7a495 req-cd940e6c-69bd-41aa-a97d-7fb15b5c2251 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545030 Aug 27 16:27:09.394411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7dcb707e-91be-4582-8243-4d83bca66f0c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7dcb707e-91be-4582-8243-4d83bca66f0c,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:09.413454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '7dcb707e-91be-4582-8243-4d83bca66f0c', 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf', 'port_id': '7dcb707e-91be-4582-8243-4d83bca66f0c', 'mac_address': 'fa:16:3e:e4:f5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa097a6-2b91-4e30-a636-98929263824c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:09.450811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.463846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:09.464339 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85036c80-b645-4f81-b895-bcec56bf6216" -d '{"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:09.484904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcb707e-91be-4582-8243-4d83bca66f0c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:09.508838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7dcb707e-91be-4582-8243-4d83bca66f0c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7dcb707e-91be-4582-8243-4d83bca66f0c,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:09.530076 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224377da-647f-450a-b2e7-99436d695b63 x-openstack-request-id: req-224377da-647f-450a-b2e7-99436d695b63 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:09.530397 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "684f519c-a11c-4bee-9c5c-33b2bed9880f", "status": "completed", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "d5346c0b-6da6-48ae-8155-25dc0c96a839", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:09.530638 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-224377da-647f-450a-b2e7-99436d695b63 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:09.531038 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': '684f519c-a11c-4bee-9c5c-33b2bed9880f', 'status': 'completed', 'code': 200} Aug 27 16:27:09.531315 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': 'd5346c0b-6da6-48ae-8155-25dc0c96a839', 'status': 'completed', 'code': 200} Aug 27 16:27:09.554664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041ee76-61f2-4361-abf0-c794f5bc1a79 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.556213 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0041ee76-61f2-4361-abf0-c794f5bc1a79 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3100801 Aug 27 16:27:09.559117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53882) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:09.563119 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.601943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f68ace8d-8916-4677-8737-cbe3d2702662 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 207 time: 0.0413320 Aug 27 16:27:09.607892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53884) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:09.620454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=7dcb707e-91be-4582-8243-4d83bca66f0c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:09.630723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.631494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.631844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.632429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.632902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.633304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.633733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.634134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.634542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.634937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.635517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.641481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:09.719836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53888) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:09.733985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.770752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=1fa5a5e8-b59e-496a-ad9c-8ea2bca60669,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:09.789382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['7dcb707e-91be-4582-8243-4d83bca66f0c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:09.869388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] No DVR routers for this DVR port 1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:09.872426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.880190 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-d95f44e0-0907-41d9-bf43-700ff2b6e6d9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "DELETE /v2.0/ports/1fa5a5e8-b59e-496a-ad9c-8ea2bca60669 HTTP/1.1" status: 204 len: 173 time: 1.4368031 Aug 27 16:27:09.911922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e38f6-c7c0-4a01-bd13-440a78172d68 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.917511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1129414a-2a19-4a82-b6c9-d764d283d52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:09.918105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e38f6-c7c0-4a01-bd13-440a78172d68 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.924506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e38f6-c7c0-4a01-bd13-440a78172d68 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.931710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e38f6-c7c0-4a01-bd13-440a78172d68 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:09.939221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b47e38f6-c7c0-4a01-bd13-440a78172d68 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3241949 Aug 27 16:27:09.940107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53898) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.014875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e41e11-cb85-4028-b874-0e50c6a15ae7 req-49455826-f33f-4ffa-95e0-f7bf1e57a227 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.016586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2e41e11-cb85-4028-b874-0e50c6a15ae7 req-49455826-f33f-4ffa-95e0-f7bf1e57a227 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 942 time: 0.1594100 Aug 27 16:27:10.048046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port 8a648ee1-6215-47d5-9e1a-e76ff246b620 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:10.048495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.087957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2e41e11-cb85-4028-b874-0e50c6a15ae7 req-3c0353b2-fa5a-407d-a8f6-0b952bdae8a9 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups?id=c01218cc-6cee-422f-9d81-42ff40008d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632517 Aug 27 16:27:10.115601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d1349835-1265-40f4-9487-1ce9413b04a4 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1721175 Aug 27 16:27:10.116479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53902) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.176668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1129414a-2a19-4a82-b6c9-d764d283d52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.186852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] For port 8a648ee1-6215-47d5-9e1a-e76ff246b620, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8a648ee1-6215-47d5-9e1a-e76ff246b620,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:10.189105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.201622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for 8a648ee1-6215-47d5-9e1a-e76ff246b620 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:10.237388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d04f55-1f92-4cb9-a7a0-4d22158d59f5 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.239704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d04f55-1f92-4cb9-a7a0-4d22158d59f5 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.241292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a4d04f55-1f92-4cb9-a7a0-4d22158d59f5 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1241198 Aug 27 16:27:10.245225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.246242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1129414a-2a19-4a82-b6c9-d764d283d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.304099 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1129414a-2a19-4a82-b6c9-d764d283d52b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=872f7cb8c1d54c09bc4a11ccd1300119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5821638 Aug 27 16:27:10.307124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53910) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.313220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a876bf62-f467-4d77-8485-0c080e6dbe00 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.314765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a876bf62-f467-4d77-8485-0c080e6dbe00 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.315820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129414a-2a19-4a82-b6c9-d764d283d52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c983b8-f859-4e47-9c35-6885ac8e7038,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.320250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a876bf62-f467-4d77-8485-0c080e6dbe00 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0690682 Aug 27 16:27:10.321406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53912) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.413026 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-514370fe-a6af-456f-a3ff-83cd82a53927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.470784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1878ae2-fb48-454c-bd75-54e859c74607 req-be02a2dd-f323-463e-85fb-b1aeeaae2e6a tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.473132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1878ae2-fb48-454c-bd75-54e859c74607 req-be02a2dd-f323-463e-85fb-b1aeeaae2e6a tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 944 time: 0.0777304 Aug 27 16:27:10.480563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-514370fe-a6af-456f-a3ff-83cd82a53927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.511618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb0621-83a0-4662-b62c-fc78a04b4538 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.517020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53920) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.517370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-abbb0621-83a0-4662-b62c-fc78a04b4538 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/networks/990148fa-7aa6-4ed6-bf32-d8c34825cd65 HTTP/1.1" status: 200 len: 800 time: 0.1956513 Aug 27 16:27:10.567737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1878ae2-fb48-454c-bd75-54e859c74607 req-741be0eb-afe6-4251-83fd-4c76df3a6f9b tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872209 Aug 27 16:27:10.571298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.601839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc810b0-e3bb-4d49-ae75-095d07632453 req-5a88b987-ce4f-4662-9f9c-9c6324ee872a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.603653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecc810b0-e3bb-4d49-ae75-095d07632453 req-5a88b987-ce4f-4662-9f9c-9c6324ee872a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.0850279 Aug 27 16:27:10.613787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=8a648ee1-6215-47d5-9e1a-e76ff246b620,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.660111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecc810b0-e3bb-4d49-ae75-095d07632453 req-de6be830-9ce8-48ed-851a-ede3ac35cc3b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494490 Aug 27 16:27:10.674472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] No DVR routers for this DVR port 8a648ee1-6215-47d5-9e1a-e76ff246b620 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:10.679421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.681426 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8e46b15b-6c16-4b24-82fb-c5d3fef80f00 req-37e98c88-66f8-4337-a95f-0d142acefd0a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.90 "DELETE /v2.0/ports/8a648ee1-6215-47d5-9e1a-e76ff246b620 HTTP/1.1" status: 204 len: 173 time: 0.7952764 Aug 27 16:27:10.703360 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5f3d5321-3988-45dc-b61a-606e396c623f tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/networks/990148fa-7aa6-4ed6-bf32-d8c34825cd65?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1850615 Aug 27 16:27:10.708230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53922) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.728705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-514370fe-a6af-456f-a3ff-83cd82a53927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.731606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-514370fe-a6af-456f-a3ff-83cd82a53927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:10.732862 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-514370fe-a6af-456f-a3ff-83cd82a53927 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/64c983b8-f859-4e47-9c35-6885ac8e7038 HTTP/1.1" status: 204 len: 168 time: 0.4247644 Aug 27 16:27:10.742030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514370fe-a6af-456f-a3ff-83cd82a53927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c983b8-f859-4e47-9c35-6885ac8e7038,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:10.771236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c31108-e1c6-48ab-a0d4-198a734a5f8b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.772822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-94c31108-e1c6-48ab-a0d4-198a734a5f8b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/subnets/1c9b1f14-94ff-4bd6-beb3-f351ba71d748 HTTP/1.1" status: 200 len: 811 time: 0.0640182 Aug 27 16:27:10.776825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.837025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5feb2f-3783-4687-8d60-c46c39ee2d59 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:10.838580 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fa5feb2f-3783-4687-8d60-c46c39ee2d59 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "GET /v2.0/subnets/1c9b1f14-94ff-4bd6-beb3-f351ba71d748?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0605969 Aug 27 16:27:10.842130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53930) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:10.848383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1834266855'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:10.969742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:10.973338 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.000702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:11.016309 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.016654 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Added segment 4208aea6-9850-4e1f-8c44-018f72c270ca of type vlan for network 94316f7b-02bb-43a4-95e8-fc99f48a43bf Aug 27 16:27:11.072512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.157202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.164142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.164885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.319042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7dcb707e-91be-4582-8243-4d83bca66f0c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:11.448261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 7dcb707e-91be-4582-8243-4d83bca66f0c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:11.452528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 7dcb707e-91be-4582-8243-4d83bca66f0c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:11.452990 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.501166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:11.518235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2210d7ac-c276-4d19-915e-f37b70b47d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.542325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Network': ['ID=94316f7b-02bb-43a4-95e8-fc99f48a43bf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:11.549425 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.554152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 94316f7b-02bb-43a4-95e8-fc99f48a43bf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:11.577654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87119281-9775-4dfe-952d-18ed60ae10ad req-fab4d12d-a70c-4794-a140-a2c9b053cb6b tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0302088 Aug 27 16:27:11.600185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669'}, {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:11.603699 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab65851-3a6e-4898-aa67-cbf5b41cce0c" -d '{"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669"}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:11.658002 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c57993-c91f-4718-a4fc-63c631a0863e x-openstack-request-id: req-f1c57993-c91f-4718-a4fc-63c631a0863e {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:11.658695 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "1fa5a5e8-b59e-496a-ad9c-8ea2bca60669", "status": "completed", "code": 200}, {"server_uuid": "1cda33a3-69c7-4e8b-b201-0fcfb576270d", "name": "network-vif-deleted", "tag": "8a648ee1-6215-47d5-9e1a-e76ff246b620", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:11.659001 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f1c57993-c91f-4718-a4fc-63c631a0863e {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:11.660257 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': '1fa5a5e8-b59e-496a-ad9c-8ea2bca60669', 'status': 'completed', 'code': 200} Aug 27 16:27:11.660804 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda33a3-69c7-4e8b-b201-0fcfb576270d', 'name': 'network-vif-deleted', 'tag': '8a648ee1-6215-47d5-9e1a-e76ff246b620', 'status': 'completed', 'code': 200} Aug 27 16:27:11.663211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2210d7ac-c276-4d19-915e-f37b70b47d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.687205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458abf8b-c120-4957-9d32-108edc318bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcb707e-91be-4582-8243-4d83bca66f0c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:11.690562 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9213a13-0d78-45bb-9b96-964564703b61" -d '{"events": [{"server_uuid": "458abf8b-c120-4957-9d32-108edc318bb6", "name": "network-vif-plugged", "status": "completed", "tag": "7dcb707e-91be-4582-8243-4d83bca66f0c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:11.708408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 7dcb707e-91be-4582-8243-4d83bca66f0c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7dcb707e-91be-4582-8243-4d83bca66f0c,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:11.735555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071839b-d565-4f9e-b68c-2a8a71f5e00f req-7701c55f-3710-41f0-a23b-f9aaab2b9ebb tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.737051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5071839b-d565-4f9e-b68c-2a8a71f5e00f req-7701c55f-3710-41f0-a23b-f9aaab2b9ebb tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 944 time: 0.0545964 Aug 27 16:27:11.740100 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2210d7ac-c276-4d19-915e-f37b70b47d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.769228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.784264 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2210d7ac-c276-4d19-915e-f37b70b47d18 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d7af882e35464b6d87a15a4a56f5b470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816646 Aug 27 16:27:11.785484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d7ac-c276-4d19-915e-f37b70b47d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4b4c4-9077-48c7-a009-b21fdae7957e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:11.788657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53950) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:11.817209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5c1a699e-1dfc-4b98-b28a-9785db9fd498 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9739256 Aug 27 16:27:11.821114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53952) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:11.824876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=7dcb707e-91be-4582-8243-4d83bca66f0c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:11.826197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5071839b-d565-4f9e-b68c-2a8a71f5e00f req-4961e22c-4c3a-486e-adc8-d59805f02dd3 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817380 Aug 27 16:27:11.832905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'network_id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:11.867606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-776536f2-a9de-494f-a8e4-703498b44cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.887840 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efd6f7b-dcaa-4f45-bacd-4153111e1c46 x-openstack-request-id: req-6efd6f7b-dcaa-4f45-bacd-4153111e1c46 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:11.893575 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458abf8b-c120-4957-9d32-108edc318bb6", "name": "network-vif-plugged", "status": "completed", "tag": "7dcb707e-91be-4582-8243-4d83bca66f0c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:11.893575 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6efd6f7b-dcaa-4f45-bacd-4153111e1c46 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:11.893575 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458abf8b-c120-4957-9d32-108edc318bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcb707e-91be-4582-8243-4d83bca66f0c', 'code': 200} Aug 27 16:27:11.896468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-776536f2-a9de-494f-a8e4-703498b44cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:11.925740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75e8a2-0a90-4012-92fb-97c4a93fa173 req-76f37960-2786-4341-8385-6925d2ab4cf0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.933074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f75e8a2-0a90-4012-92fb-97c4a93fa173 req-76f37960-2786-4341-8385-6925d2ab4cf0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.1678438 Aug 27 16:27:11.985953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f75e8a2-0a90-4012-92fb-97c4a93fa173 req-98a5c4e5-84fd-4526-9cf9-9a4f2498f9d2 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519032 Aug 27 16:27:11.997226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982888b-30dd-4efc-8fa7-40593091790b req-07f609d7-3d4e-4661-a2c5-e09327a64995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:11.998802 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0982888b-30dd-4efc-8fa7-40593091790b req-07f609d7-3d4e-4661-a2c5-e09327a64995 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0459988 Aug 27 16:27:12.040249 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0982888b-30dd-4efc-8fa7-40593091790b req-035ace2b-8d8b-4ba3-a601-ad2aa683e63f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Aug 27 16:27:12.163138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-776536f2-a9de-494f-a8e4-703498b44cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.169699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-776536f2-a9de-494f-a8e4-703498b44cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.169699 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-776536f2-a9de-494f-a8e4-703498b44cb8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bfd4b4c4-9077-48c7-a009-b21fdae7957e HTTP/1.1" status: 204 len: 168 time: 0.3773859 Aug 27 16:27:12.180743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776536f2-a9de-494f-a8e4-703498b44cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4b4c4-9077-48c7-a009-b21fdae7957e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:12.185539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Made reservation on behalf of 75d718d2b8604b40b79184e2915a9e12 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:12.195853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.347204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing IP validity checks on allocation pools {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 16:27:12.347758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 16:27:12.424457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487281-938c-4295-9a39-f9edf18e2287 req-e7e9ff65-f763-48e6-a3ad-a5edfa112c76 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:12.426810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-e7e9ff65-f763-48e6-a3ad-a5edfa112c76 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.2246339 Aug 27 16:27:12.451533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7e8a5e9a-d156-490f-8ce8-e622eeead34f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0178213 Aug 27 16:27:12.567378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-fb01aece-0b93-4470-b93d-a81b41de843a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916476 Aug 27 16:27:12.653419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:12.711592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=fdbe028f-6055-4c8a-bf28-f50593370b7c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:12.762257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59fd6d9b-f644-46db-9815-8051b41055ff req-d1818ad4-b897-48c4-b423-fa11054711c4 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0568583 Aug 27 16:27:12.776559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-1fb28eea-de90-4910-bde9-2d5f142e0761 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016866 Aug 27 16:27:12.907690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Checking segment: {'id': '4208aea6-9850-4e1f-8c44-018f72c270ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:12.911848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network hostable DHCP agents. Network: 94316f7b-02bb-43a4-95e8-fc99f48a43bf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:12.978758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-3c15f29e-16a1-4594-bfb5-50fb89910bfa service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011149 Aug 27 16:27:13.010189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595b0c-bcab-49ae-9700-11679273b71d req-55fb7756-80aa-467e-b98b-974480e985bf tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:13.011907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c595b0c-bcab-49ae-9700-11679273b71d req-55fb7756-80aa-467e-b98b-974480e985bf tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 945 time: 0.0988731 Aug 27 16:27:13.061001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Network 94316f7b-02bb-43a4-95e8-fc99f48a43bf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:13.082184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c595b0c-bcab-49ae-9700-11679273b71d req-58e218ba-3244-422c-affb-a25b4fd509b5 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609694 Aug 27 16:27:13.174002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 94316f7b-02bb-43a4-95e8-fc99f48a43bf) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:13.186826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:13.186826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.187070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af9b00-0f6d-4ce1-8ee0-8163f9e69ccb None None] Network 94316f7b-02bb-43a4-95e8-fc99f48a43bf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:13.338088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc4b3cf8-463c-4000-829e-b02d05a4792e req-734ebe0f-ceb2-4c16-86ac-0ec4ce6707ba tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 210 time: 0.0425289 Aug 27 16:27:13.339587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-337918c2-5229-407f-bd08-d7477676dbb7 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5122256 Aug 27 16:27:13.342538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54000) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:13.351153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1a6a681e-967b-48c1-9a37-13682f5b1fbb tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:13.513046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-94316f7b-02bb-43a4-95e8-fc99f48a43bf', 'network_id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf', 'tenant_id': '75d718d2b8604b40b79184e2915a9e12', 'fixed_ips': [{'subnet_id': 'fdbe028f-6055-4c8a-bf28-f50593370b7c'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:27:13.520482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.536695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a6a681e-967b-48c1-9a37-13682f5b1fbb tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4659627'] for subnet, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.870151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54024) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:13.894691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e90fdeab-9604-4009-a2b1-3d289cf1aacf req-565bd1a2-2696-4831-a54e-e6796fc083a8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0360377 Aug 27 16:27:13.901765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a6a681e-967b-48c1-9a37-13682f5b1fbb tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786559581224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15823859'] for subnet, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:13.995366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a681e-967b-48c1-9a37-13682f5b1fbb tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:13.995983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a6a681e-967b-48c1-9a37-13682f5b1fbb tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.000189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54032) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:14.001179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Allocated IP 172.20.0.3 (94316f7b-02bb-43a4-95e8-fc99f48a43bf/fdbe028f-6055-4c8a-bf28-f50593370b7c/d3e64156-8887-41b0-86d9-8de13cc108a4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:14.003327 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1a6a681e-967b-48c1-9a37-13682f5b1fbb tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "PUT /v2.0/subnets/fdbe028f-6055-4c8a-bf28-f50593370b7c HTTP/1.1" status: 200 len: 877 time: 0.6595547 Aug 27 16:27:14.037145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a681e-967b-48c1-9a37-13682f5b1fbb tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event updated for resources: {'Subnet': ['ID=fdbe028f-6055-4c8a-bf28-f50593370b7c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:14.071973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1773220817-network', 'tenant_id': '8b4ba053c2b14911aa25e26baca4ef71'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:14.185350 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.248587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Made reservation on behalf of 8b4ba053c2b14911aa25e26baca4ef71 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:14.252877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.262106 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.270353 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.274940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Transition to ACTIVE for port object d3e64156-8887-41b0-86d9-8de13cc108a4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:14.304564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Transition to ACTIVE for port object d3e64156-8887-41b0-86d9-8de13cc108a4 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:14.331765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.357139 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.416350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Network 94316f7b-02bb-43a4-95e8-fc99f48a43bf is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:14.418951 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.423104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:14.428332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b021ec3-5369-4270-b4f6-9f0ec14ec918 req-f26890e7-273d-4340-8abe-68e439982e08 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:14.429921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b021ec3-5369-4270-b4f6-9f0ec14ec918 req-f26890e7-273d-4340-8abe-68e439982e08 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 945 time: 0.1701975 Aug 27 16:27:14.445810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:14.486174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Pushing event updated for resources: {'Port': ['ID=d3e64156-8887-41b0-86d9-8de13cc108a4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:14.489563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.526790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b021ec3-5369-4270-b4f6-9f0ec14ec918 req-b9449018-432b-4b32-976f-ee15c4d67ebf tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508397 Aug 27 16:27:14.537189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68ffa8f-c75a-4081-beb2-6e601cdcb26e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:14.545304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Attempting to bind port d3e64156-8887-41b0-86d9-8de13cc108a4 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:14.545853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Attempting to bind port d3e64156-8887-41b0-86d9-8de13cc108a4 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4208aea6-9850-4e1f-8c44-018f72c270ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:14.546319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Attempting to bind port d3e64156-8887-41b0-86d9-8de13cc108a4 on network 94316f7b-02bb-43a4-95e8-fc99f48a43bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:14.573166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:14.573550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Checking segment: {'id': '4208aea6-9850-4e1f-8c44-018f72c270ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:14.574428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.574881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Bound using segment: {'id': '4208aea6-9850-4e1f-8c44-018f72c270ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:14.575387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Bound port: d3e64156-8887-41b0-86d9-8de13cc108a4, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4208aea6-9850-4e1f-8c44-018f72c270ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:14.575781 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.601475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:14.615017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.615492 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Added segment cceea117-fc7c-412f-940c-0fa9a27dea87 of type vlan for network 1182da0b-c51e-408c-afcb-5501f643d80f Aug 27 16:27:14.627315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77242f4d-2d59-4c42-b513-1fdfd4b8b87e req-4c945e50-a2d6-44e9-8a4d-03e74be130bd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 210 time: 0.0945346 Aug 27 16:27:14.628704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.664946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbe028f-6055-4c8a-bf28-f50593370b7c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:14.703459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.748994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.749304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] For port d3e64156-8887-41b0-86d9-8de13cc108a4, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:14.753633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] For port d3e64156-8887-41b0-86d9-8de13cc108a4, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d3e64156-8887-41b0-86d9-8de13cc108a4,segment=NetworkSegment(4208aea6-9850-4e1f-8c44-018f72c270ca),segment_id=4208aea6-9850-4e1f-8c44-018f72c270ca)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:14.761953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94316f7b-02bb-43a4-95e8-fc99f48a43bf']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:14.780837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.782559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:14.783391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.793994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4208aea6-9850-4e1f-8c44-018f72c270ca') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:14.794360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4208aea6-9850-4e1f-8c44-018f72c270ca') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:14.802918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.822333 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.861036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] Pushing event updated for resources: {'Network': ['ID=1182da0b-c51e-408c-afcb-5501f643d80f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:14.870878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.878532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:14.879307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:14.886059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1182da0b-c51e-408c-afcb-5501f643d80f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:14.898247 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:14.920477 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dda22523-208b-4718-bf33-c363c96e213a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0464113 Aug 27 16:27:14.920706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:14.926252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Request body: {'subnet': {'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1773220817-subnet', 'tenant_id': '8b4ba053c2b14911aa25e26baca4ef71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:14.940234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f765-7dd5-448b-8c1b-6ee0c1d4c50c None None] Pushing event updated for resources: {'Port': ['ID=d3e64156-8887-41b0-86d9-8de13cc108a4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:15.002889 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:27:15.002889 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:27:15.002889 n-d-806412-1 neutron-server[95253]: [parameters: {'id': '94316f7b-02bb-43a4-95e8-fc99f48a43bf'}] Aug 27 16:27:15.002889 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:27:15.003944 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:27:15.053778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf48d33-1d61-4f64-908b-44a5ac51ccd4 None None] Network 94316f7b-02bb-43a4-95e8-fc99f48a43bf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:15.054411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Made reservation on behalf of 8b4ba053c2b14911aa25e26baca4ef71 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:15.056990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.063930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33995382-d2ae-4722-bafe-1d1d18975742 req-04912ff6-7779-46b8-9df0-31df0f66837f tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0440958 Aug 27 16:27:15.217529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a221f-1278-4444-88c2-2d0171c66458 None None] Network 94316f7b-02bb-43a4-95e8-fc99f48a43bf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:15.260009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54054) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:15.376764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca3752-afd3-4e3f-afa6-fc11d01c8a75 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:27:15.404260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-632e5c2f-f62c-4c8c-910d-84edd5863c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.414558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.496509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edca3752-afd3-4e3f-afa6-fc11d01c8a75 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:27:15.499312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43336da-a334-4eeb-8b07-eeb6e10804a8,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:15.510342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.511433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Checking segment: {'id': 'cceea117-fc7c-412f-940c-0fa9a27dea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:15.511805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Network hostable DHCP agents. Network: 1182da0b-c51e-408c-afcb-5501f643d80f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:15.592464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-632e5c2f-f62c-4c8c-910d-84edd5863c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.608441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Network 1182da0b-c51e-408c-afcb-5501f643d80f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:15.717238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 1182da0b-c51e-408c-afcb-5501f643d80f) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:15.726527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:15.727435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.799568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7b188e0e-3acc-4670-8c3d-ce4641654725 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:15.802269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7b188e0e-3acc-4670-8c3d-ce4641654725 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.2203956 Aug 27 16:27:15.802930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-632e5c2f-f62c-4c8c-910d-84edd5863c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:15.831558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98bab32b-6adc-4acd-aa86-de8f448c2d26 req-d98fdcf5-9003-4b57-aec3-55d4b0f0f25c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 210 time: 0.0666893 Aug 27 16:27:15.842267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Request body: {'port': {'device_id': 'b4888017-6554-4925-9253-97f66df4bb8a', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'admin_state_up': True, 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:15.864737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d7464-8746-4783-a21c-513303651950 None None] Network 1182da0b-c51e-408c-afcb-5501f643d80f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:15.898296 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c807a00-17d8-4409-a9f6-c5463c3d0009 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9764345 Aug 27 16:27:15.920605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-632e5c2f-f62c-4c8c-910d-84edd5863c15 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2d32b9918a6f47a58ae5df9beb0756c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594973 Aug 27 16:27:15.923599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54070) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:15.929427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e5c2f-f62c-4c8c-910d-84edd5863c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0f386-ae91-4058-af78-8969edfa780e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:15.952693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port d3e64156-8887-41b0-86d9-8de13cc108a4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:15.953247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.044241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port d3e64156-8887-41b0-86d9-8de13cc108a4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d3e64156-8887-41b0-86d9-8de13cc108a4,segment=NetworkSegment(4208aea6-9850-4e1f-8c44-018f72c270ca),segment_id=4208aea6-9850-4e1f-8c44-018f72c270ca)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:16.044907 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.052172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51d8ae1e-2037-427f-950a-a926a308045a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.066489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for d3e64156-8887-41b0-86d9-8de13cc108a4 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:16.127552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51d8ae1e-2037-427f-950a-a926a308045a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.167731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:16.171241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.178805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca425c4-7b27-42d1-86bb-d315bce6fefb None None] Network 1182da0b-c51e-408c-afcb-5501f643d80f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:16.233618 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.285669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=d3e64156-8887-41b0-86d9-8de13cc108a4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:16.308038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port d3e64156-8887-41b0-86d9-8de13cc108a4 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:16.313768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32e52698-e688-421c-9673-5c73d54fb1e0 req-f150049f-cbbe-4bf3-8087-4182c8a1882a tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0734656 Aug 27 16:27:16.345793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51d8ae1e-2037-427f-950a-a926a308045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.345793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-51d8ae1e-2037-427f-950a-a926a308045a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.352840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-51d8ae1e-2037-427f-950a-a926a308045a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d1a0f386-ae91-4058-af78-8969edfa780e HTTP/1.1" status: 204 len: 168 time: 0.4224133 Aug 27 16:27:16.360911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8ae1e-2037-427f-950a-a926a308045a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0f386-ae91-4058-af78-8969edfa780e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:16.394888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03a25-df46-462d-b375-40ccca55c94e req-add0ef7a-6571-4ed6-a8b1-e57d421847aa tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:16.399020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88f03a25-df46-462d-b375-40ccca55c94e req-add0ef7a-6571-4ed6-a8b1-e57d421847aa tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 945 time: 0.2045653 Aug 27 16:27:16.498906 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.543040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94316f7b-02bb-43a4-95e8-fc99f48a43bf']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:16.550553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88f03a25-df46-462d-b375-40ccca55c94e req-113c35eb-ffd6-44cb-b129-f57556320452 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406441 Aug 27 16:27:16.564303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4208aea6-9850-4e1f-8c44-018f72c270ca') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:16.564680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4208aea6-9850-4e1f-8c44-018f72c270ca') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:16.579065 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.600813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Allocated IP 172.20.0.3 (be5e7863-5dee-47a5-86e5-8537fccd706a/05e75054-550a-4cf9-92f8-986fa2240420/c9cfbf7e-eb48-40d2-93be-11f9737030f2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:16.613478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.622607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:16.623107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:16.626285 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:16.786440 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.800939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.802812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/94316f7b-02bb-43a4-95e8-fc99f48a43bf HTTP/1.1" status: 204 len: 168 time: 2.8013620 Aug 27 16:27:16.806406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54090) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:16.822097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807bf6d-2104-400d-801a-a4d45fc3167d tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=94316f7b-02bb-43a4-95e8-fc99f48a43bf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:16.838869 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-96313696-993e-4510-985e-8083b6d837fd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:16.839583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96313696-993e-4510-985e-8083b6d837fd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:16.841482 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-96313696-993e-4510-985e-8083b6d837fd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/fdbe028f-6055-4c8a-bf28-f50593370b7c HTTP/1.1" status: 404 len: 337 time: 0.0333979 Aug 27 16:27:16.847692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54092) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:16.864630 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:27:16.880454 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-023fcf13-59a4-456a-bab2-66085ff9e3ab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:16.881044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023fcf13-59a4-456a-bab2-66085ff9e3ab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:16.882775 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-023fcf13-59a4-456a-bab2-66085ff9e3ab tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/94316f7b-02bb-43a4-95e8-fc99f48a43bf HTTP/1.1" status: 404 len: 339 time: 0.0307593 Aug 27 16:27:16.885268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54098) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:16.895657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:16.914133 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f0d530-913c-44b7-a8f3-ffa86201738c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:16.915030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f0d530-913c-44b7-a8f3-ffa86201738c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:16.917275 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09f0d530-913c-44b7-a8f3-ffa86201738c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/28a72481-d2cd-4771-b000-48cf8a4f311e HTTP/1.1" status: 404 len: 337 time: 0.0310931 Aug 27 16:27:16.921153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54100) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:16.952798 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0ae550-ab02-448e-9c64-ad13949b8822 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:16.953999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0ae550-ab02-448e-9c64-ad13949b8822 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:16.956701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fc0ae550-ab02-448e-9c64-ad13949b8822 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/d84eedaf-0aa1-4e82-84da-4f584a4606f0 HTTP/1.1" status: 404 len: 339 time: 0.0340354 Aug 27 16:27:16.959601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54102) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.026637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70b93f22-9eee-476d-a55e-504984467694 req-34fa3ec0-a421-4d2d-8b84-9ff562e333ae tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 210 time: 0.0612879 Aug 27 16:27:17.061572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54106) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.071218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.076042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb7762c7-28f4-4644-acd7-9f33570b72bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.091971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54108) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.100052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1037021327-network', 'tenant_id': '40be7d65861d40e0a8f9e23ad94c691c'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:17.107029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.119849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed301589-996d-4856-ad65-661e10e3cb72'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:17.126468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:17.172300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Network be5e7863-5dee-47a5-86e5-8537fccd706a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:17.180491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.181526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:17.188705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:17.202435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43fcede-ad24-41c3-995a-22986f26fc0b']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:17.216257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event updated for resources: {'Port': ['ID=c9cfbf7e-eb48-40d2-93be-11f9737030f2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:17.233205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023dd876-cf85-4951-bf23-7845764714fa') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:17.233506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023dd876-cf85-4951-bf23-7845764714fa') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:17.246533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.261645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:17.262304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.271908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.281082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:17.282003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:17.286085 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:17.328110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb7762c7-28f4-4644-acd7-9f33570b72bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.392475 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb7762c7-28f4-4644-acd7-9f33570b72bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.425225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.460083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.462053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/d43fcede-ad24-41c3-995a-22986f26fc0b HTTP/1.1" status: 204 len: 168 time: 0.5014555 Aug 27 16:27:17.463198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bb7762c7-28f4-4644-acd7-9f33570b72bc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7db9f212d09a4d9b85d5d436d7edb043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004340 Aug 27 16:27:17.465237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54112) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.465690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54114) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.483221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-ab87d46c-82e3-4d83-aa2e-c4894d141f20 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6549613 Aug 27 16:27:17.485169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5575ecfa-4c4a-44f4-9fa6-e47f8978cac4 req-d7a148f2-dcd8-4a14-861b-c1bc8a114cec tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0581145 Aug 27 16:27:17.485772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7762c7-28f4-4644-acd7-9f33570b72bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52494bd2-c295-4bb3-9f08-ec6b0e85a8fd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:17.496966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Request body: {'port': {'device_id': 'b4888017-6554-4925-9253-97f66df4bb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:17.540709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af2eb4-78e2-4b80-9e95-7ff01a965c8c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=d43fcede-ad24-41c3-995a-22986f26fc0b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:17.543929 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5e17ab-e123-4ad0-bf25-82dcfa8ae78c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.544647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5e17ab-e123-4ad0-bf25-82dcfa8ae78c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.546862 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3d5e17ab-e123-4ad0-bf25-82dcfa8ae78c tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/db2456d1-9b60-4464-aa7f-51191e003903 HTTP/1.1" status: 404 len: 337 time: 0.0802579 Aug 27 16:27:17.552806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.562039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-dbb77986-588c-445e-b87f-49cc4cf205a3 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:17.563415 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.563852 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-dbb77986-588c-445e-b87f-49cc4cf205a3 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 945 time: 0.1526690 Aug 27 16:27:17.602384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Made reservation on behalf of 40be7d65861d40e0a8f9e23ad94c691c for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:17.609354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.610717 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0421533b-ce9d-4101-b9b8-e1039b8da06b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.611398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0421533b-ce9d-4101-b9b8-e1039b8da06b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.615312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.616615 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0421533b-ce9d-4101-b9b8-e1039b8da06b tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/69b8e958-811b-4117-ac68-267442a00c8e HTTP/1.1" status: 404 len: 339 time: 0.0515199 Aug 27 16:27:17.619526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54122) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.662417 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b62f7e-5394-433c-9cfa-848cfc4f6335 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.662791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b62f7e-5394-433c-9cfa-848cfc4f6335 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.665454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b0b62f7e-5394-433c-9cfa-848cfc4f6335 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/a9720eab-c4b5-4a58-81eb-f10e8ed588ce HTTP/1.1" status: 404 len: 337 time: 0.0441380 Aug 27 16:27:17.667397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54124) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.728601 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdf885c-db56-493c-873a-ffbaac9f3bc9 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.729332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdf885c-db56-493c-873a-ffbaac9f3bc9 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.732657 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dcdf885c-db56-493c-873a-ffbaac9f3bc9 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/73e3162f-da3a-4063-8f32-fbc115376d47 HTTP/1.1" status: 404 len: 339 time: 0.0624847 Aug 27 16:27:17.734755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4856d5ed-16a1-4cae-8e4f-9a15587d6bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.739222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54126) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.789901 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-597c0e59-19bc-4be2-b985-82c4eb9c8ebd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.790708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597c0e59-19bc-4be2-b985-82c4eb9c8ebd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.795089 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-597c0e59-19bc-4be2-b985-82c4eb9c8ebd tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/ecaaa48c-a36a-46c4-8264-6991ef5647d3 HTTP/1.1" status: 404 len: 337 time: 0.0523994 Aug 27 16:27:17.796918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54128) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.802095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4856d5ed-16a1-4cae-8e4f-9a15587d6bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.851815 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4ebc93-ec90-4b08-9a27-e4d6c28bad6a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.852415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4ebc93-ec90-4b08-9a27-e4d6c28bad6a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.856395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-db4ebc93-ec90-4b08-9a27-e4d6c28bad6a tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/e5014ec9-e6a2-4d51-9803-43549957b2bb HTTP/1.1" status: 404 len: 339 time: 0.0578020 Aug 27 16:27:17.861444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.895669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b04c74-e42a-4edf-842e-10475ab19afc req-01fd1c31-6fad-463e-bbaa-2ea7f9acfd83 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:17.897047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b04c74-e42a-4edf-842e-10475ab19afc req-01fd1c31-6fad-463e-bbaa-2ea7f9acfd83 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 945 time: 0.2399569 Aug 27 16:27:17.909045 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-708c387a-872d-47cd-8596-d15a4d417279 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.909919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708c387a-872d-47cd-8596-d15a4d417279 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.914701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-708c387a-872d-47cd-8596-d15a4d417279 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/0423aa2a-ac09-4879-927a-ab05e446e0db HTTP/1.1" status: 404 len: 337 time: 0.0499480 Aug 27 16:27:17.915960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54134) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.922638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Deleting port 7dcb707e-91be-4582-8243-4d83bca66f0c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:17.923106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.959761 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4269cfc-0b6b-4ade-bfac-074bb8e9aaf6 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:17.960345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4269cfc-0b6b-4ade-bfac-074bb8e9aaf6 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:17.963459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f4269cfc-0b6b-4ade-bfac-074bb8e9aaf6 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/c45e011a-11bf-402d-a0a8-610dfe83d678 HTTP/1.1" status: 404 len: 339 time: 0.0444613 Aug 27 16:27:17.965458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54136) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:17.985031 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4856d5ed-16a1-4cae-8e4f-9a15587d6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.987610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4856d5ed-16a1-4cae-8e4f-9a15587d6bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:17.991439 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4856d5ed-16a1-4cae-8e4f-9a15587d6bd8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/52494bd2-c295-4bb3-9f08-ec6b0e85a8fd HTTP/1.1" status: 204 len: 168 time: 0.5208511 Aug 27 16:27:18.019510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856d5ed-16a1-4cae-8e4f-9a15587d6bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52494bd2-c295-4bb3-9f08-ec6b0e85a8fd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:18.024956 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-231842ef-1913-444c-bda1-e15b9ef0a6ef tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.025157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231842ef-1913-444c-bda1-e15b9ef0a6ef tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.026928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-231842ef-1913-444c-bda1-e15b9ef0a6ef tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/8fd35d2c-3000-42a3-a3b7-b8e2f3912e14 HTTP/1.1" status: 404 len: 337 time: 0.0555506 Aug 27 16:27:18.029993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54140) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.049856 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-370aea65-2e50-4cc3-b810-97d099ec8202 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.050444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370aea65-2e50-4cc3-b810-97d099ec8202 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.054356 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-370aea65-2e50-4cc3-b810-97d099ec8202 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/cf33aab7-facf-4653-beab-a24053fe52fe HTTP/1.1" status: 404 len: 339 time: 0.0212750 Aug 27 16:27:18.055183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.111586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cfbf7e-eb48-40d2-93be-11f9737030f2 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:18.125321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.126052 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cec6e9-1607-429c-ad7d-d5836ed27bb9 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.126519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cec6e9-1607-429c-ad7d-d5836ed27bb9 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.146882 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-42cec6e9-1607-429c-ad7d-d5836ed27bb9 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/8a0f3297-a58b-4010-a565-b6a8bce697ea HTTP/1.1" status: 404 len: 337 time: 0.0885203 Aug 27 16:27:18.147090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Transition to ACTIVE for port object c9cfbf7e-eb48-40d2-93be-11f9737030f2 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:18.148084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54146) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.149642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9b04c74-e42a-4edf-842e-10475ab19afc req-f1c4c1ff-d42c-4259-8049-52dc5fd8e368 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435908 Aug 27 16:27:18.191211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] For port 7dcb707e-91be-4582-8243-4d83bca66f0c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=7dcb707e-91be-4582-8243-4d83bca66f0c,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:18.191630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.194474 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc62b38e-cfdb-4a8d-af2f-06e8544fd859 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.195158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc62b38e-cfdb-4a8d-af2f-06e8544fd859 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.199220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bc62b38e-cfdb-4a8d-af2f-06e8544fd859 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/870407e8-5854-4b90-a759-dac2e9d644dd HTTP/1.1" status: 404 len: 339 time: 0.0478458 Aug 27 16:27:18.200359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54148) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.210716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Calling delete_port for 7dcb707e-91be-4582-8243-4d83bca66f0c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:18.255338 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-93808e15-de92-4e81-897e-e866369808fe tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.255773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93808e15-de92-4e81-897e-e866369808fe tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.257602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-93808e15-de92-4e81-897e-e866369808fe tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/d15fe589-a29b-4b6b-8730-15eebf789bb5 HTTP/1.1" status: 404 len: 337 time: 0.0526719 Aug 27 16:27:18.258425 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.261365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54150) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.288725 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67ad22d-66a8-463c-9b34-dc4a3a78be51 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.289292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67ad22d-66a8-463c-9b34-dc4a3a78be51 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.293302 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e67ad22d-66a8-463c-9b34-dc4a3a78be51 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/30881f7d-a6e5-493c-aced-c112813ba0b7 HTTP/1.1" status: 404 len: 339 time: 0.0282481 Aug 27 16:27:18.295359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.330131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42256-8eb8-4162-9fb1-cc0c5cc278a8 req-d5aea91c-c2e2-48e2-b351-85c2ef447b56 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:18.332759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76c42256-8eb8-4162-9fb1-cc0c5cc278a8 req-d5aea91c-c2e2-48e2-b351-85c2ef447b56 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 931 time: 0.1767511 Aug 27 16:27:18.346045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.351302 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-442c19dc-5b36-40b9-bca0-61a3af0efa77 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.351800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442c19dc-5b36-40b9-bca0-61a3af0efa77 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.355326 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-442c19dc-5b36-40b9-bca0-61a3af0efa77 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/db9a4538-1849-4987-b2ea-e860e1876d50 HTTP/1.1" status: 404 len: 337 time: 0.0573652 Aug 27 16:27:18.356442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54154) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.363876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfbf7e-eb48-40d2-93be-11f9737030f2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:18.390038 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d944566f-b54f-4b6b-a1dd-d093fab726db tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] DELETE failed (client error): The resource could not be found. Aug 27 16:27:18.390909 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d944566f-b54f-4b6b-a1dd-d093fab726db tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:18.392691 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d944566f-b54f-4b6b-a1dd-d093fab726db tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/ae7286dc-abe3-402f-8842-0888523505c8 HTTP/1.1" status: 404 len: 339 time: 0.0353074 Aug 27 16:27:18.395561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54156) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:18.436981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76c42256-8eb8-4162-9fb1-cc0c5cc278a8 req-331bcfe1-8fd2-4e02-a79c-570e2e9135cb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 Aug 27 16:27:18.473405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.483481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting subnet 1c9b1f14-94ff-4bd6-beb3-f351ba71d748 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:18.489099 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.490045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Attempting to bind port c9cfbf7e-eb48-40d2-93be-11f9737030f2 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:18.490380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Attempting to bind port c9cfbf7e-eb48-40d2-93be-11f9737030f2 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:18.490708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Attempting to bind port c9cfbf7e-eb48-40d2-93be-11f9737030f2 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:18.510271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:18.516035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Port c9cfbf7e-eb48-40d2-93be-11f9737030f2 on network be5e7863-5dee-47a5-86e5-8537fccd706a not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:27:18.516349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Attempting to bind port c9cfbf7e-eb48-40d2-93be-11f9737030f2 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:18.523756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02359443-245e-45c0-9757-606ee3d1b6d3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:18.528539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:18.529236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:18.529627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Bound using segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:18.530070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Bound port: c9cfbf7e-eb48-40d2-93be-11f9737030f2, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:18.530497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.533219 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.533563 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Added segment f5b85f71-3dc1-42a1-85ac-7988a30affea of type vlan for network 5c9e3d41-7612-4e0e-a71e-358237bdf7d3 Aug 27 16:27:18.562602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.617943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.623571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] For port c9cfbf7e-eb48-40d2-93be-11f9737030f2, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:18.627034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] For port c9cfbf7e-eb48-40d2-93be-11f9737030f2, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c9cfbf7e-eb48-40d2-93be-11f9737030f2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:18.632294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['7dcb707e-91be-4582-8243-4d83bca66f0c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:18.655840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Pushing event deleted for resources: {'Port': ['ID=7dcb707e-91be-4582-8243-4d83bca66f0c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:18.709173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0385ffc-5944-40c0-a289-1428ee5d6b31 req-bf632440-3eed-4f29-9223-dd6979e5bfbe tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0796835 Aug 27 16:27:18.710271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.727651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.745784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] No DVR routers for this DVR port 7dcb707e-91be-4582-8243-4d83bca66f0c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:18.749352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.751579 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-713f86f9-92ca-4fed-a7ce-723761c32845 req-6eefa5f3-e401-46b6-9015-c84377610a2f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "DELETE /v2.0/ports/7dcb707e-91be-4582-8243-4d83bca66f0c HTTP/1.1" status: 204 len: 173 time: 1.1690738 Aug 27 16:27:18.754058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458abf8b-c120-4957-9d32-108edc318bb6', 'name': 'network-vif-deleted', 'tag': '7dcb707e-91be-4582-8243-4d83bca66f0c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:18.757701 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eb2b1f-3717-49af-b400-0f54a909bd33" -d '{"events": [{"server_uuid": "458abf8b-c120-4957-9d32-108edc318bb6", "name": "network-vif-deleted", "tag": "7dcb707e-91be-4582-8243-4d83bca66f0c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:18.780033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.797928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:18.802566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.802566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] 10.222.0.97 "PUT /v2.0/ports/c9cfbf7e-eb48-40d2-93be-11f9737030f2 HTTP/1.1" status: 200 len: 1091 time: 1.3086424 Aug 27 16:27:18.802566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4888017-6554-4925-9253-97f66df4bb8a', 'tag': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:18.803767 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339b7ee-39b7-438e-94e2-ad93e4a3808d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4888017-6554-4925-9253-97f66df4bb8a", "tag": "c9cfbf7e-eb48-40d2-93be-11f9737030f2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:18.814258 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb94b0a4-9578-4a46-9188-fab563fb3e80 x-openstack-request-id: req-bb94b0a4-9578-4a46-9188-fab563fb3e80 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:18.814647 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458abf8b-c120-4957-9d32-108edc318bb6", "name": "network-vif-deleted", "tag": "7dcb707e-91be-4582-8243-4d83bca66f0c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:18.815373 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bb94b0a4-9578-4a46-9188-fab563fb3e80 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:18.816379 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458abf8b-c120-4957-9d32-108edc318bb6', 'name': 'network-vif-deleted', 'tag': '7dcb707e-91be-4582-8243-4d83bca66f0c', 'status': 'completed', 'code': 200} Aug 27 16:27:18.843894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-12695f51-a000-4e66-a05a-15ea6f15cd6a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2128689 Aug 27 16:27:18.846367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb85487-6d28-464d-8b45-e5dd17d336a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfbf7e-eb48-40d2-93be-11f9737030f2,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:18.907842 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b874db7-98e0-4fc3-a292-0b7652287369 x-openstack-request-id: req-8b874db7-98e0-4fc3-a292-0b7652287369 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:18.908137 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4888017-6554-4925-9253-97f66df4bb8a", "tag": "c9cfbf7e-eb48-40d2-93be-11f9737030f2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:18.908394 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b874db7-98e0-4fc3-a292-0b7652287369 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:18.908899 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4888017-6554-4925-9253-97f66df4bb8a', 'tag': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2', 'status': 'completed', 'code': 200} Aug 27 16:27:18.964140 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.965216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:18.965786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:18.991442 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.024045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.026177 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/subnets/1c9b1f14-94ff-4bd6-beb3-f351ba71d748 HTTP/1.1" status: 204 len: 168 time: 0.6296339 Aug 27 16:27:19.027457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9154-7ba6-493d-b9b2-deb3c66f97bf tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9b1f14-94ff-4bd6-beb3-f351ba71d748,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:19.031114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54174) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:19.031869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9c5b3-b344-4ea0-b2a9-daf191befd3a None None] Network 990148fa-7aa6-4ed6-bf32-d8c34825cd65 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:19.210701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.292290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Deleting port 11ce8684-77cd-4495-b144-2e68cd930a33 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:19.296290 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.378020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487281-938c-4295-9a39-f9edf18e2287 req-1854684a-9b1f-45c4-b6f3-dd75b6fa54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:19.379896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-1854684a-9b1f-45c4-b6f3-dd75b6fa54b1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 1094 time: 0.4682369 Aug 27 16:27:19.407135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecc9f309-4684-4950-8979-d29a57fa631c req-0cb59491-0b82-4d1e-ac13-94a421f192b4 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=458abf8b-c120-4957-9d32-108edc318bb6 HTTP/1.1" status: 200 len: 210 time: 0.0501609 Aug 27 16:27:19.407870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] DHCP port deletion for 990148fa-7aa6-4ed6-bf32-d8c34825cd65 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:27:19.431026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] For port 11ce8684-77cd-4495-b144-2e68cd930a33, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=11ce8684-77cd-4495-b144-2e68cd930a33,segment=NetworkSegment(f5ee9499-fe29-48a8-b8ec-4c1633e622bf),segment_id=f5ee9499-fe29-48a8-b8ec-4c1633e622bf)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:19.431529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.446314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Calling delete_port for 11ce8684-77cd-4495-b144-2e68cd930a33 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:19.460390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] Pushing event updated for resources: {'Network': ['ID=5c9e3d41-7612-4e0e-a71e-358237bdf7d3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:19.463659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-61def672-3361-4caa-b42e-24384d39fe83 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9cfbf7e-eb48-40d2-93be-11f9737030f2 HTTP/1.1" status: 200 len: 217 time: 0.0589988 Aug 27 16:27:19.469480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d08db701-b50d-4c86-b3c1-c88bbf84be2c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3764281 Aug 27 16:27:19.474318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-5f1e49ea-002e-41da-b899-4876a3cfbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:19.475840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-5f1e49ea-002e-41da-b899-4876a3cfbeec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=13a6e423ab9b4728802e216684005e3b&device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 1097 time: 0.5273907 Aug 27 16:27:19.483472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54186) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:19.489549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Request body: {'subnet': {'network_id': '5c9e3d41-7612-4e0e-a71e-358237bdf7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1037021327-subnet', 'tenant_id': '40be7d65861d40e0a8f9e23ad94c691c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:19.491865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 5c9e3d41-7612-4e0e-a71e-358237bdf7d3 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:19.607838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487281-938c-4295-9a39-f9edf18e2287 req-1db99dcf-1787-40ef-9c2f-64ecc4fb0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:19.609292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-1db99dcf-1787-40ef-9c2f-64ecc4fb0697 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.1383035 Aug 27 16:27:19.661427 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.671604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] Deleting port 11ce8684-77cd-4495-b144-2e68cd930a33 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:19.672864 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.673171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-c2ddc196-2b97-403e-a599-d77a2127d369 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417333 Aug 27 16:27:19.729955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] No DVR routers for this DVR port 11ce8684-77cd-4495-b144-2e68cd930a33 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:19.743246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Port': ['ID=11ce8684-77cd-4495-b144-2e68cd930a33,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:19.756143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] For port 11ce8684-77cd-4495-b144-2e68cd930a33, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:19.757349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.758742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Made reservation on behalf of 40be7d65861d40e0a8f9e23ad94c691c for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:19.760874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.785546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] Calling delete_port for 11ce8684-77cd-4495-b144-2e68cd930a33 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:19.789382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] Port 11ce8684-77cd-4495-b144-2e68cd930a33 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:27:19.792713 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.837418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] No DVR routers for this DVR port 11ce8684-77cd-4495-b144-2e68cd930a33 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:19.846757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-0753bb23-c211-40a5-ab4f-0c96505aff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:19.849947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250442e8-3942-4755-ba4b-b536a45f4589 None None] Pushing event deleted for resources: {'Port': ['ID=11ce8684-77cd-4495-b144-2e68cd930a33,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:19.850085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-0753bb23-c211-40a5-ab4f-0c96505aff52 service neutron] 10.222.0.97 "GET /v2.0/networks?id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 200 len: 911 time: 0.3256407 Aug 27 16:27:19.869178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237a6e4-8b6d-4123-b542-95e748412686 req-3003134a-d85d-4f9d-b220-e5a4b36ba1e1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:19.871311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3237a6e4-8b6d-4123-b542-95e748412686 req-3003134a-d85d-4f9d-b220-e5a4b36ba1e1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 943 time: 0.2806230 Aug 27 16:27:19.901030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.912786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990148fa-7aa6-4ed6-bf32-d8c34825cd65']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:19.925319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ee9499-fe29-48a8-b8ec-4c1633e622bf') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:19.925997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ee9499-fe29-48a8-b8ec-4c1633e622bf') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:19.936910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.956269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.963503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:19.963918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:19.967071 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:20.083946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6862d618-6e19-41ea-9543-c5c4ffb8fd16 req-7507d558-1215-4411-bdea-0b8849213ad1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.2062769 Aug 27 16:27:20.161405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-216b9927-21f6-49d7-a255-8284ed03f197 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768336 Aug 27 16:27:20.166379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-82adea39-bc4a-4758-90d2-73ec9ef9ef73 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151 HTTP/1.1" status: 200 len: 1001 time: 0.2907796 Aug 27 16:27:20.176129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3237a6e4-8b6d-4123-b542-95e748412686 req-00ebb264-949f-4b0c-adf3-80ebf8d21907 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458036 Aug 27 16:27:20.243029 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:20.257799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:20.257799 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] 10.222.0.101 "DELETE /v2.0/networks/990148fa-7aa6-4ed6-bf32-d8c34825cd65 HTTP/1.1" status: 204 len: 168 time: 1.2225318 Aug 27 16:27:20.298953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4a223-7a3f-4c29-b5bd-3e97a59f53f2 tempest-NetworksTest-1433130221 tempest-NetworksTest-1433130221-project] Pushing event deleted for resources: {'Network': ['ID=990148fa-7aa6-4ed6-bf32-d8c34825cd65,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:20.328737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-827801e6-6209-4bc1-bc6a-48ae77499aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:20.330256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-827801e6-6209-4bc1-bc6a-48ae77499aac service neutron] 10.222.0.97 "GET /v2.0/subnets?id=82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 200 len: 848 time: 0.1296549 Aug 27 16:27:20.430426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d487281-938c-4295-9a39-f9edf18e2287 req-f9d6c625-aa83-4a85-8ea4-a8fbde3bdc85 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516842 Aug 27 16:27:20.459400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-cd4586c2-3cff-43d5-b9f7-bfeaa0297b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:20.460874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-cd4586c2-3cff-43d5-b9f7-bfeaa0297b0d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=59f0d06e-3976-4115-8d5d-da24f4e5c4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160047 Aug 27 16:27:20.595689 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:20.605755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-967f7c9f-89c7-472a-b926-ab29391007d7 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359732 Aug 27 16:27:20.664586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05e01155-8ba4-4bb8-a2d5-950e8ce015ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:20.766635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-a2f330d2-80c5-4fe8-ab22-2b631460ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:20.768145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-a2f330d2-80c5-4fe8-ab22-2b631460ccca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 1094 time: 0.1840248 Aug 27 16:27:20.768858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2da6df1-012c-47a6-8567-ef76e747e17b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:20.842932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54226) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:20.851543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Checking segment: {'id': 'f5b85f71-3dc1-42a1-85ac-7988a30affea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '5c9e3d41-7612-4e0e-a71e-358237bdf7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:20.851923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Network hostable DHCP agents. Network: 5c9e3d41-7612-4e0e-a71e-358237bdf7d3, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:20.907710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26a01a4b-b956-4823-b96f-de62e59fcd3a req-83a01d82-3876-4812-be8c-06506a467302 service neutron] 10.222.0.97 "GET /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851639 Aug 27 16:27:21.021317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-922c0632-d8f8-4a07-a9df-55645c934dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.029048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-922c0632-d8f8-4a07-a9df-55645c934dfa service neutron] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 908 time: 0.2322195 Aug 27 16:27:21.046069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb00f-b678-423e-9485-5f242095feae req-fdaa31f2-08d7-46c7-a15f-5fdbe236f221 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.054285 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-acd49cd2-c758-4314-8223-75738b7bf0e6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=75d718d2b8604b40b79184e2915a9e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101254 Aug 27 16:27:21.054475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-fdaa31f2-08d7-46c7-a15f-5fdbe236f221 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/networks?id=faf6472f-52b4-4abf-9b12-916cb19568cf HTTP/1.1" status: 200 len: 809 time: 0.3126490 Aug 27 16:27:21.055139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Network 5c9e3d41-7612-4e0e-a71e-358237bdf7d3 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:21.057080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54234) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:21.076661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 11ce8684-77cd-4495-b144-2e68cd930a33 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:21.111244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 11ce8684-77cd-4495-b144-2e68cd930a33 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:21.111985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 11ce8684-77cd-4495-b144-2e68cd930a33 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:21.137344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-edb09172-31ad-4210-946e-266b10a46aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.153275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-1ae2dc1d-b8f6-45fa-b729-bf47775a0d1c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9cfbf7e-eb48-40d2-93be-11f9737030f2 HTTP/1.1" status: 200 len: 217 time: 0.0908916 Aug 27 16:27:21.154445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-70da52a3-d127-4760-868c-f39e548d9c85 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/quotas/3ee1d64236fa4b5780916f892fd3ebe6 HTTP/1.1" status: 200 len: 375 time: 0.0913389 Aug 27 16:27:21.181343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-edb09172-31ad-4210-946e-266b10a46aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.194893 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-023cfdca-969a-456e-9083-1f59d8e2b143 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1962211 Aug 27 16:27:21.271779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-113dc0d1-b6fd-4fee-93c2-d70c03f2957e tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943511 Aug 27 16:27:21.286914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753fd82-6532-488e-99f0-25c33b295c22 req-a8b15639-3f55-4e20-a388-c65404de4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.287413 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-a8b15639-3f55-4e20-a388-c65404de4919 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 1096 time: 0.0507479 Aug 27 16:27:21.287516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 5c9e3d41-7612-4e0e-a71e-358237bdf7d3) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:21.296483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02478f9d-ac22-4bbc-9ac5-e7b612f03cad None None] Network 5c9e3d41-7612-4e0e-a71e-358237bdf7d3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:21.332401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b74f6d0-befb-43cf-beb7-fb5545a02a74 req-f7a46605-18a9-428f-8b30-f3ec00075ed6 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0595663 Aug 27 16:27:21.337626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.338269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.369386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-ee7abefc-00b3-4b84-b747-7f934b9b8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.369386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-ee7abefc-00b3-4b84-b747-7f934b9b8aaf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.1696987 Aug 27 16:27:21.421168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-50455d6e-62d6-4315-9b1d-8e962de6c16f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363817 Aug 27 16:27:21.431595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-598a5816-9461-485c-9218-e569e0492f1a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9469564 Aug 27 16:27:21.523862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-edb09172-31ad-4210-946e-266b10a46aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.526444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-edb09172-31ad-4210-946e-266b10a46aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:21.532221 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-edb09172-31ad-4210-946e-266b10a46aaa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3b8b7400-c9ae-47a7-a523-34aec910df81 HTTP/1.1" status: 204 len: 168 time: 0.4692020 Aug 27 16:27:21.555427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7dcb707e-91be-4582-8243-4d83bca66f0c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:21.569219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb09172-31ad-4210-946e-266b10a46aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8b7400-c9ae-47a7-a523-34aec910df81,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:21.652094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753fd82-6532-488e-99f0-25c33b295c22 req-7082305a-276c-4157-8481-332826f7a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.653613 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-7082305a-276c-4157-8481-332826f7a573 service neutron] 10.222.0.90 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 908 time: 0.3455713 Aug 27 16:27:21.660177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 7dcb707e-91be-4582-8243-4d83bca66f0c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:21.665425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 7dcb707e-91be-4582-8243-4d83bca66f0c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:21.698849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64dbe79-8812-46ea-916c-14fd055164b6 None None] Network 5c9e3d41-7612-4e0e-a71e-358237bdf7d3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:21.750130 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-b4d3fb1e-da98-47ff-906e-cebdfb8b1959 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c66f910-5602-498a-b663-b64241766891 HTTP/1.1" status: 200 len: 217 time: 0.0887659 Aug 27 16:27:21.818158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-955702cb-a9a0-490c-9d3c-7ecd80053c8c service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851826 Aug 27 16:27:21.863606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753fd82-6532-488e-99f0-25c33b295c22 req-5f72295e-02af-47bf-a2c4-da0950340956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.866632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-5f72295e-02af-47bf-a2c4-da0950340956 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.1098840 Aug 27 16:27:21.933751 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-a6713056-fbcf-44d6-99b9-b289258eec3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591471 Aug 27 16:27:21.940488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2c4cb-f80e-4689-9f6c-b4d38d895318 req-bf5c2adb-1b9c-4669-b185-80a5e5d89dab tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:21.951174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1db2c4cb-f80e-4689-9f6c-b4d38d895318 req-bf5c2adb-1b9c-4669-b185-80a5e5d89dab tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 943 time: 0.2414701 Aug 27 16:27:21.956571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e339b7ee-39b7-438e-94e2-ad93e4a3808d req-d0b7e6e5-8599-41c4-8df1-d3f95a3c40ef service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256742 Aug 27 16:27:21.979186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-f0acfedb-b2f2-4b99-b58f-5468af76ddea service neutron] 10.222.0.101 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927261 Aug 27 16:27:22.072191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1db2c4cb-f80e-4689-9f6c-b4d38d895318 req-61c358ca-e0fe-403e-b5cd-8b7e00fd2904 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035204 Aug 27 16:27:22.095063 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-d2149305-3ca5-46ca-8caa-dc575a61321e service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534193 Aug 27 16:27:22.131851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-0da4d343-a135-4ca9-b947-83c258639c61 service neutron] 10.222.0.101 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445472 Aug 27 16:27:22.232896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6753fd82-6532-488e-99f0-25c33b295c22 req-624952e0-e5f7-4330-b40c-be6389b714d9 service neutron] 10.222.0.90 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279743 Aug 27 16:27:22.463961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77db4879-7dff-4a39-ab84-9ef38645c6e0 req-816e71be-10c9-4464-91a8-ab333362f6dc tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 210 time: 0.0406725 Aug 27 16:27:22.638439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-a59f45dc-c30c-4e0f-91d8-ad65480887a1 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:22.646800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-a59f45dc-c30c-4e0f-91d8-ad65480887a1 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/networks?id=1182da0b-c51e-408c-afcb-5501f643d80f HTTP/1.1" status: 200 len: 809 time: 0.1807034 Aug 27 16:27:22.673846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-20176456-45a1-42e9-b065-0da29b03340d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/quotas/8b4ba053c2b14911aa25e26baca4ef71 HTTP/1.1" status: 200 len: 375 time: 0.0265203 Aug 27 16:27:22.698607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3dccde6c-9e28-4840-a54b-bd03c99cf637 req-9752ada9-272c-4a0b-885c-d3fe47ad559d tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0495174 Aug 27 16:27:22.729113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-fd63c214-76a5-419c-b583-2936f37d6a07 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8b4ba053c2b14911aa25e26baca4ef71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543175 Aug 27 16:27:22.871220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-e4f5b2b7-5e2e-41ff-918b-43afab135b2f service neutron] 10.222.0.101 "GET /v2.0/networks/1182da0b-c51e-408c-afcb-5501f643d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412327 Aug 27 16:27:22.981373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-8d58a2f0-a042-4e92-99a8-053a5def72f0 service neutron] 10.222.0.101 "GET /v2.0/networks/1182da0b-c51e-408c-afcb-5501f643d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040516 Aug 27 16:27:23.175388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.197721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54334) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:23.208940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-086a7e96-7c32-4953-835b-74ac8f8d9c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.261130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a00fef-deab-439f-8b4d-adea4c1ac7f2 req-dae6864f-4c97-4394-b995-c680df71c897 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:23.280986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54342) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:23.289952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83a00fef-deab-439f-8b4d-adea4c1ac7f2 req-dae6864f-4c97-4394-b995-c680df71c897 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 943 time: 0.1277411 Aug 27 16:27:23.300113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.417032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dde0222-2614-4d2a-9391-a34ca3334e45 req-11c6dfb8-c1e7-4fae-b9be-c3f5a440f620 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 210 time: 0.0945175 Aug 27 16:27:23.426908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83a00fef-deab-439f-8b4d-adea4c1ac7f2 req-16dbd912-fc16-47b9-96e2-38e81b3d9125 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360734 Aug 27 16:27:23.509438 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cad43cd-53ee-44d3-9dc6-66b6bf074f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.544685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1319187787'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:23.582989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:27:23.582989 n-d-806412-1 neutron-server[95252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:27:23.582989 n-d-806412-1 neutron-server[95252]: [parameters: {'project_id': '068ce06312294662aa5d69bb480914f1', 'id': '01e4cdfb-c160-4246-9c7b-dfed26f514be', 'expiration': datetime.datetime(2021, 8, 27, 16, 29, 23, 575664)}] Aug 27 16:27:23.582989 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:27:23.583967 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:27:23.603418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-570756a6-d5cc-4a97-887e-7b675980ca36 req-918647f1-0abd-4062-9da9-0a3c0b94a2e0 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 210 time: 0.0330403 Aug 27 16:27:23.665731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cad43cd-53ee-44d3-9dc6-66b6bf074f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.745317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cad43cd-53ee-44d3-9dc6-66b6bf074f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.791152 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4cad43cd-53ee-44d3-9dc6-66b6bf074f19 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=de9e239e481f437d8bbac9dd667d481e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088131 Aug 27 16:27:23.791859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad43cd-53ee-44d3-9dc6-66b6bf074f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85959ffe-117f-4956-b155-a1663ed1691f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:23.793858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54354) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:23.854320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8585cb74-ad73-48d7-817b-5fe42ec3bfe8 req-c702b525-671f-4016-9741-c5b0679320d8 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0422015 Aug 27 16:27:23.886281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c9cfbf7e-eb48-40d2-93be-11f9737030f2 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:23.898450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2edf0cd1-b5f7-46dc-a4a6-1030b078b62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.911370 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:23.923163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2edf0cd1-b5f7-46dc-a4a6-1030b078b62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.036094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c9cfbf7e-eb48-40d2-93be-11f9737030f2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c9cfbf7e-eb48-40d2-93be-11f9737030f2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:24.047293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'port_id': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2', 'mac_address': 'fa:16:3e:55:97:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e75054-550a-4cf9-92f8-986fa2240420', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:24.054082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2edf0cd1-b5f7-46dc-a4a6-1030b078b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.056957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2edf0cd1-b5f7-46dc-a4a6-1030b078b62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.058499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2edf0cd1-b5f7-46dc-a4a6-1030b078b62a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/85959ffe-117f-4956-b155-a1663ed1691f HTTP/1.1" status: 204 len: 168 time: 0.2629840 Aug 27 16:27:24.075836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf0cd1-b5f7-46dc-a4a6-1030b078b62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85959ffe-117f-4956-b155-a1663ed1691f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:24.107910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.132525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cfbf7e-eb48-40d2-93be-11f9737030f2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:24.162224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c9cfbf7e-eb48-40d2-93be-11f9737030f2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c9cfbf7e-eb48-40d2-93be-11f9737030f2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:24.255122 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.267076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:24.271730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.282775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.314131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c9cfbf7e-eb48-40d2-93be-11f9737030f2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:24.381828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.482650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.482821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.498269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['c9cfbf7e-eb48-40d2-93be-11f9737030f2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:24.501141 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:24.521990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:24.522249 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment 78fde15a-7fd3-42f0-a220-b89ec88f3e74 of type vlan for network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 Aug 27 16:27:24.569146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd04b720-191e-45ff-9481-971bef064b91 req-eb0286f6-667c-4ce2-9480-ff94b49f9ec9 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 210 time: 0.0910015 Aug 27 16:27:24.692797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3ca30-cde4-44bb-8984-172cdc2524ca req-801d7c37-f969-4794-8c8c-f07574b17c19 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:24.700945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4a3ca30-cde4-44bb-8984-172cdc2524ca req-801d7c37-f969-4794-8c8c-f07574b17c19 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 944 time: 0.1153529 Aug 27 16:27:24.782361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0570a84-266b-4a3a-9e10-fc76580cd2a2 req-5503a64e-93dd-470c-b8e3-a2e538a87c3f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 210 time: 0.0400648 Aug 27 16:27:24.786238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4a3ca30-cde4-44bb-8984-172cdc2524ca req-d0cb2482-45d8-43bb-a083-4efe4a994cd4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786195 Aug 27 16:27:24.956317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.013024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c66af123-41e1-4b30-ab26-5eca19c3ebaa req-cc38bacf-e96e-4769-963b-c925d613a6ad tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.0539029 Aug 27 16:27:25.050457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134bbad9-39ed-43e5-9b02-69cd2830df9c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:25.057212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54374) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:25.073782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa522-f56b-48f9-a3bf-185730bf5aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.103189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb00f-b678-423e-9485-5f242095feae req-a7f863de-6127-484a-8175-ed6f9eeaf926 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:25.104923 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-a7f863de-6127-484a-8175-ed6f9eeaf926 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "GET /v2.0/networks?id=faf6472f-52b4-4abf-9b12-916cb19568cf HTTP/1.1" status: 200 len: 809 time: 0.1513004 Aug 27 16:27:25.120356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Request body: {'port': {'device_id': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf', 'admin_state_up': True, 'tenant_id': '3ee1d64236fa4b5780916f892fd3ebe6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:25.139492 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.147082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:25.147732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.173544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa522-f56b-48f9-a3bf-185730bf5aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.260226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=f7f5a995-8fac-48c6-8e7d-932bb5189dd7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:25.271421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:25.276976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa522-f56b-48f9-a3bf-185730bf5aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.318871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bbaaa522-f56b-48f9-a3bf-185730bf5aae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=63c4165f67be4332a96cfda4d6aed132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605002 Aug 27 16:27:25.321047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaa522-f56b-48f9-a3bf-185730bf5aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7577801f-3e94-468f-ba1b-7e11960072a7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:25.321604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54376) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:25.378684 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-77c89ae8-5a17-4d85-b1b0-3c51e70c9be1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1782014 Aug 27 16:27:25.381362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54378) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:25.386808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-137106077'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:25.399174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba2cc416-deb9-4487-817f-7417f4596284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.421074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba2cc416-deb9-4487-817f-7417f4596284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.464803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Made reservation on behalf of 3ee1d64236fa4b5780916f892fd3ebe6 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:25.468352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.534994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba2cc416-deb9-4487-817f-7417f4596284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.537688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba2cc416-deb9-4487-817f-7417f4596284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.539222 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ba2cc416-deb9-4487-817f-7417f4596284 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7577801f-3e94-468f-ba1b-7e11960072a7 HTTP/1.1" status: 204 len: 168 time: 0.2158790 Aug 27 16:27:25.562734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:25.566803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.580385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cc416-deb9-4487-817f-7417f4596284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7577801f-3e94-468f-ba1b-7e11960072a7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:25.602822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:25.618209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.618930 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment 8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0 of type vlan for network 8b302093-1c41-446c-aea2-9c6463df7e10 Aug 27 16:27:25.684354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Allocated IP 172.20.0.7 (faf6472f-52b4-4abf-9b12-916cb19568cf/dfa097a6-2b91-4e30-a636-98929263824c/96df7322-7190-4bb8-b412-99e99ddd799b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:25.700514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2146bf9-673a-4bf5-9a44-b524f575da19 req-9c4de8aa-db6a-4272-9c10-2e6348dc48ad tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 210 time: 0.0436373 Aug 27 16:27:25.702110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.791973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.801353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:25.802003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.864041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:25.895099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c9cfbf7e-eb48-40d2-93be-11f9737030f2 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:25.904988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=8b302093-1c41-446c-aea2-9c6463df7e10,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:25.941844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8463e17a-bb63-48e5-8bc3-b35b58ae9585 req-9d89b81b-4156-4b82-bdef-71d7e2d905e5 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 210 time: 0.0498207 Aug 27 16:27:25.945342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-590498c1-9b8d-4cbf-a153-9fc52564c9e1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5627117 Aug 27 16:27:25.948309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54388) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:25.972583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': 'f7f5a995-8fac-48c6-8e7d-932bb5189dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:26.073171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2aa5ac-c5fe-497a-80fc-ce71f1548ac6 req-d6fabe87-a3a4-489c-89bd-537f21ebfbf6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:26.081404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc2aa5ac-c5fe-497a-80fc-ce71f1548ac6 req-d6fabe87-a3a4-489c-89bd-537f21ebfbf6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 944 time: 0.1860342 Aug 27 16:27:26.100555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 8b302093-1c41-446c-aea2-9c6463df7e10 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:26.115112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-266f4e18-197c-4f58-8707-2b412e91ee6d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:26.117129 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-266f4e18-197c-4f58-8707-2b412e91ee6d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.90 "GET /v2.0/networks?id=1182da0b-c51e-408c-afcb-5501f643d80f HTTP/1.1" status: 200 len: 809 time: 0.2130182 Aug 27 16:27:26.119466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.152233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc2aa5ac-c5fe-497a-80fc-ce71f1548ac6 req-9f9f3229-b153-40f5-ba54-a419339a51f6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693531 Aug 27 16:27:26.155460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Request body: {'port': {'device_id': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f', 'admin_state_up': True, 'tenant_id': '8b4ba053c2b14911aa25e26baca4ef71'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:26.229214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:26.240810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.345385 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.359841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-879f5ced-e499-4dec-8c0b-efe4445a8db0 req-9e07dfee-ebdb-4e59-beab-7f8185192d07 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/ports?device_id=1cda33a3-69c7-4e8b-b201-0fcfb576270d HTTP/1.1" status: 200 len: 210 time: 0.1462014 Aug 27 16:27:26.368887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Network faf6472f-52b4-4abf-9b12-916cb19568cf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:26.380412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:26.392868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:26.395583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Pushing event updated for resources: {'Port': ['ID=96df7322-7190-4bb8-b412-99e99ddd799b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:26.444294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:26.444912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.488654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port c9cfbf7e-eb48-40d2-93be-11f9737030f2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:26.492827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port c9cfbf7e-eb48-40d2-93be-11f9737030f2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:26.493274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.539710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Made reservation on behalf of 8b4ba053c2b14911aa25e26baca4ef71 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:26.543291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.578443 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.603253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4888017-6554-4925-9253-97f66df4bb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:26.605705 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee8f732-a293-4a53-b823-d36794edce38" -d '{"events": [{"server_uuid": "b4888017-6554-4925-9253-97f66df4bb8a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cfbf7e-eb48-40d2-93be-11f9737030f2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:26.631953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c9cfbf7e-eb48-40d2-93be-11f9737030f2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c9cfbf7e-eb48-40d2-93be-11f9737030f2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:26.644695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.646752 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfbab46-215b-4e93-ae33-80e5e90e3097 x-openstack-request-id: req-4dfbab46-215b-4e93-ae33-80e5e90e3097 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:26.647047 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4888017-6554-4925-9253-97f66df4bb8a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cfbf7e-eb48-40d2-93be-11f9737030f2", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:26.653074 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4dfbab46-215b-4e93-ae33-80e5e90e3097 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:26.653074 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4888017-6554-4925-9253-97f66df4bb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2', 'code': 200} Aug 27 16:27:26.664276 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-31bfaafb-9ffc-48f0-98b9-a348a28cf668 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5479217 Aug 27 16:27:26.678149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Request body: {'port': {'device_id': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:26.699696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.718857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=5084fde0-3319-4545-af44-75e195cfd6aa,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:26.750937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Allocated IP 172.20.0.8 (1182da0b-c51e-408c-afcb-5501f643d80f/b43336da-a334-4eeb-8b07-eeb6e10804a8/88b4e049-ab1b-461c-9509-10b19c52fdcd) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:26.764410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': '78fde15a-7fd3-42f0-a220-b89ec88f3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f7f5a995-8fac-48c6-8e7d-932bb5189dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:26.765048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: f7f5a995-8fac-48c6-8e7d-932bb5189dd7, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:26.771575 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.789711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ad9a-9694-43df-bf8d-058e50093c71 req-4c26d41d-cb69-46c2-8b35-a62661bf61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:26.791246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e73ad9a-9694-43df-bf8d-058e50093c71 req-4c26d41d-cb69-46c2-8b35-a62661bf61d8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 1096 time: 0.0631831 Aug 27 16:27:26.802578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c9cfbf7e-eb48-40d2-93be-11f9737030f2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:26.869058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa000713-1f02-463b-aae4-def7956a8640 req-5a0e9568-1034-496e-9885-02057e1ce375 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 210 time: 0.0369067 Aug 27 16:27:26.869058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:26.874974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e73ad9a-9694-43df-bf8d-058e50093c71 req-07d8adab-33b1-4871-9fa4-f852819bb6c2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715318 Aug 27 16:27:26.957248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, f7f5a995-8fac-48c6-8e7d-932bb5189dd7) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:26.961334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:26.961984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:26.966693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45afad56-9d7b-413e-a742-9b185a4287bb None None] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:27.090782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3605ba4c-2c2d-4b74-9ad0-b129bbc77dc0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1413500 Aug 27 16:27:27.093748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54418) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:27.101649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.107003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': '8b302093-1c41-446c-aea2-9c6463df7e10', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:27.114327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c026-8f00-4cf3-803c-0b6990ebef10 req-0025224d-b7a1-4606-8eb3-d85205d2cf03 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:27.123966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aac2c026-8f00-4cf3-803c-0b6990ebef10 req-0025224d-b7a1-4606-8eb3-d85205d2cf03 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 931 time: 0.0956895 Aug 27 16:27:27.164678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aac2c026-8f00-4cf3-803c-0b6990ebef10 req-02fabbec-53f8-42dd-9260-4500d62837c6 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Aug 27 16:27:27.220124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-f7f5a995-8fac-48c6-8e7d-932bb5189dd7', 'network_id': 'f7f5a995-8fac-48c6-8e7d-932bb5189dd7', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': '5084fde0-3319-4545-af44-75e195cfd6aa'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:27:27.222012 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.307728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310b19-8c19-4bcf-9da8-8cdedfc1191e req-e0e30e8e-4867-468a-9332-0db91251702c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:27.309341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41310b19-8c19-4bcf-9da8-8cdedfc1191e req-e0e30e8e-4867-468a-9332-0db91251702c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 945 time: 0.0622559 Aug 27 16:27:27.318407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96df7322-7190-4bb8-b412-99e99ddd799b {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:27.329012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.350310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Transition to ACTIVE for port object 96df7322-7190-4bb8-b412-99e99ddd799b will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:27.368941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41310b19-8c19-4bcf-9da8-8cdedfc1191e req-8660ef7d-1756-47ca-bf72-c7850c5574a1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 Aug 27 16:27:27.407519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Allocated IP 172.20.0.2 (f7f5a995-8fac-48c6-8e7d-932bb5189dd7/5084fde0-3319-4545-af44-75e195cfd6aa/13648bf7-7df0-4e20-ac51-f1c4ad65cb83) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:27.523519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.528173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:27.531818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.537805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.562883 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.572257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Transition to ACTIVE for port object 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:27.587125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Transition to ACTIVE for port object 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:27.597208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54438) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:27.631323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Network 1182da0b-c51e-408c-afcb-5501f643d80f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:27.644301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:27.646742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:27.662956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ed401f-0e54-4052-83bb-32680d9fb2a6 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.672768 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.698293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Pushing event updated for resources: {'Port': ['ID=88b4e049-ab1b-461c-9509-10b19c52fdcd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:27.702758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ed401f-0e54-4052-83bb-32680d9fb2a6 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.730516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:27.733996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:27.742234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:27.751183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Pushing event updated for resources: {'Port': ['ID=13648bf7-7df0-4e20-ac51-f1c4ad65cb83,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:27.801814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Attempting to bind port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:27.802185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Attempting to bind port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '78fde15a-7fd3-42f0-a220-b89ec88f3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f7f5a995-8fac-48c6-8e7d-932bb5189dd7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:27.802874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Attempting to bind port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 on network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:27.808543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:27.808933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Checking segment: {'id': '78fde15a-7fd3-42f0-a220-b89ec88f3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f7f5a995-8fac-48c6-8e7d-932bb5189dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:27.809405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.809995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Bound using segment: {'id': '78fde15a-7fd3-42f0-a220-b89ec88f3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f7f5a995-8fac-48c6-8e7d-932bb5189dd7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:27.810476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Bound port: 13648bf7-7df0-4e20-ac51-f1c4ad65cb83, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fde15a-7fd3-42f0-a220-b89ec88f3e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'f7f5a995-8fac-48c6-8e7d-932bb5189dd7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:27.810862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.844084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:27.844773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.847864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Pushing event updated for resources: {'Port': ['ID=96df7322-7190-4bb8-b412-99e99ddd799b,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:27.859079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ed401f-0e54-4052-83bb-32680d9fb2a6 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.861130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ed401f-0e54-4052-83bb-32680d9fb2a6 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:27.867030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e5ed401f-0e54-4052-83bb-32680d9fb2a6 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/security-groups/c01218cc-6cee-422f-9d81-42ff40008d50 HTTP/1.1" status: 204 len: 168 time: 0.2644682 Aug 27 16:27:27.869514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54450) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:27.881170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed401f-0e54-4052-83bb-32680d9fb2a6 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01218cc-6cee-422f-9d81-42ff40008d50,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:27.907542 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-4b89c4a3-f1b2-43a5-8b7e-66a91a46f5a0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] show failed (client error): The resource could not be found. Aug 27 16:27:27.912942 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4b89c4a3-f1b2-43a5-8b7e-66a91a46f5a0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "GET /v2.0/security-groups/c01218cc-6cee-422f-9d81-42ff40008d50 HTTP/1.1" status: 404 len: 347 time: 0.0429392 Aug 27 16:27:27.917963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54454) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:27.931361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] For port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:27.931361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] For port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=13648bf7-7df0-4e20-ac51-f1c4ad65cb83,segment=NetworkSegment(78fde15a-7fd3-42f0-a220-b89ec88f3e74),segment_id=78fde15a-7fd3-42f0-a220-b89ec88f3e74)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:27.989042 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-b1f6e16c-1021-4219-b160-0690c76dddf4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8538888 Aug 27 16:27:27.991453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Attempting to bind port 96df7322-7190-4bb8-b412-99e99ddd799b on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:27.991799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Attempting to bind port 96df7322-7190-4bb8-b412-99e99ddd799b by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:27.992139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Attempting to bind port 96df7322-7190-4bb8-b412-99e99ddd799b on network faf6472f-52b4-4abf-9b12-916cb19568cf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:28.026274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.069329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Request body: {'port': {'device_id': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:28.076248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Port 96df7322-7190-4bb8-b412-99e99ddd799b on network faf6472f-52b4-4abf-9b12-916cb19568cf not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:27:28.076595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Attempting to bind port 96df7322-7190-4bb8-b412-99e99ddd799b on network faf6472f-52b4-4abf-9b12-916cb19568cf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:28.099872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b4e3-4ee3-4ab1-bc61-e574b3bf7226 None None] Pushing event updated for resources: {'Port': ['ID=13648bf7-7df0-4e20-ac51-f1c4ad65cb83,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:28.108817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601870f-f4f7-4276-be6b-fcd8a7388466 req-277b0bbd-1d0b-4404-920b-9688200f2ead tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:28.110636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c601870f-f4f7-4276-be6b-fcd8a7388466 req-277b0bbd-1d0b-4404-920b-9688200f2ead tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 931 time: 0.1052604 Aug 27 16:27:28.116701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:28.119380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Checking segment: {'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:28.119380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Bound using segment: {'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:28.119380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Bound port: 96df7322-7190-4bb8-b412-99e99ddd799b, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4f9f54-99b3-4c39-a12c-73044c86a709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:28.120350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.123380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port cb0a06e9-4470-4708-97bb-ebaf4bf714c8 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:28.123728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.146938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.224940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c601870f-f4f7-4276-be6b-fcd8a7388466 req-1112b94c-a774-4095-bcff-08eae58d1f8b tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050470 Aug 27 16:27:28.245188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.260506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.260946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.315317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=1d605fae-34ed-445e-9312-65688606e83f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:28.412041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] For port 96df7322-7190-4bb8-b412-99e99ddd799b, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:28.434759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': '8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '8b302093-1c41-446c-aea2-9c6463df7e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:28.435027 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: 8b302093-1c41-446c-aea2-9c6463df7e10, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:28.484147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] For port 96df7322-7190-4bb8-b412-99e99ddd799b, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96df7322-7190-4bb8-b412-99e99ddd799b,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:28.539848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.934090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:28.934090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.934090 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] 10.222.0.90 "PUT /v2.0/ports/96df7322-7190-4bb8-b412-99e99ddd799b HTTP/1.1" status: 200 len: 1091 time: 1.9399199 Aug 27 16:27:28.934090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'tag': '96df7322-7190-4bb8-b412-99e99ddd799b'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:28.934090 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4452a-a319-4141-8312-98f4ab57c289" -d '{"events": [{"name": "network-changed", "server_uuid": "654ab890-26f1-4b7c-89dd-22bbab2be365", "tag": "96df7322-7190-4bb8-b412-99e99ddd799b"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:28.935136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for cb0a06e9-4470-4708-97bb-ebaf4bf714c8 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:28.936295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3f5b3-a457-405d-9c67-a127b4302edc service neutron] Pushing event updated for resources: {'Port': ['ID=96df7322-7190-4bb8-b412-99e99ddd799b,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:28.936295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b4e049-ab1b-461c-9509-10b19c52fdcd {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:28.936295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:28.936295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Transition to ACTIVE for port object 88b4e049-ab1b-461c-9509-10b19c52fdcd will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:28.936921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3b06-ca81-4ed6-8b97-694d31004d7a req-7f2037cc-a44e-4d63-99f6-b47f749fed23 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:28.936921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-939f3b06-ca81-4ed6-8b97-694d31004d7a req-7f2037cc-a44e-4d63-99f6-b47f749fed23 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 943 time: 0.4877946 Aug 27 16:27:28.936921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f04d-fc5c-4a13-8946-428da224622b req-16c37cbc-6886-45cd-9142-421fd6e1d041 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:28.936921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ee8f04d-fc5c-4a13-8946-428da224622b req-16c37cbc-6886-45cd-9142-421fd6e1d041 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 945 time: 0.1364534 Aug 27 16:27:28.936921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ee8f04d-fc5c-4a13-8946-428da224622b req-25bb58d4-c13b-46e8-8914-1f1234a72836 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705934 Aug 27 16:27:28.936921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-939f3b06-ca81-4ed6-8b97-694d31004d7a req-fb49d116-2315-4d8f-8ada-3e5d5891bfab tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804687 Aug 27 16:27:28.938364 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2a15b4-d097-4247-a4ad-a86cf8602811 x-openstack-request-id: req-da2a15b4-d097-4247-a4ad-a86cf8602811 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:28.938364 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654ab890-26f1-4b7c-89dd-22bbab2be365", "tag": "96df7322-7190-4bb8-b412-99e99ddd799b", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:28.938364 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-da2a15b4-d097-4247-a4ad-a86cf8602811 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:28.938364 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'tag': '96df7322-7190-4bb8-b412-99e99ddd799b', 'status': 'completed', 'code': 200} Aug 27 16:27:28.982992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4452a-a319-4141-8312-98f4ab57c289 req-34eaedf5-889c-4342-a37d-76614d04977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:28.984805 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ca4452a-a319-4141-8312-98f4ab57c289 req-34eaedf5-889c-4342-a37d-76614d04977a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 1094 time: 0.0592411 Aug 27 16:27:29.057095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 8b302093-1c41-446c-aea2-9c6463df7e10 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:29.062822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9064b-df9e-47d9-8961-142071edbf31 req-39287b6d-8e8d-4ae1-9a26-247d56c307bd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.072478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ba9064b-df9e-47d9-8961-142071edbf31 req-39287b6d-8e8d-4ae1-9a26-247d56c307bd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.0794652 Aug 27 16:27:29.101676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:29.120926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.131938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ba9064b-df9e-47d9-8961-142071edbf31 req-0407bf8d-7e1d-48d5-b6db-29d163017aca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582533 Aug 27 16:27:29.133415 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.203626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 8b302093-1c41-446c-aea2-9c6463df7e10) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:29.209966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.210503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.214447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19b23da-9909-4f60-8bdd-dbeb493795f0 None None] Network 8b302093-1c41-446c-aea2-9c6463df7e10 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:29.215641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=cb0a06e9-4470-4708-97bb-ebaf4bf714c8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:29.305480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:29.360528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Pushing event updated for resources: {'Port': ['ID=88b4e049-ab1b-461c-9509-10b19c52fdcd,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:29.360528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4452a-a319-4141-8312-98f4ab57c289 req-98a9ec59-e078-4fd7-8698-0d21b73d3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.360528 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ca4452a-a319-4141-8312-98f4ab57c289 req-98a9ec59-e078-4fd7-8698-0d21b73d3db0 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3559144 Aug 27 16:27:29.371053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f960d0-d8aa-467a-a797-c1803c18bfc8 None None] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:29.430464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.433214 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.439725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-da3026a8-eab0-41cd-9090-19519f45cd4a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3393307 Aug 27 16:27:29.440467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0e0f17b-05d2-4d78-a5c7-f0748a16d218 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/floatingips/cbaad44f-6bb5-46ce-bd32-03ab6add20e3 HTTP/1.1" status: 204 len: 168 time: 1.5184050 Aug 27 16:27:29.440467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54496) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:29.440467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54498) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:29.454717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-12fedd93-c52b-4c1a-b0ca-dcd517396441 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-926882117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:29.467870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72262b16-6fc2-452e-a1bf-5dafcbe95f67 req-a9cb179b-4540-4807-b54e-69d6faf2aa65 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.469539 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72262b16-6fc2-452e-a1bf-5dafcbe95f67 req-a9cb179b-4540-4807-b54e-69d6faf2aa65 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 945 time: 0.2137907 Aug 27 16:27:29.501839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-8b302093-1c41-446c-aea2-9c6463df7e10', 'network_id': '8b302093-1c41-446c-aea2-9c6463df7e10', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': '1d605fae-34ed-445e-9312-65688606e83f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:27:29.501839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.512375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8380a-a7b9-405c-b1a4-8a57ad1b045a req-3ff0f69d-57a5-40ef-9e90-8d8ee63b463d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.513718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Attempting to bind port 88b4e049-ab1b-461c-9509-10b19c52fdcd on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:29.515160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Attempting to bind port 88b4e049-ab1b-461c-9509-10b19c52fdcd by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'cceea117-fc7c-412f-940c-0fa9a27dea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:29.515376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Attempting to bind port 88b4e049-ab1b-461c-9509-10b19c52fdcd on network 1182da0b-c51e-408c-afcb-5501f643d80f {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:29.519388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0d46113-b085-4ba9-ae23-110333a9793e None None] Provisioning for port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:29.521082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8a8380a-a7b9-405c-b1a4-8a57ad1b045a req-3ff0f69d-57a5-40ef-9e90-8d8ee63b463d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 943 time: 0.1750710 Aug 27 16:27:29.550523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0d46113-b085-4ba9-ae23-110333a9793e None None] Provisioning complete for port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:29.550980 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0d46113-b085-4ba9-ae23-110333a9793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.556896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4452a-a319-4141-8312-98f4ab57c289 req-0e75a630-2c31-41db-b3eb-ab63f446fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.558596 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1ca4452a-a319-4141-8312-98f4ab57c289 req-0e75a630-2c31-41db-b3eb-ab63f446fa93 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1894763 Aug 27 16:27:29.562538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Port 88b4e049-ab1b-461c-9509-10b19c52fdcd on network 1182da0b-c51e-408c-afcb-5501f643d80f not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:27:29.563564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Attempting to bind port 88b4e049-ab1b-461c-9509-10b19c52fdcd on network 1182da0b-c51e-408c-afcb-5501f643d80f {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:29.571163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:29.571896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Checking segment: {'id': 'cceea117-fc7c-412f-940c-0fa9a27dea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:29.572818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Bound using segment: {'id': 'cceea117-fc7c-412f-940c-0fa9a27dea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:29.573283 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Bound port: 88b4e049-ab1b-461c-9509-10b19c52fdcd, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cceea117-fc7c-412f-940c-0fa9a27dea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:29.573705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.644305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72262b16-6fc2-452e-a1bf-5dafcbe95f67 req-cbe8fc07-dc03-41e7-b2e5-5ad2089afaaa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460083 Aug 27 16:27:29.663051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8a8380a-a7b9-405c-b1a4-8a57ad1b045a req-7d45db0a-a50d-4d24-8360-9cafe2928db2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409895 Aug 27 16:27:29.695928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port 89b836c7-f8f1-4c45-93fd-67221c64b7f1 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:29.695928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.721077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb00f-b678-423e-9485-5f242095feae req-31f35978-8f8f-4364-aa2d-c67f2c400f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.722668 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-31f35978-8f8f-4364-aa2d-c67f2c400f3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 1094 time: 0.0713017 Aug 27 16:27:29.731207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] For port 88b4e049-ab1b-461c-9509-10b19c52fdcd, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:29.742957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] For port 88b4e049-ab1b-461c-9509-10b19c52fdcd, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=88b4e049-ab1b-461c-9509-10b19c52fdcd,segment=NetworkSegment(cceea117-fc7c-412f-940c-0fa9a27dea87),segment_id=cceea117-fc7c-412f-940c-0fa9a27dea87)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:29.773755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12fedd93-c52b-4c1a-b0ca-dcd517396441 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.775049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12fedd93-c52b-4c1a-b0ca-dcd517396441 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.813485 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-1b2dd84d-a05b-415e-ba15-8837ca7d2307 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96df7322-7190-4bb8-b412-99e99ddd799b HTTP/1.1" status: 200 len: 217 time: 0.0737121 Aug 27 16:27:29.814598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.842021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.846768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Allocated IP 172.21.0.2 (8b302093-1c41-446c-aea2-9c6463df7e10/1d605fae-34ed-445e-9312-65688606e83f/d83f9b08-746e-4aa5-b442-3f314fdb8c0e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:29.884809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for 89b836c7-f8f1-4c45-93fd-67221c64b7f1 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:29.906566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.906925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.908602 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] 10.222.0.90 "PUT /v2.0/ports/88b4e049-ab1b-461c-9509-10b19c52fdcd HTTP/1.1" status: 200 len: 1091 time: 1.8463600 Aug 27 16:27:29.936431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12fedd93-c52b-4c1a-b0ca-dcd517396441 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.959323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0d46113-b085-4ba9-ae23-110333a9793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:29.988196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb00f-b678-423e-9485-5f242095feae req-125df537-42f9-4482-90bf-7bb09db7a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:29.990013 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-125df537-42f9-4482-90bf-7bb09db7a576 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dfa097a6-2b91-4e30-a636-98929263824c HTTP/1.1" status: 200 len: 849 time: 0.1666431 Aug 27 16:27:30.002135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12fedd93-c52b-4c1a-b0ca-dcd517396441 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.040351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40963cdc-45c7-4ea0-95dc-acdb822cd99c service neutron] Pushing event updated for resources: {'Port': ['ID=88b4e049-ab1b-461c-9509-10b19c52fdcd,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:30.070326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e0d46113-b085-4ba9-ae23-110333a9793e None None] For port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=13648bf7-7df0-4e20-ac51-f1c4ad65cb83,segment=NetworkSegment(78fde15a-7fd3-42f0-a220-b89ec88f3e74),segment_id=78fde15a-7fd3-42f0-a220-b89ec88f3e74)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:30.089079 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-a9e0c482-0d40-4a3a-9d55-0961b4e66297 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=faf6472f-52b4-4abf-9b12-916cb19568cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688355 Aug 27 16:27:30.128240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12fedd93-c52b-4c1a-b0ca-dcd517396441 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.132094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-12fedd93-c52b-4c1a-b0ca-dcd517396441 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6879687 Aug 27 16:27:30.133754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54534) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:30.155585 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.165759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Transition to ACTIVE for port object d83f9b08-746e-4aa5-b442-3f314fdb8c0e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:30.195437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Transition to ACTIVE for port object d83f9b08-746e-4aa5-b442-3f314fdb8c0e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:30.207900 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0d46113-b085-4ba9-ae23-110333a9793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.218262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2181f-79de-4482-8303-543783fdb0cd req-ac1b9dca-6a22-4685-999a-23d93e23368f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:30.223007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-1a5e5beb-7a99-4ccb-a1d9-80347e698689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:30.224101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9eb2181f-79de-4482-8303-543783fdb0cd req-ac1b9dca-6a22-4685-999a-23d93e23368f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 943 time: 0.1693211 Aug 27 16:27:30.225144 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-1a5e5beb-7a99-4ccb-a1d9-80347e698689 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b4ba053c2b14911aa25e26baca4ef71&device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 1094 time: 0.1761646 Aug 27 16:27:30.258605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d46113-b085-4ba9-ae23-110333a9793e None None] Pushing event updated for resources: {'Port': ['ID=13648bf7-7df0-4e20-ac51-f1c4ad65cb83,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:30.271053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.285385 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-6f62946f-36fd-4a8f-a4ab-3599aa3fed22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b4e049-ab1b-461c-9509-10b19c52fdcd HTTP/1.1" status: 200 len: 217 time: 0.0465035 Aug 27 16:27:30.310692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Network 8b302093-1c41-446c-aea2-9c6463df7e10 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:30.313905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:30.317278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:30.330074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-46127096-403e-4d06-8882-7b30189306cb service neutron] 10.222.0.90 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150421 Aug 27 16:27:30.342416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Pushing event updated for resources: {'Port': ['ID=d83f9b08-746e-4aa5-b442-3f314fdb8c0e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:30.379329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-540e4871-4dbc-437a-8e5d-382e4c5c21b6 None None] Provisioning complete for port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:30.379329 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-540e4871-4dbc-437a-8e5d-382e4c5c21b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.395921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-912186da-e5e8-4315-a370-14668b189dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:30.397410 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-912186da-e5e8-4315-a370-14668b189dd8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b43336da-a334-4eeb-8b07-eeb6e10804a8 HTTP/1.1" status: 200 len: 849 time: 0.1009793 Aug 27 16:27:30.433587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Attempting to bind port d83f9b08-746e-4aa5-b442-3f314fdb8c0e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:30.434074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Attempting to bind port d83f9b08-746e-4aa5-b442-3f314fdb8c0e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '8b302093-1c41-446c-aea2-9c6463df7e10'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:30.434513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Attempting to bind port d83f9b08-746e-4aa5-b442-3f314fdb8c0e on network 8b302093-1c41-446c-aea2-9c6463df7e10 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:30.439144 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-1c64d63f-0156-4ffe-beb4-91c1d0c68c37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1182da0b-c51e-408c-afcb-5501f643d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337768 Aug 27 16:27:30.448133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:30.448629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Checking segment: {'id': '8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '8b302093-1c41-446c-aea2-9c6463df7e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:30.449110 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.449579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Bound using segment: {'id': '8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '8b302093-1c41-446c-aea2-9c6463df7e10'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:30.450124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Bound port: d83f9b08-746e-4aa5-b442-3f314fdb8c0e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '8b302093-1c41-446c-aea2-9c6463df7e10'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:30.450582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.523892 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bc2bb00f-b678-423e-9485-5f242095feae req-4df09f69-7072-45f2-b5d6-bb824b8af8a1 service neutron] 10.222.0.90 "GET /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865046 Aug 27 16:27:30.559383 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-56607ee7-194a-4385-9b35-0da9060d70f9 service neutron] 10.222.0.90 "GET /v2.0/networks/1182da0b-c51e-408c-afcb-5501f643d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121759 Aug 27 16:27:30.567816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] For port d83f9b08-746e-4aa5-b442-3f314fdb8c0e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:30.571228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] For port d83f9b08-746e-4aa5-b442-3f314fdb8c0e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d83f9b08-746e-4aa5-b442-3f314fdb8c0e,segment=NetworkSegment(8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0),segment_id=8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:30.610020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9eb2181f-79de-4482-8303-543783fdb0cd req-471d1647-9e3a-4bc6-9c1f-458be63b2672 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980947 Aug 27 16:27:30.648262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45546f-1960-4782-8af2-0d81bd015e0d req-65d5b755-4ddf-48bc-a89e-a423adab3a5b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:30.650321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b45546f-1960-4782-8af2-0d81bd015e0d req-65d5b755-4ddf-48bc-a89e-a423adab3a5b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 945 time: 0.3858364 Aug 27 16:27:30.665093 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2d90a876-1ac9-4efd-a9e0-45142366d8a5 req-27f5f755-ccd4-49f4-961a-f9cfbdeb92fc service neutron] 10.222.0.90 "GET /v2.0/networks/1182da0b-c51e-408c-afcb-5501f643d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962558 Aug 27 16:27:30.678044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.685950 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.748360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:30.765060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a797d-5656-47f1-b4d1-26261aeff925 None None] Pushing event updated for resources: {'Port': ['ID=d83f9b08-746e-4aa5-b442-3f314fdb8c0e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:30.838873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b45546f-1960-4782-8af2-0d81bd015e0d req-3099398f-9613-43d2-b190-d3f89042d4e0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786349 Aug 27 16:27:30.852314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=89b836c7-f8f1-4c45-93fd-67221c64b7f1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:30.902189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'tag': '88b4e049-ab1b-461c-9509-10b19c52fdcd'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:30.904623 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87adcc5-365d-41d9-89dd-209c7bb43f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf53050d-0fce-48e5-a368-09cd8b715dfc", "tag": "88b4e049-ab1b-461c-9509-10b19c52fdcd"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:30.984824 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d177d2-80d1-4511-bb57-722671074ddc x-openstack-request-id: req-68d177d2-80d1-4511-bb57-722671074ddc {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:30.985228 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf53050d-0fce-48e5-a368-09cd8b715dfc", "tag": "88b4e049-ab1b-461c-9509-10b19c52fdcd", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:30.985546 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-68d177d2-80d1-4511-bb57-722671074ddc {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:30.986139 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'tag': '88b4e049-ab1b-461c-9509-10b19c52fdcd', 'status': 'completed', 'code': 200} Aug 27 16:27:31.005815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a24806-6332-4bbb-9240-906d1d59263f req-4737a300-ae05-4dfc-9deb-c86a3c38dcd7 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:31.007674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1a24806-6332-4bbb-9240-906d1d59263f req-4737a300-ae05-4dfc-9deb-c86a3c38dcd7 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 943 time: 0.2020609 Aug 27 16:27:31.029022 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.031391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ca3f0faa-23db-4b0f-b861-b4c533d2ace0 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/ports/89b836c7-f8f1-4c45-93fd-67221c64b7f1 HTTP/1.1" status: 204 len: 168 time: 1.5885065 Aug 27 16:27:31.045807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54572) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:31.119013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1a24806-6332-4bbb-9240-906d1d59263f req-7fbad6ac-94cf-4e71-a8b2-f19ab550810e tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963466 Aug 27 16:27:31.156031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-8e3206c3-cf1f-431f-8a97-a629e410f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:31.161392 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-8e3206c3-cf1f-431f-8a97-a629e410f02c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b4ba053c2b14911aa25e26baca4ef71&device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 1094 time: 0.1443675 Aug 27 16:27:31.189206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.20.0.1 (f7f5a995-8fac-48c6-8e7d-932bb5189dd7/5084fde0-3319-4545-af44-75e195cfd6aa/e82e12c0-7662-41e6-978d-f7b35c031f9e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:31.250859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:31.270215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port 4d643eea-638b-49ff-a0d5-8af88401b0b7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:31.270903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.322090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:31.322541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.436656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-ed61c025-92ad-4408-a2a8-7c60215b88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:31.438772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-ed61c025-92ad-4408-a2a8-7c60215b88cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=1182da0b-c51e-408c-afcb-5501f643d80f HTTP/1.1" status: 200 len: 911 time: 0.2703152 Aug 27 16:27:31.460313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d83f9b08-746e-4aa5-b442-3f314fdb8c0e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:31.477763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.521664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.525641 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-0bf66b29-4c5a-41b2-82d3-705871aa4e5d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b4e049-ab1b-461c-9509-10b19c52fdcd HTTP/1.1" status: 200 len: 217 time: 0.0787146 Aug 27 16:27:31.550073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for 4d643eea-638b-49ff-a0d5-8af88401b0b7 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:31.551173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object e82e12c0-7662-41e6-978d-f7b35c031f9e will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:31.590685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-84b8d3e2-9ca3-40ac-911b-962bdefae377 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:31.592659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-84b8d3e2-9ca3-40ac-911b-962bdefae377 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 945 time: 0.0890079 Aug 27 16:27:31.658470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d83f9b08-746e-4aa5-b442-3f314fdb8c0e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:31.758252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Deleting port c9cfbf7e-eb48-40d2-93be-11f9737030f2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:31.758632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.809184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:31.823692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c522cea-a801-45f2-9642-3dc1ab931a20 req-ee18f9b2-fef0-4cb8-b139-d447d502471b tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:31.825318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c522cea-a801-45f2-9642-3dc1ab931a20 req-ee18f9b2-fef0-4cb8-b139-d447d502471b tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 943 time: 0.1215878 Aug 27 16:27:31.921458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:31.931644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:31.934091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:31.937048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=e82e12c0-7662-41e6-978d-f7b35c031f9e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:32.013803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd21aa-7a72-4523-ab58-727a2e74f90f None None] Network 8b302093-1c41-446c-aea2-9c6463df7e10 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:32.072815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c522cea-a801-45f2-9642-3dc1ab931a20 req-4aca615e-0134-4c9c-9718-7caa14e80e61 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240691 Aug 27 16:27:32.079120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] For port c9cfbf7e-eb48-40d2-93be-11f9737030f2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c9cfbf7e-eb48-40d2-93be-11f9737030f2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:32.079566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.115620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-f3f081fd-e3c7-4ff6-96ae-eace48724bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:32.117237 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-f3f081fd-e3c7-4ff6-96ae-eace48724bf3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b43336da-a334-4eeb-8b07-eeb6e10804a8 HTTP/1.1" status: 200 len: 849 time: 0.5828431 Aug 27 16:27:32.149628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Calling delete_port for c9cfbf7e-eb48-40d2-93be-11f9737030f2 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:32.158521 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-a2c20e31-4c66-49c2-894d-99a5f27c8735 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1182da0b-c51e-408c-afcb-5501f643d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309184 Aug 27 16:27:32.234120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-02a27191-8894-494f-a8da-304dc14df117 None None] Provisioning for port d83f9b08-746e-4aa5-b442-3f314fdb8c0e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:32.243189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-02a27191-8894-494f-a8da-304dc14df117 None None] Provisioning complete for port d83f9b08-746e-4aa5-b442-3f314fdb8c0e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:32.243189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02a27191-8894-494f-a8da-304dc14df117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.273376 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-10d8ce37-a855-4b7e-891d-6164b0aba175 service neutron] 10.222.0.90 "GET /v2.0/networks/1182da0b-c51e-408c-afcb-5501f643d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078205 Aug 27 16:27:32.291362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.306789 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.371872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=4d643eea-638b-49ff-a0d5-8af88401b0b7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:32.374266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e972c9c-1229-4c4c-89c8-1e0a96b4951f req-12ce53c9-9289-4c6c-ace0-1b7e7b36624a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:32.387242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.387745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.388107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.388415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e972c9c-1229-4c4c-89c8-1e0a96b4951f req-12ce53c9-9289-4c6c-ace0-1b7e7b36624a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 945 time: 0.4346447 Aug 27 16:27:32.388562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.388780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.389119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.389476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.390144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.390488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.391303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.391627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.392037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:32.396406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02a27191-8894-494f-a8da-304dc14df117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.454273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-02a27191-8894-494f-a8da-304dc14df117 None None] For port d83f9b08-746e-4aa5-b442-3f314fdb8c0e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d83f9b08-746e-4aa5-b442-3f314fdb8c0e,segment=NetworkSegment(8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0),segment_id=8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:32.510518 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d87adcc5-365d-41d9-89dd-209c7bb43f4c req-be52ce3b-d765-486b-b37c-dafd5b3a25ca service neutron] 10.222.0.90 "GET /v2.0/networks/1182da0b-c51e-408c-afcb-5501f643d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286634 Aug 27 16:27:32.512184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02a27191-8894-494f-a8da-304dc14df117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.537460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.538910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e972c9c-1229-4c4c-89c8-1e0a96b4951f req-790dafcc-a739-4451-ae90-dbd728d8685a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386979 Aug 27 16:27:32.543492 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e921f5b-70f3-4181-9be0-bb0c8a2a3b64 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/ports/4d643eea-638b-49ff-a0d5-8af88401b0b7 HTTP/1.1" status: 204 len: 168 time: 1.4940829 Aug 27 16:27:32.545046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54630) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:32.568702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd815480-2c16-4ed2-80e9-4b4e252279e6 req-7ba73162-519a-4459-940b-45c26120efce tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:32.570210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd815480-2c16-4ed2-80e9-4b4e252279e6 req-7ba73162-519a-4459-940b-45c26120efce tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 943 time: 0.2995567 Aug 27 16:27:32.590555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a27191-8894-494f-a8da-304dc14df117 None None] Pushing event updated for resources: {'Port': ['ID=d83f9b08-746e-4aa5-b442-3f314fdb8c0e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:32.638568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.651512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed301589-996d-4856-ad65-661e10e3cb72', 'c9cfbf7e-eb48-40d2-93be-11f9737030f2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:32.654854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:32.688205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting subnet e8356f37-b682-43fd-97e4-02184f39878f {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:32.692483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.731078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event deleted for resources: {'Port': ['ID=c9cfbf7e-eb48-40d2-93be-11f9737030f2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:32.751845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f29e7f77-cd71-42bf-84c2-87a12b98478e None None] Provisioning for port e82e12c0-7662-41e6-978d-f7b35c031f9e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:32.768722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f29e7f77-cd71-42bf-84c2-87a12b98478e None None] Provisioning complete for port e82e12c0-7662-41e6-978d-f7b35c031f9e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:32.769114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd815480-2c16-4ed2-80e9-4b4e252279e6 req-cebd4e7d-fda4-48dd-84e2-718ca2f8228c tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846654 Aug 27 16:27:32.770707 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f29e7f77-cd71-42bf-84c2-87a12b98478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.808600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.857484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] No DVR routers for this DVR port c9cfbf7e-eb48-40d2-93be-11f9737030f2 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:32.867396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f29e7f77-cd71-42bf-84c2-87a12b98478e None None] Port e82e12c0-7662-41e6-978d-f7b35c031f9e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:32.873737 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:32.876285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ad5f5da-8fa5-46af-886d-55cfa41e4291 req-1b36a1ab-990d-4dff-a97c-72a1bd1dd170 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "DELETE /v2.0/ports/c9cfbf7e-eb48-40d2-93be-11f9737030f2 HTTP/1.1" status: 204 len: 173 time: 1.2735713 Aug 27 16:27:32.876905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4888017-6554-4925-9253-97f66df4bb8a', 'name': 'network-vif-deleted', 'tag': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:32.887101 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffeb29f-e430-47d6-a24e-7d6aaf17a650" -d '{"events": [{"server_uuid": "b4888017-6554-4925-9253-97f66df4bb8a", "name": "network-vif-deleted", "tag": "c9cfbf7e-eb48-40d2-93be-11f9737030f2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:33.028377 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328708ad-359b-4faa-a4bb-047ae3b63a44 x-openstack-request-id: req-328708ad-359b-4faa-a4bb-047ae3b63a44 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:33.028747 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4888017-6554-4925-9253-97f66df4bb8a", "name": "network-vif-deleted", "tag": "c9cfbf7e-eb48-40d2-93be-11f9737030f2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:33.029093 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-328708ad-359b-4faa-a4bb-047ae3b63a44 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:33.029679 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4888017-6554-4925-9253-97f66df4bb8a', 'name': 'network-vif-deleted', 'tag': 'c9cfbf7e-eb48-40d2-93be-11f9737030f2', 'status': 'completed', 'code': 200} Aug 27 16:27:33.058346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.074458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-65afbc8c-2c3b-4204-aa60-85565a059171 None None] Provisioning complete for port d83f9b08-746e-4aa5-b442-3f314fdb8c0e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:33.074914 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65afbc8c-2c3b-4204-aa60-85565a059171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.089833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.132988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d83f9b08-746e-4aa5-b442-3f314fdb8c0e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:33.245976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d83f9b08-746e-4aa5-b442-3f314fdb8c0e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:33.246388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.426972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 88b4e049-ab1b-461c-9509-10b19c52fdcd details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:33.431325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.489491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Subnet': ['ID=e8356f37-b682-43fd-97e4-02184f39878f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:33.495642 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.507394 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f55688f4-f4a3-4ff1-8b49-016e8a93bda7 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/subnets/e8356f37-b682-43fd-97e4-02184f39878f HTTP/1.1" status: 204 len: 168 time: 0.9494708 Aug 27 16:27:33.508649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54668) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:33.555108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a190c-58d5-4711-9d4a-7df9b77c3c3b None None] Network c1b22e09-f184-4ca1-9f1b-7771fd0317e1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:33.572532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.590698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting subnet 1f7bd518-3c7b-4e56-95c1-c76a60311291 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:33.591387 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.651351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59aeaa-b606-418a-956a-bb7d5f12fef6 req-b8966721-1f29-4ef2-84f7-1bec8061b912 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:33.659122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b59aeaa-b606-418a-956a-bb7d5f12fef6 req-b8966721-1f29-4ef2-84f7-1bec8061b912 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 943 time: 0.3343318 Aug 27 16:27:33.664346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.669699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.836121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0915cfb-d304-450d-a613-c1ffa918ad42 req-a74e93cb-ba95-489d-9545-4f7ff829a617 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4888017-6554-4925-9253-97f66df4bb8a HTTP/1.1" status: 200 len: 210 time: 0.1002526 Aug 27 16:27:33.852335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.859672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 88b4e049-ab1b-461c-9509-10b19c52fdcd, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=88b4e049-ab1b-461c-9509-10b19c52fdcd,segment=NetworkSegment(cceea117-fc7c-412f-940c-0fa9a27dea87),segment_id=cceea117-fc7c-412f-940c-0fa9a27dea87)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:33.887659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b59aeaa-b606-418a-956a-bb7d5f12fef6 req-09120b96-344c-476c-bf52-98d0d78ee62d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239993 Aug 27 16:27:33.891035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '88b4e049-ab1b-461c-9509-10b19c52fdcd', 'network_id': '1182da0b-c51e-408c-afcb-5501f643d80f', 'port_id': '88b4e049-ab1b-461c-9509-10b19c52fdcd', 'mac_address': 'fa:16:3e:12:57:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43336da-a334-4eeb-8b07-eeb6e10804a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:33.904497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:33.921909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=e82e12c0-7662-41e6-978d-f7b35c031f9e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:33.997013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.015897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b4e049-ab1b-461c-9509-10b19c52fdcd {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:34.021410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] DHCP port deletion for c1b22e09-f184-4ca1-9f1b-7771fd0317e1 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:27:34.058570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.064593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 88b4e049-ab1b-461c-9509-10b19c52fdcd, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=88b4e049-ab1b-461c-9509-10b19c52fdcd,segment=NetworkSegment(cceea117-fc7c-412f-940c-0fa9a27dea87),segment_id=cceea117-fc7c-412f-940c-0fa9a27dea87)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:34.087977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7bd518-3c7b-4e56-95c1-c76a60311291,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:34.100808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.102873 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-08c840d4-ad13-4554-8536-70b5ff504894 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/subnets/1f7bd518-3c7b-4e56-95c1-c76a60311291 HTTP/1.1" status: 204 len: 168 time: 0.5925431 Aug 27 16:27:34.103080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7b038-1239-4649-972c-4d60ff21a1bf None None] Network 760cd7e8-6a34-4a37-95bc-a099bbb114e0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:34.105771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54684) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:34.197414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.256580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port b148b189-71e8-45d7-8e27-7e25d452e6df {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:34.256948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.331423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] For port b148b189-71e8-45d7-8e27-7e25d452e6df, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b148b189-71e8-45d7-8e27-7e25d452e6df,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:34.331694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.347994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for b148b189-71e8-45d7-8e27-7e25d452e6df owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:34.355400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.356100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.356632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.357128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.357633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.358123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.358609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.359203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.359712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.360195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.360698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.360973 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.361113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:27:34.361810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96df7322-7190-4bb8-b412-99e99ddd799b details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:34.368745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] Deleting port b148b189-71e8-45d7-8e27-7e25d452e6df {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:34.369122 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.438437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb834-575d-4749-a214-d2d2f8809fca req-069fa385-0898-4f4f-8e75-a53717552431 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:34.440881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eebb834-575d-4749-a214-d2d2f8809fca req-069fa385-0898-4f4f-8e75-a53717552431 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 944 time: 0.1303165 Aug 27 16:27:34.504467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eebb834-575d-4749-a214-d2d2f8809fca req-159950cd-1e2a-45ab-90cc-af9eb2075303 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576580 Aug 27 16:27:34.511816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:34.517542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:34.530685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=88b4e049-ab1b-461c-9509-10b19c52fdcd,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:34.590193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] For port b148b189-71e8-45d7-8e27-7e25d452e6df, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b148b189-71e8-45d7-8e27-7e25d452e6df,segment=NetworkSegment(a7e0d81e-fb38-4dc9-a271-a3380036f7a2),segment_id=a7e0d81e-fb38-4dc9-a271-a3380036f7a2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:34.591677 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.598243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54690) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:34.607518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.629520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] Calling delete_port for b148b189-71e8-45d7-8e27-7e25d452e6df owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:34.644725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=b148b189-71e8-45d7-8e27-7e25d452e6df,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:34.653212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] No DVR routers for this DVR port b148b189-71e8-45d7-8e27-7e25d452e6df on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:34.724454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 96df7322-7190-4bb8-b412-99e99ddd799b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96df7322-7190-4bb8-b412-99e99ddd799b,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:34.742921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '96df7322-7190-4bb8-b412-99e99ddd799b', 'network_id': 'faf6472f-52b4-4abf-9b12-916cb19568cf', 'port_id': '96df7322-7190-4bb8-b412-99e99ddd799b', 'mac_address': 'fa:16:3e:43:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa097a6-2b91-4e30-a636-98929263824c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:34.757721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 6f841ebf-ba81-4493-b3fb-71b8c6a4f13e is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:27:34.775430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.797734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] DHCP port deletion for 760cd7e8-6a34-4a37-95bc-a099bbb114e0 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:27:34.803107 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-258b3b41-c9ef-46e9-a313-356f776ca9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.807152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b22e09-f184-4ca1-9f1b-7771fd0317e1']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:34.818867 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:27:34.847680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.876144 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.884825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:34.884825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e0d81e-fb38-4dc9-a271-a3380036f7a2') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:34.894354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96df7322-7190-4bb8-b412-99e99ddd799b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:34.898255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:34.900024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.904798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] Pushing event deleted for resources: {'Port': ['ID=b148b189-71e8-45d7-8e27-7e25d452e6df,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:34.916345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dfb70107-737c-42dc-9a2f-a60df0504496 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/6f841ebf-ba81-4493-b3fb-71b8c6a4f13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7805157 Aug 27 16:27:34.922282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54698) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:34.922377 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] Sync routers for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:34.922939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.936596 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:34.937253 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:34.938876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf6007-d256-4933-bc3c-842bd72000c9 None None] No DVR routers for this DVR port b148b189-71e8-45d7-8e27-7e25d452e6df on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:34.939705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:34.940124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:34.943454 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:34.956817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-258b3b41-c9ef-46e9-a313-356f776ca9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.021364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 96df7322-7190-4bb8-b412-99e99ddd799b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96df7322-7190-4bb8-b412-99e99ddd799b,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:35.021364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7afe4577-1261-4748-b781-f583a8a67f6c None None] Provisioning complete for port e82e12c0-7662-41e6-978d-f7b35c031f9e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:35.021364 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7afe4577-1261-4748-b781-f583a8a67f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.025186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad0863-97bb-4ad0-bf69-d4619ab7bd42 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:35.031905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ffad0863-97bb-4ad0-bf69-d4619ab7bd42 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports/e82e12c0-7662-41e6-978d-f7b35c031f9e HTTP/1.1" status: 200 len: 910 time: 0.1006773 Aug 27 16:27:35.032251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54702) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:35.041742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-258b3b41-c9ef-46e9-a313-356f776ca9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.044730 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:35.067687 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:35.068554 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:35.100387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b148b189-71e8-45d7-8e27-7e25d452e6df no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:35.114915 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.117222 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:35.119092 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b953e1-c639-4293-8f62-dbfd57937524 None None] The sync data for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:35.126007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.132480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b1a1a-88aa-48ff-a147-f39996f335fc req-0658de2b-aaee-4f88-9790-cfa9010c0841 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:35.134081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f75b1a1a-88aa-48ff-a147-f39996f335fc req-0658de2b-aaee-4f88-9790-cfa9010c0841 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 943 time: 0.1063221 Aug 27 16:27:35.150420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] Deleting port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:35.150992 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.156062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: b148b189-71e8-45d7-8e27-7e25d452e6df {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:35.156419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b148b189-71e8-45d7-8e27-7e25d452e6df not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:35.157129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ab4a6f42-d13f-43b9-ae99-7dfe58a1399b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:35.177635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.181919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/networks/c1b22e09-f184-4ca1-9f1b-7771fd0317e1 HTTP/1.1" status: 204 len: 168 time: 1.0727463 Aug 27 16:27:35.182080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f75b1a1a-88aa-48ff-a147-f39996f335fc req-7c1e884e-bf49-4f75-8cec-ef4ecdca6cf1 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Aug 27 16:27:35.183737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54704) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:35.188435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc392-8c08-463f-940c-bcb4ad6c66e1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Network': ['ID=c1b22e09-f184-4ca1-9f1b-7771fd0317e1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:35.192967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7afe4577-1261-4748-b781-f583a8a67f6c None None] Port e82e12c0-7662-41e6-978d-f7b35c031f9e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:35.229180 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-258b3b41-c9ef-46e9-a313-356f776ca9cf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0554fd8d08f49f3a79b7c6c826fb165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224744 Aug 27 16:27:35.229180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b3b41-c9ef-46e9-a313-356f776ca9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb3bbe8-3759-4936-b88f-8ad4ed7f85e3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:35.231646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54706) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:35.292397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.336473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=96df7322-7190-4bb8-b412-99e99ddd799b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:35.343566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] For port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:35.344040 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.357495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['96df7322-7190-4bb8-b412-99e99ddd799b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:35.360941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['88b4e049-ab1b-461c-9509-10b19c52fdcd'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:35.364356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Deleting port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:35.364970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.385250 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cef205ed-bc6e-40d6-ae62-a1fe75f7ea51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.416846 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cef205ed-bc6e-40d6-ae62-a1fe75f7ea51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.450672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] Calling delete_port for ab4a6f42-d13f-43b9-ae99-7dfe58a1399b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:35.459164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] For port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:35.463866 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.501327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Calling delete_port for ab4a6f42-d13f-43b9-ae99-7dfe58a1399b owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:35.614537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727fdb-d54f-44a7-b467-f81de80064a4 req-aa706efc-4015-4c80-8024-d2eaa8d6f762 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:35.615968 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.623121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2727fdb-d54f-44a7-b467-f81de80064a4 req-aa706efc-4015-4c80-8024-d2eaa8d6f762 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.1256282 Aug 27 16:27:35.653582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cef205ed-bc6e-40d6-ae62-a1fe75f7ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.656215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cef205ed-bc6e-40d6-ae62-a1fe75f7ea51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.657550 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cef205ed-bc6e-40d6-ae62-a1fe75f7ea51 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1bb3bbe8-3759-4936-b88f-8ad4ed7f85e3 HTTP/1.1" status: 204 len: 168 time: 0.4247046 Aug 27 16:27:35.676208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.702996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,segment=NetworkSegment(5bdcb634-3aa8-42e3-a9fc-17663a76385e),segment_id=5bdcb634-3aa8-42e3-a9fc-17663a76385e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:35.722832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2727fdb-d54f-44a7-b467-f81de80064a4 req-2755f632-5b68-4eec-96df-7c0dbad8b102 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984778 Aug 27 16:27:35.737995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec61cd-ad18-476d-8cce-2c543a64c13f req-c3542f81-aa69-4cdb-975e-f2f5057756c4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:35.744055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bdec61cd-ad18-476d-8cce-2c543a64c13f req-c3542f81-aa69-4cdb-975e-f2f5057756c4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 944 time: 0.1036618 Aug 27 16:27:35.760326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef205ed-bc6e-40d6-ae62-a1fe75f7ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb3bbe8-3759-4936-b88f-8ad4ed7f85e3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:35.795664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bdec61cd-ad18-476d-8cce-2c543a64c13f req-2c15083b-e3c1-4489-b775-9568d9d6d48d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Aug 27 16:27:35.796329 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.889395 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.897753 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:35.907874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:35.917790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] No DVR routers for this DVR port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:35.920843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Port': ['ID=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:35.927625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] No DVR routers for this DVR port ab4a6f42-d13f-43b9-ae99-7dfe58a1399b on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:35.945092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c9cfbf7e-eb48-40d2-93be-11f9737030f2 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:35.952679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7238f4e-b096-4d5e-a907-55ed60c96eec None None] Pushing event deleted for resources: {'Port': ['ID=ab4a6f42-d13f-43b9-ae99-7dfe58a1399b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:35.976728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: c9cfbf7e-eb48-40d2-93be-11f9737030f2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:35.977318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c9cfbf7e-eb48-40d2-93be-11f9737030f2 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:36.015863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.21.0.1 (8b302093-1c41-446c-aea2-9c6463df7e10/1d605fae-34ed-445e-9312-65688606e83f/f88a32ae-cc73-4720-9ba4-50b9e22b89a2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:36.032955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.044248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760cd7e8-6a34-4a37-95bc-a099bbb114e0']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:36.061702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdcb634-3aa8-42e3-a9fc-17663a76385e') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:36.061995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdcb634-3aa8-42e3-a9fc-17663a76385e') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:36.071467 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.085853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.092311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:36.096343 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:36.096865 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:36.164650 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.179792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object f88a32ae-cc73-4720-9ba4-50b9e22b89a2 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:36.219093 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.230014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.230014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] 10.222.0.101 "DELETE /v2.0/networks/760cd7e8-6a34-4a37-95bc-a099bbb114e0 HTTP/1.1" status: 204 len: 168 time: 1.0430012 Aug 27 16:27:36.252925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488a467-220a-465e-9b2a-059a88f046d1 tempest-TaggedBootDevicesTest_v242-1135208353 tempest-TaggedBootDevicesTest_v242-1135208353-project] Pushing event deleted for resources: {'Network': ['ID=760cd7e8-6a34-4a37-95bc-a099bbb114e0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:36.293774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.311506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306cb3f-a1ca-49f2-bae0-100472bc1b8c req-85e96425-8c4b-43c4-9013-50741e8f5045 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:36.313021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c306cb3f-a1ca-49f2-bae0-100472bc1b8c req-85e96425-8c4b-43c4-9013-50741e8f5045 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 944 time: 0.0517240 Aug 27 16:27:36.348099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 8b302093-1c41-446c-aea2-9c6463df7e10 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:36.352489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:36.360243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:36.388102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=f88a32ae-cc73-4720-9ba4-50b9e22b89a2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:36.403160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c306cb3f-a1ca-49f2-bae0-100472bc1b8c req-e54cf70b-8af0-47d3-bd39-4d114cc2e92d tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817444 Aug 27 16:27:36.419313 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.635420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.785452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fe03cf61-f5b6-4018-b889-eb46568e3975 None None] Provisioning for port f88a32ae-cc73-4720-9ba4-50b9e22b89a2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:36.790056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fe03cf61-f5b6-4018-b889-eb46568e3975 None None] Provisioning complete for port f88a32ae-cc73-4720-9ba4-50b9e22b89a2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:36.792895 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe03cf61-f5b6-4018-b889-eb46568e3975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:36.884067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fe03cf61-f5b6-4018-b889-eb46568e3975 None None] Port f88a32ae-cc73-4720-9ba4-50b9e22b89a2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:36.994553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-5687de81-eee9-48ac-af9f-a35659047336 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:36.996335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-5687de81-eee9-48ac-af9f-a35659047336 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.1988993 Aug 27 16:27:37.093012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:37.121579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20ae4-8165-4fca-9b4d-ad410b0b8d0f req-0accbf2d-51c1-4286-8933-9e344c418f29 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:37.130927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1c20ae4-8165-4fca-9b4d-ad410b0b8d0f req-0accbf2d-51c1-4286-8933-9e344c418f29 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 944 time: 0.1676114 Aug 27 16:27:37.144656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac729f19-51d9-419f-94d8-7b097a4fb7ce req-fa4a90f1-a29d-456f-85c3-e51c3b47dfaa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:37.145037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:37.153788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac729f19-51d9-419f-94d8-7b097a4fb7ce req-fa4a90f1-a29d-456f-85c3-e51c3b47dfaa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 945 time: 0.2875082 Aug 27 16:27:37.262285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:37.265177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=f88a32ae-cc73-4720-9ba4-50b9e22b89a2,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:37.274556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1c20ae4-8165-4fca-9b4d-ad410b0b8d0f req-97117f43-7bd2-4746-9998-ec837060a5b7 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422842 Aug 27 16:27:37.282591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac729f19-51d9-419f-94d8-7b097a4fb7ce req-750f9f7a-fcbd-4689-ad3c-a7b931910e83 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276503 Aug 27 16:27:37.303404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Deleting port ed301589-996d-4856-ad65-661e10e3cb72 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:37.303755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:37.400668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 8b302093-1c41-446c-aea2-9c6463df7e10 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:37.401539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:37.429310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] For port ed301589-996d-4856-ad65-661e10e3cb72, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=ed301589-996d-4856-ad65-661e10e3cb72,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:37.429803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:37.446038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Calling delete_port for ed301589-996d-4856-ad65-661e10e3cb72 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:37.463673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 88b4e049-ab1b-461c-9509-10b19c52fdcd up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:37.567244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 6f841ebf-ba81-4493-b3fb-71b8c6a4f13e has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:37.659907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 88b4e049-ab1b-461c-9509-10b19c52fdcd completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:37.664587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 88b4e049-ab1b-461c-9509-10b19c52fdcd triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:37.665695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:37.710464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba66e-f724-40d8-9765-e4868b8b82a7 req-ecf8832f-8581-4e9c-8d9e-a9edf532564f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:37.718662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6dba66e-f724-40d8-9765-e4868b8b82a7 req-ecf8832f-8581-4e9c-8d9e-a9edf532564f tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 944 time: 0.1482213 Aug 27 16:27:37.723059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:37.743875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] Sync routers for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:37.744967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c1a5e7c6-65bb-4e5a-b2d5-7b5943bfd342 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/6f841ebf-ba81-4493-b3fb-71b8c6a4f13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7117770 Aug 27 16:27:37.750772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:37.761880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:37.762529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:37.811157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:37.841645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ded898e-8642-4640-9418-3799abd82280 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:37.843545 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ded898e-8642-4640-9418-3799abd82280 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports/f88a32ae-cc73-4720-9ba4-50b9e22b89a2 HTTP/1.1" status: 200 len: 910 time: 0.0890584 Aug 27 16:27:37.846522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54800) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:37.902257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e6d1c137-cc6c-4ecb-9c03-0c8a639cbb8e None None] Provisioning complete for port f88a32ae-cc73-4720-9ba4-50b9e22b89a2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:37.902862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c137-cc6c-4ecb-9c03-0c8a639cbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:37.929995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6dba66e-f724-40d8-9765-e4868b8b82a7 req-12bf1c17-094a-4bde-b23b-3272030e0a25 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104232 Aug 27 16:27:37.953910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:37.954898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:38.002170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:38.002907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0c8b2-8cfe-4af8-a8bb-1629d5622c72 None None] The sync data for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:38.020135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.021530 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.042447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:38.044841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['ed301589-996d-4856-ad65-661e10e3cb72'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:38.051994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1c137-cc6c-4ecb-9c03-0c8a639cbb8e None None] Port f88a32ae-cc73-4720-9ba4-50b9e22b89a2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:38.058217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event deleted for resources: {'Port': ['ID=ed301589-996d-4856-ad65-661e10e3cb72,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:38.126554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] No DVR routers for this DVR port ed301589-996d-4856-ad65-661e10e3cb72 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:38.129130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b4e049-ab1b-461c-9509-10b19c52fdcd'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:38.133400 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec05649-d026-4250-88b0-a729cb287351" -d '{"events": [{"server_uuid": "cf53050d-0fce-48e5-a368-09cd8b715dfc", "name": "network-vif-plugged", "status": "completed", "tag": "88b4e049-ab1b-461c-9509-10b19c52fdcd"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:38.135698 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.146645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe4bf48f-8a71-4ac4-b25c-d7be28534dcd req-ad579cf3-214a-4142-969f-7a831a756b94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "DELETE /v2.0/ports/ed301589-996d-4856-ad65-661e10e3cb72 HTTP/1.1" status: 204 len: 173 time: 1.1321962 Aug 27 16:27:38.147363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'name': 'network-vif-deleted', 'tag': 'ed301589-996d-4856-ad65-661e10e3cb72'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:38.162597 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c649720c-6f51-4f4c-a845-5b174239a59e" -d '{"events": [{"server_uuid": "73f4ffbd-df4c-4bee-9825-7f34d77dd6ec", "name": "network-vif-deleted", "tag": "ed301589-996d-4856-ad65-661e10e3cb72"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:38.173949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 88b4e049-ab1b-461c-9509-10b19c52fdcd, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=88b4e049-ab1b-461c-9509-10b19c52fdcd,segment=NetworkSegment(cceea117-fc7c-412f-940c-0fa9a27dea87),segment_id=cceea117-fc7c-412f-940c-0fa9a27dea87)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:38.213271 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868940e7-ce31-46b5-ab22-82e9f5feca72 x-openstack-request-id: req-868940e7-ce31-46b5-ab22-82e9f5feca72 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:38.213572 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf53050d-0fce-48e5-a368-09cd8b715dfc", "name": "network-vif-plugged", "status": "completed", "tag": "88b4e049-ab1b-461c-9509-10b19c52fdcd", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:38.213893 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-868940e7-ce31-46b5-ab22-82e9f5feca72 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:38.214144 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73105860-980b-4e08-90b2-01d0da836a9c x-openstack-request-id: req-73105860-980b-4e08-90b2-01d0da836a9c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:38.214333 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b4e049-ab1b-461c-9509-10b19c52fdcd', 'code': 200} Aug 27 16:27:38.214437 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4ffbd-df4c-4bee-9825-7f34d77dd6ec", "name": "network-vif-deleted", "tag": "ed301589-996d-4856-ad65-661e10e3cb72", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:38.214850 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-73105860-980b-4e08-90b2-01d0da836a9c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:38.215430 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4ffbd-df4c-4bee-9825-7f34d77dd6ec', 'name': 'network-vif-deleted', 'tag': 'ed301589-996d-4856-ad65-661e10e3cb72', 'status': 'completed', 'code': 200} Aug 27 16:27:38.279088 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.279088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96df7322-7190-4bb8-b412-99e99ddd799b up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:38.338540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.385780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=88b4e049-ab1b-461c-9509-10b19c52fdcd,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:38.421157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d25ae-8199-4f18-be72-c17238f07f7e req-6f230e58-c383-411c-878d-10528bca2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:38.423300 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-454d25ae-8199-4f18-be72-c17238f07f7e req-6f230e58-c383-411c-878d-10528bca2d40 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 1096 time: 0.1290493 Aug 27 16:27:38.497343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0173b128-a59a-4fc3-9e6a-ee4a3877f193 req-a6836690-c1d7-4232-b185-0f9298fc59fb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=73f4ffbd-df4c-4bee-9825-7f34d77dd6ec HTTP/1.1" status: 200 len: 210 time: 0.0338202 Aug 27 16:27:38.513772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510abf28-7f7e-4972-9949-95b6ce9b38a6 req-d53b2347-2572-4c71-ba84-215b25d6ac12 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:38.521616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510abf28-7f7e-4972-9949-95b6ce9b38a6 req-d53b2347-2572-4c71-ba84-215b25d6ac12 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 945 time: 0.1115716 Aug 27 16:27:38.529189 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-454d25ae-8199-4f18-be72-c17238f07f7e req-4290a9a4-dfe0-4044-aa92-04e389466536 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813820 Aug 27 16:27:38.545991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 96df7322-7190-4bb8-b412-99e99ddd799b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:38.556508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 96df7322-7190-4bb8-b412-99e99ddd799b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:38.556894 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.576567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-510abf28-7f7e-4972-9949-95b6ce9b38a6 req-d3a0f1fe-b5fb-40af-920a-e07e2f0c08e4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506825 Aug 27 16:27:38.688066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.709879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port f88a32ae-cc73-4720-9ba4-50b9e22b89a2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:38.710520 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.732073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 96df7322-7190-4bb8-b412-99e99ddd799b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96df7322-7190-4bb8-b412-99e99ddd799b,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:38.796378 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.813675 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:38.831338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for f88a32ae-cc73-4720-9ba4-50b9e22b89a2 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:38.846553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=96df7322-7190-4bb8-b412-99e99ddd799b,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:39.089336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb944a-ffb1-4cad-b03d-5a54720b3a60 req-70bb91ad-c6b8-4917-a018-b808815cc826 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:39.092584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ccb944a-ffb1-4cad-b03d-5a54720b3a60 req-70bb91ad-c6b8-4917-a018-b808815cc826 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 945 time: 0.0782731 Aug 27 16:27:39.140991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ccb944a-ffb1-4cad-b03d-5a54720b3a60 req-8310a985-dc57-4c7c-80ce-41862c52c59e tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Aug 27 16:27:39.144297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:39.175766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=f88a32ae-cc73-4720-9ba4-50b9e22b89a2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:39.186538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54864) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:39.340565 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad82-c25d-4306-873e-1de1335d9e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:39.373970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:39.460803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad82-c25d-4306-873e-1de1335d9e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:39.577626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad82-c25d-4306-873e-1de1335d9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:39.653680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e6a0ad82-c25d-4306-873e-1de1335d9e89 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=17f484683d164a3c8711e349bcb55ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636450 Aug 27 16:27:39.653680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0ad82-c25d-4306-873e-1de1335d9e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c142ed-c130-4239-9339-c3cb8feba06d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:39.655101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54874) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:39.730773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65e9f4f-2c5b-4e9c-899a-d5a4a7565184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:39.798433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65e9f4f-2c5b-4e9c-899a-d5a4a7565184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:39.898447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30385d-ee91-42cb-96c0-167a4f3f44fd req-377fbe30-6c25-4bd0-b633-16686049119f tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:39.900011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd30385d-ee91-42cb-96c0-167a4f3f44fd req-377fbe30-6c25-4bd0-b633-16686049119f tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 945 time: 0.1754868 Aug 27 16:27:39.933386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 6f841ebf-ba81-4493-b3fb-71b8c6a4f13e has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:39.959403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-eab0db0c-d857-4b44-b33d-7b36ff1ca1a8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:39.960931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-eab0db0c-d857-4b44-b33d-7b36ff1ca1a8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1994851 Aug 27 16:27:39.996512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd30385d-ee91-42cb-96c0-167a4f3f44fd req-214daa2c-0d96-4093-b283-3835c2e44829 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872152 Aug 27 16:27:39.997907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-36f81d48-4fa8-4bdc-9077-bf6f9655cc87 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0255263 Aug 27 16:27:40.058183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:40.062148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-c5164ea2-fa71-4732-80a0-255c8718771e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564408 Aug 27 16:27:40.069087 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-29efd175-4d58-4f15-8037-5680ab242bf4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/6f841ebf-ba81-4493-b3fb-71b8c6a4f13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2208610 Aug 27 16:27:40.069811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54892) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:40.071975 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] Sync routers for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:40.083550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65e9f4f-2c5b-4e9c-899a-d5a4a7565184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:40.086450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d65e9f4f-2c5b-4e9c-899a-d5a4a7565184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:40.088049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d65e9f4f-2c5b-4e9c-899a-d5a4a7565184 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f3c142ed-c130-4239-9339-c3cb8feba06d HTTP/1.1" status: 204 len: 168 time: 0.4317033 Aug 27 16:27:40.088488 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:40.089108 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:40.138396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9f4f-2c5b-4e9c-899a-d5a4a7565184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c142ed-c130-4239-9339-c3cb8feba06d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:40.161920 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:40.172450 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:40.173455 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:40.210791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-6bd4b73d-3a8e-4c6c-8af1-86f2a92fe89e service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477780 Aug 27 16:27:40.215413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96df7322-7190-4bb8-b412-99e99ddd799b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:40.218243 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc856b4-ad11-48f7-a5ec-c296587f612f" -d '{"events": [{"server_uuid": "654ab890-26f1-4b7c-89dd-22bbab2be365", "name": "network-vif-plugged", "status": "completed", "tag": "96df7322-7190-4bb8-b412-99e99ddd799b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:40.415336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94797-79e0-4a00-a99b-28a84e4114f6 req-712aa063-e5ab-4cd5-8f36-653295851d90 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:40.417157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1e94797-79e0-4a00-a99b-28a84e4114f6 req-712aa063-e5ab-4cd5-8f36-653295851d90 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 945 time: 0.1077561 Aug 27 16:27:40.441656 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:40.442714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df4ff4-42ea-4814-aa1c-3a5e33ea3095 None None] The sync data for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:40.444216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-3fbec43c-1043-41f5-a89c-328d3f5c28f7 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216718 Aug 27 16:27:40.468498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1e94797-79e0-4a00-a99b-28a84e4114f6 req-fc85a57d-1f26-43d7-8152-b7f15627b9a9 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 Aug 27 16:27:40.564207 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c76157-e032-4b6e-bf04-9c66f58ebed2 x-openstack-request-id: req-86c76157-e032-4b6e-bf04-9c66f58ebed2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:40.564612 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654ab890-26f1-4b7c-89dd-22bbab2be365", "name": "network-vif-plugged", "status": "completed", "tag": "96df7322-7190-4bb8-b412-99e99ddd799b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:40.565412 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86c76157-e032-4b6e-bf04-9c66f58ebed2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:40.565412 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96df7322-7190-4bb8-b412-99e99ddd799b', 'code': 200} Aug 27 16:27:40.604114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:40.781839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba21e931-2714-47cf-ac4a-766bba1d9750 req-329f49fb-c2df-4ddf-b095-a36faf1fb639 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 210 time: 0.0447602 Aug 27 16:27:40.837659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cc7b9-8890-4bf0-8550-c37944805750 req-2684c55a-c8a7-43c3-9237-f2d8861b9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:40.839368 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714cc7b9-8890-4bf0-8550-c37944805750 req-2684c55a-c8a7-43c3-9237-f2d8861b9c45 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 1096 time: 0.1174414 Aug 27 16:27:40.899334 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-714cc7b9-8890-4bf0-8550-c37944805750 req-71acf95e-8a0f-4d05-bdf4-eee8c874a254 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516403 Aug 27 16:27:41.007782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port e82e12c0-7662-41e6-978d-f7b35c031f9e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:41.008139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:41.172777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:41.172990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10777d-7a88-480a-a0d8-9842c9bca6b4 req-9068a417-a090-473d-ac14-468973b53b9e tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:41.176033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a10777d-7a88-480a-a0d8-9842c9bca6b4 req-9068a417-a090-473d-ac14-468973b53b9e tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 945 time: 0.0696723 Aug 27 16:27:41.206260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for e82e12c0-7662-41e6-978d-f7b35c031f9e owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:41.280813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a10777d-7a88-480a-a0d8-9842c9bca6b4 req-21f5b0e0-0700-4015-a781-890df58414aa tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973711 Aug 27 16:27:41.568687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:41.604035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=e82e12c0-7662-41e6-978d-f7b35c031f9e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:41.635819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c8d79-4ae3-4633-af3e-92bba1e844c1 req-c1295b13-c1d9-47af-982c-c6a922714322 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:41.641619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b0c8d79-4ae3-4633-af3e-92bba1e844c1 req-c1295b13-c1d9-47af-982c-c6a922714322 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 945 time: 0.0934551 Aug 27 16:27:41.710093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b0c8d79-4ae3-4633-af3e-92bba1e844c1 req-133a3639-3442-4a78-a018-cd935522ac9e tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647039 Aug 27 16:27:41.849188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:41.940575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f3ea736-7a72-4a9d-a3c8-29bf854a421a req-f3e18c53-7429-45d4-9c91-deafacf63b1e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 210 time: 0.0284255 Aug 27 16:27:41.961313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed301589-996d-4856-ad65-661e10e3cb72 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:41.988032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: ed301589-996d-4856-ad65-661e10e3cb72 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:41.988524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device ed301589-996d-4856-ad65-661e10e3cb72 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:42.055178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 6f841ebf-ba81-4493-b3fb-71b8c6a4f13e has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:42.149552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:42.157556 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5093b80f-68ee-4534-a2f5-dea71b304ec8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/6f841ebf-ba81-4493-b3fb-71b8c6a4f13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0830886 Aug 27 16:27:42.157556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54950) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:42.159851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] Sync routers for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:42.177478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:42.180233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:42.188463 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-188ca12a-e09f-4d99-9f4b-d077c8071dd7 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f841ebf-ba81-4493-b3fb-71b8c6a4f13e HTTP/1.1" status: 200 len: 205 time: 0.0276721 Aug 27 16:27:42.191648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54952) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:42.265642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:42.299972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] Routers {'6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:42.300857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:42.334827 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-931d2773-ebf5-4739-af76-a4c662ebede2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:42.335353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:42.336101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12e0d8-fcfb-47f1-9832-3137a06ddb1f None None] The sync data for ids ['6f841ebf-ba81-4493-b3fb-71b8c6a4f13e'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:42.575978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54968) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:42.785108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-280576620'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:42.846597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-931d2773-ebf5-4739-af76-a4c662ebede2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:42.861548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-931d2773-ebf5-4739-af76-a4c662ebede2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:42.893758 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Made reservation on behalf of 29ebfd3be9b2428896e4e264ada416f3 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:42.897571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:42.913986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:42.979811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67db88-0ad3-4e2d-a9ea-8f71811ce9d0 req-6026efdb-4556-4a78-927b-5e6cc2c939e2 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:42.981342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc67db88-0ad3-4e2d-a9ea-8f71811ce9d0 req-6026efdb-4556-4a78-927b-5e6cc2c939e2 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 945 time: 0.1495681 Aug 27 16:27:43.014672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-931d2773-ebf5-4739-af76-a4c662ebede2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.015208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931d2773-ebf5-4739-af76-a4c662ebede2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Fanout notify agent at l3_agent the message router_deleted on router 6f841ebf-ba81-4493-b3fb-71b8c6a4f13e {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:27:43.033500 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-931d2773-ebf5-4739-af76-a4c662ebede2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.035150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-931d2773-ebf5-4739-af76-a4c662ebede2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/6f841ebf-ba81-4493-b3fb-71b8c6a4f13e HTTP/1.1" status: 204 len: 168 time: 0.8424745 Aug 27 16:27:43.039569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54978) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:43.093095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc67db88-0ad3-4e2d-a9ea-8f71811ce9d0 req-97c0dd7b-8e1d-4ca1-873e-e249096c28e7 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009302 Aug 27 16:27:43.103502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-af9698b0-83b9-46d0-8bf2-8f8070b46040 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:43.104993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-af9698b0-83b9-46d0-8bf2-8f8070b46040 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1994379 Aug 27 16:27:43.130279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Request body: {'port': {'device_id': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'admin_state_up': True, 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:43.132852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cea23739-0215-4f5c-9407-551574b6eeca req-a4e6a2e4-5242-49fe-b375-55444f4db1bb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 210 time: 0.0704517 Aug 27 16:27:43.175866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet 1d605fae-34ed-445e-9312-65688606e83f {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:43.179859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.226059 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.301431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.340202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.498922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.533903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47035356-267a-4dca-97be-03589423b6c8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:43.575620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.586271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:43.601829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:43.605743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.615546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=1d605fae-34ed-445e-9312-65688606e83f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:43.618590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.620847 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8717e838-580f-46b7-bee1-51da9894d02a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/1d605fae-34ed-445e-9312-65688606e83f HTTP/1.1" status: 204 len: 168 time: 0.5727789 Aug 27 16:27:43.621872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.622224 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Added segment 9f6dd356-3d2f-4d01-9327-b705f50fa569 of type vlan for network bee5558e-52f1-463e-b45b-dbb26074863d Aug 27 16:27:43.623313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54992) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:43.625988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8169d9a-0e84-43a4-bc58-84efadaacc20 None None] Network 8b302093-1c41-446c-aea2-9c6463df7e10 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:43.699295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.738829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet 5084fde0-3319-4545-af44-75e195cfd6aa {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:43.748365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.808580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.814203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:43.814812 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.829691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.886461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Allocated IP 172.20.0.2 (be5e7863-5dee-47a5-86e5-8537fccd706a/05e75054-550a-4cf9-92f8-986fa2240420/63d3381f-e4ae-48e0-8afe-c94241f8dab2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:43.907881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Pushing event updated for resources: {'Network': ['ID=bee5558e-52f1-463e-b45b-dbb26074863d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:43.925681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network bee5558e-52f1-463e-b45b-dbb26074863d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:43.977143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:43.980054 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e82d565a-538f-498f-b634-8199ccd0a9bb tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4026451 Aug 27 16:27:43.983257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55000) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:44.016205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] DHCP port deletion for 8b302093-1c41-446c-aea2-9c6463df7e10 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:27:44.057144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'network': {'name': 'tempest-network--1380335431', 'router:external': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:44.122883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] Deleting port d83f9b08-746e-4aa5-b442-3f314fdb8c0e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:44.123184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.144143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.197264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Made reservation on behalf of 063e1fc35bd24e3c9ab5a4086d3305be for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:44.200309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] For port d83f9b08-746e-4aa5-b442-3f314fdb8c0e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d83f9b08-746e-4aa5-b442-3f314fdb8c0e,segment=NetworkSegment(8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0),segment_id=8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:44.200309 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.201728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.214266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] Calling delete_port for d83f9b08-746e-4aa5-b442-3f314fdb8c0e owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:44.216633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.273681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.285443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0640a6bd-ff3f-473b-bdc9-c951e2a93c38 req-0f4bd1ab-1cb3-4eee-bb70-bfa930078a35 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 210 time: 0.0564568 Aug 27 16:27:44.324169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.326492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/5084fde0-3319-4545-af44-75e195cfd6aa HTTP/1.1" status: 204 len: 168 time: 0.6988747 Aug 27 16:27:44.328123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be563e43-df48-4859-b4c0-812f724294cb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=5084fde0-3319-4545-af44-75e195cfd6aa,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.330806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55008) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:44.334233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957a39da-5f78-4a67-bc9b-e9bf23cd5489 None None] Network f7f5a995-8fac-48c6-8e7d-932bb5189dd7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:44.367339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.414018 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.434717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:44.464195 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.476243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.504563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.521301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Network be5e7863-5dee-47a5-86e5-8537fccd706a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:44.531537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:44.535834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:44.548418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc8d5f-c0db-4095-b6dc-4bc39b50adbf,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.554156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:44.566301 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.566610 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Added segment 666ebfc7-4360-4280-a1f5-b76d44efb662 of type vlan for network 51064a8b-08c1-4674-b118-fcc9eb6c6081 Aug 27 16:27:44.585441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] Pushing event deleted for resources: {'Port': ['ID=d83f9b08-746e-4aa5-b442-3f314fdb8c0e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.587432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b48466-cd18-4e12-a16b-8f8152a68bde None None] No DVR routers for this DVR port d83f9b08-746e-4aa5-b442-3f314fdb8c0e on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:44.632692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event updated for resources: {'Port': ['ID=63d3381f-e4ae-48e0-8afe-c94241f8dab2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.663848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.764072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:44.764967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.765874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] DHCP port deletion for f7f5a995-8fac-48c6-8e7d-932bb5189dd7 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:27:44.796410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.797013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.797563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:44.798221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.809238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b302093-1c41-446c-aea2-9c6463df7e10']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:44.822067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:44.822408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1a99e3-74a1-4053-9bb5-8e1ac0a23cf0') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:44.833754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.860047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.870417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:44.870811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:44.874341 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:44.892133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Network': ['ID=51064a8b-08c1-4674-b118-fcc9eb6c6081,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:44.899427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] Deleting port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:44.900517 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:44.905089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 51064a8b-08c1-4674-b118-fcc9eb6c6081 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:44.929348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-cd884402-4e5a-4677-b1ae-21edad6793b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8061337 Aug 27 16:27:44.947119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Request body: {'port': {'device_id': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:45.034075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31687fbd-dee6-49db-96f8-afed2f72bc45 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0453682 Aug 27 16:27:45.037320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55024) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:45.079087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] For port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=13648bf7-7df0-4e20-ac51-f1c4ad65cb83,segment=NetworkSegment(78fde15a-7fd3-42f0-a220-b89ec88f3e74),segment_id=78fde15a-7fd3-42f0-a220-b89ec88f3e74)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:45.079087 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.090832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.094828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] Calling delete_port for 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:45.133204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.141028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.148473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.152954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/8b302093-1c41-446c-aea2-9c6463df7e10 HTTP/1.1" status: 204 len: 168 time: 0.8180876 Aug 27 16:27:45.159509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:45.160440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55028) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:45.184702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f26fe5-110f-44a6-a44b-b1e8371651b3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=8b302093-1c41-446c-aea2-9c6463df7e10,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:45.310958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.327460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.331941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51064a8b-08c1-4674-b118-fcc9eb6c6081']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:45.346296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e95bd-ecd9-4770-bb77-a6d11ec04e94 req-0032f58c-64d7-439d-8cbf-3c9932f27620 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:45.348840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-618e95bd-ecd9-4770-bb77-a6d11ec04e94 req-0032f58c-64d7-439d-8cbf-3c9932f27620 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 945 time: 0.1655288 Aug 27 16:27:45.356467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666ebfc7-4360-4280-a1f5-b76d44efb662') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:45.356860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666ebfc7-4360-4280-a1f5-b76d44efb662') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:45.368305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.383599 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.393408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:45.393824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:45.395630 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:45.447776 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.448374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-618e95bd-ecd9-4770-bb77-a6d11ec04e94 req-3cabb6c7-493b-4bc9-8ec0-7643cda20f58 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Aug 27 16:27:45.485481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.501546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f630-5820-46b6-be9c-8064194a4e5d req-f2d725d1-c7a4-4a88-82c3-7e208d9ccca0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:45.505960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54b5f630-5820-46b6-be9c-8064194a4e5d req-f2d725d1-c7a4-4a88-82c3-7e208d9ccca0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 931 time: 0.1145215 Aug 27 16:27:45.540621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] The port '13648bf7-7df0-4e20-ac51-f1c4ad65cb83' was deleted {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 16:27:45.546650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d83f9b08-746e-4aa5-b442-3f314fdb8c0e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:45.599392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] Pushing event deleted for resources: {'Port': ['ID=13648bf7-7df0-4e20-ac51-f1c4ad65cb83,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:45.613003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c9cce-fad0-4f29-8018-edaafc6c69cc None None] No DVR routers for this DVR port 13648bf7-7df0-4e20-ac51-f1c4ad65cb83 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:45.617554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d83f9b08-746e-4aa5-b442-3f314fdb8c0e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:45.619889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d83f9b08-746e-4aa5-b442-3f314fdb8c0e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:45.657265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54b5f630-5820-46b6-be9c-8064194a4e5d req-55682b80-d93c-415f-a017-b77294cce3de tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388831 Aug 27 16:27:45.675825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d3381f-e4ae-48e0-8afe-c94241f8dab2 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:45.691446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.696690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.701640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Transition to ACTIVE for port object 63d3381f-e4ae-48e0-8afe-c94241f8dab2 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:45.707610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.713068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51064a8b-08c1-4674-b118-fcc9eb6c6081 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 16:27:45.715469 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.717613 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "DELETE /v2.0/networks/51064a8b-08c1-4674-b118-fcc9eb6c6081 HTTP/1.1" status: 204 len: 168 time: 0.6792748 Aug 27 16:27:45.724506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55038) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:45.729777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:45.740814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f5a995-8fac-48c6-8e7d-932bb5189dd7']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:45.742518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cc766-22b4-4f67-b731-5bc612981c65 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event deleted for resources: {'Network': ['ID=51064a8b-08c1-4674-b118-fcc9eb6c6081,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:45.754852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fde15a-7fd3-42f0-a220-b89ec88f3e74') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:45.755165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fde15a-7fd3-42f0-a220-b89ec88f3e74') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:45.767778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.793867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.802886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:45.803314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.820378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.906629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Made reservation on behalf of 063e1fc35bd24e3c9ab5a4086d3305be for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:45.910182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:45.919951 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:45.926124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Pushing event updated for resources: {'Port': ['ID=63d3381f-e4ae-48e0-8afe-c94241f8dab2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:45.950594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:45.960157 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:45.960634 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Added segment 5d5cd25b-016f-4a62-8908-1aebe6e42414 of type vlan for network 60fb42eb-249d-497f-95db-9581967ece7a Aug 27 16:27:46.013338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.013572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.021252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.027363 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/f7f5a995-8fac-48c6-8e7d-932bb5189dd7 HTTP/1.1" status: 204 len: 168 time: 0.8617902 Aug 27 16:27:46.045188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55044) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:46.051982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bb6d8-a037-4e18-8aa2-34eb0149b5ad tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=f7f5a995-8fac-48c6-8e7d-932bb5189dd7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:46.052795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1068352859'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:46.143483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Attempting to bind port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:46.143483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Attempting to bind port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:46.143483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Attempting to bind port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:46.149003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 on network be5e7863-5dee-47a5-86e5-8537fccd706a not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:27:46.149342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Attempting to bind port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:46.176787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.177757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:46.178599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.239124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:46.239650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:46.240494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Bound using segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:46.240975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Bound port: 63d3381f-e4ae-48e0-8afe-c94241f8dab2, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:46.241346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.253031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:46.257278 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.305218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Network': ['ID=60fb42eb-249d-497f-95db-9581967ece7a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:46.307575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:46.317431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 60fb42eb-249d-497f-95db-9581967ece7a details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:46.339952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.340309 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment 72fd7a86-1f72-4029-aeb4-8df9da70e20b of type vlan for network d56f433b-d675-4369-a213-520db9bf3833 Aug 27 16:27:46.405317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bb17c728-4f2f-42dc-aa72-ebcd544432c4 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6798012 Aug 27 16:27:46.405970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55052) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:46.439474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'subnet': {'network_id': '60fb42eb-249d-497f-95db-9581967ece7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:46.457873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.461166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-a77f315a-c999-49af-b600-89da7b1162b4 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:46.462886 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-a77f315a-c999-49af-b600-89da7b1162b4 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 945 time: 0.0999629 Aug 27 16:27:46.468158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] For port 63d3381f-e4ae-48e0-8afe-c94241f8dab2, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:46.536291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] For port 63d3381f-e4ae-48e0-8afe-c94241f8dab2, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=63d3381f-e4ae-48e0-8afe-c94241f8dab2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:46.584888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Deleting port 96df7322-7190-4bb8-b412-99e99ddd799b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:46.585375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.591902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.597688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:46.598317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.672344 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.702528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] For port 96df7322-7190-4bb8-b412-99e99ddd799b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=96df7322-7190-4bb8-b412-99e99ddd799b,segment=NetworkSegment(af4f9f54-99b3-4c39-a12c-73044c86a709),segment_id=af4f9f54-99b3-4c39-a12c-73044c86a709)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:46.702860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.752586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Made reservation on behalf of 063e1fc35bd24e3c9ab5a4086d3305be for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:46.754786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.755026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Calling delete_port for 96df7322-7190-4bb8-b412-99e99ddd799b owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:46.764923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Pushing event updated for resources: {'Port': ['ID=63d3381f-e4ae-48e0-8afe-c94241f8dab2,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:46.836141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:46.836927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:46.839567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-84004040-f8f3-47d5-8390-550a453bf405 service neutron] 10.222.0.97 "PUT /v2.0/ports/63d3381f-e4ae-48e0-8afe-c94241f8dab2 HTTP/1.1" status: 200 len: 1091 time: 1.8956697 Aug 27 16:27:46.850361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'tag': '63d3381f-e4ae-48e0-8afe-c94241f8dab2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:46.852709 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6336c3f-cce9-44bb-b232-91ad43f5b300" -d '{"events": [{"name": "network-changed", "server_uuid": "9f771eec-4b50-4bb1-a2c9-7cf025380695", "tag": "63d3381f-e4ae-48e0-8afe-c94241f8dab2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:46.866762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c97b-83c8-4206-b6c8-59541bff62ec req-d5d526fc-9496-46e3-85c2-83110dcfea3a tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:46.868469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85e7c97b-83c8-4206-b6c8-59541bff62ec req-d5d526fc-9496-46e3-85c2-83110dcfea3a tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 945 time: 0.3159320 Aug 27 16:27:46.869801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8232896 Aug 27 16:27:46.873247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55066) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:46.873898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b263e-4b8c-4531-9706-c8fc2c29857e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=d56f433b-d675-4369-a213-520db9bf3833,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:46.886457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d56f433b-d675-4369-a213-520db9bf3833 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:46.892480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': 'd56f433b-d675-4369-a213-520db9bf3833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:47.025127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.040344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['96df7322-7190-4bb8-b412-99e99ddd799b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:47.101477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Pushing event deleted for resources: {'Port': ['ID=96df7322-7190-4bb8-b412-99e99ddd799b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:47.130152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85e7c97b-83c8-4206-b6c8-59541bff62ec req-799add82-c15e-4531-8ae1-8ce1313502fb tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/security-groups?id=7a3a1793-418a-445b-9dcc-7ef388361e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587605 Aug 27 16:27:47.170246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-65df9bfc-4e66-4aa6-8828-83e83c23841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:47.171983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-65df9bfc-4e66-4aa6-8828-83e83c23841f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 1094 time: 0.1887994 Aug 27 16:27:47.180828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28c043-bc55-46a6-be3d-813ca3bbd2f2 req-d71ff562-7c7e-4307-b16e-d0aab679e8de tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:47.183494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e28c043-bc55-46a6-be3d-813ca3bbd2f2 req-d71ff562-7c7e-4307-b16e-d0aab679e8de tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 943 time: 0.1990886 Aug 27 16:27:47.221969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] No DVR routers for this DVR port 96df7322-7190-4bb8-b412-99e99ddd799b on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:47.227013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.231875 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2a3be91b-71d1-40f6-a831-f9aae05f9d6d req-853b3b88-d849-47ea-b604-cfa9654f2883 tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.90 "DELETE /v2.0/ports/96df7322-7190-4bb8-b412-99e99ddd799b HTTP/1.1" status: 204 len: 173 time: 0.7617009 Aug 27 16:27:47.233667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'name': 'network-vif-deleted', 'tag': '96df7322-7190-4bb8-b412-99e99ddd799b'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:47.237350 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf31b4c7-6dc1-402b-9c2a-c7315883978f x-openstack-request-id: req-cf31b4c7-6dc1-402b-9c2a-c7315883978f {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:47.237884 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f771eec-4b50-4bb1-a2c9-7cf025380695", "tag": "63d3381f-e4ae-48e0-8afe-c94241f8dab2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:47.238297 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf31b4c7-6dc1-402b-9c2a-c7315883978f {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:47.238852 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'tag': '63d3381f-e4ae-48e0-8afe-c94241f8dab2', 'status': 'completed', 'code': 200} Aug 27 16:27:47.239034 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c1313-3951-441e-8e34-42853541b27f" -d '{"events": [{"server_uuid": "654ab890-26f1-4b7c-89dd-22bbab2be365", "name": "network-vif-deleted", "tag": "96df7322-7190-4bb8-b412-99e99ddd799b"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:47.248757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-482f7497-46f3-4181-952c-9a0a6506c6d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63d3381f-e4ae-48e0-8afe-c94241f8dab2 HTTP/1.1" status: 200 len: 217 time: 0.0602577 Aug 27 16:27:47.313609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:47.317949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:47.435383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e28c043-bc55-46a6-be3d-813ca3bbd2f2 req-ac46548a-7257-4c56-af02-4d284818a90e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351913 Aug 27 16:27:47.450328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-506474df-cc5a-4fd3-b929-b6f9322b38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:47.451792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-506474df-cc5a-4fd3-b929-b6f9322b38fb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.1811118 Aug 27 16:27:47.501724 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8275daa-e28f-4e15-b033-cd2f9fe047f6 x-openstack-request-id: req-a8275daa-e28f-4e15-b033-cd2f9fe047f6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:47.501724 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654ab890-26f1-4b7c-89dd-22bbab2be365", "name": "network-vif-deleted", "tag": "96df7322-7190-4bb8-b412-99e99ddd799b", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:47.501724 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a8275daa-e28f-4e15-b033-cd2f9fe047f6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:47.501724 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654ab890-26f1-4b7c-89dd-22bbab2be365', 'name': 'network-vif-deleted', 'tag': '96df7322-7190-4bb8-b412-99e99ddd799b', 'status': 'completed', 'code': 200} Aug 27 16:27:47.514281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-c538ebef-801b-45c1-8562-2456ccbfc601 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486686 Aug 27 16:27:47.771982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-1ea69f8e-1c3d-492d-a75b-c2acddfd65cf service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490997 Aug 27 16:27:48.139441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5308d-546e-4be6-91e7-4c04e2b4b85f req-1c2fdff7-881f-4bef-9f73-178f6d598b5d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:48.140916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5d5308d-546e-4be6-91e7-4c04e2b4b85f req-1c2fdff7-881f-4bef-9f73-178f6d598b5d tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 945 time: 0.4670575 Aug 27 16:27:48.146584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.294134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=0ffdbafa-03a9-4cf3-a806-71451642d428,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:48.328695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5d5308d-546e-4be6-91e7-4c04e2b4b85f req-74e04b0e-b7ef-48ad-9537-3df42a799351 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757321 Aug 27 16:27:48.333022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93fa0f93-eed9-4d66-92e3-6ea14e5ac986 req-c6a9fb86-bad3-4412-b3ad-fe76eec439ad tempest-VolumesActionsTest-623719280 tempest-VolumesActionsTest-623719280-project] 10.222.0.101 "GET /v2.0/ports?device_id=654ab890-26f1-4b7c-89dd-22bbab2be365 HTTP/1.1" status: 200 len: 210 time: 0.0693045 Aug 27 16:27:48.337391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfd4c5bd-d93a-4444-892d-acd95c0b5c3d req-e76180a8-d2c2-42cf-8297-ebe2e81ac805 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547452 Aug 27 16:27:48.364877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': '72fd7a86-1f72-4029-aeb4-8df9da70e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'd56f433b-d675-4369-a213-520db9bf3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:48.365215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: d56f433b-d675-4369-a213-520db9bf3833, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:48.391252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:27:48.391252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.453840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e3983256-4180-40a5-8e36-e791f3ed6611,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:48.463115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Checking segment: {'id': '5d5cd25b-016f-4a62-8908-1aebe6e42414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '60fb42eb-249d-497f-95db-9581967ece7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:48.463520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Network hostable DHCP agents. Network: 60fb42eb-249d-497f-95db-9581967ece7a, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:27:48.550278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network d56f433b-d675-4369-a213-520db9bf3833 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:48.578114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Network 60fb42eb-249d-497f-95db-9581967ece7a is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:27:48.597688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-2de57b9d-ee02-4762-ad73-a8677e90db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:48.599197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-2de57b9d-ee02-4762-ad73-a8677e90db75 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 1094 time: 0.0872495 Aug 27 16:27:48.607500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e83a9e-aae9-4f0c-b477-3939d8456880 req-ceb94f1b-af5a-4e55-823b-79f08510c280 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:48.608859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12e83a9e-aae9-4f0c-b477-3939d8456880 req-ceb94f1b-af5a-4e55-823b-79f08510c280 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 943 time: 0.0880957 Aug 27 16:27:48.685807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d56f433b-d675-4369-a213-520db9bf3833) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:48.694678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d83b1-3a62-4f17-a1e1-128699354de3 None None] Network d56f433b-d675-4369-a213-520db9bf3833 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:48.695811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 60fb42eb-249d-497f-95db-9581967ece7a) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:48.712803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:48.713921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.718348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:48.718921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.719258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf2e09-9060-4fff-a532-535636426b31 None None] Network 60fb42eb-249d-497f-95db-9581967ece7a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:48.725134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12e83a9e-aae9-4f0c-b477-3939d8456880 req-464ed945-17ed-4bbb-8250-cb1c08c101b6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078093 Aug 27 16:27:48.758136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-bea05868-cc20-40c2-be3c-eb8296bbe04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:48.759742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-bea05868-cc20-40c2-be3c-eb8296bbe04a service neutron] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 908 time: 0.1500041 Aug 27 16:27:48.817450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-af929894-5b76-4448-9eeb-5b413db2933b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63d3381f-e4ae-48e0-8afe-c94241f8dab2 HTTP/1.1" status: 200 len: 217 time: 0.0489666 Aug 27 16:27:48.822883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55090) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:48.823449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33634a4b-0d3f-4fc7-881c-6a873fe21f3c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9366806 Aug 27 16:27:48.826528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e7169ed2-d5d1-4060-8f1c-3dbe4606ab09 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4128296 Aug 27 16:27:48.829149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55092) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:48.830886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-02df134f-75a3-4243-a8c4-659372c0e92c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1665785837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:48.836289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'floatingip': {'floating_network_id': '60fb42eb-249d-497f-95db-9581967ece7a'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:48.906103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-1e58c0d2-9a2b-40c7-b6dd-d7fd6754c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:48.907967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-1e58c0d2-9a2b-40c7-b6dd-d7fd6754c0d1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.0661027 Aug 27 16:27:48.948779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-0037058b-b30d-4e8a-8c4d-de92f0ba5889 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309930 Aug 27 16:27:48.956262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-02df134f-75a3-4243-a8c4-659372c0e92c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.957642 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-02df134f-75a3-4243-a8c4-659372c0e92c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.981800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-d56f433b-d675-4369-a213-520db9bf3833', 'network_id': 'd56f433b-d675-4369-a213-520db9bf3833', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': '0ffdbafa-03a9-4cf3-a806-71451642d428'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:27:48.982940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:48.988629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11701c1-a924-4415-ad66-31b525bcc7dc None None] Network 60fb42eb-249d-497f-95db-9581967ece7a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:49.055756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.067249 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-02df134f-75a3-4243-a8c4-659372c0e92c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.079589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-eababe2e-7b30-4dd9-8783-264b17febbc4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:49.081889 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-eababe2e-7b30-4dd9-8783-264b17febbc4 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 945 time: 0.1045208 Aug 27 16:27:49.118820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-c5ada2f1-eb3e-42e6-9dd6-0d6f4cb1ccd4 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497357 Aug 27 16:27:49.213375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-02df134f-75a3-4243-a8c4-659372c0e92c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.246045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6336c3f-cce9-44bb-b232-91ad43f5b300 req-7abbbcc6-b611-471e-a996-6efba71a97ea service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131613 Aug 27 16:27:49.246254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Allocated IP 172.20.0.2 (d56f433b-d675-4369-a213-520db9bf3833/0ffdbafa-03a9-4cf3-a806-71451642d428/8e6c21f2-c088-450d-9d61-c04dd8a3e579) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:49.250428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Deleting port 88b4e049-ab1b-461c-9509-10b19c52fdcd {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:49.252595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.255011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.361596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55098) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:49.443789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Allocated IP 172.20.0.12 (60fb42eb-249d-497f-95db-9581967ece7a/e3983256-4180-40a5-8e36-e791f3ed6611/ed956201-06fd-4043-b1b6-44907fe8ae5d) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:49.449654 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.459390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Transition to ACTIVE for port object 8e6c21f2-c088-450d-9d61-c04dd8a3e579 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:49.471152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] For port 88b4e049-ab1b-461c-9509-10b19c52fdcd, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=88b4e049-ab1b-461c-9509-10b19c52fdcd,segment=NetworkSegment(cceea117-fc7c-412f-940c-0fa9a27dea87),segment_id=cceea117-fc7c-412f-940c-0fa9a27dea87)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:49.471560 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.476622 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-02df134f-75a3-4243-a8c4-659372c0e92c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.479232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Transition to ACTIVE for port object 8e6c21f2-c088-450d-9d61-c04dd8a3e579 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:49.481786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-02df134f-75a3-4243-a8c4-659372c0e92c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6568763 Aug 27 16:27:49.482417 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55108) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:49.494942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'port': {'network_id': 'd56f433b-d675-4369-a213-520db9bf3833', 'name': 'tempest-RoutersTest-2018422537'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:49.506568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96df7322-7190-4bb8-b412-99e99ddd799b no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:49.541972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 96df7322-7190-4bb8-b412-99e99ddd799b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:49.567499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 96df7322-7190-4bb8-b412-99e99ddd799b not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:49.600607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Calling delete_port for 88b4e049-ab1b-461c-9509-10b19c52fdcd owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:49.694383 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.701099 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.767116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Network d56f433b-d675-4369-a213-520db9bf3833 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:49.776859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:49.784089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:49.784260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:49.788627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Pushing event updated for resources: {'Port': ['ID=8e6c21f2-c088-450d-9d61-c04dd8a3e579,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:49.800928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.804014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006f373-8db2-402d-bf72-bbcb98e34dfc req-9d3f717e-36d1-4ab7-8aa4-07c19354e47b tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:49.805407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c006f373-8db2-402d-bf72-bbcb98e34dfc req-9d3f717e-36d1-4ab7-8aa4-07c19354e47b tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 945 time: 0.2350886 Aug 27 16:27:49.848870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] device_id is not set on port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:27:49.863166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Attempting to bind port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:27:49.863588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Attempting to bind port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '72fd7a86-1f72-4029-aeb4-8df9da70e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'd56f433b-d675-4369-a213-520db9bf3833'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:27:49.864081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Attempting to bind port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 on network d56f433b-d675-4369-a213-520db9bf3833 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:27:49.869303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:27:49.870267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Checking segment: {'id': '72fd7a86-1f72-4029-aeb4-8df9da70e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'd56f433b-d675-4369-a213-520db9bf3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:27:49.870267 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.870512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Bound using segment: {'id': '72fd7a86-1f72-4029-aeb4-8df9da70e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'd56f433b-d675-4369-a213-520db9bf3833'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:27:49.870989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Bound port: 8e6c21f2-c088-450d-9d61-c04dd8a3e579, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fd7a86-1f72-4029-aeb4-8df9da70e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'd56f433b-d675-4369-a213-520db9bf3833'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:27:49.871499 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.874886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.941600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Port': ['ID=ed956201-06fd-4043-b1b6-44907fe8ae5d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:49.954174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] For port 8e6c21f2-c088-450d-9d61-c04dd8a3e579, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:27:49.957630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c006f373-8db2-402d-bf72-bbcb98e34dfc req-db5982ce-a698-4987-aab7-23e68cabecae tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/security-groups?id=a68ffa8f-c75a-4081-beb2-6e601cdcb26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438901 Aug 27 16:27:49.958887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] For port 8e6c21f2-c088-450d-9d61-c04dd8a3e579, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e6c21f2-c088-450d-9d61-c04dd8a3e579,segment=NetworkSegment(72fd7a86-1f72-4029-aeb4-8df9da70e20b),segment_id=72fd7a86-1f72-4029-aeb4-8df9da70e20b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:27:49.972293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Network 60fb42eb-249d-497f-95db-9581967ece7a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:49.981841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:49.989876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['88b4e049-ab1b-461c-9509-10b19c52fdcd'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:50.007896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:50.012490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:50.015605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Pushing event deleted for resources: {'Port': ['ID=88b4e049-ab1b-461c-9509-10b19c52fdcd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:50.035492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.071713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed759a-b179-4020-94c7-2a731216cb1f req-fceaf3be-7283-4d4a-b4a8-b65f10849ca9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:50.073279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3ed759a-b179-4020-94c7-2a731216cb1f req-fceaf3be-7283-4d4a-b4a8-b65f10849ca9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 943 time: 0.2298050 Aug 27 16:27:50.099124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] No DVR routers for this DVR port 88b4e049-ab1b-461c-9509-10b19c52fdcd on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:27:50.107306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.123258 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-13171e7a-5cc8-414e-a85b-7a81a09ec711 req-55e97f44-4871-4856-80ee-2cf31afd23c2 tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.90 "DELETE /v2.0/ports/88b4e049-ab1b-461c-9509-10b19c52fdcd HTTP/1.1" status: 204 len: 173 time: 1.0351205 Aug 27 16:27:50.123776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'name': 'network-vif-deleted', 'tag': '88b4e049-ab1b-461c-9509-10b19c52fdcd'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:50.127858 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada4812-3ef4-4157-ab26-2b4c8ace84a6" -d '{"events": [{"server_uuid": "cf53050d-0fce-48e5-a368-09cd8b715dfc", "name": "network-vif-deleted", "tag": "88b4e049-ab1b-461c-9509-10b19c52fdcd"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:50.151445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da895b1c-2ef0-42c0-966f-8b629472558e None None] Pushing event updated for resources: {'Port': ['ID=8e6c21f2-c088-450d-9d61-c04dd8a3e579,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:50.168325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.20.0.8 (d56f433b-d675-4369-a213-520db9bf3833/0ffdbafa-03a9-4cf3-a806-71451642d428/d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:27:50.225053 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64127f-93f6-4ebe-94fe-2a46a67a13ba x-openstack-request-id: req-ae64127f-93f6-4ebe-94fe-2a46a67a13ba {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:50.225386 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf53050d-0fce-48e5-a368-09cd8b715dfc", "name": "network-vif-deleted", "tag": "88b4e049-ab1b-461c-9509-10b19c52fdcd", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:50.225601 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae64127f-93f6-4ebe-94fe-2a46a67a13ba {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:50.226009 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf53050d-0fce-48e5-a368-09cd8b715dfc', 'name': 'network-vif-deleted', 'tag': '88b4e049-ab1b-461c-9509-10b19c52fdcd', 'status': 'completed', 'code': 200} Aug 27 16:27:50.228070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3ed759a-b179-4020-94c7-2a731216cb1f req-2568d516-732e-4fe3-ab80-5bdc2baf4323 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384146 Aug 27 16:27:50.338724 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.576761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.705373 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f42fd79a-70ba-4c2f-96a6-c6b647fb0cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.757869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.861240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:50.881711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:27:51.015670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.131647 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65638de7-62b4-42fc-a13c-55f1dd475219 req-c142a1cc-e8b3-4b33-a03d-80a3f646828a tempest-VolumesActionsTest-1500155451 tempest-VolumesActionsTest-1500155451-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf53050d-0fce-48e5-a368-09cd8b715dfc HTTP/1.1" status: 200 len: 210 time: 0.0387816 Aug 27 16:27:51.136683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.139347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.162674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e6c21f2-c088-450d-9d61-c04dd8a3e579 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:51.221863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Port': ['ID=ed956201-06fd-4043-b1b6-44907fe8ae5d,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:51.243912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network d56f433b-d675-4369-a213-520db9bf3833 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:51.248146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:51.255780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:27:51.295648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:51.333736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:51.334688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.366066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:51.386444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.457213 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b597ad44-dfac-4f71-8f34-272954adc7e6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9629624 Aug 27 16:27:51.457213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55172) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:51.457499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd431854-acb4-4316-8a9c-a34800990759 req-9a751254-e4bc-4db0-a759-ed5b25cc29e3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:51.460828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd431854-acb4-4316-8a9c-a34800990759 req-9a751254-e4bc-4db0-a759-ed5b25cc29e3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 943 time: 0.1375034 Aug 27 16:27:51.474781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc969b-c90d-4739-a2bf-6690deb74b8a None None] Network d56f433b-d675-4369-a213-520db9bf3833 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:51.515205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd431854-acb4-4316-8a9c-a34800990759 req-acffdb99-0c94-49e0-af6e-05ef901f9df3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527313 Aug 27 16:27:51.518275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.522378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-44afe04c-215e-49ae-8a25-e592ae2a1254 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6888363 Aug 27 16:27:51.524367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55174) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:51.526523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Deleting port 5f941632-3d87-4971-a4d3-8e5520e2b563 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:51.526523 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.700853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-754c8850-8561-448d-a685-e298c80a1c78 None None] Provisioning for port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:51.707595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-754c8850-8561-448d-a685-e298c80a1c78 None None] Provisioning complete for port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:51.708541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-754c8850-8561-448d-a685-e298c80a1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.830324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-754c8850-8561-448d-a685-e298c80a1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.870960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-754c8850-8561-448d-a685-e298c80a1c78 None None] For port 8e6c21f2-c088-450d-9d61-c04dd8a3e579, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e6c21f2-c088-450d-9d61-c04dd8a3e579,segment=NetworkSegment(72fd7a86-1f72-4029-aeb4-8df9da70e20b),segment_id=72fd7a86-1f72-4029-aeb4-8df9da70e20b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:51.937804 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-754c8850-8561-448d-a685-e298c80a1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:51.989447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 63d3381f-e4ae-48e0-8afe-c94241f8dab2 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:27:52.014211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.171231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7510cbc1-b6b8-4619-a767-95ac16239995 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "GET /v2.0/floatingips?floating_network_id=60fb42eb-249d-497f-95db-9581967ece7a HTTP/1.1" status: 200 len: 690 time: 0.6364279 Aug 27 16:27:52.171987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55182) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:52.230689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 63d3381f-e4ae-48e0-8afe-c94241f8dab2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=63d3381f-e4ae-48e0-8afe-c94241f8dab2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:52.243436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9d12b1da-b5a2-41b0-a0d8-5edfdafa8c34 None None] Provisioning complete for port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:52.244073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d12b1da-b5a2-41b0-a0d8-5edfdafa8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.246715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c8850-8561-448d-a685-e298c80a1c78 None None] Pushing event updated for resources: {'Port': ['ID=8e6c21f2-c088-450d-9d61-c04dd8a3e579,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.324299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] For port 5f941632-3d87-4971-a4d3-8e5520e2b563, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5f941632-3d87-4971-a4d3-8e5520e2b563,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:52.324914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.381003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Calling delete_port for 5f941632-3d87-4971-a4d3-8e5520e2b563 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:52.398083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '63d3381f-e4ae-48e0-8afe-c94241f8dab2', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'port_id': '63d3381f-e4ae-48e0-8afe-c94241f8dab2', 'mac_address': 'fa:16:3e:93:7d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e75054-550a-4cf9-92f8-986fa2240420', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:27:52.558788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.588271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.597183 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.615633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d3381f-e4ae-48e0-8afe-c94241f8dab2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:27:52.652152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 63d3381f-e4ae-48e0-8afe-c94241f8dab2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=63d3381f-e4ae-48e0-8afe-c94241f8dab2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:52.710692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9d12b1da-b5a2-41b0-a0d8-5edfdafa8c34 None None] Provisioning for port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:52.711197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.715569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9d12b1da-b5a2-41b0-a0d8-5edfdafa8c34 None None] Provisioning complete for port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:52.716006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d12b1da-b5a2-41b0-a0d8-5edfdafa8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.755041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.788073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b7e0-082c-4625-9bd0-fefa0f131d12 req-fcb4081c-b07a-44fa-b3dc-61edb1d3216d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:52.789624 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6278b7e0-082c-4625-9bd0-fefa0f131d12 req-fcb4081c-b07a-44fa-b3dc-61edb1d3216d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 943 time: 0.1578155 Aug 27 16:27:52.804839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9d12b1da-b5a2-41b0-a0d8-5edfdafa8c34 None None] Port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:52.833680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=63d3381f-e4ae-48e0-8afe-c94241f8dab2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.853615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:52.872288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Deleting port ed956201-06fd-4043-b1b6-44907fe8ae5d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:52.873512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.932994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e259390c-8051-4c64-9c72-5081af19c051 None None] Provisioning complete for port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:52.934218 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e259390c-8051-4c64-9c72-5081af19c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:52.999539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['63d3381f-e4ae-48e0-8afe-c94241f8dab2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:27:53.102014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.102240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.115917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.150412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Calling delete_port for ed956201-06fd-4043-b1b6-44907fe8ae5d owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:53.252051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e6c21f2-c088-450d-9d61-c04dd8a3e579 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:53.346189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6278b7e0-082c-4625-9bd0-fefa0f131d12 req-da89efac-ee1c-4569-9cb8-c6175dc43278 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354836 Aug 27 16:27:53.382566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e259390c-8051-4c64-9c72-5081af19c051 None None] Port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:53.392964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbe2638d-84fe-4b78-bf7d-6154234b2e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.394642 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.457626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:53.458285 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.482432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.491159 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.551761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 88b4e049-ab1b-461c-9509-10b19c52fdcd no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:53.591510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 88b4e049-ab1b-461c-9509-10b19c52fdcd {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:53.591866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 88b4e049-ab1b-461c-9509-10b19c52fdcd not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:53.600742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.611795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-170d0d17-9e7f-4f39-87ff-9cbfaaaf76b9 None None] Provisioning complete for port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:53.612198 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-170d0d17-9e7f-4f39-87ff-9cbfaaaf76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.639356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f941632-3d87-4971-a4d3-8e5520e2b563,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:53.710127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-170d0d17-9e7f-4f39-87ff-9cbfaaaf76b9 None None] Port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:53.794720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.871536 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:27:53.921762 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:53.985092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.125594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed956201-06fd-4043-b1b6-44907fe8ae5d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:54.321842 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.323534 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.544335 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.655839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Router 884b837d-1870-43d6-9333-8d693762c38a has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:27:54.656405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80118bcc-8844-4657-8115-2a131b8f3693 req-77f80174-244d-41ef-a1ea-11075ff90d90 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:54.658087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80118bcc-8844-4657-8115-2a131b8f3693 req-77f80174-244d-41ef-a1ea-11075ff90d90 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 944 time: 0.1372194 Aug 27 16:27:54.732955 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.733626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.824786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.836114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:54.848870 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] Sync routers for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:54.863924 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:54.865688 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:54.868479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-efce0c30-fa66-48f1-8461-f5e8a06de845 admin admin] 10.222.0.101 "PUT /v2.0/routers/884b837d-1870-43d6-9333-8d693762c38a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5058188 Aug 27 16:27:54.879414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55232) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:54.880417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e3983256-4180-40a5-8e36-e791f3ed6611,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:54.891833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:54.996256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.058580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network d56f433b-d675-4369-a213-520db9bf3833 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:27:55.064916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:27:55.072895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.073200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:55.099876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fb42eb-249d-497f-95db-9581967ece7a']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:55.136674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5cd25b-016f-4a62-8908-1aebe6e42414') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:55.137040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5cd25b-016f-4a62-8908-1aebe6e42414') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:55.148473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.166023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.172935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:55.173550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.209886 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:55.262207 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:55.368738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80118bcc-8844-4657-8115-2a131b8f3693 req-b3ddc8b6-ad74-428e-8d66-fb12918c3728 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967297 Aug 27 16:27:55.378206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.417370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60fb42eb-249d-497f-95db-9581967ece7a {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 16:27:55.441201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event deleted for resources: {'Network': ['ID=60fb42eb-249d-497f-95db-9581967ece7a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:55.459772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.471031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router abb38f8a-fd84-4426-83b2-3616ef9984f3 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:27:55.488692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-24290c0b-27eb-4259-802e-74fab6576a33 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "DELETE /v2.0/networks/60fb42eb-249d-497f-95db-9581967ece7a HTTP/1.1" status: 204 len: 168 time: 3.3136294 Aug 27 16:27:55.502310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55240) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:55.656142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5c3877f7-7027-4572-a424-9054fe5645ba None None] Provisioning complete for port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:55.656727 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c3877f7-7027-4572-a424-9054fe5645ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:55.740594 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:27:53Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:55.780503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5c3877f7-7027-4572-a424-9054fe5645ba None None] Port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:27:55.815787 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] Checking router: 884b837d-1870-43d6-9333-8d693762c38a for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:27:55.819862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:27:55.823470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e9f0d670-0823-4815-9b9a-f730050bf2fe tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/abb38f8a-fd84-4426-83b2-3616ef9984f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3698606 Aug 27 16:27:55.827088 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] Routers {'884b837d-1870-43d6-9333-8d693762c38a'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:55.827878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55250) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:55.828277 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['884b837d-1870-43d6-9333-8d693762c38a'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:55.939809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6198fba-0496-4b15-83ee-8a91b91640d1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:55.942468 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d6198fba-0496-4b15-83ee-8a91b91640d1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports/d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 HTTP/1.1" status: 200 len: 977 time: 0.1128967 Aug 27 16:27:55.956466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d1b3ced7-482f-4518-a5e0-6656599be7a9 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4478471 Aug 27 16:27:55.966538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55252) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:55.967423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55254) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:55.989419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.003180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 63d3381f-e4ae-48e0-8afe-c94241f8dab2 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:27:56.057709 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] Set router 884b837d-1870-43d6-9333-8d693762c38a gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:27:56.100247 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.291885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Deleting port a54313fb-5cf8-47e9-b350-83842aaca5a4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:56.291885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.321209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:27:56.325730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:27:56.334307 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.461093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] For port a54313fb-5cf8-47e9-b350-83842aaca5a4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a54313fb-5cf8-47e9-b350-83842aaca5a4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:56.461461 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.486566 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:27:53Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:56.497144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Calling delete_port for a54313fb-5cf8-47e9-b350-83842aaca5a4 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:56.521959 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b167eb-45bf-4b75-a3be-ab51bcb96d50 None None] The sync data for ids ['884b837d-1870-43d6-9333-8d693762c38a'] in n-d-806412-1 is: [{'id': '884b837d-1870-43d6-9333-8d693762c38a', 'name': 'tempest-TaggedBootDevicesTest_v242-41336993-router', 'tenant_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:16:20Z', 'updated_at': '2021-08-27T16:27:53Z', 'revision_number': 5, 'project_id': 'c7d13bdfc43d47bdba0e8002b320e264', 'gw_port': {'id': 'a54313fb-5cf8-47e9-b350-83842aaca5a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884b837d-1870-43d6-9333-8d693762c38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:16:21Z', 'updated_at': '2021-08-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:56.562450 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.614016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.617324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.621089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.621612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.622087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.622543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.623000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.623481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.623940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.624393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:56.630105 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bcd22b4d-3fb1-4512-bab3-50b9cb5ff3ed tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6520 time: 0.6582165 Aug 27 16:27:56.631999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d3381f-e4ae-48e0-8afe-c94241f8dab2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:27:56.639712 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54fe2d0-7d9c-4a45-b1c9-d766533b6eae" -d '{"events": [{"server_uuid": "9f771eec-4b50-4bb1-a2c9-7cf025380695", "name": "network-vif-plugged", "status": "completed", "tag": "63d3381f-e4ae-48e0-8afe-c94241f8dab2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:27:56.643725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55266) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:56.684810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 63d3381f-e4ae-48e0-8afe-c94241f8dab2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=63d3381f-e4ae-48e0-8afe-c94241f8dab2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:27:56.707773 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057f6843-c0fd-4f02-8843-c87c30949790 x-openstack-request-id: req-057f6843-c0fd-4f02-8843-c87c30949790 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:27:56.708416 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f771eec-4b50-4bb1-a2c9-7cf025380695", "name": "network-vif-plugged", "status": "completed", "tag": "63d3381f-e4ae-48e0-8afe-c94241f8dab2", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:27:56.708794 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-057f6843-c0fd-4f02-8843-c87c30949790 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:27:56.709297 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d3381f-e4ae-48e0-8afe-c94241f8dab2', 'code': 200} Aug 27 16:27:56.743289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] Sync routers for ids ['abb38f8a-fd84-4426-83b2-3616ef9984f3'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:27:56.760154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] Routers {'abb38f8a-fd84-4426-83b2-3616ef9984f3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:56.765190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['abb38f8a-fd84-4426-83b2-3616ef9984f3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:56.854734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:56.862614 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:56.922845 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-800b1b90-aa65-4a33-a9e1-077872781c62 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] delete failed (client error): The resource could not be found. Aug 27 16:27:56.926631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-800b1b90-aa65-4a33-a9e1-077872781c62 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/e18ee68d-afda-4adb-8587-ed5f1e891294 HTTP/1.1" status: 404 len: 345 time: 0.2490821 Aug 27 16:27:56.942350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55270) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:56.964829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] Routers {'abb38f8a-fd84-4426-83b2-3616ef9984f3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:27:56.965820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['abb38f8a-fd84-4426-83b2-3616ef9984f3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:57.047074 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7ca282-0a28-4220-b588-ecaa6a6b0d02 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] DELETE failed (client error): The resource could not be found. Aug 27 16:27:57.048260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7ca282-0a28-4220-b588-ecaa6a6b0d02 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:27:57.053882 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d7ca282-0a28-4220-b588-ecaa6a6b0d02 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "DELETE /v2.0/networks/60fb42eb-249d-497f-95db-9581967ece7a HTTP/1.1" status: 404 len: 339 time: 0.0807779 Aug 27 16:27:57.060315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55272) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:57.076610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'network': {'name': 'tempest-network--980914445', 'router:external': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:27:57.105965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:57.111647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec95cd-0378-4e8f-8994-739e63016f33 None None] The sync data for ids ['abb38f8a-fd84-4426-83b2-3616ef9984f3'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:27:57.128789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=63d3381f-e4ae-48e0-8afe-c94241f8dab2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:57.140101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f941632-3d87-4971-a4d3-8e5520e2b563 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:57.154491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9860c-4c07-46b3-b003-5e90d710f148 req-faa99683-cbd6-46b8-867d-3578f2b8f9ca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:57.156103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21f9860c-4c07-46b3-b003-5e90d710f148 req-faa99683-cbd6-46b8-867d-3578f2b8f9ca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 944 time: 0.5064387 Aug 27 16:27:57.184461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5f941632-3d87-4971-a4d3-8e5520e2b563 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:57.185571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5f941632-3d87-4971-a4d3-8e5520e2b563 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:57.299090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0298a-37e2-4d63-8544-df8efa211caf req-ece2959e-8277-4155-8bff-b4a080da9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:57.301138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4f0298a-37e2-4d63-8544-df8efa211caf req-ece2959e-8277-4155-8bff-b4a080da9f78 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 1096 time: 0.4262781 Aug 27 16:27:57.465642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4f0298a-37e2-4d63-8544-df8efa211caf req-032036dc-7819-4a80-90f3-7e3cd17f3554 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410785 Aug 27 16:27:57.497148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21f9860c-4c07-46b3-b003-5e90d710f148 req-2c041fe6-fa1c-4558-b85b-c8fa4f89be58 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239369 Aug 27 16:27:57.514814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Made reservation on behalf of 063e1fc35bd24e3c9ab5a4086d3305be for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:27:57.518578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.527162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.634900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:27:57.646408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.646408 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Added segment ee2db57d-ecc7-48db-8340-efbe81d1f136 of type vlan for network 1fb3b951-d3db-4cc9-b897-dc499b84e182 Aug 27 16:27:57.717721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.740292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.795082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54313fb-5cf8-47e9-b350-83842aaca5a4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:57.867911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.869336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:57.870029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.898919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:27:57.899548 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:57.910434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.036862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.062557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:27:58.174867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.179415 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.248349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1865292 Aug 27 16:27:58.250716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55282) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:58.290121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b06c88-09f6-4558-9f30-f297ad46c37c tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Network': ['ID=1fb3b951-d3db-4cc9-b897-dc499b84e182,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:58.316086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.317096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884b837d-1870-43d6-9333-8d693762c38a {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:27:58.336421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.341023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b8409e04-b6a6-4787-9a3a-f172a1b6c533 admin admin] 10.222.0.101 "DELETE /v2.0/routers/884b837d-1870-43d6-9333-8d693762c38a HTTP/1.1" status: 204 len: 168 time: 3.4567792 Aug 27 16:27:58.344442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55284) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:58.628384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] Deleting subnet 98c47aa5-9595-4b35-8bd8-e493e092bee5 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:27:58.635057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053632e-d44c-4b48-b8fa-e0fc55439329 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:58.642436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053632e-d44c-4b48-b8fa-e0fc55439329 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:58.649369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053632e-d44c-4b48-b8fa-e0fc55439329 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:58.656317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053632e-d44c-4b48-b8fa-e0fc55439329 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:58.658924 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6053632e-d44c-4b48-b8fa-e0fc55439329 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4069226 Aug 27 16:27:58.661677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55292) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:58.669930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.742380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.763428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1fb3b951-d3db-4cc9-b897-dc499b84e182 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:27:58.781046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.833646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:58.941109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f184fa-5867-4516-916f-324bf707f74a req-2eb0d6fa-7fbf-4018-9e15-56a4971d948b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:27:58.943117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59f184fa-5867-4516-916f-324bf707f74a req-2eb0d6fa-7fbf-4018-9e15-56a4971d948b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 945 time: 0.3094213 Aug 27 16:27:58.943817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=d9719f13-b324-40cf-8d0d-8ed7b6b5eeb5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.154530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a54313fb-5cf8-47e9-b350-83842aaca5a4 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:27:59.182365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59f184fa-5867-4516-916f-324bf707f74a req-b94076e1-0051-4fe1-afb3-1581136cc839 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269449 Aug 27 16:27:59.210803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.214286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a54313fb-5cf8-47e9-b350-83842aaca5a4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:27:59.214892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a54313fb-5cf8-47e9-b350-83842aaca5a4 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:27:59.235980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.284879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb3b951-d3db-4cc9-b897-dc499b84e182']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:59.325465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2db57d-ecc7-48db-8340-efbe81d1f136') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:59.325465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2db57d-ecc7-48db-8340-efbe81d1f136') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:27:59.336388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.342025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.441487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.478049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:27:59.478461 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:27:59.480255 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:27:59.510500 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.620120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c47aa5-9595-4b35-8bd8-e493e092bee5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:27:59.631585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204071a6-23d7-4a1c-904b-f714a1973e8d None None] Network fd5361ad-46fd-4a3b-bcf7-06898e088099 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:27:59.635962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:27:59.645657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1bfdbf75-b272-4a2f-9434-0652732cb4cb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/98c47aa5-9595-4b35-8bd8-e493e092bee5 HTTP/1.1" status: 204 len: 168 time: 1.2950428 Aug 27 16:27:59.651262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55298) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:27:59.848143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.056492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] DHCP port deletion for fd5361ad-46fd-4a3b-bcf7-06898e088099 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:28:00.174191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] Deleting port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:00.174481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.204263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router abb38f8a-fd84-4426-83b2-3616ef9984f3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:28:00.332081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] For port d4202a43-70aa-43a3-8cae-1f8cf7f90a62, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,segment=NetworkSegment(535dac1f-7f2e-4ccb-b0c4-2943038e0ac8),segment_id=535dac1f-7f2e-4ccb-b0c4-2943038e0ac8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:00.332522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.355569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:00.366620 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] Sync routers for ids ['abb38f8a-fd84-4426-83b2-3616ef9984f3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:00.388368 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] Routers {'abb38f8a-fd84-4426-83b2-3616ef9984f3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:00.389273 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['abb38f8a-fd84-4426-83b2-3616ef9984f3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:00.396771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] Calling delete_port for d4202a43-70aa-43a3-8cae-1f8cf7f90a62 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:00.397124 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-42a3a08a-7afe-44f8-9ea5-341e932c2606 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/abb38f8a-fd84-4426-83b2-3616ef9984f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4168227 Aug 27 16:28:00.398568 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.412324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fb3b951-d3db-4cc9-b897-dc499b84e182 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 16:28:00.441760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.446383 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "DELETE /v2.0/networks/1fb3b951-d3db-4cc9-b897-dc499b84e182 HTTP/1.1" status: 204 len: 168 time: 1.7828054 Aug 27 16:28:00.446383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55310) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:00.446663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55312) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:00.467538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'network': {'name': 'tempest-network--460196638', 'router:external': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:00.526723 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:00.552194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0038d-dd4e-4b74-8e06-3b0310c9f22d tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fb3b951-d3db-4cc9-b897-dc499b84e182,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:00.556960 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] Routers {'abb38f8a-fd84-4426-83b2-3616ef9984f3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:00.557894 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['abb38f8a-fd84-4426-83b2-3616ef9984f3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:00.624969 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:00.631908 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bf498-8b40-4deb-b523-f4b51c214387 None None] The sync data for ids ['abb38f8a-fd84-4426-83b2-3616ef9984f3'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:00.722077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.723556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Made reservation on behalf of 063e1fc35bd24e3c9ab5a4086d3305be for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:00.726084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.778359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] Pushing event deleted for resources: {'Port': ['ID=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:00.788257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44fcaa-6ea4-4b03-8a10-8985cb657c76 req-181fec28-af74-48ee-86a4-1e14f2698fa6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:00.790037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca44fcaa-6ea4-4b03-8a10-8985cb657c76 req-181fec28-af74-48ee-86a4-1e14f2698fa6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 945 time: 0.0626431 Aug 27 16:28:00.801256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ed3ba-4027-4599-ad8c-6045d9ee2c88 None None] No DVR routers for this DVR port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:00.883152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Deleting port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:00.885280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:00.942459 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-31788c93-191b-48b5-b336-22e1692425d6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 16:28:00.944070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31788c93-191b-48b5-b336-22e1692425d6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/abb38f8a-fd84-4426-83b2-3616ef9984f3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4963541 Aug 27 16:28:00.945127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:00.947011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55326) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:01.004781 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-960b6e8c-b29e-4702-a02c-675d9b35bd4e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=abb38f8a-fd84-4426-83b2-3616ef9984f3 HTTP/1.1" status: 200 len: 205 time: 0.0507033 Aug 27 16:28:01.006047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55330) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:01.050133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca44fcaa-6ea4-4b03-8a10-8985cb657c76 req-855400e0-eccd-4ab1-a0a5-71bae57359fe tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483697 Aug 27 16:28:01.104287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] For port d4202a43-70aa-43a3-8cae-1f8cf7f90a62, host n-d-806412-1, got binding levels [] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:01.104709 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.133088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Calling delete_port for d4202a43-70aa-43a3-8cae-1f8cf7f90a62 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:01.138780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4202a43-70aa-43a3-8cae-1f8cf7f90a62 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:28:01.159438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 was not found and therefore no delete operation was performed {{(pid=95253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:28:01.195394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.195587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.195587 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Added segment c0728ae5-3ad1-402c-a877-ed0ac20a99da of type vlan for network fdb833eb-81eb-450b-8e56-ac3b5d6c435b Aug 27 16:28:01.196100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d4202a43-70aa-43a3-8cae-1f8cf7f90a62 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:28:01.196745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4202a43-70aa-43a3-8cae-1f8cf7f90a62 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:28:01.229900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4202a43-70aa-43a3-8cae-1f8cf7f90a62,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:01.239018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] No DVR routers for this DVR port d4202a43-70aa-43a3-8cae-1f8cf7f90a62 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:01.279364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.353478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.372081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5361ad-46fd-4a3b-bcf7-06898e088099']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:01.386080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:01.386661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535dac1f-7f2e-4ccb-b0c4-2943038e0ac8') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:01.401480 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.423171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.442510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:01.442926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:01.448634 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:01.454980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ba1b965-e649-48dd-acce-66064f1a5cac tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.538841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.551979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:01.551979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.652719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1d455-30d5-443c-a0d3-4d4f4149c20f req-ecfe8358-eee1-452f-89c1-98461e9744f1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:01.654549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbe1d455-30d5-443c-a0d3-4d4f4149c20f req-ecfe8358-eee1-452f-89c1-98461e9744f1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 945 time: 0.0694597 Aug 27 16:28:01.729454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.740196 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:01.752115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] 10.222.0.101 "DELETE /v2.0/networks/fd5361ad-46fd-4a3b-bcf7-06898e088099 HTTP/1.1" status: 204 len: 168 time: 2.0973501 Aug 27 16:28:01.846695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09494c-aa5f-474f-bffa-5139e8d7574e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5361ad-46fd-4a3b-bcf7-06898e088099,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:01.869473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbe1d455-30d5-443c-a0d3-4d4f4149c20f req-b1079220-62ef-4d26-aa64-500ed261cd29 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082493 Aug 27 16:28:01.962382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55350) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:01.965883 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5104771 Aug 27 16:28:01.968919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db26a9c-4fb6-40bb-a1c4-a3f5d3978f86 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Network': ['ID=fdb833eb-81eb-450b-8e56-ac3b5d6c435b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:01.981963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network fdb833eb-81eb-450b-8e56-ac3b5d6c435b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:02.005392 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ba1b965-e649-48dd-acce-66064f1a5cac tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.008233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ba1b965-e649-48dd-acce-66064f1a5cac tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.192361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb3212a-d781-4bd0-a222-be2f70bb3ea9 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:02.194151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8cb3212a-d781-4bd0-a222-be2f70bb3ea9 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] 10.222.0.101 "GET /v2.0/networks/fdb833eb-81eb-450b-8e56-ac3b5d6c435b HTTP/1.1" status: 200 len: 756 time: 0.2301090 Aug 27 16:28:02.197237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55352) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:02.205626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565b3d1-7f06-4f98-bfe4-dade0f9b5e3f req-fd2bd839-0309-4f89-b9a4-57b828eccf32 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:02.214514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3565b3d1-7f06-4f98-bfe4-dade0f9b5e3f req-fd2bd839-0309-4f89-b9a4-57b828eccf32 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 945 time: 0.2315850 Aug 27 16:28:02.286532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3565b3d1-7f06-4f98-bfe4-dade0f9b5e3f req-189dda40-234b-4e20-8063-0fb999d2f4b5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509717 Aug 27 16:28:02.304021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55356) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:02.360873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac2c84-0899-4b6c-a43d-cdc8109470a0 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:02.364358 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bfac2c84-0899-4b6c-a43d-cdc8109470a0 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] 10.222.0.101 "GET /v2.0/networks/bee5558e-52f1-463e-b45b-dbb26074863d HTTP/1.1" status: 200 len: 767 time: 0.1657617 Aug 27 16:28:02.365448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:02.365809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ba1b965-e649-48dd-acce-66064f1a5cac tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.366656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba1b965-e649-48dd-acce-66064f1a5cac tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Fanout notify agent at l3_agent the message router_deleted on router abb38f8a-fd84-4426-83b2-3616ef9984f3 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:02.373619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ba1b965-e649-48dd-acce-66064f1a5cac tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.374959 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9ba1b965-e649-48dd-acce-66064f1a5cac tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/abb38f8a-fd84-4426-83b2-3616ef9984f3 HTTP/1.1" status: 204 len: 168 time: 1.3639853 Aug 27 16:28:02.378196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55360) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:02.398275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f46ea3ee-4a38-4db6-aa53-e0953c02bf47 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c7d13bdfc43d47bdba0e8002b320e264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905120 Aug 27 16:28:02.407440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:02.488581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet 0ffdbafa-03a9-4cf3-a806-71451642d428 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:02.492089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.535719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.555201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.630969 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.672633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-befcad27-c008-43a5-8939-5c1e724d45d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.726106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-befcad27-c008-43a5-8939-5c1e724d45d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.726983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.742753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb833eb-81eb-450b-8e56-ac3b5d6c435b']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:02.766928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0728ae5-3ad1-402c-a877-ed0ac20a99da') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:02.772230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0728ae5-3ad1-402c-a877-ed0ac20a99da') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:02.794981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.826502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.854287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:02.869544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:02.875206 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:02.899471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.901752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-befcad27-c008-43a5-8939-5c1e724d45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.904728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-befcad27-c008-43a5-8939-5c1e724d45d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:02.910016 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-befcad27-c008-43a5-8939-5c1e724d45d6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b8b5ab5e-a0ae-4d57-b8d1-6825590b1689 HTTP/1.1" status: 204 len: 168 time: 0.4974124 Aug 27 16:28:03.067962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffdbafa-03a9-4cf3-a806-71451642d428,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:03.119220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.121638 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a0ad715c-c621-4501-b490-f9cfc5567323 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/0ffdbafa-03a9-4cf3-a806-71451642d428 HTTP/1.1" status: 204 len: 168 time: 0.7420695 Aug 27 16:28:03.122583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcad27-c008-43a5-8939-5c1e724d45d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5ab5e-a0ae-4d57-b8d1-6825590b1689,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:03.129878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658278ae-0e4e-476f-abd9-29a437188a4a None None] Network d56f433b-d675-4369-a213-520db9bf3833 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:03.136293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55378) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:03.353216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88c0d-aeb4-4bc8-a001-7c85df358d6a req-a52a69f1-eb6e-4e96-b328-be958226abb1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:03.370630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4de88c0d-aeb4-4bc8-a001-7c85df358d6a req-a52a69f1-eb6e-4e96-b328-be958226abb1 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 945 time: 0.2853405 Aug 27 16:28:03.382096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.393687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.475662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fdb833eb-81eb-450b-8e56-ac3b5d6c435b {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 16:28:03.479776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968630'] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.490279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "DELETE /v2.0/networks/fdb833eb-81eb-450b-8e56-ac3b5d6c435b HTTP/1.1" status: 204 len: 168 time: 1.1163809 Aug 27 16:28:03.496965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55380) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:03.510698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a611a9d-fd81-4901-abc9-c38169596a9e tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdb833eb-81eb-450b-8e56-ac3b5d6c435b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:03.521953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'network': {'name': 'tempest-network--142212892'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:03.535963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] DHCP port deletion for d56f433b-d675-4369-a213-520db9bf3833 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:28:03.571798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:03.572138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.608520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4de88c0d-aeb4-4bc8-a001-7c85df358d6a req-fe34108b-69c9-4244-974c-6be1f2aac33e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250488 Aug 27 16:28:03.769149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] Deleting port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:03.772518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.889476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 8e6c21f2-c088-450d-9d61-c04dd8a3e579, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e6c21f2-c088-450d-9d61-c04dd8a3e579,segment=NetworkSegment(72fd7a86-1f72-4029-aeb4-8df9da70e20b),segment_id=72fd7a86-1f72-4029-aeb4-8df9da70e20b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:03.889855 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:03.919951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 8e6c21f2-c088-450d-9d61-c04dd8a3e579 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:04.010283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] For port 8e6c21f2-c088-450d-9d61-c04dd8a3e579, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e6c21f2-c088-450d-9d61-c04dd8a3e579,segment=NetworkSegment(72fd7a86-1f72-4029-aeb4-8df9da70e20b),segment_id=72fd7a86-1f72-4029-aeb4-8df9da70e20b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:04.010696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.020683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Made reservation on behalf of 063e1fc35bd24e3c9ab5a4086d3305be for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:04.023166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.044832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] Calling delete_port for 8e6c21f2-c088-450d-9d61-c04dd8a3e579 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:04.187424 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.226420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:04.289856 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.291551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No DVR routers for this DVR port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:04.307782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=8e6c21f2-c088-450d-9d61-c04dd8a3e579,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:04.310342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.310687 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Added segment 72b36aed-f396-4c3f-b501-9dec2287ad0b of type vlan for network 08ea9a82-6814-45e3-a731-dac41342eced Aug 27 16:28:04.311347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e483cc4-7d80-4248-a945-854478a701ed req-f8f4670c-d51f-4f12-8069-5d0b8c811c70 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:04.315496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e483cc4-7d80-4248-a945-854478a701ed req-f8f4670c-d51f-4f12-8069-5d0b8c811c70 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 945 time: 0.1429508 Aug 27 16:28:04.448657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] No DVR routers for this DVR port 8e6c21f2-c088-450d-9d61-c04dd8a3e579 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:04.450884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f11a8-f131-4650-a757-d93cabb12736 None None] Pushing event deleted for resources: {'Port': ['ID=8e6c21f2-c088-450d-9d61-c04dd8a3e579,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:04.569138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.569138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.582062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56f433b-d675-4369-a213-520db9bf3833']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:04.709001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fd7a86-1f72-4029-aeb4-8df9da70e20b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:04.709001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fd7a86-1f72-4029-aeb4-8df9da70e20b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:04.710342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Deleting port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:04.710342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.710547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.710547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.710547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:04.710547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:04.717074 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:04.882119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.886663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:04.886663 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.887044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.890918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a278582-f4d3-48ff-abdc-11ef90067568 req-4460ccd7-3a60-4486-ae3e-9c47d9770ca5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:04.892240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a278582-f4d3-48ff-abdc-11ef90067568 req-4460ccd7-3a60-4486-ae3e-9c47d9770ca5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 945 time: 0.1054428 Aug 27 16:28:04.919432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.926253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/d56f433b-d675-4369-a213-520db9bf3833 HTTP/1.1" status: 204 len: 168 time: 1.7862670 Aug 27 16:28:04.928479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55416) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:04.933374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] For port 63d3381f-e4ae-48e0-8afe-c94241f8dab2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=63d3381f-e4ae-48e0-8afe-c94241f8dab2,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:04.933754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:04.964424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-75040575'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:04.965025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Calling delete_port for 63d3381f-e4ae-48e0-8afe-c94241f8dab2 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:04.970752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a278582-f4d3-48ff-abdc-11ef90067568 req-8a8d3537-25b0-499c-9558-5981dc5333aa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701480 Aug 27 16:28:05.041526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Network': ['ID=08ea9a82-6814-45e3-a731-dac41342eced,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:05.053876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 08ea9a82-6814-45e3-a731-dac41342eced details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:05.069634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fe9d5-02e8-4223-bbd4-362dfb68ed85 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=d56f433b-d675-4369-a213-520db9bf3833,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:05.156912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e6c21f2-c088-450d-9d61-c04dd8a3e579 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:28:05.183844 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-76e60bb1-2cef-4550-881e-e60653a47fe5 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6833708 Aug 27 16:28:05.184206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55424) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:05.194989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:05.200942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 8e6c21f2-c088-450d-9d61-c04dd8a3e579 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:28:05.202601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e6c21f2-c088-450d-9d61-c04dd8a3e579 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:28:05.249583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:05.315985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:05.320185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.383324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.397901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:28:05.416482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:05.420627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event deleted for resources: {'Port': ['ID=63d3381f-e4ae-48e0-8afe-c94241f8dab2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:05.463820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.464200 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment a49c8fd3-c341-42b4-a93c-f69e47f3c6d2 of type vlan for network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 Aug 27 16:28:05.543169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['63d3381f-e4ae-48e0-8afe-c94241f8dab2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:28:05.585946 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.586544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] No DVR routers for this DVR port 63d3381f-e4ae-48e0-8afe-c94241f8dab2 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:05.590495 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.592567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e483cc4-7d80-4248-a945-854478a701ed req-5124dd61-dfe2-4182-9da9-2c15e88be423 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "DELETE /v2.0/ports/63d3381f-e4ae-48e0-8afe-c94241f8dab2 HTTP/1.1" status: 204 len: 173 time: 1.2736290 Aug 27 16:28:05.593031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'name': 'network-vif-deleted', 'tag': '63d3381f-e4ae-48e0-8afe-c94241f8dab2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:05.600196 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd52ed6-162f-43ed-9d8c-70dcbea1af55" -d '{"events": [{"server_uuid": "9f771eec-4b50-4bb1-a2c9-7cf025380695", "name": "network-vif-deleted", "tag": "63d3381f-e4ae-48e0-8afe-c94241f8dab2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:05.614841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.695464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1382047803-network', 'tenant_id': '3f8d8b38da054f01bbd0f7de21896797'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:05.703575 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4ad5f1-6d9e-4669-94df-aeea6c9ddbcd x-openstack-request-id: req-da4ad5f1-6d9e-4669-94df-aeea6c9ddbcd {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:05.704809 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f771eec-4b50-4bb1-a2c9-7cf025380695", "name": "network-vif-deleted", "tag": "63d3381f-e4ae-48e0-8afe-c94241f8dab2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:05.705723 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-da4ad5f1-6d9e-4669-94df-aeea6c9ddbcd {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:05.706166 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f771eec-4b50-4bb1-a2c9-7cf025380695', 'name': 'network-vif-deleted', 'tag': '63d3381f-e4ae-48e0-8afe-c94241f8dab2', 'status': 'completed', 'code': 200} Aug 27 16:28:05.714499 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.775831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Network 08ea9a82-6814-45e3-a731-dac41342eced is not hosted by any dhcp agent {{(pid=95253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 16:28:05.776784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:05.777703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.779044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.782747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "PUT /v2.0/networks/08ea9a82-6814-45e3-a731-dac41342eced HTTP/1.1" status: 200 len: 858 time: 0.5963347 Aug 27 16:28:05.798493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55436) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:05.798684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:05.798684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.878788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.897179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4a811-a1b1-49d4-a972-2035e0636305 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event updated for resources: {'Network': ['ID=08ea9a82-6814-45e3-a731-dac41342eced,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:05.909461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Made reservation on behalf of 3f8d8b38da054f01bbd0f7de21896797 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:05.911809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.963411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:05.996594 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.008117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=6c5b396d-37e1-456e-a9b3-08d2732df6e9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:06.019707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:06.022799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ea9a82-6814-45e3-a731-dac41342eced']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:06.034357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b36aed-f396-4c3f-b501-9dec2287ad0b') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:06.034557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b36aed-f396-4c3f-b501-9dec2287ad0b') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:06.054115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.068086 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a604afb-3a9b-4a64-bb38-8562b3de3aa5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1085696 Aug 27 16:28:06.074512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55444) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:06.087750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.095670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': '6c5b396d-37e1-456e-a9b3-08d2732df6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:06.104821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:06.108682 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:06.269049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75f0fc01-e24f-44ea-b313-275d4ec9e015 req-fa6b2f27-b57f-44c2-be37-1a594501ede8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f771eec-4b50-4bb1-a2c9-7cf025380695 HTTP/1.1" status: 200 len: 210 time: 0.0583279 Aug 27 16:28:06.537760 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.542022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08ea9a82-6814-45e3-a731-dac41342eced {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 16:28:06.546765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.549482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] 10.222.0.101 "DELETE /v2.0/networks/08ea9a82-6814-45e3-a731-dac41342eced HTTP/1.1" status: 204 len: 168 time: 0.7577217 Aug 27 16:28:06.553247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55450) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:06.581781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913762ff-57a5-48dd-971b-6faab8154112 tempest-ExternalNetworksTestJSON-1442061449 tempest-ExternalNetworksTestJSON-1442061449-project-admin] Pushing event deleted for resources: {'Network': ['ID=08ea9a82-6814-45e3-a731-dac41342eced,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:06.611173 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad9661e-56cd-4665-beae-70d6fc158035 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] DELETE failed (client error): The resource could not be found. Aug 27 16:28:06.612981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad9661e-56cd-4665-beae-70d6fc158035 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:28:06.616527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55452) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:06.617374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cad9661e-56cd-4665-beae-70d6fc158035 tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] 10.222.0.101 "DELETE /v2.0/subnets/e3983256-4180-40a5-8e36-e791f3ed6611 HTTP/1.1" status: 404 len: 337 time: 0.0626140 Aug 27 16:28:06.704996 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.781267 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.847479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.907661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:06.931030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:06.945701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.946061 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Added segment 4408677e-aeca-41a1-9780-387779658933 of type vlan for network f5f61032-c03a-4d5e-8752-db905f4e46fd Aug 27 16:28:06.961318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:06.982217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee5558e-52f1-463e-b45b-dbb26074863d']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:07.004355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6dd356-3d2f-4d01-9327-b705f50fa569') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:07.006393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6dd356-3d2f-4d01-9327-b705f50fa569') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:07.007821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:07.016819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.026651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.067225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.080984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:07.081462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:07.085130 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:07.138202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.464378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.467991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.471693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:07.471820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.471918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.472134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] 10.222.0.101 "DELETE /v2.0/networks/bee5558e-52f1-463e-b45b-dbb26074863d HTTP/1.1" status: 204 len: 168 time: 0.8544173 Aug 27 16:28:07.490816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae8610-79ac-4093-8d70-978fef9df3fa tempest-ExternalNetworksTestJSON-1012476140 tempest-ExternalNetworksTestJSON-1012476140-project] Pushing event deleted for resources: {'Network': ['ID=bee5558e-52f1-463e-b45b-dbb26074863d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:07.580821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f61032-c03a-4d5e-8752-db905f4e46fd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:07.594918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f5f61032-c03a-4d5e-8752-db905f4e46fd details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:07.675337 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-355830c4-789e-4ada-b311-73f22d4e90b2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4234951 Aug 27 16:28:07.676813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55480) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:07.698070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Request body: {'subnet': {'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1382047803-subnet', 'tenant_id': '3f8d8b38da054f01bbd0f7de21896797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:07.778272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.854278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Made reservation on behalf of 3f8d8b38da054f01bbd0f7de21896797 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:07.856688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:07.923200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-d54b8ebf-4336-4c74-8f13-02ec72dd9457 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:07.923200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-d54b8ebf-4336-4c74-8f13-02ec72dd9457 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.3062415 Aug 27 16:28:07.948966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=cd27d5a5-7b35-4bd4-8e70-9cdb76762528,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:07.957290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': 'a49c8fd3-c341-42b4-a93c-f69e47f3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '6c5b396d-37e1-456e-a9b3-08d2732df6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:07.957553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: 6c5b396d-37e1-456e-a9b3-08d2732df6e9, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:28:07.963816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-198bff89-8bda-45db-824b-7b6a8f638ef8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/quotas/99404545d1914c769c5aef08755c2651 HTTP/1.1" status: 200 len: 375 time: 0.0331762 Aug 27 16:28:08.035323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-95be59ca-a4b3-4246-b0a4-b67e51d1f703 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658205 Aug 27 16:28:08.038310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 63d3381f-e4ae-48e0-8afe-c94241f8dab2 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:28:08.128139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:28:08.133026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 63d3381f-e4ae-48e0-8afe-c94241f8dab2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:28:08.133742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55490) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:08.134212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 63d3381f-e4ae-48e0-8afe-c94241f8dab2 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:28:08.162036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-9e86de31-ed3f-4e4a-ac7e-4f19f6fc5e66 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258216 Aug 27 16:28:08.298324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-1a0d3e54-13f0-47c5-ae56-4352a41a44f2 service neutron] 10.222.0.101 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210022 Aug 27 16:28:08.360475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 6c5b396d-37e1-456e-a9b3-08d2732df6e9) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:08.372145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de077105-efb8-40e5-bed5-3893b138fcf5 None None] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:08.385820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:08.386432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.393708 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.402168 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-37c5beac-bd38-4e25-9a63-e1cca74c0cfa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29ebfd3be9b2428896e4e264ada416f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662268 Aug 27 16:28:08.404766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55494) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:08.471350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c695a4-23f7-470e-bc55-94443fbef1a2,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:08.483636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Checking segment: {'id': '4408677e-aeca-41a1-9780-387779658933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:08.484271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Network hostable DHCP agents. Network: f5f61032-c03a-4d5e-8752-db905f4e46fd, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:28:08.518259 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7d001db-8b5c-425f-8bc8-69d878935a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.548803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7d001db-8b5c-425f-8bc8-69d878935a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.588133 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-68421e84-7225-4f7a-a38b-fab276c354e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5159123 Aug 27 16:28:08.589057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55496) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:08.593950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ebffc386-3518-4512-a4bb-dd5cba6e8b54 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1637816033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:08.635531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Network f5f61032-c03a-4d5e-8752-db905f4e46fd is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:28:08.649663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-6c5b396d-37e1-456e-a9b3-08d2732df6e9', 'network_id': '6c5b396d-37e1-456e-a9b3-08d2732df6e9', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': 'cd27d5a5-7b35-4bd4-8e70-9cdb76762528'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:28:08.650572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.771763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebffc386-3518-4512-a4bb-dd5cba6e8b54 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.772873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebffc386-3518-4512-a4bb-dd5cba6e8b54 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.805747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456e6e7d-88a5-4c01-99d9-f3f9a1b49e43 req-3acc9464-a016-4ec5-91ba-11f03bd4034b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 210 time: 0.1005666 Aug 27 16:28:08.812465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7d001db-8b5c-425f-8bc8-69d878935a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.823931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7d001db-8b5c-425f-8bc8-69d878935a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.826475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b7d001db-8b5c-425f-8bc8-69d878935a08 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/47035356-267a-4dca-97be-03589423b6c8 HTTP/1.1" status: 204 len: 168 time: 0.4203846 Aug 27 16:28:08.853141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d001db-8b5c-425f-8bc8-69d878935a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47035356-267a-4dca-97be-03589423b6c8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:08.864884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, f5f61032-c03a-4d5e-8752-db905f4e46fd) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:08.875207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:08.881801 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:08.920308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af22a62-8db6-4526-b952-aae041527b90 None None] Network f5f61032-c03a-4d5e-8752-db905f4e46fd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:08.970252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebffc386-3518-4512-a4bb-dd5cba6e8b54 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:09.053518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebffc386-3518-4512-a4bb-dd5cba6e8b54 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:09.087803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Allocated IP 172.20.0.2 (6c5b396d-37e1-456e-a9b3-08d2732df6e9/cd27d5a5-7b35-4bd4-8e70-9cdb76762528/9ddfdae6-acdf-41bc-b6c6-b316913bb55b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:09.111584 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b38d4de3-e159-45b7-9e80-32037179313c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4335775 Aug 27 16:28:09.194403 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ebffc386-3518-4512-a4bb-dd5cba6e8b54 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:09.197387 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ebffc386-3518-4512-a4bb-dd5cba6e8b54 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6056423 Aug 27 16:28:09.198674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55520) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:09.259826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d868f0-647e-4449-954e-af5ffb1cf8bc None None] Network f5f61032-c03a-4d5e-8752-db905f4e46fd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:09.627060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:09.647216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Transition to ACTIVE for port object 9ddfdae6-acdf-41bc-b6c6-b316913bb55b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:09.694420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Transition to ACTIVE for port object 9ddfdae6-acdf-41bc-b6c6-b316913bb55b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:09.808692 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:09.954446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a87ee1fd-f5b8-415d-81f8-9470cc4882df req-dd4c9a1a-4fc0-4509-9acb-2a691ec75f07 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 210 time: 0.0368927 Aug 27 16:28:09.988425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:09.998731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:10.023630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:10.152502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Pushing event updated for resources: {'Port': ['ID=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:10.195550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.195963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.201752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.206655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.206655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.206655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.209390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55552) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:10.210060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.212066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.213271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.214837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.215410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.215827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:10.230990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Attempting to bind port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:10.231409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Attempting to bind port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a49c8fd3-c341-42b4-a93c-f69e47f3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '6c5b396d-37e1-456e-a9b3-08d2732df6e9'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:10.231786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Attempting to bind port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b on network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:10.238446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:10.238837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Checking segment: {'id': 'a49c8fd3-c341-42b4-a93c-f69e47f3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '6c5b396d-37e1-456e-a9b3-08d2732df6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:10.239252 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.239679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Bound using segment: {'id': 'a49c8fd3-c341-42b4-a93c-f69e47f3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '6c5b396d-37e1-456e-a9b3-08d2732df6e9'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:10.240168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Bound port: 9ddfdae6-acdf-41bc-b6c6-b316913bb55b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49c8fd3-c341-42b4-a93c-f69e47f3c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '6c5b396d-37e1-456e-a9b3-08d2732df6e9'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:10.241064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.288948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-02d4ed10-f5de-414a-af95-5c27be5b6d68 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=063e1fc35bd24e3c9ab5a4086d3305be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778916 Aug 27 16:28:10.290204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55554) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:10.306236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-f19e3ffe-cd78-45be-b3fd-d9546b8c63aa tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:10.324409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-f19e3ffe-cd78-45be-b3fd-d9546b8c63aa tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/networks?id=f5f61032-c03a-4d5e-8752-db905f4e46fd HTTP/1.1" status: 200 len: 822 time: 0.3522787 Aug 27 16:28:10.397607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d8d80633-b49e-4f54-953b-061db4d6b136 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/quotas/3f8d8b38da054f01bbd0f7de21896797 HTTP/1.1" status: 200 len: 375 time: 0.0709786 Aug 27 16:28:10.417233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-372e756b-4190-4ad1-b87d-98895038452a None None] For port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:10.422790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-372e756b-4190-4ad1-b87d-98895038452a None None] For port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,segment=NetworkSegment(a49c8fd3-c341-42b4-a93c-f69e47f3c6d2),segment_id=a49c8fd3-c341-42b4-a93c-f69e47f3c6d2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:10.461464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.484797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-5b988952-ed3b-4fc5-a5df-8540c867b2c2 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3f8d8b38da054f01bbd0f7de21896797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856261 Aug 27 16:28:10.534340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-838989d3-bfba-4957-8a34-76b2352dcbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.550842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.635070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-838989d3-bfba-4957-8a34-76b2352dcbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.708988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-1586fda8-de18-46b3-a3e9-b3a49e11e18e service neutron] 10.222.0.101 "GET /v2.0/networks/f5f61032-c03a-4d5e-8752-db905f4e46fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212737 Aug 27 16:28:10.753380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e756b-4190-4ad1-b87d-98895038452a None None] Pushing event updated for resources: {'Port': ['ID=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:10.915147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-f0a25e18-07f7-42cf-a557-934ccc319301 service neutron] 10.222.0.101 "GET /v2.0/networks/f5f61032-c03a-4d5e-8752-db905f4e46fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051570 Aug 27 16:28:10.937330 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.20.0.1 (6c5b396d-37e1-456e-a9b3-08d2732df6e9/cd27d5a5-7b35-4bd4-8e70-9cdb76762528/f92400c0-43dc-4803-8288-e588b6d045b8) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:10.949923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-838989d3-bfba-4957-8a34-76b2352dcbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.953643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-838989d3-bfba-4957-8a34-76b2352dcbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:10.955127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-838989d3-bfba-4957-8a34-76b2352dcbe9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4dcc8d5f-c0db-4095-b6dc-4bc39b50adbf HTTP/1.1" status: 204 len: 168 time: 0.6616907 Aug 27 16:28:10.997157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838989d3-bfba-4957-8a34-76b2352dcbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc8d5f-c0db-4095-b6dc-4bc39b50adbf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:11.260565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684e8fcf-74fc-44a2-8d7c-b46285c1731f req-a21527f0-504f-4f19-9d73-947b86a17faa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 210 time: 0.0900578 Aug 27 16:28:11.409212 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:11.436096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object f92400c0-43dc-4803-8288-e588b6d045b8 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:11.685946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-438a8f87-4691-4c9f-9370-ce868740ae1b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:11.688072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-438a8f87-4691-4c9f-9370-ce868740ae1b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/networks?id=be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 200 len: 806 time: 0.1697798 Aug 27 16:28:11.700642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Request body: {'port': {'device_id': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'admin_state_up': True, 'tenant_id': '99404545d1914c769c5aef08755c2651'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:11.757050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:11.912394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:11.915931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:11.942776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:12.085494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=f92400c0-43dc-4803-8288-e588b6d045b8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:12.158526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:12.194241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4156afba-ee8b-4eaa-9664-69de39084533 req-22e4d834-58fe-4130-b283-ffcfbd51bcac tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 210 time: 0.1381214 Aug 27 16:28:12.273919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Made reservation on behalf of 99404545d1914c769c5aef08755c2651 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:12.283128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:12.559220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:12.677407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a174955-f2ef-4623-9e8b-e38ae34f0853 req-4b0c515b-34a1-4048-9698-f86349394da8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 210 time: 0.2504036 Aug 27 16:28:12.732429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf522640-3e35-47cf-98d6-b764a5203677 None None] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:12.794392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Allocated IP 172.20.0.7 (be5e7863-5dee-47a5-86e5-8537fccd706a/05e75054-550a-4cf9-92f8-986fa2240420/8e240ada-be57-4d18-95ec-c13bef163e8a) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:12.985087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-734e582c-0b7a-46af-aa13-50f69490d3c0 None None] Provisioning for port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:13.157900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.269873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ddfdae6-acdf-41bc-b6c6-b316913bb55b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:13.342311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c44846d-2896-46c7-8c82-1b0e0111abce req-51f50ab5-8db6-47ff-8a05-b900ac71543f tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 210 time: 0.0338802 Aug 27 16:28:13.345307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.368100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:28:13.387038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.445893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Network be5e7863-5dee-47a5-86e5-8537fccd706a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:13.456027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:13.461007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:13.504466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.576659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.604351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event updated for resources: {'Port': ['ID=8e240ada-be57-4d18-95ec-c13bef163e8a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:13.656794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:13.675134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:13.676545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.677897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:13.678283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.852519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-6b5fe34c-2883-4ebd-b3b6-f8070e29db8f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1557114 Aug 27 16:28:13.866405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Request body: {'port': {'device_id': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:13.886080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=f92400c0-43dc-4803-8288-e588b6d045b8,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:13.899155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Provisioning complete for port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:13.899790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:13.996464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:13.999104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:14.249653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01ef2b-1548-4fbe-8660-ec00ff6eb3e7 req-aaa0b35b-d5c8-4ab0-a013-d741a9b2caff tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:14.256523 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:14.268667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c01ef2b-1548-4fbe-8660-ec00ff6eb3e7 req-aaa0b35b-d5c8-4ab0-a013-d741a9b2caff tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 931 time: 0.3895183 Aug 27 16:28:14.294010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:14.362431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,segment=NetworkSegment(a49c8fd3-c341-42b4-a93c-f69e47f3c6d2),segment_id=a49c8fd3-c341-42b4-a93c-f69e47f3c6d2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:14.415744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:14.482554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:14.551025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c01ef2b-1548-4fbe-8660-ec00ff6eb3e7 req-c22ac0b6-1749-4919-9b6e-28b1009d53eb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814054 Aug 27 16:28:14.629441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router d183b345-5fbb-47a0-ba02-72e6fad66b58 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:28:14.645337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:28:14.645720 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:28:14.705706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:14.806576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:14.817592 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-70e0293a-c292-45c5-b260-8adf829e29d8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/d183b345-5fbb-47a0-ba02-72e6fad66b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6148176 Aug 27 16:28:14.817592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55656) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:14.819998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] Sync routers for ids ['d183b345-5fbb-47a0-ba02-72e6fad66b58'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:14.837523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] Routers {'d183b345-5fbb-47a0-ba02-72e6fad66b58'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:14.842864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d183b345-5fbb-47a0-ba02-72e6fad66b58'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:14.902885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65983781-dc45-4712-b70e-eafbad0ccf79 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:14.907296 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-65983781-dc45-4712-b70e-eafbad0ccf79 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports/f92400c0-43dc-4803-8288-e588b6d045b8 HTTP/1.1" status: 200 len: 910 time: 0.0857453 Aug 27 16:28:14.914674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc23e8a5-2e18-4d1d-9b5d-3612f4471d82 req-ed20675c-1e24-4dec-bd6b-1cff0fdcce91 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 210 time: 0.0777237 Aug 27 16:28:14.915852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55658) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:14.966159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:14.973243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] Routers {'d183b345-5fbb-47a0-ba02-72e6fad66b58'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:14.974461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d183b345-5fbb-47a0-ba02-72e6fad66b58'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:15.057222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:15.057910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d8599-7faf-4904-94db-b3c84346685c None None] The sync data for ids ['d183b345-5fbb-47a0-ba02-72e6fad66b58'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:15.217341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ddfdae6-acdf-41bc-b6c6-b316913bb55b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:15.258583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e240ada-be57-4d18-95ec-c13bef163e8a {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:15.269267 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:15.284453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Transition to ACTIVE for port object 8e240ada-be57-4d18-95ec-c13bef163e8a will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:15.384184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:15.454823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55666) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:15.596011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e240ada-be57-4d18-95ec-c13bef163e8a,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:15.767871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:15.768358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:15.777449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1694728205', 'router:external': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:15.804494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-8d0e1b3a-70f1-4079-81e1-8d5197ddf4f0 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:15.805568 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-8d0e1b3a-70f1-4079-81e1-8d5197ddf4f0 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.90 "GET /v2.0/networks?id=f5f61032-c03a-4d5e-8752-db905f4e46fd HTTP/1.1" status: 200 len: 822 time: 0.7533545 Aug 27 16:28:15.826054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Request body: {'port': {'device_id': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd', 'admin_state_up': True, 'tenant_id': '3f8d8b38da054f01bbd0f7de21896797'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:15.830408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf02fe-bec3-4b5e-93d9-84ebf42c2831 req-94976071-d3e5-4a74-a7f6-4cc060715906 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:15.832766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4acf02fe-bec3-4b5e-93d9-84ebf42c2831 req-94976071-d3e5-4a74-a7f6-4cc060715906 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 943 time: 0.1206753 Aug 27 16:28:15.854869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Attempting to bind port 8e240ada-be57-4d18-95ec-c13bef163e8a on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:15.855739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Attempting to bind port 8e240ada-be57-4d18-95ec-c13bef163e8a by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:15.856337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Attempting to bind port 8e240ada-be57-4d18-95ec-c13bef163e8a on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:15.873735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Port 8e240ada-be57-4d18-95ec-c13bef163e8a on network be5e7863-5dee-47a5-86e5-8537fccd706a not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:28:15.874383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Attempting to bind port 8e240ada-be57-4d18-95ec-c13bef163e8a on network be5e7863-5dee-47a5-86e5-8537fccd706a {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:15.898200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:15.899055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Checking segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:15.899704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Bound using segment: {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:15.900346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Bound port: 8e240ada-be57-4d18-95ec-c13bef163e8a, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:15.900897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:15.909747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Provisioning for port f92400c0-43dc-4803-8288-e588b6d045b8 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:15.915035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Provisioning complete for port f92400c0-43dc-4803-8288-e588b6d045b8 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:15.915509 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:15.972661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4acf02fe-bec3-4b5e-93d9-84ebf42c2831 req-e72f529f-527e-4827-88c8-de85296be198 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273298 Aug 27 16:28:16.038304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Made reservation on behalf of ddce71f3f70a4bb690affff6b1595e1e for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:16.038304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.051443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3c81bdf0-0e8c-42a6-b3b7-a1df1e8770dd None None] Port f92400c0-43dc-4803-8288-e588b6d045b8 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:16.059229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.101964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:28:16.101964 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:28:16.101964 n-d-806412-1 neutron-server[95252]: [parameters: {'project_id_1': 'ddce71f3f70a4bb690affff6b1595e1e', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 28, 16, 86976)}] Aug 27 16:28:16.101964 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:28:16.102462 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:28:16.155688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] For port 8e240ada-be57-4d18-95ec-c13bef163e8a, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:16.171626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.176973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] For port 8e240ada-be57-4d18-95ec-c13bef163e8a, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8e240ada-be57-4d18-95ec-c13bef163e8a,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:16.182325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-39e81fbe-efa6-480c-b419-b6f84cdb5e20 None None] Provisioning complete for port f92400c0-43dc-4803-8288-e588b6d045b8 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:16.182967 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39e81fbe-efa6-480c-b419-b6f84cdb5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.240286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Made reservation on behalf of 3f8d8b38da054f01bbd0f7de21896797 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:16.247144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.255901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1256c2a8-8946-4647-9fee-a16df075b126 req-4a4773c3-193a-4e2d-987c-cc956b0940e9 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 210 time: 0.0684378 Aug 27 16:28:16.265032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-39e81fbe-efa6-480c-b419-b6f84cdb5e20 None None] Port f92400c0-43dc-4803-8288-e588b6d045b8 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:16.268685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.319408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:16.320046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.321984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] 10.222.0.97 "PUT /v2.0/ports/8e240ada-be57-4d18-95ec-c13bef163e8a HTTP/1.1" status: 200 len: 1091 time: 2.4603391 Aug 27 16:28:16.322442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'tag': '8e240ada-be57-4d18-95ec-c13bef163e8a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:16.325810 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43bb12b-e328-4790-a3af-5480a880b6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e81b7562-919f-4c2d-ac7d-a383afcae28e", "tag": "8e240ada-be57-4d18-95ec-c13bef163e8a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:16.364250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567041f4-2a51-4017-a475-743c05682eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e240ada-be57-4d18-95ec-c13bef163e8a,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:16.425969 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ad9c3-f7e5-4a11-a2ef-f65619407988 x-openstack-request-id: req-b89ad9c3-f7e5-4a11-a2ef-f65619407988 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:16.426271 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81b7562-919f-4c2d-ac7d-a383afcae28e", "tag": "8e240ada-be57-4d18-95ec-c13bef163e8a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:16.426535 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b89ad9c3-f7e5-4a11-a2ef-f65619407988 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:16.426993 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'tag': '8e240ada-be57-4d18-95ec-c13bef163e8a', 'status': 'completed', 'code': 200} Aug 27 16:28:16.523306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb12b-e328-4790-a3af-5480a880b6fd req-e4291eb6-d932-4bbb-9cf6-797027e7cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:16.525055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b43bb12b-e328-4790-a3af-5480a880b6fd req-e4291eb6-d932-4bbb-9cf6-797027e7cd53 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 1094 time: 0.0791037 Aug 27 16:28:16.629999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb12b-e328-4790-a3af-5480a880b6fd req-fb71163f-e74a-40d7-90ae-d089c33d653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:16.631542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b43bb12b-e328-4790-a3af-5480a880b6fd req-fb71163f-e74a-40d7-90ae-d089c33d653a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=99404545d1914c769c5aef08755c2651&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0984459 Aug 27 16:28:16.806556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb12b-e328-4790-a3af-5480a880b6fd req-bfa8be14-502b-4a1a-ac71-1c971311809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:16.808147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b43bb12b-e328-4790-a3af-5480a880b6fd req-bfa8be14-502b-4a1a-ac71-1c971311809f service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1647921 Aug 27 16:28:16.925592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:16.933559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-03d65ea4-173b-474d-929c-39b6e06eb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:16.937528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-03d65ea4-173b-474d-929c-39b6e06eb4ad service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=99404545d1914c769c5aef08755c2651&device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 1094 time: 0.0832441 Aug 27 16:28:17.006663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-34d39120-4c78-4417-9812-d5e2dab4d7db service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e240ada-be57-4d18-95ec-c13bef163e8a HTTP/1.1" status: 200 len: 217 time: 0.0613751 Aug 27 16:28:17.120574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-044280fb-f0e9-40eb-991d-8e6947ce032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:17.122500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-044280fb-f0e9-40eb-991d-8e6947ce032a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 200 len: 846 time: 0.1083736 Aug 27 16:28:17.136594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b57f2-9caf-4a37-934f-343ca0ac8f0a req-5632ed95-cf49-4e5e-b2a5-f116b53fe740 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:17.145445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-547b57f2-9caf-4a37-934f-343ca0ac8f0a req-5632ed95-cf49-4e5e-b2a5-f116b53fe740 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 943 time: 0.0739138 Aug 27 16:28:17.197966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-5fc1fa45-f12b-412a-a213-8557c9b11483 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=be5e7863-5dee-47a5-86e5-8537fccd706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492232 Aug 27 16:28:17.200229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Allocated IP 172.20.0.6 (f5f61032-c03a-4d5e-8752-db905f4e46fd/35c695a4-23f7-470e-bc55-94443fbef1a2/408597bf-d69f-480e-9f50-a58b2c7aaff1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:17.260764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-547b57f2-9caf-4a37-934f-343ca0ac8f0a req-ff9e1486-d74a-4623-9f69-37cf9811cc59 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137855 Aug 27 16:28:17.394598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-da368165-4393-4c40-8770-a314c172fa14 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883638 Aug 27 16:28:17.434309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port f92400c0-43dc-4803-8288-e588b6d045b8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:17.434661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.485159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.558080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.570437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:17.595330 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.595930 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Added segment 70d31f4c-6a78-4a5e-8447-2592375ab5b9 of type vlan for network 462cc6c2-6075-4355-8016-9a55d7f044c0 Aug 27 16:28:17.683140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.778874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.781332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25390354-6364-4dac-8378-6f774ec0286c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:17.790460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.795341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.796503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:17.797371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:17.863037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for f92400c0-43dc-4803-8288-e588b6d045b8 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:18.008087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ca0a9fc-7d79-4cee-938d-0fc1657cd8f8 req-11d88fc3-cd7f-4f46-8905-4915c66c2732 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 210 time: 0.6037333 Aug 27 16:28:18.065493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Network': ['ID=462cc6c2-6075-4355-8016-9a55d7f044c0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:18.073339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5b69c92d-c347-403c-b3e6-caa1eb620d24 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.6146386 Aug 27 16:28:18.076642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55716) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:18.085425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 462cc6c2-6075-4355-8016-9a55d7f044c0 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:18.102355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'subnet': {'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:18.212023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb3e7c06-8dd8-4c73-96ee-af1da7c0a276 req-974c2201-2fdf-42fb-bc46-d114855176d7 service neutron] 10.222.0.97 "GET /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088455 Aug 27 16:28:18.217122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:18.281659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Pushing event updated for resources: {'Port': ['ID=408597bf-d69f-480e-9f50-a58b2c7aaff1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:18.348861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Network f5f61032-c03a-4d5e-8752-db905f4e46fd is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:18.348861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:18.358126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:18.441716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42d71a-4954-4f0a-b329-2fa7914059c3 req-bcf47857-cde7-49ec-9511-0b8ea63b6f0b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:18.450033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d42d71a-4954-4f0a-b329-2fa7914059c3 req-bcf47857-cde7-49ec-9511-0b8ea63b6f0b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 943 time: 0.0722632 Aug 27 16:28:18.453466 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:18.457821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:18.475412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Made reservation on behalf of ddce71f3f70a4bb690affff6b1595e1e for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:18.479364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:18.566683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d42d71a-4954-4f0a-b329-2fa7914059c3 req-54d75220-7590-4a1d-98df-6fde3c402e6f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143692 Aug 27 16:28:18.582767 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:18.686640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=f92400c0-43dc-4803-8288-e588b6d045b8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:18.698412 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-a657f03a-a79a-4441-afb9-e09c94596192 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8781409 Aug 27 16:28:18.780967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Request body: {'port': {'device_id': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:19.239473 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:19.255727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:28:19.256942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:19.394918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:19.423055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Checking segment: {'id': '70d31f4c-6a78-4a5e-8447-2592375ab5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:19.428019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network hostable DHCP agents. Network: 462cc6c2-6075-4355-8016-9a55d7f044c0, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:28:19.481425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f26b86b5-0559-44a4-9c78-18bbd997031e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:19.504601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a639457-a804-4ea2-af58-df8df4753854 req-9ef19e91-e4d9-4410-8ee6-f9f1c14420fa tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:19.515052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a639457-a804-4ea2-af58-df8df4753854 req-9ef19e91-e4d9-4410-8ee6-f9f1c14420fa tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 931 time: 0.3259261 Aug 27 16:28:19.561604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router d183b345-5fbb-47a0-ba02-72e6fad66b58 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:28:19.619920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a639457-a804-4ea2-af58-df8df4753854 req-6871f5a3-66f4-4531-80ba-cb6276fb4200 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031539 Aug 27 16:28:19.787358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network 462cc6c2-6075-4355-8016-9a55d7f044c0 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:28:19.810275 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:19.825749 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] Sync routers for ids ['d183b345-5fbb-47a0-ba02-72e6fad66b58'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:19.847416 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-83d22121-3240-4d0d-b213-cce271aa9600 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/d183b345-5fbb-47a0-ba02-72e6fad66b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9243300 Aug 27 16:28:19.850804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55740) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:19.861598 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] Routers {'d183b345-5fbb-47a0-ba02-72e6fad66b58'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:19.861598 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d183b345-5fbb-47a0-ba02-72e6fad66b58'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:19.866599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5122fb7-a6c6-4256-a52d-666137328a7d req-c60815ca-caa0-40d7-b684-623bacfe707e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:19.868476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5122fb7-a6c6-4256-a52d-666137328a7d req-c60815ca-caa0-40d7-b684-623bacfe707e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 943 time: 0.1567700 Aug 27 16:28:20.103843 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:20.105128 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-399ebe25-9232-4cdf-bf40-e49ac32aad0d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=d183b345-5fbb-47a0-ba02-72e6fad66b58 HTTP/1.1" status: 200 len: 205 time: 0.1480179 Aug 27 16:28:20.105233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5122fb7-a6c6-4256-a52d-666137328a7d req-0658eaf2-0e56-4b21-9d47-be90deb58a60 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582322 Aug 27 16:28:20.105233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55742) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:20.105394 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] Routers {'d183b345-5fbb-47a0-ba02-72e6fad66b58'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:20.105394 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:27:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d183b345-5fbb-47a0-ba02-72e6fad66b58'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:20.177450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f16d1ee1-9be4-4ee2-99c8-13744c55b92a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.180264 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:20.181279 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87853ba0-2d71-4a88-b114-e1c48c0d40ae None None] The sync data for ids ['d183b345-5fbb-47a0-ba02-72e6fad66b58'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:20.254431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408597bf-d69f-480e-9f50-a58b2c7aaff1 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:20.262615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.286323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Transition to ACTIVE for port object 408597bf-d69f-480e-9f50-a58b2c7aaff1 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:20.410734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 462cc6c2-6075-4355-8016-9a55d7f044c0) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:20.419853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033cfbaa-cd4f-4c39-8479-c9520e5fbefb None None] Network 462cc6c2-6075-4355-8016-9a55d7f044c0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:20.452179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:20.452784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.473788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f16d1ee1-9be4-4ee2-99c8-13744c55b92a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.476772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f16d1ee1-9be4-4ee2-99c8-13744c55b92a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.559545 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.663469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891d743-aa6c-49cd-a599-c2b20b2e442b None None] Network 462cc6c2-6075-4355-8016-9a55d7f044c0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:20.695222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Pushing event updated for resources: {'Port': ['ID=408597bf-d69f-480e-9f50-a58b2c7aaff1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:20.755157 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f16d1ee1-9be4-4ee2-99c8-13744c55b92a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.760576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d1ee1-9be4-4ee2-99c8-13744c55b92a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Fanout notify agent at l3_agent the message router_deleted on router d183b345-5fbb-47a0-ba02-72e6fad66b58 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:20.784317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Attempting to bind port 408597bf-d69f-480e-9f50-a58b2c7aaff1 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:20.786294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Attempting to bind port 408597bf-d69f-480e-9f50-a58b2c7aaff1 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '4408677e-aeca-41a1-9780-387779658933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:20.786641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Attempting to bind port 408597bf-d69f-480e-9f50-a58b2c7aaff1 on network f5f61032-c03a-4d5e-8752-db905f4e46fd {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:20.796083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f16d1ee1-9be4-4ee2-99c8-13744c55b92a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.800624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Port 408597bf-d69f-480e-9f50-a58b2c7aaff1 on network f5f61032-c03a-4d5e-8752-db905f4e46fd not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:28:20.800624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Attempting to bind port 408597bf-d69f-480e-9f50-a58b2c7aaff1 on network f5f61032-c03a-4d5e-8752-db905f4e46fd {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:20.816622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f16d1ee1-9be4-4ee2-99c8-13744c55b92a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/d183b345-5fbb-47a0-ba02-72e6fad66b58 HTTP/1.1" status: 204 len: 168 time: 0.7626245 Aug 27 16:28:20.816772 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-498e8b2e-ee0c-484e-b4c4-23d4b060f21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.816894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55754) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:20.816994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:20.817110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Checking segment: {'id': '4408677e-aeca-41a1-9780-387779658933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:20.817419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Bound using segment: {'id': '4408677e-aeca-41a1-9780-387779658933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:20.819119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Bound port: 408597bf-d69f-480e-9f50-a58b2c7aaff1, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4408677e-aeca-41a1-9780-387779658933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:20.819519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:20.840968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8811186e-fab7-4a00-ad77-6103f6b8cdd8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7605951 Aug 27 16:28:20.868583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55756) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:20.936239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-30699952', 'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:20.965910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet cd27d5a5-7b35-4bd4-8e70-9cdb76762528 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:20.976613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.058507 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1b39a32e-85a4-4983-a751-d4216b6d7ddf req-e3a641d4-15b6-4357-aa79-64e651e3a6bc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0805051 Aug 27 16:28:21.096020 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.135320 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1b39a32e-85a4-4983-a751-d4216b6d7ddf req-0e9d71ba-0824-46c1-ac14-e4d0f5930d18 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0300298 Aug 27 16:28:21.146973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] For port 408597bf-d69f-480e-9f50-a58b2c7aaff1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:21.176358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] For port 408597bf-d69f-480e-9f50-a58b2c7aaff1, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=408597bf-d69f-480e-9f50-a58b2c7aaff1,segment=NetworkSegment(4408677e-aeca-41a1-9780-387779658933),segment_id=4408677e-aeca-41a1-9780-387779658933)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:21.192781 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1b39a32e-85a4-4983-a751-d4216b6d7ddf req-37dde1b5-eea0-4325-8dec-d15feccc036d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338910 Aug 27 16:28:21.247820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138cf95-c1d0-400a-b75c-b228e13d33db req-8c4b5256-24b6-4f31-8654-ec169b25eb9f tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:21.256833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3138cf95-c1d0-400a-b75c-b228e13d33db req-8c4b5256-24b6-4f31-8654-ec169b25eb9f tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 943 time: 0.5278533 Aug 27 16:28:21.272113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.319422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.322138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Made reservation on behalf of ddce71f3f70a4bb690affff6b1595e1e for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:21.325493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.361003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53af68b-6816-4097-8ef8-c639b8803a7a req-dc0c1289-7957-4615-898b-c1bd4baf9e94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:21.371247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f53af68b-6816-4097-8ef8-c639b8803a7a req-dc0c1289-7957-4615-898b-c1bd4baf9e94 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 943 time: 0.1751440 Aug 27 16:28:21.371757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] device_id is not set on port c0dfaf50-270f-4c3b-9d9f-824536b80ec2 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:28:21.397615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3138cf95-c1d0-400a-b75c-b228e13d33db req-ff429199-72f4-4b39-b48e-c92e1a3a0f0e tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397891 Aug 27 16:28:21.483584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f53af68b-6816-4097-8ef8-c639b8803a7a req-e5a3d678-67d9-48d8-a426-48c05e16cb8b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088288 Aug 27 16:28:21.623131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:21.624319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.627052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] 10.222.0.90 "PUT /v2.0/ports/408597bf-d69f-480e-9f50-a58b2c7aaff1 HTTP/1.1" status: 200 len: 1091 time: 2.8601477 Aug 27 16:28:21.636725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'tag': '408597bf-d69f-480e-9f50-a58b2c7aaff1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:21.639996 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5595b726-bed7-4020-be7f-22da1eb38e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f", "tag": "408597bf-d69f-480e-9f50-a58b2c7aaff1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:21.653237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39a32e-85a4-4983-a751-d4216b6d7ddf req-55efa300-df4f-44b3-b9ad-b22b4b00bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:21.654748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1b39a32e-85a4-4983-a751-d4216b6d7ddf req-55efa300-df4f-44b3-b9ad-b22b4b00bf33 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4550729 Aug 27 16:28:21.686982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.732158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e833c-8c2d-4e63-81a9-acc5d09b5439 service neutron] Pushing event updated for resources: {'Port': ['ID=408597bf-d69f-480e-9f50-a58b2c7aaff1,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:21.740702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=cd27d5a5-7b35-4bd4-8e70-9cdb76762528,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:21.743605 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4fa950-0716-4a37-a614-027523f58cd7 x-openstack-request-id: req-6e4fa950-0716-4a37-a614-027523f58cd7 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:21.743900 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f", "tag": "408597bf-d69f-480e-9f50-a58b2c7aaff1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:21.744154 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6e4fa950-0716-4a37-a614-027523f58cd7 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:21.744550 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'tag': '408597bf-d69f-480e-9f50-a58b2c7aaff1', 'status': 'completed', 'code': 200} Aug 27 16:28:21.760414 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:21.766769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be0fd664-9293-42e3-bb9e-7743e41629e9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/cd27d5a5-7b35-4bd4-8e70-9cdb76762528 HTTP/1.1" status: 204 len: 168 time: 0.9513538 Aug 27 16:28:21.767585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66490e8f-d4b7-42f1-be78-9a613b977412 None None] Network 6c5b396d-37e1-456e-a9b3-08d2732df6e9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:21.781119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55772) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:21.850497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Allocated IP 172.20.0.14 (462cc6c2-6075-4355-8016-9a55d7f044c0/f26b86b5-0559-44a4-9c78-18bbd997031e/c0dfaf50-270f-4c3b-9d9f-824536b80ec2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:22.074435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:22.086905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595b726-bed7-4020-be7f-22da1eb38e9a req-74c05edc-c1f6-4937-b6c6-720155c20926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:22.088587 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5595b726-bed7-4020-be7f-22da1eb38e9a req-74c05edc-c1f6-4937-b6c6-720155c20926 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f8d8b38da054f01bbd0f7de21896797&device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 1094 time: 0.2881627 Aug 27 16:28:22.117636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] DHCP port deletion for 6c5b396d-37e1-456e-a9b3-08d2732df6e9 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:28:22.166832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8e240ada-be57-4d18-95ec-c13bef163e8a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:28:22.308897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] Deleting port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:22.308897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:22.472277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8e240ada-be57-4d18-95ec-c13bef163e8a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8e240ada-be57-4d18-95ec-c13bef163e8a,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:22.501043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8e240ada-be57-4d18-95ec-c13bef163e8a', 'network_id': 'be5e7863-5dee-47a5-86e5-8537fccd706a', 'port_id': '8e240ada-be57-4d18-95ec-c13bef163e8a', 'mac_address': 'fa:16:3e:c9:75:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e75054-550a-4cf9-92f8-986fa2240420', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:28:22.501043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] For port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,segment=NetworkSegment(a49c8fd3-c341-42b4-a93c-f69e47f3c6d2),segment_id=a49c8fd3-c341-42b4-a93c-f69e47f3c6d2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:22.501043 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:22.610080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67620e4e-5a50-4cd1-aa91-81fce97a5cfa req-f6f2d767-87cf-45eb-ac4c-212a62ec17f0 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:22.623941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67620e4e-5a50-4cd1-aa91-81fce97a5cfa req-f6f2d767-87cf-45eb-ac4c-212a62ec17f0 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 943 time: 0.0940011 Aug 27 16:28:22.649160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:22.660587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] Calling delete_port for 9ddfdae6-acdf-41bc-b6c6-b316913bb55b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:22.787594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e240ada-be57-4d18-95ec-c13bef163e8a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:22.805478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:22.806594 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:22.823201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1bab-91bf-4f8d-8628-b2ff49ce9ba7 req-78c4ac08-7505-4127-9598-a1699e6c22ef tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:22.829486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a18a1bab-91bf-4f8d-8628-b2ff49ce9ba7 req-78c4ac08-7505-4127-9598-a1699e6c22ef tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 943 time: 0.2021127 Aug 27 16:28:22.849306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8e240ada-be57-4d18-95ec-c13bef163e8a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8e240ada-be57-4d18-95ec-c13bef163e8a,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:22.866183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67620e4e-5a50-4cd1-aa91-81fce97a5cfa req-e40511b2-08bd-48cb-9328-cc164f552599 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378404 Aug 27 16:28:22.920645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595b726-bed7-4020-be7f-22da1eb38e9a req-21181735-67ec-426e-bb9c-f9aa5802d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:22.922577 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5595b726-bed7-4020-be7f-22da1eb38e9a req-21181735-67ec-426e-bb9c-f9aa5802d797 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3f8d8b38da054f01bbd0f7de21896797&shared=False HTTP/1.1" status: 200 len: 924 time: 0.8208089 Aug 27 16:28:22.948180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a18a1bab-91bf-4f8d-8628-b2ff49ce9ba7 req-e826e2ef-4263-43cc-ab28-46e9ddc38cfb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817885 Aug 27 16:28:22.986044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.029898 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.107638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.138610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] No DVR routers for this DVR port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:23.165678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595b726-bed7-4020-be7f-22da1eb38e9a req-07ea3ab3-8e54-4c81-b218-643ebb7983f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:23.167206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5595b726-bed7-4020-be7f-22da1eb38e9a req-07ea3ab3-8e54-4c81-b218-643ebb7983f2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2232425 Aug 27 16:28:23.167580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ddfdae6-acdf-41bc-b6c6-b316913bb55b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:28:23.178097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,segment=NetworkSegment(a49c8fd3-c341-42b4-a93c-f69e47f3c6d2),segment_id=a49c8fd3-c341-42b4-a93c-f69e47f3c6d2)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:23.178534 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.200492 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.243889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8e240ada-be57-4d18-95ec-c13bef163e8a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:23.285168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Port': ['ID=c0dfaf50-270f-4c3b-9d9f-824536b80ec2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:23.289163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 9ddfdae6-acdf-41bc-b6c6-b316913bb55b owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:23.310205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537d4de-dd1f-4127-a464-3d9bfc85ab86 None None] Pushing event deleted for resources: {'Port': ['ID=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:23.311522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network 462cc6c2-6075-4355-8016-9a55d7f044c0 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:23.316280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:23.320004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9ddfdae6-acdf-41bc-b6c6-b316913bb55b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:28:23.329295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9ddfdae6-acdf-41bc-b6c6-b316913bb55b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:28:23.330630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:23.340530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8e240ada-be57-4d18-95ec-c13bef163e8a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:28:23.420830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:23.420830 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.429663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-f7aa13b0-ac41-4de2-a53c-376f4dd1b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:23.431245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-f7aa13b0-ac41-4de2-a53c-376f4dd1b71d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f8d8b38da054f01bbd0f7de21896797&device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 1094 time: 0.1552980 Aug 27 16:28:23.465436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.485114 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-61e27dbf-bfec-47af-a7bd-615caeddddd4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=408597bf-d69f-480e-9f50-a58b2c7aaff1 HTTP/1.1" status: 200 len: 217 time: 0.0436630 Aug 27 16:28:23.545284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.561392 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f043fb23-c3a6-4b78-af78-27a65eff107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.575824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-6121e171-2405-48f0-87d7-e0bfde31754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:23.577317 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-6121e171-2405-48f0-87d7-e0bfde31754c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=35c695a4-23f7-470e-bc55-94443fbef1a2 HTTP/1.1" status: 200 len: 862 time: 0.0854406 Aug 27 16:28:23.580649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=9ddfdae6-acdf-41bc-b6c6-b316913bb55b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:23.582507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No DVR routers for this DVR port 9ddfdae6-acdf-41bc-b6c6-b316913bb55b on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:23.644136 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-fb4cd0c8-e346-4c2c-bc5f-9c1311bbb77f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5f61032-c03a-4d5e-8752-db905f4e46fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440114 Aug 27 16:28:23.675242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.771847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.803415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5b396d-37e1-456e-a9b3-08d2732df6e9']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:23.814320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49c8fd3-c341-42b4-a93c-f69e47f3c6d2') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:23.818261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49c8fd3-c341-42b4-a93c-f69e47f3c6d2') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:23.827872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.850552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.861006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:23.861890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:23.949797 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:24.014486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-77addaa8-e139-4858-a452-06548fbba0d1 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.1409063 Aug 27 16:28:24.017003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-71f22dcf-5504-49eb-9063-10ebc01975ec service neutron] 10.222.0.90 "GET /v2.0/networks/f5f61032-c03a-4d5e-8752-db905f4e46fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729353 Aug 27 16:28:24.017790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55808) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:24.040588 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.073895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13291e-87c5-4ab9-b673-e665afefe5ec req-88df648f-7798-4fd4-9c83-abe7e1a67c60 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:24.090531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e13291e-87c5-4ab9-b673-e665afefe5ec req-88df648f-7798-4fd4-9c83-abe7e1a67c60 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 943 time: 0.0884459 Aug 27 16:28:24.164225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e13291e-87c5-4ab9-b673-e665afefe5ec req-a4b1390d-4c88-4158-838c-e0990faed5ae tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683801 Aug 27 16:28:24.180351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8e240ada-be57-4d18-95ec-c13bef163e8a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:24.240067 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7786b6e2-349d-4d10-aeeb-ebb8e0b846f6 req-60931fa8-5a17-42cd-83bf-8e213790b478 service neutron] 10.222.0.90 "GET /v2.0/networks/f5f61032-c03a-4d5e-8752-db905f4e46fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124684 Aug 27 16:28:24.241846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Deleting port c0dfaf50-270f-4c3b-9d9f-824536b80ec2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:24.242283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.355365 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.369219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d440ea-8f4e-45e9-8ccf-121db68acdc2 req-f6a54686-8dcc-4dcb-bdc1-b7490d26905e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:24.371333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2d440ea-8f4e-45e9-8ccf-121db68acdc2 req-f6a54686-8dcc-4dcb-bdc1-b7490d26905e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 944 time: 0.2090960 Aug 27 16:28:24.382025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.386364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.393158 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/6c5b396d-37e1-456e-a9b3-08d2732df6e9 HTTP/1.1" status: 204 len: 168 time: 2.6077600 Aug 27 16:28:24.393158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Calling delete_port for c0dfaf50-270f-4c3b-9d9f-824536b80ec2 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:24.400062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55810) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:24.407885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1055444612', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:24.432470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29339a8-22b3-4d82-a532-de0c5dec3558 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=6c5b396d-37e1-456e-a9b3-08d2732df6e9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:24.475958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2d440ea-8f4e-45e9-8ccf-121db68acdc2 req-9bdd6785-56c3-40a3-aade-2e7daafb8399 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952086 Aug 27 16:28:24.486703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 8e240ada-be57-4d18-95ec-c13bef163e8a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:24.494203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8e240ada-be57-4d18-95ec-c13bef163e8a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:24.494673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.636459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.637404 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.649851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.653697 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.678154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e240ada-be57-4d18-95ec-c13bef163e8a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:24.681742 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffaf805-8e04-48b8-b3c1-4a7bfd5a87eb" -d '{"events": [{"server_uuid": "e81b7562-919f-4c2d-ac7d-a383afcae28e", "name": "network-vif-plugged", "status": "completed", "tag": "8e240ada-be57-4d18-95ec-c13bef163e8a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:24.733167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8e240ada-be57-4d18-95ec-c13bef163e8a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8e240ada-be57-4d18-95ec-c13bef163e8a,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:24.763106 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b9f205-25f2-40f4-8d93-ba11b6769828 x-openstack-request-id: req-a9b9f205-25f2-40f4-8d93-ba11b6769828 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:24.763440 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81b7562-919f-4c2d-ac7d-a383afcae28e", "name": "network-vif-plugged", "status": "completed", "tag": "8e240ada-be57-4d18-95ec-c13bef163e8a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:24.763704 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9b9f205-25f2-40f4-8d93-ba11b6769828 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:24.764136 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e240ada-be57-4d18-95ec-c13bef163e8a', 'code': 200} Aug 27 16:28:24.789946 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.840093 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:24.950622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0dfaf50-270f-4c3b-9d9f-824536b80ec2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:24.965346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b884d32-3a9a-4eeb-826c-11ce722b9467 req-d0b711bf-1549-4a6b-b26c-35b392e8e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:24.972499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b884d32-3a9a-4eeb-826c-11ce722b9467 req-d0b711bf-1549-4a6b-b26c-35b392e8e59c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 1095 time: 0.1577446 Aug 27 16:28:24.978607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8e240ada-be57-4d18-95ec-c13bef163e8a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:25.045827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b884d32-3a9a-4eeb-826c-11ce722b9467 req-3625ed00-2332-47ef-b1d3-bc69a721a61f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662835 Aug 27 16:28:25.087104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.091394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.096205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-68a24706-206d-4f8b-a27d-fd65d427e557 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "DELETE /v2.0/ports/c0dfaf50-270f-4c3b-9d9f-824536b80ec2 HTTP/1.1" status: 204 len: 168 time: 1.0749123 Aug 27 16:28:25.096578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55822) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:25.101732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0', 'external_fixed_ips': [{'subnet_id': 'f26b86b5-0559-44a4-9c78-18bbd997031e', 'ip_address': '172.20.0.14'}]}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:25.302629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f5afb-378e-462a-ae35-d309146f1671 req-2fdba459-c9a4-46e3-a75d-930761c515e5 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:25.304289 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b16f5afb-378e-462a-ae35-d309146f1671 req-2fdba459-c9a4-46e3-a75d-930761c515e5 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 943 time: 0.0628939 Aug 27 16:28:25.342547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.344953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.380033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b16f5afb-378e-462a-ae35-d309146f1671 req-12fc9898-85a5-494d-8288-6908a3bb3fbc tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660059 Aug 27 16:28:25.455038 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.480769 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.659248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 408597bf-d69f-480e-9f50-a58b2c7aaff1 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:28:25.691606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d3ac9-61a6-41ee-82fc-0ad45d7b1a1b req-af70f9cd-0729-41c5-9a15-84869d0831be tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:25.693336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a7d3ac9-61a6-41ee-82fc-0ad45d7b1a1b req-af70f9cd-0729-41c5-9a15-84869d0831be tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1295447 Aug 27 16:28:25.799317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.804504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 408597bf-d69f-480e-9f50-a58b2c7aaff1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=408597bf-d69f-480e-9f50-a58b2c7aaff1,segment=NetworkSegment(4408677e-aeca-41a1-9780-387779658933),segment_id=4408677e-aeca-41a1-9780-387779658933)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:25.805464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a7d3ac9-61a6-41ee-82fc-0ad45d7b1a1b req-9667ddf4-3c02-4ecc-85b4-ce2270ceb869 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758212 Aug 27 16:28:25.849340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '408597bf-d69f-480e-9f50-a58b2c7aaff1', 'network_id': 'f5f61032-c03a-4d5e-8752-db905f4e46fd', 'port_id': '408597bf-d69f-480e-9f50-a58b2c7aaff1', 'mac_address': 'fa:16:3e:87:6d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c695a4-23f7-470e-bc55-94443fbef1a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:28:25.900085 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:25.916891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408597bf-d69f-480e-9f50-a58b2c7aaff1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:25.951777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 408597bf-d69f-480e-9f50-a58b2c7aaff1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=408597bf-d69f-480e-9f50-a58b2c7aaff1,segment=NetworkSegment(4408677e-aeca-41a1-9780-387779658933),segment_id=4408677e-aeca-41a1-9780-387779658933)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:26.026506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:26.056559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:26.127812 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:26.129823 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:26.261416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=408597bf-d69f-480e-9f50-a58b2c7aaff1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:26.354963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['408597bf-d69f-480e-9f50-a58b2c7aaff1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:28:26.382543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:26.443764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.25.4.217 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/65c3c549-0aca-4909-94ae-34d7c4c4a183) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:26.460003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:26.824400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:27.050377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:27.123240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab665702-e683-40be-ac1c-ea70ec2202b0 req-66c50928-7d51-43a7-9085-0bd8d619d6b2 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:27.150657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab665702-e683-40be-ac1c-ea70ec2202b0 req-66c50928-7d51-43a7-9085-0bd8d619d6b2 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 944 time: 0.3313324 Aug 27 16:28:27.269364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:27.269494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Allocated IP 172.20.0.14 (462cc6c2-6075-4355-8016-9a55d7f044c0/f26b86b5-0559-44a4-9c78-18bbd997031e/e673d807-9ed5-4fdb-973b-0c1d6116b5c9) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:27.269784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:27.274849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:27.302912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=65c3c549-0aca-4909-94ae-34d7c4c4a183,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:27.346293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c74d-240f-4e59-a369-08acfb726c15 req-3cab4fae-7c3e-41c9-a507-4706bc13013c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:27.355839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5895c74d-240f-4e59-a369-08acfb726c15 req-3cab4fae-7c3e-41c9-a507-4706bc13013c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.3961165 Aug 27 16:28:27.520485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab665702-e683-40be-ac1c-ea70ec2202b0 req-42ae24fa-66e1-4e23-b5a7-9766d37f2246 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365190 Aug 27 16:28:27.528490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5895c74d-240f-4e59-a369-08acfb726c15 req-10dc81a0-2ee9-45b5-8281-9f606c0afea8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717875 Aug 27 16:28:27.681064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 408597bf-d69f-480e-9f50-a58b2c7aaff1 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:27.692167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:27.902054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:27.904712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:27.982005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 408597bf-d69f-480e-9f50-a58b2c7aaff1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:27.986791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network 462cc6c2-6075-4355-8016-9a55d7f044c0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:27.991051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 408597bf-d69f-480e-9f50-a58b2c7aaff1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:27.991051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:27.991293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:27.993112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:28.045388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Port': ['ID=e673d807-9ed5-4fdb-973b-0c1d6116b5c9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:28.178718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:28.245910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:28.356897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 408597bf-d69f-480e-9f50-a58b2c7aaff1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=408597bf-d69f-480e-9f50-a58b2c7aaff1,segment=NetworkSegment(4408677e-aeca-41a1-9780-387779658933),segment_id=4408677e-aeca-41a1-9780-387779658933)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:28.363355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885de92-3166-42dc-beb7-f9a51975c97b req-37b48151-dc78-41c2-9d62-a2f2d7496773 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:28.363355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1885de92-3166-42dc-beb7-f9a51975c97b req-37b48151-dc78-41c2-9d62-a2f2d7496773 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0879328 Aug 27 16:28:28.368928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408597bf-d69f-480e-9f50-a58b2c7aaff1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:28.372768 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8df32-1fcf-4547-bf89-9bb30ccd1283" -d '{"events": [{"server_uuid": "e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f", "name": "network-vif-plugged", "status": "completed", "tag": "408597bf-d69f-480e-9f50-a58b2c7aaff1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:28.433500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1885de92-3166-42dc-beb7-f9a51975c97b req-55e66332-44b8-4060-81a8-8648ccf7ae22 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622985 Aug 27 16:28:28.462035 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda27482-1c2c-4f53-9580-e1078db4d5c1 x-openstack-request-id: req-bda27482-1c2c-4f53-9580-e1078db4d5c1 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:28.462328 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f", "name": "network-vif-plugged", "status": "completed", "tag": "408597bf-d69f-480e-9f50-a58b2c7aaff1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:28.462584 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bda27482-1c2c-4f53-9580-e1078db4d5c1 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:28.462986 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408597bf-d69f-480e-9f50-a58b2c7aaff1', 'code': 200} Aug 27 16:28:28.525774 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:28.676549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=408597bf-d69f-480e-9f50-a58b2c7aaff1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:28.821580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802042-3480-4e19-85bf-37cca60d36ef req-b36790ae-abc6-465c-b188-ec283d3508ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:28.823121 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-08802042-3480-4e19-85bf-37cca60d36ef req-b36790ae-abc6-465c-b188-ec283d3508ac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 1096 time: 0.0919576 Aug 27 16:28:28.885758 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-08802042-3480-4e19-85bf-37cca60d36ef req-f43a5fb6-31b3-4d43-8f28-a33ceb3e7930 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516913 Aug 27 16:28:28.896118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:28.990785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8729e5f-448b-4745-8fb7-d88ebf5ec037 req-ee3f7b6b-bf4f-46d3-9809-85a4d633ab95 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:28.992376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8729e5f-448b-4745-8fb7-d88ebf5ec037 req-ee3f7b6b-bf4f-46d3-9809-85a4d633ab95 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.3855364 Aug 27 16:28:28.998669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 6dd9b6fe-2901-48ff-b92b-c10928b82b9c is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:28:29.045580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fc894-6a8a-48f3-b6f8-9289cfd9c9d5 req-ae68c511-130c-4cb9-b591-24f67e5a5baf tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:29.056021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260fc894-6a8a-48f3-b6f8-9289cfd9c9d5 req-ae68c511-130c-4cb9-b591-24f67e5a5baf tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 945 time: 0.4203448 Aug 27 16:28:29.173737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:29.185504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] Sync routers for ids ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:29.200160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] Routers {'6dd9b6fe-2901-48ff-b92b-c10928b82b9c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:29.201120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:29.294284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:29.298849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:29.305262 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a6435d5-f115-439f-8110-9a109c37e169 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.9027314 Aug 27 16:28:29.310218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] Routers {'6dd9b6fe-2901-48ff-b92b-c10928b82b9c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:29.313988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:29.316498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:29.422371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:29.423327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffaca54-a6a1-41b0-80f9-b4f29ed05185 None None] The sync data for ids ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:29.552239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-63958de7-7dbd-48fb-a211-a1fd9644a2b8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/routers/6dd9b6fe-2901-48ff-b92b-c10928b82b9c HTTP/1.1" status: 200 len: 881 time: 0.2374949 Aug 27 16:28:29.552947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:29.585571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260fc894-6a8a-48f3-b6f8-9289cfd9c9d5 req-98d95e85-6201-47ba-90cf-ab7513a379be tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281057 Aug 27 16:28:29.599466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8729e5f-448b-4745-8fb7-d88ebf5ec037 req-1282b73f-d73d-46a3-9993-5f33353ae2ec tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890214 Aug 27 16:28:29.866796 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:29.867981 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0e2850d0-2a2d-4388-8dd9-9ef73ba4483f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3020194 Aug 27 16:28:29.869060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:29.874115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5389186c-00ee-4dbc-a8a9-454248211a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1055444612'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:30.040978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Router 7dc8a198-cbbd-4c76-b088-37e2cbef02b9 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:28:30.205594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:30.217378 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Sync routers for ids ['7dc8a198-cbbd-4c76-b088-37e2cbef02b9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:30.233172 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Routers {'7dc8a198-cbbd-4c76-b088-37e2cbef02b9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:30.234126 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7dc8a198-cbbd-4c76-b088-37e2cbef02b9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:30.303519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5389186c-00ee-4dbc-a8a9-454248211a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:30.372565 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Set router 7dc8a198-cbbd-4c76-b088-37e2cbef02b9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:30.389999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0563478-c63d-41a7-bf3d-f3687fe6f565 req-da1d93eb-d62a-425b-a7ec-4b28145ff518 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:30.391992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0563478-c63d-41a7-bf3d-f3687fe6f565 req-da1d93eb-d62a-425b-a7ec-4b28145ff518 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0997913 Aug 27 16:28:30.429000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:30.430916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cb5bea60-5d3c-4656-8c8c-1ff7127099a8 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.3332176 Aug 27 16:28:30.433537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55906) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:30.451819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0563478-c63d-41a7-bf3d-f3687fe6f565 req-2fb74e67-6aeb-480c-9c53-c5f9ac14069f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528493 Aug 27 16:28:30.482572 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5389186c-00ee-4dbc-a8a9-454248211a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:30.645523 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc8a198-cbbd-4c76-b088-37e2cbef02b9', 'name': '', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0', 'external_fixed_ips': [{'subnet_id': 'f26b86b5-0559-44a4-9c78-18bbd997031e', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'e673d807-9ed5-4fdb-973b-0c1d6116b5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:25Z', 'updated_at': '2021-08-27T16:28:28Z', 'revision_number': 3, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port': {'id': 'e673d807-9ed5-4fdb-973b-0c1d6116b5c9', 'name': '', 'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc8a198-cbbd-4c76-b088-37e2cbef02b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f26b86b5-0559-44a4-9c78-18bbd997031e', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:26Z', 'updated_at': '2021-08-27T16:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f26b86b5-0559-44a4-9c78-18bbd997031e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:30.688845 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Checking router: 7dc8a198-cbbd-4c76-b088-37e2cbef02b9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:28:30.689283 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Updating router 7dc8a198-cbbd-4c76-b088-37e2cbef02b9 port e673d807-9ed5-4fdb-973b-0c1d6116b5c9 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:28:30.689709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5389186c-00ee-4dbc-a8a9-454248211a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 6dd9b6fe-2901-48ff-b92b-c10928b82b9c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:28:30.699318 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:30.719071 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:30.754335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533934-7029-49f6-89ee-6015b4e58d41 req-ea20f1c8-be67-4b3a-a51f-b69694f9c59e tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:30.761536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32533934-7029-49f6-89ee-6015b4e58d41 req-ea20f1c8-be67-4b3a-a51f-b69694f9c59e tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 945 time: 0.0718505 Aug 27 16:28:30.812608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32533934-7029-49f6-89ee-6015b4e58d41 req-1b284204-7341-48dc-bd41-8d28615bec1e tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Aug 27 16:28:30.874208 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:28:31.161296 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.173400 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Transition to ACTIVE for port object e673d807-9ed5-4fdb-973b-0c1d6116b5c9 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:31.258657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.261780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5389186c-00ee-4dbc-a8a9-454248211a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:31.272114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5389186c-00ee-4dbc-a8a9-454248211a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.272360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] Sync routers for ids ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:31.273534 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5389186c-00ee-4dbc-a8a9-454248211a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/6dd9b6fe-2901-48ff-b92b-c10928b82b9c HTTP/1.1" status: 200 len: 888 time: 1.4034770 Aug 27 16:28:31.276342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55930) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:31.284094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] Routers {'6dd9b6fe-2901-48ff-b92b-c10928b82b9c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:31.284832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:31.323292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:31.334120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] Routers {'6dd9b6fe-2901-48ff-b92b-c10928b82b9c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:31.335006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:31.352662 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.379499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:31.380468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630e1888-4d0f-402a-aeb1-81bad9ff11db None None] The sync data for ids ['6dd9b6fe-2901-48ff-b92b-c10928b82b9c'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:31.465506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Deleting port e673d807-9ed5-4fdb-973b-0c1d6116b5c9 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:31.466086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.545733 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Pushing event updated for resources: {'Port': ['ID=e673d807-9ed5-4fdb-973b-0c1d6116b5c9,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:31.554655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-92e762cb-0a00-46eb-a02e-0d25941fc3f0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/routers/6dd9b6fe-2901-48ff-b92b-c10928b82b9c HTTP/1.1" status: 200 len: 888 time: 0.2771242 Aug 27 16:28:31.557503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55938) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:31.562028 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Attempting to bind port e673d807-9ed5-4fdb-973b-0c1d6116b5c9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:31.562496 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Attempting to bind port e673d807-9ed5-4fdb-973b-0c1d6116b5c9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '70d31f4c-6a78-4a5e-8447-2592375ab5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:31.562776 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Attempting to bind port e673d807-9ed5-4fdb-973b-0c1d6116b5c9 on network 462cc6c2-6075-4355-8016-9a55d7f044c0 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:31.569514 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:31.575859 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Checking segment: {'id': '70d31f4c-6a78-4a5e-8447-2592375ab5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:31.575859 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.575859 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Bound using segment: {'id': '70d31f4c-6a78-4a5e-8447-2592375ab5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:31.575859 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Bound port: e673d807-9ed5-4fdb-973b-0c1d6116b5c9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d31f4c-6a78-4a5e-8447-2592375ab5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '462cc6c2-6075-4355-8016-9a55d7f044c0'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:31.575859 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.603553 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.604492 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.604492 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.604717 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.605001 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.605433 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.605796 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.606136 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.606475 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.606849 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.607176 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.607556 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:31.652376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e1263ef-8515-4e1f-b6af-20e18726465c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=6dd9b6fe-2901-48ff-b92b-c10928b82b9c HTTP/1.1" status: 200 len: 205 time: 0.0934942 Aug 27 16:28:31.659232 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] For port e673d807-9ed5-4fdb-973b-0c1d6116b5c9, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:31.663643 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] For port e673d807-9ed5-4fdb-973b-0c1d6116b5c9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e673d807-9ed5-4fdb-973b-0c1d6116b5c9,segment=NetworkSegment(70d31f4c-6a78-4a5e-8447-2592375ab5b9),segment_id=70d31f4c-6a78-4a5e-8447-2592375ab5b9)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:31.663809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55944) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:31.684127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] For port e673d807-9ed5-4fdb-973b-0c1d6116b5c9, host n-d-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:31.684568 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.703843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Calling delete_port for e673d807-9ed5-4fdb-973b-0c1d6116b5c9 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:31.784376 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:31.790119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36585ccd-9ce6-46c3-acc6-5bcf817744b7 req-1f6cee14-7cb4-445d-a5c6-9ec9eeb186fa tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:31.793716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36585ccd-9ce6-46c3-acc6-5bcf817744b7 req-1f6cee14-7cb4-445d-a5c6-9ec9eeb186fa tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 945 time: 0.0770178 Aug 27 16:28:31.799684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792ba2-69d2-44b4-b158-608acef94468 req-4771835a-daf4-40a3-8600-d209d5f23864 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:31.801215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2792ba2-69d2-44b4-b158-608acef94468 req-4771835a-daf4-40a3-8600-d209d5f23864 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.2059162 Aug 27 16:28:31.868553 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Routers {'7dc8a198-cbbd-4c76-b088-37e2cbef02b9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:31.869186 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7dc8a198-cbbd-4c76-b088-37e2cbef02b9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:31.874242 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead740c2-cd75-4080-b998-d513e1837dcd None None] Pushing event updated for resources: {'Port': ['ID=e673d807-9ed5-4fdb-973b-0c1d6116b5c9,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:31.913823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2792ba2-69d2-44b4-b158-608acef94468 req-4efa1643-c00d-467f-a699-87d61b0b166c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682564 Aug 27 16:28:31.922435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36585ccd-9ce6-46c3-acc6-5bcf817744b7 req-1939e5b8-d775-4bb7-ae08-f6f3667b357d tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184666 Aug 27 16:28:31.940074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.001864 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] Set router 7dc8a198-cbbd-4c76-b088-37e2cbef02b9 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:32.063922 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc8a198-cbbd-4c76-b088-37e2cbef02b9', 'name': '', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:25Z', 'updated_at': '2021-08-27T16:28:31Z', 'revision_number': 4, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:32.068779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.081112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.093975 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b69a4-cf0a-4e4a-b678-d4dfaca565b1 None None] The sync data for ids ['7dc8a198-cbbd-4c76-b088-37e2cbef02b9'] in n-d-806412-1 is: [{'id': '7dc8a198-cbbd-4c76-b088-37e2cbef02b9', 'name': '', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:25Z', 'updated_at': '2021-08-27T16:28:31Z', 'revision_number': 4, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:32.127332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event deleted for resources: {'Port': ['ID=e673d807-9ed5-4fdb-973b-0c1d6116b5c9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:32.241769 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.344489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 65c3c549-0aca-4909-94ae-34d7c4c4a183 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:32.345049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.356760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.358261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.435861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.450099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 65c3c549-0aca-4909-94ae-34d7c4c4a183 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:32.530281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.530946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc8a198-cbbd-4c76-b088-37e2cbef02b9 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:32.539005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.543232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0e6a88f8-f65e-438d-bce4-4aabcef9c710 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "DELETE /v2.0/routers/7dc8a198-cbbd-4c76-b088-37e2cbef02b9 HTTP/1.1" status: 204 len: 168 time: 2.1084788 Aug 27 16:28:32.544344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55970) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:32.597685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Deleting subnet f26b86b5-0559-44a4-9c78-18bbd997031e {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:32.604435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.642768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.693794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.751706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.784835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=65c3c549-0aca-4909-94ae-34d7c4c4a183,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:32.852814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.853007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.888975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f26b86b5-0559-44a4-9c78-18bbd997031e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:32.893018 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:32.895108 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "DELETE /v2.0/subnets/f26b86b5-0559-44a4-9c78-18bbd997031e HTTP/1.1" status: 204 len: 168 time: 0.3495557 Aug 27 16:28:32.898036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55978) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:32.920811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.921311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.922218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.922563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.922969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.923323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.924495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.924495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.924495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.924820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.924974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:32.925310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245c7a2-1893-4088-a7bd-a924b66cfa7b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:33.038425 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.048374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.049721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.065512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-3217169b-fc5a-4d2e-8c8b-e0f9a0d4dff9 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:33.067062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-3217169b-fc5a-4d2e-8c8b-e0f9a0d4dff9 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.90 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 945 time: 0.0883946 Aug 27 16:28:33.219607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.220171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd9b6fe-2901-48ff-b92b-c10928b82b9c {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:33.231685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.231685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9884ddda-0f31-425e-b095-1a4aee6e1e9c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/6dd9b6fe-2901-48ff-b92b-c10928b82b9c HTTP/1.1" status: 204 len: 168 time: 1.5641491 Aug 27 16:28:33.232904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.238523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56000) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:33.245254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462cc6c2-6075-4355-8016-9a55d7f044c0']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:33.245494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1522912588'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:33.258496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d31f4c-6a78-4a5e-8447-2592375ab5b9') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:33.258883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d31f4c-6a78-4a5e-8447-2592375ab5b9') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:33.261246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865af38-d446-41b1-8a8e-aa81cec5a250 req-efdcbd5b-7635-4986-887e-55d508654b8b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:33.263065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2865af38-d446-41b1-8a8e-aa81cec5a250 req-efdcbd5b-7635-4986-887e-55d508654b8b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.2196443 Aug 27 16:28:33.276751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb61347-edf4-4c45-9633-7e440ac3d11e req-d8e95b8e-6a3e-4bb7-9009-e7dd9f81009b tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:33.278231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cb61347-edf4-4c45-9633-7e440ac3d11e req-d8e95b8e-6a3e-4bb7-9009-e7dd9f81009b tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 945 time: 0.1424608 Aug 27 16:28:33.279097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.302279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.309829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:33.310245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.356960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2865af38-d446-41b1-8a8e-aa81cec5a250 req-cd8a5381-091d-412e-8069-cb73973efa56 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753634 Aug 27 16:28:33.393533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cb61347-edf4-4c45-9633-7e440ac3d11e req-529fd28c-eb9a-42ac-9d74-276a5e21ca77 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/security-groups?id=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040194 Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:33.408084 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:33.449169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Deleting port 408597bf-d69f-480e-9f50-a58b2c7aaff1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:33.454151 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.454407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:33.454407 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.587046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] For port 408597bf-d69f-480e-9f50-a58b2c7aaff1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=408597bf-d69f-480e-9f50-a58b2c7aaff1,segment=NetworkSegment(4408677e-aeca-41a1-9780-387779658933),segment_id=4408677e-aeca-41a1-9780-387779658933)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:33.587633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.612428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.612428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 462cc6c2-6075-4355-8016-9a55d7f044c0 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 16:28:33.612428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.613444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:33.615840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "DELETE /v2.0/networks/462cc6c2-6075-4355-8016-9a55d7f044c0 HTTP/1.1" status: 204 len: 168 time: 0.7164805 Aug 27 16:28:33.617526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Calling delete_port for 408597bf-d69f-480e-9f50-a58b2c7aaff1 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:33.634916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.635946 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment b69b0c41-7ee7-4882-b2fd-66bb64201748 of type vlan for network c1c46877-406a-420e-9a79-27ecaead91fb Aug 27 16:28:33.639100 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf6e95-a0c9-41a7-8df6-672fdfe94f8c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event deleted for resources: {'Network': ['ID=462cc6c2-6075-4355-8016-9a55d7f044c0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:33.725001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.921169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.928085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:33.928666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:33.966951 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.004776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Pushing event deleted for resources: {'Port': ['ID=408597bf-d69f-480e-9f50-a58b2c7aaff1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:34.059819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=c1c46877-406a-420e-9a79-27ecaead91fb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:34.065092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] No DVR routers for this DVR port 408597bf-d69f-480e-9f50-a58b2c7aaff1 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:34.075862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.075862 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-2eed4099-12bd-45a5-afea-1dc1342c8fba req-14b6cd67-7bdd-47b9-8f7f-7bbb58056760 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.90 "DELETE /v2.0/ports/408597bf-d69f-480e-9f50-a58b2c7aaff1 HTTP/1.1" status: 204 len: 173 time: 0.9953537 Aug 27 16:28:34.075862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'name': 'network-vif-deleted', 'tag': '408597bf-d69f-480e-9f50-a58b2c7aaff1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:34.075862 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8aeefb-31fc-476e-bbc7-87e0b7639b60" -d '{"events": [{"server_uuid": "e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f", "name": "network-vif-deleted", "tag": "408597bf-d69f-480e-9f50-a58b2c7aaff1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:34.081505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c1c46877-406a-420e-9a79-27ecaead91fb details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:34.110002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56040) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:34.114824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0ae09fc2-d663-4ee3-9ff7-184cbe75312b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'router': {'name': 'tempest-router--995649220', 'project_id': '1a9a3982ab984b9db7da28c4b236d5e6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:34.116561 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad891ecf-0e0a-4d33-a109-a600f1ab92ae x-openstack-request-id: req-ad891ecf-0e0a-4d33-a109-a600f1ab92ae {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:34.116900 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f", "name": "network-vif-deleted", "tag": "408597bf-d69f-480e-9f50-a58b2c7aaff1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:34.117154 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ad891ecf-0e0a-4d33-a109-a600f1ab92ae {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:34.117555 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f', 'name': 'network-vif-deleted', 'tag': '408597bf-d69f-480e-9f50-a58b2c7aaff1', 'status': 'completed', 'code': 200} Aug 27 16:28:34.248853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d35beacc-91cb-46bf-8e6b-7591f9ac65e5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0090711 Aug 27 16:28:34.253031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56046) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:34.263896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': 'c1c46877-406a-420e-9a79-27ecaead91fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:34.458052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fc2-d663-4ee3-9ff7-184cbe75312b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.459606 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fc2-d663-4ee3-9ff7-184cbe75312b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.533031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0d97bf2-0fca-4970-87f8-381c22b7e89c req-81ffd42f-49d7-4761-98d2-6eb00b948565 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 210 time: 0.0522997 Aug 27 16:28:34.575717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fc2-d663-4ee3-9ff7-184cbe75312b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.587477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f707c3-886a-4af1-8a31-9a90ec8cdb5a req-6a69f8fe-b74d-418e-b7f4-a1d33f88a14c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:34.589019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95f707c3-886a-4af1-8a31-9a90ec8cdb5a req-6a69f8fe-b74d-418e-b7f4-a1d33f88a14c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1213510 Aug 27 16:28:34.631609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95f707c3-886a-4af1-8a31-9a90ec8cdb5a req-fe03314d-a251-43f6-b548-fd883eeeb084 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351794 Aug 27 16:28:34.770166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:34.772380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fc2-d663-4ee3-9ff7-184cbe75312b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:34.773731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.040706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ae09fc2-d663-4ee3-9ff7-184cbe75312b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.056235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0ae09fc2-d663-4ee3-9ff7-184cbe75312b tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9317224 Aug 27 16:28:35.058453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56068) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:35.139716 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a2de072-6fc2-4ffc-b9f8-27073cb50db5 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.173149 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.278158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=e053d783-aeae-4e29-919f-c87531dcb4a4,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:35.288918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': 'b69b0c41-7ee7-4882-b2fd-66bb64201748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'c1c46877-406a-420e-9a79-27ecaead91fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:35.289490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: c1c46877-406a-420e-9a79-27ecaead91fb, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:28:35.338340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a2de072-6fc2-4ffc-b9f8-27073cb50db5 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.340549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a2de072-6fc2-4ffc-b9f8-27073cb50db5 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.548085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network c1c46877-406a-420e-9a79-27ecaead91fb is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:28:35.641274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e842de25-7a2a-45a2-a656-f766e8150263 req-dc24d92b-1630-40d1-9e9c-7ca8baa16303 tempest-InstanceActionsNegativeTestJSON-188024612 tempest-InstanceActionsNegativeTestJSON-188024612-project] 10.222.0.101 "GET /v2.0/ports?device_id=e880ed2a-a18b-4acb-b0bc-b7e9222a1e5f HTTP/1.1" status: 200 len: 210 time: 0.0277355 Aug 27 16:28:35.716077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 408597bf-d69f-480e-9f50-a58b2c7aaff1 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:28:35.737241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 408597bf-d69f-480e-9f50-a58b2c7aaff1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:28:35.737703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 408597bf-d69f-480e-9f50-a58b2c7aaff1 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:28:35.767220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50a04-966c-4e7a-a83e-af78b9421b83 req-be69ec2e-d787-41b2-904a-1260b5efd0ab tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:35.771734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2a50a04-966c-4e7a-a83e-af78b9421b83 req-be69ec2e-d787-41b2-904a-1260b5efd0ab tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0706942 Aug 27 16:28:35.772837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a2de072-6fc2-4ffc-b9f8-27073cb50db5 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.773497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2de072-6fc2-4ffc-b9f8-27073cb50db5 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1d5fc9c-53bf-466f-b47e-2c48d7df6c3f {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:35.778422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a2de072-6fc2-4ffc-b9f8-27073cb50db5 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:35.779928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7a2de072-6fc2-4ffc-b9f8-27073cb50db5 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "DELETE /v2.0/routers/c1d5fc9c-53bf-466f-b47e-2c48d7df6c3f HTTP/1.1" status: 204 len: 168 time: 0.7203350 Aug 27 16:28:35.816817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2a50a04-966c-4e7a-a83e-af78b9421b83 req-cce51779-4566-43d0-a32b-686dba036eb4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345085 Aug 27 16:28:35.845667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c1c46877-406a-420e-9a79-27ecaead91fb) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:35.857526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:35.857916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0bf02-6313-4f23-8452-1997b42dd1f5 None None] Network c1c46877-406a-420e-9a79-27ecaead91fb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:35.858233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.053085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c1c46877-406a-420e-9a79-27ecaead91fb', 'network_id': 'c1c46877-406a-420e-9a79-27ecaead91fb', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': 'e053d783-aeae-4e29-919f-c87531dcb4a4'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:28:36.053085 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.151081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Allocated IP 172.20.0.2 (c1c46877-406a-420e-9a79-27ecaead91fb/e053d783-aeae-4e29-919f-c87531dcb4a4/4a6c409c-15f3-44c3-ac44-8525e9f9f829) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:36.187679 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-170a9ef6-fa86-4736-bc7b-4db5e86e5831 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9317541 Aug 27 16:28:36.187993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56100) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:36.193121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e5ddf0ab-bf91-4112-a445-8a0aae914d55 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1369623468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:36.331014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.339021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Transition to ACTIVE for port object 4a6c409c-15f3-44c3-ac44-8525e9f9f829 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:36.355031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Transition to ACTIVE for port object 4a6c409c-15f3-44c3-ac44-8525e9f9f829 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:36.418417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf0ab-bf91-4112-a445-8a0aae914d55 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.422759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf0ab-bf91-4112-a445-8a0aae914d55 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.447430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56102) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:36.493370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf0ab-bf91-4112-a445-8a0aae914d55 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.601438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.647704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Network c1c46877-406a-420e-9a79-27ecaead91fb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:36.652614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:36.657732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:36.668543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-871106704', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:36.679172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf0ab-bf91-4112-a445-8a0aae914d55 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.689852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Pushing event updated for resources: {'Port': ['ID=4a6c409c-15f3-44c3-ac44-8525e9f9f829,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:36.725598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56108) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:36.728211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Attempting to bind port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:36.728718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Attempting to bind port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'b69b0c41-7ee7-4882-b2fd-66bb64201748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'c1c46877-406a-420e-9a79-27ecaead91fb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:36.728949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Attempting to bind port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 on network c1c46877-406a-420e-9a79-27ecaead91fb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:36.735619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:36.736002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Checking segment: {'id': 'b69b0c41-7ee7-4882-b2fd-66bb64201748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'c1c46877-406a-420e-9a79-27ecaead91fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:36.740334 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.740334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Bound using segment: {'id': 'b69b0c41-7ee7-4882-b2fd-66bb64201748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'c1c46877-406a-420e-9a79-27ecaead91fb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:36.740334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Bound port: 4a6c409c-15f3-44c3-ac44-8525e9f9f829, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69b0c41-7ee7-4882-b2fd-66bb64201748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'c1c46877-406a-420e-9a79-27ecaead91fb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:36.740334 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.786499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Deleting subnet 35c695a4-23f7-470e-bc55-94443fbef1a2 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:36.790483 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.813876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] For port 4a6c409c-15f3-44c3-ac44-8525e9f9f829, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:36.818038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] For port 4a6c409c-15f3-44c3-ac44-8525e9f9f829, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4a6c409c-15f3-44c3-ac44-8525e9f9f829,segment=NetworkSegment(b69b0c41-7ee7-4882-b2fd-66bb64201748),segment_id=b69b0c41-7ee7-4882-b2fd-66bb64201748)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:36.848125 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.892687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.893733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:36.908503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.026369 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.027564 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.049649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0fc3-949f-45ff-9fbf-1cbe5cb3ae20 req-388bed4f-43e5-436f-9e26-f2fed1e0ef96 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:37.049649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a4c0fc3-949f-45ff-9fbf-1cbe5cb3ae20 req-388bed4f-43e5-436f-9e26-f2fed1e0ef96 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1146445 Aug 27 16:28:37.090717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a4c0fc3-949f-45ff-9fbf-1cbe5cb3ae20 req-312f13b7-4ddb-4fcd-9a47-85e28d4125ed tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Aug 27 16:28:37.101989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf0ab-bf91-4112-a445-8a0aae914d55 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.106863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e5ddf0ab-bf91-4112-a445-8a0aae914d55 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9154046 Aug 27 16:28:37.107608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56116) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:37.138416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1c355-4a2e-47a7-afb2-0639bc4cd91a None None] Pushing event updated for resources: {'Port': ['ID=4a6c409c-15f3-44c3-ac44-8525e9f9f829,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:37.438713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.643799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.644390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.644390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:37.644390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/35c695a4-23f7-470e-bc55-94443fbef1a2 HTTP/1.1" status: 204 len: 168 time: 0.9022164 Aug 27 16:28:37.644639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56122) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:37.661188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c695a4-23f7-470e-bc55-94443fbef1a2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:37.673558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.674200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.674442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.674886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.675945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.693290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.693290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.693290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.693290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.693290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.693290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.693290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad3db04-98ee-4636-8efc-f84e596155d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:28:37.745465 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.057230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.20.0.1 (c1c46877-406a-420e-9a79-27ecaead91fb/e053d783-aeae-4e29-919f-c87531dcb4a4/0f9903b6-5660-4124-846a-5170e91f3330) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:38.345824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.365446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f61032-c03a-4d5e-8752-db905f4e46fd']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:38.380604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4408677e-aeca-41a1-9780-387779658933') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:38.380904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4408677e-aeca-41a1-9780-387779658933') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:38.395719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.414645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.422722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:38.423133 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:38.522417 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:38.620280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cb7b6-9d45-4b8c-9503-a6e27fb5bf17 req-75ebb95e-8e5c-49a4-8643-435270a0ebdd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:38.627995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-128cb7b6-9d45-4b8c-9503-a6e27fb5bf17 req-75ebb95e-8e5c-49a4-8643-435270a0ebdd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1159410 Aug 27 16:28:38.653102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.664222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff402f-0de9-4315-a9df-41c6a5575b59 None None] Network c1c46877-406a-420e-9a79-27ecaead91fb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:38.679907 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.682051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.700879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object 0f9903b6-5660-4124-846a-5170e91f3330 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:38.733423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.744777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.747894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] 10.222.0.101 "DELETE /v2.0/networks/f5f61032-c03a-4d5e-8752-db905f4e46fd HTTP/1.1" status: 204 len: 168 time: 1.1096458 Aug 27 16:28:38.776328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a285b-d691-4df5-a183-5e573c8e7cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f61032-c03a-4d5e-8752-db905f4e46fd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:38.826237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Allocated IP 172.25.4.91 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1eeb358e-855e-4cd6-88a9-56fbda8d0ea9) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:38.849437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-128cb7b6-9d45-4b8c-9503-a6e27fb5bf17 req-a6202ea4-95df-45b6-87df-4a35b9c394d9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200928 Aug 27 16:28:38.891188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:38.956540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3e34df89-f92e-42b5-9366-36e3cc28c97d None None] Provisioning for port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:38.990297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=0f9903b6-5660-4124-846a-5170e91f3330,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:39.005662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network c1c46877-406a-420e-9a79-27ecaead91fb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:39.007598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:39.016887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:39.076304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.173719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a6c409c-15f3-44c3-ac44-8525e9f9f829 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:39.289941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.405343 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.434162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:39.444377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:39.444758 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.500855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event updated for resources: {'Port': ['ID=1eeb358e-855e-4cd6-88a9-56fbda8d0ea9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:39.531377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:39.531377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:39.531377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:39.602821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56134) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:39.701798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56138) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:39.782030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.810465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f884b468-bec0-401c-bb21-3c6001e18461 None None] Provisioning for port 0f9903b6-5660-4124-846a-5170e91f3330 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:39.815178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] Deleting subnet b43336da-a334-4eeb-8b07-eeb6e10804a8 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:39.817054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f884b468-bec0-401c-bb21-3c6001e18461 None None] Provisioning complete for port 0f9903b6-5660-4124-846a-5170e91f3330 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:39.817666 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f884b468-bec0-401c-bb21-3c6001e18461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.827500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:39.835368 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-059c5b3d-aea1-45ff-8dbb-4498c8ad567c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3f8d8b38da054f01bbd0f7de21896797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302082 Aug 27 16:28:39.839898 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.844599 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:39.895482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f884b468-bec0-401c-bb21-3c6001e18461 None None] Port 0f9903b6-5660-4124-846a-5170e91f3330 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:39.930796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4a6c409c-15f3-44c3-ac44-8525e9f9f829, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4a6c409c-15f3-44c3-ac44-8525e9f9f829,segment=NetworkSegment(b69b0c41-7ee7-4882-b2fd-66bb64201748),segment_id=b69b0c41-7ee7-4882-b2fd-66bb64201748)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:40.033218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3b51e6b2-3c55-41ec-871d-64009fa07b11 None None] Provisioning complete for port 0f9903b6-5660-4124-846a-5170e91f3330 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:40.034244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b51e6b2-3c55-41ec-871d-64009fa07b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.059198 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.112705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.114241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.115315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f37998a-f9a6-4ce2-8a5c-3a933daf6dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.166695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4a6c409c-15f3-44c3-ac44-8525e9f9f829,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:40.172946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3b51e6b2-3c55-41ec-871d-64009fa07b11 None None] Port 0f9903b6-5660-4124-846a-5170e91f3330 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:40.263157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.273891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c8bf2-693d-47f2-b908-38a9031215d0 req-83905bb9-af6b-4dab-ba52-96055c287f36 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:40.275441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c95c8bf2-693d-47f2-b908-38a9031215d0 req-83905bb9-af6b-4dab-ba52-96055c287f36 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.3462141 Aug 27 16:28:40.304093 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f37998a-f9a6-4ce2-8a5c-3a933daf6dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.392408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c95c8bf2-693d-47f2-b908-38a9031215d0 req-dcf41896-7953-4506-b360-7db167f26c70 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088302 Aug 27 16:28:40.449235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.469386 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.532647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.567610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43336da-a334-4eeb-8b07-eeb6e10804a8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:40.571628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.576118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-76904757-7520-4518-ab93-af2105cc0ac6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b43336da-a334-4eeb-8b07-eeb6e10804a8 HTTP/1.1" status: 204 len: 168 time: 0.8714252 Aug 27 16:28:40.576872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56158) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:40.635293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f37998a-f9a6-4ce2-8a5c-3a933daf6dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.638199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f37998a-f9a6-4ce2-8a5c-3a933daf6dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.641305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0f37998a-f9a6-4ce2-8a5c-3a933daf6dac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05 HTTP/1.1" status: 204 len: 168 time: 0.8109465 Aug 27 16:28:40.650937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.651462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37998a-f9a6-4ce2-8a5c-3a933daf6dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd55ccdd-2e2d-4cee-bdb2-ad842f41aa05,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:40.696845 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.743195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=0f9903b6-5660-4124-846a-5170e91f3330,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:40.746552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.817503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Router 3e68e790-e64e-4e94-864e-9e4883aaefed is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:28:40.877292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.896451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1182da0b-c51e-408c-afcb-5501f643d80f']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:40.910320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cceea117-fc7c-412f-940c-0fa9a27dea87') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:40.910622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cceea117-fc7c-412f-940c-0fa9a27dea87') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:40.928226 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.935301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:40.947961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network c1c46877-406a-420e-9a79-27ecaead91fb is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:40.948690 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] Sync routers for ids ['3e68e790-e64e-4e94-864e-9e4883aaefed'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:40.950147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:40.956533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:40.968839 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] Routers {'3e68e790-e64e-4e94-864e-9e4883aaefed'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:40.969679 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3e68e790-e64e-4e94-864e-9e4883aaefed'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:41.024582 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:41.054328 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] Routers {'3e68e790-e64e-4e94-864e-9e4883aaefed'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:41.055079 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['3e68e790-e64e-4e94-864e-9e4883aaefed'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:41.065669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56164) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:41.110572 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:41.111684 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a38ba-ef35-4940-aea3-78333a4003e1 None None] The sync data for ids ['3e68e790-e64e-4e94-864e-9e4883aaefed'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:41.125766 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.127357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-01bfd806-f545-4cde-9b3e-0f72d5891eb2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6798680 Aug 27 16:28:41.130224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56166) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:41.156740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a6c409c-15f3-44c3-ac44-8525e9f9f829 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:41.270577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:41.271315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.382054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] Deleting subnet dfa097a6-2b91-4e30-a636-98929263824c {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:41.393004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.441016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a3442766-3b44-488e-a1f6-b1bf07dcdfa6 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/3e68e790-e64e-4e94-864e-9e4883aaefed HTTP/1.1" status: 200 len: 919 time: 0.3093693 Aug 27 16:28:41.442956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:41.475170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a01b860e-a35a-4319-9238-2b9cddc56990 None None] Provisioning complete for port 0f9903b6-5660-4124-846a-5170e91f3330 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:41.475764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a01b860e-a35a-4319-9238-2b9cddc56990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.513387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:41.513817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:41.517671 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:41.549726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a01b860e-a35a-4319-9238-2b9cddc56990 None None] Port 0f9903b6-5660-4124-846a-5170e91f3330 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:41.551261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.594885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.652020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bd7d098c-b5e4-404d-a264-1c9b3ac26616 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e68e790-e64e-4e94-864e-9e4883aaefed HTTP/1.1" status: 200 len: 205 time: 0.1994460 Aug 27 16:28:41.652473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56182) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:41.707303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a5557-05a9-4c59-a3c6-298c917e4210 req-8b1106bf-be5f-43f1-89bc-b88edd2f080e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:41.709250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d91a5557-05a9-4c59-a3c6-298c917e4210 req-8b1106bf-be5f-43f1-89bc-b88edd2f080e tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1676950 Aug 27 16:28:41.729156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router fdcdb400-0180-498d-b6a2-80e1761a8f34 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:28:41.732511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.744635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.747552 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1182da0b-c51e-408c-afcb-5501f643d80f HTTP/1.1" status: 204 len: 168 time: 1.1697912 Aug 27 16:28:41.754784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56186) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:41.772423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d534e2d-adc5-4f8d-b94f-e8036f540e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=1182da0b-c51e-408c-afcb-5501f643d80f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:41.773192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d91a5557-05a9-4c59-a3c6-298c917e4210 req-df3c7d66-fa57-4ba3-81bb-80532a386acd tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565913 Aug 27 16:28:41.826232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] Deleting subnet c2da6df1-012c-47a6-8567-ef76e747e17b {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:41.830298 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.839473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.880416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa097a6-2b91-4e30-a636-98929263824c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:41.885798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.888450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2401597c-4c16-433d-8cb6-61526017b207 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/dfa097a6-2b91-4e30-a636-98929263824c HTTP/1.1" status: 204 len: 168 time: 0.8203499 Aug 27 16:28:41.892790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56188) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:41.949878 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:41.954744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.056178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.056299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:42.060708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] Sync routers for ids ['fdcdb400-0180-498d-b6a2-80e1761a8f34'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:42.064305 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9844ed11-6c4d-43f2-b5e7-42d1a4edf51d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/fdcdb400-0180-498d-b6a2-80e1761a8f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9552300 Aug 27 16:28:42.067233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56196) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:42.076259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] Routers {'fdcdb400-0180-498d-b6a2-80e1761a8f34'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:42.076908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fdcdb400-0180-498d-b6a2-80e1761a8f34'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.086405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.120779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277defbe-1d07-4d01-a758-34a2cb1030ec tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:42.122311 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-277defbe-1d07-4d01-a758-34a2cb1030ec tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports/0f9903b6-5660-4124-846a-5170e91f3330 HTTP/1.1" status: 200 len: 910 time: 0.0538058 Aug 27 16:28:42.126294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:42.132406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e053d783-aeae-4e29-919f-c87531dcb4a4'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:42.141255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.151223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] Routers {'fdcdb400-0180-498d-b6a2-80e1761a8f34'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:42.152278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fdcdb400-0180-498d-b6a2-80e1761a8f34'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.181334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.195862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.197318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a08376-8d8f-49e5-91d9-6c82e0774009 None None] The sync data for ids ['fdcdb400-0180-498d-b6a2-80e1761a8f34'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:42.223334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.235928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf6472f-52b4-4abf-9b12-916cb19568cf']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.248199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4f9f54-99b3-4c39-a12c-73044c86a709') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.248491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4f9f54-99b3-4c39-a12c-73044c86a709') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.267750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.277967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.286549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:42.287246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:42.289210 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:42.304168 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.339036 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.371151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56202) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:42.377054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2da6df1-012c-47a6-8567-ef76e747e17b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:42.382475 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.388209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-509feb3e-3aca-432c-a72c-20e05d77ebb6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c2da6df1-012c-47a6-8567-ef76e747e17b HTTP/1.1" status: 204 len: 168 time: 0.6283157 Aug 27 16:28:42.390310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56206) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:42.465763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.501312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.517292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.520306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] 10.222.0.101 "DELETE /v2.0/networks/faf6472f-52b4-4abf-9b12-916cb19568cf HTTP/1.1" status: 204 len: 168 time: 0.6254218 Aug 27 16:28:42.544186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1480268779-network', 'tenant_id': 'b3d2d50e16984020a6142bc2ab164242'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:42.569953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b9e63-026d-4e1b-9ddf-98f74d2ca705 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf6472f-52b4-4abf-9b12-916cb19568cf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:42.581034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Deleting port 1eeb358e-855e-4cd6-88a9-56fbda8d0ea9 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:42.581334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.582396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.596984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9e3d41-7612-4e0e-a71e-358237bdf7d3']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.608352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b85f71-3dc1-42a1-85ac-7988a30affea') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.615106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b85f71-3dc1-42a1-85ac-7988a30affea') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:42.618490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.633329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.640274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:42.640756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:42.642640 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:42.675700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Made reservation on behalf of b3d2d50e16984020a6142bc2ab164242 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:42.686550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.698483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.773798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.792997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.806772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Calling delete_port for 1eeb358e-855e-4cd6-88a9-56fbda8d0ea9 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:42.807155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:42.809267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5c9e3d41-7612-4e0e-a71e-358237bdf7d3 HTTP/1.1" status: 204 len: 168 time: 0.4177532 Aug 27 16:28:42.837761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eae46-6892-425a-a176-c2ae6a05ffe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9e3d41-7612-4e0e-a71e-358237bdf7d3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:42.952216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcb109-24a1-4c4b-bda1-1a79f44df2cf req-83a5e929-cb35-462a-896e-c271dea406b9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:42.954951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28dcb109-24a1-4c4b-bda1-1a79f44df2cf req-83a5e929-cb35-462a-896e-c271dea406b9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0657306 Aug 27 16:28:43.001209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28dcb109-24a1-4c4b-bda1-1a79f44df2cf req-83417e02-e251-4442-9735-f7daa5533a0b tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382981 Aug 27 16:28:43.088178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56216) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:43.097356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.118142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.142103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e718d1ad-501e-4e36-acd8-3e38b300406e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3ee1d64236fa4b5780916f892fd3ebe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531070 Aug 27 16:28:43.142261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56218) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:43.204296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c286d173-d9e3-4ba9-b9f7-74fec51d06a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.225929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c286d173-d9e3-4ba9-b9f7-74fec51d06a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.258158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.285854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58891a18-8781-406d-91ac-33886dfc4e50,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:43.303450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.328976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56220) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:43.370570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:43.382038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.405248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c286d173-d9e3-4ba9-b9f7-74fec51d06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.407853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c286d173-d9e3-4ba9-b9f7-74fec51d06a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.409101 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c286d173-d9e3-4ba9-b9f7-74fec51d06a5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7a3a1793-418a-445b-9dcc-7ef388361e05 HTTP/1.1" status: 204 len: 168 time: 0.2651165 Aug 27 16:28:43.423939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.424293 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Added segment edb331da-2915-4034-b685-66314afa183b of type vlan for network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 Aug 27 16:28:43.459009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:43.459725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.463819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/ports/0f9903b6-5660-4124-846a-5170e91f3330 HTTP/1.1" status: 200 len: 910 time: 1.3364420 Aug 27 16:28:43.464213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56224) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:43.511445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8b134-ceaa-4b12-92a0-bbaed931a7be tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=0f9903b6-5660-4124-846a-5170e91f3330,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:43.524419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286d173-d9e3-4ba9-b9f7-74fec51d06a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3a1793-418a-445b-9dcc-7ef388361e05,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:43.583722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.608885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.614209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event deleted for resources: {'Port': ['ID=1eeb358e-855e-4cd6-88a9-56fbda8d0ea9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:43.644564 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2c408125-1253-442c-b5e3-ca98ca1ed95c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8b4ba053c2b14911aa25e26baca4ef71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132799 Aug 27 16:28:43.646976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56226) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:43.738060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.741289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.782658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4c62-b6af-48f3-946b-5e2d6f8690e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.824105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.825418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:43.826202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.834243 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4c62-b6af-48f3-946b-5e2d6f8690e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.885243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.885801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Fanout notify agent at l3_agent the message router_deleted on router 3e68e790-e64e-4e94-864e-9e4883aaefed {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:43.895100 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.899646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-deb32f43-adbe-49b0-99c5-9119d8258b0d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/3e68e790-e64e-4e94-864e-9e4883aaefed HTTP/1.1" status: 204 len: 168 time: 2.2427020 Aug 27 16:28:43.901491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56230) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:43.905825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1902615229', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': False}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:43.927880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:43.939474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:43.952814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:43.991791 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-53813ac6-89ad-415e-9490-24b434f2b591 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6192617 Aug 27 16:28:43.995611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56234) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:44.029422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Request body: {'subnet': {'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1480268779-subnet', 'tenant_id': 'b3d2d50e16984020a6142bc2ab164242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:44.040408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4c62-b6af-48f3-946b-5e2d6f8690e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.043411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4c62-b6af-48f3-946b-5e2d6f8690e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.047436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0cfd4c62-b6af-48f3-946b-5e2d6f8690e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a68ffa8f-c75a-4081-beb2-6e601cdcb26e HTTP/1.1" status: 204 len: 168 time: 0.3963799 Aug 27 16:28:44.086736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd4c62-b6af-48f3-946b-5e2d6f8690e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68ffa8f-c75a-4081-beb2-6e601cdcb26e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:44.145149 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.146242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.233893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.241405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869142e-2108-459e-a824-64dc8ca23c49 req-10ce51a5-3671-4f3d-bb46-9c1b24ce1661 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:44.242969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9869142e-2108-459e-a824-64dc8ca23c49 req-10ce51a5-3671-4f3d-bb46-9c1b24ce1661 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1363139 Aug 27 16:28:44.305228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9869142e-2108-459e-a824-64dc8ca23c49 req-01aa09be-a98a-4e75-97ea-26b78141efca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 Aug 27 16:28:44.329192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Made reservation on behalf of b3d2d50e16984020a6142bc2ab164242 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:44.331635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.468195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 0f9903b6-5660-4124-846a-5170e91f3330 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:44.468546 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.597034 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.943405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56258) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:44.975851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:44.994872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.003422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.009377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 0f9903b6-5660-4124-846a-5170e91f3330 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:45.056382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bb3cd7a6-a7bf-4ce2-94a1-620098d76d7f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=40be7d65861d40e0a8f9e23ad94c691c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094894 Aug 27 16:28:45.056742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56262) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:45.078651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.138534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdef181b-b99f-4d6d-bf14-4f77aedd47c9,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:45.167940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd99b-db91-48b8-ae22-02748969dc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.170861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Allocated IP 172.25.4.227 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/48ccf584-9a07-435e-841a-c728aff264d7) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:45.187875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Checking segment: {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:45.188294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Network hostable DHCP agents. Network: d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:28:45.273395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:28:45.376771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:45.389317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50b85f-8f02-4e60-b74d-6fcce9a17c61 None None] Network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:45.406942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:45.408690 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.496283 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.518466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd99b-db91-48b8-ae22-02748969dc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.626049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858fe6f-3fed-495d-ab58-dc0ecd074922 None None] Network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:45.636959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a0f0eaca-8dd6-411b-92dc-873337d0fe34 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6406484 Aug 27 16:28:45.644891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=0f9903b6-5660-4124-846a-5170e91f3330,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:45.660665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e51cba-60fd-4d7d-88e8-db6887d39369 req-d4175427-3599-405d-85f1-54211fbbf1b3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:45.662449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87e51cba-60fd-4d7d-88e8-db6887d39369 req-d4175427-3599-405d-85f1-54211fbbf1b3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.2287273 Aug 27 16:28:45.679125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.725517 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd99b-db91-48b8-ae22-02748969dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.728967 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd99b-db91-48b8-ae22-02748969dc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.730592 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c6ecd99b-db91-48b8-ae22-02748969dc2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/02359443-245e-45c0-9757-606ee3d1b6d3 HTTP/1.1" status: 204 len: 168 time: 0.6729598 Aug 27 16:28:45.756281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecd99b-db91-48b8-ae22-02748969dc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02359443-245e-45c0-9757-606ee3d1b6d3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:45.780159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.825453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:45.924884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87e51cba-60fd-4d7d-88e8-db6887d39369 req-48ae8f75-2d40-4d88-bfc0-72a1521f1cbc tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227225 Aug 27 16:28:45.955125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:45.965209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:45.971596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:45.991632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Port': ['ID=48ccf584-9a07-435e-841a-c728aff264d7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:46.050859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router fdcdb400-0180-498d-b6a2-80e1761a8f34 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:28:46.144065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:46.156484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0a661dc6-630a-4d67-8cd9-eeb6645c66b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/fdcdb400-0180-498d-b6a2-80e1761a8f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6888487 Aug 27 16:28:46.156643 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] Sync routers for ids ['fdcdb400-0180-498d-b6a2-80e1761a8f34'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:46.157067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56322) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:46.187979 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] Routers {'fdcdb400-0180-498d-b6a2-80e1761a8f34'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:46.188734 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fdcdb400-0180-498d-b6a2-80e1761a8f34'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:46.189703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56326) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:46.190003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fb3d5254-9812-4eb8-94ea-de8bc73aa459 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=fdcdb400-0180-498d-b6a2-80e1761a8f34 HTTP/1.1" status: 200 len: 205 time: 0.0339537 Aug 27 16:28:46.227617 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:46.236798 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] Routers {'fdcdb400-0180-498d-b6a2-80e1761a8f34'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:46.237489 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fdcdb400-0180-498d-b6a2-80e1761a8f34'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:46.275638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:46.276474 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bba33-835a-4bda-b8d0-b524a8eb7561 None None] The sync data for ids ['fdcdb400-0180-498d-b6a2-80e1761a8f34'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:46.310690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4abdf1c-a610-4d92-8226-1ea0b4670658 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.511345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0619fc23-0f55-493e-982e-3f1a389e6387 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:46.513260 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0619fc23-0f55-493e-982e-3f1a389e6387 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/networks?id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 HTTP/1.1" status: 200 len: 818 time: 0.1317191 Aug 27 16:28:46.533556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c767fda2-e30c-4268-bca0-4a3b39150b11 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/quotas/b3d2d50e16984020a6142bc2ab164242 HTTP/1.1" status: 200 len: 375 time: 0.0127954 Aug 27 16:28:46.580082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4abdf1c-a610-4d92-8226-1ea0b4670658 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.583470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4abdf1c-a610-4d92-8226-1ea0b4670658 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.611409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-09b6e62c-a284-433a-a21d-45ef3dd52336 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578790 Aug 27 16:28:46.637478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.723346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-ed9b4ccb-9e10-416e-a570-7fa9dd53793e service neutron] 10.222.0.101 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047981 Aug 27 16:28:46.772307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4abdf1c-a610-4d92-8226-1ea0b4670658 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.773030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4abdf1c-a610-4d92-8226-1ea0b4670658 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Fanout notify agent at l3_agent the message router_deleted on router fdcdb400-0180-498d-b6a2-80e1761a8f34 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:46.782181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e4abdf1c-a610-4d92-8226-1ea0b4670658 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.786118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e4abdf1c-a610-4d92-8226-1ea0b4670658 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/fdcdb400-0180-498d-b6a2-80e1761a8f34 HTTP/1.1" status: 204 len: 168 time: 0.5949669 Aug 27 16:28:46.786755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56358) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:46.871692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-dfe3485a-735c-4fa8-b3ea-fe1cdc095b17 service neutron] 10.222.0.101 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393926 Aug 27 16:28:46.908479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet e053d783-aeae-4e29-919f-c87531dcb4a4 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:28:46.946962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:46.998145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.027543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.164135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33999fc-2562-4c16-b96f-971f0adab613 req-c85a0f4e-e516-4f80-bc9a-46ab79a59bd8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:47.165918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b33999fc-2562-4c16-b96f-971f0adab613 req-c85a0f4e-e516-4f80-bc9a-46ab79a59bd8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0754228 Aug 27 16:28:47.203605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.259733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b33999fc-2562-4c16-b96f-971f0adab613 req-01793608-d3cc-4936-a100-b63a8027f2f6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802701 Aug 27 16:28:47.416310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Router 57f513eb-d321-4071-81f2-01994a3ecbfb is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:28:47.431139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.477941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e5f9-1cc7-4da4-8cc4-8ae53ca323d3 req-866185f7-e7fd-4505-b755-1bd23db9040b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:47.480102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5511e5f9-1cc7-4da4-8cc4-8ae53ca323d3 req-866185f7-e7fd-4505-b755-1bd23db9040b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 946 time: 0.1182878 Aug 27 16:28:47.529916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=e053d783-aeae-4e29-919f-c87531dcb4a4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:47.534022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.537088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-85448868-3fb3-475a-921c-f4d184e76beb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/e053d783-aeae-4e29-919f-c87531dcb4a4 HTTP/1.1" status: 204 len: 168 time: 0.7472489 Aug 27 16:28:47.539863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56410) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:47.548335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676851d-d7d4-4762-bb8d-65796331792f None None] Network c1c46877-406a-420e-9a79-27ecaead91fb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:47.580924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5511e5f9-1cc7-4da4-8cc4-8ae53ca323d3 req-dd0d424a-d90c-41e8-826d-061a1ed1d1f9 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937879 Aug 27 16:28:47.728367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e1c1688-9f82-44ae-acfd-f271dbd8402e req-bcb9c4d3-6a5f-492b-bd75-35264e92141e tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.0829685 Aug 27 16:28:47.747029 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.754376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:47.796181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Sync routers for ids ['57f513eb-d321-4071-81f2-01994a3ecbfb'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:47.825919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:47.825919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.832882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Routers {'57f513eb-d321-4071-81f2-01994a3ecbfb'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:47.833587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['57f513eb-d321-4071-81f2-01994a3ecbfb'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:47.882396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.885984 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aff6e9a5-8404-4fe2-9238-86647740f9ed tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9811180 Aug 27 16:28:47.890845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56420) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:47.903612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 4a6c409c-15f3-44c3-ac44-8525e9f9f829, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4a6c409c-15f3-44c3-ac44-8525e9f9f829,segment=NetworkSegment(b69b0c41-7ee7-4882-b2fd-66bb64201748),segment_id=b69b0c41-7ee7-4882-b2fd-66bb64201748)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:47.903992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:47.920180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 4a6c409c-15f3-44c3-ac44-8525e9f9f829 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:47.997794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Set router 57f513eb-d321-4071-81f2-01994a3ecbfb gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:48.065461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] DHCP port deletion for c1c46877-406a-420e-9a79-27ecaead91fb request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:28:48.075115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:48.075718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-30f04677-2c74-4ed0-9927-40afa258bc50 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/57f513eb-d321-4071-81f2-01994a3ecbfb HTTP/1.1" status: 200 len: 909 time: 0.1873460 Aug 27 16:28:48.081230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1902615229', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': True}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:48.185120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.209245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] Deleting port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:48.209648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.217429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.218837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.222372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No DVR routers for this DVR port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:48.224962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=4a6c409c-15f3-44c3-ac44-8525e9f9f829,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:48.286680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] For port 4a6c409c-15f3-44c3-ac44-8525e9f9f829, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:48.287098 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.310479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] Calling delete_port for 4a6c409c-15f3-44c3-ac44-8525e9f9f829 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:48.320219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] Port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:28:48.321875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.369164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.371171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] Pushing event deleted for resources: {'Port': ['ID=4a6c409c-15f3-44c3-ac44-8525e9f9f829,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:48.378682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66a325-3715-4ad0-924e-809f6790fef6 None None] No DVR routers for this DVR port 4a6c409c-15f3-44c3-ac44-8525e9f9f829 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:48.395001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f513eb-d321-4071-81f2-01994a3ecbfb', 'name': 'tempest-snat-router-1902615229', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.227'}], 'enable_snat': False}, 'gw_port_id': '48ccf584-9a07-435e-841a-c728aff264d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:44Z', 'updated_at': '2021-08-27T16:28:46Z', 'revision_number': 3, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port': {'id': '48ccf584-9a07-435e-841a-c728aff264d7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f513eb-d321-4071-81f2-01994a3ecbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:45Z', 'updated_at': '2021-08-27T16:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:48.409809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a27f6f-607d-4a1c-85d8-0bcdabcec586 req-348cf3f9-b4fe-4e48-b3d5-7112c867f7aa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:48.418668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90a27f6f-607d-4a1c-85d8-0bcdabcec586 req-348cf3f9-b4fe-4e48-b3d5-7112c867f7aa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0776956 Aug 27 16:28:48.421768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c46877-406a-420e-9a79-27ecaead91fb']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:48.425682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Checking router: 57f513eb-d321-4071-81f2-01994a3ecbfb for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:28:48.426153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Updating router 57f513eb-d321-4071-81f2-01994a3ecbfb port 48ccf584-9a07-435e-841a-c728aff264d7 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:28:48.436160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69b0c41-7ee7-4882-b2fd-66bb64201748') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:48.436484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69b0c41-7ee7-4882-b2fd-66bb64201748') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:48.449434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.461959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.465192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90a27f6f-607d-4a1c-85d8-0bcdabcec586 req-8ad58c55-b5ab-4714-ad43-a8f83dae9e0a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Aug 27 16:28:48.466021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.473975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:28:48.474389 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:28:48.477443 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:28:48.517226 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.701331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.737749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.743222 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/c1c46877-406a-420e-9a79-27ecaead91fb HTTP/1.1" status: 204 len: 168 time: 1.1985292 Aug 27 16:28:48.751499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbc974-2a0d-49f2-89e9-05209a1d0e65 req-e18eb91c-1cd6-49c0-9ac2-b57867374db7 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:48.751827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56442) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:48.765860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5b9f091f-2316-45a6-91f2-190cf5d4ac93 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1165619272', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:48.766097 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bffbc974-2a0d-49f2-89e9-05209a1d0e65 req-e18eb91c-1cd6-49c0-9ac2-b57867374db7 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 946 time: 0.0856824 Aug 27 16:28:48.776981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6227-b50b-475e-b6af-22095da5d425 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=c1c46877-406a-420e-9a79-27ecaead91fb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:48.852666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bffbc974-2a0d-49f2-89e9-05209a1d0e65 req-a95f9ba6-7efb-4e17-abca-282c4428782f tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups?id=8320cb18-951d-499c-9671-594e36c289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836201 Aug 27 16:28:48.862627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.877322 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.888554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0ab997a-bf17-40cb-b8d5-d46586e86574 req-ceadc40d-87bb-40c5-96a3-c08c151d1532 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.0472765 Aug 27 16:28:48.888762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Transition to ACTIVE for port object 48ccf584-9a07-435e-841a-c728aff264d7 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:48.913101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-85a092c0-fbc8-447f-9a75-a29e31f83538 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:48.914570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-85a092c0-fbc8-447f-9a75-a29e31f83538 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 946 time: 0.1463418 Aug 27 16:28:48.966631 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.967660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9f091f-2316-45a6-91f2-190cf5d4ac93 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:48.969720 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9f091f-2316-45a6-91f2-190cf5d4ac93 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.018885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Deleting port f7a7d3a2-330d-4e77-97fb-3b4018351151 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:49.021991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.103815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077e915-d77c-452d-8ea4-5e3405312fe4 None None] Pushing event updated for resources: {'Port': ['ID=48ccf584-9a07-435e-841a-c728aff264d7,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:49.107341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9f091f-2316-45a6-91f2-190cf5d4ac93 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.128451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Attempting to bind port 48ccf584-9a07-435e-841a-c728aff264d7 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:49.128667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] For port f7a7d3a2-330d-4e77-97fb-3b4018351151, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f7a7d3a2-330d-4e77-97fb-3b4018351151,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:49.129059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.131043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Attempting to bind port 48ccf584-9a07-435e-841a-c728aff264d7 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:49.133004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Attempting to bind port 48ccf584-9a07-435e-841a-c728aff264d7 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:49.147434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:49.148034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:49.148650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.149341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:49.149922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Bound port: 48ccf584-9a07-435e-841a-c728aff264d7, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:49.151944 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.202603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a6c409c-15f3-44c3-ac44-8525e9f9f829 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:28:49.299904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4a6c409c-15f3-44c3-ac44-8525e9f9f829 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:28:49.300146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4a6c409c-15f3-44c3-ac44-8525e9f9f829 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:28:49.345831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.346621 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.347062 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Floating IP c2ac95f6-bea4-480a-8d29-f253706923d6 disassociated. External IP: 172.25.4.33, port: f7a7d3a2-330d-4e77-97fb-3b4018351151. Aug 27 16:28:49.347749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Calling delete_port for f7a7d3a2-330d-4e77-97fb-3b4018351151 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:49.368917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] For port 48ccf584-9a07-435e-841a-c728aff264d7, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:49.376886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] For port 48ccf584-9a07-435e-841a-c728aff264d7, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48ccf584-9a07-435e-841a-c728aff264d7,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:49.509740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.562158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9f091f-2316-45a6-91f2-190cf5d4ac93 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.621322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077e915-d77c-452d-8ea4-5e3405312fe4 None None] Pushing event updated for resources: {'Port': ['ID=48ccf584-9a07-435e-841a-c728aff264d7,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:49.623802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Routers {'57f513eb-d321-4071-81f2-01994a3ecbfb'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:49.624953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['57f513eb-d321-4071-81f2-01994a3ecbfb'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:49.641395 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.694139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.715734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event deleted for resources: {'Port': ['ID=f7a7d3a2-330d-4e77-97fb-3b4018351151,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:49.727807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709339b-67eb-418f-b565-3e211a85530a req-59e1ad02-0809-4a00-8add-c5ede57d9120 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:49.736556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d709339b-67eb-418f-b565-3e211a85530a req-59e1ad02-0809-4a00-8add-c5ede57d9120 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1968858 Aug 27 16:28:49.751038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9f091f-2316-45a6-91f2-190cf5d4ac93 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.757048 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5b9f091f-2316-45a6-91f2-190cf5d4ac93 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9983995 Aug 27 16:28:49.763172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:49.767534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:49.773361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1283607000'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:49.837780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] Set router 57f513eb-d321-4071-81f2-01994a3ecbfb gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:49.911754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d709339b-67eb-418f-b565-3e211a85530a req-957b2612-aa4a-4b46-9182-7d6347cdef06 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744153 Aug 27 16:28:49.960702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Allocated IP 172.25.4.99 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/9b715669-cbc8-4a23-b940-6427ff861ebc) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:49.984986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:49.996241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.054270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7202fc42-85eb-4610-9491-089ad5a6a690 req-90807c86-2991-43c3-8650-efdbe9cd5eb3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 210 time: 0.0320323 Aug 27 16:28:50.087508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:28:50.118912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.119530 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment 8fa40fac-e366-43ef-817d-744664b6be73 of type vlan for network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd Aug 27 16:28:50.124734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-35a4a22a-aaf9-47c1-8507-3971eb35d90b req-93dd356a-5d07-4f16-beb7-6522be489eab tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.1036315 Aug 27 16:28:50.132255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f513eb-d321-4071-81f2-01994a3ecbfb', 'name': 'tempest-snat-router-1902615229', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.227'}], 'enable_snat': False}, 'gw_port_id': '48ccf584-9a07-435e-841a-c728aff264d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:44Z', 'updated_at': '2021-08-27T16:28:46Z', 'revision_number': 3, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port': {'id': '48ccf584-9a07-435e-841a-c728aff264d7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f513eb-d321-4071-81f2-01994a3ecbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:45Z', 'updated_at': '2021-08-27T16:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:50.139377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Router d12e34be-042d-4b49-99b0-aade02787fa0 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:28:50.289360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.307632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.343061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:50.356362 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] Sync routers for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:50.377490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:50.378487 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:50.416110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] No DVR routers for this DVR port f7a7d3a2-330d-4e77-97fb-3b4018351151 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:28:50.419507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.422021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9f384c1-a099-4afb-a57b-3b8fa3183e8c req-b4f87d2b-545e-4131-9d3a-d0c1f68e0f21 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.97 "DELETE /v2.0/ports/f7a7d3a2-330d-4e77-97fb-3b4018351151 HTTP/1.1" status: 204 len: 173 time: 1.5010135 Aug 27 16:28:50.422817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'name': 'network-vif-deleted', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:50.425576 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c2e835-9f77-4a81-a91f-79da3e00e75b" -d '{"events": [{"server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "name": "network-vif-deleted", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:50.439193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b24cea-c2d0-40dd-b86f-9d7f1af7decb None None] The sync data for ids ['57f513eb-d321-4071-81f2-01994a3ecbfb'] in n-d-806412-1 is: [{'id': '57f513eb-d321-4071-81f2-01994a3ecbfb', 'name': 'tempest-snat-router-1902615229', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.227'}], 'enable_snat': False}, 'gw_port_id': '48ccf584-9a07-435e-841a-c728aff264d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:44Z', 'updated_at': '2021-08-27T16:28:46Z', 'revision_number': 3, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port': {'id': '48ccf584-9a07-435e-841a-c728aff264d7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f513eb-d321-4071-81f2-01994a3ecbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:45Z', 'updated_at': '2021-08-27T16:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:50.475971 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c1860-4294-4e6f-94bb-6d5488f94105 x-openstack-request-id: req-1a9c1860-4294-4e6f-94bb-6d5488f94105 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:50.475971 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34", "name": "network-vif-deleted", "tag": "f7a7d3a2-330d-4e77-97fb-3b4018351151", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:50.475971 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1a9c1860-4294-4e6f-94bb-6d5488f94105 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:50.475971 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34', 'name': 'network-vif-deleted', 'tag': 'f7a7d3a2-330d-4e77-97fb-3b4018351151', 'status': 'completed', 'code': 200} Aug 27 16:28:50.495857 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.502858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:50.503580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.510578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.521581 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:50.621067 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3a2ee2b-c4ff-4978-8e6d-a18432c552ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:50.643549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:50.655590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:50.668536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:50.763345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=642e9bc9-6d9a-4217-bfc1-d5ff00a781dd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:50.804451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Port': ['ID=9b715669-cbc8-4a23-b940-6427ff861ebc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:50.818432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f81cb20-3f5f-4360-936b-d887a30311c9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0498149 Aug 27 16:28:50.821274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56470) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:50.823254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:28:50.830518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:50.991385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:51.035106 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] Checking router: d12e34be-042d-4b49-99b0-aade02787fa0 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:28:51.047692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:51.047692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:51.213268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7d21-7a61-4c93-9ad9-8f19e8fb8744 req-e9904c16-75ff-4ea8-bff9-ae0cc1aa8052 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:51.225213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4dad7d21-7a61-4c93-9ad9-8f19e8fb8744 req-e9904c16-75ff-4ea8-bff9-ae0cc1aa8052 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1756852 Aug 27 16:28:51.276434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:51.282002 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:51.312626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48ccf584-9a07-435e-841a-c728aff264d7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:51.326679 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:51.383156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dfad839-55e4-4911-9d67-04e20dc0b8dc req-ccb46b12-4bd9-4c88-9113-3296505daa7b tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 210 time: 0.0944655 Aug 27 16:28:51.412522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-6f638cf9-6f0a-4bc9-a121-254c3578905a tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:51.423471 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-6f638cf9-6f0a-4bc9-a121-254c3578905a tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "GET /v2.0/networks?id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 HTTP/1.1" status: 200 len: 818 time: 0.1890757 Aug 27 16:28:51.425342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4dad7d21-7a61-4c93-9ad9-8f19e8fb8744 req-3649bfa0-8a09-42f6-b366-1962c00e7138 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991260 Aug 27 16:28:51.550772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Request body: {'port': {'device_id': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4', 'admin_state_up': True, 'tenant_id': 'b3d2d50e16984020a6142bc2ab164242'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:51.569247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 48ccf584-9a07-435e-841a-c728aff264d7 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:51.578780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 48ccf584-9a07-435e-841a-c728aff264d7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:51.579376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:51.617386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5c36211-e0e9-49c2-bfe9-5eace0647ac4 req-bca84b9f-3a23-49d7-a477-e24d7c1ec39d tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.0956404 Aug 27 16:28:51.731650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:51.777343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 48ccf584-9a07-435e-841a-c728aff264d7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48ccf584-9a07-435e-841a-c728aff264d7,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:51.799208 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:51.875137 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d96198-0cab-4f9e-8235-1967501f3d6a None None] The sync data for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 is: [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:21:33Z', 'revision_number': 4, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'bacfb58f-2da7-4760-9227-639acb73e0d7', 'name': '', 'network_id': '59f0d06e-3976-4115-8d5d-da24f4e5c4f6', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'mac_address': 'fa:16:3e:0c:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:31Z', 'updated_at': '2021-08-27T16:21:39Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'subnets': [{'id': '82d13b95-3420-4938-be46-8897fa6f0cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:51.875400 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:51.904059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:51.918770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:52.034933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=48ccf584-9a07-435e-841a-c728aff264d7,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:52.050053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=41e4fcf7-e338-4e53-a3cb-076a93b395b9,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:52.081092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:52.081468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:28:52.279470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:52.281991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Made reservation on behalf of b3d2d50e16984020a6142bc2ab164242 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:52.285732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:52.316824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:28:52.329730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7a7d3a2-330d-4e77-97fb-3b4018351151 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:28:52.364119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-afd21186-d374-43c7-9bc1-0dc1aaa371c4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:52.375033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-afd21186-d374-43c7-9bc1-0dc1aaa371c4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.97 "GET /v2.0/networks?id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 HTTP/1.1" status: 200 len: 818 time: 0.3013403 Aug 27 16:28:52.385320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: f7a7d3a2-330d-4e77-97fb-3b4018351151 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:28:52.386272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f7a7d3a2-330d-4e77-97fb-3b4018351151 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:28:52.389996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Request body: {'port': {'device_id': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4', 'admin_state_up': True, 'tenant_id': 'b3d2d50e16984020a6142bc2ab164242'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:52.398886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3d7c0-2794-41f3-8cf1-01c1455d7773 None None] New status for floating IP c2ac95f6-bea4-480a-8d29-f253706923d6: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:28:52.482090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:52.490994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:52.494114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:52.628641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ba9e071d-5268-4b75-8fad-7bdc2876c358 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8037112 Aug 27 16:28:52.635656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58407531-94c5-4f05-bfab-67d906124cf2 None None] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:52.639584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56508) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:52.721016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4baf9c29-1527-444b-99bb-2a9d104d6d13 req-a92381c7-4b18-4c81-a6a3-629f23818b5e tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/ports?device_id=20d53bd8-ff2f-49d2-a2eb-fbd9be4dbb34 HTTP/1.1" status: 200 len: 210 time: 0.0636587 Aug 27 16:28:52.747614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d73dbf-731a-4097-af09-671eb7782eba req-22646a12-830c-4091-b871-59ca00b56eb8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:52.750008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2d73dbf-731a-4097-af09-671eb7782eba req-22646a12-830c-4091-b871-59ca00b56eb8 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1578310 Aug 27 16:28:52.831049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Made reservation on behalf of b3d2d50e16984020a6142bc2ab164242 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:52.838551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:52.877466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2d73dbf-731a-4097-af09-671eb7782eba req-101dd690-4e1d-499c-b38e-d6e17290257c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132491 Aug 27 16:28:52.963876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:28:52.965058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.050831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02f5925f-fd24-4c8d-a896-05886d75041a req-df37a2ff-b6b3-4cf3-b547-77528cab9d1d tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.0637250 Aug 27 16:28:53.173978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48ccf584-9a07-435e-841a-c728aff264d7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:53.236569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-3e07d087-491c-4274-9f92-868d149af9fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:53.238150 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-3e07d087-491c-4274-9f92-868d149af9fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "GET /v2.0/networks?id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 HTTP/1.1" status: 200 len: 818 time: 0.9364271 Aug 27 16:28:53.248589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Allocated IP 172.20.0.8 (d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4/fdef181b-b99f-4d6d-bf14-4f77aedd47c9/00ced351-c3a1-4d04-9021-b71a4c29de7c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:53.255443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Request body: {'port': {'device_id': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4', 'admin_state_up': True, 'tenant_id': 'b3d2d50e16984020a6142bc2ab164242'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:53.258507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.268165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54ef5261-71ab-47c3-9963-ef89b67240f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.270624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Allocated IP 172.20.0.2 (642e9bc9-6d9a-4217-bfc1-d5ff00a781dd/41e4fcf7-e338-4e53-a3cb-076a93b395b9/4381d0b6-87df-44f7-8c38-7bee3aa8e4e3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:53.296161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 48ccf584-9a07-435e-841a-c728aff264d7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:53.296161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.376827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.532756 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.547059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Transition to ACTIVE for port object 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:53.558265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.566597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Transition to ACTIVE for port object 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:53.624315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.666209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:53.669009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:53.671962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:53.690180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Pushing event updated for resources: {'Port': ['ID=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:53.747492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Attempting to bind port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:53.747814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Attempting to bind port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:53.748189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Attempting to bind port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 on network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:53.754283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:53.754781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Checking segment: {'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:53.755202 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.755679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Bound using segment: {'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:53.756252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Bound port: 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:53.756648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.767818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Router 747b103b-819a-4d77-96e8-2b6229dc49f1 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:28:53.841653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] For port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:53.844529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.845904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] For port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,segment=NetworkSegment(8fa40fac-e366-43ef-817d-744664b6be73),segment_id=8fa40fac-e366-43ef-817d-744664b6be73)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:53.855984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Made reservation on behalf of b3d2d50e16984020a6142bc2ab164242 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:28:53.860880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.917902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56524) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:53.941051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.942359 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:53.998423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38cbdcea-8570-4440-8414-cc50fd03f6bc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.029632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38cbdcea-8570-4440-8414-cc50fd03f6bc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.075584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8ddb7-8b7a-4f9d-99d8-9a61648e0ef0 None None] Pushing event updated for resources: {'Port': ['ID=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:54.179758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727094a-41e5-4529-9d5e-4a383042f49f req-85009612-77de-415d-9867-8e6cda5e79ca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:54.193703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a727094a-41e5-4529-9d5e-4a383042f49f req-85009612-77de-415d-9867-8e6cda5e79ca tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0881641 Aug 27 16:28:54.215082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38cbdcea-8570-4440-8414-cc50fd03f6bc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.224597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38cbdcea-8570-4440-8414-cc50fd03f6bc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.238515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-38cbdcea-8570-4440-8414-cc50fd03f6bc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "DELETE /v2.0/security-groups/8320cb18-951d-499c-9671-594e36c289a3 HTTP/1.1" status: 204 len: 168 time: 0.3101461 Aug 27 16:28:54.289651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56530) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:54.297010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4ee6972-8ff8-4b34-a01e-bee5cd87c75a req-6e9c641d-777d-4c47-ad28-d107671bc7f9 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.0898941 Aug 27 16:28:54.359729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbdcea-8570-4440-8414-cc50fd03f6bc tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8320cb18-951d-499c-9671-594e36c289a3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:54.383840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a727094a-41e5-4529-9d5e-4a383042f49f req-7958fec3-4104-4392-9755-1b549cab139c tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887231 Aug 27 16:28:54.413502 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-e876dc62-1a4a-4e56-a8ca-e4e2b19d860d tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] show failed (client error): The resource could not be found. Aug 27 16:28:54.418896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e876dc62-1a4a-4e56-a8ca-e4e2b19d860d tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "GET /v2.0/security-groups/8320cb18-951d-499c-9671-594e36c289a3 HTTP/1.1" status: 404 len: 347 time: 0.1155155 Aug 27 16:28:54.420318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56534) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:54.492210 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.633524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Deleting port b9394466-34b7-4f5d-b39b-537122318284 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:54.634288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.639929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.20.0.1 (642e9bc9-6d9a-4217-bfc1-d5ff00a781dd/41e4fcf7-e338-4e53-a3cb-076a93b395b9/eac75075-8ca4-4059-9b5f-179edd41cb2a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:54.745517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.745861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.749503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:28:54.758834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Calling delete_port for b9394466-34b7-4f5d-b39b-537122318284 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:54.760606 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Sync routers for ids ['747b103b-819a-4d77-96e8-2b6229dc49f1'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:28:54.789771 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Routers {'747b103b-819a-4d77-96e8-2b6229dc49f1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:54.791205 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['747b103b-819a-4d77-96e8-2b6229dc49f1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:54.850817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.869432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object eac75075-8ca4-4059-9b5f-179edd41cb2a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:54.882386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.886142 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ab056244-5ddf-4efa-9bfa-72657c2dea88 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8097570 Aug 27 16:28:54.887401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:54.893139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56536) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:54.955395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:54.964952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:54.972852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:55.010394 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Set router 747b103b-819a-4d77-96e8-2b6229dc49f1 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:55.049438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Pushing event updated for resources: {'Port': ['ID=00ced351-c3a1-4d04-9021-b71a4c29de7c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:55.081592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:55.081592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.145589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-00f4f73d-eb94-43b9-b9e3-3608527b7eee tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/747b103b-819a-4d77-96e8-2b6229dc49f1 HTTP/1.1" status: 200 len: 907 time: 0.2071021 Aug 27 16:28:55.148660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56538) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:55.162083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.167401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Allocated IP 172.20.0.2 (d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4/fdef181b-b99f-4d6d-bf14-4f77aedd47c9/065cd412-1833-47c0-aaf0-53b061acf500) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:55.246274 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1f5ba9e5-1969-4b4d-9e3b-f09552a333fe tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7071865 Aug 27 16:28:55.248596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:55.273780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.292601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Request body: {'port': {'device_id': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:55.323358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:55.337650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:55.342915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:55.474639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:55.482221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Pushing event deleted for resources: {'Port': ['ID=b9394466-34b7-4f5d-b39b-537122318284,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:55.507975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=eac75075-8ca4-4059-9b5f-179edd41cb2a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:55.576286 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.580495 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.581115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.581715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d856b853-44a7-404f-9a30-27b67dd8d1b3 tempest-AttachVolumeTestJSON-251860820 tempest-AttachVolumeTestJSON-251860820-project] 10.222.0.101 "DELETE /v2.0/floatingips/c2ac95f6-bea4-480a-8d29-f253706923d6 HTTP/1.1" status: 204 len: 168 time: 1.1598098 Aug 27 16:28:55.623142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.640938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8489724f-3ac3-4084-88ea-dd90edc211fa req-53d21ea1-17e6-4c17-a24d-500a08e3c83a tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.1626775 Aug 27 16:28:55.715727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851069c-9b09-4458-9c4e-d56cb64102bc req-b33615c8-9351-4e64-948a-1d0dee258655 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:55.717249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f851069c-9b09-4458-9c4e-d56cb64102bc req-b33615c8-9351-4e64-948a-1d0dee258655 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1754434 Aug 27 16:28:55.720970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0874cc3-c5f9-4e47-89e6-367fc7908cd1 None None] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:28:55.726947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.767331 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b103b-819a-4d77-96e8-2b6229dc49f1', 'name': 'tempest-snat-router-1902615229', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '9b715669-cbc8-4a23-b940-6427ff861ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:28:51Z', 'revision_number': 3, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port': {'id': '9b715669-cbc8-4a23-b940-6427ff861ebc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747b103b-819a-4d77-96e8-2b6229dc49f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:49Z', 'updated_at': '2021-08-27T16:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:55.819156 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Checking router: 747b103b-819a-4d77-96e8-2b6229dc49f1 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:28:55.819932 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Updating router 747b103b-819a-4d77-96e8-2b6229dc49f1 port 9b715669-cbc8-4a23-b940-6427ff861ebc binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:28:55.859415 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.897511 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:55.919975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f851069c-9b09-4458-9c4e-d56cb64102bc req-3f6dc7bb-df70-4f77-a77f-f3c4db75617f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811929 Aug 27 16:28:55.979692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-72f96638-077d-4ecd-b3d0-042182f69430 None None] Provisioning for port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:56.009278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-72f96638-077d-4ecd-b3d0-042182f69430 None None] Provisioning complete for port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:56.013360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-72f96638-077d-4ecd-b3d0-042182f69430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.061583 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.110891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.156782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Allocated IP 172.20.0.14 (d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4/fdef181b-b99f-4d6d-bf14-4f77aedd47c9/1de7d280-8c58-424b-94ab-5512e3e80d4a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:28:56.173250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:56.181195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:56.199847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:56.213896 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-72f96638-077d-4ecd-b3d0-042182f69430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.267525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-72f96638-077d-4ecd-b3d0-042182f69430 None None] For port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,segment=NetworkSegment(8fa40fac-e366-43ef-817d-744664b6be73),segment_id=8fa40fac-e366-43ef-817d-744664b6be73)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:28:56.286256 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.315794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:56.317147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.333882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Pushing event updated for resources: {'Port': ['ID=065cd412-1833-47c0-aaf0-53b061acf500,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:56.365849 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-72f96638-077d-4ecd-b3d0-042182f69430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.461401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-d52ae79d-5418-4feb-a2e8-2959c41c25f3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0785491 Aug 27 16:28:56.477498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Request body: {'port': {'device_id': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:56.480551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f96638-077d-4ecd-b3d0-042182f69430 None None] Pushing event updated for resources: {'Port': ['ID=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:56.511520 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.540465 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Transition to ACTIVE for port object 9b715669-cbc8-4a23-b940-6427ff861ebc will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:56.609954 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.611909 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.647296 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.708802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c1081647-2fd5-4e68-b773-9a8501d29ff8 None None] Provisioning complete for port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:56.709184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1081647-2fd5-4e68-b773-9a8501d29ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.817295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Deleting port 9b715669-cbc8-4a23-b940-6427ff861ebc {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:28:56.817744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.828800 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6778e72-35c8-492a-96ba-d8a021b4305c None None] Pushing event updated for resources: {'Port': ['ID=9b715669-cbc8-4a23-b940-6427ff861ebc,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:56.884018 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Attempting to bind port 9b715669-cbc8-4a23-b940-6427ff861ebc on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:56.884629 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Attempting to bind port 9b715669-cbc8-4a23-b940-6427ff861ebc by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:56.885213 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Attempting to bind port 9b715669-cbc8-4a23-b940-6427ff861ebc on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:56.891636 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:56.894406 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:56.895377 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:56.895969 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:56.896641 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Bound port: 9b715669-cbc8-4a23-b940-6427ff861ebc, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:56.897219 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.007577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.058939 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] For port 9b715669-cbc8-4a23-b940-6427ff861ebc, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:57.069025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c1081647-2fd5-4e68-b773-9a8501d29ff8 None None] Provisioning for port eac75075-8ca4-4059-9b5f-179edd41cb2a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:28:57.069570 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] For port 9b715669-cbc8-4a23-b940-6427ff861ebc, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9b715669-cbc8-4a23-b940-6427ff861ebc,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:57.078618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c1081647-2fd5-4e68-b773-9a8501d29ff8 None None] Provisioning complete for port eac75075-8ca4-4059-9b5f-179edd41cb2a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:57.079006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1081647-2fd5-4e68-b773-9a8501d29ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.133449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf7ab965-0e31-424e-8f82-7618d4f03d52 req-6ed54512-3318-4b69-ad63-1cdcd85dda02 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.0847237 Aug 27 16:28:57.168668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c1081647-2fd5-4e68-b773-9a8501d29ff8 None None] Port eac75075-8ca4-4059-9b5f-179edd41cb2a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:57.184255 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.216884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:28:57.277849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da778d37-1cca-4470-afb5-be3e0d70f921 req-55dd7740-1cd7-47ef-86b7-1c2b27ddd838 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:57.286767 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6778e72-35c8-492a-96ba-d8a021b4305c None None] Pushing event updated for resources: {'Port': ['ID=9b715669-cbc8-4a23-b940-6427ff861ebc,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:57.287463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da778d37-1cca-4470-afb5-be3e0d70f921 req-55dd7740-1cd7-47ef-86b7-1c2b27ddd838 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1526561 Aug 27 16:28:57.289162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Routers {'747b103b-819a-4d77-96e8-2b6229dc49f1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:28:57.289772 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['747b103b-819a-4d77-96e8-2b6229dc49f1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:57.338020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56566) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:57.352533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3b3664e-9164-4012-9684-a5b520c5a335 None None] Provisioning complete for port eac75075-8ca4-4059-9b5f-179edd41cb2a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:57.357525 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3b3664e-9164-4012-9684-a5b520c5a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.386241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da778d37-1cca-4470-afb5-be3e0d70f921 req-c74b31a9-6837-4c43-869f-c48c71115219 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819697 Aug 27 16:28:57.400896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.445420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:28:57.446010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.451303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3b3664e-9164-4012-9684-a5b520c5a335 None None] Port eac75075-8ca4-4059-9b5f-179edd41cb2a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:28:57.478742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Calling delete_port for 9b715669-cbc8-4a23-b940-6427ff861ebc owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:28:57.585643 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] Set router 747b103b-819a-4d77-96e8-2b6229dc49f1 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:28:57.617366 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.658950 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b103b-819a-4d77-96e8-2b6229dc49f1', 'name': 'tempest-snat-router-1902615229', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:28:56Z', 'revision_number': 4, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:28:57.700446 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1f9e7-50a7-497b-845b-c7bfc2733a66 None None] The sync data for ids ['747b103b-819a-4d77-96e8-2b6229dc49f1'] in n-d-806412-1 is: [{'id': '747b103b-819a-4d77-96e8-2b6229dc49f1', 'name': 'tempest-snat-router-1902615229', 'tenant_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:28:56Z', 'revision_number': 4, 'project_id': 'ddce71f3f70a4bb690affff6b1595e1e', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:28:57.763770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca368fc6-609d-43a5-9449-169058e87196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.784939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:57.815361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:57.833474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:28:57.834018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d4018-e523-4229-a169-452d336aa5d5 req-2fbe484c-6ae5-4965-be64-8c380c40532f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:57.835707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a7d4018-e523-4229-a169-452d336aa5d5 req-2fbe484c-6ae5-4965-be64-8c380c40532f tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0762749 Aug 27 16:28:57.890701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a7d4018-e523-4229-a169-452d336aa5d5 req-7d2a769a-2470-4ca8-98d0-74d4eebc06a0 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Aug 27 16:28:57.894367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:57.899479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Pushing event updated for resources: {'Port': ['ID=1de7d280-8c58-424b-94ab-5512e3e80d4a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:58.032552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:58.033201 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.101802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610de45f-0db2-46b5-aa7d-1dce9af8bf4d req-e7cb424e-b1ee-4436-b194-be3a1903b2bb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:58.152665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-610de45f-0db2-46b5-aa7d-1dce9af8bf4d req-e7cb424e-b1ee-4436-b194-be3a1903b2bb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.0949485 Aug 27 16:28:58.161035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-610de45f-0db2-46b5-aa7d-1dce9af8bf4d req-9f95ed75-2020-4fe8-a771-4a5d073decc5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500913 Aug 27 16:28:58.178409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ced351-c3a1-4d04-9021-b71a4c29de7c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:58.197197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.221729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Transition to ACTIVE for port object 00ced351-c3a1-4d04-9021-b71a4c29de7c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:58.230872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.298271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca368fc6-609d-43a5-9449-169058e87196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.304418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdcbc2-dfa1-44b6-b40c-64f5276aed1d req-3650ae21-f2db-42c5-ba03-1e3ff88ada4e tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:58.323510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40fdcbc2-dfa1-44b6-b40c-64f5276aed1d req-3650ae21-f2db-42c5-ba03-1e3ff88ada4e tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 932 time: 0.0965250 Aug 27 16:28:58.336090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.353775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.407410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40fdcbc2-dfa1-44b6-b40c-64f5276aed1d req-2450c843-c495-497a-9ff8-634b34d19bec tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912731 Aug 27 16:28:58.445558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca368fc6-609d-43a5-9449-169058e87196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.492156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.512342 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-9799be1e-0fb8-4197-955f-5afc834b4694 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2605107 Aug 27 16:28:58.522819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=eac75075-8ca4-4059-9b5f-179edd41cb2a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:58.543514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Request body: {'port': {'device_id': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:28:58.631083 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ca368fc6-609d-43a5-9449-169058e87196 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c643e4dd9c9d4a6c99e6ad42e872536c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2871459 Aug 27 16:28:58.727564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b715669-cbc8-4a23-b940-6427ff861ebc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:58.738024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:58.739532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56586) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:59.019545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065cd412-1833-47c0-aaf0-53b061acf500 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:28:59.038070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.086470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Transition to ACTIVE for port object 065cd412-1833-47c0-aaf0-53b061acf500 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:28:59.121414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a321aaf-7f6d-4e38-8520-cf0b4973e24b req-5934d6c1-4310-47e6-b115-b624df71d5c3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:59.123020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a321aaf-7f6d-4e38-8520-cf0b4973e24b req-5934d6c1-4310-47e6-b115-b624df71d5c3 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1067126 Aug 27 16:28:59.160234 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.210255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a321aaf-7f6d-4e38-8520-cf0b4973e24b req-e2f62942-aaaa-471d-81db-41ec46eb52a5 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804517 Aug 27 16:28:59.270540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Pushing event updated for resources: {'Port': ['ID=065cd412-1833-47c0-aaf0-53b061acf500,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:59.279699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca368fc6-609d-43a5-9449-169058e87196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c48f6b5-3896-428e-b06c-1d66b2792e26,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:59.343943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Attempting to bind port 065cd412-1833-47c0-aaf0-53b061acf500 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:59.344312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Attempting to bind port 065cd412-1833-47c0-aaf0-53b061acf500 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:59.344649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Attempting to bind port 065cd412-1833-47c0-aaf0-53b061acf500 on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:59.355779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Port 065cd412-1833-47c0-aaf0-53b061acf500 on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:28:59.356269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Attempting to bind port 065cd412-1833-47c0-aaf0-53b061acf500 on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:59.359877 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.362905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:59.363251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Checking segment: {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:59.363842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Bound using segment: {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:59.364266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Bound port: 065cd412-1833-47c0-aaf0-53b061acf500, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:59.364631 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.365187 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.447877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] For port 065cd412-1833-47c0-aaf0-53b061acf500, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:28:59.451409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] For port 065cd412-1833-47c0-aaf0-53b061acf500, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=065cd412-1833-47c0-aaf0-53b061acf500,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:28:59.490119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Pushing event updated for resources: {'Port': ['ID=00ced351-c3a1-4d04-9021-b71a4c29de7c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:59.503146 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.516755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.571313 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.572340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 747b103b-819a-4d77-96e8-2b6229dc49f1 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:28:59.575246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Attempting to bind port 00ced351-c3a1-4d04-9021-b71a4c29de7c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:28:59.576300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Attempting to bind port 00ced351-c3a1-4d04-9021-b71a4c29de7c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:28:59.577765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Attempting to bind port 00ced351-c3a1-4d04-9021-b71a4c29de7c on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:59.588673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.590395 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e543fc52-1371-4e4e-9513-3921870d3b93 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "DELETE /v2.0/routers/747b103b-819a-4d77-96e8-2b6229dc49f1 HTTP/1.1" status: 204 len: 168 time: 4.4406042 Aug 27 16:28:59.594622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56596) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:28:59.595481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:28:59.596141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:59.596756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.598344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] 10.222.0.97 "PUT /v2.0/ports/065cd412-1833-47c0-aaf0-53b061acf500 HTTP/1.1" status: 200 len: 1091 time: 3.1270747 Aug 27 16:28:59.599670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Port 00ced351-c3a1-4d04-9021-b71a4c29de7c on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:28:59.600109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Attempting to bind port 00ced351-c3a1-4d04-9021-b71a4c29de7c on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:28:59.600285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'tag': '065cd412-1833-47c0-aaf0-53b061acf500'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:28:59.602306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5264b125-9c5d-4601-83a4-0a6b44ccbbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.602559 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a9b71e-41a5-4f84-a23c-e051fd395ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d62bb5f-75a1-4f41-9df3-652c4b1d6b90", "tag": "065cd412-1833-47c0-aaf0-53b061acf500"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:28:59.632144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5264b125-9c5d-4601-83a4-0a6b44ccbbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.671527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479c1da-8188-4d73-916d-f0f07f2842f7 service neutron] Pushing event updated for resources: {'Port': ['ID=065cd412-1833-47c0-aaf0-53b061acf500,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:59.683936 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e448878f-f419-40ad-9e97-7fd8b69ad6c7 x-openstack-request-id: req-e448878f-f419-40ad-9e97-7fd8b69ad6c7 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:28:59.684464 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d62bb5f-75a1-4f41-9df3-652c4b1d6b90", "tag": "065cd412-1833-47c0-aaf0-53b061acf500", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:28:59.684891 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e448878f-f419-40ad-9e97-7fd8b69ad6c7 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:28:59.685471 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'tag': '065cd412-1833-47c0-aaf0-53b061acf500', 'status': 'completed', 'code': 200} Aug 27 16:28:59.693790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c309ae-52f9-4c52-871f-3ec16b8c1d8c req-20bc98b7-2c31-47a5-8666-2ae12feb2246 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:59.695649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c309ae-52f9-4c52-871f-3ec16b8c1d8c req-20bc98b7-2c31-47a5-8666-2ae12feb2246 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 932 time: 0.1968582 Aug 27 16:28:59.707645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:28:59.733626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:28:59.733626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Checking segment: {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:28:59.733626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Bound using segment: {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:28:59.733626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Bound port: 00ced351-c3a1-4d04-9021-b71a4c29de7c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:28:59.733626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.825473 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5264b125-9c5d-4601-83a4-0a6b44ccbbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.829209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5264b125-9c5d-4601-83a4-0a6b44ccbbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.830354 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5264b125-9c5d-4601-83a4-0a6b44ccbbd0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6c48f6b5-3896-428e-b06c-1d66b2792e26 HTTP/1.1" status: 204 len: 168 time: 1.0881782 Aug 27 16:28:59.846258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07c309ae-52f9-4c52-871f-3ec16b8c1d8c req-414bec78-c4a8-427b-b5eb-4d47cd762cf5 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419611 Aug 27 16:28:59.850623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b71e-41a5-4f84-a23c-e051fd395ca4 req-9b5fba25-c243-4a10-9a06-89cf718a96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:59.852423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23a9b71e-41a5-4f84-a23c-e051fd395ca4 req-9b5fba25-c243-4a10-9a06-89cf718a96c2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 1094 time: 0.1468258 Aug 27 16:28:59.852668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264b125-9c5d-4601-83a4-0a6b44ccbbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c48f6b5-3896-428e-b06c-1d66b2792e26,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:28:59.981263 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:28:59.983444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b71e-41a5-4f84-a23c-e051fd395ca4 req-89caa730-2863-4e3c-b4d2-bec1814b94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:28:59.985467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23a9b71e-41a5-4f84-a23c-e051fd395ca4 req-89caa730-2863-4e3c-b4d2-bec1814b94b1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=b3d2d50e16984020a6142bc2ab164242&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1148541 Aug 27 16:29:00.080212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] For port 00ced351-c3a1-4d04-9021-b71a4c29de7c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:00.086203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] For port 00ced351-c3a1-4d04-9021-b71a4c29de7c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=00ced351-c3a1-4d04-9021-b71a4c29de7c,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:00.201057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-11c157c7-fdd4-4eb9-8778-b5bb6bf91fc5 None None] Provisioning complete for port eac75075-8ca4-4059-9b5f-179edd41cb2a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:00.202700 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11c157c7-fdd4-4eb9-8778-b5bb6bf91fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.205653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de7d280-8c58-424b-94ab-5512e3e80d4a {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:00.219123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.220668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-cfbce438-a9f3-48da-a039-b4f00d248e01 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:00.222516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-cfbce438-a9f3-48da-a039-b4f00d248e01 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.2356365 Aug 27 16:29:00.225835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:29:00.242942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.248851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-11c157c7-fdd4-4eb9-8778-b5bb6bf91fc5 None None] Port eac75075-8ca4-4059-9b5f-179edd41cb2a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:29:00.304240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:00.304891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.307473 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0f57c724-f108-44f0-b826-6908884b214b service neutron] 10.222.0.90 "PUT /v2.0/ports/00ced351-c3a1-4d04-9021-b71a4c29de7c HTTP/1.1" status: 200 len: 1091 time: 5.0317152 Aug 27 16:29:00.315461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'tag': '00ced351-c3a1-4d04-9021-b71a4c29de7c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:00.318213 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864e3827-9764-4ead-87ea-f3080e76c05f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a79918e-ce3a-42fc-891f-b9215ecca568", "tag": "00ced351-c3a1-4d04-9021-b71a4c29de7c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:00.338622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Transition to ACTIVE for port object 1de7d280-8c58-424b-94ab-5512e3e80d4a will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:00.404548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.410397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b71e-41a5-4f84-a23c-e051fd395ca4 req-84c30bcb-c6c1-4421-96c3-7ee38cb9a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:00.411913 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23a9b71e-41a5-4f84-a23c-e051fd395ca4 req-84c30bcb-c6c1-4421-96c3-7ee38cb9a78b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3843598 Aug 27 16:29:00.465429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d2ff-f353-4efb-9499-111a7957d2dc req-b8dfe69f-088c-4648-b8dd-b0044c353b75 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:00.465429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba73d2ff-f353-4efb-9499-111a7957d2dc req-b8dfe69f-088c-4648-b8dd-b0044c353b75 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.1245501 Aug 27 16:29:00.496281 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf02e9-15be-466d-97bb-63d5a712242b x-openstack-request-id: req-7faf02e9-15be-466d-97bb-63d5a712242b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:00.496888 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a79918e-ce3a-42fc-891f-b9215ecca568", "tag": "00ced351-c3a1-4d04-9021-b71a4c29de7c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:00.497044 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7faf02e9-15be-466d-97bb-63d5a712242b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:00.497532 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'tag': '00ced351-c3a1-4d04-9021-b71a4c29de7c', 'status': 'completed', 'code': 200} Aug 27 16:29:00.580465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba73d2ff-f353-4efb-9499-111a7957d2dc req-28d31d9c-4097-46ef-923c-bcaac999a2e9 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043210 Aug 27 16:29:00.610059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Deleting port 8e240ada-be57-4d18-95ec-c13bef163e8a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:00.610059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.613859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:00.617156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.630176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0516075d-d8c1-442e-916e-94502f1669da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:00.631874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-0516075d-d8c1-442e-916e-94502f1669da service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 1094 time: 0.1679223 Aug 27 16:29:00.635445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:00.654653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:00.655936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:00.668160 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4cacd57-8080-41e1-93bf-e1e3b1fa2cd0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0247996 Aug 27 16:29:00.674764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56622) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:00.690062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1754325545'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:00.710407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57c724-f108-44f0-b826-6908884b214b service neutron] Pushing event updated for resources: {'Port': ['ID=00ced351-c3a1-4d04-9021-b71a4c29de7c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:00.756588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-8013d6fe-5178-4d9b-b481-0ce99e5fc185 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=065cd412-1833-47c0-aaf0-53b061acf500 HTTP/1.1" status: 200 len: 217 time: 0.0868478 Aug 27 16:29:00.822936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Deleting port 48ccf584-9a07-435e-841a-c728aff264d7 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:00.823494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.830369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:00.836397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Pushing event updated for resources: {'Port': ['ID=1de7d280-8c58-424b-94ab-5512e3e80d4a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:00.861714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3827-9764-4ead-87ea-f3080e76c05f req-6c80e9de-7d04-41da-9196-8753e4cdd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:00.862274 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-864e3827-9764-4ead-87ea-f3080e76c05f req-6c80e9de-7d04-41da-9196-8753e4cdd849 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 1094 time: 0.3904610 Aug 27 16:29:00.897900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:00.906269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.949838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] For port 8e240ada-be57-4d18-95ec-c13bef163e8a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8e240ada-be57-4d18-95ec-c13bef163e8a,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:00.956243 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:00.992625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Calling delete_port for 8e240ada-be57-4d18-95ec-c13bef163e8a owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:01.004313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-05ba9516-4940-4834-b9e1-f70ecc58cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.010126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-05ba9516-4940-4834-b9e1-f70ecc58cc9c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fdef181b-b99f-4d6d-bf14-4f77aedd47c9 HTTP/1.1" status: 200 len: 858 time: 0.2415190 Aug 27 16:29:01.011076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:29:01.089428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3827-9764-4ead-87ea-f3080e76c05f req-9d29f307-23f5-4f86-8450-8a05abca8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.091620 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-864e3827-9764-4ead-87ea-f3080e76c05f req-9d29f307-23f5-4f86-8450-8a05abca8078 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=b3d2d50e16984020a6142bc2ab164242&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2196422 Aug 27 16:29:01.094198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-42869430-7190-4b58-b079-9524dc921306 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707827 Aug 27 16:29:01.098948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.098948 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment c38912d5-dda3-4e23-9672-dfbbbe7a6bf4 of type vlan for network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b Aug 27 16:29:01.290649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:28:56Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:28:57Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:01.294581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Attempting to bind port 1de7d280-8c58-424b-94ab-5512e3e80d4a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:01.297592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Attempting to bind port 1de7d280-8c58-424b-94ab-5512e3e80d4a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:01.297592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Attempting to bind port 1de7d280-8c58-424b-94ab-5512e3e80d4a on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:01.322393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Port 1de7d280-8c58-424b-94ab-5512e3e80d4a on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:29:01.325028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Attempting to bind port 1de7d280-8c58-424b-94ab-5512e3e80d4a on network d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:01.346171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:01.346677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:01.347120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Checking segment: {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:01.347450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Updating router 70e821de-3823-4c29-b05b-55a0c7900a72 port eac75075-8ca4-4059-9b5f-179edd41cb2a binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:29:01.347934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Bound using segment: {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:01.350036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Bound port: 1de7d280-8c58-424b-94ab-5512e3e80d4a, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb331da-2915-4034-b685-66314afa183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:01.352020 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.402773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.435655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3827-9764-4ead-87ea-f3080e76c05f req-4cb33eb9-e918-4186-9e69-92fa54754a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.439876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-864e3827-9764-4ead-87ea-f3080e76c05f req-4cb33eb9-e918-4186-9e69-92fa54754a2b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3408751 Aug 27 16:29:01.470701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] For port 48ccf584-9a07-435e-841a-c728aff264d7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48ccf584-9a07-435e-841a-c728aff264d7,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:01.471337 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.491503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.558694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Calling delete_port for 48ccf584-9a07-435e-841a-c728aff264d7 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:01.574860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-ede2a1ba-9402-4e74-a58f-3ecb8687c197 service neutron] 10.222.0.97 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724569 Aug 27 16:29:01.591067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] For port 1de7d280-8c58-424b-94ab-5512e3e80d4a, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:01.605743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] For port 1de7d280-8c58-424b-94ab-5512e3e80d4a, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:01.612309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9bcb3-5b44-4f70-a343-be4f8d5f9d63 req-ac40f7ae-1e41-4257-b310-a454d951ace3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.614976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1ba188c0-53cf-4e65-b9ac-351249e748bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.616635 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1ba188c0-53cf-4e65-b9ac-351249e748bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 1094 time: 0.1369135 Aug 27 16:29:01.622523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5f9bcb3-5b44-4f70-a343-be4f8d5f9d63 req-ac40f7ae-1e41-4257-b310-a454d951ace3 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 944 time: 0.6046433 Aug 27 16:29:01.770650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-24a109ec-6748-43bf-977c-dbd33dc2399c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00ced351-c3a1-4d04-9021-b71a4c29de7c HTTP/1.1" status: 200 len: 217 time: 0.1455181 Aug 27 16:29:01.780384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.865090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.873079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.878795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.904622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.905984 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:01.908774 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] 10.222.0.90 "PUT /v2.0/ports/1de7d280-8c58-424b-94ab-5512e3e80d4a HTTP/1.1" status: 200 len: 1092 time: 3.3722146 Aug 27 16:29:01.941025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1d18eb17-abea-40a2-8fdc-796c39c66297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:01.942584 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-1d18eb17-abea-40a2-8fdc-796c39c66297 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fdef181b-b99f-4d6d-bf14-4f77aedd47c9 HTTP/1.1" status: 200 len: 858 time: 0.1476171 Aug 27 16:29:01.947869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653697f-06a3-4b2c-b0b1-b2d16295d491 service neutron] Pushing event updated for resources: {'Port': ['ID=1de7d280-8c58-424b-94ab-5512e3e80d4a,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:02.030975 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-85dd501b-ea02-4d37-b796-b2b7ce0f784c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651641 Aug 27 16:29:02.093543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-f047c5a8-64e3-4ac8-b538-ac86fc471bfd service neutron] 10.222.0.97 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098407 Aug 27 16:29:02.131736 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.166067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Transition to ACTIVE for port object eac75075-8ca4-4059-9b5f-179edd41cb2a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:02.184033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5f9bcb3-5b44-4f70-a343-be4f8d5f9d63 req-087de533-e8a0-4bc6-82e7-0c6c9ae5f9e4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530593 Aug 27 16:29:02.202670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=7f476c9a-059b-45c7-8cb9-0e64ae8c179b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:02.220061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:29:02.251346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c6a70db3-29e7-432b-a861-46837295ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:02.251346 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-c6a70db3-29e7-432b-a861-46837295ca56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 1095 time: 0.0937972 Aug 27 16:29:02.304560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.310752 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-b45b3a6e-4804-4a95-9479-ac3733dc352d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a HTTP/1.1" status: 200 len: 217 time: 0.0516870 Aug 27 16:29:02.323963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-6895c093-cbb2-4690-9412-df61395779f6 service neutron] 10.222.0.90 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838438 Aug 27 16:29:02.446057 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-f76add97-c474-4481-b0a1-f37e4e7f0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:02.447714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-f76add97-c474-4481-b0a1-f37e4e7f0f7a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fdef181b-b99f-4d6d-bf14-4f77aedd47c9 HTTP/1.1" status: 200 len: 858 time: 0.1228805 Aug 27 16:29:02.471113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c1c0c51a-ebb2-49ca-97cd-9b1530483745 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7858145 Aug 27 16:29:02.477252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56648) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:02.484026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8fa06-cf5b-4539-8a1b-d474731b4e10 None None] Pushing event updated for resources: {'Port': ['ID=eac75075-8ca4-4059-9b5f-179edd41cb2a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:02.502305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:02.502565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:02.506548 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3dbf0d-d218-4b05-939d-ad370116d84a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:02.520586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ad77-8b2c-4e5c-bd80-be15c88e5284 req-59237fa5-84df-402d-bcf5-5b4d85cd48b6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:02.522084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e604ad77-8b2c-4e5c-bd80-be15c88e5284 req-59237fa5-84df-402d-bcf5-5b4d85cd48b6 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 945 time: 0.7839327 Aug 27 16:29:02.528854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Attempting to bind port eac75075-8ca4-4059-9b5f-179edd41cb2a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:02.529426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Attempting to bind port eac75075-8ca4-4059-9b5f-179edd41cb2a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:02.530701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Attempting to bind port eac75075-8ca4-4059-9b5f-179edd41cb2a on network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:02.539115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:02.539115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Checking segment: {'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:02.539115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.539115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Bound using segment: {'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:02.539115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Bound port: eac75075-8ca4-4059-9b5f-179edd41cb2a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa40fac-e366-43ef-817d-744664b6be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:02.540867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.542318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.605721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.647129 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127af66c-7ffb-4594-bf30-1738957a4b92 x-openstack-request-id: req-127af66c-7ffb-4594-bf30-1738957a4b92 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:02.651018 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:02.653857 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-127af66c-7ffb-4594-bf30-1738957a4b92 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:02.654379 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a', 'status': 'completed', 'code': 200} Aug 27 16:29:02.658381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-509ed3c2-1ce9-49c1-9bd6-7ba79da46c4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016685 Aug 27 16:29:02.660440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3c66f910-5602-498a-b663-b64241766891'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:02.682488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event deleted for resources: {'Port': ['ID=48ccf584-9a07-435e-841a-c728aff264d7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:02.823838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event deleted for resources: {'Port': ['ID=8e240ada-be57-4d18-95ec-c13bef163e8a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:02.828994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] No DVR routers for this DVR port 8e240ada-be57-4d18-95ec-c13bef163e8a on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:02.831063 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-fa48da84-2f1e-4796-b9fe-01661165dd34 service neutron] 10.222.0.90 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940906 Aug 27 16:29:02.856245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.859717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bbe4819-e9dd-4281-8f42-7f35e48cc3b9 req-8eb300ed-7514-49aa-a015-c9b3c9593000 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.97 "DELETE /v2.0/ports/8e240ada-be57-4d18-95ec-c13bef163e8a HTTP/1.1" status: 204 len: 173 time: 2.6289115 Aug 27 16:29:02.878898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'name': 'network-vif-deleted', 'tag': '8e240ada-be57-4d18-95ec-c13bef163e8a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:02.882505 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b89b074-ca3b-41e7-bf8e-eeca0b814120" -d '{"events": [{"server_uuid": "e81b7562-919f-4c2d-ac7d-a383afcae28e", "name": "network-vif-deleted", "tag": "8e240ada-be57-4d18-95ec-c13bef163e8a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:02.936450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e604ad77-8b2c-4e5c-bd80-be15c88e5284 req-16b16361-3a36-479a-897d-49a2fe0aaf86 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950787 Aug 27 16:29:02.977156 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:02.993225 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-dd913296-e0fa-4c11-9a64-a38234c2cec9 service neutron] 10.222.0.90 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101382 Aug 27 16:29:03.058348 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9192d0f7-bb00-4241-a129-a5322b9ec627 x-openstack-request-id: req-9192d0f7-bb00-4241-a129-a5322b9ec627 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:03.061771 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81b7562-919f-4c2d-ac7d-a383afcae28e", "name": "network-vif-deleted", "tag": "8e240ada-be57-4d18-95ec-c13bef163e8a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:03.061771 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9192d0f7-bb00-4241-a129-a5322b9ec627 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:03.062995 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81b7562-919f-4c2d-ac7d-a383afcae28e', 'name': 'network-vif-deleted', 'tag': '8e240ada-be57-4d18-95ec-c13bef163e8a', 'status': 'completed', 'code': 200} Aug 27 16:29:03.096846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] For port eac75075-8ca4-4059-9b5f-179edd41cb2a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:03.132844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:03.138096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] For port eac75075-8ca4-4059-9b5f-179edd41cb2a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=eac75075-8ca4-4059-9b5f-179edd41cb2a,segment=NetworkSegment(8fa40fac-e366-43ef-817d-744664b6be73),segment_id=8fa40fac-e366-43ef-817d-744664b6be73)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:03.144749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:03.196365 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-77dcffaf-3159-4ffe-98a9-380e6af227dc req-032a0693-ebd2-4df3-8c4e-c3f9fef94b4e service neutron] 10.222.0.90 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013884 Aug 27 16:29:03.264857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:03.334160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:03.334949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:03.445499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8fa06-cf5b-4539-8a1b-d474731b4e10 None None] Pushing event updated for resources: {'Port': ['ID=eac75075-8ca4-4059-9b5f-179edd41cb2a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:03.490562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:03.498280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-aa67925d-dd62-4c4e-9d77-1b2715958d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:03.500714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-aa67925d-dd62-4c4e-9d77-1b2715958d3b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 1095 time: 0.1053548 Aug 27 16:29:03.672530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-4e570553-d0ae-42cd-b15f-cbcfe336fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:03.680006 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-4e570553-d0ae-42cd-b15f-cbcfe336fdd0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 HTTP/1.1" status: 200 len: 920 time: 0.1672916 Aug 27 16:29:03.765844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:03.770238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:03.794015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-7c85b97c-7966-4ce3-a3f3-63eefa3828d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a HTTP/1.1" status: 200 len: 217 time: 0.1045396 Aug 27 16:29:03.853722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06659-9032-469f-b5c0-f93d18b0fa5a req-fd212158-54ef-41a7-8bd0-6074a02b24b4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:03.855251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cda06659-9032-469f-b5c0-f93d18b0fa5a req-fd212158-54ef-41a7-8bd0-6074a02b24b4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 944 time: 0.1276972 Aug 27 16:29:03.888146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-813deef3-a2e6-4e95-ad08-c4e72a1846ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:03.889899 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-813deef3-a2e6-4e95-ad08-c4e72a1846ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fdef181b-b99f-4d6d-bf14-4f77aedd47c9 HTTP/1.1" status: 200 len: 858 time: 0.0885229 Aug 27 16:29:03.927801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:03.928237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57f513eb-d321-4071-81f2-01994a3ecbfb {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:29:03.975646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-22d5812a-0ade-4734-b588-b51cbfc31358 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742638 Aug 27 16:29:03.983004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:03.997655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a6c858f7-43d9-4731-a08a-aa77d4032b46 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "DELETE /v2.0/routers/57f513eb-d321-4071-81f2-01994a3ecbfb HTTP/1.1" status: 204 len: 168 time: 4.3929849 Aug 27 16:29:03.997655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cda06659-9032-469f-b5c0-f93d18b0fa5a req-7b134341-73d5-4f72-8352-22a64ef4ac5b tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338465 Aug 27 16:29:04.008539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56668) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:04.030316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1293749953', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:04.117831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:28:56Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:03Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:04.164091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f57b15-fde8-4def-a6a4-2258a1d09881 None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:28:56Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:03Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:04.257917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-2e46ee59-9f4c-48e8-ba7e-85c31d6c3b7b service neutron] 10.222.0.90 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760797 Aug 27 16:29:04.278957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67544f3f-68c2-4db1-96d4-643e19faed7c req-6c5f4911-1551-4a4d-a058-45f9302dbe69 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=e81b7562-919f-4c2d-ac7d-a383afcae28e HTTP/1.1" status: 200 len: 210 time: 0.0719683 Aug 27 16:29:04.317486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:04.318563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:04.401828 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-df3dbf0d-d218-4b05-939d-ad370116d84a req-80433204-bc11-465d-b024-ebc88fb91b37 service neutron] 10.222.0.90 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344774 Aug 27 16:29:04.411155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:04.412418 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:04.429097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8e240ada-be57-4d18-95ec-c13bef163e8a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:04.471113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 8e240ada-be57-4d18-95ec-c13bef163e8a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:04.475590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8e240ada-be57-4d18-95ec-c13bef163e8a not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:04.609685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=62868c41-e6d5-44ca-a032-fbf36e3a6c43,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:04.712933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:04.713453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: 7f476c9a-059b-45c7-8cb9-0e64ae8c179b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:29:04.776750 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:04.860102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:29:04.926560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7f476c9a-059b-45c7-8cb9-0e64ae8c179b) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:04.933376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:04.933376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:04.938664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4aad63-e85b-4b07-8107-c743dcc0b29f None None] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:05.071595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3e6fc66e-24e5-4367-b807-4cc91114a485 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5888340 Aug 27 16:29:05.074133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:05.148009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:05.247126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eac75075-8ca4-4059-9b5f-179edd41cb2a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:05.268433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:05.335236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:29:05.374199 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:05.496377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c336ab-66f0-4949-a33b-c265d7aa4247 req-75d6fe4f-3a42-4685-b879-645dc64eb072 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:05.496377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89c336ab-66f0-4949-a33b-c265d7aa4247 req-75d6fe4f-3a42-4685-b879-645dc64eb072 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 944 time: 0.3512349 Aug 27 16:29:05.571853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Allocated IP 172.25.4.127 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/5e418909-201b-42f0-adac-7a040541bae7) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:05.589424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port eac75075-8ca4-4059-9b5f-179edd41cb2a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:05.599901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port eac75075-8ca4-4059-9b5f-179edd41cb2a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:05.600457 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:05.673251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Allocated IP 172.21.0.2 (7f476c9a-059b-45c7-8cb9-0e64ae8c179b/62868c41-e6d5-44ca-a032-fbf36e3a6c43/0abb2b3e-0f38-466c-a4d3-712039cf2aeb) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:05.797160 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:05.797271 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:05.832813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1de7d280-8c58-424b-94ab-5512e3e80d4a details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:29:05.891156 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.040479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89c336ab-66f0-4949-a33b-c265d7aa4247 req-35b26386-a7f6-4413-bdb2-1f7c86c749af tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248665 Aug 27 16:29:06.050920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port eac75075-8ca4-4059-9b5f-179edd41cb2a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=eac75075-8ca4-4059-9b5f-179edd41cb2a,segment=NetworkSegment(8fa40fac-e366-43ef-817d-744664b6be73),segment_id=8fa40fac-e366-43ef-817d-744664b6be73)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:06.152652 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.161167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1de7d280-8c58-424b-94ab-5512e3e80d4a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:06.182763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.184426 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.210926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48ccf584-9a07-435e-841a-c728aff264d7 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:06.219432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '1de7d280-8c58-424b-94ab-5512e3e80d4a', 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4', 'port_id': '1de7d280-8c58-424b-94ab-5512e3e80d4a', 'mac_address': 'fa:16:3e:6e:b1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdef181b-b99f-4d6d-bf14-4f77aedd47c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:29:06.278698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Transition to ACTIVE for port object 0abb2b3e-0f38-466c-a4d3-712039cf2aeb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:06.288249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 48ccf584-9a07-435e-841a-c728aff264d7 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:06.292196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:06.292746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48ccf584-9a07-435e-841a-c728aff264d7 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:06.293987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event updated for resources: {'Port': ['ID=5e418909-201b-42f0-adac-7a040541bae7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:06.307303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:06.313979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:06.412416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=eac75075-8ca4-4059-9b5f-179edd41cb2a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:06.428694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Transition to ACTIVE for port object 0abb2b3e-0f38-466c-a4d3-712039cf2aeb will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:06.450261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 065cd412-1833-47c0-aaf0-53b061acf500 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:29:06.455870 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.485923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de7d280-8c58-424b-94ab-5512e3e80d4a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:06.612194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.21.0.1 (7f476c9a-059b-45c7-8cb9-0e64ae8c179b/62868c41-e6d5-44ca-a032-fbf36e3a6c43/5dd498fe-ea52-4ef1-a38e-aae789d27122) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:06.626951 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.666724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1de7d280-8c58-424b-94ab-5512e3e80d4a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:06.753574 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.754242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 00ced351-c3a1-4d04-9021-b71a4c29de7c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:29:06.785541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:06.805365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:06.815334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:06.830356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 065cd412-1833-47c0-aaf0-53b061acf500, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=065cd412-1833-47c0-aaf0-53b061acf500,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:06.869100 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:06.875091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Pushing event updated for resources: {'Port': ['ID=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:06.894046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object 5dd498fe-ea52-4ef1-a38e-aae789d27122 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:06.974765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1de7d280-8c58-424b-94ab-5512e3e80d4a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:07.030278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '065cd412-1833-47c0-aaf0-53b061acf500', 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4', 'port_id': '065cd412-1833-47c0-aaf0-53b061acf500', 'mac_address': 'fa:16:3e:b1:c3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdef181b-b99f-4d6d-bf14-4f77aedd47c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:29:07.037105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 00ced351-c3a1-4d04-9021-b71a4c29de7c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=00ced351-c3a1-4d04-9021-b71a4c29de7c,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:07.053638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.062447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Attempting to bind port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:07.062985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Attempting to bind port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:07.063503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Attempting to bind port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb on network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:07.072784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:07.076316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Checking segment: {'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:07.076316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.076316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Bound using segment: {'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:07.076316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Bound port: 0abb2b3e-0f38-466c-a4d3-712039cf2aeb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:07.076316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.078202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '00ced351-c3a1-4d04-9021-b71a4c29de7c', 'network_id': 'd2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4', 'port_id': '00ced351-c3a1-4d04-9021-b71a4c29de7c', 'mac_address': 'fa:16:3e:11:3d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdef181b-b99f-4d6d-bf14-4f77aedd47c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:29:07.190487 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.216825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.221636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcfdb0-dc28-4e68-833c-30d4596e0f1b req-1405e0bd-a01f-45a0-b760-3b50ccac50b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:07.240046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ced351-c3a1-4d04-9021-b71a4c29de7c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:07.240283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12bcfdb0-dc28-4e68-833c-30d4596e0f1b req-1405e0bd-a01f-45a0-b760-3b50ccac50b4 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 945 time: 0.2122326 Aug 27 16:29:07.250277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065cd412-1833-47c0-aaf0-53b061acf500 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:07.279225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:07.288074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:07.288987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 065cd412-1833-47c0-aaf0-53b061acf500, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=065cd412-1833-47c0-aaf0-53b061acf500,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:07.296204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:07.299483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eac75075-8ca4-4059-9b5f-179edd41cb2a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:07.335262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=5dd498fe-ea52-4ef1-a38e-aae789d27122,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:07.361675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 00ced351-c3a1-4d04-9021-b71a4c29de7c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=00ced351-c3a1-4d04-9021-b71a4c29de7c,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:07.377393 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.385802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] For port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:07.387937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] For port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,segment=NetworkSegment(c38912d5-dda3-4e23-9672-dfbbbe7a6bf4),segment_id=c38912d5-dda3-4e23-9672-dfbbbe7a6bf4)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:07.405447 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.428795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12bcfdb0-dc28-4e68-833c-30d4596e0f1b req-7f227fc5-729b-4bbd-8301-072e78c70bdb tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877232 Aug 27 16:29:07.430596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.448609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port eac75075-8ca4-4059-9b5f-179edd41cb2a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:07.449489 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.489106 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.489106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=065cd412-1833-47c0-aaf0-53b061acf500,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:07.568995 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:07.589697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=00ced351-c3a1-4d04-9021-b71a4c29de7c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:07.594796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2a09-19af-49d8-a365-a4da4b88963e req-2b6a7f79-48fb-4b73-93d1-1cfdfce020f5 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:07.597469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39ba2a09-19af-49d8-a365-a4da4b88963e req-2b6a7f79-48fb-4b73-93d1-1cfdfce020f5 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 945 time: 0.3347988 Aug 27 16:29:07.689100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba70ba0-533b-47d3-969f-c7f159a7b4d2 None None] Pushing event updated for resources: {'Port': ['ID=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:07.719165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['065cd412-1833-47c0-aaf0-53b061acf500'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:07.737789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39ba2a09-19af-49d8-a365-a4da4b88963e req-bb8d014b-2126-4a43-b8fe-9263a1562a04 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310863 Aug 27 16:29:07.813044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['1de7d280-8c58-424b-94ab-5512e3e80d4a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:07.815968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['00ced351-c3a1-4d04-9021-b71a4c29de7c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:07.865707 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:29:07.869644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:08.015792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:08.417152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Router 192f5207-72b5-43b2-9494-c0ca712099d7 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:29:08.778928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:08.793991 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] Sync routers for ids ['192f5207-72b5-43b2-9494-c0ca712099d7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:08.818124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c6fd-5d4e-4260-869e-24c62d923393 req-94308781-e38a-43fd-a3fd-c655bd991dfa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:08.820898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5662c6fd-5d4e-4260-869e-24c62d923393 req-94308781-e38a-43fd-a3fd-c655bd991dfa tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 945 time: 0.2564764 Aug 27 16:29:08.823096 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] Routers {'192f5207-72b5-43b2-9494-c0ca712099d7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:08.823931 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['192f5207-72b5-43b2-9494-c0ca712099d7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:08.906679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5662c6fd-5d4e-4260-869e-24c62d923393 req-f751697f-ccaf-4992-a7d0-51e0bee74fef tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663707 Aug 27 16:29:08.930781 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:08.946564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:08.950262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3f777282-e056-49e5-8598-60b7bc1ec2ce tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9405763 Aug 27 16:29:08.950920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56756) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:08.966343 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] Routers {'192f5207-72b5-43b2-9494-c0ca712099d7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:08.969323 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['192f5207-72b5-43b2-9494-c0ca712099d7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:08.984531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': False}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:09.036788 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:09.037705 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275c2c61-c57f-4faa-8c0f-63a79ea81941 None None] The sync data for ids ['192f5207-72b5-43b2-9494-c0ca712099d7'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:09.119037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-1c7ba791-59d7-4c27-99a8-cc6e7d00f513 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:09.124341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-1c7ba791-59d7-4c27-99a8-cc6e7d00f513 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 945 time: 0.8087156 Aug 27 16:29:09.235244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0abb2b3e-0f38-466c-a4d3-712039cf2aeb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:09.339941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:09.376668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f895046-7739-4cba-acf4-b1b233d2b015 None None] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:09.385350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175edbd3-7347-40a7-98f4-9edeb56a596c req-f1293e3c-4872-4a28-b643-b198875e21c4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:09.393657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-175edbd3-7347-40a7-98f4-9edeb56a596c req-f1293e3c-4872-4a28-b643-b198875e21c4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 945 time: 0.4855506 Aug 27 16:29:09.417827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Deleting port 3c66f910-5602-498a-b663-b64241766891 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:09.417827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:09.622752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] For port 3c66f910-5602-498a-b663-b64241766891, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3c66f910-5602-498a-b663-b64241766891,segment=NetworkSegment(cb62467d-b5dc-4cde-9a00-9084c8b0ea45),segment_id=cb62467d-b5dc-4cde-9a00-9084c8b0ea45)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:09.622752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:09.624217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:09.624315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:09.624679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Calling delete_port for 3c66f910-5602-498a-b663-b64241766891 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:09.624767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-175edbd3-7347-40a7-98f4-9edeb56a596c req-45033e99-adb7-439a-90f5-78567399f3d6 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645421 Aug 27 16:29:09.855109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 00ced351-c3a1-4d04-9021-b71a4c29de7c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:10.046793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.151625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82166c0-f8fd-4dda-ae9e-58cd25b27478 req-55c996cc-83d9-49bf-996e-564e5256617d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:10.151625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a82166c0-f8fd-4dda-ae9e-58cd25b27478 req-55c996cc-83d9-49bf-996e-564e5256617d tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 945 time: 0.1143262 Aug 27 16:29:10.151842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=5dd498fe-ea52-4ef1-a38e-aae789d27122,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:10.175177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.194178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a82166c0-f8fd-4dda-ae9e-58cd25b27478 req-9b552d7a-4470-40ed-8f38-564785bb0c24 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/security-groups?id=901e85d5-f400-48cc-9d9f-d66935efaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658388 Aug 27 16:29:10.288235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:10.289620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:10.404073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:10.455203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 065cd412-1833-47c0-aaf0-53b061acf500 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:10.543949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:10.551327 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-18291d98-f4fc-4ffa-bd96-9ee3e64b48fb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4753003 Aug 27 16:29:10.568236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56770) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:10.568236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-893280394'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:10.568455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:10.570019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:10.570802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:10.611710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Provisioning for port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:10.616981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Provisioning complete for port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:10.617351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.695532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.700638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 00ced351-c3a1-4d04-9021-b71a4c29de7c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:10.711892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:10.715176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 00ced351-c3a1-4d04-9021-b71a4c29de7c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:10.715579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.735428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Pushing event deleted for resources: {'Port': ['ID=3c66f910-5602-498a-b663-b64241766891,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:10.757852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:10.762529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.780210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 065cd412-1833-47c0-aaf0-53b061acf500 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:10.786420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] No DVR routers for this DVR port 3c66f910-5602-498a-b663-b64241766891 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:10.791236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.793545 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4924e26f-9458-4d09-9b3d-92c36c503f97 req-55345e57-9880-4394-b33f-4b3c18b48464 tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.90 "DELETE /v2.0/ports/3c66f910-5602-498a-b663-b64241766891 HTTP/1.1" status: 204 len: 173 time: 1.6569951 Aug 27 16:29:10.794029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'name': 'network-vif-deleted', 'tag': '3c66f910-5602-498a-b663-b64241766891'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:10.799145 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf7af71-983d-44c8-8cd6-078bc974f805" -d '{"events": [{"server_uuid": "762eb7d0-fe93-4293-89a2-dbcb223f3cec", "name": "network-vif-deleted", "tag": "3c66f910-5602-498a-b663-b64241766891"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:10.840888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 065cd412-1833-47c0-aaf0-53b061acf500 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:10.843648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.852751 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b026b1d3-6d03-4112-b26d-052f0ecb3d07 x-openstack-request-id: req-b026b1d3-6d03-4112-b26d-052f0ecb3d07 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:10.853272 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762eb7d0-fe93-4293-89a2-dbcb223f3cec", "name": "network-vif-deleted", "tag": "3c66f910-5602-498a-b663-b64241766891", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:10.854126 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b026b1d3-6d03-4112-b26d-052f0ecb3d07 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:10.854862 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762eb7d0-fe93-4293-89a2-dbcb223f3cec', 'name': 'network-vif-deleted', 'tag': '3c66f910-5602-498a-b663-b64241766891', 'status': 'completed', 'code': 200} Aug 27 16:29:10.900743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:29:10.919556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:10.919894 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment 566ba216-8027-43b2-ad67-90f3d70d749a of type vlan for network d6bb6492-0733-4d6b-990a-37bf4ccf08de Aug 27 16:29:10.929670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07785315-077f-4831-87ce-37da4a484e49 req-41126ed2-31b7-4c62-baef-39dade41b73d tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:10.931313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07785315-077f-4831-87ce-37da4a484e49 req-41126ed2-31b7-4c62-baef-39dade41b73d tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 945 time: 0.1761043 Aug 27 16:29:11.002674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.047599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.103557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07785315-077f-4831-87ce-37da4a484e49 req-1dd22e99-423b-47d7-87d8-277e87a7ac9b tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474895 Aug 27 16:29:11.159337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] For port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,segment=NetworkSegment(c38912d5-dda3-4e23-9672-dfbbbe7a6bf4),segment_id=c38912d5-dda3-4e23-9672-dfbbbe7a6bf4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:11.161645 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.163995 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.271331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ced351-c3a1-4d04-9021-b71a4c29de7c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:11.273855 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0774c803-905e-45ad-8fe2-392b64125435" -d '{"events": [{"server_uuid": "7a79918e-ce3a-42fc-891f-b9215ecca568", "name": "network-vif-plugged", "status": "completed", "tag": "00ced351-c3a1-4d04-9021-b71a4c29de7c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:11.314459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.397719 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0738fa-70b4-4183-8a48-bcb8b0d0df63 x-openstack-request-id: req-fb0738fa-70b4-4183-8a48-bcb8b0d0df63 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:11.398254 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a79918e-ce3a-42fc-891f-b9215ecca568", "name": "network-vif-plugged", "status": "completed", "tag": "00ced351-c3a1-4d04-9021-b71a4c29de7c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:11.398680 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fb0738fa-70b4-4183-8a48-bcb8b0d0df63 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:11.399235 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ced351-c3a1-4d04-9021-b71a4c29de7c', 'code': 200} Aug 27 16:29:11.410149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 00ced351-c3a1-4d04-9021-b71a4c29de7c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=00ced351-c3a1-4d04-9021-b71a4c29de7c,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:11.415616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 065cd412-1833-47c0-aaf0-53b061acf500, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=065cd412-1833-47c0-aaf0-53b061acf500,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:11.480773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.488591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:11.494381 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.531317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82c5f-5fb0-4fb4-90df-e85ba544a059 req-2cbbfd1c-0403-4341-a1a5-098508eaebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:11.539546 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-acc82c5f-5fb0-4fb4-90df-e85ba544a059 req-2cbbfd1c-0403-4341-a1a5-098508eaebc6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 1095 time: 0.0825155 Aug 27 16:29:11.540011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.540960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1de7d280-8c58-424b-94ab-5512e3e80d4a up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:11.546690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Pushing event updated for resources: {'Port': ['ID=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:11.561099 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.606594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-acc82c5f-5fb0-4fb4-90df-e85ba544a059 req-d4125d22-fc61-41b2-97b6-f4944c8c82e4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588229 Aug 27 16:29:11.625736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-944118fd-5b5a-49c8-b65f-fb9955336327 None None] Provisioning complete for port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:11.626116 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-944118fd-5b5a-49c8-b65f-fb9955336327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.628575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.628927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.629271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.629618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.629943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.630276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.630766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.631100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.631453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.631839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.632192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.632519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42b6338-16d4-4fef-bb1e-09738f88fda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:11.641603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:07Z', 'revision_number': 3, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:08Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:11.651548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=d6bb6492-0733-4d6b-990a-37bf4ccf08de,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:11.657230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d5172113-c137-4b34-8d90-9a4d11e2a848 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1028709 Aug 27 16:29:11.660540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56804) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:11.674771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:11.684667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c4cd6a4-bb1f-4abe-9709-640fb1e3b47c req-3ff22071-1fdb-4e29-b925-4f4fc26ce24a tempest-ServersTestJSON-1560308429 tempest-ServersTestJSON-1560308429-project] 10.222.0.101 "GET /v2.0/ports?device_id=762eb7d0-fe93-4293-89a2-dbcb223f3cec HTTP/1.1" status: 200 len: 210 time: 0.2085378 Aug 27 16:29:11.824762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:11.825122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Updating router 70e821de-3823-4c29-b05b-55a0c7900a72 port 5dd498fe-ea52-4ef1-a38e-aae789d27122 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:29:11.843936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:29:11.849734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.866085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:11.995900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=00ced351-c3a1-4d04-9021-b71a4c29de7c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:12.028855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:12.032909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:12.270118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=065cd412-1833-47c0-aaf0-53b061acf500,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:12.354936 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:12.538668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:12.588856 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:12.607056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 1de7d280-8c58-424b-94ab-5512e3e80d4a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:12.615142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 1de7d280-8c58-424b-94ab-5512e3e80d4a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:12.620813 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:12.777837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=be0d0939-2b13-46b6-9003-88596ca9d1af,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:12.793559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56828) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:12.828408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56832) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:12.930121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986f12-7a97-441e-a133-31b101ce15dd req-1c01eeee-a402-4a16-a19c-569e8a80db3f tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:12.937090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-944118fd-5b5a-49c8-b65f-fb9955336327 None None] Provisioning for port 5dd498fe-ea52-4ef1-a38e-aae789d27122 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:12.937302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6986f12-7a97-441e-a133-31b101ce15dd req-1c01eeee-a402-4a16-a19c-569e8a80db3f tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 945 time: 0.2076032 Aug 27 16:29:12.950264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-944118fd-5b5a-49c8-b65f-fb9955336327 None None] Provisioning complete for port 5dd498fe-ea52-4ef1-a38e-aae789d27122 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:12.950502 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-944118fd-5b5a-49c8-b65f-fb9955336327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:12.972336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Router 192f5207-72b5-43b2-9494-c0ca712099d7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:12.992808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5a859c-b0fb-4de4-86dc-29b69664deeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.022564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:13.023096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: d6bb6492-0733-4d6b-990a-37bf4ccf08de, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:29:13.057241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6986f12-7a97-441e-a133-31b101ce15dd req-8b12fd3a-d05c-451a-a19c-d1a32758b1f9 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185002 Aug 27 16:29:13.073891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] Deleting subnet 05e75054-550a-4cf9-92f8-986fa2240420 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:29:13.093271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.177874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:13.183832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.185206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3d3aa5c0-0572-474c-b5cc-cd1b6aaa5d4e tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "PUT /v2.0/routers/192f5207-72b5-43b2-9494-c0ca712099d7 HTTP/1.1" status: 200 len: 922 time: 4.2054985 Aug 27 16:29:13.188422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56836) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.192228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] Sync routers for ids ['192f5207-72b5-43b2-9494-c0ca712099d7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:13.208471 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] Routers {'192f5207-72b5-43b2-9494-c0ca712099d7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:13.215365 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.218155 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['192f5207-72b5-43b2-9494-c0ca712099d7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:13.262163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.282088 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:13.294295 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] Routers {'192f5207-72b5-43b2-9494-c0ca712099d7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:13.296069 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['192f5207-72b5-43b2-9494-c0ca712099d7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:13.339173 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:13.339860 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f972076-d537-418b-b8a8-a12275da74a0 None None] The sync data for ids ['192f5207-72b5-43b2-9494-c0ca712099d7'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:13.358978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:29:13.378390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-944118fd-5b5a-49c8-b65f-fb9955336327 None None] Port 5dd498fe-ea52-4ef1-a38e-aae789d27122 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:29:13.387773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0abb2b3e-0f38-466c-a4d3-712039cf2aeb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:13.391745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.401223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065cd412-1833-47c0-aaf0-53b061acf500'}, {'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:13.403707 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb73b6-63ec-4d68-ad5d-601cad8696e3" -d '{"events": [{"server_uuid": "0d62bb5f-75a1-4f41-9df3-652c4b1d6b90", "name": "network-vif-plugged", "status": "completed", "tag": "065cd412-1833-47c0-aaf0-53b061acf500"}, {"server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "name": "network-vif-plugged", "status": "completed", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:13.412401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.423895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-93822c51-2d58-44ff-bb88-44c77fed6434 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/192f5207-72b5-43b2-9494-c0ca712099d7 HTTP/1.1" status: 200 len: 922 time: 0.2323904 Aug 27 16:29:13.426228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56842) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.449789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1de7d280-8c58-424b-94ab-5512e3e80d4a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:13.455650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Transition to ACTIVE for port object 5dd498fe-ea52-4ef1-a38e-aae789d27122 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:13.481290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:13.481965 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.517316 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ca8752-9587-44af-8d8d-e1b283dc4775 x-openstack-request-id: req-d3ca8752-9587-44af-8d8d-e1b283dc4775 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:13.518211 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d62bb5f-75a1-4f41-9df3-652c4b1d6b90", "name": "network-vif-plugged", "status": "completed", "tag": "065cd412-1833-47c0-aaf0-53b061acf500", "code": 200}, {"server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "name": "network-vif-plugged", "status": "completed", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:13.518575 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d3ca8752-9587-44af-8d8d-e1b283dc4775 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:13.519359 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065cd412-1833-47c0-aaf0-53b061acf500', 'code': 200} Aug 27 16:29:13.520419 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a', 'code': 200} Aug 27 16:29:13.528371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d6bb6492-0733-4d6b-990a-37bf4ccf08de) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:13.534297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5a859c-b0fb-4de4-86dc-29b69664deeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.544589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:13.546532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.548069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb11817b-8baa-455d-a699-4f85a2aac836 None None] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:13.553340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3231a0-56e8-4219-a231-eb751e34a034 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:13.554907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed3231a0-56e8-4219-a231-eb751e34a034 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=192f5207-72b5-43b2-9494-c0ca712099d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1274974 Aug 27 16:29:13.557286 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.558105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3c66f910-5602-498a-b663-b64241766891 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:13.565436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56844) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.582642 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.652109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5a859c-b0fb-4de4-86dc-29b69664deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.658440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 3c66f910-5602-498a-b663-b64241766891 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:13.658955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3c66f910-5602-498a-b663-b64241766891 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:13.684681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041c3a-a0fd-433c-81a5-38713cfd117f req-b529175a-8099-423b-b0ab-d7489f1df5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:13.688226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98041c3a-a0fd-433c-81a5-38713cfd117f req-b529175a-8099-423b-b0ab-d7489f1df5db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 1097 time: 0.0992057 Aug 27 16:29:13.706043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.734957 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c9bcca1-42d0-4c6f-9bfc-7ab921a4cb57 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0697460 Aug 27 16:29:13.751846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e55e1-c12a-4ad1-ad8e-5e63e5d49068 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:13.757005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4f7e55e1-c12a-4ad1-ad8e-5e63e5d49068 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.1904860 Aug 27 16:29:13.757721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56854) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.758125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56856) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.772299 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3f5a859c-b0fb-4de4-86dc-29b69664deeb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f241229c4934721880ac81d98e6174c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9774907 Aug 27 16:29:13.776836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1de7d280-8c58-424b-94ab-5512e3e80d4a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:13.781982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56858) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.786150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e75054-550a-4cf9-92f8-986fa2240420,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:13.791660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a859c-b0fb-4de4-86dc-29b69664deeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ee530-7d70-417a-b36b-f02f47b7af19,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:13.795603 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.797994 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de2bac3a-ad7d-4336-baf0-4acba09a892e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/05e75054-550a-4cf9-92f8-986fa2240420 HTTP/1.1" status: 204 len: 168 time: 0.9600465 Aug 27 16:29:13.806214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56860) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.900688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d7a36af9-c0c3-4de9-94ff-ae41c86d115e tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=192f5207-72b5-43b2-9494-c0ca712099d7 HTTP/1.1" status: 200 len: 205 time: 0.0346429 Aug 27 16:29:13.904210 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:13.920994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Attempting to bind port 5dd498fe-ea52-4ef1-a38e-aae789d27122 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:13.921415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Attempting to bind port 5dd498fe-ea52-4ef1-a38e-aae789d27122 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:13.921792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Attempting to bind port 5dd498fe-ea52-4ef1-a38e-aae789d27122 on network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:13.927003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e6ad8-ab7b-4c56-8315-c459f040da66 req-2dfc7547-3b53-421b-8671-9753bb560a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:13.928753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b11e6ad8-ab7b-4c56-8315-c459f040da66 req-2dfc7547-3b53-421b-8671-9753bb560a6d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 1096 time: 0.3417358 Aug 27 16:29:13.958510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:13.958991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Checking segment: {'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:13.959434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:13.959880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Bound using segment: {'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:13.960414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Bound port: 5dd498fe-ea52-4ef1-a38e-aae789d27122, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:13.960977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.000104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7fb9-a901-4ad2-8279-1b44e2afda43 None None] Pushing event updated for resources: {'Port': ['ID=5dd498fe-ea52-4ef1-a38e-aae789d27122,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:14.048956 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-98041c3a-a0fd-433c-81a5-38713cfd117f req-67d654bc-5a9a-4694-b2e2-94b9488515fd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332958 Aug 27 16:29:14.063759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b11e6ad8-ab7b-4c56-8315-c459f040da66 req-55c36e5f-2168-4871-85dc-d332ca50355e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260803 Aug 27 16:29:14.094032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.102709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-d6bb6492-0733-4d6b-990a-37bf4ccf08de', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:29:14.103641 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.133355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] For port 5dd498fe-ea52-4ef1-a38e-aae789d27122, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:14.169133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] For port 5dd498fe-ea52-4ef1-a38e-aae789d27122, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5dd498fe-ea52-4ef1-a38e-aae789d27122,segment=NetworkSegment(c38912d5-dda3-4e23-9672-dfbbbe7a6bf4),segment_id=c38912d5-dda3-4e23-9672-dfbbbe7a6bf4)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:14.178653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f095bf8-3a2c-4211-ace4-d20be85020ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.234955 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.285639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.290383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f095bf8-3a2c-4211-ace4-d20be85020ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.354097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:14.354872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:14.369552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.394632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60644e-e8be-4d7e-9187-a188db565b56 req-d0c38a64-a636-444e-81a7-4b072b654fd9 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:14.396816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e60644e-e8be-4d7e-9187-a188db565b56 req-d0c38a64-a636-444e-81a7-4b072b654fd9 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 946 time: 0.1919792 Aug 27 16:29:14.409417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7fb9-a901-4ad2-8279-1b44e2afda43 None None] Pushing event updated for resources: {'Port': ['ID=5dd498fe-ea52-4ef1-a38e-aae789d27122,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:14.471912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.484042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Allocated IP 172.22.0.2 (d6bb6492-0733-4d6b-990a-37bf4ccf08de/be0d0939-2b13-46b6-9003-88596ca9d1af/3fcf0a13-ba41-4488-9d4f-0383ebffaa2b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:14.495180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e7863-5dee-47a5-86e5-8537fccd706a']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:14.521163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:14.521465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb62467d-b5dc-4cde-9a00-9084c8b0ea45') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:14.532431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:14.543725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.590622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e60644e-e8be-4d7e-9187-a188db565b56 req-901bcb04-98e9-4714-8164-e01e5456d568 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875606 Aug 27 16:29:14.635797 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.678399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:29:14.679895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:29:14.683435 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:29:14.747589 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.803261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.872182 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:14.899162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Transition to ACTIVE for port object 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:14.932855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Transition to ACTIVE for port object 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:15.012446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:07Z', 'revision_number': 3, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:14Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:15.047502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc1692-00be-462f-aa17-49eb1ed9a8cb None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:07Z', 'revision_number': 3, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:14Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:15.054407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.152596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:15.158210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:15.162508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:15.191150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.22.0.1 (d6bb6492-0733-4d6b-990a-37bf4ccf08de/be0d0939-2b13-46b6-9003-88596ca9d1af/fb89ed23-d8ba-4b83-a70b-72479402b9d2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:15.191833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Pushing event updated for resources: {'Port': ['ID=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:15.223169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f095bf8-3a2c-4211-ace4-d20be85020ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.225993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f095bf8-3a2c-4211-ace4-d20be85020ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.228443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9f095bf8-3a2c-4211-ace4-d20be85020ba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/026ee530-7d70-417a-b36b-f02f47b7af19 HTTP/1.1" status: 204 len: 168 time: 1.4387333 Aug 27 16:29:15.229276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.264508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.267311 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] 10.222.0.101 "DELETE /v2.0/networks/be5e7863-5dee-47a5-86e5-8537fccd706a HTTP/1.1" status: 204 len: 168 time: 1.4505744 Aug 27 16:29:15.319410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ba197-8f2e-47d9-9535-c05b725fd608 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5e7863-5dee-47a5-86e5-8537fccd706a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:15.324751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Attempting to bind port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:15.327935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Attempting to bind port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:15.328348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Attempting to bind port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b on network d6bb6492-0733-4d6b-990a-37bf4ccf08de {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:15.329899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095bf8-3a2c-4211-ace4-d20be85020ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ee530-7d70-417a-b36b-f02f47b7af19,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:15.377069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:15.378050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Checking segment: {'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:15.378050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.379891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Bound using segment: {'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:15.382404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Bound port: 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:15.382829 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.477468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.507299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] For port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:15.509132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object fb89ed23-d8ba-4b83-a70b-72479402b9d2 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:15.509911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Deleting port 5e418909-201b-42f0-adac-7a040541bae7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:15.510450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.518335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] For port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,segment=NetworkSegment(566ba216-8027-43b2-ad67-90f3d70d749a),segment_id=566ba216-8027-43b2-ad67-90f3d70d749a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:15.627632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.694564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.740487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Calling delete_port for 5e418909-201b-42f0-adac-7a040541bae7 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:15.768111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1658-b6a9-4a7f-9546-ea37a28fa112 None None] Pushing event updated for resources: {'Port': ['ID=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:15.783454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:15.821134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:15.826395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:15.836856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56880) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:15.905887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:16.010179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e355ba-577e-4156-b41c-7cecd546cb53 req-ea54d759-b276-4cda-a3b1-38ae100bfbef tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:16.012141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14e355ba-577e-4156-b41c-7cecd546cb53 req-ea54d759-b276-4cda-a3b1-38ae100bfbef tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 946 time: 0.3038468 Aug 27 16:29:16.056025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=fb89ed23-d8ba-4b83-a70b-72479402b9d2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:16.102571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.109810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Deleting port bacfb58f-2da7-4760-9227-639acb73e0d7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:16.109810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.116087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8504d43a-9ef2-4e5c-a21b-b8eaa5ccf376 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99404545d1914c769c5aef08755c2651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288549 Aug 27 16:29:16.116725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56886) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:16.188298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14e355ba-577e-4156-b41c-7cecd546cb53 req-f622c474-f72b-451f-9729-628ad0a7d54d tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392744 Aug 27 16:29:16.328201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] For port bacfb58f-2da7-4760-9227-639acb73e0d7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bacfb58f-2da7-4760-9227-639acb73e0d7,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:16.334042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.343920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Calling delete_port for bacfb58f-2da7-4760-9227-639acb73e0d7 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:16.370185 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c311c9a-724d-430b-a94b-6852efca519b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.435634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4e9cc-a79f-42cd-acfe-a0ee28acb959 req-8b00c4ef-1d23-41eb-a06c-0e86f89f9027 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:16.437190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cb4e9cc-a79f-42cd-acfe-a0ee28acb959 req-8b00c4ef-1d23-41eb-a06c-0e86f89f9027 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 945 time: 0.1298952 Aug 27 16:29:16.439313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c311c9a-724d-430b-a94b-6852efca519b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.441162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.550877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cb4e9cc-a79f-42cd-acfe-a0ee28acb959 req-40a8af66-e2f8-43bf-916e-566b71a693c0 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955737 Aug 27 16:29:16.586080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.631667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event deleted for resources: {'Port': ['ID=5e418909-201b-42f0-adac-7a040541bae7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:16.762731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c311c9a-724d-430b-a94b-6852efca519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.766265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8c311c9a-724d-430b-a94b-6852efca519b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.770247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8c311c9a-724d-430b-a94b-6852efca519b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/901e85d5-f400-48cc-9d9f-d66935efaa91 HTTP/1.1" status: 204 len: 168 time: 0.6096156 Aug 27 16:29:16.774639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.785590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c311c9a-724d-430b-a94b-6852efca519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901e85d5-f400-48cc-9d9f-d66935efaa91,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:16.891117 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.911278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab8e39-63e3-4e35-afd3-e48e8b243bdd req-5bb1e134-c343-4921-9f86-12389c901f1f tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:16.914164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.919684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:16.928359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47ab8e39-63e3-4e35-afd3-e48e8b243bdd req-5bb1e134-c343-4921-9f86-12389c901f1f tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 945 time: 0.2503762 Aug 27 16:29:16.973381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47ab8e39-63e3-4e35-afd3-e48e8b243bdd req-2ef9163f-6bf2-4331-949a-dcf09e3ce0a4 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Aug 27 16:29:17.008609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.009121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.136647 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.192150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.196502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Fanout notify agent at l3_agent the message router_deleted on router 192f5207-72b5-43b2-9494-c0ca712099d7 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:29:17.210019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.213531 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a3a6f70b-1fcf-4903-a236-a8e58981b530 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/192f5207-72b5-43b2-9494-c0ca712099d7 HTTP/1.1" status: 204 len: 168 time: 3.2638371 Aug 27 16:29:17.222717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56918) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:17.237489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=fb89ed23-d8ba-4b83-a70b-72479402b9d2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:17.286876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3f32c995-f157-4fa4-a585-420180ffc582 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-575673042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:17.291529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd1318-5f30-4d38-857d-700d1779ba93 None None] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:17.353898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=bacfb58f-2da7-4760-9227-639acb73e0d7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:17.398826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:17.400386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:17.447012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5dd498fe-ea52-4ef1-a38e-aae789d27122 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:17.451114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f32c995-f157-4fa4-a585-420180ffc582 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.456075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f32c995-f157-4fa4-a585-420180ffc582 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.572438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-646cc013-5e81-4f0c-bfa9-df7af7f4e705 None None] Provisioning for port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:17.597914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:17.629531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.650371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f32c995-f157-4fa4-a585-420180ffc582 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.746132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5dd498fe-ea52-4ef1-a38e-aae789d27122 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:17.756653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5dd498fe-ea52-4ef1-a38e-aae789d27122 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:17.757693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.839247 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f32c995-f157-4fa4-a585-420180ffc582 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:17.984954 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.034137 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f32c995-f157-4fa4-a585-420180ffc582 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.037982 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3f32c995-f157-4fa4-a585-420180ffc582 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7569146 Aug 27 16:29:18.039289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:18.044631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:18.054767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5dd498fe-ea52-4ef1-a38e-aae789d27122, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5dd498fe-ea52-4ef1-a38e-aae789d27122,segment=NetworkSegment(c38912d5-dda3-4e23-9672-dfbbbe7a6bf4),segment_id=c38912d5-dda3-4e23-9672-dfbbbe7a6bf4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:18.183426 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.184737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:18.211858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Router d12e34be-042d-4b49-99b0-aade02787fa0 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:18.280551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:18.289677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-08171180-237e-4c19-8c7e-154bf94ad7be None None] Provisioning for port fb89ed23-d8ba-4b83-a70b-72479402b9d2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:18.299670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-08171180-237e-4c19-8c7e-154bf94ad7be None None] Provisioning complete for port fb89ed23-d8ba-4b83-a70b-72479402b9d2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:18.300757 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08171180-237e-4c19-8c7e-154bf94ad7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.303107 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:18.318111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5b5389b8-c860-45b5-acac-966cd33db434 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5556531 Aug 27 16:29:18.318337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56970) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:18.323793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1771002458'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:18.356381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef799a-bb7b-437e-8955-aa0c8ac5aeaa req-222d60a0-f7d2-4a56-9a88-6c7788a3831e tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:18.369395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1ef799a-bb7b-437e-8955-aa0c8ac5aeaa req-222d60a0-f7d2-4a56-9a88-6c7788a3831e tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 945 time: 0.0915844 Aug 27 16:29:18.377587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:18.381906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:18.450807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1ef799a-bb7b-437e-8955-aa0c8ac5aeaa req-ba103a0d-3f92-4a2d-8146-31537658c9a2 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664020 Aug 27 16:29:18.459985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5dd498fe-ea52-4ef1-a38e-aae789d27122,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:18.475169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:18.479842 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.488004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:18.502489 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] Sync routers for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:18.514427 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:18.515449 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:18.530774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:29:18.548167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.548567 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added segment 0ae0597d-e824-4490-abdb-3c38432843bc of type vlan for network aba0cffc-5f6b-4f35-9f9b-1e656c61021c Aug 27 16:29:18.568062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f6487cd8-d778-47ff-8731-7a750b637a9e admin admin] 10.222.0.101 "PUT /v2.0/routers/d12e34be-042d-4b49-99b0-aade02787fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0282695 Aug 27 16:29:18.570632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56976) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:18.624601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.699451 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:18.719657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-08171180-237e-4c19-8c7e-154bf94ad7be None None] Port fb89ed23-d8ba-4b83-a70b-72479402b9d2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:29:18.725638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:18.750182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:18.753289 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.809260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.815526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:18.823829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.868883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56982) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:18.926351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:18.928751 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:18.989316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6666613 Aug 27 16:29:18.989316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56990) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:18.990849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2d15d3f7-cc5c-43c9-a3ef-0d592e513e2c None None] Provisioning complete for port fb89ed23-d8ba-4b83-a70b-72479402b9d2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:18.991233 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d15d3f7-cc5c-43c9-a3ef-0d592e513e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.001325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.010104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'subnet': {'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:19.032477 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:29:16Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:19.062236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,segment=NetworkSegment(566ba216-8027-43b2-ad67-90f3d70d749a),segment_id=566ba216-8027-43b2-ad67-90f3d70d749a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:19.066878 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] Checking router: d12e34be-042d-4b49-99b0-aade02787fa0 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:19.083177 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] Routers {'d12e34be-042d-4b49-99b0-aade02787fa0'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:19.084255 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d12e34be-042d-4b49-99b0-aade02787fa0'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:19.124576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-133818206-network', 'tenant_id': 'aa95109d8069411683d88a389e04d149'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:19.130769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fc7fa-16b0-41e3-bcd1-87521e22101b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Network': ['ID=aba0cffc-5f6b-4f35-9f9b-1e656c61021c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:19.171738 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.180588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:29:19.204425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-c914d0e3-d943-46c9-ba5c-34a07ab05c31 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:19.207256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-c914d0e3-d943-46c9-ba5c-34a07ab05c31 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "GET /v2.0/ports?device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 945 time: 0.2092929 Aug 27 16:29:19.234792 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] Set router d12e34be-042d-4b49-99b0-aade02787fa0 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:19.305502 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.330200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Made reservation on behalf of aa95109d8069411683d88a389e04d149 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:19.332802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.364955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5dd498fe-ea52-4ef1-a38e-aae789d27122 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:19.372134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.416721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2d15d3f7-cc5c-43c9-a3ef-0d592e513e2c None None] Port fb89ed23-d8ba-4b83-a70b-72479402b9d2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:29:19.430852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:19.508213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Made reservation on behalf of 068ce06312294662aa5d69bb480914f1 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:19.514592 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.550033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.554535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Deleting port 00ced351-c3a1-4d04-9021-b71a4c29de7c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:19.554998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.556589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5dd498fe-ea52-4ef1-a38e-aae789d27122 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:19.556972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.615860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:16Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:16Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:19.653167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:19.653596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Updating router 70e821de-3823-4c29-b05b-55a0c7900a72 port fb89ed23-d8ba-4b83-a70b-72479402b9d2 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:29:19.657741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] For port 00ced351-c3a1-4d04-9021-b71a4c29de7c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=00ced351-c3a1-4d04-9021-b71a4c29de7c,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:19.658815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.674958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Calling delete_port for 00ced351-c3a1-4d04-9021-b71a4c29de7c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:19.705224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:19.800467 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:29:16Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:19.825074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4ee7b-4dc7-4574-b02a-cc4b0aacb860 req-e6bd4e0b-8dbd-4220-b228-aec7e7c28c51 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:19.827422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c4ee7b-4dc7-4574-b02a-cc4b0aacb860 req-e6bd4e0b-8dbd-4220-b228-aec7e7c28c51 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 945 time: 0.1967535 Aug 27 16:29:19.850320 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f2b9d-8204-488c-80ab-a929dd64f637 None None] The sync data for ids ['d12e34be-042d-4b49-99b0-aade02787fa0'] in n-d-806412-1 is: [{'id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'name': 'tempest-AttachVolumeTestJSON-78863590-router', 'tenant_id': '13a6e423ab9b4728802e216684005e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:21:24Z', 'updated_at': '2021-08-27T16:29:16Z', 'revision_number': 5, 'project_id': '13a6e423ab9b4728802e216684005e3b', 'gw_port': {'id': '2049c333-1f7e-41a2-8ba4-1e757cf2dde1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e34be-042d-4b49-99b0-aade02787fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:21:26Z', 'updated_at': '2021-08-27T16:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:19.968662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c4ee7b-4dc7-4574-b02a-cc4b0aacb860 req-29f67a64-d036-456a-8393-6193d29f1cb7 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256032 Aug 27 16:29:19.989725 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.043968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.079845 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.122658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.139587 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.162915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Deleting port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:20.163253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.171523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:29:20.176368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24e0178-f99c-449d-8670-19d539dda6ec,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:20.183794 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.185310 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Added segment 009b70ad-69a9-4f01-b143-e80b80578b9e of type vlan for network a938b1e3-ce52-4afa-a460-830b9605a1f5 Aug 27 16:29:20.191486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Transition to ACTIVE for port object fb89ed23-d8ba-4b83-a70b-72479402b9d2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:20.220840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.240411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['065cd412-1833-47c0-aaf0-53b061acf500'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:20.244396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['1de7d280-8c58-424b-94ab-5512e3e80d4a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:20.252135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.268205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.295848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Pushing event deleted for resources: {'Port': ['ID=00ced351-c3a1-4d04-9021-b71a4c29de7c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:20.310195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Allocated IP 172.25.4.182 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/b6bebc3d-6d4c-42f8-9e73-a3e52701efd2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:20.346080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.378969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] For port 2049c333-1f7e-41a2-8ba4-1e757cf2dde1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:20.385323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.435576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Subnet': ['ID=6a8b3255-9c86-4828-a895-97d96b08996b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:20.446992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Checking segment: {'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:20.468664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network hostable DHCP agents. Network: aba0cffc-5f6b-4f35-9f9b-1e656c61021c, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:29:20.501016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] No DVR routers for this DVR port 00ced351-c3a1-4d04-9021-b71a4c29de7c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:20.506592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Calling delete_port for 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:20.507008 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.508706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:20.509324 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.510454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.518298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-957c62e1-097a-43a2-b4d4-fe2ee2df2473 req-2ce6cd90-94d1-4e60-bf63-b72d732ae289 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "DELETE /v2.0/ports/00ced351-c3a1-4d04-9021-b71a4c29de7c HTTP/1.1" status: 204 len: 173 time: 1.2958281 Aug 27 16:29:20.518298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'name': 'network-vif-deleted', 'tag': '00ced351-c3a1-4d04-9021-b71a4c29de7c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:20.518298 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec25d4f7-d571-4a15-9f21-3980be756f99" -d '{"events": [{"server_uuid": "7a79918e-ce3a-42fc-891f-b9215ecca568", "name": "network-vif-deleted", "tag": "00ced351-c3a1-4d04-9021-b71a4c29de7c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:20.544350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfcaf5-a006-4ee8-bfd0-1a2ab2e2c4e0 None None] Pushing event updated for resources: {'Port': ['ID=fb89ed23-d8ba-4b83-a70b-72479402b9d2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:20.614418 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b3a0cd-5000-48a9-a0c3-5b86b6a2c07e x-openstack-request-id: req-37b3a0cd-5000-48a9-a0c3-5b86b6a2c07e {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:20.614935 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a79918e-ce3a-42fc-891f-b9215ecca568", "name": "network-vif-deleted", "tag": "00ced351-c3a1-4d04-9021-b71a4c29de7c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:20.615417 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-37b3a0cd-5000-48a9-a0c3-5b86b6a2c07e {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:20.615965 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a79918e-ce3a-42fc-891f-b9215ecca568', 'name': 'network-vif-deleted', 'tag': '00ced351-c3a1-4d04-9021-b71a4c29de7c', 'status': 'completed', 'code': 200} Aug 27 16:29:20.644699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:29:20.699253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.717659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a938b1e3-ce52-4afa-a460-830b9605a1f5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:20.766382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network a938b1e3-ce52-4afa-a460-830b9605a1f5 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:29:20.780815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3dc2c019-5b2f-49ed-acfc-8ac042aec6c6 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9078259 Aug 27 16:29:20.783870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57030) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:20.790097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Request body: {'subnet': {'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-133818206-subnet', 'tenant_id': 'aa95109d8069411683d88a389e04d149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:20.834604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, aba0cffc-5f6b-4f35-9f9b-1e656c61021c) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:20.839349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:20.841594 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.850968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Attempting to bind port fb89ed23-d8ba-4b83-a70b-72479402b9d2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:20.851636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Attempting to bind port fb89ed23-d8ba-4b83-a70b-72479402b9d2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:20.852191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Attempting to bind port fb89ed23-d8ba-4b83-a70b-72479402b9d2 on network d6bb6492-0733-4d6b-990a-37bf4ccf08de {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:20.861581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b2ec9a-f48e-4250-92c7-cc4f74f91a5e None None] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:20.924900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:20.925200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Checking segment: {'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:20.925617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.926020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Bound using segment: {'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:20.926514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Bound port: fb89ed23-d8ba-4b83-a70b-72479402b9d2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566ba216-8027-43b2-ad67-90f3d70d749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:20.926904 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.936102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.936983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Made reservation on behalf of aa95109d8069411683d88a389e04d149 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:20.939625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:20.969136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9946cd2-0c8c-4b71-8f3c-80b5c91e6418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.005331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.036195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:21.051356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:21.054582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event updated for resources: {'Port': ['ID=b6bebc3d-6d4c-42f8-9e73-a3e52701efd2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:21.081000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:21.092231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-83cb3acd-1e81-4943-9a1d-757688aec3ab tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0856001 Aug 27 16:29:21.121160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57038) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:21.186061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Pushing event deleted for resources: {'Port': ['ID=2049c333-1f7e-41a2-8ba4-1e757cf2dde1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:21.242370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] For port fb89ed23-d8ba-4b83-a70b-72479402b9d2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:21.242544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98529991-17ac-45e0-a8ad-2d56f2c9018c req-42649ea1-206b-4de2-9ef7-6878f117edc2 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a79918e-ce3a-42fc-891f-b9215ecca568 HTTP/1.1" status: 200 len: 210 time: 0.0591826 Aug 27 16:29:21.273603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] For port fb89ed23-d8ba-4b83-a70b-72479402b9d2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fb89ed23-d8ba-4b83-a70b-72479402b9d2,segment=NetworkSegment(566ba216-8027-43b2-ad67-90f3d70d749a),segment_id=566ba216-8027-43b2-ad67-90f3d70d749a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:21.296880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:29:21.297770 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.299862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.464340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:21.464340 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.491427 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.509004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.514858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:21.612359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Checking segment: {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:21.612945 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Network hostable DHCP agents. Network: a938b1e3-ce52-4afa-a460-830b9605a1f5, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:29:21.614066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:21.614714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:21.629626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=057785ea-7d91-4e95-aaf2-5e79a58bdec6,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:21.651399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-2d4548fd-77c5-4658-9ef1-e53813cac09f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148574 Aug 27 16:29:21.745574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Allocated IP 172.23.0.2 (aba0cffc-5f6b-4f35-9f9b-1e656c61021c/6a8b3255-9c86-4828-a895-97d96b08996b/5ee8d11f-a838-4594-b362-52ca870c97e1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:21.752665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfcaf5-a006-4ee8-bfd0-1a2ab2e2c4e0 None None] Pushing event updated for resources: {'Port': ['ID=fb89ed23-d8ba-4b83-a70b-72479402b9d2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:21.782694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:21.790046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-7367ddc5-3f28-4b2c-8b83-c44950e6e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:21.791988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-7367ddc5-3f28-4b2c-8b83-c44950e6e520 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b3d2d50e16984020a6142bc2ab164242&device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 1096 time: 0.0770738 Aug 27 16:29:21.797553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Network a938b1e3-ce52-4afa-a460-830b9605a1f5 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:29:21.973374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, a938b1e3-ce52-4afa-a460-830b9605a1f5) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:21.983584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:21.984603 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.016429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-9a2c9484-4851-40ea-b849-cad5fecb82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:22.018181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-9a2c9484-4851-40ea-b849-cad5fecb82c7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 HTTP/1.1" status: 200 len: 920 time: 0.1928921 Aug 27 16:29:22.095380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a98fd6c-25bc-40b4-be2d-a7b2d6d98f76 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3023217 Aug 27 16:29:22.095380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-aab64e95-2e73-4f6d-bce2-56603e45facf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=065cd412-1833-47c0-aaf0-53b061acf500 HTTP/1.1" status: 200 len: 217 time: 0.0641248 Aug 27 16:29:22.196944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-9da1b6e5-2ff5-4706-94dd-dbef3dc00962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:22.198360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-9da1b6e5-2ff5-4706-94dd-dbef3dc00962 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fdef181b-b99f-4d6d-bf14-4f77aedd47c9 HTTP/1.1" status: 200 len: 858 time: 0.1010547 Aug 27 16:29:22.252326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-0cca0c68-2247-43e8-b6ab-1d1746bc54b6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441785 Aug 27 16:29:22.273311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:22.273919 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.275932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 00ced351-c3a1-4d04-9021-b71a4c29de7c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:22.276874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.277405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12e34be-042d-4b49-99b0-aade02787fa0 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:29:22.278721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85be4d-d458-4872-a11a-c3d4157d8f8c None None] Network a938b1e3-ce52-4afa-a460-830b9605a1f5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:22.374361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.379223 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d7bd2204-0440-44a0-ad78-5828f58be87e admin admin] 10.222.0.101 "DELETE /v2.0/routers/d12e34be-042d-4b49-99b0-aade02787fa0 HTTP/1.1" status: 204 len: 168 time: 3.8073285 Aug 27 16:29:22.385050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57054) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:22.436312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-25a3154c-70b4-45ce-b0db-94bbc0643c8b service neutron] 10.222.0.97 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764333 Aug 27 16:29:22.648454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebebfde-4e58-461b-9228-35213380d5c4 req-753d0f5e-473d-414f-8f3d-573b0caba0b2 service neutron] 10.222.0.97 "GET /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024720 Aug 27 16:29:22.658853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 00ced351-c3a1-4d04-9021-b71a4c29de7c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:22.660545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 00ced351-c3a1-4d04-9021-b71a4c29de7c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:22.700998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] Deleting subnet 82d13b95-3420-4938-be46-8897fa6f0cc6 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:29:22.713692 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.745641 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.811736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.820004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.831976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:22.890560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Transition to ACTIVE for port object 5ee8d11f-a838-4594-b362-52ca870c97e1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:23.028127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Transition to ACTIVE for port object 5ee8d11f-a838-4594-b362-52ca870c97e1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:23.063415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca8d44-2daa-4f34-b132-a15a7d473284 None None] Network a938b1e3-ce52-4afa-a460-830b9605a1f5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:23.071080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706bec-8716-42df-b535-00c9b18fc114 req-dfaf82b2-12ae-4fc5-9184-eab117443cdc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:23.076772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-dfaf82b2-12ae-4fc5-9184-eab117443cdc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 813 time: 0.3325999 Aug 27 16:29:23.197661 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.251229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-b55a909e-9971-42a1-aafa-c60c45b956a3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/quotas/aa95109d8069411683d88a389e04d149 HTTP/1.1" status: 200 len: 375 time: 0.1660058 Aug 27 16:29:23.269481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.328512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bacfb58f-2da7-4760-9227-639acb73e0d7 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:23.337344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-e2982c7a-34a9-47dd-8190-79e51e40d0b0 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810575 Aug 27 16:29:23.337588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:23.362437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92f60bf1-6400-451d-a99e-90f415564274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.374173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:23.400044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: bacfb58f-2da7-4760-9227-639acb73e0d7 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:23.400044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bacfb58f-2da7-4760-9227-639acb73e0d7 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:23.400044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.400465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:23.444587 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.454743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Pushing event updated for resources: {'Port': ['ID=5ee8d11f-a838-4594-b362-52ca870c97e1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:23.564410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:23.595731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-f30e040e-68ea-4f1c-9bd2-940f426c143e service neutron] 10.222.0.101 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499404 Aug 27 16:29:23.662240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.671891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.683520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:23.684031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2049c333-1f7e-41a2-8ba4-1e757cf2dde1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:23.686039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.697922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Allocated IP 172.23.0.1 (aba0cffc-5f6b-4f35-9f9b-1e656c61021c/6a8b3255-9c86-4828-a895-97d96b08996b/0464e207-11fb-473e-8240-45826b93e32a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:23.717804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:16Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:21Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:23.799712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-cee5f771-f14b-4a2b-b557-cb8b7404b29d service neutron] 10.222.0.101 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959286 Aug 27 16:29:23.802508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31027d-7713-4ec6-8cc7-494b79ade8e6 None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:16Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:21Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:23.804371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Attempting to bind port 5ee8d11f-a838-4594-b362-52ca870c97e1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:23.804748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Attempting to bind port 5ee8d11f-a838-4594-b362-52ca870c97e1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:23.805119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Attempting to bind port 5ee8d11f-a838-4594-b362-52ca870c97e1 on network aba0cffc-5f6b-4f35-9f9b-1e656c61021c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:23.811695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:23.812194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Checking segment: {'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:23.813275 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.813275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Bound using segment: {'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:23.813781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Bound port: 5ee8d11f-a838-4594-b362-52ca870c97e1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:23.814272 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.928041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:23.982254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] For port 5ee8d11f-a838-4594-b362-52ca870c97e1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:23.986629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] For port 5ee8d11f-a838-4594-b362-52ca870c97e1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5ee8d11f-a838-4594-b362-52ca870c97e1,segment=NetworkSegment(0ae0597d-e824-4490-abdb-3c38432843bc),segment_id=0ae0597d-e824-4490-abdb-3c38432843bc)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:23.990740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111686-bae8-427b-919e-6a1d6f61e7df req-97e9a3b0-aaa5-4105-880b-c23463cafaac tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:23.998666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111686-bae8-427b-919e-6a1d6f61e7df req-97e9a3b0-aaa5-4105-880b-c23463cafaac tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:24.000890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f111686-bae8-427b-919e-6a1d6f61e7df req-97e9a3b0-aaa5-4105-880b-c23463cafaac tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90&device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 1682 time: 0.1411903 Aug 27 16:29:24.003738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.025106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Transition to ACTIVE for port object 0464e207-11fb-473e-8240-45826b93e32a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:24.049568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f111686-bae8-427b-919e-6a1d6f61e7df req-90a1369a-9977-4666-845b-e1716b0d86e9 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Aug 27 16:29:24.057989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.061207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/82d13b95-3420-4938-be46-8897fa6f0cc6 HTTP/1.1" status: 204 len: 168 time: 1.6740086 Aug 27 16:29:24.063193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57094) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:24.069155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebf847-05e3-4a6e-ab2a-ebc7401ca724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d13b95-3420-4938-be46-8897fa6f0cc6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:24.076723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962a513-b5b1-4322-9897-c7ae05f0be2b None None] Network 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:24.180935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.201886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.242456 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.307632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=0464e207-11fb-473e-8240-45826b93e32a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:24.378205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f63ee40c-da27-45e0-8bd8-46cab1ad7909 req-0272732e-b02f-46e1-a233-786ad7eaedcf tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 210 time: 0.1018269 Aug 27 16:29:24.382715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:24.394701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:24.403972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:24.466958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Deleting port cc6c34a4-145a-41af-8fbe-3507ca573643 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:24.468325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.476976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Router 33e7ab6a-11bc-4cc2-8b17-4be13c504d9e is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:29:24.508351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b63a5-e325-45b6-a8a5-90a3bef57d56 None None] Pushing event updated for resources: {'Port': ['ID=5ee8d11f-a838-4594-b362-52ca870c97e1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:24.508537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.689819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.714606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] For port cc6c34a4-145a-41af-8fbe-3507ca573643, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cc6c34a4-145a-41af-8fbe-3507ca573643,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:24.715396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.764663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Calling delete_port for cc6c34a4-145a-41af-8fbe-3507ca573643 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:24.867940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:24.868616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] DHCP port deletion for 59f0d06e-3976-4115-8d5d-da24f4e5c4f6 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:29:24.876361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:24.880418 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49b32016-dcb4-4f17-96a8-36f33a2dc037 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "PUT /v2.0/routers/33e7ab6a-11bc-4cc2-8b17-4be13c504d9e HTTP/1.1" status: 200 len: 879 time: 6.8379769 Aug 27 16:29:24.880418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57116) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:24.883847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] Sync routers for ids ['33e7ab6a-11bc-4cc2-8b17-4be13c504d9e'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:24.939678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] Routers {'33e7ab6a-11bc-4cc2-8b17-4be13c504d9e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:24.940282 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['33e7ab6a-11bc-4cc2-8b17-4be13c504d9e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:24.986025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:25.025284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] Routers {'33e7ab6a-11bc-4cc2-8b17-4be13c504d9e'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:25.026221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['33e7ab6a-11bc-4cc2-8b17-4be13c504d9e'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:25.065880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.076925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:25.077835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cc4d2-cd9d-4c10-9aeb-fca40a96a36e None None] The sync data for ids ['33e7ab6a-11bc-4cc2-8b17-4be13c504d9e'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:25.082075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] Deleting port cc6c34a4-145a-41af-8fbe-3507ca573643 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:25.083423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.091160 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1413b49b-3fb4-4431-b5c4-24d80396202c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/33e7ab6a-11bc-4cc2-8b17-4be13c504d9e HTTP/1.1" status: 200 len: 920 time: 0.2096169 Aug 27 16:29:25.092131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:25.109632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.182361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6c34a4-145a-41af-8fbe-3507ca573643,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:25.194723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] No DVR routers for this DVR port cc6c34a4-145a-41af-8fbe-3507ca573643 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:25.203007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] For port cc6c34a4-145a-41af-8fbe-3507ca573643, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cc6c34a4-145a-41af-8fbe-3507ca573643,segment=NetworkSegment(4fc572f6-65fd-45dd-b51a-0a853d3df07d),segment_id=4fc572f6-65fd-45dd-b51a-0a853d3df07d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:25.205123 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.231506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] Calling delete_port for cc6c34a4-145a-41af-8fbe-3507ca573643 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:25.288651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.307045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f0d06e-3976-4115-8d5d-da24f4e5c4f6']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:25.334649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc572f6-65fd-45dd-b51a-0a853d3df07d') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:25.335549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc572f6-65fd-45dd-b51a-0a853d3df07d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:25.346446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7dfe9-1669-4755-b77c-2ec6ed1b7871 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:25.348205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bbb7dfe9-1669-4755-b77c-2ec6ed1b7871 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=33e7ab6a-11bc-4cc2-8b17-4be13c504d9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2548070 Aug 27 16:29:25.350852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57124) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:25.356989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.389164 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.399251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:29:25.399769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.440040 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:29:25.481447 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:29:25.555169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] Pushing event deleted for resources: {'Port': ['ID=cc6c34a4-145a-41af-8fbe-3507ca573643,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:25.577289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600ab38-7f93-46a7-a70d-c1b863e39b2d None None] No DVR routers for this DVR port cc6c34a4-145a-41af-8fbe-3507ca573643 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:25.616361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52d80b24-764c-4eee-a8e9-d1c828a8e2fa req-29912acb-4b44-458b-85fe-87156ca77018 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 210 time: 0.0919149 Aug 27 16:29:25.618055 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.629529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:25.635678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] 10.222.0.101 "DELETE /v2.0/networks/59f0d06e-3976-4115-8d5d-da24f4e5c4f6 HTTP/1.1" status: 204 len: 168 time: 1.5669994 Aug 27 16:29:25.681349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa83a0-735b-42d2-a947-5ebf8953c718 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f0d06e-3976-4115-8d5d-da24f4e5c4f6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:25.731750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5ee8d11f-a838-4594-b362-52ca870c97e1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:25.977911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5ee8d11f-a838-4594-b362-52ca870c97e1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:25.986249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fb89ed23-d8ba-4b83-a70b-72479402b9d2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:26.063968 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.110770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1bada-5bf9-4945-9acc-9229e7ff4354 req-4696ed35-39df-4e94-a1f4-427b80523d45 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:26.112805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df24ddb-4a9d-4f32-9337-0f9ed282270c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:26.113915 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7df24ddb-4a9d-4f32-9337-0f9ed282270c tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.7620137 Aug 27 16:29:26.115836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70a1bada-5bf9-4945-9acc-9229e7ff4354 req-4696ed35-39df-4e94-a1f4-427b80523d45 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 945 time: 0.1013930 Aug 27 16:29:26.116830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57140) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:26.148699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-746767e4-8eea-4edf-96e5-066e3290df28 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=33e7ab6a-11bc-4cc2-8b17-4be13c504d9e HTTP/1.1" status: 200 len: 205 time: 0.0307341 Aug 27 16:29:26.151338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:26.189435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70a1bada-5bf9-4945-9acc-9229e7ff4354 req-88feb5cc-5e9a-4335-ab35-f2e244e5865b tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Aug 27 16:29:26.189435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57144) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:26.212096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b0e6e-b161-46cf-a626-531d6de913a0 None None] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:26.257394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bb13097c-7076-4c28-92ad-d7b0efba4f9e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=13a6e423ab9b4728802e216684005e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680673 Aug 27 16:29:26.260768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57146) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:26.293525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.317612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port fb89ed23-d8ba-4b83-a70b-72479402b9d2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:26.323559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.335683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port fb89ed23-d8ba-4b83-a70b-72479402b9d2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:26.336057 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.343247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590e944f-c8e4-4505-8a20-85c1b8f5c5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.374913 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590e944f-c8e4-4505-8a20-85c1b8f5c5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.458937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.509569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bd08d93a-2731-467c-b73e-03af1e85b027 None None] Provisioning for port 5ee8d11f-a838-4594-b362-52ca870c97e1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:26.518405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bd08d93a-2731-467c-b73e-03af1e85b027 None None] Provisioning complete for port 5ee8d11f-a838-4594-b362-52ca870c97e1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:26.518785 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd08d93a-2731-467c-b73e-03af1e85b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.533738 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590e944f-c8e4-4505-8a20-85c1b8f5c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.536684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-590e944f-c8e4-4505-8a20-85c1b8f5c5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.540137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-590e944f-c8e4-4505-8a20-85c1b8f5c5f5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d228b919-7867-4eef-8be1-086a679fa3ac HTTP/1.1" status: 204 len: 168 time: 0.2752693 Aug 27 16:29:26.558006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.572749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e944f-c8e4-4505-8a20-85c1b8f5c5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d228b919-7867-4eef-8be1-086a679fa3ac,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:26.595308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.645621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event updated for resources: {'Port': ['ID=0464e207-11fb-473e-8240-45826b93e32a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:26.656612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.834312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-69d3980d-7f94-4ae9-8b24-4e4d2808cd2b tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:26.838538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-69d3980d-7f94-4ae9-8b24-4e4d2808cd2b tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.97 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 945 time: 0.2099824 Aug 27 16:29:26.905849 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd08d93a-2731-467c-b73e-03af1e85b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:26.912781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port fb89ed23-d8ba-4b83-a70b-72479402b9d2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fb89ed23-d8ba-4b83-a70b-72479402b9d2,segment=NetworkSegment(566ba216-8027-43b2-ad67-90f3d70d749a),segment_id=566ba216-8027-43b2-ad67-90f3d70d749a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:26.964230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bd08d93a-2731-467c-b73e-03af1e85b027 None None] For port 5ee8d11f-a838-4594-b362-52ca870c97e1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5ee8d11f-a838-4594-b362-52ca870c97e1,segment=NetworkSegment(0ae0597d-e824-4490-abdb-3c38432843bc),segment_id=0ae0597d-e824-4490-abdb-3c38432843bc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:26.983364 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.013309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4228e1a5-ff3d-45fa-8164-251b6cdb4bfb req-43066915-a1a4-4464-8c2e-da30b607e4e0 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 210 time: 0.1001780 Aug 27 16:29:27.021667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:27.023190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:27.031215 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Deleting port b6bebc3d-6d4c-42f8-9e73-a3e52701efd2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:27.031629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.055071 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd08d93a-2731-467c-b73e-03af1e85b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.096497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cc6c34a4-145a-41af-8fbe-3507ca573643 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:27.130512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Deleting port 065cd412-1833-47c0-aaf0-53b061acf500 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:27.130992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.161725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: cc6c34a4-145a-41af-8fbe-3507ca573643 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:27.162074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cc6c34a4-145a-41af-8fbe-3507ca573643 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:27.205200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=fb89ed23-d8ba-4b83-a70b-72479402b9d2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:27.214425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2085e84a-2c6d-49bb-a029-0d81fff11ac6 None None] Provisioning complete for port 5ee8d11f-a838-4594-b362-52ca870c97e1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:27.214425 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2085e84a-2c6d-49bb-a029-0d81fff11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.397189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] For port 065cd412-1833-47c0-aaf0-53b061acf500, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=065cd412-1833-47c0-aaf0-53b061acf500,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:27.405005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.454974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08d93a-2731-467c-b73e-03af1e85b027 None None] Pushing event updated for resources: {'Port': ['ID=5ee8d11f-a838-4594-b362-52ca870c97e1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:27.467571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Calling delete_port for 065cd412-1833-47c0-aaf0-53b061acf500 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:27.527110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:27.540175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fb89ed23-d8ba-4b83-a70b-72479402b9d2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:27.621374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.652608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2085e84a-2c6d-49bb-a029-0d81fff11ac6 None None] Provisioning for port 0464e207-11fb-473e-8240-45826b93e32a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:27.693451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2085e84a-2c6d-49bb-a029-0d81fff11ac6 None None] Provisioning complete for port 0464e207-11fb-473e-8240-45826b93e32a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:27.693837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2085e84a-2c6d-49bb-a029-0d81fff11ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.697717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port fb89ed23-d8ba-4b83-a70b-72479402b9d2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:27.697717 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:27.710755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706bec-8716-42df-b535-00c9b18fc114 req-48cf475f-27a8-4077-99b8-ebbf380a01ea tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:27.718823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-48cf475f-27a8-4077-99b8-ebbf380a01ea tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.97 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 813 time: 0.4322686 Aug 27 16:29:27.730801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Request body: {'port': {'device_id': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5', 'admin_state_up': True, 'tenant_id': 'aa95109d8069411683d88a389e04d149'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:27.969536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:27.981567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3cdc1207-fab5-45b0-9bb6-ee360ef7d34d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8587952 Aug 27 16:29:27.984089 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:27.997590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57178) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:28.004154 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:28.006959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Calling delete_port for b6bebc3d-6d4c-42f8-9e73-a3e52701efd2 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:28.012750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:28.014770 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:28.152838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb035-a013-4e8c-8f21-4829a650653e req-3d5c1a26-324a-4d6b-a0e1-08f371d25cf0 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:28.162380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bedfb035-a013-4e8c-8f21-4829a650653e req-3d5c1a26-324a-4d6b-a0e1-08f371d25cf0 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 945 time: 0.7689302 Aug 27 16:29:28.237163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-83e7e8ef-dd56-46f0-bbd3-94ba6430bd95 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:28.239200 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-83e7e8ef-dd56-46f0-bbd3-94ba6430bd95 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 946 time: 0.8766000 Aug 27 16:29:28.273228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:28.395095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2085e84a-2c6d-49bb-a029-0d81fff11ac6 None None] Port 0464e207-11fb-473e-8240-45826b93e32a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:29:28.411499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a236ca9-ed0b-42ec-9e2e-25110b1e83e6 req-837ae891-9def-4508-81a3-518295da55fd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 210 time: 0.1521616 Aug 27 16:29:28.425394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bedfb035-a013-4e8c-8f21-4829a650653e req-915bf939-eecd-4cec-abd7-20fab95b6c00 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616274 Aug 27 16:29:28.522432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d786ea38-33b5-4982-b381-76b6175ff5cd None None] Provisioning complete for port 0464e207-11fb-473e-8240-45826b93e32a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:28.524289 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d786ea38-33b5-4982-b381-76b6175ff5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:28.577544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:28.579614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Made reservation on behalf of aa95109d8069411683d88a389e04d149 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:28.583042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d786ea38-33b5-4982-b381-76b6175ff5cd None None] Port 0464e207-11fb-473e-8240-45826b93e32a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:29:28.583221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:28.680903 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:24Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:28.692075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Pushing event deleted for resources: {'Port': ['ID=065cd412-1833-47c0-aaf0-53b061acf500,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:28.757187 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:28.757918 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Updating router 70e821de-3823-4c29-b05b-55a0c7900a72 port 0464e207-11fb-473e-8240-45826b93e32a binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:29:28.818375 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:28.891135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] No DVR routers for this DVR port 065cd412-1833-47c0-aaf0-53b061acf500 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:28.918084 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:28.936846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-043a472b-05a4-40e9-b2ab-af9e9822c9f2 req-d5c1e07a-b24c-4ed5-b1eb-0b99a20fbccb tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.97 "DELETE /v2.0/ports/065cd412-1833-47c0-aaf0-53b061acf500 HTTP/1.1" status: 204 len: 173 time: 2.0763333 Aug 27 16:29:28.942619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'name': 'network-vif-deleted', 'tag': '065cd412-1833-47c0-aaf0-53b061acf500'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:28.956514 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e985ad8-8bec-4e43-aaf8-0305e051b775" -d '{"events": [{"server_uuid": "0d62bb5f-75a1-4f41-9df3-652c4b1d6b90", "name": "network-vif-deleted", "tag": "065cd412-1833-47c0-aaf0-53b061acf500"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:28.962203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.extraroute_db [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 16:29:29.014885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.extraroute_db [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Removed routes are [] {{(pid=95252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 16:29:29.016329 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.039143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Deleting port 1de7d280-8c58-424b-94ab-5512e3e80d4a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:29.043212 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.073257 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952fdd4c-7390-422b-9b90-e256ae9b27e2 x-openstack-request-id: req-952fdd4c-7390-422b-9b90-e256ae9b27e2 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:29.074401 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d62bb5f-75a1-4f41-9df3-652c4b1d6b90", "name": "network-vif-deleted", "tag": "065cd412-1833-47c0-aaf0-53b061acf500", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:29.074573 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-952fdd4c-7390-422b-9b90-e256ae9b27e2 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:29.074993 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d62bb5f-75a1-4f41-9df3-652c4b1d6b90', 'name': 'network-vif-deleted', 'tag': '065cd412-1833-47c0-aaf0-53b061acf500', 'status': 'completed', 'code': 200} Aug 27 16:29:29.148066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Allocated IP 172.20.0.5 (a938b1e3-ce52-4afa-a460-830b9605a1f5/057785ea-7d91-4e95-aaf2-5e79a58bdec6/bbe578f8-26e3-4086-83dc-b9869ec80250) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:29.288533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] For port 1de7d280-8c58-424b-94ab-5512e3e80d4a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:29.288908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.305768 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.317666 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Transition to ACTIVE for port object 0464e207-11fb-473e-8240-45826b93e32a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:29.317918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Calling delete_port for 1de7d280-8c58-424b-94ab-5512e3e80d4a owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:29.369508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.389622 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.738924 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf4b3b-96ff-4abd-9aee-93f8680f9afd None None] Pushing event updated for resources: {'Port': ['ID=0464e207-11fb-473e-8240-45826b93e32a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:29.748363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event deleted for resources: {'Port': ['ID=b6bebc3d-6d4c-42f8-9e73-a3e52701efd2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:29.759659 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Attempting to bind port 0464e207-11fb-473e-8240-45826b93e32a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:29.759920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.760531 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Attempting to bind port 0464e207-11fb-473e-8240-45826b93e32a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:29.761362 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Attempting to bind port 0464e207-11fb-473e-8240-45826b93e32a on network aba0cffc-5f6b-4f35-9f9b-1e656c61021c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:29.769648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:29.770277 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Checking segment: {'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:29.770862 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.771479 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Bound using segment: {'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:29.772304 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Bound port: 0464e207-11fb-473e-8240-45826b93e32a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae0597d-e824-4490-abdb-3c38432843bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:29.772919 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.785528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5ee8d11f-a838-4594-b362-52ca870c97e1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:29.839609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-722191a2-1672-4193-810c-5b4b758578bd req-06d86687-ae51-47f8-bc57-f425c3a600e5 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=0d62bb5f-75a1-4f41-9df3-652c4b1d6b90 HTTP/1.1" status: 200 len: 210 time: 0.1404092 Aug 27 16:29:29.863325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.891008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f4d0903-39f4-4089-9ff8-24d93ee823de req-2866a88e-f461-4b85-8f2e-7fd8e1a1b69b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 210 time: 0.1912544 Aug 27 16:29:29.905557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5ee8d11f-a838-4594-b362-52ca870c97e1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:29.905989 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:29.929688 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] For port 0464e207-11fb-473e-8240-45826b93e32a, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:29.937063 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] For port 0464e207-11fb-473e-8240-45826b93e32a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0464e207-11fb-473e-8240-45826b93e32a,segment=NetworkSegment(0ae0597d-e824-4490-abdb-3c38432843bc),segment_id=0ae0597d-e824-4490-abdb-3c38432843bc)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:29.995885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1de7d280-8c58-424b-94ab-5512e3e80d4a no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:30.006133 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.086007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.163098 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf4b3b-96ff-4abd-9aee-93f8680f9afd None None] Pushing event updated for resources: {'Port': ['ID=0464e207-11fb-473e-8240-45826b93e32a,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:30.196334 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:30.197270 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:30.258072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.413449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Network a938b1e3-ce52-4afa-a460-830b9605a1f5 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:30.419136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:30.426002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:30.429286 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.489076 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:30.512387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1de7d280-8c58-424b-94ab-5512e3e80d4a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1de7d280-8c58-424b-94ab-5512e3e80d4a,segment=NetworkSegment(edb331da-2915-4034-b685-66314afa183b),segment_id=edb331da-2915-4034-b685-66314afa183b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:30.518670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:30.524875 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26da128-7423-45e1-bcf6-ddb9ace973bb" -d '{"events": [{"server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "name": "network-vif-unplugged", "status": "completed", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:30.557373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 065cd412-1833-47c0-aaf0-53b061acf500 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:30.577911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:30.644852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:30.645542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.675307 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b82829-693e-49f6-bf66-117d3257ebce x-openstack-request-id: req-99b82829-693e-49f6-bf66-117d3257ebce {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:30.675516 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "name": "network-vif-unplugged", "status": "completed", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:30.676332 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99b82829-693e-49f6-bf66-117d3257ebce {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:30.676332 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a', 'code': 200} Aug 27 16:29:30.682225 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.692127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 065cd412-1833-47c0-aaf0-53b061acf500 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:30.692912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 065cd412-1833-47c0-aaf0-53b061acf500 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:30.708010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.755433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1de7d280-8c58-424b-94ab-5512e3e80d4a,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:30.786084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ead9f608-483e-4f1b-850b-bbc2d5457374 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0608525 Aug 27 16:29:30.798700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Request body: {'port': {'device_id': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:30.870664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.904219 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:28Z', 'revision_number': 6, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:29Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:30.917991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:30.931459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.938628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:30.945384 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f93d54-7595-4fe9-b726-315160a04a53 None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:28Z', 'revision_number': 6, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:29Z', 'revision_number': 4, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:31.282494 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.283199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Fanout notify agent at l3_agent the message router_deleted on router 33e7ab6a-11bc-4cc2-8b17-4be13c504d9e {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:29:31.292596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.293801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6a208cbf-2b83-4bc8-b295-9730b7e549f8 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/33e7ab6a-11bc-4cc2-8b17-4be13c504d9e HTTP/1.1" status: 204 len: 168 time: 5.1413059 Aug 27 16:29:31.307782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57236) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:31.315041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f9506a68-de4f-4694-890b-30db894e2dd9 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1366582491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:31.397708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:31.415353 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.421017 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-11ed0ee5-3cab-4987-bd9b-af8bb70ac620 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 200 len: 934 time: 3.4137144 Aug 27 16:29:31.422669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.444459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57238) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:31.455172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f1957-7863-4ee7-9647-6fb8a636cc08 req-34d018dc-2161-4a3b-89d7-854b582c67a6 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:31.463511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-759f1957-7863-4ee7-9647-6fb8a636cc08 req-34d018dc-2161-4a3b-89d7-854b582c67a6 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 865 time: 0.3652725 Aug 27 16:29:31.507191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Pushing event deleted for resources: {'Port': ['ID=1de7d280-8c58-424b-94ab-5512e3e80d4a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:31.518449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef445e-022a-48f3-b9e0-a0c7b5a1042c req-92f0e21f-f881-40ca-994b-66ba81be148b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:31.535871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89ef445e-022a-48f3-b9e0-a0c7b5a1042c req-92f0e21f-f881-40ca-994b-66ba81be148b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 931 time: 0.4387336 Aug 27 16:29:31.653543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0464e207-11fb-473e-8240-45826b93e32a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:31.710740 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9506a68-de4f-4694-890b-30db894e2dd9 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.712106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9506a68-de4f-4694-890b-30db894e2dd9 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.746302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] No DVR routers for this DVR port 1de7d280-8c58-424b-94ab-5512e3e80d4a on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:31.753468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.761830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d2fa9706-7292-4e19-a4af-80fd5a1f23d2 req-4344941a-92ec-4e22-be97-ad98495df163 tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.90 "DELETE /v2.0/ports/1de7d280-8c58-424b-94ab-5512e3e80d4a HTTP/1.1" status: 204 len: 173 time: 3.5124817 Aug 27 16:29:31.764048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-759f1957-7863-4ee7-9647-6fb8a636cc08 req-64bc9c50-71cc-44a7-9773-215008586f6f tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/security-groups?id=58891a18-8781-406d-91ac-33886dfc4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950227 Aug 27 16:29:31.767722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'name': 'network-vif-deleted', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:31.774352 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea42ccce-a8bb-41a5-a25b-5680d35ebede" -d '{"events": [{"server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "name": "network-vif-deleted", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:31.822673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0464e207-11fb-473e-8240-45826b93e32a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:31.828501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0464e207-11fb-473e-8240-45826b93e32a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:31.829149 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:31.847283 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee836dce-f4cd-4b20-ab94-b3cf2a09b86d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 200 len: 934 time: 0.3488054 Aug 27 16:29:31.849243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57246) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:31.868154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'routes': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:31.893293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89ef445e-022a-48f3-b9e0-a0c7b5a1042c req-8ca2d589-4ad3-43d3-b88f-ea5b720958aa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559251 Aug 27 16:29:32.001097 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de64cf-7c53-4eda-81cf-15b68888c758 x-openstack-request-id: req-92de64cf-7c53-4eda-81cf-15b68888c758 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:32.002496 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e100b81-2a74-4596-86f6-5c105d0ba72e", "name": "network-vif-deleted", "tag": "1de7d280-8c58-424b-94ab-5512e3e80d4a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:32.008495 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-92de64cf-7c53-4eda-81cf-15b68888c758 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:32.008495 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e100b81-2a74-4596-86f6-5c105d0ba72e', 'name': 'network-vif-deleted', 'tag': '1de7d280-8c58-424b-94ab-5512e3e80d4a', 'status': 'completed', 'code': 200} Aug 27 16:29:32.068879 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.103625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9506a68-de4f-4694-890b-30db894e2dd9 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.109944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe578f8-26e3-4086-83dc-b9869ec80250 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:32.127889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 0464e207-11fb-473e-8240-45826b93e32a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0464e207-11fb-473e-8240-45826b93e32a,segment=NetworkSegment(0ae0597d-e824-4490-abdb-3c38432843bc),segment_id=0ae0597d-e824-4490-abdb-3c38432843bc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:32.142937 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.164619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Transition to ACTIVE for port object bbe578f8-26e3-4086-83dc-b9869ec80250 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:32.208831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9506a68-de4f-4694-890b-30db894e2dd9 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.260439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.282058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.408131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=0464e207-11fb-473e-8240-45826b93e32a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:32.460073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:32.475406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9506a68-de4f-4694-890b-30db894e2dd9 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.476563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f9506a68-de4f-4694-890b-30db894e2dd9 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1652904 Aug 27 16:29:32.479682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57258) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:32.521212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': True}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:32.522112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:32.539072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:32.539984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:32.593657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.extraroute_db [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added routes are [] {{(pid=95252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 16:29:32.595004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.extraroute_db [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 16:29:32.714830 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:32.780902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:32.834771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:32.834771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:32.834771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 on network a938b1e3-ce52-4afa-a460-830b9605a1f5 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:33.213069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:28Z', 'revision_number': 6, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:33.248580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:33.253800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:33.261426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:33.264440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:33.265268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:33.449604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:33.453417 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:33.632330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0464e207-11fb-473e-8240-45826b93e32a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:33.682462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Port bbe578f8-26e3-4086-83dc-b9869ec80250 on network a938b1e3-ce52-4afa-a460-830b9605a1f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:29:33.683054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 on network a938b1e3-ce52-4afa-a460-830b9605a1f5 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:33.690271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:33.697654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:33.698868 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49ec5e05-e579-4fc2-b8c5-2db13a0b8d49 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 200 len: 700 time: 1.8448801 Aug 27 16:29:33.710092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57272) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:33.817263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:33.817612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Checking segment: {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:33.818058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Bound using segment: {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:33.818521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Bound port: bbe578f8-26e3-4086-83dc-b9869ec80250, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:33.818891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:33.891550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:33.896038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-437f04ee-818b-45ed-8044-a096414d5d1a req-1b75575e-1fd7-4f36-a0c1-5763862cec4d tempest-ListServersNegativeTestJSON-944499806 tempest-ListServersNegativeTestJSON-944499806-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e100b81-2a74-4596-86f6-5c105d0ba72e HTTP/1.1" status: 200 len: 210 time: 0.1869845 Aug 27 16:29:33.931368 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-77a65751-0731-4148-afd0-595647634ec2 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 200 len: 700 time: 0.2200615 Aug 27 16:29:33.934112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57274) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:33.939946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0464e207-11fb-473e-8240-45826b93e32a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:33.940483 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:34.016210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37592d-87b4-4004-8226-f5ce53ccf734 req-25b6be84-88cf-48fa-9f9b-cc6b11db3e09 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:34.026341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc37592d-87b4-4004-8226-f5ce53ccf734 req-25b6be84-88cf-48fa-9f9b-cc6b11db3e09 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 943 time: 0.3349149 Aug 27 16:29:34.076157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:34.142034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:34.183621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc37592d-87b4-4004-8226-f5ce53ccf734 req-78f23a1b-1bf8-481c-b48b-18f14999dbfe tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534483 Aug 27 16:29:34.217268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 7, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:34.251652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bfd380-090e-48e3-ad15-3527e15d68a4 None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 7, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:34.266880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:34.322042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:34.323761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:34.325987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] 10.222.0.97 "PUT /v2.0/ports/bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 1091 time: 3.5319381 Aug 27 16:29:34.327908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:34.334019 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df15db-dba8-4ff1-86aa-818611da0bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:34.379373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33732e-cdca-40dc-850d-56b84db7a371 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:34.457642 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9a53e2-b042-4c08-bce9-74046ab35a42 x-openstack-request-id: req-2a9a53e2-b042-4c08-bce9-74046ab35a42 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:34.460693 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:34.460693 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2a9a53e2-b042-4c08-bce9-74046ab35a42 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:34.460693 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'status': 'completed', 'code': 200} Aug 27 16:29:34.578226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706bec-8716-42df-b535-00c9b18fc114 req-05982d5d-bc1d-47e9-a7f8-4f4b3c098ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:34.580106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-05982d5d-bc1d-47e9-a7f8-4f4b3c098ca1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1094 time: 0.1202598 Aug 27 16:29:34.621001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57284) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:34.639900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-2b270ac4-a12e-4891-9da5-1220b2d13a1b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0518713 Aug 27 16:29:34.641287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:34.671060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:34.723865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:34.757125 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:34.765559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ec5e01af-0728-4403-b151-75abde6dc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:34.767194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-ec5e01af-0728-4403-b151-75abde6dc397 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.1056037 Aug 27 16:29:34.780447 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:34.781144 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:34.822351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-8ebabc02-ccbc-4e11-81c4-f68d43246907 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463560 Aug 27 16:29:34.931882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Allocated IP 172.25.4.32 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/88416a29-5a69-4948-998e-7f0fb8ca4385) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:34.953681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:34.965353 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:35.010367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57290) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:35.026124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-90dcf539-7250-4b6d-867c-ad230530dacc service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825197 Aug 27 16:29:35.149840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] Deleting subnet fdef181b-b99f-4d6d-bf14-4f77aedd47c9 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:29:35.159595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.181825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e706bec-8716-42df-b535-00c9b18fc114 req-a93d515c-f917-44a2-88d4-d77e2919630c service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450109 Aug 27 16:29:35.186573 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.303106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.316094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.399718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.416352 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 7, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:35.427887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 0464e207-11fb-473e-8240-45826b93e32a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:35.428723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.443987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.451646 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:35.461936 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:35.462676 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:35.516550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:35.526390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d8815-2d8c-4d89-b430-e03e96b14c2f req-0cf4d917-faee-4483-a629-ca7f2f794772 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:35.529505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-847d8815-2d8c-4d89-b430-e03e96b14c2f req-0cf4d917-faee-4483-a629-ca7f2f794772 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 943 time: 0.2122927 Aug 27 16:29:35.536278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:35.540024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:35.580851 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:35.709276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Port': ['ID=88416a29-5a69-4948-998e-7f0fb8ca4385,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:35.722353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-1dd2c17e-34f8-4d9b-86c1-0f9cd7dcaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:35.724222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-1dd2c17e-34f8-4d9b-86c1-0f9cd7dcaa43 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1094 time: 0.3629639 Aug 27 16:29:35.766013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-847d8815-2d8c-4d89-b430-e03e96b14c2f req-7f6e2667-e28d-4147-bdd7-fbbc81b21bf3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918542 Aug 27 16:29:35.880622 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:35.922385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 7, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:35.949988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=23a476c779ea4205bcd91c71f839370c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3278527 Aug 27 16:29:35.951693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2059b2ab-a758-49a0-aa6c-3ee2f65871f8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:35.955066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57298) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:35.958864 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea297465-3e03-451f-a970-a7fa6acdf58c None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 7, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '0464e207-11fb-473e-8240-45826b93e32a', 'name': '', 'network_id': 'aba0cffc-5f6b-4f35-9f9b-1e656c61021c', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:de:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:23Z', 'updated_at': '2021-08-27T16:29:32Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '6a8b3255-9c86-4828-a895-97d96b08996b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:35.981510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.983400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.987374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.987727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.988069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.988405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.988740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.989071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.989465 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.989796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.990126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:35.990850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510df7a2-7d6d-42d3-8a55-f18ee9d4795f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:36.018414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 0464e207-11fb-473e-8240-45826b93e32a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0464e207-11fb-473e-8240-45826b93e32a,segment=NetworkSegment(0ae0597d-e824-4490-abdb-3c38432843bc),segment_id=0ae0597d-e824-4490-abdb-3c38432843bc)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:36.018414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.019834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-08954789-7973-46a2-95c8-ac3559e9f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:36.021519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-08954789-7973-46a2-95c8-ac3559e9f824 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 915 time: 0.2520628 Aug 27 16:29:36.046128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 0464e207-11fb-473e-8240-45826b93e32a owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:36.083607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-fbc5105c-76aa-4eb3-8e76-2dbe04747f21 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0546539 Aug 27 16:29:36.089453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5eca2898-d09f-473a-bd5c-d0bf4a0154b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.103653 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.144287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdef181b-b99f-4d6d-bf14-4f77aedd47c9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:36.150327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.154740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f795ba0-2376-4172-9983-3d1ff713e82a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fdef181b-b99f-4d6d-bf14-4f77aedd47c9 HTTP/1.1" status: 204 len: 168 time: 1.1407394 Aug 27 16:29:36.164363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57300) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:36.209622 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5eca2898-d09f-473a-bd5c-d0bf4a0154b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.294473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-139ec830-f9a7-4762-8f84-04769401c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:36.295988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-139ec830-f9a7-4762-8f84-04769401c822 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.1542687 Aug 27 16:29:36.302307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.315960 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.367056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-a6402362-53ea-4e8d-8704-3c5f66205d29 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628874 Aug 27 16:29:36.474234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.480016 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5eca2898-d09f-473a-bd5c-d0bf4a0154b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.482628 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5eca2898-d09f-473a-bd5c-d0bf4a0154b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.486115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5eca2898-d09f-473a-bd5c-d0bf4a0154b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2059b2ab-a758-49a0-aa6c-3ee2f65871f8 HTTP/1.1" status: 204 len: 168 time: 0.5277605 Aug 27 16:29:36.488538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:36.509781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca2898-d09f-473a-bd5c-d0bf4a0154b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2059b2ab-a758-49a0-aa6c-3ee2f65871f8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:36.512457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb331da-2915-4034-b685-66314afa183b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:36.513469 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb331da-2915-4034-b685-66314afa183b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:36.536027 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.564604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-1600b683-b8bd-4c28-b402-c1be2cf581e8 service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860130 Aug 27 16:29:36.570210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.618394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=0464e207-11fb-473e-8240-45826b93e32a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:36.624131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.668943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:29:36.670051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:29:36.672097 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:29:36.730648 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.743378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:36.861785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79df15db-dba8-4ff1-86aa-818611da0bc0 req-e663c2c8-c58d-4084-ae26-45af935b54c6 service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747893 Aug 27 16:29:37.023411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:37.032120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:37.040566 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] 10.222.0.101 "DELETE /v2.0/networks/d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4 HTTP/1.1" status: 204 len: 168 time: 0.8757911 Aug 27 16:29:37.040778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26654d-a9af-4afb-b24c-03caca0a6bf3 req-d1fd7fa3-f454-4775-9fe9-7a0c7cbead57 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:37.040778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c26654d-a9af-4afb-b24c-03caca0a6bf3 req-d1fd7fa3-f454-4775-9fe9-7a0c7cbead57 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 943 time: 0.0864613 Aug 27 16:29:37.041024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:37.073148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69907ba1-4f90-4fae-9d7a-24f407e154ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c8a7b6-0f18-40fd-9a46-0f8d38dc63b4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:37.120896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c26654d-a9af-4afb-b24c-03caca0a6bf3 req-7147c10c-054f-4917-9f68-10fb2ca9af74 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590134 Aug 27 16:29:37.324714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:37.402601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Router 9bde3c56-0392-46ff-8c7c-3d8d94a88fdc is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:29:37.444956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:37.465072 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-381cd518-e1ec-4293-bb45-6897224327b0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5145938 Aug 27 16:29:37.465178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237d127-7844-494d-80b8-afd76598512b None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:37.468429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57314) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:37.474322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:37.479920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:37.570815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet 6a8b3255-9c86-4828-a895-97d96b08996b {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:29:37.576283 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:37.608807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:37.609082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:37.613956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:37.615179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f541a703-8d2b-411e-8b71-b3d29e6bfc22 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "PUT /v2.0/routers/9bde3c56-0392-46ff-8c7c-3d8d94a88fdc HTTP/1.1" status: 200 len: 914 time: 5.1164846 Aug 27 16:29:37.618080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57316) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:37.630646 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] Sync routers for ids ['9bde3c56-0392-46ff-8c7c-3d8d94a88fdc'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:37.647163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:37.647437 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] Routers {'9bde3c56-0392-46ff-8c7c-3d8d94a88fdc'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:37.648010 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9bde3c56-0392-46ff-8c7c-3d8d94a88fdc'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:37.687943 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:37.700896 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] Routers {'9bde3c56-0392-46ff-8c7c-3d8d94a88fdc'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:37.702432 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9bde3c56-0392-46ff-8c7c-3d8d94a88fdc'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:37.764221 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:37.764911 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19076c3f-c35e-4f27-ab83-238664cde5e1 None None] The sync data for ids ['9bde3c56-0392-46ff-8c7c-3d8d94a88fdc'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:37.833852 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5a166e5b-5968-4733-b33d-f6391eb1d886 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/9bde3c56-0392-46ff-8c7c-3d8d94a88fdc HTTP/1.1" status: 200 len: 920 time: 0.2132542 Aug 27 16:29:37.836103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:37.859470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:37.962156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b71c90-3d6c-4492-b8be-48bf12afbc41 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:37.970172 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59b71c90-3d6c-4492-b8be-48bf12afbc41 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=9bde3c56-0392-46ff-8c7c-3d8d94a88fdc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1268857 Aug 27 16:29:37.970172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57324) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:38.065961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57326) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:38.085505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:36Z', 'revision_number': 8, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:38.123231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3578691d-e604-4f1a-9c7a-5fe0a57a576f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b3d2d50e16984020a6142bc2ab164242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531845 Aug 27 16:29:38.125667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57328) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:38.144431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4c26f-53e0-4799-a118-69e918ee93ac tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:38.145972 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-84b4c26f-53e0-4799-a118-69e918ee93ac tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.1766126 Aug 27 16:29:38.149805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57330) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:38.154592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237d127-7844-494d-80b8-afd76598512b None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:38.166428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:38.166428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:38.199290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57334) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:38.199499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0739f9a8-7154-4aa0-82ed-648d5fa70cc3 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=9bde3c56-0392-46ff-8c7c-3d8d94a88fdc HTTP/1.1" status: 200 len: 205 time: 0.0408773 Aug 27 16:29:38.199634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57336) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:38.219996 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.284214 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.291448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57338) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:38.292200 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/6a8b3255-9c86-4828-a895-97d96b08996b HTTP/1.1" status: 204 len: 168 time: 0.8223412 Aug 27 16:29:38.292702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6070535-a06f-4ff8-8a3a-546169163ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.295518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a176d3-08a2-41bc-8830-1994b5b1c74a None None] Network aba0cffc-5f6b-4f35-9f9b-1e656c61021c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:38.336408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8b3255-9c86-4828-a895-97d96b08996b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:38.363252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:38.398375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.410630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.411526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.411879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.412496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.412849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.413238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.414329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.417217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.418016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.418478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.418821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.419602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff31728-e287-4294-b804-734cd8f3a64b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:29:38.426601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-374b090d-b886-44d3-b909-93f9c18b3273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.472877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-374b090d-b886-44d3-b909-93f9c18b3273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.494789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aca91e-2945-4dc4-b098-8d92aebe6fad req-9675a72c-dec6-45d5-b23e-d2328da7660c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:38.506434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6aca91e-2945-4dc4-b098-8d92aebe6fad req-9675a72c-dec6-45d5-b23e-d2328da7660c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 943 time: 0.1656554 Aug 27 16:29:38.564747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6aca91e-2945-4dc4-b098-8d92aebe6fad req-f5d083ff-8519-450a-9460-6428b386dab6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572789 Aug 27 16:29:38.570687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 5ee8d11f-a838-4594-b362-52ca870c97e1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:38.571121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.576569 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.598938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:29:38.706329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] DHCP port deletion for aba0cffc-5f6b-4f35-9f9b-1e656c61021c request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:29:38.749085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-374b090d-b886-44d3-b909-93f9c18b3273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.756188 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-374b090d-b886-44d3-b909-93f9c18b3273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.777436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-374b090d-b886-44d3-b909-93f9c18b3273 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/58891a18-8781-406d-91ac-33886dfc4e50 HTTP/1.1" status: 204 len: 168 time: 0.6514244 Aug 27 16:29:38.787715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 5ee8d11f-a838-4594-b362-52ca870c97e1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5ee8d11f-a838-4594-b362-52ca870c97e1,segment=NetworkSegment(0ae0597d-e824-4490-abdb-3c38432843bc),segment_id=0ae0597d-e824-4490-abdb-3c38432843bc)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:38.790105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.791182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:38.795886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b090d-b886-44d3-b909-93f9c18b3273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58891a18-8781-406d-91ac-33886dfc4e50,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:38.808609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c237d127-7844-494d-80b8-afd76598512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:36Z', 'revision_number': 8, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:38.818926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5', 'port_id': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'mac_address': 'fa:16:3e:b9:54:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057785ea-7d91-4e95-aaf2-5e79a58bdec6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:29:38.910377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 5ee8d11f-a838-4594-b362-52ca870c97e1 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:38.947667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6070535-a06f-4ff8-8a3a-546169163ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:38.984471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.015771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237d127-7844-494d-80b8-afd76598512b None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:36Z', 'revision_number': 8, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb89ed23-d8ba-4b83-a70b-72479402b9d2', 'name': '', 'network_id': 'd6bb6492-0733-4d6b-990a-37bf4ccf08de', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:53:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:14Z', 'updated_at': '2021-08-27T16:29:26Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': 'be0d0939-2b13-46b6-9003-88596ca9d1af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:39.057773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] Deleting port 5ee8d11f-a838-4594-b362-52ca870c97e1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:39.072285 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.081693 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6070535-a06f-4ff8-8a3a-546169163ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.138919 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.150401 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a6070535-a06f-4ff8-8a3a-546169163ba8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a12755234a6748819ef3c5e39952340a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511752 Aug 27 16:29:39.150979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57346) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:39.164054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe578f8-26e3-4086-83dc-b9869ec80250 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:39.170524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6070535-a06f-4ff8-8a3a-546169163ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72ed2a-d48b-4b45-8a36-08d916f722bd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:39.193412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] For port 5ee8d11f-a838-4594-b362-52ca870c97e1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5ee8d11f-a838-4594-b362-52ca870c97e1,segment=NetworkSegment(0ae0597d-e824-4490-abdb-3c38432843bc),segment_id=0ae0597d-e824-4490-abdb-3c38432843bc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:39.193826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.206176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Deleting port 88416a29-5a69-4948-998e-7f0fb8ca4385 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:39.206707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.224606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] Calling delete_port for 5ee8d11f-a838-4594-b362-52ca870c97e1 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:39.230701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:39.236566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d33c1937-5a3a-483b-93cf-289467e0894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.269136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d33c1937-5a3a-483b-93cf-289467e0894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.275111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.312875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.319572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=5ee8d11f-a838-4594-b362-52ca870c97e1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:39.328802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No DVR routers for this DVR port 5ee8d11f-a838-4594-b362-52ca870c97e1 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:39.336338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.399745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Calling delete_port for 88416a29-5a69-4948-998e-7f0fb8ca4385 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:39.414179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:39.418545 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.475168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] Pushing event deleted for resources: {'Port': ['ID=5ee8d11f-a838-4594-b362-52ca870c97e1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:39.486105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a97e11-c400-4fd5-9b6d-bc93ec3071a9 None None] No DVR routers for this DVR port 5ee8d11f-a838-4594-b362-52ca870c97e1 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:39.488097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d33c1937-5a3a-483b-93cf-289467e0894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.492198 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d33c1937-5a3a-483b-93cf-289467e0894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.498306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.505740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d33c1937-5a3a-483b-93cf-289467e0894f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d72ed2a-d48b-4b45-8a36-08d916f722bd HTTP/1.1" status: 204 len: 168 time: 0.3411119 Aug 27 16:29:39.515406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c1937-5a3a-483b-93cf-289467e0894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72ed2a-d48b-4b45-8a36-08d916f722bd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:39.553152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['bbe578f8-26e3-4086-83dc-b9869ec80250'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:39.587643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba0cffc-5f6b-4f35-9f9b-1e656c61021c']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:39.640519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5ee8d11f-a838-4594-b362-52ca870c97e1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:39.652602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae0597d-e824-4490-abdb-3c38432843bc') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:39.666479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae0597d-e824-4490-abdb-3c38432843bc') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:39.691144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5ee8d11f-a838-4594-b362-52ca870c97e1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:39.697475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5ee8d11f-a838-4594-b362-52ca870c97e1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:39.697475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0464e207-11fb-473e-8240-45826b93e32a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:39.730532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.749384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0464e207-11fb-473e-8240-45826b93e32a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:39.749855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0464e207-11fb-473e-8240-45826b93e32a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:39.767819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.846456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:29:39.847196 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:39.852953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6356cef-5109-4a00-9d13-4c88eeafc745 req-e69ea828-bf5d-41de-80ce-9c698fbd58ef tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:39.860276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6356cef-5109-4a00-9d13-4c88eeafc745 req-e69ea828-bf5d-41de-80ce-9c698fbd58ef tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.1393728 Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:29:39.867062 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:29:39.917650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6356cef-5109-4a00-9d13-4c88eeafc745 req-59051c92-994d-41cb-9865-bf8e42c67532 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Aug 27 16:29:40.068368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:40.089580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:40.095201 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/aba0cffc-5f6b-4f35-9f9b-1e656c61021c HTTP/1.1" status: 204 len: 168 time: 1.7921748 Aug 27 16:29:40.096492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ceb0-c95f-463f-bef7-a206335488bf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=aba0cffc-5f6b-4f35-9f9b-1e656c61021c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:40.099089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57368) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:40.146672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:40.186703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event deleted for resources: {'Port': ['ID=88416a29-5a69-4948-998e-7f0fb8ca4385,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:40.306412 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:40.437308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:40.439475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:40.609953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:40.890671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port bbe578f8-26e3-4086-83dc-b9869ec80250 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:40.894689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port bbe578f8-26e3-4086-83dc-b9869ec80250 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:40.895128 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:40.985563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:41.007979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:41.008805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Fanout notify agent at l3_agent the message router_deleted on router 9bde3c56-0392-46ff-8c7c-3d8d94a88fdc {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:29:41.039629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:41.041538 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2814f71-3673-4e42-827b-cdb92cab59b6 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/9bde3c56-0392-46ff-8c7c-3d8d94a88fdc HTTP/1.1" status: 204 len: 168 time: 2.8295245 Aug 27 16:29:41.047586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57394) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:41.057234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6b2bc46a-e99a-46c1-be74-48e4ac106cc5 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1835533951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:41.068132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:41.078423 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b6889b-a32c-4928-ab49-4b9379ed051f" -d '{"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:41.132328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:41.156384 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93894a-fd7a-4ead-b2f2-2a4653baf6f9 x-openstack-request-id: req-aa93894a-fd7a-4ead-b2f2-2a4653baf6f9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:41.156384 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:41.156384 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aa93894a-fd7a-4ead-b2f2-2a4653baf6f9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:41.156384 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'code': 200} Aug 27 16:29:41.178310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:41.194210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c10e22-f62c-495d-a988-f263fc3252df req-ec2d4386-669c-45cc-b117-eaf7376ecdfd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:41.202968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08c10e22-f62c-495d-a988-f263fc3252df req-ec2d4386-669c-45cc-b117-eaf7376ecdfd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.1469052 Aug 27 16:29:41.227918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57400) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:41.396376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08c10e22-f62c-495d-a988-f263fc3252df req-49aaf985-0b22-4369-a891-7a3ea6000705 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755064 Aug 27 16:29:41.396376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c2490-ac40-456b-bfd9-1b975ef415ef req-fbfdcd8a-a800-4f56-8fc9-45139b4bd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:41.396376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f5c2490-ac40-456b-bfd9-1b975ef415ef req-fbfdcd8a-a800-4f56-8fc9-45139b4bd75f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1095 time: 0.1363521 Aug 27 16:29:41.399372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2058773869-network', 'tenant_id': '6671379076614e6c8566350b815d8dac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:41.495724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f5c2490-ac40-456b-bfd9-1b975ef415ef req-3d997173-ccdb-4c24-ad88-c1d0d133dff0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667717 Aug 27 16:29:41.614385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port fb89ed23-d8ba-4b83-a70b-72479402b9d2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:41.614725 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:41.719524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port fb89ed23-d8ba-4b83-a70b-72479402b9d2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fb89ed23-d8ba-4b83-a70b-72479402b9d2,segment=NetworkSegment(566ba216-8027-43b2-ad67-90f3d70d749a),segment_id=566ba216-8027-43b2-ad67-90f3d70d749a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:41.719939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:41.738087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for fb89ed23-d8ba-4b83-a70b-72479402b9d2 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:42.451837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc46a-e99a-46c1-be74-48e4ac106cc5 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.451837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc46a-e99a-46c1-be74-48e4ac106cc5 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.474119 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.538173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:42.551861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.584328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=fb89ed23-d8ba-4b83-a70b-72479402b9d2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:42.614345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1689-9e48-4bc4-91f1-235294c6b9c9 req-d4a01c42-b92c-4baa-bc14-4231a3cc3c14 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:42.614345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-816b1689-9e48-4bc4-91f1-235294c6b9c9 req-d4a01c42-b92c-4baa-bc14-4231a3cc3c14 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0919776 Aug 27 16:29:42.614744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Made reservation on behalf of 6671379076614e6c8566350b815d8dac for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:42.614744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.614744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc46a-e99a-46c1-be74-48e4ac106cc5 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.626967 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.776959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.780287 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc46a-e99a-46c1-be74-48e4ac106cc5 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.824763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-816b1689-9e48-4bc4-91f1-235294c6b9c9 req-d4dc0b81-471c-4f10-91c1-4e27f6e4ebac tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917386 Aug 27 16:29:42.894795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.922773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.951735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:29:42.958332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d702d7-536d-4fd6-8f06-7bf74725b679,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:42.965079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:42.965432 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Added segment f0640afc-e81a-4355-a18d-f1f58dc7f7e5 of type vlan for network e66f190c-ed77-43ea-99a2-4dc07152d8c5 Aug 27 16:29:43.034350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.071341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc46a-e99a-46c1-be74-48e4ac106cc5 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.074682 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6b2bc46a-e99a-46c1-be74-48e4ac106cc5 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.0236995 Aug 27 16:29:43.078762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57440) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:43.090767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'enable_snat': False}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:43.194374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.194687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:43.202604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:43.202785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.318163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:43.334147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:43.341555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57446) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:43.341757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8178b9f4-497c-421e-a2e8-ee4927fdf3ff tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2412267 Aug 27 16:29:43.349959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:43.357198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:43.401775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e66f190c-ed77-43ea-99a2-4dc07152d8c5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:43.410861 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6862d789-02b0-49d9-b067-8e22b660a5b7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1817415 Aug 27 16:29:43.415662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:43.427297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Request body: {'subnet': {'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2058773869-subnet', 'tenant_id': '6671379076614e6c8566350b815d8dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:43.459731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:29:43.561623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.573294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet be0d0939-2b13-46b6-9003-88596ca9d1af {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:29:43.584425 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.601218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:43.644590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.758807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Made reservation on behalf of 6671379076614e6c8566350b815d8dac for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:43.761590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.844398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:43.861147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:41Z', 'revision_number': 9, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:43.897249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:43.907568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:43.908256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:43.995468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddd232-08b4-40ba-96f5-a88191e3c672 req-fad995cf-27d5-41d6-ada2-6eff1b6cded8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:44.006354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58ddd232-08b4-40ba-96f5-a88191e3c672 req-fad995cf-27d5-41d6-ada2-6eff1b6cded8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0803089 Aug 27 16:29:44.035506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:44.083399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58ddd232-08b4-40ba-96f5-a88191e3c672 req-5261aa74-88b8-476b-936d-64c6ea0cccc5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753014 Aug 27 16:29:44.139527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.276767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=be0d0939-2b13-46b6-9003-88596ca9d1af,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:44.289990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad575196-897a-44c9-b87f-fd6c06217158 None None] Network d6bb6492-0733-4d6b-990a-37bf4ccf08de requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:44.293934 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.298341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24e6c49b-7191-4fbb-8196-45ddaedadcfd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/be0d0939-2b13-46b6-9003-88596ca9d1af HTTP/1.1" status: 204 len: 168 time: 0.9527025 Aug 27 16:29:44.300121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57472) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:44.354243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.387047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.458079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.490621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:41Z', 'revision_number': 9, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:44.534185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee02a9-1000-4d82-b91a-ad5567128df6 None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:41Z', 'revision_number': 9, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': '5dd498fe-ea52-4ef1-a38e-aae789d27122', 'name': '', 'network_id': '7f476c9a-059b-45c7-8cb9-0e64ae8c179b', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:e6:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:29:05Z', 'updated_at': '2021-08-27T16:29:18Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '62868c41-e6d5-44ca-a032-fbf36e3a6c43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:44.548505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.562745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] DHCP port deletion for d6bb6492-0733-4d6b-990a-37bf4ccf08de request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:29:44.566527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4236165b-4382-48d9-affe-a05abd9fcdf0,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:44.662063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] Deleting port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:44.662602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.706225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-f92a7e8a-7336-4d3f-b94d-0234229bd184 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:44.714625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-f92a7e8a-7336-4d3f-b94d-0234229bd184 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 813 time: 0.3132753 Aug 27 16:29:44.744293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-1e3a376a-6725-441e-8fb9-21275f651d70 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/quotas/aa95109d8069411683d88a389e04d149 HTTP/1.1" status: 200 len: 375 time: 0.0255206 Aug 27 16:29:44.760160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] For port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,segment=NetworkSegment(566ba216-8027-43b2-ad67-90f3d70d749a),segment_id=566ba216-8027-43b2-ad67-90f3d70d749a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:44.765383 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.767055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Checking segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:44.767693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Network hostable DHCP agents. Network: e66f190c-ed77-43ea-99a2-4dc07152d8c5, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:29:44.782664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] Calling delete_port for 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:44.800884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Allocated IP 172.25.4.54 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/32bc9f45-5300-4e8a-979d-fad27cf73682) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:44.817286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:44.831634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:44.865034 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:29:44.901560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-879fe9ee-d575-4187-98f6-f0a11d0916f4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1560771 Aug 27 16:29:44.952575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:29:44.993619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,segment=NetworkSegment(566ba216-8027-43b2-ad67-90f3d70d749a),segment_id=566ba216-8027-43b2-ad67-90f3d70d749a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:44.994057 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.005763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.015407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:45.025224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.050495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] No DVR routers for this DVR port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:45.070368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd90f67-485f-4330-a9ca-79e38c86ac4b None None] Pushing event deleted for resources: {'Port': ['ID=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:45.115573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-f3555270-289c-42c8-a1f3-dfc8a8ed3c4c service neutron] 10.222.0.101 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014194 Aug 27 16:29:45.144646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e66f190c-ed77-43ea-99a2-4dc07152d8c5) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:45.149839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:45.150323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.160190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044927c3-7300-44a2-95d3-ccaf79748cbd None None] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:45.197267 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.244114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=3fcf0a13-ba41-4488-9d4f-0383ebffaa2b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:45.259698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.272350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-36015544-0537-45b4-ab6e-69120f41d9d6 service neutron] 10.222.0.101 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545439 Aug 27 16:29:45.279214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No DVR routers for this DVR port 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:45.316016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:45.336180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:45.345540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:45.370210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-58ef2e65-028f-494c-8838-55e8f7867e62 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9499831 Aug 27 16:29:45.372864 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Pushing event updated for resources: {'Port': ['ID=32bc9f45-5300-4e8a-979d-fad27cf73682,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:45.412716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b99f70c-7ac0-407d-9229-9a4bd18a0a59 None None] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:45.519189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.549434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bb6492-0733-4d6b-990a-37bf4ccf08de']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:45.559959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fb89ed23-d8ba-4b83-a70b-72479402b9d2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:45.566203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566ba216-8027-43b2-ad67-90f3d70d749a') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:45.583930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566ba216-8027-43b2-ad67-90f3d70d749a') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:45.608830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.662358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: fb89ed23-d8ba-4b83-a70b-72479402b9d2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:45.662358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fb89ed23-d8ba-4b83-a70b-72479402b9d2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:45.662358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:45.704447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.706245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:45.706691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3fcf0a13-ba41-4488-9d4f-0383ebffaa2b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:45.772645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bab24174-f6a9-4aa7-bfcc-1d99bdbd1f82 req-314ba1b6-172f-44af-8295-4770dd0fa97a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 210 time: 0.0823591 Aug 27 16:29:45.785094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:29:45.785826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: self.session.flush() Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:29:45.790687 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:29:46.010711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:46.023994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:46.026221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/d6bb6492-0733-4d6b-990a-37bf4ccf08de HTTP/1.1" status: 204 len: 168 time: 1.7229016 Aug 27 16:29:46.031137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57532) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:46.055852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725963f-9c07-40b7-a44a-aa5c6bb0ad6f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=d6bb6492-0733-4d6b-990a-37bf4ccf08de,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:46.252799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-56321a79-6574-4009-b562-c1f4a2173bb3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:46.263054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-56321a79-6574-4009-b562-c1f4a2173bb3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 813 time: 0.1741838 Aug 27 16:29:46.283918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-a78d01d5-e96f-40a8-a722-7a8186f57c40 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/quotas/6671379076614e6c8566350b815d8dac HTTP/1.1" status: 200 len: 375 time: 0.0196879 Aug 27 16:29:46.306169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:46.327680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-2c00a6ba-3c2c-4671-937c-c1c022022934 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421968 Aug 27 16:29:46.479555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-431175b9-634d-4a48-bcee-e70b24a27272 service neutron] 10.222.0.101 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428390 Aug 27 16:29:46.592673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-ee4e3a0a-30c0-47c2-b91b-e6f0da862ac8 service neutron] 10.222.0.101 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064677 Aug 27 16:29:46.698718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:46.713393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:46.893671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d838fbd-3147-48ab-b54f-ea439ee8a921 req-d7239b21-1d7c-41da-a34a-ccffe5adfb3d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 210 time: 0.0655222 Aug 27 16:29:47.150264 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:47.253211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4d7d9b7-26a6-433b-8037-f36d120d525b req-c207db38-19cf-4d61-89e9-ddb68d6f55c4 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 210 time: 0.0306685 Aug 27 16:29:47.415727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Router c6464027-7307-4ff3-9ddc-2617f40e704f is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:29:47.506998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 5dd498fe-ea52-4ef1-a38e-aae789d27122 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:47.507372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:47.644049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:47.651110 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:47.652672 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f1d4cf61-8493-4472-9533-c9d7f8ae1c37 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "PUT /v2.0/routers/c6464027-7307-4ff3-9ddc-2617f40e704f HTTP/1.1" status: 200 len: 915 time: 4.5714352 Aug 27 16:29:47.656187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57568) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:47.661584 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] Sync routers for ids ['c6464027-7307-4ff3-9ddc-2617f40e704f'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:47.685599 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] Routers {'c6464027-7307-4ff3-9ddc-2617f40e704f'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:47.690050 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['c6464027-7307-4ff3-9ddc-2617f40e704f'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:47.697248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 5dd498fe-ea52-4ef1-a38e-aae789d27122, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5dd498fe-ea52-4ef1-a38e-aae789d27122,segment=NetworkSegment(c38912d5-dda3-4e23-9672-dfbbbe7a6bf4),segment_id=c38912d5-dda3-4e23-9672-dfbbbe7a6bf4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:47.702099 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:47.708509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57572) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:47.730933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 5dd498fe-ea52-4ef1-a38e-aae789d27122 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:47.747781 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:47.759434 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] Routers {'c6464027-7307-4ff3-9ddc-2617f40e704f'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:47.760718 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['c6464027-7307-4ff3-9ddc-2617f40e704f'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:47.808738 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:47.810660 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea62e5db-96d7-4e69-b6a2-266c1b8991f7 None None] The sync data for ids ['c6464027-7307-4ff3-9ddc-2617f40e704f'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:47.855318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a8df03e3-4216-4fbe-8760-562706f3e9c0 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/c6464027-7307-4ff3-9ddc-2617f40e704f HTTP/1.1" status: 200 len: 921 time: 0.1964307 Aug 27 16:29:47.863452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57578) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:47.990534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3dd877-b798-444d-b4f8-82f207df36fc tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:47.992481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be3dd877-b798-444d-b4f8-82f207df36fc tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=c6464027-7307-4ff3-9ddc-2617f40e704f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1276088 Aug 27 16:29:47.999564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57586) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:48.017489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1becc7e6-758b-4746-80b0-8dc7fda9c19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.060766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-beb5864f-3621-4192-bb8a-aed578af76c5 req-a11d88c2-b275-4f95-b72c-91948d07cfff tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 210 time: 0.0436506 Aug 27 16:29:48.162486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77494c3-2dbb-480a-a2fb-437a59610869 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:48.164196 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b77494c3-2dbb-480a-a2fb-437a59610869 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/networks/e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 881 time: 0.1633801 Aug 27 16:29:48.170848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57588) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:48.204377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1d6042fa-9b74-490b-b854-1ee3a51bca4a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6464027-7307-4ff3-9ddc-2617f40e704f HTTP/1.1" status: 200 len: 205 time: 0.0319746 Aug 27 16:29:48.210861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57590) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:48.244356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1becc7e6-758b-4746-80b0-8dc7fda9c19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.293409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.323662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=5dd498fe-ea52-4ef1-a38e-aae789d27122,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:48.371499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78a98fe5-74e1-4b96-b5ca-838d79050140 req-69e154c7-2f69-41cf-a756-cefc11307012 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 210 time: 0.0522935 Aug 27 16:29:48.389602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1becc7e6-758b-4746-80b0-8dc7fda9c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.407085 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.520387 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1becc7e6-758b-4746-80b0-8dc7fda9c19d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=35749dd43d92441e8ee94f293b2971bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8102341 Aug 27 16:29:48.521582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc7e6-758b-4746-80b0-8dc7fda9c19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9373949-f306-4581-9979-858f6a3458fc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:48.527329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57596) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:48.667324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.672835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e6c28f6-1fe8-4d27-8785-ff7ce81e3c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.685338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.711554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e6c28f6-1fe8-4d27-8785-ff7ce81e3c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.885463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Deleting port 32bc9f45-5300-4e8a-979d-fad27cf73682 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:48.885859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.898159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e6c28f6-1fe8-4d27-8785-ff7ce81e3c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.905442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:48.905664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e6c28f6-1fe8-4d27-8785-ff7ce81e3c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:48.905664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2e6c28f6-1fe8-4d27-8785-ff7ce81e3c61 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d9373949-f306-4581-9979-858f6a3458fc HTTP/1.1" status: 204 len: 168 time: 0.3729665 Aug 27 16:29:48.944358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c28f6-1fe8-4d27-8785-ff7ce81e3c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9373949-f306-4581-9979-858f6a3458fc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:49.013297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.026681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Calling delete_port for 32bc9f45-5300-4e8a-979d-fad27cf73682 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:49.045316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:49.062656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:49.075905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:49.076945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:49.081966 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a6e8fed0-f143-4f7e-a054-7f1374e0014d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0462565 Aug 27 16:29:49.082501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57604) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:49.191007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:49.236606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ab1842c-8bf6-4cc6-ad30-72f94be7c79a req-5ee1109c-9bbe-45fe-be29-d227c47caa94 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 210 time: 0.0542214 Aug 27 16:29:49.257267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet 62868c41-e6d5-44ca-a032-fbf36e3a6c43 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:29:49.264303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.335227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-d633292c-0b4e-4ad0-b655-53d6b894367b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:49.336930 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-d633292c-0b4e-4ad0-b655-53d6b894367b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.90 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 813 time: 0.2896008 Aug 27 16:29:49.367550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.376800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Request body: {'port': {'device_id': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5', 'admin_state_up': True, 'tenant_id': 'aa95109d8069411683d88a389e04d149'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:49.499279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be2a3203-981d-434b-9269-a010684f16cf req-1398cdb4-a588-4245-8773-9478cf009c3c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 210 time: 0.0583282 Aug 27 16:29:49.529816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:47Z', 'revision_number': 10, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:49.556568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.567004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:49.578954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:49.590376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:49.615247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event deleted for resources: {'Port': ['ID=32bc9f45-5300-4e8a-979d-fad27cf73682,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:49.646742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.708325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.708967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:49.724910 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Made reservation on behalf of aa95109d8069411683d88a389e04d149 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:49.729470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.834240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.837658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.853368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.877977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:49.882216 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/62868c41-e6d5-44ca-a032-fbf36e3a6c43 HTTP/1.1" status: 204 len: 168 time: 0.7066610 Aug 27 16:29:49.884193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57612) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:49.920508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8313010-3377-4d2e-be43-12e5c713d1f3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=62868c41-e6d5-44ca-a032-fbf36e3a6c43,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:49.922213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2a1ab-0011-412e-9697-3915d5873833 None None] Network 7f476c9a-059b-45c7-8cb9-0e64ae8c179b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:49.984154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Allocated IP 172.20.0.2 (a938b1e3-ce52-4afa-a460-830b9605a1f5/057785ea-7d91-4e95-aaf2-5e79a58bdec6/534aad41-2213-439a-b5f4-cfe6deb55c6c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:50.047597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.062755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.063511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Fanout notify agent at l3_agent the message router_deleted on router c6464027-7307-4ff3-9ddc-2617f40e704f {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:29:50.079455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.079455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5fdd8de7-1e1f-4bee-ad42-17ab47166ae2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/c6464027-7307-4ff3-9ddc-2617f40e704f HTTP/1.1" status: 204 len: 168 time: 1.8656440 Aug 27 16:29:50.081754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57616) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:50.094363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1264402801', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:50.192476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57620) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:50.226189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d2-5fb2-4a75-ba31-2670be4524bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.279369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:47Z', 'revision_number': 10, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:50.294401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:50.295574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.314570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] DHCP port deletion for 7f476c9a-059b-45c7-8cb9-0e64ae8c179b request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:29:50.316414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d1da1-a41b-4107-9108-66bf2c2e37da None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:47Z', 'revision_number': 10, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None, '_interfaces': [{'id': 'eac75075-8ca4-4059-9b5f-179edd41cb2a', 'name': '', 'network_id': '642e9bc9-6d9a-4217-bfc1-d5ff00a781dd', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'mac_address': 'fa:16:3e:90:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:28:53Z', 'updated_at': '2021-08-27T16:29:05Z', 'revision_number': 5, 'project_id': '068ce06312294662aa5d69bb480914f1', 'subnets': [{'id': '41e4fcf7-e338-4e53-a3cb-076a93b395b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:50.404435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.406136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.420378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.425764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] Deleting port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:50.426132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.446833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,segment=NetworkSegment(c38912d5-dda3-4e23-9672-dfbbbe7a6bf4),segment_id=c38912d5-dda3-4e23-9672-dfbbbe7a6bf4)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:50.447245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.469196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 0abb2b3e-0f38-466c-a4d3-712039cf2aeb owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:50.506460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] For port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,segment=NetworkSegment(c38912d5-dda3-4e23-9672-dfbbbe7a6bf4),segment_id=c38912d5-dda3-4e23-9672-dfbbbe7a6bf4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:50.506975 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.522108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] Calling delete_port for 0abb2b3e-0f38-466c-a4d3-712039cf2aeb owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:50.679919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.694692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['bbe578f8-26e3-4086-83dc-b9869ec80250'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:50.734943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.749508 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.771418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Network a938b1e3-ce52-4afa-a460-830b9605a1f5 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:50.777303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No DVR routers for this DVR port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:50.786486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:50.796874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] Pushing event deleted for resources: {'Port': ['ID=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:50.797901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:50.804593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Pushing event updated for resources: {'Port': ['ID=534aad41-2213-439a-b5f4-cfe6deb55c6c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:50.805251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030d048-8af5-4600-8621-9b0343956d81 None None] No DVR routers for this DVR port 0abb2b3e-0f38-466c-a4d3-712039cf2aeb on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:50.811181 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe09407e-de2f-43c6-82a1-46af03731659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:50.894698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=0abb2b3e-0f38-466c-a4d3-712039cf2aeb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:50.928464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5b768fc-210a-4330-a7d9-d25b3f7808e1 req-402dcae0-af6a-48ba-b922-5f20a0319b8d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 210 time: 0.5302384 Aug 27 16:29:50.980434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:50.981436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.001028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.013865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f476c9a-059b-45c7-8cb9-0e64ae8c179b']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:51.026233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:51.028124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38912d5-dda3-4e23-9672-dfbbbe7a6bf4') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:51.031715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.037020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8207860c-cd74-49f7-bdb5-b1ebbad81919 req-4de5e2dd-8d72-4598-a22e-899f8ee6de0e tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 210 time: 0.1126745 Aug 27 16:29:51.042307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.058904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.067414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:29:51.071060 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:29:51.073581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d2-5fb2-4a75-ba31-2670be4524bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.417991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d2-5fb2-4a75-ba31-2670be4524bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.525517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0abb2b3e-0f38-466c-a4d3-712039cf2aeb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:51.547112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0abb2b3e-0f38-466c-a4d3-712039cf2aeb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:51.547498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0abb2b3e-0f38-466c-a4d3-712039cf2aeb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:51.547929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5dd498fe-ea52-4ef1-a38e-aae789d27122 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:51.553275 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.561403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.569498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.569801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5dd498fe-ea52-4ef1-a38e-aae789d27122 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:51.570156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5dd498fe-ea52-4ef1-a38e-aae789d27122 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:51.571209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-df1f79d2-5fb2-4a75-ba31-2670be4524bd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=44cc002d531a41ff808f34c03cd1e16b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3776102 Aug 27 16:29:51.572611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f79d2-5fb2-4a75-ba31-2670be4524bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f4233-e9e6-4e25-9897-436455d6ae93,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:51.575387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57630) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:51.575763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57632) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:51.576192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/7f476c9a-059b-45c7-8cb9-0e64ae8c179b HTTP/1.1" status: 204 len: 168 time: 1.6666141 Aug 27 16:29:51.593990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dbc82-97dd-453e-b09c-5a58d3fa088d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=7f476c9a-059b-45c7-8cb9-0e64ae8c179b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:51.645726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-1bcba181-bf6a-47a8-a1a9-e8dc3e051c42 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:51.647442 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-1bcba181-bf6a-47a8-a1a9-e8dc3e051c42 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 813 time: 0.4481676 Aug 27 16:29:51.664139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Request body: {'port': {'device_id': '3158229d-b525-4d32-bb3a-4b95e2232330', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'admin_state_up': True, 'tenant_id': '6671379076614e6c8566350b815d8dac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:51.716996 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-bf9725f2-be92-4f50-bfff-831ee2960afa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3616626 Aug 27 16:29:51.808823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86fab44b-b22f-48db-aaf2-405413a3926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.886191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86fab44b-b22f-48db-aaf2-405413a3926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.911018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Made reservation on behalf of 6671379076614e6c8566350b815d8dac for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:51.922760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:51.942593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Request body: {'port': {'device_id': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:52.076701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.235175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Allocated IP 172.20.0.10 (e66f190c-ed77-43ea-99a2-4dc07152d8c5/4236165b-4382-48d9-affe-a05abd9fcdf0/9f07810b-0080-42da-87e5-ff85ab69792a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:52.276869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e4a51cd-dac1-4392-8e39-f5bf7b158dbb req-5c7d32f7-df5b-43e5-9f67-7f2f26d5672a tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 210 time: 0.1184518 Aug 27 16:29:52.280389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86fab44b-b22f-48db-aaf2-405413a3926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.282968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-86fab44b-b22f-48db-aaf2-405413a3926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.284156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-86fab44b-b22f-48db-aaf2-405413a3926c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/980f4233-e9e6-4e25-9897-436455d6ae93 HTTP/1.1" status: 204 len: 168 time: 0.7073822 Aug 27 16:29:52.292534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d6009-5b5f-4b69-8906-da92f5a4d469 req-8f0af546-8c5e-41ad-a07f-7225e0132ad5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:52.294531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d4d6009-5b5f-4b69-8906-da92f5a4d469 req-8f0af546-8c5e-41ad-a07f-7225e0132ad5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 931 time: 0.2450247 Aug 27 16:29:52.330560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d234f2e7-7614-4bd5-a1bf-de1c8b87feef tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:52.332144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d234f2e7-7614-4bd5-a1bf-de1c8b87feef tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 813 time: 0.3869109 Aug 27 16:29:52.369211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Request body: {'port': {'device_id': 'e751097e-a865-484d-af20-0881040ce386', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'admin_state_up': True, 'tenant_id': '6671379076614e6c8566350b815d8dac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:52.379707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fab44b-b22f-48db-aaf2-405413a3926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f4233-e9e6-4e25-9897-436455d6ae93,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:52.390874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.471183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.507236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d4d6009-5b5f-4b69-8906-da92f5a4d469 req-f57268a4-6f52-4d2d-995e-92bb7188a6ef tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915529 Aug 27 16:29:52.629640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.696091 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.725171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534aad41-2213-439a-b5f4-cfe6deb55c6c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:52.733917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.739388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Allocated IP 172.25.4.172 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/43f1d5ee-23a1-4092-9529-afc24fa474b4) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:52.747994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Transition to ACTIVE for port object 534aad41-2213-439a-b5f4-cfe6deb55c6c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:52.839252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Made reservation on behalf of 6671379076614e6c8566350b815d8dac for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:29:52.842793 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.876287 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.878205 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:52.932114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:52.943046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:52.946997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:52.989936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Pushing event updated for resources: {'Port': ['ID=534aad41-2213-439a-b5f4-cfe6deb55c6c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:53.050141 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.099381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:53.100275 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.117643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event updated for resources: {'Port': ['ID=9f07810b-0080-42da-87e5-ff85ab69792a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:53.146490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Attempting to bind port 534aad41-2213-439a-b5f4-cfe6deb55c6c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:53.146830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Attempting to bind port 534aad41-2213-439a-b5f4-cfe6deb55c6c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:53.147206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Attempting to bind port 534aad41-2213-439a-b5f4-cfe6deb55c6c on network a938b1e3-ce52-4afa-a460-830b9605a1f5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:53.152068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Port 534aad41-2213-439a-b5f4-cfe6deb55c6c on network a938b1e3-ce52-4afa-a460-830b9605a1f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:29:53.152391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Attempting to bind port 534aad41-2213-439a-b5f4-cfe6deb55c6c on network a938b1e3-ce52-4afa-a460-830b9605a1f5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:53.158567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:53.166096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Checking segment: {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:53.166096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Bound using segment: {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:53.166096 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Bound port: 534aad41-2213-439a-b5f4-cfe6deb55c6c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:53.166096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.172895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Allocated IP 172.20.0.12 (e66f190c-ed77-43ea-99a2-4dc07152d8c5/4236165b-4382-48d9-affe-a05abd9fcdf0/d9afb9ae-42a6-4052-89c2-36157e62f4c6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:29:53.244442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] For port 534aad41-2213-439a-b5f4-cfe6deb55c6c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:53.248884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] For port 534aad41-2213-439a-b5f4-cfe6deb55c6c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=534aad41-2213-439a-b5f4-cfe6deb55c6c,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:53.275309 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.276638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53415b39-25f4-4a1d-a639-6bce4a47dd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.351104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-60ac32eb-4437-44c9-9e1d-219272e4a544 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6931419 Aug 27 16:29:53.352457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port eac75075-8ca4-4059-9b5f-179edd41cb2a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:53.352995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.364301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Request body: {'port': {'device_id': '3158229d-b525-4d32-bb3a-4b95e2232330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:53.388750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.399656 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.448528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:53.449161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.451391 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] 10.222.0.90 "PUT /v2.0/ports/534aad41-2213-439a-b5f4-cfe6deb55c6c HTTP/1.1" status: 200 len: 1091 time: 1.7223742 Aug 27 16:29:53.451849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'tag': '534aad41-2213-439a-b5f4-cfe6deb55c6c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:53.454129 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f5857-9a44-414e-99cb-5b61fe6ea02a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e095217-dfd7-4e55-ad05-8e8f413a1eb9", "tag": "534aad41-2213-439a-b5f4-cfe6deb55c6c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:53.463166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.477221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-beb4bc7b-af1f-48ab-88e4-f07ad3452877 req-96d542fa-484e-4e5d-9e9f-749382d2c7fe tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 210 time: 0.0940413 Aug 27 16:29:53.527307 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c2492b-110a-4b83-80ab-2185bf3c0186 x-openstack-request-id: req-97c2492b-110a-4b83-80ab-2185bf3c0186 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:53.527627 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e095217-dfd7-4e55-ad05-8e8f413a1eb9", "tag": "534aad41-2213-439a-b5f4-cfe6deb55c6c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:53.531978 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97c2492b-110a-4b83-80ab-2185bf3c0186 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:53.532434 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'tag': '534aad41-2213-439a-b5f4-cfe6deb55c6c', 'status': 'completed', 'code': 200} Aug 27 16:29:53.552422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.581085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event updated for resources: {'Port': ['ID=43f1d5ee-23a1-4092-9529-afc24fa474b4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:53.602825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:53.609325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:53.612147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b2332-586c-4e57-946e-79c6d3cea79c service neutron] Pushing event updated for resources: {'Port': ['ID=534aad41-2213-439a-b5f4-cfe6deb55c6c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:53.618623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:53.654218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f5857-9a44-414e-99cb-5b61fe6ea02a req-7d603410-caaa-42b8-a1d9-c3d970630a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:53.656644 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b67f5857-9a44-414e-99cb-5b61fe6ea02a req-7d603410-caaa-42b8-a1d9-c3d970630a0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1048923 Aug 27 16:29:53.659695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.723231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port eac75075-8ca4-4059-9b5f-179edd41cb2a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=eac75075-8ca4-4059-9b5f-179edd41cb2a,segment=NetworkSegment(8fa40fac-e366-43ef-817d-744664b6be73),segment_id=8fa40fac-e366-43ef-817d-744664b6be73)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:53.723742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.824527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for eac75075-8ca4-4059-9b5f-179edd41cb2a owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:53.866416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f5857-9a44-414e-99cb-5b61fe6ea02a req-35ebafa4-bf83-4cac-8e60-1054af4877ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:53.868035 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b67f5857-9a44-414e-99cb-5b61fe6ea02a req-35ebafa4-bf83-4cac-8e60-1054af4877ea service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=aa95109d8069411683d88a389e04d149&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1934497 Aug 27 16:29:53.875197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2010-45ad-4b81-81f8-ec576e1fe70e req-d6289005-d329-4467-88cb-88bdf62c2384 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:53.876947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6b2010-45ad-4b81-81f8-ec576e1fe70e req-d6289005-d329-4467-88cb-88bdf62c2384 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 943 time: 0.2242448 Aug 27 16:29:53.941971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:53.994870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f6b2010-45ad-4b81-81f8-ec576e1fe70e req-a93316f4-a739-4665-9bc1-b26ee8ff9e38 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046510 Aug 27 16:29:53.998371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.024015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f5857-9a44-414e-99cb-5b61fe6ea02a req-090c6d47-8e0a-45bc-8995-b17573e0847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:54.024015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b67f5857-9a44-414e-99cb-5b61fe6ea02a req-090c6d47-8e0a-45bc-8995-b17573e0847f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1413181 Aug 27 16:29:54.129067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:29:54.138764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-78d7a561-45a4-49d3-b948-b2f430f74bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:54.139456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:29:54.139597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-78d7a561-45a4-49d3-b948-b2f430f74bf7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 1094 time: 0.0529580 Aug 27 16:29:54.147884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:29:54.157786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event updated for resources: {'Port': ['ID=d9afb9ae-42a6-4052-89c2-36157e62f4c6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:54.200356 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-39afa90e-53a2-4d71-b54e-4fbf2230d2e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=534aad41-2213-439a-b5f4-cfe6deb55c6c HTTP/1.1" status: 200 len: 217 time: 0.0521598 Aug 27 16:29:54.301186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-8569f5e9-d99b-4df3-9fcd-04688ee187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:54.302798 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-8569f5e9-d99b-4df3-9fcd-04688ee187bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.0933185 Aug 27 16:29:54.373118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-48a1532a-c53d-40bc-8359-2985a1bdacb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589044 Aug 27 16:29:54.471982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f07810b-0080-42da-87e5-ff85ab69792a {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:54.498906 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.563064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.593855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Transition to ACTIVE for port object 9f07810b-0080-42da-87e5-ff85ab69792a will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:54.640951 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-e99bf458-573b-4dd8-91d2-511c02fc1c39 service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591243 Aug 27 16:29:54.700353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:54.701392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.736005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.740948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.786528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37d93-f4b7-43c5-9a82-454cf9091bea req-559a0e03-e6e5-46ac-b9dd-6df1d545aa7b tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:54.788136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64e37d93-f4b7-43c5-9a82-454cf9091bea req-559a0e03-e6e5-46ac-b9dd-6df1d545aa7b tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 932 time: 0.1497819 Aug 27 16:29:54.799465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.846329 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f79b7b5-91a9-4700-b8ee-9c10227002a7 req-efbdde63-277e-4d7b-be30-903bf5c5d91f service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974225 Aug 27 16:29:54.874226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=eac75075-8ca4-4059-9b5f-179edd41cb2a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:54.877024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9640c5a9-8aa1-4037-acfb-2b5fb048bf07 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5303538 Aug 27 16:29:54.902683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Request body: {'port': {'device_id': 'e751097e-a865-484d-af20-0881040ce386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:54.910780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07810b-0080-42da-87e5-ff85ab69792a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:54.941213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Attempting to bind port 9f07810b-0080-42da-87e5-ff85ab69792a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:54.941698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Attempting to bind port 9f07810b-0080-42da-87e5-ff85ab69792a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:54.942143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Attempting to bind port 9f07810b-0080-42da-87e5-ff85ab69792a on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:54.948750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Port 9f07810b-0080-42da-87e5-ff85ab69792a on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:29:54.949339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Attempting to bind port 9f07810b-0080-42da-87e5-ff85ab69792a on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:54.959040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:54.959736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Checking segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:54.960249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Bound using segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:54.961032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Bound port: 9f07810b-0080-42da-87e5-ff85ab69792a, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:54.962445 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:54.983522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64e37d93-f4b7-43c5-9a82-454cf9091bea req-dc23fbae-cecb-459c-9dd0-259f718471df tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790679 Aug 27 16:29:55.086189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] For port 9f07810b-0080-42da-87e5-ff85ab69792a, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:55.098432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] For port 9f07810b-0080-42da-87e5-ff85ab69792a, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f07810b-0080-42da-87e5-ff85ab69792a,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:55.127000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:55.173828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:55.222392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:55.223873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:55.226350 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] 10.222.0.90 "PUT /v2.0/ports/9f07810b-0080-42da-87e5-ff85ab69792a HTTP/1.1" status: 200 len: 1092 time: 1.8671904 Aug 27 16:29:55.270218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294673c8-697b-4da6-8709-cf5e6f633fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07810b-0080-42da-87e5-ff85ab69792a,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:55.286489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:55.372169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:55.420506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9728fc03-15fd-4153-85bd-e48e20b985e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:55.422092 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-9728fc03-15fd-4153-85bd-e48e20b985e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=3158229d-b525-4d32-bb3a-4b95e2232330 HTTP/1.1" status: 200 len: 1095 time: 0.0483344 Aug 27 16:29:55.491875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d34a1-d3f1-4d1e-a7a9-12c6d749d59b req-9c1cad49-804a-4de9-bf4b-f73c500a506f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:55.499864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-109d34a1-d3f1-4d1e-a7a9-12c6d749d59b req-9c1cad49-804a-4de9-bf4b-f73c500a506f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 943 time: 0.3287230 Aug 27 16:29:55.509139 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-00060346-a1b1-4a6a-b90e-72226d052757 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f07810b-0080-42da-87e5-ff85ab69792a HTTP/1.1" status: 200 len: 217 time: 0.0774333 Aug 27 16:29:55.533536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3158229d-b525-4d32-bb3a-4b95e2232330', 'tag': '9f07810b-0080-42da-87e5-ff85ab69792a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:55.535867 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3158229d-b525-4d32-bb3a-4b95e2232330", "tag": "9f07810b-0080-42da-87e5-ff85ab69792a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:55.592452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-ace517e4-afed-4ac7-b50c-e00e628dd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:55.594760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-ace517e4-afed-4ac7-b50c-e00e628dd219 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 200 len: 853 time: 0.0732384 Aug 27 16:29:55.643614 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1c5cf-4b69-42b7-a618-3152c39f294c x-openstack-request-id: req-87a1c5cf-4b69-42b7-a618-3152c39f294c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:55.643910 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3158229d-b525-4d32-bb3a-4b95e2232330", "tag": "9f07810b-0080-42da-87e5-ff85ab69792a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:55.644166 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-87a1c5cf-4b69-42b7-a618-3152c39f294c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:55.644685 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3158229d-b525-4d32-bb3a-4b95e2232330', 'tag': '9f07810b-0080-42da-87e5-ff85ab69792a', 'status': 'completed', 'code': 200} Aug 27 16:29:55.646717 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d3352d07-a5a8-4f2e-a034-8f99f4fb1117 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f190c-ed77-43ea-99a2-4dc07152d8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428908 Aug 27 16:29:55.762105 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-cc52b880-480a-47c8-8d4c-2547cd8a6671 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069036 Aug 27 16:29:55.791883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-109d34a1-d3f1-4d1e-a7a9-12c6d749d59b req-9177286c-a272-46f6-94bb-ec2740e3af9c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109530 Aug 27 16:29:55.827289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:55.897296 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-005fbee9-1bc7-4ce6-bdbb-c07477d3c5e2 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275027 Aug 27 16:29:56.010489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:56.018122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6427a902-5b34-4479-b118-4039ba58f9d5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4398990 Aug 27 16:29:56.020795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57716) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:56.023026 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:56.039853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:56.039853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.064518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.125707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 534aad41-2213-439a-b5f4-cfe6deb55c6c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:29:56.156727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9afb9ae-42a6-4052-89c2-36157e62f4c6 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:56.167007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.193232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting subnet 41e4fcf7-e338-4e53-a3cb-076a93b395b9 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:29:56.194450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3155d-d860-4309-a463-328b0f84d239 req-9466e5dc-44ee-4855-af2c-637847c48090 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:56.205213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dac3155d-d860-4309-a463-328b0f84d239 req-9466e5dc-44ee-4855-af2c-637847c48090 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 932 time: 0.0922525 Aug 27 16:29:56.206744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.206939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Transition to ACTIVE for port object d9afb9ae-42a6-4052-89c2-36157e62f4c6 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:29:56.239253 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:56.253776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.278352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dac3155d-d860-4309-a463-328b0f84d239 req-c94376bd-0bc6-4431-a1d9-04d2977529c9 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742440 Aug 27 16:29:56.292826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Router 54c6c10b-4143-4926-8bfd-a77dd082e394 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:29:56.315089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 534aad41-2213-439a-b5f4-cfe6deb55c6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=534aad41-2213-439a-b5f4-cfe6deb55c6c,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:56.332929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '534aad41-2213-439a-b5f4-cfe6deb55c6c', 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5', 'port_id': '534aad41-2213-439a-b5f4-cfe6deb55c6c', 'mac_address': 'fa:16:3e:5d:96:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057785ea-7d91-4e95-aaf2-5e79a58bdec6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:29:56.368904 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:54Z', 'revision_number': 11, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.392839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-864ae866-4100-4057-9005-7bf9c165b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:56.393757 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.394822 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-864ae866-4100-4057-9005-7bf9c165b39f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=3158229d-b525-4d32-bb3a-4b95e2232330 HTTP/1.1" status: 200 len: 1095 time: 0.3516953 Aug 27 16:29:56.409355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.447330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534aad41-2213-439a-b5f4-cfe6deb55c6c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:56.447827 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:29:56.447827 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:56.447827 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.448372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 534aad41-2213-439a-b5f4-cfe6deb55c6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=534aad41-2213-439a-b5f4-cfe6deb55c6c,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:56.497190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:56.506237 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.514436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] Sync routers for ids ['54c6c10b-4143-4926-8bfd-a77dd082e394'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:56.531600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:29:56.540803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] Routers {'54c6c10b-4143-4926-8bfd-a77dd082e394'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:56.541615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54c6c10b-4143-4926-8bfd-a77dd082e394'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.578793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Pushing event updated for resources: {'Port': ['ID=d9afb9ae-42a6-4052-89c2-36157e62f4c6,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:56.617632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.617795 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:54Z', 'revision_number': 11, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.617914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.638776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-53922fb2-771a-4515-bc67-8edbf73f23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:56.641607 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-53922fb2-771a-4515-bc67-8edbf73f23c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 915 time: 0.2270579 Aug 27 16:29:56.646000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.649969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d1bdfb29-17e9-49ea-b76a-56b671c01937 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5670049 Aug 27 16:29:56.651012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57728) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:56.651759 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177964f6-4e30-4c7a-b457-1aed0df97386 None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:54Z', 'revision_number': 11, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:56.659061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:56.728257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=534aad41-2213-439a-b5f4-cfe6deb55c6c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:56.754455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] Routers {'54c6c10b-4143-4926-8bfd-a77dd082e394'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:56.757962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54c6c10b-4143-4926-8bfd-a77dd082e394'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.760829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Attempting to bind port d9afb9ae-42a6-4052-89c2-36157e62f4c6 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:29:56.762496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Attempting to bind port d9afb9ae-42a6-4052-89c2-36157e62f4c6 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:29:56.762958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Attempting to bind port d9afb9ae-42a6-4052-89c2-36157e62f4c6 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:56.771246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Port d9afb9ae-42a6-4052-89c2-36157e62f4c6 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:29:56.771732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Attempting to bind port d9afb9ae-42a6-4052-89c2-36157e62f4c6 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:29:56.806153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:29:56.806858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Checking segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:29:56.807013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Bound using segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:29:56.807572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Bound port: d9afb9ae-42a6-4052-89c2-36157e62f4c6, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:29:56.808034 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:56.825766 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-75d9ef54-3242-4db0-91ab-4dd9f0d377b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f07810b-0080-42da-87e5-ff85ab69792a HTTP/1.1" status: 200 len: 217 time: 0.1503563 Aug 27 16:29:56.831872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:56.832925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e5474-36a7-4338-a68e-3786ed5a13f0 None None] The sync data for ids ['54c6c10b-4143-4926-8bfd-a77dd082e394'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:29:56.847873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['534aad41-2213-439a-b5f4-cfe6deb55c6c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:56.957982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-d8e7cd2d-bb76-4af8-bccd-c8cfecd89300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:56.959666 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-d8e7cd2d-bb76-4af8-bccd-c8cfecd89300 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 200 len: 853 time: 0.1249113 Aug 27 16:29:56.991482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.046651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] For port d9afb9ae-42a6-4052-89c2-36157e62f4c6, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:29:57.058063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] For port d9afb9ae-42a6-4052-89c2-36157e62f4c6, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d9afb9ae-42a6-4052-89c2-36157e62f4c6,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:29:57.061307 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-ec50e68e-5d1c-4ba0-9aed-525f581a44b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f190c-ed77-43ea-99a2-4dc07152d8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933955 Aug 27 16:29:57.101429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Subnet': ['ID=41e4fcf7-e338-4e53-a3cb-076a93b395b9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:57.121875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117bdb-e834-42d7-804a-0878a5178fc2 req-862302f8-59b4-4399-9934-f6eef12def5a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:57.122210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.126217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19117bdb-e834-42d7-804a-0878a5178fc2 req-862302f8-59b4-4399-9934-f6eef12def5a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 944 time: 0.2059970 Aug 27 16:29:57.126402 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a8f75aef-c368-4eac-809d-2dfdac17401d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/41e4fcf7-e338-4e53-a3cb-076a93b395b9 HTTP/1.1" status: 204 len: 168 time: 1.1021254 Aug 27 16:29:57.136796 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57742) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:57.159805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae4cdc-5a98-47e3-8a66-e7e9fcc655a4 None None] Network 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:29:57.171348 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.305389 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.337425 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-b81cc550-bfcb-4093-82a6-274e01c35c37 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507582 Aug 27 16:29:57.473578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eac75075-8ca4-4059-9b5f-179edd41cb2a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:57.513673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: eac75075-8ca4-4059-9b5f-179edd41cb2a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:57.514360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eac75075-8ca4-4059-9b5f-179edd41cb2a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:57.521090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Deleting port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:57.521518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.536801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.551249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19117bdb-e834-42d7-804a-0878a5178fc2 req-a3445878-cb77-4c3f-bb39-312ee301789f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110510 Aug 27 16:29:57.577645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:57.578023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.579665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] 10.222.0.97 "PUT /v2.0/ports/d9afb9ae-42a6-4052-89c2-36157e62f4c6 HTTP/1.1" status: 200 len: 1092 time: 2.6813953 Aug 27 16:29:57.581044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e751097e-a865-484d-af20-0881040ce386', 'tag': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:57.588345 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318da57a-fbce-4744-ae58-33b01c888090" -d '{"events": [{"name": "network-changed", "server_uuid": "e751097e-a865-484d-af20-0881040ce386", "tag": "d9afb9ae-42a6-4052-89c2-36157e62f4c6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:57.643249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f2c63-32d1-4514-a8fc-0fe86ac8b884 service neutron] Pushing event updated for resources: {'Port': ['ID=d9afb9ae-42a6-4052-89c2-36157e62f4c6,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:57.647521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.658152 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e515661d-e7c9-405f-9663-78d6f9b0efb6 x-openstack-request-id: req-e515661d-e7c9-405f-9663-78d6f9b0efb6 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:57.663238 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e751097e-a865-484d-af20-0881040ce386", "tag": "d9afb9ae-42a6-4052-89c2-36157e62f4c6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:57.663238 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e515661d-e7c9-405f-9663-78d6f9b0efb6 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:57.663238 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e751097e-a865-484d-af20-0881040ce386', 'tag': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6', 'status': 'completed', 'code': 200} Aug 27 16:29:57.668149 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bcdca067-5714-4d1e-ad2f-c68ef293e3c5 req-5ee29f7b-2f72-4837-b8a7-51f3783f1cea service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904928 Aug 27 16:29:57.670580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] DHCP port deletion for 642e9bc9-6d9a-4217-bfc1-d5ff00a781dd request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:29:57.678365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5d05-6ee1-4130-bfdc-66d9ed832a0f req-403a4ca1-7fdb-47db-bf53-343e5beec8c3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:57.687886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-701e5d05-6ee1-4130-bfdc-66d9ed832a0f req-403a4ca1-7fdb-47db-bf53-343e5beec8c3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 944 time: 0.1468642 Aug 27 16:29:57.701017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] For port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,segment=NetworkSegment(8fa40fac-e366-43ef-817d-744664b6be73),segment_id=8fa40fac-e366-43ef-817d-744664b6be73)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:57.701471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.755702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] Deleting port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:57.756413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.832334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-701e5d05-6ee1-4130-bfdc-66d9ed832a0f req-dd7bc055-c237-4800-836c-99816b8de43c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397071 Aug 27 16:29:57.834591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318da57a-fbce-4744-ae58-33b01c888090 req-3f4c933e-5bcf-4fe4-b3fe-22169b800ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:57.836413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-318da57a-fbce-4744-ae58-33b01c888090 req-3f4c933e-5bcf-4fe4-b3fe-22169b800ad5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 1095 time: 0.1428249 Aug 27 16:29:57.858214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] For port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,segment=NetworkSegment(8fa40fac-e366-43ef-817d-744664b6be73),segment_id=8fa40fac-e366-43ef-817d-744664b6be73)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:57.859156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:57.875096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] Calling delete_port for 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:57.997226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Deleting port 43f1d5ee-23a1-4092-9529-afc24fa474b4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:29:57.997626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.017738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Calling delete_port for 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:58.116791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.125279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.154773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f07810b-0080-42da-87e5-ff85ab69792a details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:29:58.157009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 534aad41-2213-439a-b5f4-cfe6deb55c6c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:29:58.158854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] No DVR routers for this DVR port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:58.159829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Port': ['ID=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:58.165756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No DVR routers for this DVR port 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:29:58.218750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5e28c-9863-4da2-a947-f9f18cf456d5 None None] Pushing event deleted for resources: {'Port': ['ID=4381d0b6-87df-44f7-8c38-7bee3aa8e4e3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:58.271771 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.284784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642e9bc9-6d9a-4217-bfc1-d5ff00a781dd']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:58.306284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa40fac-e366-43ef-817d-744664b6be73') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:58.307547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa40fac-e366-43ef-817d-744664b6be73') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:29:58.322028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.338893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.347634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:29:58.347634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.405937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9f07810b-0080-42da-87e5-ff85ab69792a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f07810b-0080-42da-87e5-ff85ab69792a,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:58.431004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '9f07810b-0080-42da-87e5-ff85ab69792a', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'port_id': '9f07810b-0080-42da-87e5-ff85ab69792a', 'mac_address': 'fa:16:3e:04:24:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4236165b-4382-48d9-affe-a05abd9fcdf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:29:58.456640 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:29:58.470793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318da57a-fbce-4744-ae58-33b01c888090 req-05595afd-7901-495f-a475-c9bedaf9551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:58.473714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-318da57a-fbce-4744-ae58-33b01c888090 req-05595afd-7901-495f-a475-c9bedaf9551b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=6671379076614e6c8566350b815d8dac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6249266 Aug 27 16:29:58.498328 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.518337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f07810b-0080-42da-87e5-ff85ab69792a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:29:58.542481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9f07810b-0080-42da-87e5-ff85ab69792a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f07810b-0080-42da-87e5-ff85ab69792a,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:58.547579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 534aad41-2213-439a-b5f4-cfe6deb55c6c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:29:58.554105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 534aad41-2213-439a-b5f4-cfe6deb55c6c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:29:58.554483 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.570200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.585216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.592433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Calling delete_port for 43f1d5ee-23a1-4092-9529-afc24fa474b4 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:29:58.599441 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.604639 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/networks/642e9bc9-6d9a-4217-bfc1-d5ff00a781dd HTTP/1.1" status: 204 len: 168 time: 1.4637544 Aug 27 16:29:58.606591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57772) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:58.619743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'routes': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:29:58.638653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ab366-faf2-4207-99c6-815a16af687f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Pushing event deleted for resources: {'Network': ['ID=642e9bc9-6d9a-4217-bfc1-d5ff00a781dd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:58.664557 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.707173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57774) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:58.762165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9f07810b-0080-42da-87e5-ff85ab69792a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:58.767988 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.792637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318da57a-fbce-4744-ae58-33b01c888090 req-867e13de-e3e2-44c8-83ff-1166994b6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:58.792889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534aad41-2213-439a-b5f4-cfe6deb55c6c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:29:58.794668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-318da57a-fbce-4744-ae58-33b01c888090 req-867e13de-e3e2-44c8-83ff-1166994b6b55 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3096282 Aug 27 16:29:58.796227 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8129e-e998-49e5-952e-7ac968482258" -d '{"events": [{"server_uuid": "1e095217-dfd7-4e55-ad05-8e8f413a1eb9", "name": "network-vif-plugged", "status": "completed", "tag": "534aad41-2213-439a-b5f4-cfe6deb55c6c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:29:58.829155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 534aad41-2213-439a-b5f4-cfe6deb55c6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=534aad41-2213-439a-b5f4-cfe6deb55c6c,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:29:58.860174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da119147-4c62-4c17-9819-c28c310f592d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:58.862289 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4644e39e-1516-4eb3-81b3-05f7c4bdc1c3 x-openstack-request-id: req-4644e39e-1516-4eb3-81b3-05f7c4bdc1c3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:29:58.862289 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e095217-dfd7-4e55-ad05-8e8f413a1eb9", "name": "network-vif-plugged", "status": "completed", "tag": "534aad41-2213-439a-b5f4-cfe6deb55c6c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:29:58.862289 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4644e39e-1516-4eb3-81b3-05f7c4bdc1c3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:29:58.862638 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534aad41-2213-439a-b5f4-cfe6deb55c6c', 'code': 200} Aug 27 16:29:58.892507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f07810b-0080-42da-87e5-ff85ab69792a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:29:58.990877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.053981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da119147-4c62-4c17-9819-c28c310f592d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.057472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbd059-8010-448c-b44e-f9700e927eb0 req-706ea99a-4dc6-4e2f-b0bc-d497c51288e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:59.059487 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b2bbd059-8010-448c-b44e-f9700e927eb0 req-706ea99a-4dc6-4e2f-b0bc-d497c51288e6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0744567 Aug 27 16:29:59.071418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=534aad41-2213-439a-b5f4-cfe6deb55c6c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:59.106549 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b2bbd059-8010-448c-b44e-f9700e927eb0 req-9c9f64f7-64b3-4b95-9026-a370f31fce2e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Aug 27 16:29:59.190801 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da119147-4c62-4c17-9819-c28c310f592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.194312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a9f33-c515-4ff7-9663-ef6be9ff07aa req-6ef8374a-e842-4100-a6fc-fe4102ad8624 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:59.196215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-600a9f33-c515-4ff7-9663-ef6be9ff07aa req-6ef8374a-e842-4100-a6fc-fe4102ad8624 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 944 time: 0.4971058 Aug 27 16:29:59.203081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.extraroute_db [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Added routes are [] {{(pid=95253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 16:29:59.203403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.extraroute_db [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Removed routes are [] {{(pid=95253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 16:29:59.203764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.239742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da119147-4c62-4c17-9819-c28c310f592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee803e-f4cf-4c1d-a8e6-b092294f8b19,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:59.249122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-da119147-4c62-4c17-9819-c28c310f592d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd36cc37ee8e47729074b89eb60ffc7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407004 Aug 27 16:29:59.249819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57786) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:59.283687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-047b2d54-ffb2-415a-82cb-c3832ef3fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:59.287228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-047b2d54-ffb2-415a-82cb-c3832ef3fb77 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 1095 time: 0.3572984 Aug 27 16:29:59.318429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f30471c6-2521-42d1-8a42-87adc4e1b9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.341895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f30471c6-2521-42d1-8a42-87adc4e1b9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.390042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-4dee2239-9ce8-41a8-b82a-b909f61dca81 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9afb9ae-42a6-4052-89c2-36157e62f4c6 HTTP/1.1" status: 200 len: 217 time: 0.0611908 Aug 27 16:29:59.397689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321b3d-4a55-4f4a-8b7e-b1c9b1fdc3cb req-864fcd71-a7ea-4059-b0db-abc5675b3a89 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:59.399155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4321b3d-4a55-4f4a-8b7e-b1c9b1fdc3cb req-864fcd71-a7ea-4059-b0db-abc5675b3a89 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 944 time: 0.3486278 Aug 27 16:29:59.402045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-600a9f33-c515-4ff7-9663-ef6be9ff07aa req-0df3ac62-f1e7-49a7-ae0a-efd987be38e9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929190 Aug 27 16:29:59.472172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f30471c6-2521-42d1-8a42-87adc4e1b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.475287 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f30471c6-2521-42d1-8a42-87adc4e1b9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.476535 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f30471c6-2521-42d1-8a42-87adc4e1b9c1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0bee803e-f4cf-4c1d-a8e6-b092294f8b19 HTTP/1.1" status: 204 len: 168 time: 0.2257283 Aug 27 16:29:59.493375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:29:59.493904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30471c6-2521-42d1-8a42-87adc4e1b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee803e-f4cf-4c1d-a8e6-b092294f8b19,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:59.529958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:29:59.532002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4381d0b6-87df-44f7-8c38-7bee3aa8e4e3 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:29:59.581863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.599772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.605522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-676fc6c4-8c8e-429e-a071-e5d4695c231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:29:59.607100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-676fc6c4-8c8e-429e-a071-e5d4695c231e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 200 len: 853 time: 0.1734805 Aug 27 16:29:59.612764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4321b3d-4a55-4f4a-8b7e-b1c9b1fdc3cb req-26b908de-e816-484c-97fb-38292798b051 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744161 Aug 27 16:29:59.709082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-020e5f1f-aa7e-4453-b46a-0efb217d80f2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e66f190c-ed77-43ea-99a2-4dc07152d8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644155 Aug 27 16:29:59.719004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 70e821de-3823-4c29-b05b-55a0c7900a72 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:29:59.762878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.799664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Pushing event deleted for resources: {'Port': ['ID=43f1d5ee-23a1-4092-9529-afc24fa474b4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:29:59.943861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:29:59.955311 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.956499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b634cf95-adc9-4a50-988f-956a4546e171 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 200 len: 701 time: 1.3471901 Aug 27 16:29:59.959712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57796) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:29:59.962125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-c013aac6-2743-4324-886c-ae1c81bf7e45 service neutron] 10.222.0.97 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450528 Aug 27 16:29:59.962364 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] Sync routers for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:29:59.972360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:29:59.973972 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:29:59.975120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:00.007335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-058f2058-a236-4ecc-8da8-1ae6a3c2817a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 200 len: 205 time: 0.0462573 Aug 27 16:30:00.009151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57800) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:00.086115 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:00.113203 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bf222bb5-ca62-41cf-ab87-043e6d4bfba1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.136553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f07810b-0080-42da-87e5-ff85ab69792a up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:00.153851 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:54Z', 'revision_number': 11, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:00.204282 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] Checking router: 70e821de-3823-4c29-b05b-55a0c7900a72 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:30:00.219890 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] Routers {'70e821de-3823-4c29-b05b-55a0c7900a72'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:00.221508 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['70e821de-3823-4c29-b05b-55a0c7900a72'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:00.402129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4941234a-2e37-48df-99ab-1cdd44a1e896 req-a2197e31-cf0e-440f-91fb-a1e532ad198d service neutron] 10.222.0.97 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315403 Aug 27 16:30:00.435241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bf222bb5-ca62-41cf-ab87-043e6d4bfba1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.446910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bf222bb5-ca62-41cf-ab87-043e6d4bfba1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.471801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.475238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.477383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 9f07810b-0080-42da-87e5-ff85ab69792a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:00.482823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 9f07810b-0080-42da-87e5-ff85ab69792a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:00.483207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.498058 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] Set router 70e821de-3823-4c29-b05b-55a0c7900a72 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:00.572517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Router 54c6c10b-4143-4926-8bfd-a77dd082e394 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:30:00.588429 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:54Z', 'revision_number': 11, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:00.610434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57806) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:00.622486 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec1a7d-5ab3-4667-9e0d-c5ed479f8d47 None None] The sync data for ids ['70e821de-3823-4c29-b05b-55a0c7900a72'] in n-d-806412-1 is: [{'id': '70e821de-3823-4c29-b05b-55a0c7900a72', 'name': 'tempest-RoutersTest-router-1165619272', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:28:48Z', 'updated_at': '2021-08-27T16:29:54Z', 'revision_number': 11, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:30:00.626677 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b89e9567-c595-4c00-8c43-f6c8015359dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.712365 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bf222bb5-ca62-41cf-ab87-043e6d4bfba1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.713003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf222bb5-ca62-41cf-ab87-043e6d4bfba1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Fanout notify agent at l3_agent the message router_deleted on router 70e821de-3823-4c29-b05b-55a0c7900a72 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:30:00.731382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bf222bb5-ca62-41cf-ab87-043e6d4bfba1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.733567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bf222bb5-ca62-41cf-ab87-043e6d4bfba1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 204 len: 168 time: 0.7232394 Aug 27 16:30:00.769534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57810) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:00.783726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-714dd50a-3a5b-4b37-ba7e-506c484638b9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1951047391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:00.808923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b89e9567-c595-4c00-8c43-f6c8015359dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:00.820583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:30:00.862536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] Sync routers for ids ['54c6c10b-4143-4926-8bfd-a77dd082e394'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:30:00.883055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] Routers {'54c6c10b-4143-4926-8bfd-a77dd082e394'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:00.884356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54c6c10b-4143-4926-8bfd-a77dd082e394'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:00.925142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:00.965607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] Routers {'54c6c10b-4143-4926-8bfd-a77dd082e394'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:00.966673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54c6c10b-4143-4926-8bfd-a77dd082e394'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:01.018965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b89e9567-c595-4c00-8c43-f6c8015359dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.022516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:01.023222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e7dfb-df71-4e65-b3d6-8888412dd5e1 None None] The sync data for ids ['54c6c10b-4143-4926-8bfd-a77dd082e394'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:30:01.026195 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.066324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3158229d-b525-4d32-bb3a-4b95e2232330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07810b-0080-42da-87e5-ff85ab69792a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:01.069271 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc37d6c-5699-4b47-96e9-d037ca080888" -d '{"events": [{"server_uuid": "3158229d-b525-4d32-bb3a-4b95e2232330", "name": "network-vif-plugged", "status": "completed", "tag": "9f07810b-0080-42da-87e5-ff85ab69792a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:01.087604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e9567-c595-4c00-8c43-f6c8015359dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d48a1-7569-4cf6-ba1f-533c9ac8a542,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:01.098327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9f07810b-0080-42da-87e5-ff85ab69792a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f07810b-0080-42da-87e5-ff85ab69792a,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:01.100158 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b89e9567-c595-4c00-8c43-f6c8015359dc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d56822a5c88f4c858aa666ab79e4fa69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885685 Aug 27 16:30:01.101104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57816) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:01.174113 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f90cc4c2-cfd0-499c-b933-eff4f0db2fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.197242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.200631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f90cc4c2-cfd0-499c-b933-eff4f0db2fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.261440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9f07810b-0080-42da-87e5-ff85ab69792a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:01.286604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.287770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0dac9b4c-d7f4-4e12-81bc-d988b9d37b62 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "PUT /v2.0/routers/54c6c10b-4143-4926-8bfd-a77dd082e394 HTTP/1.1" status: 200 len: 706 time: 4.6328406 Aug 27 16:30:01.296620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57818) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:01.297719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fb4e9-da7a-4f43-935f-8e308f28185b req-9faf8ad2-591b-402e-ba37-f7d5eb90d2d3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:01.299163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-640fb4e9-da7a-4f43-935f-8e308f28185b req-9faf8ad2-591b-402e-ba37-f7d5eb90d2d3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 945 time: 0.7295711 Aug 27 16:30:01.362717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29b75e-6bfa-4088-9acf-b3757ff13eee req-d52f588d-3988-4c6e-ae8e-5ec03f57ae6d tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:01.362717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f29b75e-6bfa-4088-9acf-b3757ff13eee req-d52f588d-3988-4c6e-ae8e-5ec03f57ae6d tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 944 time: 0.5899856 Aug 27 16:30:01.366338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-640fb4e9-da7a-4f43-935f-8e308f28185b req-c084b365-9147-489e-a8a8-c8d265cc0dc8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541880 Aug 27 16:30:01.380679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-714dd50a-3a5b-4b37-ba7e-506c484638b9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.381837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-714dd50a-3a5b-4b37-ba7e-506c484638b9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.395600 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6f449126-c40c-497e-b797-37e7033b7e77 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/routers/54c6c10b-4143-4926-8bfd-a77dd082e394 HTTP/1.1" status: 200 len: 741 time: 0.0969734 Aug 27 16:30:01.396797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:01.412549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f90cc4c2-cfd0-499c-b933-eff4f0db2fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.418134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f90cc4c2-cfd0-499c-b933-eff4f0db2fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.421618 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f90cc4c2-cfd0-499c-b933-eff4f0db2fbc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c91d48a1-7569-4cf6-ba1f-533c9ac8a542 HTTP/1.1" status: 204 len: 168 time: 0.3189809 Aug 27 16:30:01.430718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f29b75e-6bfa-4088-9acf-b3757ff13eee req-c3e26b79-cb27-471b-95a1-80de63bef1a9 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593889 Aug 27 16:30:01.461923 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3ee8dd-4ce5-4e6a-876b-a4e0403daf70 x-openstack-request-id: req-fc3ee8dd-4ce5-4e6a-876b-a4e0403daf70 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:01.462225 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3158229d-b525-4d32-bb3a-4b95e2232330", "name": "network-vif-plugged", "status": "completed", "tag": "9f07810b-0080-42da-87e5-ff85ab69792a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:01.462484 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fc3ee8dd-4ce5-4e6a-876b-a4e0403daf70 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:01.462886 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3158229d-b525-4d32-bb3a-4b95e2232330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07810b-0080-42da-87e5-ff85ab69792a', 'code': 200} Aug 27 16:30:01.475098 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-714dd50a-3a5b-4b37-ba7e-506c484638b9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.500015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-38a62e76-97f2-4928-bd25-15fde3372534 tempest-RoutersAdminTest-245270916 tempest-RoutersAdminTest-245270916-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&device_id=54c6c10b-4143-4926-8bfd-a77dd082e394 HTTP/1.1" status: 200 len: 205 time: 0.1003044 Aug 27 16:30:01.504194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57828) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:01.505885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cc4c2-cfd0-499c-b933-eff4f0db2fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d48a1-7569-4cf6-ba1f-533c9ac8a542,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:01.554110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-437f3243-5ee7-4dd6-b6d9-018fb95d7c10 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=54c6c10b-4143-4926-8bfd-a77dd082e394 HTTP/1.1" status: 200 len: 205 time: 0.0481994 Aug 27 16:30:01.560713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57830) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:01.589744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f31df2-4159-4f64-9266-9b51ccfe7d69 req-2f16a788-a569-40a8-9a7a-f1bafac7e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:01.591655 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-67f31df2-4159-4f64-9266-9b51ccfe7d69 req-2f16a788-a569-40a8-9a7a-f1bafac7e120 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3158229d-b525-4d32-bb3a-4b95e2232330 HTTP/1.1" status: 200 len: 1097 time: 0.0570188 Aug 27 16:30:01.609134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-714dd50a-3a5b-4b37-ba7e-506c484638b9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.629662 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-67f31df2-4159-4f64-9266-9b51ccfe7d69 req-6b213bdf-7735-4a55-a072-92fb94a014ab service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Aug 27 16:30:01.655992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-68224a90-1045-4277-ad8d-e0dc74fa9f9a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.799365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-714dd50a-3a5b-4b37-ba7e-506c484638b9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.802983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-714dd50a-3a5b-4b37-ba7e-506c484638b9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0264676 Aug 27 16:30:01.804415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57832) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:01.835573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b47c0615-735f-498d-96b4-8cac0ca0d10f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:01.877560 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-68224a90-1045-4277-ad8d-e0dc74fa9f9a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:01.880944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-68224a90-1045-4277-ad8d-e0dc74fa9f9a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:02.096291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-68224a90-1045-4277-ad8d-e0dc74fa9f9a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:02.096804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68224a90-1045-4277-ad8d-e0dc74fa9f9a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Fanout notify agent at l3_agent the message router_deleted on router 54c6c10b-4143-4926-8bfd-a77dd082e394 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:30:02.105384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-68224a90-1045-4277-ad8d-e0dc74fa9f9a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:02.110717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-68224a90-1045-4277-ad8d-e0dc74fa9f9a tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/54c6c10b-4143-4926-8bfd-a77dd082e394 HTTP/1.1" status: 204 len: 168 time: 0.5452626 Aug 27 16:30:02.111251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57840) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.112755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b47c0615-735f-498d-96b4-8cac0ca0d10f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8368350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8374396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499673'] for router, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:02.173357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-90b1b362-d2c7-4a96-8887-a1aa0b10d15d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=54c6c10b-4143-4926-8bfd-a77dd082e394 HTTP/1.1" status: 200 len: 205 time: 0.0584557 Aug 27 16:30:02.173836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57848) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.225085 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-b6a7c172-4edc-4279-8c25-6025946b2aa2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] delete failed (client error): The resource could not be found. Aug 27 16:30:02.227015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b6a7c172-4edc-4279-8c25-6025946b2aa2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/54c6c10b-4143-4926-8bfd-a77dd082e394 HTTP/1.1" status: 404 len: 336 time: 0.0510151 Aug 27 16:30:02.227162 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b47c0615-735f-498d-96b4-8cac0ca0d10f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8368325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8368332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8374379'] for router, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:02.245555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57850) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.290932 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-091f9053-d15d-4258-a322-45192f149b88 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=c6464027-7307-4ff3-9ddc-2617f40e704f HTTP/1.1" status: 200 len: 205 time: 0.0429702 Aug 27 16:30:02.300712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57854) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.342794 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-d71a66d3-b9da-4cc8-87dc-44fce9d7caab tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] delete failed (client error): The resource could not be found. Aug 27 16:30:02.344224 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d71a66d3-b9da-4cc8-87dc-44fce9d7caab tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/c6464027-7307-4ff3-9ddc-2617f40e704f HTTP/1.1" status: 404 len: 336 time: 0.0421717 Aug 27 16:30:02.346873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57856) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.385126 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c6260804-a7ec-4f80-a258-34437898e1eb tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=9bde3c56-0392-46ff-8c7c-3d8d94a88fdc HTTP/1.1" status: 200 len: 205 time: 0.0333047 Aug 27 16:30:02.386702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57858) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.439791 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-9f65ee9f-9d97-4b99-8d0c-67ed93f5bbe2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] delete failed (client error): The resource could not be found. Aug 27 16:30:02.443548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.455260 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f65ee9f-9d97-4b99-8d0c-67ed93f5bbe2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/9bde3c56-0392-46ff-8c7c-3d8d94a88fdc HTTP/1.1" status: 404 len: 336 time: 0.0552969 Aug 27 16:30:02.473446 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0da1e0f3-6c3e-466c-869d-cab4e5b8d18f tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=33e7ab6a-11bc-4cc2-8b17-4be13c504d9e HTTP/1.1" status: 200 len: 205 time: 0.0284555 Aug 27 16:30:02.475655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57864) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.502565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec4c2-61d1-40ea-9ed8-90e70f153845 req-8cb6bbf1-15cc-4970-93e8-c641b32dac4e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:02.510564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c9ec4c2-61d1-40ea-9ed8-90e70f153845 req-8cb6bbf1-15cc-4970-93e8-c641b32dac4e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 945 time: 0.0654938 Aug 27 16:30:02.522981 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-db9d5d6f-a0e9-436d-ac48-c51431caa7f2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] delete failed (client error): The resource could not be found. Aug 27 16:30:02.525129 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-db9d5d6f-a0e9-436d-ac48-c51431caa7f2 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/33e7ab6a-11bc-4cc2-8b17-4be13c504d9e HTTP/1.1" status: 404 len: 336 time: 0.0484462 Aug 27 16:30:02.526154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57868) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.558109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c0615-735f-498d-96b4-8cac0ca0d10f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Router 89c32985-4a0a-49c4-aeca-49937843c257 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:30:02.567124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-45a3f43f-c141-4d5c-80d1-b5e7432ac24b tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=192f5207-72b5-43b2-9494-c0ca712099d7 HTTP/1.1" status: 200 len: 205 time: 0.0399117 Aug 27 16:30:02.568718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57872) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.655759 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-59e1ab0a-a318-4743-ae57-36836872a89d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] delete failed (client error): The resource could not be found. Aug 27 16:30:02.656851 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59e1ab0a-a318-4743-ae57-36836872a89d tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/192f5207-72b5-43b2-9494-c0ca712099d7 HTTP/1.1" status: 404 len: 336 time: 0.0863156 Aug 27 16:30:02.659601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.708667 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-517ba2a3-fe9f-4ce4-a557-3639a6e9f1fc tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "GET /v2.0/ports?device_id=3e68e790-e64e-4e94-864e-9e4883aaefed HTTP/1.1" status: 200 len: 205 time: 0.0478942 Aug 27 16:30:02.711079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.736017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c9ec4c2-61d1-40ea-9ed8-90e70f153845 req-228fe45a-c463-4985-a177-5aec60ccca48 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243249 Aug 27 16:30:02.763388 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-c08f8f52-6faf-4a39-9703-bd2e906695e1 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] delete failed (client error): The resource could not be found. Aug 27 16:30:02.764447 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c08f8f52-6faf-4a39-9703-bd2e906695e1 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/routers/3e68e790-e64e-4e94-864e-9e4883aaefed HTTP/1.1" status: 404 len: 336 time: 0.0523710 Aug 27 16:30:02.772747 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.786201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c0615-735f-498d-96b4-8cac0ca0d10f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:30:02.798920 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] Sync routers for ids ['89c32985-4a0a-49c4-aeca-49937843c257'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:30:02.799434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b47c0615-735f-498d-96b4-8cac0ca0d10f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:02.803494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b47c0615-735f-498d-96b4-8cac0ca0d10f tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "PUT /v2.0/routers/89c32985-4a0a-49c4-aeca-49937843c257 HTTP/1.1" status: 200 len: 694 time: 0.9961042 Aug 27 16:30:02.803873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57886) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.822222 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] Routers {'89c32985-4a0a-49c4-aeca-49937843c257'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:02.828414 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['89c32985-4a0a-49c4-aeca-49937843c257'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:02.838106 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae5ab5b-7fe3-4f8d-b8a6-fd07a65afab1 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:02.841305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae5ab5b-7fe3-4f8d-b8a6-fd07a65afab1 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:02.843914 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dae5ab5b-7fe3-4f8d-b8a6-fd07a65afab1 tempest-RoutersAdminTest-392005242 tempest-RoutersAdminTest-392005242-project] 10.222.0.101 "DELETE /v2.0/subnets/f26b86b5-0559-44a4-9c78-18bbd997031e HTTP/1.1" status: 404 len: 337 time: 0.0660641 Aug 27 16:30:02.921348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d4a98-1583-4aa2-8af6-5fdbc56e20a6 req-6e42f86e-e59d-4d59-af32-8c40b756ed2e tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:02.923052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a5d4a98-1583-4aa2-8af6-5fdbc56e20a6 req-6e42f86e-e59d-4d59-af32-8c40b756ed2e tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 944 time: 0.1954005 Aug 27 16:30:02.938877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57890) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:02.940139 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] Set router 89c32985-4a0a-49c4-aeca-49937843c257 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:02.954823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-899825d5-bb8d-495c-8467-9efd82ad1f3b tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/routers/89c32985-4a0a-49c4-aeca-49937843c257 HTTP/1.1" status: 200 len: 700 time: 0.1430209 Aug 27 16:30:02.975129 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9b054549-3f1c-4d31-a0f2-240e6c9c56cd tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=89c32985-4a0a-49c4-aeca-49937843c257 HTTP/1.1" status: 200 len: 205 time: 0.0347545 Aug 27 16:30:02.977775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57892) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.042718 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c32985-4a0a-49c4-aeca-49937843c257', 'name': 'tempest-RoutersTest-router-1951047391', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:01Z', 'updated_at': '2021-08-27T16:30:02Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:03.083615 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] Checking router: 89c32985-4a0a-49c4-aeca-49937843c257 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:30:03.093865 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] Routers {'89c32985-4a0a-49c4-aeca-49937843c257'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:03.095244 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:29:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['89c32985-4a0a-49c4-aeca-49937843c257'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:03.096765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a5d4a98-1583-4aa2-8af6-5fdbc56e20a6 req-ff2a1b83-a2cd-4478-93fc-40b95f49ec4a tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357481 Aug 27 16:30:03.101780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d8b9-74ef-4fa1-8a76-d568f6b410c0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:03.227236 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] Set router 89c32985-4a0a-49c4-aeca-49937843c257 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:03.330062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d8b9-74ef-4fa1-8a76-d568f6b410c0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:03.332268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d8b9-74ef-4fa1-8a76-d568f6b410c0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:03.364453 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c32985-4a0a-49c4-aeca-49937843c257', 'name': 'tempest-RoutersTest-router-1951047391', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:01Z', 'updated_at': '2021-08-27T16:30:02Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:03.395525 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0e354c-0c24-4f11-8432-04087cd6ac85 None None] The sync data for ids ['89c32985-4a0a-49c4-aeca-49937843c257'] in n-d-806412-1 is: [{'id': '89c32985-4a0a-49c4-aeca-49937843c257', 'name': 'tempest-RoutersTest-router-1951047391', 'tenant_id': '068ce06312294662aa5d69bb480914f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:01Z', 'updated_at': '2021-08-27T16:30:02Z', 'revision_number': 2, 'project_id': '068ce06312294662aa5d69bb480914f1', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:30:03.476051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d8b9-74ef-4fa1-8a76-d568f6b410c0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:03.476730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a6d8b9-74ef-4fa1-8a76-d568f6b410c0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Fanout notify agent at l3_agent the message router_deleted on router 89c32985-4a0a-49c4-aeca-49937843c257 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:30:03.496103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d8b9-74ef-4fa1-8a76-d568f6b410c0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:03.501501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57906) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.502080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f2a6d8b9-74ef-4fa1-8a76-d568f6b410c0 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/89c32985-4a0a-49c4-aeca-49937843c257 HTTP/1.1" status: 204 len: 168 time: 0.5227790 Aug 27 16:30:03.558962 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-43c8b989-5f66-4f5e-b21c-423e14a401b4 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=89c32985-4a0a-49c4-aeca-49937843c257 HTTP/1.1" status: 200 len: 205 time: 0.0553355 Aug 27 16:30:03.562772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57910) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.611086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1ffff-64f0-443b-a84a-f687edb642a3 req-ab80c722-d6ef-439a-8e9f-cef8f607cc56 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:03.620102 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-bbbdc22e-75e8-4341-9e63-f9b1a3fe369a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] delete failed (client error): The resource could not be found. Aug 27 16:30:03.622131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ed1ffff-64f0-443b-a84a-f687edb642a3 req-ab80c722-d6ef-439a-8e9f-cef8f607cc56 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 945 time: 0.0884309 Aug 27 16:30:03.622665 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bbbdc22e-75e8-4341-9e63-f9b1a3fe369a tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/89c32985-4a0a-49c4-aeca-49937843c257 HTTP/1.1" status: 404 len: 336 time: 0.0585980 Aug 27 16:30:03.625286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57912) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.681317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57914) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.707618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ed1ffff-64f0-443b-a84a-f687edb642a3 req-cd3c0fd2-788e-47f2-9d1a-5add7b34b069 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810874 Aug 27 16:30:03.721336 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9144e1f8-d02b-4940-a51f-bdc7a3a7427d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:03.722659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9144e1f8-d02b-4940-a51f-bdc7a3a7427d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:03.726338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9144e1f8-d02b-4940-a51f-bdc7a3a7427d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/6a8b3255-9c86-4828-a895-97d96b08996b HTTP/1.1" status: 404 len: 337 time: 0.0989633 Aug 27 16:30:03.728139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57918) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.760688 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dd5cd4-8bfc-468e-9136-2d2c425894b6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:03.761165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dd5cd4-8bfc-468e-9136-2d2c425894b6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:03.763512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-37dd5cd4-8bfc-468e-9136-2d2c425894b6 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/be0d0939-2b13-46b6-9003-88596ca9d1af HTTP/1.1" status: 404 len: 337 time: 0.0343065 Aug 27 16:30:03.766127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57920) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.808079 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22c7d53-ab72-41f5-9afd-a274e5f21c69 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:03.809883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22c7d53-ab72-41f5-9afd-a274e5f21c69 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:03.812263 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c22c7d53-ab72-41f5-9afd-a274e5f21c69 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/62868c41-e6d5-44ca-a032-fbf36e3a6c43 HTTP/1.1" status: 404 len: 337 time: 0.0447819 Aug 27 16:30:03.814800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57922) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.850605 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-4058db78-261b-4bcb-b398-689695f60d96 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:03.855963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4058db78-261b-4bcb-b398-689695f60d96 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:03.855963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4058db78-261b-4bcb-b398-689695f60d96 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/41e4fcf7-e338-4e53-a3cb-076a93b395b9 HTTP/1.1" status: 404 len: 337 time: 0.0369711 Aug 27 16:30:03.855963 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c55a0488-424b-48d9-bf1c-fe873fb5a625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:03.856239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57924) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.927981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-07c13ee5-c5ac-479f-a8d5-244685df54b1 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 200 len: 205 time: 0.0698082 Aug 27 16:30:03.928983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57928) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:03.989815 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-8bbf5994-3873-4bac-9ab0-aa43e91200b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] delete failed (client error): The resource could not be found. Aug 27 16:30:03.994288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8bbf5994-3873-4bac-9ab0-aa43e91200b5 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/70e821de-3823-4c29-b05b-55a0c7900a72 HTTP/1.1" status: 404 len: 336 time: 0.0641196 Aug 27 16:30:03.995059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57930) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.049679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c55a0488-424b-48d9-bf1c-fe873fb5a625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.051765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-87cde1c0-d34a-489a-99df-dccdd2a55063 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=fdcdb400-0180-498d-b6a2-80e1761a8f34 HTTP/1.1" status: 200 len: 205 time: 0.0513492 Aug 27 16:30:04.093017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57934) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.131076 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-5a8071fa-ee5c-4330-84e7-c2d0b6f63f3e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] delete failed (client error): The resource could not be found. Aug 27 16:30:04.132377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5a8071fa-ee5c-4330-84e7-c2d0b6f63f3e tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/fdcdb400-0180-498d-b6a2-80e1761a8f34 HTTP/1.1" status: 404 len: 336 time: 0.0381446 Aug 27 16:30:04.134718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57938) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.163560 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a220445e-579d-4d01-8c1b-03c7f7281f0c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:04.163934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a220445e-579d-4d01-8c1b-03c7f7281f0c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:04.165640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a220445e-579d-4d01-8c1b-03c7f7281f0c tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/e053d783-aeae-4e29-919f-c87531dcb4a4 HTTP/1.1" status: 404 len: 337 time: 0.0297053 Aug 27 16:30:04.169378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.200491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5ba63117-d871-4945-91a6-cf3039251a39 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=6dd9b6fe-2901-48ff-b92b-c10928b82b9c HTTP/1.1" status: 200 len: 205 time: 0.0294447 Aug 27 16:30:04.202719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57942) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.233724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8ec1-b4ad-4cbe-a645-88e05bfc09a1 req-d5c5b836-e6af-42a9-afe5-0030e7576709 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:04.235294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3fa8ec1-b4ad-4cbe-a645-88e05bfc09a1 req-d5c5b836-e6af-42a9-afe5-0030e7576709 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 944 time: 0.0741508 Aug 27 16:30:04.254584 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-c36dffce-bf2f-48c9-9a7e-7fc08028e4c3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] delete failed (client error): The resource could not be found. Aug 27 16:30:04.255744 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c36dffce-bf2f-48c9-9a7e-7fc08028e4c3 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/6dd9b6fe-2901-48ff-b92b-c10928b82b9c HTTP/1.1" status: 404 len: 336 time: 0.0520039 Aug 27 16:30:04.258249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57946) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.270719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c55a0488-424b-48d9-bf1c-fe873fb5a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.281854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3fa8ec1-b4ad-4cbe-a645-88e05bfc09a1 req-b80415bd-f0b6-4a81-9099-217b2dfaeaf5 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Aug 27 16:30:04.322236 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aebcb846-39ad-443a-9e94-ae787705bc50 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=d183b345-5fbb-47a0-ba02-72e6fad66b58 HTTP/1.1" status: 200 len: 205 time: 0.0606947 Aug 27 16:30:04.323245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57952) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.360624 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c55a0488-424b-48d9-bf1c-fe873fb5a625 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a8db6a775d7416ba060eaeb4d77db1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6682522 Aug 27 16:30:04.360624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0488-424b-48d9-bf1c-fe873fb5a625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ae76d-80d2-4065-84f9-23235b2b9d33,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:04.365859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57954) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.411660 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-3128a0fb-338d-4248-981b-92e4414fa62d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] delete failed (client error): The resource could not be found. Aug 27 16:30:04.411660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3128a0fb-338d-4248-981b-92e4414fa62d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/d183b345-5fbb-47a0-ba02-72e6fad66b58 HTTP/1.1" status: 404 len: 336 time: 0.0865626 Aug 27 16:30:04.413531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57958) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.440373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d0e3-7c63-425a-8a0b-db73882f1b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.451982 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef765f86-e383-4868-b812-20c4fe19d3f9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:04.451982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef765f86-e383-4868-b812-20c4fe19d3f9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:04.453532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef765f86-e383-4868-b812-20c4fe19d3f9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/cd27d5a5-7b35-4bd4-8e70-9cdb76762528 HTTP/1.1" status: 404 len: 337 time: 0.0389528 Aug 27 16:30:04.456779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57964) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.486041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d0e3-7c63-425a-8a0b-db73882f1b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.500836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7398d715-9cc6-4f6d-8f01-1b7ad6f936eb tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=abb38f8a-fd84-4426-83b2-3616ef9984f3 HTTP/1.1" status: 200 len: 205 time: 0.0408907 Aug 27 16:30:04.503217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57968) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.573192 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-8d11ed0e-e75f-4989-ba9d-d05e4a6e1f02 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] delete failed (client error): The resource could not be found. Aug 27 16:30:04.574030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8d11ed0e-e75f-4989-ba9d-d05e4a6e1f02 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/abb38f8a-fd84-4426-83b2-3616ef9984f3 HTTP/1.1" status: 404 len: 336 time: 0.0696080 Aug 27 16:30:04.577187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57970) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.610561 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fd4a96-0e0c-421b-b015-3d48faa5a3c8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:04.611025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fd4a96-0e0c-421b-b015-3d48faa5a3c8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:04.621815 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-33fd4a96-0e0c-421b-b015-3d48faa5a3c8 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/0ffdbafa-03a9-4cf3-a806-71451642d428 HTTP/1.1" status: 404 len: 337 time: 0.0348260 Aug 27 16:30:04.623883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57972) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.655048 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c58a3a70-6a8d-4d77-a540-b21ac42f574d tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "GET /v2.0/ports?device_id=6f841ebf-ba81-4493-b3fb-71b8c6a4f13e HTTP/1.1" status: 200 len: 205 time: 0.0285504 Aug 27 16:30:04.657521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57976) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.702745 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-4d0270fc-6e87-4dfc-80be-0b79eab1e953 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] delete failed (client error): The resource could not be found. Aug 27 16:30:04.703818 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4d0270fc-6e87-4dfc-80be-0b79eab1e953 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/routers/6f841ebf-ba81-4493-b3fb-71b8c6a4f13e HTTP/1.1" status: 404 len: 336 time: 0.0453057 Aug 27 16:30:04.706504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57978) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.730655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d0e3-7c63-425a-8a0b-db73882f1b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.733498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d0e3-7c63-425a-8a0b-db73882f1b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.734548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2ba0d0e3-7c63-425a-8a0b-db73882f1b02 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f05ae76d-80d2-4065-84f9-23235b2b9d33 HTTP/1.1" status: 204 len: 168 time: 0.3677192 Aug 27 16:30:04.770213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device d9afb9ae-42a6-4052-89c2-36157e62f4c6 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:30:04.776288 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af477ab-6265-4d97-bdbe-a3dcfed9ceaf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:04.776754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af477ab-6265-4d97-bdbe-a3dcfed9ceaf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:04.781463 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0af477ab-6265-4d97-bdbe-a3dcfed9ceaf tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/1d605fae-34ed-445e-9312-65688606e83f HTTP/1.1" status: 404 len: 337 time: 0.0715199 Aug 27 16:30:04.786373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57984) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:04.814166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0d0e3-7c63-425a-8a0b-db73882f1b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ae76d-80d2-4065-84f9-23235b2b9d33,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:04.820053 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf2fd5e-58ca-40a2-bf6f-14916aef1bf9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] DELETE failed (client error): The resource could not be found. Aug 27 16:30:04.820512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf2fd5e-58ca-40a2-bf6f-14916aef1bf9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:30:04.822612 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0bf2fd5e-58ca-40a2-bf6f-14916aef1bf9 tempest-RoutersTest-280781949 tempest-RoutersTest-280781949-project] 10.222.0.101 "DELETE /v2.0/subnets/5084fde0-3319-4545-af44-75e195cfd6aa HTTP/1.1" status: 404 len: 337 time: 0.0352218 Aug 27 16:30:04.845223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-057bd003-6c4e-489c-beb4-4d981a1a1eba tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:04.846894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-057bd003-6c4e-489c-beb4-4d981a1a1eba tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.90 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 945 time: 0.1263907 Aug 27 16:30:04.851307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b46e1-ae1e-4b0a-ba08-09588faf03ad req-7e49d314-46ba-4599-bde5-8aeb03462245 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:04.853874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a1b46e1-ae1e-4b0a-ba08-09588faf03ad req-7e49d314-46ba-4599-bde5-8aeb03462245 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 945 time: 0.0734763 Aug 27 16:30:04.903162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a1b46e1-ae1e-4b0a-ba08-09588faf03ad req-006f2336-45a1-4a3c-82bc-3ef51652af5a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 Aug 27 16:30:04.912907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port d9afb9ae-42a6-4052-89c2-36157e62f4c6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d9afb9ae-42a6-4052-89c2-36157e62f4c6,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:04.924651 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'port_id': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6', 'mac_address': 'fa:16:3e:e3:b6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4236165b-4382-48d9-affe-a05abd9fcdf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:30:04.969326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Deleting port 534aad41-2213-439a-b5f4-cfe6deb55c6c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:04.969669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.970118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:04.984621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9afb9ae-42a6-4052-89c2-36157e62f4c6 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:30:05.004458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port d9afb9ae-42a6-4052-89c2-36157e62f4c6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d9afb9ae-42a6-4052-89c2-36157e62f4c6,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:05.073717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] For port 534aad41-2213-439a-b5f4-cfe6deb55c6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=534aad41-2213-439a-b5f4-cfe6deb55c6c,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:05.074099 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:05.087953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Calling delete_port for 534aad41-2213-439a-b5f4-cfe6deb55c6c owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:05.291311 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:05.339433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=d9afb9ae-42a6-4052-89c2-36157e62f4c6,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:05.411213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bf770-a0a5-43e4-8ee9-531e6c371954 req-a0cc04cb-d039-4a9c-a5c3-e6ada8bf0c93 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:05.412724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e7bf770-a0a5-43e4-8ee9-531e6c371954 req-a0cc04cb-d039-4a9c-a5c3-e6ada8bf0c93 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 945 time: 0.0485318 Aug 27 16:30:05.454904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e7bf770-a0a5-43e4-8ee9-531e6c371954 req-bcee9ecc-c610-446c-9767-e2e7e46e0015 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356212 Aug 27 16:30:05.475588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:05.490865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['534aad41-2213-439a-b5f4-cfe6deb55c6c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:05.491953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['bbe578f8-26e3-4086-83dc-b9869ec80250'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:05.508289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Pushing event deleted for resources: {'Port': ['ID=534aad41-2213-439a-b5f4-cfe6deb55c6c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:05.540300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['d9afb9ae-42a6-4052-89c2-36157e62f4c6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:05.572898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] No DVR routers for this DVR port 534aad41-2213-439a-b5f4-cfe6deb55c6c on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:30:05.579483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:05.584373 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f1f07b73-1832-4980-8199-e9d586b7dbd7 req-3d92df18-53af-408d-b940-62ba7c57cdd7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.90 "DELETE /v2.0/ports/534aad41-2213-439a-b5f4-cfe6deb55c6c HTTP/1.1" status: 204 len: 173 time: 0.7241299 Aug 27 16:30:05.586840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'name': 'network-vif-deleted', 'tag': '534aad41-2213-439a-b5f4-cfe6deb55c6c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:05.591342 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43413bb-f180-4e7f-8977-dc3e18841918" -d '{"events": [{"server_uuid": "1e095217-dfd7-4e55-ad05-8e8f413a1eb9", "name": "network-vif-deleted", "tag": "534aad41-2213-439a-b5f4-cfe6deb55c6c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:05.638580 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8550c3-2253-4f55-b235-92ed6db5ae94 x-openstack-request-id: req-5d8550c3-2253-4f55-b235-92ed6db5ae94 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:05.638891 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e095217-dfd7-4e55-ad05-8e8f413a1eb9", "name": "network-vif-deleted", "tag": "534aad41-2213-439a-b5f4-cfe6deb55c6c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:05.639155 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d8550c3-2253-4f55-b235-92ed6db5ae94 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:05.639581 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e095217-dfd7-4e55-ad05-8e8f413a1eb9', 'name': 'network-vif-deleted', 'tag': '534aad41-2213-439a-b5f4-cfe6deb55c6c', 'status': 'completed', 'code': 200} Aug 27 16:30:05.967614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58016) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:06.023634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25727a8a-c898-4a54-951d-9928fa611bb5 req-546fa5c2-7c9c-45ac-a55e-98d7fdad6249 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=1e095217-dfd7-4e55-ad05-8e8f413a1eb9 HTTP/1.1" status: 200 len: 210 time: 0.0349355 Aug 27 16:30:06.159218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58024) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:06.178291 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a867272f-2f4e-489c-90b0-ca4b137ba7c7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=068ce06312294662aa5d69bb480914f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093084 Aug 27 16:30:06.180774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58026) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:06.206759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c211e546-b9fa-4e47-ab70-f2276bc7dee4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ddce71f3f70a4bb690affff6b1595e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468695 Aug 27 16:30:06.209330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58028) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:06.242713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3fae5f99-a952-4374-88aa-8fad5e307c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.278731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3fae5f99-a952-4374-88aa-8fad5e307c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.283320 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-15104096-f42f-411c-bdd2-1bc1d6a7b562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.311883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-15104096-f42f-411c-bdd2-1bc1d6a7b562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.462575 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3fae5f99-a952-4374-88aa-8fad5e307c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.468722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3fae5f99-a952-4374-88aa-8fad5e307c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.470231 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3fae5f99-a952-4374-88aa-8fad5e307c1c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/134bbad9-39ed-43e5-9b02-69cd2830df9c HTTP/1.1" status: 204 len: 168 time: 0.2883697 Aug 27 16:30:06.486508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae5f99-a952-4374-88aa-8fad5e307c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134bbad9-39ed-43e5-9b02-69cd2830df9c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:06.508111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-15104096-f42f-411c-bdd2-1bc1d6a7b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.513806 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-15104096-f42f-411c-bdd2-1bc1d6a7b562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:06.517819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-15104096-f42f-411c-bdd2-1bc1d6a7b562 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/25390354-6364-4dac-8378-6f774ec0286c HTTP/1.1" status: 204 len: 168 time: 0.3065863 Aug 27 16:30:06.545804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15104096-f42f-411c-bdd2-1bc1d6a7b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25390354-6364-4dac-8378-6f774ec0286c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:06.697151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd10639-6b02-491a-9694-5dce89f2a68a req-e33b7e34-5ef8-4428-a235-eba172dcd7ac tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:06.706074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bd10639-6b02-491a-9694-5dce89f2a68a req-e33b7e34-5ef8-4428-a235-eba172dcd7ac tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 945 time: 0.1084671 Aug 27 16:30:06.741914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bd10639-6b02-491a-9694-5dce89f2a68a req-375d2775-692b-46f5-9123-a0622486aaa8 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Aug 27 16:30:06.783253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device d9afb9ae-42a6-4052-89c2-36157e62f4c6 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:06.903982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port d9afb9ae-42a6-4052-89c2-36157e62f4c6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:06.909525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port d9afb9ae-42a6-4052-89c2-36157e62f4c6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:06.909915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:07.039861 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:07.091654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e751097e-a865-484d-af20-0881040ce386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:07.095061 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7e587-bbed-4452-9420-71f48446abb4" -d '{"events": [{"server_uuid": "e751097e-a865-484d-af20-0881040ce386", "name": "network-vif-plugged", "status": "completed", "tag": "d9afb9ae-42a6-4052-89c2-36157e62f4c6"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:07.119992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port d9afb9ae-42a6-4052-89c2-36157e62f4c6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d9afb9ae-42a6-4052-89c2-36157e62f4c6,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:07.217426 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:07.271404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc078b-a66d-4345-9d66-ba5fd659d700 req-32aa3a96-eef0-428b-885b-f86b80c30f65 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:07.272803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aabc078b-a66d-4345-9d66-ba5fd659d700 req-32aa3a96-eef0-428b-885b-f86b80c30f65 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0797167 Aug 27 16:30:07.292240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=d9afb9ae-42a6-4052-89c2-36157e62f4c6,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:07.320757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aabc078b-a66d-4345-9d66-ba5fd659d700 req-9fb2f5f0-cd3a-45b9-a42b-921cc8e1ee7a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Aug 27 16:30:07.601111 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372bb0b2-e902-4745-a9b1-8c5b564e10ca x-openstack-request-id: req-372bb0b2-e902-4745-a9b1-8c5b564e10ca {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:07.601450 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e751097e-a865-484d-af20-0881040ce386", "name": "network-vif-plugged", "status": "completed", "tag": "d9afb9ae-42a6-4052-89c2-36157e62f4c6", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:07.601692 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-372bb0b2-e902-4745-a9b1-8c5b564e10ca {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:07.602100 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e751097e-a865-484d-af20-0881040ce386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6', 'code': 200} Aug 27 16:30:07.730735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246b91f-6851-4f3e-86bb-04388f686b51 req-27524b8a-7aa6-45e0-832c-d2f3e47bc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:07.733956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1246b91f-6851-4f3e-86bb-04388f686b51 req-27524b8a-7aa6-45e0-832c-d2f3e47bc869 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 1097 time: 0.0618868 Aug 27 16:30:07.856558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb57d67-456e-4e3a-b914-228dd32f57c4 req-a5f0490a-005c-46fb-a124-bda8b320159f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:07.858170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-deb57d67-456e-4e3a-b914-228dd32f57c4 req-a5f0490a-005c-46fb-a124-bda8b320159f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0966926 Aug 27 16:30:07.886707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1246b91f-6851-4f3e-86bb-04388f686b51 req-5e11c440-d295-4064-9498-15aa84826c27 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419051 Aug 27 16:30:08.001232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735620-cd68-4003-b0a2-155b7f6f99b6 req-f978038a-59b9-4cac-ba93-b01d65bad6ae tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:08.007977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5735620-cd68-4003-b0a2-155b7f6f99b6 req-f978038a-59b9-4cac-ba93-b01d65bad6ae tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 946 time: 0.1486046 Aug 27 16:30:08.013907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-deb57d67-456e-4e3a-b914-228dd32f57c4 req-41f17999-02d8-42bc-83e1-2d77aaee220f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356943 Aug 27 16:30:08.066225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5735620-cd68-4003-b0a2-155b7f6f99b6 req-29ca0a3b-f8a2-481f-9a66-528a27c7cd73 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551646 Aug 27 16:30:08.144584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd77d3-ffaf-41df-b1dc-272515de801e req-d2ac1700-a505-4421-bf0b-0871fd7bd499 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:08.146269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3bdd77d3-ffaf-41df-b1dc-272515de801e req-d2ac1700-a505-4421-bf0b-0871fd7bd499 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0511456 Aug 27 16:30:08.147790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 534aad41-2213-439a-b5f4-cfe6deb55c6c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:30:08.171251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 534aad41-2213-439a-b5f4-cfe6deb55c6c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:30:08.172050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 534aad41-2213-439a-b5f4-cfe6deb55c6c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:30:08.193271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3bdd77d3-ffaf-41df-b1dc-272515de801e req-9f255b88-395c-48ae-a955-e6c87b1c4a6a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Aug 27 16:30:09.237822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcba9cb-393d-4171-ab7d-67ee1a20ae9f req-abae39ab-f044-4a1a-ae75-86cd3be15ede tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:09.241043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbcba9cb-393d-4171-ab7d-67ee1a20ae9f req-abae39ab-f044-4a1a-ae75-86cd3be15ede tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 946 time: 0.0910542 Aug 27 16:30:09.294270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbcba9cb-393d-4171-ab7d-67ee1a20ae9f req-fb59b5e3-58f6-476a-8d5d-7c47cb9a5eb3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 Aug 27 16:30:09.361060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58136) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:09.693519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-805d044e-beec-4533-88cf-2ede1a99801d tempest-ServiceProvidersTest-893673845 tempest-ServiceProvidersTest-893673845-project] 10.222.0.101 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3300436 Aug 27 16:30:09.810812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58152) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:10.115034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eefbb014-74d2-4b02-a2da-b1d484e741f3 tempest-AgentManagementNegativeTest-1312631752 tempest-AgentManagementNegativeTest-1312631752-project] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3013663 Aug 27 16:30:10.435657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366c78a-2f57-45cf-949f-abfbf3183ba0 req-51cea35b-c3d2-480e-a154-cfa22fda0ab6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:10.437868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6366c78a-2f57-45cf-949f-abfbf3183ba0 req-51cea35b-c3d2-480e-a154-cfa22fda0ab6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 946 time: 0.0604496 Aug 27 16:30:10.444525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58176) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:10.488609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6366c78a-2f57-45cf-949f-abfbf3183ba0 req-19d545ea-741a-4932-82da-e3726e60e9f1 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Aug 27 16:30:10.695856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b4466-7f73-4ab8-91a1-f839894e33f3 req-662a4cda-f0ad-4393-87ee-f1921204a129 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:10.697391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-193b4466-7f73-4ab8-91a1-f839894e33f3 req-662a4cda-f0ad-4393-87ee-f1921204a129 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=3158229d-b525-4d32-bb3a-4b95e2232330 HTTP/1.1" status: 200 len: 946 time: 0.0534034 Aug 27 16:30:10.770966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-193b4466-7f73-4ab8-91a1-f839894e33f3 req-b891c4e1-76b5-4c92-a0fa-12888e979233 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614479 Aug 27 16:30:11.018188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8dd23fc0-358b-4f94-86a8-689c4e201dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.039491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58190) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:11.118047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12ff5c1a-292e-4621-92a5-9d3140cbdfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.148648 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8dd23fc0-358b-4f94-86a8-689c4e201dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.281636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8dd23fc0-358b-4f94-86a8-689c4e201dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.323677 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8dd23fc0-358b-4f94-86a8-689c4e201dc2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=17c3fb52f26b405db49540beb3930ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8778281 Aug 27 16:30:11.325518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd23fc0-358b-4f94-86a8-689c4e201dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867db947-7b98-449a-b47e-f6cb00baa125,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:11.328173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58200) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:11.406724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f070ff4-a1e6-4520-8da4-bdd72b88e797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.435563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f070ff4-a1e6-4520-8da4-bdd72b88e797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.552241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12ff5c1a-292e-4621-92a5-9d3140cbdfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.624327 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f070ff4-a1e6-4520-8da4-bdd72b88e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.626924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f070ff4-a1e6-4520-8da4-bdd72b88e797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.635459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f070ff4-a1e6-4520-8da4-bdd72b88e797 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/867db947-7b98-449a-b47e-f6cb00baa125 HTTP/1.1" status: 204 len: 168 time: 0.3059878 Aug 27 16:30:11.646209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f070ff4-a1e6-4520-8da4-bdd72b88e797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867db947-7b98-449a-b47e-f6cb00baa125,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:11.653002 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12ff5c1a-292e-4621-92a5-9d3140cbdfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:11.817833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff5c1a-292e-4621-92a5-9d3140cbdfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b1a9a9-a582-46b4-b629-4f93263ff37a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:11.866937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-12ff5c1a-292e-4621-92a5-9d3140cbdfb9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c1388a5a38464624ba9527602a2f9bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8260705 Aug 27 16:30:11.871741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58224) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:12.013517 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-837fd813-e949-4846-a16e-480def1ddc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:12.137517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004930-5837-4a62-94f1-2702aa7913eb req-93378334-2cdd-443c-bfd1-a13607e7930a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.155568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2004930-5837-4a62-94f1-2702aa7913eb req-93378334-2cdd-443c-bfd1-a13607e7930a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1097798 Aug 27 16:30:12.164600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-837fd813-e949-4846-a16e-480def1ddc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:12.239039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2004930-5837-4a62-94f1-2702aa7913eb req-98ab0b63-f474-4138-ba1b-fed27f6d3058 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824571 Aug 27 16:30:12.431797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad12a4-8266-4f8c-9848-41ca67021386 req-7173206f-cdbf-4e4a-b59b-fc249f2ea158 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.437636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-837fd813-e949-4846-a16e-480def1ddc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:12.445767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccad12a4-8266-4f8c-9848-41ca67021386 req-7173206f-cdbf-4e4a-b59b-fc249f2ea158 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0715883 Aug 27 16:30:12.447465 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-837fd813-e949-4846-a16e-480def1ddc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:12.456462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-837fd813-e949-4846-a16e-480def1ddc7b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9b1a9a9-a582-46b4-b629-4f93263ff37a HTTP/1.1" status: 204 len: 168 time: 0.5826042 Aug 27 16:30:12.489369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fd813-e949-4846-a16e-480def1ddc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b1a9a9-a582-46b4-b629-4f93263ff37a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:12.503822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccad12a4-8266-4f8c-9848-41ca67021386 req-af40eccf-74eb-48d3-96ff-b35886197375 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Aug 27 16:30:12.800770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-634fa408-f867-48dc-89b1-2d5cb9605741 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.802195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-634fa408-f867-48dc-89b1-2d5cb9605741 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 813 time: 0.1639578 Aug 27 16:30:12.819775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-79fcf26c-1073-4615-8de1-70bfd311a6c9 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/quotas/6671379076614e6c8566350b815d8dac HTTP/1.1" status: 200 len: 375 time: 0.0105543 Aug 27 16:30:12.921416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-3515d4d2-029b-4f09-9301-a22ef0e00ea1 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946054 Aug 27 16:30:12.976854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-26330474-743a-48cb-87c4-b903c463b831 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:12.979517 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-26330474-743a-48cb-87c4-b903c463b831 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "GET /v2.0/ports?device_id=3158229d-b525-4d32-bb3a-4b95e2232330 HTTP/1.1" status: 200 len: 946 time: 0.1507170 Aug 27 16:30:13.198538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-fe586a68-6d35-41c1-88e4-ce2dded6cec1 service neutron] 10.222.0.101 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663209 Aug 27 16:30:13.264697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Deleting port 9f07810b-0080-42da-87e5-ff85ab69792a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:13.265123 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:13.429198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] For port 9f07810b-0080-42da-87e5-ff85ab69792a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9f07810b-0080-42da-87e5-ff85ab69792a,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:13.429712 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:13.488751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-13c01420-885a-470f-86bc-7739cfed2cd6 service neutron] 10.222.0.101 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875104 Aug 27 16:30:13.514409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Calling delete_port for 9f07810b-0080-42da-87e5-ff85ab69792a owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:13.652559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-d7e45672-6d37-4130-a724-3a41765f2939 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:13.654978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-d7e45672-6d37-4130-a724-3a41765f2939 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "GET /v2.0/ports?device_id=e751097e-a865-484d-af20-0881040ce386 HTTP/1.1" status: 200 len: 946 time: 0.1255505 Aug 27 16:30:13.882393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Deleting port d9afb9ae-42a6-4052-89c2-36157e62f4c6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:13.884987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:13.998750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] For port d9afb9ae-42a6-4052-89c2-36157e62f4c6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=d9afb9ae-42a6-4052-89c2-36157e62f4c6,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:13.999186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:14.011015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:14.026368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9f07810b-0080-42da-87e5-ff85ab69792a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:14.030972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['d9afb9ae-42a6-4052-89c2-36157e62f4c6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:14.051716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Calling delete_port for d9afb9ae-42a6-4052-89c2-36157e62f4c6 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:14.055166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event deleted for resources: {'Port': ['ID=9f07810b-0080-42da-87e5-ff85ab69792a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:14.143227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] No DVR routers for this DVR port 9f07810b-0080-42da-87e5-ff85ab69792a on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:30:14.145707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:14.152676 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e73396fc-2b7a-4a1a-82a5-766ce669a647 req-21976dd1-1b2f-4668-b8d3-b9f4185e8392 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "DELETE /v2.0/ports/9f07810b-0080-42da-87e5-ff85ab69792a HTTP/1.1" status: 204 len: 173 time: 1.1623173 Aug 27 16:30:14.153485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3158229d-b525-4d32-bb3a-4b95e2232330', 'name': 'network-vif-deleted', 'tag': '9f07810b-0080-42da-87e5-ff85ab69792a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:14.159618 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8a4063-7ef8-464f-ad77-4e1cbc143e70" -d '{"events": [{"server_uuid": "3158229d-b525-4d32-bb3a-4b95e2232330", "name": "network-vif-deleted", "tag": "9f07810b-0080-42da-87e5-ff85ab69792a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:14.221738 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa85334-e21f-4cfa-8536-01560a9ffb07 x-openstack-request-id: req-dfa85334-e21f-4cfa-8536-01560a9ffb07 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:14.222537 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3158229d-b525-4d32-bb3a-4b95e2232330", "name": "network-vif-deleted", "tag": "9f07810b-0080-42da-87e5-ff85ab69792a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:14.222909 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dfa85334-e21f-4cfa-8536-01560a9ffb07 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:14.223442 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3158229d-b525-4d32-bb3a-4b95e2232330', 'name': 'network-vif-deleted', 'tag': '9f07810b-0080-42da-87e5-ff85ab69792a', 'status': 'completed', 'code': 200} Aug 27 16:30:14.539605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e31b2b97-6995-41d6-ae8e-977189c95e04 req-22670810-0586-4076-aab4-60bf1bd0d325 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 210 time: 0.0722167 Aug 27 16:30:14.648447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:14.840471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event deleted for resources: {'Port': ['ID=d9afb9ae-42a6-4052-89c2-36157e62f4c6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:14.863574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] No DVR routers for this DVR port d9afb9ae-42a6-4052-89c2-36157e62f4c6 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:30:14.866451 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:14.869018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31fd63e8-9f83-435d-9c31-4531b68d0092 req-fa130e77-0640-4df9-98cb-963ec611e935 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "DELETE /v2.0/ports/d9afb9ae-42a6-4052-89c2-36157e62f4c6 HTTP/1.1" status: 204 len: 173 time: 1.2071338 Aug 27 16:30:14.869539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e751097e-a865-484d-af20-0881040ce386', 'name': 'network-vif-deleted', 'tag': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:14.871942 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143d1a4e-9e8b-4d71-93bd-4f6b76f45e4d" -d '{"events": [{"server_uuid": "e751097e-a865-484d-af20-0881040ce386", "name": "network-vif-deleted", "tag": "d9afb9ae-42a6-4052-89c2-36157e62f4c6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:14.917424 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fe1671-2cb1-440e-853c-93d0360f4436 x-openstack-request-id: req-35fe1671-2cb1-440e-853c-93d0360f4436 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:14.918697 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e751097e-a865-484d-af20-0881040ce386", "name": "network-vif-deleted", "tag": "d9afb9ae-42a6-4052-89c2-36157e62f4c6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:14.918697 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35fe1671-2cb1-440e-853c-93d0360f4436 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:14.919213 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e751097e-a865-484d-af20-0881040ce386', 'name': 'network-vif-deleted', 'tag': 'd9afb9ae-42a6-4052-89c2-36157e62f4c6', 'status': 'completed', 'code': 200} Aug 27 16:30:15.617418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5e5cf57-03d1-4e96-90d1-066a254abd55 req-78b2513d-eeef-4312-bc35-f9aaf73ba27b tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 210 time: 0.0332735 Aug 27 16:30:16.006670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58356) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:16.171429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f07810b-0080-42da-87e5-ff85ab69792a no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:30:16.190239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 9f07810b-0080-42da-87e5-ff85ab69792a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:30:16.190790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9f07810b-0080-42da-87e5-ff85ab69792a not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:30:16.291337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22bc7-713c-4137-9fa4-107de4ddb60e req-443f6eb8-1e22-478c-ad6c-3ca6cb257b91 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:16.292915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33c22bc7-713c-4137-9fa4-107de4ddb60e req-443f6eb8-1e22-478c-ad6c-3ca6cb257b91 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0665569 Aug 27 16:30:16.341370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33c22bc7-713c-4137-9fa4-107de4ddb60e req-e8bfefee-d34b-41e0-8e68-84a2b4e0d0ff tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Aug 27 16:30:16.551073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263c64-f080-4843-9785-1926c3abc027 req-7dff9a63-2cc0-42c4-97df-9d2c30bab5cb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:16.555838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85263c64-f080-4843-9785-1926c3abc027 req-7dff9a63-2cc0-42c4-97df-9d2c30bab5cb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1238575 Aug 27 16:30:16.581582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'networks': [{'name': 'tempest-network--1434660989'}, {'name': 'tempest-network--2052839301'}]} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:16.581908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'network': {'name': 'tempest-network--1434660989'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:16.582364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'network': {'name': 'tempest-network--2052839301'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:16.602534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85263c64-f080-4843-9785-1926c3abc027 req-d7686831-10b0-4ee2-8968-8ccd1c933c30 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Aug 27 16:30:16.726637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-239ff9c9-119b-4241-9cfc-0e5a7bc4a7d4 req-240a9fa1-f71e-41f1-8219-af53a1219a60 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 210 time: 0.0297396 Aug 27 16:30:16.766545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Made reservation on behalf of 033a328fa0fd4fd7b3b5f5095c5a342b for: {'network': 2} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:16.784035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:16.791678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:16.831619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device d9afb9ae-42a6-4052-89c2-36157e62f4c6 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:30:16.864618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: d9afb9ae-42a6-4052-89c2-36157e62f4c6 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:30:16.865293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device d9afb9ae-42a6-4052-89c2-36157e62f4c6 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:30:16.937206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:16.937803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ba9bc-ed3f-4fbc-8737-39a52391a92a req-0a380cb7-4d91-4592-8753-13dec144f030 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:16.939386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-755ba9bc-ed3f-4fbc-8737-39a52391a92a req-0a380cb7-4d91-4592-8753-13dec144f030 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0678513 Aug 27 16:30:16.985716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-755ba9bc-ed3f-4fbc-8737-39a52391a92a req-a10e2305-af33-4e39-9911-af08278b9cda tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 Aug 27 16:30:17.035362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.035912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.140698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:17.157213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.157714 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Added segment 98927d3f-ab42-4f8d-b973-2604e8f00bb7 of type vlan for network d9b9ff0c-8809-4883-a0ea-08704d70cde4 Aug 27 16:30:17.220727 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.223583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552b502-42df-473d-ac68-7b5594c7cba4 req-8b4e3928-9b60-4889-843c-7dc71b3d4e41 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:17.231738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d554b325-c297-44ca-b688-fb0ac9de0dfd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:17.255762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b552b502-42df-473d-ac68-7b5594c7cba4 req-8b4e3928-9b60-4889-843c-7dc71b3d4e41 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1531169 Aug 27 16:30:17.262825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:17.274013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.275048 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Added segment cb290f6f-ea11-40ec-a1b8-c781098846a3 of type vlan for network 181e795a-77cb-458a-b284-c38635ac130c Aug 27 16:30:17.345030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.402882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b552b502-42df-473d-ac68-7b5594c7cba4 req-8154ab11-4a68-4b97-af9a-e674fc7c4340 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397691 Aug 27 16:30:17.497083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.498200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.505335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:17.516495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:17.517672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:17.635063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Network': ['ID=d9b9ff0c-8809-4883-a0ea-08704d70cde4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:17.644314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d9b9ff0c-8809-4883-a0ea-08704d70cde4 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:17.880166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Network': ['ID=181e795a-77cb-458a-b284-c38635ac130c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:17.886088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b0038457-53cf-4c61-a42f-7a75d8b4900b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8768754 Aug 27 16:30:17.897664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 181e795a-77cb-458a-b284-c38635ac130c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:17.899130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb69f1a-3601-4c63-917f-8fd75565242f req-8beb99b6-1057-4a85-b793-d45d687f65d6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:17.901195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58418) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:17.908112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ceb69f1a-3601-4c63-917f-8fd75565242f req-8beb99b6-1057-4a85-b793-d45d687f65d6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1601973 Aug 27 16:30:18.044960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a1f44523-4b39-4d50-97fa-5db2a87fde14 req-c5e2d7cd-9848-4e1d-a639-1b511a267990 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 210 time: 0.1339514 Aug 27 16:30:18.080887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ceb69f1a-3601-4c63-917f-8fd75565242f req-5819efff-aa54-4e95-9393-8c3b1fcd832e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716051 Aug 27 16:30:18.335434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee1013-8155-4aae-9943-25c2311ef603 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:18.342485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee1013-8155-4aae-9943-25c2311ef603 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:18.349234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee1013-8155-4aae-9943-25c2311ef603 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:18.357192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee1013-8155-4aae-9943-25c2311ef603 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:18.357830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbdf94-9819-495d-a49c-1a262bccba5c req-5f79fe0f-5c07-471e-bba5-26b03284c579 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:18.359118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f5ee1013-8155-4aae-9943-25c2311ef603 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4558711 Aug 27 16:30:18.359983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60fbdf94-9819-495d-a49c-1a262bccba5c req-5f79fe0f-5c07-471e-bba5-26b03284c579 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1867373 Aug 27 16:30:18.366028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58426) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:18.374752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-f793cc47-662d-4683-aa09-6a7daee95e0b tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:18.376405 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-f793cc47-662d-4683-aa09-6a7daee95e0b tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 813 time: 0.2562909 Aug 27 16:30:18.394799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Request body: {'port': {'device_id': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'admin_state_up': True, 'tenant_id': '6671379076614e6c8566350b815d8dac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:18.539089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60fbdf94-9819-495d-a49c-1a262bccba5c req-e7a017cb-1bf1-44d0-a2ba-1019dac9f5db tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421340 Aug 27 16:30:18.558997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:18.828367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:18.841535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b9ff0c-8809-4883-a0ea-08704d70cde4']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:18.854154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98927d3f-ab42-4f8d-b973-2604e8f00bb7') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:18.854712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98927d3f-ab42-4f8d-b973-2604e8f00bb7') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:18.866245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:18.881438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:18.889455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:18.890254 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:18.891690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Made reservation on behalf of 6671379076614e6c8566350b815d8dac for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:18.898116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:18.961402 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:19.040935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.055051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.059517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/networks/d9b9ff0c-8809-4883-a0ea-08704d70cde4 HTTP/1.1" status: 204 len: 168 time: 0.6772447 Aug 27 16:30:19.064698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58448) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:19.088772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2934cef-f2e8-4b65-8fed-393f1b259a04 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Network': ['ID=d9b9ff0c-8809-4883-a0ea-08704d70cde4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:19.240688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-8d76b82e-933a-4d1f-a93e-1d448a638e1b tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:19.242319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-8d76b82e-933a-4d1f-a93e-1d448a638e1b tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 813 time: 0.2795961 Aug 27 16:30:19.270613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.282987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Request body: {'port': {'device_id': '45ffee58-db07-41ea-b415-a48f530e715f', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'admin_state_up': True, 'tenant_id': '6671379076614e6c8566350b815d8dac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:19.341259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Allocated IP 172.20.0.2 (e66f190c-ed77-43ea-99a2-4dc07152d8c5/4236165b-4382-48d9-affe-a05abd9fcdf0/558a8266-9c16-4bbe-8744-da78cd1cc809) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:19.718431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.767895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d4bfcf-bb94-4571-8a4d-774e99be8b8f req-d5b9c228-8660-40c3-a4d8-6278579fba98 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 210 time: 0.4919879 Aug 27 16:30:19.815313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214de366-62a2-441a-8339-7cc8d9d257f7 req-8cc37a04-bcdf-4284-b17c-4e039f0221cd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:19.817145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-214de366-62a2-441a-8339-7cc8d9d257f7 req-8cc37a04-bcdf-4284-b17c-4e039f0221cd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.6026492 Aug 27 16:30:19.971304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:19.973611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.003015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181e795a-77cb-458a-b284-c38635ac130c']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:20.020943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb290f6f-ea11-40ec-a1b8-c781098846a3') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:20.021478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb290f6f-ea11-40ec-a1b8-c781098846a3') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:20.033478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.034822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58460) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:20.045295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:20.050394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.058181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:20.059616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.060830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:20.069980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:20.108180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event updated for resources: {'Port': ['ID=558a8266-9c16-4bbe-8744-da78cd1cc809,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:20.134740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:20.135917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:20.178007 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:20.186975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Made reservation on behalf of 6671379076614e6c8566350b815d8dac for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:20.190840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.206964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-214de366-62a2-441a-8339-7cc8d9d257f7 req-f07aad84-6105-4894-bf86-f44dafd253bd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779705 Aug 27 16:30:20.234109 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ed337cad-9e81-4330-9fbd-0a247b3f091c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8478062 Aug 27 16:30:20.247911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Request body: {'port': {'device_id': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:20.373259 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.516993 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.540087 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.547310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/networks/181e795a-77cb-458a-b284-c38635ac130c HTTP/1.1" status: 204 len: 168 time: 1.4698055 Aug 27 16:30:20.555719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58470) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:20.593139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540c570-4a9b-44e0-adac-392a5b846718 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Network': ['ID=181e795a-77cb-458a-b284-c38635ac130c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:20.659417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785bd25-da76-4557-a5e8-bec475681963 req-a85bc167-4ab6-4f31-a30d-e7ff43c62f9a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:20.661351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3785bd25-da76-4557-a5e8-bec475681963 req-a85bc167-4ab6-4f31-a30d-e7ff43c62f9a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2685831 Aug 27 16:30:20.669425 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac4a7832-9619-47bf-a4ef-5aae53b2f262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.736838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Allocated IP 172.20.0.11 (e66f190c-ed77-43ea-99a2-4dc07152d8c5/4236165b-4382-48d9-affe-a05abd9fcdf0/578f3f19-8caa-4338-98c6-db9d47663567) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:20.745212 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d97159a7-d420-42dc-abd4-43971becee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:20.823226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3785bd25-da76-4557-a5e8-bec475681963 req-ced708e8-3f7c-4b25-a07d-8051a5d0a2fb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349142 Aug 27 16:30:20.846363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb8c12-ea8a-4595-a985-284aaf279af8 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:20.852415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb8c12-ea8a-4595-a985-284aaf279af8 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:20.858547 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49cb8c12-ea8a-4595-a985-284aaf279af8 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2927148 Aug 27 16:30:20.859061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58478) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:20.867982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-184511612'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:20.945787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd2dc851-dd63-43b6-8ba8-cc6a84aec398 req-38a1bda5-054f-46cf-b8ba-4e20b4351b40 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 210 time: 0.0465953 Aug 27 16:30:20.957597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d97159a7-d420-42dc-abd4-43971becee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.042418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d97159a7-d420-42dc-abd4-43971becee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.123695 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d97159a7-d420-42dc-abd4-43971becee30 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1460e3daa9404a8c85815567268e80a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0804491 Aug 27 16:30:21.123695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97159a7-d420-42dc-abd4-43971becee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589889f8-de01-420f-b460-f9cad0c0aa35,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:21.125711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58486) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:21.173858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.207399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2bd52-b326-46b3-a56a-b41548783c65 req-93cf3687-456d-4720-9de5-8997c8e09244 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:21.208378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fc2bd52-b326-46b3-a56a-b41548783c65 req-93cf3687-456d-4720-9de5-8997c8e09244 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1304247 Aug 27 16:30:21.254388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Made reservation on behalf of 033a328fa0fd4fd7b3b5f5095c5a342b for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:21.266863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.289951 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cd94c6e-ded6-4331-a231-ebb695ad440e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.316415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fc2bd52-b326-46b3-a56a-b41548783c65 req-fa1d139c-8281-4748-8cc7-d45192c66075 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998404 Aug 27 16:30:21.333017 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cd94c6e-ded6-4331-a231-ebb695ad440e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.361541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.385743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:21.420670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.421009 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Added segment 5cc4042f-6fd0-42d5-b741-42a826532b53 of type vlan for network 6588a2a4-6e22-4158-9f43-fd4180a37694 Aug 27 16:30:21.517943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Network e66f190c-ed77-43ea-99a2-4dc07152d8c5 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:21.552875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:21.561065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:21.567623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event updated for resources: {'Port': ['ID=578f3f19-8caa-4338-98c6-db9d47663567,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:21.607245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.666076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4adf0-fdec-42cb-a7eb-b887c5485469 req-01c5068d-de6a-4382-a6bd-66140632a9a2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:21.668141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93b4adf0-fdec-42cb-a7eb-b887c5485469 req-01c5068d-de6a-4382-a6bd-66140632a9a2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2212477 Aug 27 16:30:21.686918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:21.687956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.730514 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cd94c6e-ded6-4331-a231-ebb695ad440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.733159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cd94c6e-ded6-4331-a231-ebb695ad440e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.750581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8cd94c6e-ded6-4331-a231-ebb695ad440e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/589889f8-de01-420f-b460-f9cad0c0aa35 HTTP/1.1" status: 204 len: 168 time: 0.6224349 Aug 27 16:30:21.797401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.803186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:21.804398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.809473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558a8266-9c16-4bbe-8744-da78cd1cc809 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:30:21.810175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd94c6e-ded6-4331-a231-ebb695ad440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589889f8-de01-420f-b460-f9cad0c0aa35,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:21.830747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93b4adf0-fdec-42cb-a7eb-b887c5485469 req-62b35da6-e72f-4e28-8139-77c39693d9b9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394455 Aug 27 16:30:21.867883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:21.875046 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:30:21.899139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-07b63d64-de61-40a8-bbb7-9da5d3980381 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6244497 Aug 27 16:30:21.979243 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1169038 Aug 27 16:30:21.980847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58508) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:21.984915 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b915bfd0-d1d2-4ccc-9aea-2a4fdc1d33fc req-545180bb-806c-4f5e-b696-dbd9cf699845 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0901690 Aug 27 16:30:21.986002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Transition to ACTIVE for port object 558a8266-9c16-4bbe-8744-da78cd1cc809 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:21.990133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2035911173'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:22.002090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9d292-19fd-4ada-846d-7cb04d1e813c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Network': ['ID=6588a2a4-6e22-4158-9f43-fd4180a37694,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:22.012638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 6588a2a4-6e22-4158-9f43-fd4180a37694 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:22.132559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a0e2e-77a6-4c78-9fba-ccee85041085 req-7ae40dff-957f-4761-ad98-39ff12abfdbf tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:22.134182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b1a0e2e-77a6-4c78-9fba-ccee85041085 req-7ae40dff-957f-4761-ad98-39ff12abfdbf tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 932 time: 0.0764492 Aug 27 16:30:22.154346 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b915bfd0-d1d2-4ccc-9aea-2a4fdc1d33fc req-21a248c3-8bca-4da2-9aa0-ba10e2dab3dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0927937 Aug 27 16:30:22.155781 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:22.194930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Made reservation on behalf of 033a328fa0fd4fd7b3b5f5095c5a342b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:22.202771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:22.306801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b1a0e2e-77a6-4c78-9fba-ccee85041085 req-1252a76e-f077-4c84-b89c-201b20bea8c9 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577384 Aug 27 16:30:22.306801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:22.333402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:22.333767 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Added segment 6345f447-a433-4609-8861-ad7dae5d6e31 of type vlan for network 05e0431c-9f77-41c6-9a6f-ef9150733e4b Aug 27 16:30:22.457118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:22.479565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d96c6-4253-45fa-8048-8994fd925825 req-d4e0b5ad-bac9-4875-aa3d-04f8c2e7c265 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:22.483154 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-398d96c6-4253-45fa-8048-8994fd925825 req-d4e0b5ad-bac9-4875-aa3d-04f8c2e7c265 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1182048 Aug 27 16:30:22.573197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-398d96c6-4253-45fa-8048-8994fd925825 req-d4aec37c-6e55-4213-b677-d502afac9660 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767453 Aug 27 16:30:22.603055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Request body: {'port': {'device_id': '45ffee58-db07-41ea-b415-a48f530e715f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:22.670373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:22.708028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:22.708028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:22.777729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b915bfd0-d1d2-4ccc-9aea-2a4fdc1d33fc req-0b30aca6-a696-46b1-84da-5fb907d0a96c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5928471 Aug 27 16:30:22.869592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Pushing event updated for resources: {'Port': ['ID=558a8266-9c16-4bbe-8744-da78cd1cc809,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:22.933886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58524) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:22.963711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Attempting to bind port 558a8266-9c16-4bbe-8744-da78cd1cc809 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:30:22.964816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Attempting to bind port 558a8266-9c16-4bbe-8744-da78cd1cc809 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:30:22.964816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Attempting to bind port 558a8266-9c16-4bbe-8744-da78cd1cc809 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:22.970804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915bfd0-d1d2-4ccc-9aea-2a4fdc1d33fc req-2bc1756d-2bd7-4c27-a112-d8ca7b98548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:22.972989 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b915bfd0-d1d2-4ccc-9aea-2a4fdc1d33fc req-2bc1756d-2bd7-4c27-a112-d8ca7b98548f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1863201 Aug 27 16:30:22.973491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Port 558a8266-9c16-4bbe-8744-da78cd1cc809 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:30:22.973703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Attempting to bind port 558a8266-9c16-4bbe-8744-da78cd1cc809 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:22.985668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:30:22.986108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Checking segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:22.986461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Bound using segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:30:22.986960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Bound port: 558a8266-9c16-4bbe-8744-da78cd1cc809, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:30:22.987362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.031556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0478075 Aug 27 16:30:23.032841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.044147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58528) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:23.052613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'ports': [{'network_id': '6588a2a4-6e22-4158-9f43-fd4180a37694', 'name': 'tempest-port--2030357535', 'admin_state_up': True}, {'network_id': '05e0431c-9f77-41c6-9a6f-ef9150733e4b', 'admin_state_up': False}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:23.053191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'port': {'network_id': '6588a2a4-6e22-4158-9f43-fd4180a37694', 'name': 'tempest-port--2030357535', 'admin_state_up': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:23.053904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'port': {'network_id': '05e0431c-9f77-41c6-9a6f-ef9150733e4b', 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:23.128172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] For port 558a8266-9c16-4bbe-8744-da78cd1cc809, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:30:23.133147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] For port 558a8266-9c16-4bbe-8744-da78cd1cc809, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=558a8266-9c16-4bbe-8744-da78cd1cc809,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:30:23.157946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ddb1b-81b2-4288-abe9-344f93db2b56 req-3ca64ec0-07bd-40e1-83b2-63f6f609bde3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.159648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea3ddb1b-81b2-4288-abe9-344f93db2b56 req-3ca64ec0-07bd-40e1-83b2-63f6f609bde3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.4052265 Aug 27 16:30:23.160247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b515be-5ea9-47a1-9ad2-df7adee58c6e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Network': ['ID=05e0431c-9f77-41c6-9a6f-ef9150733e4b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:23.175708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 05e0431c-9f77-41c6-9a6f-ef9150733e4b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:23.259857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.274052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.280632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74c65639-f73b-4f01-a761-3eb1e3663cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.373992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.374925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.376593 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ede0f265-632a-483f-8a76-674d2646244a service neutron] 10.222.0.90 "PUT /v2.0/ports/558a8266-9c16-4bbe-8744-da78cd1cc809 HTTP/1.1" status: 200 len: 1091 time: 3.1340661 Aug 27 16:30:23.377238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'tag': '558a8266-9c16-4bbe-8744-da78cd1cc809'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:23.379893 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7eb65-8465-45ff-b374-d49aa3dddaa8", "tag": "558a8266-9c16-4bbe-8744-da78cd1cc809"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:23.383527 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.384511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0f265-632a-483f-8a76-674d2646244a service neutron] Pushing event updated for resources: {'Port': ['ID=558a8266-9c16-4bbe-8744-da78cd1cc809,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:23.520855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea3ddb1b-81b2-4288-abe9-344f93db2b56 req-43f1115c-7a2c-4151-903f-e2b7d0c0b324 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457272 Aug 27 16:30:23.552366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-edabfa3d-bb4c-4b98-9ec0-94ba43992988 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9907372 Aug 27 16:30:23.603921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-9c686570-6271-48b8-a1de-f8f40a21eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.603921 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-9c686570-6271-48b8-a1de-f8f40a21eacb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 1094 time: 0.1178389 Aug 27 16:30:23.603921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bab144df-ff9c-4ff4-867e-6da20d238590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.663826 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-83cb9b1d-08f4-4e50-9236-d21d339211ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=558a8266-9c16-4bbe-8744-da78cd1cc809 HTTP/1.1" status: 200 len: 217 time: 0.0519867 Aug 27 16:30:23.681914 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6541b0-0f98-4e22-adba-efcb9fdf1e71 x-openstack-request-id: req-9d6541b0-0f98-4e22-adba-efcb9fdf1e71 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:23.682227 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7eb65-8465-45ff-b374-d49aa3dddaa8", "tag": "558a8266-9c16-4bbe-8744-da78cd1cc809", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:23.684849 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9d6541b0-0f98-4e22-adba-efcb9fdf1e71 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:23.686881 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'tag': '558a8266-9c16-4bbe-8744-da78cd1cc809', 'status': 'completed', 'code': 200} Aug 27 16:30:23.695985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:30:23.695985 n-d-806412-1 neutron-server[95253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:30:23.695985 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id': '033a328fa0fd4fd7b3b5f5095c5a342b', 'id': '82628c94-d606-4395-a97c-fb2a3c5c1916', 'expiration': datetime.datetime(2021, 8, 27, 16, 32, 23, 676002)}] Aug 27 16:30:23.695985 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:30:23.698240 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:30:23.715663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef628f5-bfab-4ba0-8901-6f82c89af9d6 req-1e07f67e-83ba-4cd2-8a43-897e288abd06 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.717217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cef628f5-bfab-4ba0-8901-6f82c89af9d6 req-1e07f67e-83ba-4cd2-8a43-897e288abd06 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 932 time: 0.1954417 Aug 27 16:30:23.734856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-5c69c629-b845-48c6-8304-59e85dbadd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.740661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-5c69c629-b845-48c6-8304-59e85dbadd75 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1096 time: 0.1032012 Aug 27 16:30:23.766671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-16f5f80e-ce33-4111-b2a7-b2b5773fb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.770097 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-16f5f80e-ce33-4111-b2a7-b2b5773fb1d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 200 len: 853 time: 0.0963640 Aug 27 16:30:23.835948 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-735e59f4-6125-4759-933b-ca8ed565d655 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f190c-ed77-43ea-99a2-4dc07152d8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537171 Aug 27 16:30:23.836675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58540) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:23.875971 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a3da-8a08-49a8-af2e-50a5d737ab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.897451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cef628f5-bfab-4ba0-8901-6f82c89af9d6 req-f77d07d3-9e55-4b0e-95e8-ecdc58b2fa50 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689823 Aug 27 16:30:23.941728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.965102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578f3f19-8caa-4338-98c6-db9d47663567 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:30:23.980789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bab144df-ff9c-4ff4-867e-6da20d238590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.981768 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:23.990725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-585b7b14-5ad6-490c-b4da-f08183b2b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:23.992322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-585b7b14-5ad6-490c-b4da-f08183b2b1cd service neutron] 10.222.0.97 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 915 time: 0.2355893 Aug 27 16:30:24.006126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Transition to ACTIVE for port object 578f3f19-8caa-4338-98c6-db9d47663567 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:24.014378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-7fdf6391-2017-49bd-9685-53e69a3d68ec service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634195 Aug 27 16:30:24.052767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-1266dcef-c946-4201-9ae0-2a176f6ca1c8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0517337 Aug 27 16:30:24.075013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bab144df-ff9c-4ff4-867e-6da20d238590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.111840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.149175 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bab144df-ff9c-4ff4-867e-6da20d238590 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7738280e09be44578782b3f6a5974cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2143724 Aug 27 16:30:24.167732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58554) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:24.179445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab144df-ff9c-4ff4-867e-6da20d238590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5a0a95-1a24-4287-8505-26e0bf4a0b86,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:24.245117 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-e0258c27-1385-4073-a089-e1fb8ad99cb4 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222407 Aug 27 16:30:24.304660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a3da-8a08-49a8-af2e-50a5d737ab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.305450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-8725231f-7862-4df9-908c-0698bf3fcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:24.306918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-8725231f-7862-4df9-908c-0698bf3fcc7d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.2468915 Aug 27 16:30:24.375076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-352dc71a-04ea-4406-9f4b-8031e6c8eec2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597904 Aug 27 16:30:24.412379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a3da-8a08-49a8-af2e-50a5d737ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.433158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Pushing event updated for resources: {'Port': ['ID=578f3f19-8caa-4338-98c6-db9d47663567,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:24.482727 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cbe0a3da-8a08-49a8-af2e-50a5d737ab33 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2a2cece66c6c42e187ac69d5173bfb55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441560 Aug 27 16:30:24.484437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0a3da-8a08-49a8-af2e-50a5d737ab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82298b4-ad55-4c13-818e-aa438a4da06a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:24.487218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58560) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:24.505506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.533630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-b4af8477-eb0d-4f83-bf54-ef1497a910ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:24.535390 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-b4af8477-eb0d-4f83-bf54-ef1497a910ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 1094 time: 0.1287363 Aug 27 16:30:24.578514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34f0a6d1-d17e-4dd1-926d-4a193b92816c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.583755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8797-6e77-4c10-892b-bf27a9c75b33 req-a24d0888-8f8f-4223-9772-8f3e816fba59 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:24.585266 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c03a8797-6e77-4c10-892b-bf27a9c75b33 req-a24d0888-8f8f-4223-9772-8f3e816fba59 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 813 time: 0.4967294 Aug 27 16:30:24.602815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098e837a-f107-4e59-bfad-cdb0444f1e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.637729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34f0a6d1-d17e-4dd1-926d-4a193b92816c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.645052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c03a8797-6e77-4c10-892b-bf27a9c75b33 req-76cca7a0-b968-4c6a-9e94-5eac6e828082 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/quotas/aa95109d8069411683d88a389e04d149 HTTP/1.1" status: 200 len: 375 time: 0.0487916 Aug 27 16:30:24.694753 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098e837a-f107-4e59-bfad-cdb0444f1e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.703368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-b0ee653d-45b0-456d-a072-27de8a85db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:24.705444 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-b0ee653d-45b0-456d-a072-27de8a85db32 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 915 time: 0.1597397 Aug 27 16:30:24.705740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Made reservation on behalf of 033a328fa0fd4fd7b3b5f5095c5a342b for: {'port': 2} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:24.710715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.774988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-ea0d527b-5ae7-4964-b103-6f8113f4cc3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=558a8266-9c16-4bbe-8744-da78cd1cc809 HTTP/1.1" status: 200 len: 217 time: 0.0495055 Aug 27 16:30:24.788373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-7a1b3df0-7bd5-47c7-bd8b-a4118874a762 service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768468 Aug 27 16:30:24.789049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Attempting to bind port 578f3f19-8caa-4338-98c6-db9d47663567 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:30:24.789385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Attempting to bind port 578f3f19-8caa-4338-98c6-db9d47663567 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:30:24.789724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Attempting to bind port 578f3f19-8caa-4338-98c6-db9d47663567 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:24.796057 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.819454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Port 578f3f19-8caa-4338-98c6-db9d47663567 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:30:24.819791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Attempting to bind port 578f3f19-8caa-4338-98c6-db9d47663567 on network e66f190c-ed77-43ea-99a2-4dc07152d8c5 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:24.828862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-0a6a13f7-b93e-4203-adea-cbee38675b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:24.830466 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-0a6a13f7-b93e-4203-adea-cbee38675b6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 200 len: 853 time: 0.0473335 Aug 27 16:30:24.831610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34f0a6d1-d17e-4dd1-926d-4a193b92816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.834255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34f0a6d1-d17e-4dd1-926d-4a193b92816c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:24.837742 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34f0a6d1-d17e-4dd1-926d-4a193b92816c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c82298b4-ad55-4c13-818e-aa438a4da06a HTTP/1.1" status: 204 len: 168 time: 0.3462431 Aug 27 16:30:24.856835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0a6d1-d17e-4dd1-926d-4a193b92816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82298b4-ad55-4c13-818e-aa438a4da06a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:24.874883 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-778f70b9-0a19-46fb-a269-e204a63f7268 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e66f190c-ed77-43ea-99a2-4dc07152d8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364218 Aug 27 16:30:24.980898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c03a8797-6e77-4c10-892b-bf27a9c75b33 req-e8d7a3ee-ac73-4f0a-bd71-6c491911f702 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3253040 Aug 27 16:30:24.988245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:30:24.988245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Checking segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:24.988245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Bound using segment: {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:30:24.989926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Bound port: 578f3f19-8caa-4338-98c6-db9d47663567, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:30:24.996754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.077190 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-d3524925-f8a1-48fb-96d1-ad40de06a38a service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937139 Aug 27 16:30:25.116770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098e837a-f107-4e59-bfad-cdb0444f1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.120078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098e837a-f107-4e59-bfad-cdb0444f1e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.124291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-098e837a-f107-4e59-bfad-cdb0444f1e29 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2b5a0a95-1a24-4287-8505-26e0bf4a0b86 HTTP/1.1" status: 204 len: 168 time: 0.8967514 Aug 27 16:30:25.172954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c58e835-bfee-4e1e-b4e2-ae6642067be4 req-f3d431f9-3a22-4361-a9ef-6501559e4bfe service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707047 Aug 27 16:30:25.205067 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6e41de0-dcde-4fc4-b9ea-505247b6b0fe req-c606c66e-675d-4b65-98ee-1d2b06eed6d9 service neutron] 10.222.0.90 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203470 Aug 27 16:30:25.245758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e837a-f107-4e59-bfad-cdb0444f1e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5a0a95-1a24-4287-8505-26e0bf4a0b86,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:25.260437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] device_id is not set on port a5f4bc7c-eb50-449b-a90c-c154e24c5e6e yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:30:25.333685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5080e-9bbd-4947-b57e-bc7376b4de1c req-d7bb1767-da8c-4550-975a-6d1421766b39 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:25.335186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dc5080e-9bbd-4947-b57e-bc7376b4de1c req-d7bb1767-da8c-4550-975a-6d1421766b39 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 944 time: 0.2123847 Aug 27 16:30:25.336227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] For port 578f3f19-8caa-4338-98c6-db9d47663567, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:30:25.349277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2eb9d-e3da-4bf4-af32-8a1f06fb503a req-609e4d3a-2bfb-48b3-b2d2-c05c1f1941d8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:25.350777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3d2eb9d-e3da-4bf4-af32-8a1f06fb503a req-609e4d3a-2bfb-48b3-b2d2-c05c1f1941d8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2266543 Aug 27 16:30:25.377787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] For port 578f3f19-8caa-4338-98c6-db9d47663567, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=578f3f19-8caa-4338-98c6-db9d47663567,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:30:25.474306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dc5080e-9bbd-4947-b57e-bc7376b4de1c req-cc5aaecb-cc7c-4a11-be59-9335a61b154a tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161094 Aug 27 16:30:25.479364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.514853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3d2eb9d-e3da-4bf4-af32-8a1f06fb503a req-606436ed-d1ab-4cb8-867c-b11d57f9b65c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549044 Aug 27 16:30:25.547319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:25.547319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.547319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] 10.222.0.97 "PUT /v2.0/ports/578f3f19-8caa-4338-98c6-db9d47663567 HTTP/1.1" status: 200 len: 1092 time: 3.6316085 Aug 27 16:30:25.547319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ffee58-db07-41ea-b415-a48f530e715f', 'tag': '578f3f19-8caa-4338-98c6-db9d47663567'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:25.547319 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ffac5b-5671-4753-bbdc-2ba2277460f5" -d '{"events": [{"name": "network-changed", "server_uuid": "45ffee58-db07-41ea-b415-a48f530e715f", "tag": "578f3f19-8caa-4338-98c6-db9d47663567"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:25.619530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977340-f018-4878-a5cf-113cedd78c94 service neutron] Pushing event updated for resources: {'Port': ['ID=578f3f19-8caa-4338-98c6-db9d47663567,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:25.642174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:25.776784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] device_id is not set on port 696f0e77-029c-4040-b7f6-07b3acb918a3 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:30:25.791651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-11299428-fa7c-4e0e-823c-74ef07972ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:25.793307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-11299428-fa7c-4e0e-823c-74ef07972ea2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 1095 time: 0.1422660 Aug 27 16:30:25.806772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49833e7-48b1-4b3e-b83c-d287010277e1 req-bd6b0791-d383-4530-8cb5-4ccab2ee8f51 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:25.808846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c49833e7-48b1-4b3e-b83c-d287010277e1 req-bd6b0791-d383-4530-8cb5-4ccab2ee8f51 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1388223 Aug 27 16:30:25.862249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-ad8ed54b-d6e4-4a82-963b-176f3a7debbc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578f3f19-8caa-4338-98c6-db9d47663567 HTTP/1.1" status: 200 len: 217 time: 0.0522218 Aug 27 16:30:25.958632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c49833e7-48b1-4b3e-b83c-d287010277e1 req-2081babd-c449-4583-af6a-c0f2f43fd5e5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407382 Aug 27 16:30:25.993730 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f95e04-54c2-4420-b4b5-357aae75ff2d x-openstack-request-id: req-c5f95e04-54c2-4420-b4b5-357aae75ff2d {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:25.993730 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ffee58-db07-41ea-b415-a48f530e715f", "tag": "578f3f19-8caa-4338-98c6-db9d47663567", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:25.993730 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c5f95e04-54c2-4420-b4b5-357aae75ff2d {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:25.993730 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ffee58-db07-41ea-b415-a48f530e715f', 'tag': '578f3f19-8caa-4338-98c6-db9d47663567', 'status': 'completed', 'code': 200} Aug 27 16:30:25.993730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-2a76becc-33e1-4aba-b763-36d0b65acd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:25.994486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-2a76becc-33e1-4aba-b763-36d0b65acd02 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 200 len: 853 time: 0.1208007 Aug 27 16:30:26.025156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:26.055707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-1bb8f7f8-d886-4973-bd4e-204a2736c4e4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e66f190c-ed77-43ea-99a2-4dc07152d8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492661 Aug 27 16:30:26.159625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:26.209657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 558a8266-9c16-4bbe-8744-da78cd1cc809 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:30:26.220440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-a0d51dcd-1120-44c7-bab6-daf36c7b8243 service neutron] 10.222.0.97 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545439 Aug 27 16:30:26.317506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fef807f7-03d2-404c-9e1e-fa4ff6f0b28b req-b6d26c3c-684c-42e1-860d-4504688fc68e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=aa95109d8069411683d88a389e04d149 HTTP/1.1" status: 200 len: 221 time: 0.0945308 Aug 27 16:30:26.345408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:26.364989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 558a8266-9c16-4bbe-8744-da78cd1cc809, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=558a8266-9c16-4bbe-8744-da78cd1cc809,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:26.392094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '558a8266-9c16-4bbe-8744-da78cd1cc809', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'port_id': '558a8266-9c16-4bbe-8744-da78cd1cc809', 'mac_address': 'fa:16:3e:b7:83:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4236165b-4382-48d9-affe-a05abd9fcdf0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:30:26.437018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Port': ['ID=a5f4bc7c-eb50-449b-a90c-c154e24c5e6e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:26.437541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:26.454667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558a8266-9c16-4bbe-8744-da78cd1cc809 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:30:26.479118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 558a8266-9c16-4bbe-8744-da78cd1cc809, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=558a8266-9c16-4bbe-8744-da78cd1cc809,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:26.514779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6993892-1b19-407b-a0bc-a8fd878f083a req-b1400a3e-64b6-4e1d-83d6-6c5f74831d1a service neutron] 10.222.0.97 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798834 Aug 27 16:30:26.551177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5299-8998-4dd9-bf19-366dd0cf79b7 req-05c8ade0-7b50-4390-9a50-23bb820616a7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.557617 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8fe5299-8998-4dd9-bf19-366dd0cf79b7 req-05c8ade0-7b50-4390-9a50-23bb820616a7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1218886 Aug 27 16:30:26.557617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Checking segment: {'id': '5cc4042f-6fd0-42d5-b741-42a826532b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '6588a2a4-6e22-4158-9f43-fd4180a37694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:26.559296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network hostable DHCP agents. Network: 6588a2a4-6e22-4158-9f43-fd4180a37694, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:30:26.599850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:26.694506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=558a8266-9c16-4bbe-8744-da78cd1cc809,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:26.704526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.709495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.709495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.709495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.709495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.709495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.709495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.710130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.710655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.711576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.712148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.712666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:26.729868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8fe5299-8998-4dd9-bf19-366dd0cf79b7 req-774fc81b-813a-4ee8-8a56-c8663fb7c930 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513889 Aug 27 16:30:26.760278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86679-bd07-4b2c-8b64-cd0776b3b78a req-21683811-09f9-4c77-b4ea-e0137eb8366e tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.763891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4e86679-bd07-4b2c-8b64-cd0776b3b78a req-21683811-09f9-4c77-b4ea-e0137eb8366e tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 944 time: 0.2081537 Aug 27 16:30:26.768354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network 6588a2a4-6e22-4158-9f43-fd4180a37694 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:30:26.800408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['558a8266-9c16-4bbe-8744-da78cd1cc809'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:26.811155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-16093a66-fe0c-4e64-a9f8-471410331789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:26.813881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-16093a66-fe0c-4e64-a9f8-471410331789 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6671379076614e6c8566350b815d8dac&device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 1095 time: 0.1429977 Aug 27 16:30:26.838799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4e86679-bd07-4b2c-8b64-cd0776b3b78a req-be1bb2fc-5ce5-4f8f-a5de-c2f5e330520f tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678582 Aug 27 16:30:26.893174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 6588a2a4-6e22-4158-9f43-fd4180a37694) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:26.904955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c894d0-c688-4020-a5d1-31ac31a94a2c None None] Network 6588a2a4-6e22-4158-9f43-fd4180a37694 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:26.933680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:26.934633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:27.046410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Port': ['ID=696f0e77-029c-4040-b7f6-07b3acb918a3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:27.078377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2ff7-5ec8-4a85-9780-dc295c4900ad req-169475c8-46c7-456e-95cb-b8100b0a1115 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:27.085993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b07d2ff7-5ec8-4a85-9780-dc295c4900ad req-169475c8-46c7-456e-95cb-b8100b0a1115 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2530627 Aug 27 16:30:27.112744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-f30130a4-d709-4eda-9874-9c93b1c1b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:27.114299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-f30130a4-d709-4eda-9874-9c93b1c1b42d service neutron] 10.222.0.97 "GET /v2.0/networks?id=e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 200 len: 915 time: 0.2919450 Aug 27 16:30:27.126674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Checking segment: {'id': '6345f447-a433-4609-8861-ad7dae5d6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '05e0431c-9f77-41c6-9a6f-ef9150733e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:27.127049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network hostable DHCP agents. Network: 05e0431c-9f77-41c6-9a6f-ef9150733e4b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:30:27.184917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-1f87b5f2-91aa-4261-9d0b-e1363c234c60 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578f3f19-8caa-4338-98c6-db9d47663567 HTTP/1.1" status: 200 len: 217 time: 0.0604918 Aug 27 16:30:27.198817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b07d2ff7-5ec8-4a85-9780-dc295c4900ad req-1668469a-052b-458c-b8b0-aea8c6f6ac7a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084485 Aug 27 16:30:27.263675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-1196939f-88fd-46d3-aebc-eecda737afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:27.265295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-1196939f-88fd-46d3-aebc-eecda737afc0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 200 len: 853 time: 0.0650027 Aug 27 16:30:27.302424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-55df49d4-db1d-44e4-8261-a10bf9985652 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e66f190c-ed77-43ea-99a2-4dc07152d8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289061 Aug 27 16:30:27.782121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network 05e0431c-9f77-41c6-9a6f-ef9150733e4b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:30:27.838037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa17ea-7f8f-4c8c-9253-d48c0c7cda0d req-520aeca1-9eae-457d-b737-142ff5604f1a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:27.841064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7eaa17ea-7f8f-4c8c-9253-d48c0c7cda0d req-520aeca1-9eae-457d-b737-142ff5604f1a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.5377610 Aug 27 16:30:27.883867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 05e0431c-9f77-41c6-9a6f-ef9150733e4b) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:27.891203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-ef8a4aee-e902-4c26-b8d8-86864c265730 service neutron] 10.222.0.97 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788474 Aug 27 16:30:27.896120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:27.899313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408ed9d-c532-482f-bd44-abe2f016d9ad None None] Network 05e0431c-9f77-41c6-9a6f-ef9150733e4b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:27.902757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:27.907843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:27.908756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:28.002843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7eaa17ea-7f8f-4c8c-9253-d48c0c7cda0d req-44a2f02d-d31e-44ef-90fa-05634b40345d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518390 Aug 27 16:30:28.128161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5f7b49e4-3249-401a-9f46-b6772a263b7f tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0799873 Aug 27 16:30:28.130915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58682) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:28.188024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37ffac5b-5671-4753-bbdc-2ba2277460f5 req-8648a850-4e97-43c7-94cf-d005f29d70e6 service neutron] 10.222.0.97 "GET /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725301 Aug 27 16:30:28.212688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19431243-856a-40a3-a760-c0abc84ec6a2 req-09b2d842-c8df-4085-afe8-13ed5af484c2 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:28.215716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19431243-856a-40a3-a760-c0abc84ec6a2 req-09b2d842-c8df-4085-afe8-13ed5af484c2 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 944 time: 0.1789126 Aug 27 16:30:28.243658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 558a8266-9c16-4bbe-8744-da78cd1cc809 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:28.274528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a2cd09-b31a-4aed-9a1f-1b9e995f893e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:28.281148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a2cd09-b31a-4aed-9a1f-1b9e995f893e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:28.287586 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-81a2cd09-b31a-4aed-9a1f-1b9e995f893e tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1554964 Aug 27 16:30:28.288512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58684) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:28.335670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19431243-856a-40a3-a760-c0abc84ec6a2 req-3a3b3bbc-6cce-46ed-bffc-00330e107cc4 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971098 Aug 27 16:30:28.349035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a919f-d73a-4318-95df-b7ccc6897c2e req-d204ec8a-2861-4422-b22f-2422f9d32193 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:28.370182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-179a919f-d73a-4318-95df-b7ccc6897c2e req-d204ec8a-2861-4422-b22f-2422f9d32193 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1840005 Aug 27 16:30:28.397793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 558a8266-9c16-4bbe-8744-da78cd1cc809 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:28.407932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 558a8266-9c16-4bbe-8744-da78cd1cc809 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:28.408554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:28.467707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-179a919f-d73a-4318-95df-b7ccc6897c2e req-1c14b615-9baf-4700-97f9-9f36e360d6fd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983617 Aug 27 16:30:28.484099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Deleting port a5f4bc7c-eb50-449b-a90c-c154e24c5e6e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:28.486625 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:28.609792 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:28.643782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:28.661795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Calling delete_port for a5f4bc7c-eb50-449b-a90c-c154e24c5e6e owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:28.681887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558a8266-9c16-4bbe-8744-da78cd1cc809'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:28.688202 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2612c8e5-e597-467c-884e-e45d677a385d" -d '{"events": [{"server_uuid": "1fd7eb65-8465-45ff-b374-d49aa3dddaa8", "name": "network-vif-plugged", "status": "completed", "tag": "558a8266-9c16-4bbe-8744-da78cd1cc809"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:28.755611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4750b-1a0b-4d9e-8a89-28ee020bd90f req-556d784c-3cfa-4b63-9070-f22c6fa27bd4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:28.757190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fb4750b-1a0b-4d9e-8a89-28ee020bd90f req-556d784c-3cfa-4b63-9070-f22c6fa27bd4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0990956 Aug 27 16:30:28.760445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 558a8266-9c16-4bbe-8744-da78cd1cc809, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=558a8266-9c16-4bbe-8744-da78cd1cc809,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:28.779654 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103fea7f-c16a-4691-8132-317e69091378 x-openstack-request-id: req-103fea7f-c16a-4691-8132-317e69091378 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:28.780213 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7eb65-8465-45ff-b374-d49aa3dddaa8", "name": "network-vif-plugged", "status": "completed", "tag": "558a8266-9c16-4bbe-8744-da78cd1cc809", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:28.780704 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-103fea7f-c16a-4691-8132-317e69091378 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:28.781431 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558a8266-9c16-4bbe-8744-da78cd1cc809', 'code': 200} Aug 27 16:30:28.840713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0fb4750b-1a0b-4d9e-8a89-28ee020bd90f req-89b40204-f553-4b6e-ba6d-2e3c3ced2fd6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676992 Aug 27 16:30:28.845909 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:28.936122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:28.951918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=558a8266-9c16-4bbe-8744-da78cd1cc809,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:29.019684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Port': ['ID=a5f4bc7c-eb50-449b-a90c-c154e24c5e6e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:29.031374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:29.036591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a60522cb-e353-4c86-b036-3c56010a1397 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/ports/a5f4bc7c-eb50-449b-a90c-c154e24c5e6e HTTP/1.1" status: 204 len: 168 time: 0.7467649 Aug 27 16:30:29.037448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58708) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:29.085538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052753a-feef-4c4c-bb92-53596438db3d req-3f6b0164-2e10-411a-a8ea-ba1df8f3f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:29.089733 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5052753a-feef-4c4c-bb92-53596438db3d req-3f6b0164-2e10-411a-a8ea-ba1df8f3f0f5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 1096 time: 0.2039371 Aug 27 16:30:29.110982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292acdeb-5000-4f69-a3fb-30cb57aed925 req-0b84c26f-5859-46a9-b8b3-78db2b0d8e33 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:29.119217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-292acdeb-5000-4f69-a3fb-30cb57aed925 req-0b84c26f-5859-46a9-b8b3-78db2b0d8e33 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1249561 Aug 27 16:30:29.186914 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5052753a-feef-4c4c-bb92-53596438db3d req-120baf55-1c39-4872-a57e-9c3642792631 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573318 Aug 27 16:30:29.200950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Deleting port 696f0e77-029c-4040-b7f6-07b3acb918a3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:29.202703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:29.210283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-292acdeb-5000-4f69-a3fb-30cb57aed925 req-eaf803cc-a7b5-4d70-95b4-952722ff9766 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847883 Aug 27 16:30:29.359766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:29.418565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Calling delete_port for 696f0e77-029c-4040-b7f6-07b3acb918a3 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:29.454320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd835f-d117-41a6-a145-14665df151d0 req-824d7a23-1ca5-4429-a613-e94ee8e6aa5e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:29.472326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cfd835f-d117-41a6-a145-14665df151d0 req-824d7a23-1ca5-4429-a613-e94ee8e6aa5e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1317568 Aug 27 16:30:29.544938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cfd835f-d117-41a6-a145-14665df151d0 req-38087f8f-f2e6-4157-9fe1-d33c36f94acc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 Aug 27 16:30:29.659029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea95ba-fd98-4364-b35e-18dab57ca8e2 req-f2e3036b-93c4-483a-8f0c-c07187e9ff6f tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:29.662440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9ea95ba-fd98-4364-b35e-18dab57ca8e2 req-f2e3036b-93c4-483a-8f0c-c07187e9ff6f tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 944 time: 0.1319022 Aug 27 16:30:29.722234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:29.785028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30be62b-7d26-4978-92e0-1c2e60127442 req-6e1cf0e7-c315-496b-8858-33cd16cabf42 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:29.791185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e30be62b-7d26-4978-92e0-1c2e60127442 req-6e1cf0e7-c315-496b-8858-33cd16cabf42 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1095264 Aug 27 16:30:29.795253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Port': ['ID=696f0e77-029c-4040-b7f6-07b3acb918a3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:29.801973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:29.805288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9ea95ba-fd98-4364-b35e-18dab57ca8e2 req-fd8699ee-0c63-47b8-b81c-e1b0556b8f3c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330624 Aug 27 16:30:29.809369 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f68a61e-db97-4acf-a127-9d4a66161661 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/ports/696f0e77-029c-4040-b7f6-07b3acb918a3 HTTP/1.1" status: 204 len: 168 time: 0.7703285 Aug 27 16:30:29.810020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58730) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:29.883971 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ed93071-d9a3-495d-aebb-0be45c0c8e85 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727360 Aug 27 16:30:29.884918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e30be62b-7d26-4978-92e0-1c2e60127442 req-4f2f6a56-0d6a-4e12-9091-25ac4a15be7e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764270 Aug 27 16:30:29.885465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58736) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:29.903564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1244453430'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:30.018114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Made reservation on behalf of 033a328fa0fd4fd7b3b5f5095c5a342b for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:30.023254 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:30.105722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:30.117303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138a39f-dd4d-4322-8f7d-afc4d60f975c req-8e5cad8c-85ed-49db-82f4-050d8de2d13a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:30.119812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e138a39f-dd4d-4322-8f7d-afc4d60f975c req-8e5cad8c-85ed-49db-82f4-050d8de2d13a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1151264 Aug 27 16:30:30.131994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:30.132581 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Added segment 0f0dca4c-a114-4b61-99f6-4ec8718e9aff of type vlan for network 25a3a9ce-3cd1-43de-9458-2f19c55adae1 Aug 27 16:30:30.229903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:30.280416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e138a39f-dd4d-4322-8f7d-afc4d60f975c req-3348227b-3ae1-4b9a-9aeb-ff764b6d57da tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372342 Aug 27 16:30:30.402122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:30.414116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:30.415032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:30.553601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Network': ['ID=25a3a9ce-3cd1-43de-9458-2f19c55adae1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:30.565342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 25a3a9ce-3cd1-43de-9458-2f19c55adae1 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:30.579410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3727db0-7781-4d1f-a7bf-368725295abd req-de413f59-ce3b-45d8-ab34-5cdd56a14030 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:30.581275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3727db0-7781-4d1f-a7bf-368725295abd req-de413f59-ce3b-45d8-ab34-5cdd56a14030 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1383507 Aug 27 16:30:30.588086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58758) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:30.589691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7e464663-f6ea-45c2-943f-e998c0129ccc tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7020023 Aug 27 16:30:30.592591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1128944220'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:30.628983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3727db0-7781-4d1f-a7bf-368725295abd req-8da9c758-f0e8-4041-b33c-ba040073c69f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Aug 27 16:30:30.721111 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Made reservation on behalf of 033a328fa0fd4fd7b3b5f5095c5a342b for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:30.728657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:30.788035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:30.803055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:30.805108 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Added segment 2d9480ca-7a77-4766-974f-4fdf6e84a2d9 of type vlan for network 17f17fa9-cf8f-4ff7-aa14-97230b483020 Aug 27 16:30:30.866130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f50d3-09b6-469c-9e21-de5debb516f9 req-a837aa0a-4d10-4224-903a-424b0daaecb5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:30.884698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-244f50d3-09b6-469c-9e21-de5debb516f9 req-a837aa0a-4d10-4224-903a-424b0daaecb5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0981901 Aug 27 16:30:30.891919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 578f3f19-8caa-4338-98c6-db9d47663567 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:30:30.925809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:31.001899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-244f50d3-09b6-469c-9e21-de5debb516f9 req-01f74406-a5ea-46a4-a35d-a638def80fd3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151249 Aug 27 16:30:31.013083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:31.027950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:31.029293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:31.071165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 578f3f19-8caa-4338-98c6-db9d47663567, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=578f3f19-8caa-4338-98c6-db9d47663567,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:31.094266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '578f3f19-8caa-4338-98c6-db9d47663567', 'network_id': 'e66f190c-ed77-43ea-99a2-4dc07152d8c5', 'port_id': '578f3f19-8caa-4338-98c6-db9d47663567', 'mac_address': 'fa:16:3e:25:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4236165b-4382-48d9-affe-a05abd9fcdf0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:30:31.098033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c064-7664-47c5-8cbf-dbf63c16aa05 req-042b0318-18fd-4558-ac5b-032354e23b42 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:31.113035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81b4c064-7664-47c5-8cbf-dbf63c16aa05 req-042b0318-18fd-4558-ac5b-032354e23b42 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 944 time: 0.1726789 Aug 27 16:30:31.151871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Network': ['ID=17f17fa9-cf8f-4ff7-aa14-97230b483020,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:31.171518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 17f17fa9-cf8f-4ff7-aa14-97230b483020 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:31.173348 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f67d0084-9695-486d-8fb1-08b2494b9412 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5862465 Aug 27 16:30:31.192842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:31.236874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81b4c064-7664-47c5-8cbf-dbf63c16aa05 req-82fba7e2-39d8-4b68-876e-accfbed30c9f tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221349 Aug 27 16:30:31.270812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578f3f19-8caa-4338-98c6-db9d47663567 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:30:31.331971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef147-37a2-410e-bbd0-ca9596fdc376 req-b4646b8e-22b0-4afd-956d-3cce41bdef19 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:31.333571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c7ef147-37a2-410e-bbd0-ca9596fdc376 req-b4646b8e-22b0-4afd-956d-3cce41bdef19 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1316721 Aug 27 16:30:31.344017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 578f3f19-8caa-4338-98c6-db9d47663567, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=578f3f19-8caa-4338-98c6-db9d47663567,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:31.427935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c7ef147-37a2-410e-bbd0-ca9596fdc376 req-c3ac7b2c-450b-485b-a864-8ea44b1863b6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768659 Aug 27 16:30:31.445371 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:31.527208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=578f3f19-8caa-4338-98c6-db9d47663567,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:31.673120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec839b6-48c9-4fbd-b22b-6628fdba850b req-9ba42f31-dc71-4f67-8113-75fdab3b0f57 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:31.686405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ec839b6-48c9-4fbd-b22b-6628fdba850b req-9ba42f31-dc71-4f67-8113-75fdab3b0f57 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0896006 Aug 27 16:30:31.688035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['578f3f19-8caa-4338-98c6-db9d47663567'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:31.770225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ec839b6-48c9-4fbd-b22b-6628fdba850b req-72338f17-35eb-4495-ab8c-6d971846c855 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822659 Aug 27 16:30:32.158303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0655a-b516-4864-9bb6-034b8a249e31 req-35cfc40c-46fb-4d73-a31c-7b2c0047f7a2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:32.173851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cc0655a-b516-4864-9bb6-034b8a249e31 req-35cfc40c-46fb-4d73-a31c-7b2c0047f7a2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1841085 Aug 27 16:30:32.347856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cc0655a-b516-4864-9bb6-034b8a249e31 req-749667b4-2cbc-4f3b-b66c-66290a609888 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684358 Aug 27 16:30:32.526177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a889bf-245e-4f16-9af2-2dbebfc17e4a req-1477a30e-37ea-4fa5-8e01-24011b6ccae3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:32.537044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a889bf-245e-4f16-9af2-2dbebfc17e4a req-1477a30e-37ea-4fa5-8e01-24011b6ccae3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 945 time: 0.1211152 Aug 27 16:30:32.655754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a889bf-245e-4f16-9af2-2dbebfc17e4a req-94c69108-6081-4460-a817-6ff340a326ae tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174510 Aug 27 16:30:32.909702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 578f3f19-8caa-4338-98c6-db9d47663567 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:33.007213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d50a9f-7178-4592-a30b-df960d06fa55 req-e77ca412-84a7-4d35-ba98-d6793d0e0a58 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:33.036519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56d50a9f-7178-4592-a30b-df960d06fa55 req-e77ca412-84a7-4d35-ba98-d6793d0e0a58 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2467604 Aug 27 16:30:33.154699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 578f3f19-8caa-4338-98c6-db9d47663567 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:33.162379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 578f3f19-8caa-4338-98c6-db9d47663567 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:33.164747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:33.193119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56d50a9f-7178-4592-a30b-df960d06fa55 req-ec41953b-3fab-4819-96c3-57e28f55df72 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506391 Aug 27 16:30:33.222835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58826) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:33.563129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b3909-0f5e-4acf-bd70-9ccc269f56b3 req-a46eeaa6-232b-4d09-81c2-5310dd28e2ee tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:33.573242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af8b3909-0f5e-4acf-bd70-9ccc269f56b3 req-a46eeaa6-232b-4d09-81c2-5310dd28e2ee tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1503816 Aug 27 16:30:33.677744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af8b3909-0f5e-4acf-bd70-9ccc269f56b3 req-3c244fa3-ee24-43d8-8a8b-2e42aa170720 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010871 Aug 27 16:30:33.694142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:33.857349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c9698cd7-555d-4877-8009-e7adab883764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:33.893649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 578f3f19-8caa-4338-98c6-db9d47663567, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=578f3f19-8caa-4338-98c6-db9d47663567,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:33.907664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ffee58-db07-41ea-b415-a48f530e715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578f3f19-8caa-4338-98c6-db9d47663567'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:33.914125 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d7511-4a79-41fc-873f-9628c7894d1b" -d '{"events": [{"server_uuid": "45ffee58-db07-41ea-b415-a48f530e715f", "name": "network-vif-plugged", "status": "completed", "tag": "578f3f19-8caa-4338-98c6-db9d47663567"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:33.970535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:34.197265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a735-e4b2-4117-a81b-a821e805ea62 req-ae959c6f-212b-4a52-a635-bbb8abac59eb tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:34.206610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f328a735-e4b2-4117-a81b-a821e805ea62 req-ae959c6f-212b-4a52-a635-bbb8abac59eb tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 946 time: 0.1386340 Aug 27 16:30:34.289388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=578f3f19-8caa-4338-98c6-db9d47663567,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:34.373945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f328a735-e4b2-4117-a81b-a821e805ea62 req-4118d883-8a81-4cb0-91dd-7d3d4b606abe tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611938 Aug 27 16:30:34.438324 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c9698cd7-555d-4877-8009-e7adab883764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:34.520452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c9698cd7-555d-4877-8009-e7adab883764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:34.586882 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d000e96d-2df4-49ff-9240-843d74025bfc x-openstack-request-id: req-d000e96d-2df4-49ff-9240-843d74025bfc {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:34.587487 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ffee58-db07-41ea-b415-a48f530e715f", "name": "network-vif-plugged", "status": "completed", "tag": "578f3f19-8caa-4338-98c6-db9d47663567", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:34.590583 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d000e96d-2df4-49ff-9240-843d74025bfc {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:34.591158 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ffee58-db07-41ea-b415-a48f530e715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578f3f19-8caa-4338-98c6-db9d47663567', 'code': 200} Aug 27 16:30:34.613330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58858) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:34.618911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'subnets': [{'network_id': '25a3a9ce-3cd1-43de-9458-2f19c55adae1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1468009740', 'ip_version': 6}, {'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:34.619236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'subnet': {'network_id': '25a3a9ce-3cd1-43de-9458-2f19c55adae1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1468009740', 'ip_version': 6}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:34.620794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Request body: {'subnet': {'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:34.788438 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c9698cd7-555d-4877-8009-e7adab883764 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1068b989a4c44c51a9d46c5fd33f3f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5630221 Aug 27 16:30:34.789122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58866) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:34.789811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9698cd7-555d-4877-8009-e7adab883764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb417a7-2c57-4b90-b4f3-801023582782,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:34.965452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6e2958b-7823-4fa4-b201-4c78afdabfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.002050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6e2958b-7823-4fa4-b201-4c78afdabfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.178841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ff823-6be0-4b82-87de-829a98a08a8f req-129dcaea-ce56-4531-b57e-80c86da1ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:35.180400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc8ff823-6be0-4b82-87de-829a98a08a8f req-129dcaea-ce56-4531-b57e-80c86da1ce1f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 1097 time: 0.5368891 Aug 27 16:30:35.194431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6e2958b-7823-4fa4-b201-4c78afdabfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.198518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c6e2958b-7823-4fa4-b201-4c78afdabfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.200437 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c6e2958b-7823-4fa4-b201-4c78afdabfa0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9cb417a7-2c57-4b90-b4f3-801023582782 HTTP/1.1" status: 204 len: 168 time: 0.3996425 Aug 27 16:30:35.219948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2958b-7823-4fa4-b201-4c78afdabfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb417a7-2c57-4b90-b4f3-801023582782,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:35.233116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c4337-c165-4d68-b6ad-70bb6363c6c2 req-61747026-cc43-49a2-9cd5-4dc84f0d8285 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:35.240840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f65c4337-c165-4d68-b6ad-70bb6363c6c2 req-61747026-cc43-49a2-9cd5-4dc84f0d8285 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.3058803 Aug 27 16:30:35.282904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc8ff823-6be0-4b82-87de-829a98a08a8f req-e8a705ae-4d7c-4394-adb6-70d8dfd26e42 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933015 Aug 27 16:30:35.313934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f65c4337-c165-4d68-b6ad-70bb6363c6c2 req-159c0f1f-d716-4e7f-a19f-d9bd0908ae03 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718346 Aug 27 16:30:35.334342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58872) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:35.343613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'network': {'name': 'tempest-network-smoke--217034744', 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'port_security_enabled': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:35.390743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Made reservation on behalf of 033a328fa0fd4fd7b3b5f5095c5a342b for: {'subnet': 2} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:35.396323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.397331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.525686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Made reservation on behalf of 6dcbec5dcc7f44ea95928574c57bce64 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:35.530392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.611600 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:35.665984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0754def-c599-4ac8-89fa-3dd231a1c9d6 req-ebcdbdfb-0e8e-4927-b98f-5aed0eaa6b7f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:35.675453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0754def-c599-4ac8-89fa-3dd231a1c9d6 req-ebcdbdfb-0e8e-4927-b98f-5aed0eaa6b7f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1742702 Aug 27 16:30:35.792950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5c8dd-520a-4b82-9a30-01e32d948730 req-b6e2ad25-be0b-43f1-889e-3205a5bc32c6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:35.794524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efc5c8dd-520a-4b82-9a30-01e32d948730 req-b6e2ad25-be0b-43f1-889e-3205a5bc32c6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 946 time: 0.2946064 Aug 27 16:30:35.818053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0754def-c599-4ac8-89fa-3dd231a1c9d6 req-23a56206-0155-4062-be29-074db66adfab tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389253 Aug 27 16:30:36.002224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efc5c8dd-520a-4b82-9a30-01e32d948730 req-ce498b3d-1b5f-45b7-974a-2cb5a709fd76 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789770 Aug 27 16:30:36.069558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58890) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:36.108378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.131653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.181147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead9b7-dec6-4e63-af81-16eafc6241be req-07826a70-361b-419d-88fd-c778aa853e22 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:36.183683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44ead9b7-dec6-4e63-af81-16eafc6241be req-07826a70-361b-419d-88fd-c778aa853e22 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2086885 Aug 27 16:30:36.234849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44ead9b7-dec6-4e63-af81-16eafc6241be req-6c3f4b4e-c2b5-4153-8344-90d8fead6343 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Aug 27 16:30:36.244163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.412994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.421017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:36.480277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b18fd06-8e21-41c9-b9ef-9e328032a402,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:36.487527 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.488089 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Added segment b7a7400d-703b-461a-bdd3-bbc790f20e51 of type vlan for network 87984889-e7fb-491c-8aae-b87f4a62fa1f Aug 27 16:30:36.490472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.547258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4523ac98-01b3-43c9-bc99-13fa89990d2d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:36.565530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.565918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.567334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.567726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.568072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.568924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.569326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.569602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.579797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.581336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.600425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.600425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:36.600959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.608393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5ff1a-1071-4438-af03-4936b980b653 req-e6a5816f-5c6d-4bed-a549-d564ec9aeac5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:36.609422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c368499-02ae-4e28-8e07-9a91dd63d9de admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a13b0437075c4aecae0285b081441d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384555 Aug 27 16:30:36.609946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bd5ff1a-1071-4438-af03-4936b980b653 req-e6a5816f-5c6d-4bed-a549-d564ec9aeac5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1864421 Aug 27 16:30:36.613757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58900) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:36.665288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.758422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bd5ff1a-1071-4438-af03-4936b980b653 req-501015d7-7577-413f-96f3-653513426013 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366026 Aug 27 16:30:36.771983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Subnet': ['ID=024da89b-7573-4b2c-92e6-43628988a68e,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:36.780869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77518424-62bc-476f-b807-872e3485b883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.793479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.799251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:36.802830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.851536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77518424-62bc-476f-b807-872e3485b883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:36.908145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Checking segment: {'id': '0f0dca4c-a114-4b61-99f6-4ec8718e9aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '25a3a9ce-3cd1-43de-9458-2f19c55adae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:36.908533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network hostable DHCP agents. Network: 25a3a9ce-3cd1-43de-9458-2f19c55adae1, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:30:36.939547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58910) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:36.939774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6040218 Aug 27 16:30:36.944669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'admin_state_up': True, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:36.957030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34bbab-d126-4345-8cb2-22da8d78db99 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Network': ['ID=87984889-e7fb-491c-8aae-b87f4a62fa1f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:36.971250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:37.033879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58912) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:37.075763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network 25a3a9ce-3cd1-43de-9458-2f19c55adae1 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:30:37.079732 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77518424-62bc-476f-b807-872e3485b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.082363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77518424-62bc-476f-b807-872e3485b883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.087726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-77518424-62bc-476f-b807-872e3485b883 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4523ac98-01b3-43c9-bc99-13fa89990d2d HTTP/1.1" status: 204 len: 168 time: 0.4702055 Aug 27 16:30:37.125937 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.133671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.142710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518424-62bc-476f-b807-872e3485b883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4523ac98-01b3-43c9-bc99-13fa89990d2d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:37.263644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.278569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbee65-971d-4347-ae16-1ad18ecbafe8 req-fa5244eb-4a3b-4b93-b73d-7f9f028d534f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:37.280370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4bbee65-971d-4347-ae16-1ad18ecbafe8 req-fa5244eb-4a3b-4b93-b73d-7f9f028d534f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1577775 Aug 27 16:30:37.284563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef06e742-a219-48ae-a9aa-4da83ec38ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.298738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa2bea-dd4a-4bdb-bfd8-1bedd3986289 req-7f7d222c-f8a0-4b05-9878-82d0f2d447ac tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:37.306876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cfa2bea-dd4a-4bdb-bfd8-1bedd3986289 req-7f7d222c-f8a0-4b05-9878-82d0f2d447ac tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 946 time: 0.1587405 Aug 27 16:30:37.363853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 25a3a9ce-3cd1-43de-9458-2f19c55adae1) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:37.375157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c39ea9-bce5-472d-b8c3-23f7b3348820 None None] Network 25a3a9ce-3cd1-43de-9458-2f19c55adae1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:37.422065 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.571144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cfa2bea-dd4a-4bdb-bfd8-1bedd3986289 req-8a9958c7-7611-44a9-aa73-723f063d05c4 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627938 Aug 27 16:30:37.617904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event updated for resources: {'Subnet': ['ID=2bdb3b07-a365-41d8-b296-2c96cffdec7d,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:37.670868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4bbee65-971d-4347-ae16-1ad18ecbafe8 req-52e6a77f-5f3f-46ec-92c4-67da37e82035 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589034 Aug 27 16:30:37.688013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Checking segment: {'id': '2d9480ca-7a77-4766-974f-4fdf6e84a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:37.690707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network hostable DHCP agents. Network: 17f17fa9-cf8f-4ff7-aa14-97230b483020, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:30:37.741409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.762948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef06e742-a219-48ae-a9aa-4da83ec38ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.788543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a926c1a-0aac-4531-b56c-9ddc7ac9495e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-25a3a9ce-3cd1-43de-9458-2f19c55adae1', 'network_id': '25a3a9ce-3cd1-43de-9458-2f19c55adae1', 'tenant_id': '033a328fa0fd4fd7b3b5f5095c5a342b', 'fixed_ips': [{'subnet_id': '024da89b-7573-4b2c-92e6-43628988a68e'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:30:37.789949 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a926c1a-0aac-4531-b56c-9ddc7ac9495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.795725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f9b26-1fb6-4753-9100-5502f0ea02bb req-07d74971-a086-41e1-be20-795560bee46c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:37.797313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a91f9b26-1fb6-4753-9100-5502f0ea02bb req-07d74971-a086-41e1-be20-795560bee46c tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 945 time: 0.0870109 Aug 27 16:30:37.800641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Network 17f17fa9-cf8f-4ff7-aa14-97230b483020 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:30:37.882589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a91f9b26-1fb6-4753-9100-5502f0ea02bb req-0a45333d-8084-49b7-b68d-601ded1f96af tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561082 Aug 27 16:30:37.882755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef06e742-a219-48ae-a9aa-4da83ec38ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.889370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 17f17fa9-cf8f-4ff7-aa14-97230b483020) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:37.898586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928a33e-c640-4386-8bba-93030f080af9 None None] Network 17f17fa9-cf8f-4ff7-aa14-97230b483020 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:37.902506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:37.905998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:37.907253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:37.998062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e53ca749-9aa5-4611-9d4e-0e376dbe6c0a tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3815532 Aug 27 16:30:37.999248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58930) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:38.044667 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ef06e742-a219-48ae-a9aa-4da83ec38ddc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae155ce4eec04544aabb5d5916026c13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0102417 Aug 27 16:30:38.045888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58932) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:38.063306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06e742-a219-48ae-a9aa-4da83ec38ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad342d3f-5605-4121-86e6-b96633356dbb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:38.141130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58934) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:38.165335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77983352-a0b1-4380-b746-cd840118373e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.169121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea44b2a-bf09-4f36-bdc7-a43f1e8c5b7b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:38.182880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea44b2a-bf09-4f36-bdc7-a43f1e8c5b7b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:38.184869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea44b2a-bf09-4f36-bdc7-a43f1e8c5b7b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:38.196203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5ea44b2a-bf09-4f36-bdc7-a43f1e8c5b7b tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1861618 Aug 27 16:30:38.196805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58936) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:38.304268 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77983352-a0b1-4380-b746-cd840118373e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.364650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Deleting subnet 024da89b-7573-4b2c-92e6-43628988a68e {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:30:38.371047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.377091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77983352-a0b1-4380-b746-cd840118373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.464804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.493496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e42835a-6466-48a8-99c8-dfbb07d6f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.581935 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-77983352-a0b1-4380-b746-cd840118373e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1b865ed95bcc406fad8956cd9cd15cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360332 Aug 27 16:30:38.584014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58942) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:38.600279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77983352-a0b1-4380-b746-cd840118373e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55f144-893e-48d4-974a-a18d641e0d37,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:38.609745 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e42835a-6466-48a8-99c8-dfbb07d6f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.687089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-17f17fa9-cf8f-4ff7-aa14-97230b483020', 'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020', 'tenant_id': '033a328fa0fd4fd7b3b5f5095c5a342b', 'fixed_ips': [{'subnet_id': '2bdb3b07-a365-41d8-b296-2c96cffdec7d'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:30:38.688615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.747100 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.784035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.806435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.908429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.940083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Allocated IP 2001:db8:0:1::1 (17f17fa9-cf8f-4ff7-aa14-97230b483020/2bdb3b07-a365-41d8-b296-2c96cffdec7d/686ca59a-c19a-44d6-8804-6f9c641f0d46) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:38.961534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.962553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e42835a-6466-48a8-99c8-dfbb07d6f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.969516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e42835a-6466-48a8-99c8-dfbb07d6f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:38.975189 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4e42835a-6466-48a8-99c8-dfbb07d6f421 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ad342d3f-5605-4121-86e6-b96633356dbb HTTP/1.1" status: 204 len: 168 time: 0.8948157 Aug 27 16:30:39.004555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42835a-6466-48a8-99c8-dfbb07d6f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad342d3f-5605-4121-86e6-b96633356dbb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:39.053361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef4e1-19ef-469a-81b0-294f20cf9e41 req-44a13252-9d26-4e19-a205-755d2f154ff1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:39.054935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97fef4e1-19ef-469a-81b0-294f20cf9e41 req-44a13252-9d26-4e19-a205-755d2f154ff1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1736190 Aug 27 16:30:39.079850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Allocated IP 172.25.4.50 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/49539b77-4a51-4d8b-8bfd-735c7b79ddc0) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:39.156081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97fef4e1-19ef-469a-81b0-294f20cf9e41 req-87ea789b-4212-4c3f-963a-ce45f1db7677 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922561 Aug 27 16:30:39.199296 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server [None req-3a926c1a-0aac-4531-b56c-9ddc7ac9495e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024da89b-7573-4b2c-92e6-43628988a68e: This subnet is being modified by another concurrent operation. Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise exception Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024da89b-7573-4b2c-92e6-43628988a68e: This subnet is being modified by another concurrent operation. Aug 27 16:30:39.232472 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Aug 27 16:30:39.280102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e77ef-2a16-4c72-a828-69cd8b956629 None None] Network 25a3a9ce-3cd1-43de-9458-2f19c55adae1 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:39.302726 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.303833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.307035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.309241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7a55f144-893e-48d4-974a-a18d641e0d37 HTTP/1.1" status: 204 len: 168 time: 0.7241950 Aug 27 16:30:39.317710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Subnet': ['ID=024da89b-7573-4b2c-92e6-43628988a68e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:39.320316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.340571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.347026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58956) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:39.347322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/subnets/024da89b-7573-4b2c-92e6-43628988a68e HTTP/1.1" status: 204 len: 168 time: 1.1468399 Aug 27 16:30:39.356483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55f144-893e-48d4-974a-a18d641e0d37,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:39.368344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.368699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.369039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.369376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.369713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.370626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.371300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.371631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.372109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.372439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.373150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.373486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac29fa-e05f-4012-b6d7-2cf40a5c1242 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.397317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e568da-4127-4e0c-a8f0-d2ff9193c340 req-e0b90227-49ff-4d04-aefb-b0f2412aca77 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:39.401530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9e568da-4127-4e0c-a8f0-d2ff9193c340 req-e0b90227-49ff-4d04-aefb-b0f2412aca77 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 945 time: 0.2903790 Aug 27 16:30:39.404502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.404853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.405193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.405528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.405901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.406184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.406507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.407161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.408634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.409016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.409353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.409684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b91d9-8673-4718-b0d6-ffb3aee166b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:39.427507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Transition to ACTIVE for port object 686ca59a-c19a-44d6-8804-6f9c641f0d46 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:39.476929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Deleting subnet 2bdb3b07-a365-41d8-b296-2c96cffdec7d {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:30:39.490705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9e568da-4127-4e0c-a8f0-d2ff9193c340 req-9868d685-43e1-49d0-9e24-612548428736 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710688 Aug 27 16:30:39.492874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Transition to ACTIVE for port object 686ca59a-c19a-44d6-8804-6f9c641f0d46 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:39.561431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.618596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.618774 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.683975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:39.693011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:39.697746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:39.701572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:39.704872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.780098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Network 17f17fa9-cf8f-4ff7-aa14-97230b483020 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:39.782533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Pushing event updated for resources: {'Port': ['ID=686ca59a-c19a-44d6-8804-6f9c641f0d46,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:39.797170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:39.800293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:39.893211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Attempting to bind port 686ca59a-c19a-44d6-8804-6f9c641f0d46 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:30:39.893582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Attempting to bind port 686ca59a-c19a-44d6-8804-6f9c641f0d46 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2d9480ca-7a77-4766-974f-4fdf6e84a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:30:39.893946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Attempting to bind port 686ca59a-c19a-44d6-8804-6f9c641f0d46 on network 17f17fa9-cf8f-4ff7-aa14-97230b483020 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:39.904169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:30:39.904550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Checking segment: {'id': '2d9480ca-7a77-4766-974f-4fdf6e84a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:39.904959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.905356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Bound using segment: {'id': '2d9480ca-7a77-4766-974f-4fdf6e84a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:30:39.905833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Bound port: 686ca59a-c19a-44d6-8804-6f9c641f0d46, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9480ca-7a77-4766-974f-4fdf6e84a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '17f17fa9-cf8f-4ff7-aa14-97230b483020'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:30:39.906215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:39.982087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe93d5-1c74-42d3-9f44-4d7cd71ae9cf req-e5623efb-9e84-418b-bc70-86e79f2f2c17 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:40.001698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17fe93d5-1c74-42d3-9f44-4d7cd71ae9cf req-e5623efb-9e84-418b-bc70-86e79f2f2c17 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2012904 Aug 27 16:30:40.143203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17fe93d5-1c74-42d3-9f44-4d7cd71ae9cf req-f71b0dcb-77c7-4dce-896b-cf7e11db6fff tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356900 Aug 27 16:30:40.158820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] For port 686ca59a-c19a-44d6-8804-6f9c641f0d46, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:30:40.163466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] For port 686ca59a-c19a-44d6-8804-6f9c641f0d46, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=686ca59a-c19a-44d6-8804-6f9c641f0d46,segment=NetworkSegment(2d9480ca-7a77-4766-974f-4fdf6e84a2d9),segment_id=2d9480ca-7a77-4766-974f-4fdf6e84a2d9)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:30:40.189835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58968) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:40.216571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e396a315-1277-4f17-ab7f-f40d8de6943a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:40.241441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:40.399192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62345081-3964-4cd2-8b94-bd10c71a11ac None None] Pushing event updated for resources: {'Port': ['ID=686ca59a-c19a-44d6-8804-6f9c641f0d46,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:40.519419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-bca0f05b-d32c-40d0-98c6-b10a9c4641dd tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:40.521174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-bca0f05b-d32c-40d0-98c6-b10a9c4641dd tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "GET /v2.0/ports?device_id=45ffee58-db07-41ea-b415-a48f530e715f HTTP/1.1" status: 200 len: 946 time: 0.1886318 Aug 27 16:30:40.771050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e396a315-1277-4f17-ab7f-f40d8de6943a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:40.834621 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:40.843192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4da42-7158-49b3-bc50-d32a22deaed2 req-cae1ea20-70ae-4311-bae5-5e464883f4a0 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:40.852081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8b4da42-7158-49b3-bc50-d32a22deaed2 req-cae1ea20-70ae-4311-bae5-5e464883f4a0 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 945 time: 0.1741621 Aug 27 16:30:40.861689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:40.873762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e396a315-1277-4f17-ab7f-f40d8de6943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:40.948736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e396a315-1277-4f17-ab7f-f40d8de6943a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7aa342dede944b7fa07bbc89adce5f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562797 Aug 27 16:30:40.953931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58982) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:41.005716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a315-1277-4f17-ab7f-f40d8de6943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def9899a-417c-4eab-bec1-993a80165ac7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:41.020342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-a3c3dfd4-52ed-4b65-8cd4-558e784825a3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:41.023808 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-a3c3dfd4-52ed-4b65-8cd4-558e784825a3 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 945 time: 1.0376208 Aug 27 16:30:41.030090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8b4da42-7158-49b3-bc50-d32a22deaed2 req-74985ad9-c32a-4a8d-aaaf-cabfeda4fc10 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760275 Aug 27 16:30:41.041130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Deleting port 578f3f19-8caa-4338-98c6-db9d47663567 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:41.041732 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.157860 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c807cd-ac46-4c4d-b888-561bffcaf17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.183524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.242907 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c807cd-ac46-4c4d-b888-561bffcaf17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.310751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdb3b07-a365-41d8-b296-2c96cffdec7d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:41.376860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.378266 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9b3f7780-f2c8-4b32-a17a-5229cb1d07c9 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/subnets/2bdb3b07-a365-41d8-b296-2c96cffdec7d HTTP/1.1" status: 204 len: 168 time: 2.0289559 Aug 27 16:30:41.384822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58992) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:41.414837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] For port 578f3f19-8caa-4338-98c6-db9d47663567, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=578f3f19-8caa-4338-98c6-db9d47663567,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:41.417145 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.529716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Calling delete_port for 578f3f19-8caa-4338-98c6-db9d47663567 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:41.604437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16fcfe-a8ca-422b-9faf-16f430a1d8d2 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:41.612351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bc95b-2a37-4bc4-bf56-ccc45da29804 req-ed9b8378-9e4c-418f-80e5-9a16782cfad8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:41.613228 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cb16fcfe-a8ca-422b-9faf-16f430a1d8d2 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2202756 Aug 27 16:30:41.613323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.615596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 58996) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:41.631376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae2bc95b-2a37-4bc4-bf56-ccc45da29804 req-ed9b8378-9e4c-418f-80e5-9a16782cfad8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.3483713 Aug 27 16:30:41.633582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Deleting port 558a8266-9c16-4bbe-8744-da78cd1cc809 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:41.634206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.637181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 686ca59a-c19a-44d6-8804-6f9c641f0d46 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:41.872536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 686ca59a-c19a-44d6-8804-6f9c641f0d46 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:41.955155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae2bc95b-2a37-4bc4-bf56-ccc45da29804 req-5063f5e6-ca2a-4778-8bdc-02e90180051b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200872 Aug 27 16:30:41.957909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:41.974579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['578f3f19-8caa-4338-98c6-db9d47663567'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:30:42.126663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c807cd-ac46-4c4d-b888-561bffcaf17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.129349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1c807cd-ac46-4c4d-b888-561bffcaf17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.130442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c1c807cd-ac46-4c4d-b888-561bffcaf17e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/def9899a-417c-4eab-bec1-993a80165ac7 HTTP/1.1" status: 204 len: 168 time: 1.1683626 Aug 27 16:30:42.172237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4fc71-c737-4165-9db4-3cdea2a01ad5 None None] Network 17f17fa9-cf8f-4ff7-aa14-97230b483020 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:42.183940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.220618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] For port 558a8266-9c16-4bbe-8744-da78cd1cc809, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=558a8266-9c16-4bbe-8744-da78cd1cc809,segment=NetworkSegment(f0640afc-e81a-4355-a18d-f1f58dc7f7e5),segment_id=f0640afc-e81a-4355-a18d-f1f58dc7f7e5)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:42.221397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.254601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event deleted for resources: {'Port': ['ID=578f3f19-8caa-4338-98c6-db9d47663567,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:42.269255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Calling delete_port for 558a8266-9c16-4bbe-8744-da78cd1cc809 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:42.279915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] No DVR routers for this DVR port 578f3f19-8caa-4338-98c6-db9d47663567 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:30:42.286582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.289942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a079b93f-1444-4ca5-9e06-dba6c57b8c40 req-1b3a7034-807e-497f-a863-b12802442099 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.97 "DELETE /v2.0/ports/578f3f19-8caa-4338-98c6-db9d47663567 HTTP/1.1" status: 204 len: 173 time: 1.7589769 Aug 27 16:30:42.297754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ffee58-db07-41ea-b415-a48f530e715f', 'name': 'network-vif-deleted', 'tag': '578f3f19-8caa-4338-98c6-db9d47663567'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:42.302294 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d081f-37b0-4b04-b9c7-45bc27ae7fe7" -d '{"events": [{"server_uuid": "45ffee58-db07-41ea-b415-a48f530e715f", "name": "network-vif-deleted", "tag": "578f3f19-8caa-4338-98c6-db9d47663567"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:42.305522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c807cd-ac46-4c4d-b888-561bffcaf17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def9899a-417c-4eab-bec1-993a80165ac7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:42.337992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36158eac-da03-412a-ad17-c1c2033f62fd req-3238b71e-5c10-4322-bf65-72948c837c54 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:42.345907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4eb7f02b-9777-4276-83eb-6f45723c149c None None] Provisioning for port 686ca59a-c19a-44d6-8804-6f9c641f0d46 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:42.348790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36158eac-da03-412a-ad17-c1c2033f62fd req-3238b71e-5c10-4322-bf65-72948c837c54 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 945 time: 0.1545343 Aug 27 16:30:42.354796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 558a8266-9c16-4bbe-8744-da78cd1cc809 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:30:42.368015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router dab73c7c-920a-45db-a370-11f5096bb1b7 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:30:42.418133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58969823-265d-48b8-a71c-5b5f4429bd33 req-c326c053-9b88-4f5c-8b39-3ef136f1d375 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:42.425245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4eb7f02b-9777-4276-83eb-6f45723c149c None None] Provisioning complete for port 686ca59a-c19a-44d6-8804-6f9c641f0d46 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:42.425661 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f02b-9777-4276-83eb-6f45723c149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.426123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Deleting port 686ca59a-c19a-44d6-8804-6f9c641f0d46 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:42.426959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58969823-265d-48b8-a71c-5b5f4429bd33 req-c326c053-9b88-4f5c-8b39-3ef136f1d375 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2050636 Aug 27 16:30:42.432728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.513015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36158eac-da03-412a-ad17-c1c2033f62fd req-f307a290-6e3f-422c-8778-2855e1a1ab68 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/security-groups?id=64d702d7-536d-4fd6-8f06-7bf74725b679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630092 Aug 27 16:30:42.550055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58969823-265d-48b8-a71c-5b5f4429bd33 req-747dc644-bb6a-4c31-8571-a99a8b64306f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168966 Aug 27 16:30:42.590863 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.615123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] DHCP port deletion for 17f17fa9-cf8f-4ff7-aa14-97230b483020 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:30:42.625610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f02b-9777-4276-83eb-6f45723c149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.643833 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f72daf-533b-4320-a85f-c166d61f089e x-openstack-request-id: req-51f72daf-533b-4320-a85f-c166d61f089e {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:42.643833 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ffee58-db07-41ea-b415-a48f530e715f", "name": "network-vif-deleted", "tag": "578f3f19-8caa-4338-98c6-db9d47663567", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:42.643833 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51f72daf-533b-4320-a85f-c166d61f089e {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:42.643833 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ffee58-db07-41ea-b415-a48f530e715f', 'name': 'network-vif-deleted', 'tag': '578f3f19-8caa-4338-98c6-db9d47663567', 'status': 'completed', 'code': 200} Aug 27 16:30:42.696374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4eb7f02b-9777-4276-83eb-6f45723c149c None None] For port 686ca59a-c19a-44d6-8804-6f9c641f0d46, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=686ca59a-c19a-44d6-8804-6f9c641f0d46,segment=NetworkSegment(2d9480ca-7a77-4766-974f-4fdf6e84a2d9),segment_id=2d9480ca-7a77-4766-974f-4fdf6e84a2d9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:42.721272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] Deleting port 686ca59a-c19a-44d6-8804-6f9c641f0d46 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:30:42.722111 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.739768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] For port 686ca59a-c19a-44d6-8804-6f9c641f0d46, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=686ca59a-c19a-44d6-8804-6f9c641f0d46,segment=NetworkSegment(2d9480ca-7a77-4766-974f-4fdf6e84a2d9),segment_id=2d9480ca-7a77-4766-974f-4fdf6e84a2d9)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:42.757731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.772463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9820-c11f-427d-b74f-0664ba9e75ad req-cc043fc9-3b17-4914-a5e3-74121ef047e2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:42.774138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3af9820-c11f-427d-b74f-0664ba9e75ad req-cc043fc9-3b17-4914-a5e3-74121ef047e2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0561171 Aug 27 16:30:42.815708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Calling delete_port for 686ca59a-c19a-44d6-8804-6f9c641f0d46 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:42.823202 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f02b-9777-4276-83eb-6f45723c149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.834793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] For port 686ca59a-c19a-44d6-8804-6f9c641f0d46, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=686ca59a-c19a-44d6-8804-6f9c641f0d46,segment=NetworkSegment(2d9480ca-7a77-4766-974f-4fdf6e84a2d9),segment_id=2d9480ca-7a77-4766-974f-4fdf6e84a2d9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:42.835293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:42.837913 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3af9820-c11f-427d-b74f-0664ba9e75ad req-157eb21f-9ab4-4c42-9c98-d297e52557eb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533056 Aug 27 16:30:42.845186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59026) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:42.865875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:30:42.880957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Sync routers for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:30:42.886861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] Calling delete_port for 686ca59a-c19a-44d6-8804-6f9c641f0d46 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:30:42.931961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:42.932777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:30:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:42.950727 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.002585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Pushing event deleted for resources: {'Port': ['ID=558a8266-9c16-4bbe-8744-da78cd1cc809,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:43.009703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7f02b-9777-4276-83eb-6f45723c149c None None] Pushing event updated for resources: {'Port': ['ID=686ca59a-c19a-44d6-8804-6f9c641f0d46,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:43.033109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e379a-83e9-4524-8f67-a28007d9fa99 req-46c6550b-0595-4232-9960-b3b23a600233 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:43.041379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-845e379a-83e9-4524-8f67-a28007d9fa99 req-46c6550b-0595-4232-9960-b3b23a600233 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1014605 Aug 27 16:30:43.109689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] No DVR routers for this DVR port 558a8266-9c16-4bbe-8744-da78cd1cc809 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:30:43.112430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4b02c3f-7108-4020-a4e8-c03616e2fe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.116710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.122626 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-27d8a8b6-04b0-4c84-a8cd-058bacebdb8a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.1786644 Aug 27 16:30:43.122961 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.128236 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d8e36597-85e0-4c23-9ddb-ead23b6b2eb4 req-dbda92f5-036a-4ab5-9b26-256fd2ed5af6 tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.90 "DELETE /v2.0/ports/558a8266-9c16-4bbe-8744-da78cd1cc809 HTTP/1.1" status: 204 len: 173 time: 2.0869913 Aug 27 16:30:43.130461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'name': 'network-vif-deleted', 'tag': '558a8266-9c16-4bbe-8744-da78cd1cc809'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:30:43.143780 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bfb00b-4639-4e94-a0fa-eb5198242d9d" -d '{"events": [{"server_uuid": "1fd7eb65-8465-45ff-b374-d49aa3dddaa8", "name": "network-vif-deleted", "tag": "558a8266-9c16-4bbe-8744-da78cd1cc809"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:30:43.144152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59036) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:43.147588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:43.196184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-845e379a-83e9-4524-8f67-a28007d9fa99 req-d94fe2be-5ff7-49a6-9e07-e89dafc0c8d0 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498566 Aug 27 16:30:43.211095 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd145ce-84c4-46e0-a439-4b7fce2f7db1 x-openstack-request-id: req-edd145ce-84c4-46e0-a439-4b7fce2f7db1 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:30:43.211664 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7eb65-8465-45ff-b374-d49aa3dddaa8", "name": "network-vif-deleted", "tag": "558a8266-9c16-4bbe-8744-da78cd1cc809", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:30:43.211664 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-edd145ce-84c4-46e0-a439-4b7fce2f7db1 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:30:43.213091 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7eb65-8465-45ff-b374-d49aa3dddaa8', 'name': 'network-vif-deleted', 'tag': '558a8266-9c16-4bbe-8744-da78cd1cc809', 'status': 'completed', 'code': 200} Aug 27 16:30:43.245674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.294881 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.311964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Port': ['ID=686ca59a-c19a-44d6-8804-6f9c641f0d46,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:43.315491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] No DVR routers for this DVR port 686ca59a-c19a-44d6-8804-6f9c641f0d46 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:30:43.390427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] Pushing event deleted for resources: {'Port': ['ID=686ca59a-c19a-44d6-8804-6f9c641f0d46,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:43.457440 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4b02c3f-7108-4020-a4e8-c03616e2fe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.477746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.493178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f17fa9-cf8f-4ff7-aa14-97230b483020']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:43.517868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9480ca-7a77-4766-974f-4fdf6e84a2d9') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:43.524138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9480ca-7a77-4766-974f-4fdf6e84a2d9') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:43.543787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.552927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d4b02c3f-7108-4020-a4e8-c03616e2fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.567932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21616a-6741-45f0-9dd3-33a8ab3a629c None None] No DVR routers for this DVR port 686ca59a-c19a-44d6-8804-6f9c641f0d46 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:30:43.614813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 686ca59a-c19a-44d6-8804-6f9c641f0d46 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:30:43.623057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.637001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:43.637436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:43.645380 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:43.719200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31c1ca-4e57-4feb-9c59-dd4a1ee10c63 req-c4559224-349a-4657-9e47-975a4fd69b0e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:43.726896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc31c1ca-4e57-4feb-9c59-dd4a1ee10c63 req-c4559224-349a-4657-9e47-975a4fd69b0e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2505076 Aug 27 16:30:43.747481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33413f2-5515-4056-a2cc-8ff504d8de61 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:30:43.766377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d4b02c3f-7108-4020-a4e8-c03616e2fe20 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=effbb89440834a67b25d259702d8f53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9086528 Aug 27 16:30:43.768496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2f60ce6-6f1e-4ffd-ab0b-68847145033f req-67802ff4-b861-490b-8c5e-f3dfc7dfd96a tempest-MultipleCreateTestJSON-54188673 tempest-MultipleCreateTestJSON-54188673-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fd7eb65-8465-45ff-b374-d49aa3dddaa8 HTTP/1.1" status: 200 len: 210 time: 0.0352597 Aug 27 16:30:43.770197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59054) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:43.773167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 686ca59a-c19a-44d6-8804-6f9c641f0d46 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:30:43.773663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 686ca59a-c19a-44d6-8804-6f9c641f0d46 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:30:43.778257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6f194024-519b-4f7e-a044-de03a8f03d3b tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=6dcbec5dcc7f44ea95928574c57bce64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6313939 Aug 27 16:30:43.782417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59056) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:43.783292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b02c3f-7108-4020-a4e8-c03616e2fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5274640-2c68-4dfe-be5c-38b044129885,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:43.886666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.897073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33413f2-5515-4056-a2cc-8ff504d8de61 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:30:43.899097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:43.904866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:39Z', 'revision_number': 3, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:43.905102 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/networks/17f17fa9-cf8f-4ff7-aa14-97230b483020 HTTP/1.1" status: 204 len: 168 time: 2.2850964 Aug 27 16:30:43.913578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59060) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:43.923525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ab4e5-7873-4586-8b29-237958ca5ac0 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Network': ['ID=17f17fa9-cf8f-4ff7-aa14-97230b483020,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:43.933273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Checking router: dab73c7c-920a-45db-a370-11f5096bb1b7 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:30:43.933636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Updating router dab73c7c-920a-45db-a370-11f5096bb1b7 port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:30:44.024860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.102326 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.302914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.328674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a3a9ce-3cd1-43de-9458-2f19c55adae1']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:44.391486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0dca4c-a114-4b61-99f6-4ec8718e9aff') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:44.392972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0dca4c-a114-4b61-99f6-4ec8718e9aff') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:44.415470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.434425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc31c1ca-4e57-4feb-9c59-dd4a1ee10c63 req-7882acad-71fe-4b3f-8df4-2171b46a838a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062781 Aug 27 16:30:44.444241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.455697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:44.456235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.480364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-089d0a9a-eb83-4627-878c-9914e7d760b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.486934 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:44.517956 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:44.541153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35affeb-4d44-46d9-af3e-51071a65032e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:44.543034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d35affeb-4d44-46d9-af3e-51071a65032e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7557504 Aug 27 16:30:44.547331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59078) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:44.547488 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-089d0a9a-eb83-4627-878c-9914e7d760b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.589267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Transition to ACTIVE for port object 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:44.595127 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-40e003b4-083a-4233-9304-3f63a94505c8 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478513 Aug 27 16:30:44.596423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.599126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59080) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:44.606182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-888893280', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:44.611673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b9b84-5efc-4ab2-a741-f6aafe8d2ddd req-c51e7178-6d4c-4d0e-97e2-c8cd6b50ee56 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:44.614007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d99b9b84-5efc-4ab2-a741-f6aafe8d2ddd req-c51e7178-6d4c-4d0e-97e2-c8cd6b50ee56 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0867033 Aug 27 16:30:44.641447 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.645888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/networks/25a3a9ce-3cd1-43de-9458-2f19c55adae1 HTTP/1.1" status: 204 len: 168 time: 0.7286925 Aug 27 16:30:44.646569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59082) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:44.648424 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.683352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c7dee-9226-437b-9850-858ca7ca5675 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Network': ['ID=25a3a9ce-3cd1-43de-9458-2f19c55adae1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:44.755465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9230-3067-4ddf-bd3e-94c6c40b2733 None None] Pushing event updated for resources: {'Port': ['ID=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:44.760044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Attempting to bind port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:30:44.760454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Attempting to bind port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:30:44.760834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Attempting to bind port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:44.766909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:30:44.768025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:44.768025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.768294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:30:44.768732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Bound port: 49539b77-4a51-4d8b-8bfd-735c7b79ddc0, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:30:44.769125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.773995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-089d0a9a-eb83-4627-878c-9914e7d760b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.776947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-089d0a9a-eb83-4627-878c-9914e7d760b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.778314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-089d0a9a-eb83-4627-878c-9914e7d760b4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d5274640-2c68-4dfe-be5c-38b044129885 HTTP/1.1" status: 204 len: 168 time: 0.9990427 Aug 27 16:30:44.802001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d99b9b84-5efc-4ab2-a741-f6aafe8d2ddd req-72774847-e4e7-4088-8279-73e24fd65a3d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761198 Aug 27 16:30:44.815716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Made reservation on behalf of 6dcbec5dcc7f44ea95928574c57bce64 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:44.819661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d0a9a-eb83-4627-878c-9914e7d760b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5274640-2c68-4dfe-be5c-38b044129885,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:44.820341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.851984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] For port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:30:44.863890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:44.871317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] For port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:30:44.921137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59098) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:44.923561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 578f3f19-8caa-4338-98c6-db9d47663567 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:30:44.979159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] Deleting subnet 4236165b-4382-48d9-affe-a05abd9fcdf0 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:30:44.988152 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.002048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 578f3f19-8caa-4338-98c6-db9d47663567 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:30:45.002424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 578f3f19-8caa-4338-98c6-db9d47663567 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:30:45.004383 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.049102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.049680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.062413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e0431c-9f77-41c6-9a6f-ef9150733e4b']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.074506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6345f447-a433-4609-8861-ad7dae5d6e31') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.074804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6345f447-a433-4609-8861-ad7dae5d6e31') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.093283 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.099229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:45.100075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:30:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.108333 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.116426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:45.116839 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:45.121341 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:45.133489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.170297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9230-3067-4ddf-bd3e-94c6c40b2733 None None] Pushing event updated for resources: {'Port': ['ID=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:45.191655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f184839-a3a2-4cbe-a6a3-4e080d72f04a req-22e7285a-a3cf-43e6-a984-85925c82e2e8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:45.198891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f184839-a3a2-4cbe-a6a3-4e080d72f04a req-22e7285a-a3cf-43e6-a984-85925c82e2e8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2053840 Aug 27 16:30:45.248232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f184839-a3a2-4cbe-a6a3-4e080d72f04a req-24e73092-ce4c-4532-9445-680d54d98c68 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479972 Aug 27 16:30:45.257010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:45.291073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.304657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.304657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/networks/05e0431c-9f77-41c6-9a6f-ef9150733e4b HTTP/1.1" status: 204 len: 168 time: 0.6561325 Aug 27 16:30:45.306449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59110) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:45.314792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54047f-702d-4004-bff3-27de25a6707c tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Network': ['ID=05e0431c-9f77-41c6-9a6f-ef9150733e4b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:45.350509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.390300 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.446828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71e9a1-ce1d-4a9f-bce8-c36a72cf0c16 req-64adc919-ecc2-40c7-9bed-5bc4cfa4a338 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:45.448549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e71e9a1-ce1d-4a9f-bce8-c36a72cf0c16 req-64adc919-ecc2-40c7-9bed-5bc4cfa4a338 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1103745 Aug 27 16:30:45.490279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.495764 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4236165b-4382-48d9-affe-a05abd9fcdf0 HTTP/1.1" status: 204 len: 168 time: 0.5729229 Aug 27 16:30:45.502401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59116) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:45.537348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e71e9a1-ce1d-4a9f-bce8-c36a72cf0c16 req-03b98750-23f6-4c6e-8729-f9c89766fcd3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770211 Aug 27 16:30:45.551317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Subnet': ['ID=bf623bb0-642a-4e2d-bb61-5a138319b103,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:45.610362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.656121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Checking segment: {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:45.656474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network hostable DHCP agents. Network: 87984889-e7fb-491c-8aae-b87f4a62fa1f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:30:45.657718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:39Z', 'revision_number': 3, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.665889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badcbf7-567a-42e0-99c7-0e73ce664a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4236165b-4382-48d9-affe-a05abd9fcdf0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:45.692545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81d7e4-8dc3-4072-9b13-6fe1c7cc637d None None] The sync data for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 is: [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:39Z', 'revision_number': 3, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:30:45.713251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.720463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e701bd-ed22-4f0c-9051-971854348f4d req-d63dfa2b-81b8-4244-978e-fb984bb7017f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:45.722043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4e701bd-ed22-4f0c-9051-971854348f4d req-d63dfa2b-81b8-4244-978e-fb984bb7017f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0696495 Aug 27 16:30:45.775138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4e701bd-ed22-4f0c-9051-971854348f4d req-bbd8cb58-dbac-442b-9354-2945e1dda347 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Aug 27 16:30:45.811415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.818066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:30:45.825351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6588a2a4-6e22-4158-9f43-fd4180a37694']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.844129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc4042f-6fd0-42d5-b741-42a826532b53') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.848327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc4042f-6fd0-42d5-b741-42a826532b53') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:45.884887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.936132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.942481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.951583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:45.951989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:45.955213 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:45.971960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 87984889-e7fb-491c-8aae-b87f4a62fa1f) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:45.981831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a2584-cea1-4d5c-bfe8-0e93e6498afa None None] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:46.019236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66f190c-ed77-43ea-99a2-4dc07152d8c5']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:46.019456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f2a2a-1caa-46cb-9979-cb498be6ec5a req-b46df031-fe62-42cb-b9d9-cb6e98e4b2f7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:46.022478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:46.023109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.024296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-727f2a2a-1caa-46cb-9979-cb498be6ec5a req-b46df031-fe62-42cb-b9d9-cb6e98e4b2f7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1163168 Aug 27 16:30:46.045285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:46.045587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0640afc-e81a-4355-a18d-f1f58dc7f7e5') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:46.080132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.113787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.138163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-727f2a2a-1caa-46cb-9979-cb498be6ec5a req-5c59fe0b-5e20-43b5-b990-b2d5902bf5ca tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092577 Aug 27 16:30:46.152934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:46.159685 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:46.259697 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-60543ed2-a60e-4a89-8c8e-c16eb9af275f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6583457 Aug 27 16:30:46.260979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.263242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:46.282454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.282454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] 10.222.0.101 "DELETE /v2.0/networks/6588a2a4-6e22-4158-9f43-fd4180a37694 HTTP/1.1" status: 204 len: 168 time: 0.9673293 Aug 27 16:30:46.297350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbaa00-67ee-418b-a9e3-0c9b87e3a544 tempest-BulkNetworkOpsIpV6Test-15962372 tempest-BulkNetworkOpsIpV6Test-15962372-project] Pushing event deleted for resources: {'Network': ['ID=6588a2a4-6e22-4158-9f43-fd4180a37694,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:46.331378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-87984889-e7fb-491c-8aae-b87f4a62fa1f', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:30:46.332293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.411079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.418360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.426116 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e66f190c-ed77-43ea-99a2-4dc07152d8c5 HTTP/1.1" status: 204 len: 168 time: 0.8950529 Aug 27 16:30:46.438711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b49fb-a5c3-4fc9-b96c-dd9a0b3887ce req-1e09f643-a342-4e94-9510-e11b4b7a7590 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:46.440706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-647b49fb-a5c3-4fc9-b96c-dd9a0b3887ce req-1e09f643-a342-4e94-9510-e11b4b7a7590 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1105919 Aug 27 16:30:46.445827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e9281-4de8-48ab-bb64-5c42cb5eb1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66f190c-ed77-43ea-99a2-4dc07152d8c5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:46.512848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Allocated IP 172.20.0.2 (87984889-e7fb-491c-8aae-b87f4a62fa1f/bf623bb0-642a-4e2d-bb61-5a138319b103/9dae3c38-6c0b-481a-a219-0779d2bebe47) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:46.563222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-647b49fb-a5c3-4fc9-b96c-dd9a0b3887ce req-c1af057c-f81d-4dbd-8af4-e58c1aeff7a2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037791 Aug 27 16:30:46.769210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb3914-cf64-40f7-aad2-b3e013bf3ff7 req-8fff558b-2152-4f2b-afe2-10cab1e84cb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:46.778207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cbb3914-cf64-40f7-aad2-b3e013bf3ff7 req-8fff558b-2152-4f2b-afe2-10cab1e84cb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1276517 Aug 27 16:30:46.786242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.797502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Transition to ACTIVE for port object 9dae3c38-6c0b-481a-a219-0779d2bebe47 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:46.817412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Transition to ACTIVE for port object 9dae3c38-6c0b-481a-a219-0779d2bebe47 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:46.832051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cbb3914-cf64-40f7-aad2-b3e013bf3ff7 req-a97240df-27cf-4def-b0a2-ed28032a133f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529635 Aug 27 16:30:46.931923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:46.981018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:46.988332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:46.992696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:47.020985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Pushing event updated for resources: {'Port': ['ID=9dae3c38-6c0b-481a-a219-0779d2bebe47,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:47.067402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Attempting to bind port 9dae3c38-6c0b-481a-a219-0779d2bebe47 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:30:47.071563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Attempting to bind port 9dae3c38-6c0b-481a-a219-0779d2bebe47 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:30:47.071563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Attempting to bind port 9dae3c38-6c0b-481a-a219-0779d2bebe47 on network 87984889-e7fb-491c-8aae-b87f4a62fa1f {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:47.074684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:30:47.075326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Checking segment: {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:47.075906 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.076028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df1dda-f498-4864-9741-f97e03a3fef5 req-6c3f7344-f94e-4470-8844-f9605ac712e5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:47.076641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Bound using segment: {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:30:47.077324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Bound port: 9dae3c38-6c0b-481a-a219-0779d2bebe47, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:30:47.077562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15df1dda-f498-4864-9741-f97e03a3fef5 req-6c3f7344-f94e-4470-8844-f9605ac712e5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1144040 Aug 27 16:30:47.078153 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.085945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.143701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] For port 9dae3c38-6c0b-481a-a219-0779d2bebe47, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:30:47.146909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] For port 9dae3c38-6c0b-481a-a219-0779d2bebe47, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9dae3c38-6c0b-481a-a219-0779d2bebe47,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:30:47.163129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59162) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:47.175822 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15df1dda-f498-4864-9741-f97e03a3fef5 req-c047e235-11ac-4ac8-b260-148423fed947 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918276 Aug 27 16:30:47.252861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-759c5ca5-0784-48e0-962c-4605253d1133 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6671379076614e6c8566350b815d8dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883389 Aug 27 16:30:47.255358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59168) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:47.280383 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.348879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4bc4-f4d5-4388-b055-6d53d5b43745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.374179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd394b02-1e1b-46e4-9754-1376c0142700 None None] Pushing event updated for resources: {'Port': ['ID=9dae3c38-6c0b-481a-a219-0779d2bebe47,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:47.375376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4bc4-f4d5-4388-b055-6d53d5b43745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.435282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9130c-a9bd-49db-a56a-8f452b0402dd req-5b5d2120-1033-4880-84c8-b4bbdaca65fb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:47.436996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdb9130c-a9bd-49db-a56a-8f452b0402dd req-5b5d2120-1033-4880-84c8-b4bbdaca65fb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1666081 Aug 27 16:30:47.512992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4bc4-f4d5-4388-b055-6d53d5b43745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.516267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4bc4-f4d5-4388-b055-6d53d5b43745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.521221 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8a8c4bc4-f4d5-4388-b055-6d53d5b43745 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/64d702d7-536d-4fd6-8f06-7bf74725b679 HTTP/1.1" status: 204 len: 168 time: 0.2647243 Aug 27 16:30:47.545227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c4bc4-f4d5-4388-b055-6d53d5b43745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d702d7-536d-4fd6-8f06-7bf74725b679,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:47.605283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:47.680517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:47.698793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdb9130c-a9bd-49db-a56a-8f452b0402dd req-592183a9-e9cc-44d6-9cf7-4e38408541ec tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489951 Aug 27 16:30:47.735715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Allocated IP 172.20.0.1 (87984889-e7fb-491c-8aae-b87f4a62fa1f/bf623bb0-642a-4e2d-bb61-5a138319b103/6d942ad7-4a5c-443e-8c89-0f8db0fdc65b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:47.946777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:47.948955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66f9e-3944-4b13-ad65-2300c131db42 req-01ce5ad9-120b-43d9-aaf4-0d6a4ad3b16e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:47.950521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4e66f9e-3944-4b13-ad65-2300c131db42 req-01ce5ad9-120b-43d9-aaf4-0d6a4ad3b16e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0855858 Aug 27 16:30:47.951085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:47.951500 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.972840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:47.997763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Transition to ACTIVE for port object 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:48.015505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4e66f9e-3944-4b13-ad65-2300c131db42 req-f8eaa2f2-862a-454e-8b6c-1b80c7e9f919 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530417 Aug 27 16:30:48.039993 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.078540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:48.144360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.164570 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.197443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:48.205850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8519-3d74-472c-a06f-8d24fea120fa req-156cdb5b-e88b-46af-8442-035f8450e000 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:48.210871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-923b8519-3d74-472c-a06f-8d24fea120fa req-156cdb5b-e88b-46af-8442-035f8450e000 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0955932 Aug 27 16:30:48.211052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:48.217591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:48.223992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:48.251046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:48.293461 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.336019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-923b8519-3d74-472c-a06f-8d24fea120fa req-30763915-97a9-448c-8169-e2463def9252 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888863 Aug 27 16:30:48.475294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59208) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:48.514445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59212) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:48.520146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-addacb9f-24e8-43a0-a6d8-e3d03bb4acc7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=033a328fa0fd4fd7b3b5f5095c5a342b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9058321 Aug 27 16:30:48.597949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.600172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ba087bc-604b-4fdd-b575-a6e1a64be530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.634749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e6f29-9699-4850-b05a-da2564c01816 req-a54fd291-9a99-4faa-afa6-21f6cd6a9a6d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:48.635485 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ba087bc-604b-4fdd-b575-a6e1a64be530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.642520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f47e6f29-9699-4850-b05a-da2564c01816 req-a54fd291-9a99-4faa-afa6-21f6cd6a9a6d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0914233 Aug 27 16:30:48.725116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-234956ee-cb10-4360-a0e4-1ccf4d02aea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.827850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f47e6f29-9699-4850-b05a-da2564c01816 req-232a5f90-9827-4b41-a71a-63a97d49eb72 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837440 Aug 27 16:30:48.889578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ba087bc-604b-4fdd-b575-a6e1a64be530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.902763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ba087bc-604b-4fdd-b575-a6e1a64be530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:48.917426 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7ba087bc-604b-4fdd-b575-a6e1a64be530 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d554b325-c297-44ca-b688-fb0ac9de0dfd HTTP/1.1" status: 204 len: 168 time: 0.4016933 Aug 27 16:30:48.945463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba087bc-604b-4fdd-b575-a6e1a64be530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554b325-c297-44ca-b688-fb0ac9de0dfd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:48.978845 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-234956ee-cb10-4360-a0e4-1ccf4d02aea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.015013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb6f85-8575-4da1-b56d-12389d2a5078 None None] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:49.045332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-234956ee-cb10-4360-a0e4-1ccf4d02aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.083434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234956ee-cb10-4360-a0e4-1ccf4d02aea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe544c-771d-4831-bad6-038ab43f9039,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:49.136795 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-234956ee-cb10-4360-a0e4-1ccf4d02aea6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e09b20a5459d444cbd1805a3d0191e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572726 Aug 27 16:30:49.137504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59228) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:49.205748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d622dabe-06fe-48a8-af40-0b20de3bf147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.212003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9690335-6520-44cf-bd20-94da3f0481e9 req-a09f1c00-e452-42f2-93ac-40304e9877b3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:49.214323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9690335-6520-44cf-bd20-94da3f0481e9 req-a09f1c00-e452-42f2-93ac-40304e9877b3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2435231 Aug 27 16:30:49.253658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d622dabe-06fe-48a8-af40-0b20de3bf147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.312954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9690335-6520-44cf-bd20-94da3f0481e9 req-a0aaed1e-48da-4aa9-a7b4-8deefa365571 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863919 Aug 27 16:30:49.389030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.405066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4dc646ce-93e4-4b4e-bf6e-ebc53a21e360 None None] Provisioning for port 9dae3c38-6c0b-481a-a219-0779d2bebe47 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:49.465225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d622dabe-06fe-48a8-af40-0b20de3bf147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.473785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d622dabe-06fe-48a8-af40-0b20de3bf147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.481282 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d622dabe-06fe-48a8-af40-0b20de3bf147 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a3fe544c-771d-4831-bad6-038ab43f9039 HTTP/1.1" status: 204 len: 168 time: 0.3404980 Aug 27 16:30:49.491316 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.544846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622dabe-06fe-48a8-af40-0b20de3bf147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe544c-771d-4831-bad6-038ab43f9039,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:49.763868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:49.766535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.808218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2aff2a-77fc-4301-814b-a3a5f2c59e03 req-3771815c-b2b8-4ac8-a35a-069a85e10390 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:49.810014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc2aff2a-77fc-4301-814b-a3a5f2c59e03 req-3771815c-b2b8-4ac8-a35a-069a85e10390 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1494114 Aug 27 16:30:49.835644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9dae3c38-6c0b-481a-a219-0779d2bebe47 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:49.913882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Provisioning for port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:49.919360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Provisioning complete for port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:49.921094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.940323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc2aff2a-77fc-4301-814b-a3a5f2c59e03 req-8c0c679d-4cfe-4ba2-a6ed-6a54993f0069 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194208 Aug 27 16:30:49.984173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:30:49.987333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9dae3c38-6c0b-481a-a219-0779d2bebe47 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:49.994001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9dae3c38-6c0b-481a-a219-0779d2bebe47 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:49.995114 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:49.995416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:49.997003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:50.058024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Provisioning complete for port 9dae3c38-6c0b-481a-a219-0779d2bebe47 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:50.058738 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.284822 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.314459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.366894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 9dae3c38-6c0b-481a-a219-0779d2bebe47, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9dae3c38-6c0b-481a-a219-0779d2bebe47,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:50.421558 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.422359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:50.570863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59274) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:50.585470 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:30:50.586093 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-fc801700-0aa0-4677-a7ee-b2ac947cd64e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:30:50.591238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=9dae3c38-6c0b-481a-a219-0779d2bebe47,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:50.607186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e83736af-2dc4-4f1d-8bc1-63b6a8dbbd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.615893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:50.616151 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.677481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92b4d892-d230-41b0-b33d-2d6cd3755c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.859383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e83736af-2dc4-4f1d-8bc1-63b6a8dbbd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.930698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e83736af-2dc4-4f1d-8bc1-63b6a8dbbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:50.984187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31f625-0c5d-404c-83c1-fa2592317d2a req-8b857ecd-28e8-4724-b927-315e20acba17 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:50.985593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83736af-2dc4-4f1d-8bc1-63b6a8dbbd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef2b9a5-1987-4fee-b6a5-9a1c1ab7f4a5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:50.985803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad31f625-0c5d-404c-83c1-fa2592317d2a req-8b857ecd-28e8-4724-b927-315e20acba17 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.9106808 Aug 27 16:30:51.028934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router dab73c7c-920a-45db-a370-11f5096bb1b7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:30:51.049461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad31f625-0c5d-404c-83c1-fa2592317d2a req-51ad3aaf-6502-48a1-8ae9-891364518e11 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Aug 27 16:30:51.054201 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e83736af-2dc4-4f1d-8bc1-63b6a8dbbd75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=20eccedb76854fce9ebfe0b7c9f30cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799590 Aug 27 16:30:51.056914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59290) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:51.226029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97cef190-e807-4702-a779-4e6385543e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.263453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:30:51.274633 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Sync routers for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:30:51.290030 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:51.292207 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:30:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:51.292955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-56319f23-ba42-4d1c-864b-176726348850 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "PUT /v2.0/routers/dab73c7c-920a-45db-a370-11f5096bb1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0232279 Aug 27 16:30:51.294985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59306) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:51.299860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d4214248-8a90-4eac-b4b8-3b2142409fc3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1557566360', 'description': 'tempest-secgroup_access--1557566360 description', 'project_id': '6dcbec5dcc7f44ea95928574c57bce64'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:51.304970 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97cef190-e807-4702-a779-4e6385543e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.340536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-927b5fdd-e2d9-4edd-9b60-caeb4cad2b1b None None] Provisioning complete for port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:51.342458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-927b5fdd-e2d9-4edd-9b60-caeb4cad2b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.424893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-927b5fdd-e2d9-4edd-9b60-caeb4cad2b1b None None] Port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:30:51.431004 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:51.468811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a05ce9-6641-4865-adef-14cb3be61a16 req-6eb01537-df4e-4856-bf25-c48f3ec9f0ee tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:51.489894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24a05ce9-6641-4865-adef-14cb3be61a16 req-6eb01537-df4e-4856-bf25-c48f3ec9f0ee tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1304765 Aug 27 16:30:51.557821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d4214248-8a90-4eac-b4b8-3b2142409fc3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.586106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24a05ce9-6641-4865-adef-14cb3be61a16 req-30319d28-10ce-4888-b71b-3dcd8f058046 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974255 Aug 27 16:30:51.591912 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97cef190-e807-4702-a779-4e6385543e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.595569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9dae3c38-6c0b-481a-a219-0779d2bebe47 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:51.616497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-97cef190-e807-4702-a779-4e6385543e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.636440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-97cef190-e807-4702-a779-4e6385543e32 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5ef2b9a5-1987-4fee-b6a5-9a1c1ab7f4a5 HTTP/1.1" status: 204 len: 168 time: 0.5761411 Aug 27 16:30:51.663426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cef190-e807-4702-a779-4e6385543e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef2b9a5-1987-4fee-b6a5-9a1c1ab7f4a5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:51.751543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d4214248-8a90-4eac-b4b8-3b2142409fc3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.775135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9dae3c38-6c0b-481a-a219-0779d2bebe47 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:51.775572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.797898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770099e6-f668-4864-a6bb-2a85f230d0f0 req-5b3a55ee-9c4c-4b08-82c8-0ebe6b2033ce tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:51.799734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-770099e6-f668-4864-a6bb-2a85f230d0f0 req-5b3a55ee-9c4c-4b08-82c8-0ebe6b2033ce tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0648496 Aug 27 16:30:51.813206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59326) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:51.817739 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:49Z', 'revision_number': 2, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:51.840416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d4214248-8a90-4eac-b4b8-3b2142409fc3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:51.863561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-770099e6-f668-4864-a6bb-2a85f230d0f0 req-c1e24e75-fa9b-4dbe-8923-baca8d615448 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 Aug 27 16:30:51.882425 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Checking router: dab73c7c-920a-45db-a370-11f5096bb1b7 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:30:51.882768 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Updating router dab73c7c-920a-45db-a370-11f5096bb1b7 port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:30:51.913244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4214248-8a90-4eac-b4b8-3b2142409fc3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6371dc11-5602-4b45-934e-853c43b95429,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:51.948032 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.004733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d4214248-8a90-4eac-b4b8-3b2142409fc3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.009687 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d4214248-8a90-4eac-b4b8-3b2142409fc3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7134087 Aug 27 16:30:52.009895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59338) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:52.015581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6db55896-a5a3-4403-b14f-1cef85973ed2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1062814054', 'description': 'tempest-secgroup_general--1062814054 description', 'project_id': '6dcbec5dcc7f44ea95928574c57bce64'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:52.179896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db55896-a5a3-4403-b14f-1cef85973ed2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.241309 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.251000 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Transition to ACTIVE for port object 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:52.268352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db55896-a5a3-4403-b14f-1cef85973ed2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.352464 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.362079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db55896-a5a3-4403-b14f-1cef85973ed2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.432740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db55896-a5a3-4403-b14f-1cef85973ed2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5209999f-0905-4785-8c5d-c94150bde60b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:52.446733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6db55896-a5a3-4403-b14f-1cef85973ed2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.454116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6db55896-a5a3-4403-b14f-1cef85973ed2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4423213 Aug 27 16:30:52.454857 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Pushing event updated for resources: {'Port': ['ID=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:52.456878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59352) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:52.464334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-aa24a77c-58fd-4ebd-ae9c-1c88bb04460c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'security_group_rule': {'security_group_id': '6371dc11-5602-4b45-934e-853c43b95429', 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:52.499206 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.499577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.499885 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.500430 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.500927 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.501480 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.503728 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.504225 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.505614 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.514600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.514600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.514600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:30:52.599903 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Attempting to bind port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:30:52.599903 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Attempting to bind port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:30:52.600146 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Attempting to bind port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b on network 87984889-e7fb-491c-8aae-b87f4a62fa1f {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:30:52.608439 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:30:52.608909 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Checking segment: {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:52.609874 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.610275 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Bound using segment: {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:30:52.610748 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Bound port: 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:30:52.611297 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.644671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa24a77c-58fd-4ebd-ae9c-1c88bb04460c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.711164 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] For port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:30:52.716401 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] For port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:30:52.762218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa24a77c-58fd-4ebd-ae9c-1c88bb04460c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.766746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'networks': [{'name': 'tempest-network--695933255'}, {'name': 'tempest-network--97455862'}]} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:52.767168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'network': {'name': 'tempest-network--695933255'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:52.767771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'network': {'name': 'tempest-network--97455862'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:52.825853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59366) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:52.852488 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.897103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Made reservation on behalf of 1d111c4ebb8b421892fdd275a73d440a for: {'network': 2} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:52.904581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.909623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa24a77c-58fd-4ebd-ae9c-1c88bb04460c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:52.974809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24a77c-58fd-4ebd-ae9c-1c88bb04460c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca752b97-db8a-431c-899a-af2804f156a6,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:52.988647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.009211 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4ac1-af7e-4ab7-85d5-fd3ff74f1a84 None None] Pushing event updated for resources: {'Port': ['ID=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:53.012753 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:30:53.015492 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:30:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:53.067428 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b7d57ff-d8e3-47c7-89a7-ebc5cec19a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.171450 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8113ab63-6ba6-4713-874f-72e3afc1cab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.227816 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.230708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3c403-cd9d-4b6a-be67-5a74753f7bb0 req-faaef0a2-5cf1-4234-bff6-ad4bd50e0929 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:53.250585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06d3c403-cd9d-4b6a-be67-5a74753f7bb0 req-faaef0a2-5cf1-4234-bff6-ad4bd50e0929 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2187970 Aug 27 16:30:53.322409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06d3c403-cd9d-4b6a-be67-5a74753f7bb0 req-e8cfa3e8-de54-4a46-b12d-ab6434a0b9db tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705135 Aug 27 16:30:53.325874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.389321 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:30:53.552914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aa24a77c-58fd-4ebd-ae9c-1c88bb04460c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.555338 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aa24a77c-58fd-4ebd-ae9c-1c88bb04460c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0961752 Aug 27 16:30:53.625047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.690775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.691505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.706697 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:52Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:53.738081 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f0e249-30f8-435f-a38c-e2a76bf9285e None None] The sync data for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 is: [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:52Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:30:53.793470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c39f46-20ff-4794-b73e-1937c2f20bcb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:53.801987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:53.840415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.844296 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Added segment dab18e5a-301c-48c5-8c1b-a11759e178ee of type vlan for network 07721819-b5dc-4f16-a1ab-d78a9b1a50b7 Aug 27 16:30:53.954537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.964590 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b7d57ff-d8e3-47c7-89a7-ebc5cec19a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:53.990293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-f2f1eb4a-4e63-426c-9a98-f9836d075858 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup_access--1557566360&fields=id&tenant_id=6dcbec5dcc7f44ea95928574c57bce64 HTTP/1.1" status: 200 len: 267 time: 0.0597479 Aug 27 16:30:53.995760 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.022113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:54.036297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.036998 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Added segment 35bedf97-632a-46eb-b4b0-4d96d69c4007 of type vlan for network 2862b726-6574-4e78-9f98-796017972614 Aug 27 16:30:54.061068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-3a311da4-6440-4360-965e-5879bf501b6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup_general--1062814054&fields=id&tenant_id=6dcbec5dcc7f44ea95928574c57bce64 HTTP/1.1" status: 200 len: 267 time: 0.0610952 Aug 27 16:30:54.062227 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b7d57ff-d8e3-47c7-89a7-ebc5cec19a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.115898 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.164140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d57ff-d8e3-47c7-89a7-ebc5cec19a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e1facb-370d-40b4-93f8-5948798cff56,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:54.173564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5b7d57ff-d8e3-47c7-89a7-ebc5cec19a56 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=924874df00de4509a94574fc746a7145&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3464985 Aug 27 16:30:54.177651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59406) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:54.224870 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.225532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.239010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.248395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.249586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.258773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-c1b57b91-b565-4820-8246-39bae0f6028f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.266371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-c1b57b91-b565-4820-8246-39bae0f6028f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/networks?id=87984889-e7fb-491c-8aae-b87f4a62fa1f HTTP/1.1" status: 200 len: 796 time: 0.1831033 Aug 27 16:30:54.298516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-c59c1e9b-e350-4219-be7d-8699b7d606d3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/quotas/6dcbec5dcc7f44ea95928574c57bce64 HTTP/1.1" status: 200 len: 375 time: 0.0273087 Aug 27 16:30:54.404478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-81099676-a923-4773-91b3-3b6a71b5bbef tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045129 Aug 27 16:30:54.418787 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.6017616 Aug 27 16:30:54.420067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59412) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:54.495815 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.546857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Network': ['ID=07721819-b5dc-4f16-a1ab-d78a9b1a50b7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:54.558359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 07721819-b5dc-4f16-a1ab-d78a9b1a50b7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:54.637533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d592-95a1-43e5-bb41-13af96746803 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Network': ['ID=2862b726-6574-4e78-9f98-796017972614,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:54.646620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a05e7612-51e4-4505-8557-f558bf3e3aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.657384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 2862b726-6574-4e78-9f98-796017972614 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:54.681098 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a05e7612-51e4-4505-8557-f558bf3e3aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.822676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f9033-a881-486b-ae54-f4940ef0a233 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.825290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bae0d5-35fc-4696-a5da-e5bd8da39c8a req-0f733246-aea4-407d-9f58-2e3b6f1e8126 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.828781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f9033-a881-486b-ae54-f4940ef0a233 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.835114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f9033-a881-486b-ae54-f4940ef0a233 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.837146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51bae0d5-35fc-4696-a5da-e5bd8da39c8a req-0f733246-aea4-407d-9f58-2e3b6f1e8126 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2662516 Aug 27 16:30:54.849753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f9033-a881-486b-ae54-f4940ef0a233 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:54.854686 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a10f9033-a881-486b-ae54-f4940ef0a233 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4241095 Aug 27 16:30:54.855782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59418) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:54.858033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a05e7612-51e4-4505-8557-f558bf3e3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.861209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a05e7612-51e4-4505-8557-f558bf3e3aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:54.863221 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a05e7612-51e4-4505-8557-f558bf3e3aa6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d7e1facb-370d-40b4-93f8-5948798cff56 HTTP/1.1" status: 204 len: 168 time: 0.6835670 Aug 27 16:30:54.878878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-9fd193bb-6c2b-42a4-96a1-cde98b5180c3 service neutron] 10.222.0.101 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633536 Aug 27 16:30:54.902761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e7612-51e4-4505-8557-f558bf3e3aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e1facb-370d-40b4-93f8-5948798cff56,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:54.994399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51bae0d5-35fc-4696-a5da-e5bd8da39c8a req-b148cc7e-d373-48d8-b8e9-97a54af84df7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482542 Aug 27 16:30:55.031365 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.207909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.218807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-e674d7b9-b054-4096-9ec9-1c5f716d6c68 service neutron] 10.222.0.101 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082497 Aug 27 16:30:55.225635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07721819-b5dc-4f16-a1ab-d78a9b1a50b7']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:55.238545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab18e5a-301c-48c5-8c1b-a11759e178ee') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:55.238848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab18e5a-301c-48c5-8c1b-a11759e178ee') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:55.278351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.321118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.336532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:55.336952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:55.340132 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:55.514851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.527885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.529838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/networks/07721819-b5dc-4f16-a1ab-d78a9b1a50b7 HTTP/1.1" status: 204 len: 168 time: 0.6728992 Aug 27 16:30:55.532762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59440) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:55.567033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33bce2-e932-404a-b143-59991a189b8b tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Network': ['ID=07721819-b5dc-4f16-a1ab-d78a9b1a50b7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:55.678638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:55.693412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bacb1748-880e-4621-a005-7d2c08e29818 req-4ef1d6b8-acee-4924-838b-43f29055e8bf tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 210 time: 0.0746889 Aug 27 16:30:55.736323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.861212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:30:55.869979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:55.869979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.870565 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.880386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2862b726-6574-4e78-9f98-796017972614']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:55.894089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bedf97-632a-46eb-b4b0-4d96d69c4007') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:55.894542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bedf97-632a-46eb-b4b0-4d96d69c4007') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:30:55.904706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.926245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.934220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:30:55.934557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:30:55.947091 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:30:56.056546 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.091346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.156157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:30:56.216635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea436d6-1cea-4035-b78e-7979a69d3219 req-1f37954d-0d6e-49ea-afda-4d3c7cfecbae tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:56.220390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea436d6-1cea-4035-b78e-7979a69d3219 req-1f37954d-0d6e-49ea-afda-4d3c7cfecbae tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0806160 Aug 27 16:30:56.224825 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.256880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.261958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/networks/2862b726-6574-4e78-9f98-796017972614 HTTP/1.1" status: 204 len: 168 time: 0.7254369 Aug 27 16:30:56.262314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10312e-6d1c-42e9-943d-0699fc0e90c5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Network': ['ID=2862b726-6574-4e78-9f98-796017972614,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:56.262459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59476) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:56.273827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.315230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea436d6-1cea-4035-b78e-7979a69d3219 req-b6c24b3a-7599-455f-ad29-b7f9885d7e6f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540471 Aug 27 16:30:56.382092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:56.452644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa8226-cf7a-489f-99fe-9888595fc1bb tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:56.459581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa8226-cf7a-489f-99fe-9888595fc1bb tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:56.461341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06aa8226-cf7a-489f-99fe-9888595fc1bb tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1978765 Aug 27 16:30:56.465889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59486) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:56.471044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1394229228'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:56.616825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Made reservation on behalf of 1d111c4ebb8b421892fdd275a73d440a for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:56.628961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.673731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59504) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:56.692355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:56.707463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.707886 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Added segment 5a08c6bc-88f8-4507-8f86-bec5cfbf5d72 of type vlan for network 7cd4375b-4dc0-4c41-aa86-795180972ecf Aug 27 16:30:56.802065 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.814628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59520) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:56.882404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6281b2d6-5fcc-4309-96bd-ef5bcb8c0f1d req-93184b71-4c72-45f7-a04a-67da1e0ec3d4 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 210 time: 0.0518186 Aug 27 16:30:56.903348 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.910034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:56.914851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:56.951113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-896003841-network', 'tenant_id': '8ea87412c7384f7586e5e25c103b0717'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:57.006143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.029328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Network': ['ID=7cd4375b-4dc0-4c41-aa86-795180972ecf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:57.055579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7cd4375b-4dc0-4c41-aa86-795180972ecf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:57.076782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-196cda9f-35ab-40d0-84bb-f187369bc6ef tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6074097 Aug 27 16:30:57.077787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59538) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:57.088547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1930743295'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:57.139015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:30:57.139015 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:30:57.139015 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id_1': '225dc8c976d24a8a8dd584cff792cff2', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 30, 57, 35060)}] Aug 27 16:30:57.139015 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:30:57.139793 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:30:57.140670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:30:57.140670 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:30:57.140670 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id_1': '1d111c4ebb8b421892fdd275a73d440a', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 30, 57, 98547)}] Aug 27 16:30:57.140670 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:30:57.141120 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:30:57.296870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Made reservation on behalf of 8ea87412c7384f7586e5e25c103b0717 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:57.299148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.309372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.419701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.446427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3275a2e-4f73-463f-8c30-19075a063e81 req-3562f741-84d5-4f0e-83ac-0f5ecd4c9a8d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:57.449055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3275a2e-4f73-463f-8c30-19075a063e81 req-3562f741-84d5-4f0e-83ac-0f5ecd4c9a8d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0586410 Aug 27 16:30:57.496690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.514110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3275a2e-4f73-463f-8c30-19075a063e81 req-1dad9ff1-d17e-447a-bb3c-b8bef907bb87 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Aug 27 16:30:57.536266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b0c11c-e595-46e3-8b67-ddfe870712d9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:57.540311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:57.559874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.560232 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Added segment da0ccbaa-0971-4c41-8e21-badecd4bf7fe of type vlan for network 466441ac-cf25-4b17-b965-1e9cd1ea17be Aug 27 16:30:57.575111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:30:57.611000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.640257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:30:57.640901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.641331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.715084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.716869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:57.717684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.786403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Made reservation on behalf of 1d111c4ebb8b421892fdd275a73d440a for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:57.790061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.790265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59548) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:57.811842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] Pushing event updated for resources: {'Network': ['ID=466441ac-cf25-4b17-b965-1e9cd1ea17be,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:57.830667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 466441ac-cf25-4b17-b965-1e9cd1ea17be details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:57.847025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:30:57.868233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.868586 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Added segment c09d4188-78fc-4068-b49f-ee84fef3b824 of type vlan for network 659a6a91-2795-467d-ab99-cda3cfb21aa2 Aug 27 16:30:57.928910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.942451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5e4833c-8670-4681-aef0-20b9ec69d36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:57.983914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.019917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec6f02d5-9298-4355-bf6f-f23a35650d67 req-44daec58-da9f-4b8d-a11e-09f82610c215 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 210 time: 0.0330799 Aug 27 16:30:58.119394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.125577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:58.126187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.190020 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.262654 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-681a6d1c-6da1-4139-a688-8f754eb64c3d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4433224 Aug 27 16:30:58.265017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59554) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:58.271257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Request body: {'subnet': {'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-896003841-subnet', 'tenant_id': '8ea87412c7384f7586e5e25c103b0717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:58.275215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Network': ['ID=659a6a91-2795-467d-ab99-cda3cfb21aa2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:58.278983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73028af9-369c-40a5-9e98-cd6bc1b11ede,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:58.283209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fe282995-9fc1-406e-983f-ef7dd31e1205 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=225dc8c976d24a8a8dd584cff792cff2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6077940 Aug 27 16:30:58.286492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59556) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:58.309772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-955b742d-8ad6-4fe0-adb1-6036f3728096 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2244539 Aug 27 16:30:58.311251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 659a6a91-2795-467d-ab99-cda3cfb21aa2 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:30:58.323313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59558) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:58.335557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'ports': [{'network_id': '7cd4375b-4dc0-4c41-aa86-795180972ecf', 'name': 'tempest-port--1957786943', 'admin_state_up': True}, {'network_id': '659a6a91-2795-467d-ab99-cda3cfb21aa2', 'admin_state_up': False}]} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:58.335557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'port': {'network_id': '7cd4375b-4dc0-4c41-aa86-795180972ecf', 'name': 'tempest-port--1957786943', 'admin_state_up': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:58.335557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'port': {'network_id': '659a6a91-2795-467d-ab99-cda3cfb21aa2', 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:58.423611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8043041e-4fe7-4259-9937-f3e205b7cf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.466170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8043041e-4fe7-4259-9937-f3e205b7cf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.502135 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5e4833c-8670-4681-aef0-20b9ec69d36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.551090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-471802b4-f3fb-424f-93e6-9d1938ac896c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:58.559557 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-471802b4-f3fb-424f-93e6-9d1938ac896c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.90 "GET /v2.0/networks?id=87984889-e7fb-491c-8aae-b87f4a62fa1f HTTP/1.1" status: 200 len: 796 time: 0.1305532 Aug 27 16:30:58.613464 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-ddcf7775-3e06-4aad-b112-1c18f65c6990 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dcbec5dcc7f44ea95928574c57bce64 HTTP/1.1" status: 200 len: 478 time: 0.0510807 Aug 27 16:30:58.614058 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5e4833c-8670-4681-aef0-20b9ec69d36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.633299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'port': {'device_id': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'admin_state_up': True, 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'security_groups': ['6371dc11-5602-4b45-934e-853c43b95429', '5209999f-0905-4785-8c5d-c94150bde60b']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:30:58.649994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50681b59-5c1e-4e08-bf0b-8ca207b7a601 req-32fe8b73-965b-4960-87ec-54476da1dd88 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:58.654374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50681b59-5c1e-4e08-bf0b-8ca207b7a601 req-32fe8b73-965b-4960-87ec-54476da1dd88 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0636513 Aug 27 16:30:58.672844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8043041e-4fe7-4259-9937-f3e205b7cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.675397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8043041e-4fe7-4259-9937-f3e205b7cf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.676522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8043041e-4fe7-4259-9937-f3e205b7cf04 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/73028af9-369c-40a5-9e98-cd6bc1b11ede HTTP/1.1" status: 204 len: 168 time: 0.3888164 Aug 27 16:30:58.691643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043041e-4fe7-4259-9937-f3e205b7cf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73028af9-369c-40a5-9e98-cd6bc1b11ede,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:58.712163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50681b59-5c1e-4e08-bf0b-8ca207b7a601 req-7095a6cc-a6b0-4db1-9fc1-ad0eb7a68444 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537529 Aug 27 16:30:58.712683 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b5e4833c-8670-4681-aef0-20b9ec69d36e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e993502b33504ec4baa5f0e523a408d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9213641 Aug 27 16:30:58.715933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4833c-8670-4681-aef0-20b9ec69d36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2566f5d1-ddd0-46bd-80b5-4e560b75fe94,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:58.719012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59564) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:58.741840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Made reservation on behalf of 8ea87412c7384f7586e5e25c103b0717 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:58.745300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.868011 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:30:58.870891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83bb4d29-0df3-4f1b-8f68-a3f3e95e0778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.901629 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83bb4d29-0df3-4f1b-8f68-a3f3e95e0778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.933693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Made reservation on behalf of 1d111c4ebb8b421892fdd275a73d440a for: {'port': 2} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:58.938074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:58.973027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.033318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Made reservation on behalf of 6dcbec5dcc7f44ea95928574c57bce64 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:30:59.037562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.102135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] device_id is not set on port 52d8abf5-7cd0-49af-9f03-29016ebf3e40 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:30:59.138974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da1c18a1-d3ec-4241-9086-753db1f870fa req-9f1e1130-5809-4013-9daf-eaffcd81dc3e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 210 time: 0.0327899 Aug 27 16:30:59.142207 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83bb4d29-0df3-4f1b-8f68-a3f3e95e0778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.145755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83bb4d29-0df3-4f1b-8f68-a3f3e95e0778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.147889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-83bb4d29-0df3-4f1b-8f68-a3f3e95e0778 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2566f5d1-ddd0-46bd-80b5-4e560b75fe94 HTTP/1.1" status: 204 len: 168 time: 0.4250772 Aug 27 16:30:59.161402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb4d29-0df3-4f1b-8f68-a3f3e95e0778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2566f5d1-ddd0-46bd-80b5-4e560b75fe94,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:59.170954 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.289705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd37be21-7cb4-4b46-920f-4c5412adffc0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:59.296342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Allocated IP 172.20.0.13 (87984889-e7fb-491c-8aae-b87f4a62fa1f/bf623bb0-642a-4e2d-bb61-5a138319b103/a5cb5003-0e13-42cb-8d27-807f95fdd640) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:30:59.306204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Checking segment: {'id': 'da0ccbaa-0971-4c41-8e21-badecd4bf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:59.306574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Network hostable DHCP agents. Network: 466441ac-cf25-4b17-b965-1e9cd1ea17be, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:30:59.345251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.428224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] device_id is not set on port 23ac3f37-0649-4437-803c-b0561662ce19 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:30:59.436190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Network 466441ac-cf25-4b17-b965-1e9cd1ea17be is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:30:59.473758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.489460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Transition to ACTIVE for port object a5cb5003-0e13-42cb-8d27-807f95fdd640 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:30:59.552673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59578) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:59.556786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.565720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 466441ac-cf25-4b17-b965-1e9cd1ea17be) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:59.568619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc9f62d1-4ae3-4f4f-a258-5243f8c27f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.573083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:59.573886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.577611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06daff2-fb05-49ed-8951-4564b2e36e40 None None] Network 466441ac-cf25-4b17-b965-1e9cd1ea17be requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:59.636960 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.713945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc9f62d1-4ae3-4f4f-a258-5243f8c27f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.725667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.742017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cce71d-1001-4ad9-8056-cb61de2ee87e None None] Network 466441ac-cf25-4b17-b965-1e9cd1ea17be requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:30:59.754226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=a5cb5003-0e13-42cb-8d27-807f95fdd640,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:59.772279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:30:59.778771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:30:59.794223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:30:59.801833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bc9f62d1-4ae3-4f4f-a258-5243f8c27f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:30:59.846195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Port': ['ID=52d8abf5-7cd0-49af-9f03-29016ebf3e40,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:59.899045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Checking segment: {'id': '5a08c6bc-88f8-4507-8f86-bec5cfbf5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '7cd4375b-4dc0-4c41-aa86-795180972ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:30:59.899431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network hostable DHCP agents. Network: 7cd4375b-4dc0-4c41-aa86-795180972ecf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:30:59.905462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f62d1-4ae3-4f4f-a258-5243f8c27f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2357fac6-133b-4f9b-9915-eb96b39594fd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:30:59.918258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-81adf3be-0fc7-46d4-aadf-cfe7776702dd admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6500030 Aug 27 16:30:59.925805 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bc9f62d1-4ae3-4f4f-a258-5243f8c27f9b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2412ef766bc2467193bf0d0c3349a150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720233 Aug 27 16:30:59.930001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59586) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:30:59.972496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa3334-bfce-42dc-9851-b2356702781b req-4f8aca3b-f83a-4bfc-9ae4-a45ed77482c4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:30:59.975038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2baa3334-bfce-42dc-9851-b2356702781b req-4f8aca3b-f83a-4bfc-9ae4-a45ed77482c4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1262031 Aug 27 16:31:00.005932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:00.006724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.052336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2baa3334-bfce-42dc-9851-b2356702781b req-fe28a40f-75cf-40ca-bd1e-393354ef1395 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689726 Aug 27 16:31:00.055101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network 7cd4375b-4dc0-4c41-aa86-795180972ecf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:31:00.061582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f925803-2431-4ec5-b0ce-44993aaa44b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.095577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f925803-2431-4ec5-b0ce-44993aaa44b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.114289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-efc6e3cb-58c3-48da-adfa-b28b37613040 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4941127 Aug 27 16:31:00.129664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Request body: {'port': {'device_id': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:00.138224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7cd4375b-4dc0-4c41-aa86-795180972ecf) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:00.149009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab22bb9-86fa-4bc2-a7ee-0002980dca51 None None] Network 7cd4375b-4dc0-4c41-aa86-795180972ecf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:00.154527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:00.155839 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.235924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59598) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:00.262161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.284464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9d77e378-9b07-424b-8c5b-3170f2e22f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.312962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Port': ['ID=23ac3f37-0649-4437-803c-b0561662ce19,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:00.370491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f925803-2431-4ec5-b0ce-44993aaa44b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.376661 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f925803-2431-4ec5-b0ce-44993aaa44b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.381053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7f925803-2431-4ec5-b0ce-44993aaa44b1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2357fac6-133b-4f9b-9915-eb96b39594fd HTTP/1.1" status: 204 len: 168 time: 0.4495573 Aug 27 16:31:00.396572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5a2e1506-a3a7-4ca4-a4e7-34a3e33eadaf None None] Provisioning for port a5cb5003-0e13-42cb-8d27-807f95fdd640 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:00.409087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5a2e1506-a3a7-4ca4-a4e7-34a3e33eadaf None None] Provisioning complete for port a5cb5003-0e13-42cb-8d27-807f95fdd640 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:00.409694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1506-a3a7-4ca4-a4e7-34a3e33eadaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.444805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f925803-2431-4ec5-b0ce-44993aaa44b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2357fac6-133b-4f9b-9915-eb96b39594fd,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:00.492942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e1506-a3a7-4ca4-a4e7-34a3e33eadaf None None] Port a5cb5003-0e13-42cb-8d27-807f95fdd640 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:31:00.515221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Checking segment: {'id': 'c09d4188-78fc-4068-b49f-ee84fef3b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '659a6a91-2795-467d-ab99-cda3cfb21aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:00.515611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network hostable DHCP agents. Network: 659a6a91-2795-467d-ab99-cda3cfb21aa2, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:31:00.526701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9d77e378-9b07-424b-8c5b-3170f2e22f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.549441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45b40b-6690-4180-8758-2d23f3ce016f req-c21ca1cc-b15f-4f75-9a9d-95d0feaf119f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:00.560753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf45b40b-6690-4180-8758-2d23f3ce016f req-c21ca1cc-b15f-4f75-9a9d-95d0feaf119f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 971 time: 0.2608283 Aug 27 16:31:00.603484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf45b40b-6690-4180-8758-2d23f3ce016f req-0a5b744c-8a88-4816-bfec-c4f404fa2ce6 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0450094 Aug 27 16:31:00.606063 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9d77e378-9b07-424b-8c5b-3170f2e22f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.689070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network 659a6a91-2795-467d-ab99-cda3cfb21aa2 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:31:00.702026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cb5003-0e13-42cb-8d27-807f95fdd640 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:00.710174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.712528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9d77e378-9b07-424b-8c5b-3170f2e22f52 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef802ba816fb4823909592bd45556ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755690 Aug 27 16:31:00.716779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59610) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:00.727829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Transition to ACTIVE for port object a5cb5003-0e13-42cb-8d27-807f95fdd640 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:00.732688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77e378-9b07-424b-8c5b-3170f2e22f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e249fbbc-71d7-4b37-8853-715c193bc1e1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:00.807382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-ee542fd6-3dff-4d30-9c99-7835b3eb8a80 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:00.808977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-ee542fd6-3dff-4d30-9c99-7835b3eb8a80 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/networks?id=466441ac-cf25-4b17-b965-1e9cd1ea17be HTTP/1.1" status: 200 len: 821 time: 0.1826575 Aug 27 16:31:00.831759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be29a39d-c908-4533-8190-d1c5154e393d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.835842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-550ef4d6-c4dc-4664-8d46-28a4aa52e7bd tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/quotas/8ea87412c7384f7586e5e25c103b0717 HTTP/1.1" status: 200 len: 375 time: 0.0167851 Aug 27 16:31:00.835842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 659a6a91-2795-467d-ab99-cda3cfb21aa2) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:00.840524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.848038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:00.854658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:00.863478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:00.863478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.864284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f554821-3b75-4efc-ae29-1d242827bc0b None None] Network 659a6a91-2795-467d-ab99-cda3cfb21aa2 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:00.944522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be29a39d-c908-4533-8190-d1c5154e393d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:00.949240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-5bdda4b8-6ec3-4b12-aee7-e9c52c55bef5 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ea87412c7384f7586e5e25c103b0717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679662 Aug 27 16:31:01.105379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e681cfbf-bcd6-4199-be12-0de3c796f199 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7783792 Aug 27 16:31:01.105715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59618) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:01.120921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cb5003-0e13-42cb-8d27-807f95fdd640,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:01.239881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4acfed-a76a-4872-b456-9f56001efb94 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:01.246865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4acfed-a76a-4872-b456-9f56001efb94 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:01.249086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bc4acfed-a76a-4872-b456-9f56001efb94 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1420989 Aug 27 16:31:01.252065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59624) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:01.279667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be29a39d-c908-4533-8190-d1c5154e393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.285164 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be29a39d-c908-4533-8190-d1c5154e393d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.289202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be29a39d-c908-4533-8190-d1c5154e393d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e249fbbc-71d7-4b37-8853-715c193bc1e1 HTTP/1.1" status: 204 len: 168 time: 0.5620136 Aug 27 16:31:01.337734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-7f720ea3-eeef-4557-9b96-d50fc9a17956 service neutron] 10.222.0.101 "GET /v2.0/networks/466441ac-cf25-4b17-b965-1e9cd1ea17be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475678 Aug 27 16:31:01.351492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29a39d-c908-4533-8190-d1c5154e393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e249fbbc-71d7-4b37-8853-715c193bc1e1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:01.367081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Attempting to bind port a5cb5003-0e13-42cb-8d27-807f95fdd640 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:01.367419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Attempting to bind port a5cb5003-0e13-42cb-8d27-807f95fdd640 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:01.368116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Attempting to bind port a5cb5003-0e13-42cb-8d27-807f95fdd640 on network 87984889-e7fb-491c-8aae-b87f4a62fa1f {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:01.414073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Port a5cb5003-0e13-42cb-8d27-807f95fdd640 on network 87984889-e7fb-491c-8aae-b87f4a62fa1f not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:31:01.415201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Attempting to bind port a5cb5003-0e13-42cb-8d27-807f95fdd640 on network 87984889-e7fb-491c-8aae-b87f4a62fa1f {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:01.426213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:01.426557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Checking segment: {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:01.427085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Bound using segment: {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:01.427569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Bound port: a5cb5003-0e13-42cb-8d27-807f95fdd640, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a7400d-703b-461a-bdd3-bbc790f20e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:01.427932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.443313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b78ddd-4ffa-4f48-9659-f96996058db9 req-21d602f0-3b89-43ba-8a82-10bb13a776d6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:01.444937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58b78ddd-4ffa-4f48-9659-f96996058db9 req-21d602f0-3b89-43ba-8a82-10bb13a776d6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1900866 Aug 27 16:31:01.495851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-4febf84b-d06f-4877-84c7-11face97bfdc service neutron] 10.222.0.101 "GET /v2.0/networks/466441ac-cf25-4b17-b965-1e9cd1ea17be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567543 Aug 27 16:31:01.514267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] For port a5cb5003-0e13-42cb-8d27-807f95fdd640, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:01.530562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58b78ddd-4ffa-4f48-9659-f96996058db9 req-3ad9c79b-bf48-47ed-9def-6cbf4cdaed96 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Aug 27 16:31:01.530689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Deleting port 52d8abf5-7cd0-49af-9f03-29016ebf3e40 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:01.530689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.535524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] For port a5cb5003-0e13-42cb-8d27-807f95fdd640, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:01.602352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.613142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Calling delete_port for 52d8abf5-7cd0-49af-9f03-29016ebf3e40 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:01.624341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.778117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cb5003-0e13-42cb-8d27-807f95fdd640,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:01.790054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:01.790571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.799211 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-a6c31250-c2ab-4d00-b423-0b84ede6e821 service neutron] 10.222.0.90 "PUT /v2.0/ports/a5cb5003-0e13-42cb-8d27-807f95fdd640 HTTP/1.1" status: 200 len: 1131 time: 1.6744387 Aug 27 16:31:01.804399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:01.813315 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46af0271-2a1e-4b6f-8d56-6c65f473d304" -d '{"events": [{"name": "network-changed", "server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:01.825712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d223-61a4-482e-b770-81bf0d01a10a req-3d635d69-bebb-4876-bc29-08cb2035946a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:01.828449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a86d223-61a4-482e-b770-81bf0d01a10a req-3d635d69-bebb-4876-bc29-08cb2035946a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 983 time: 0.1230268 Aug 27 16:31:01.884258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c5fbb41-92a1-43aa-9ee7-71d743e4ea42 req-aef6f3b1-1b58-431c-8231-addfff1472a2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 210 time: 0.0546815 Aug 27 16:31:01.944528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a86d223-61a4-482e-b770-81bf0d01a10a req-a0cbd7c7-8c9d-4e53-b06b-cdd57d24c4a2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0974858 Aug 27 16:31:01.959367 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06661a45-b7e4-4d83-8ed2-cdff3dd88c02 x-openstack-request-id: req-06661a45-b7e4-4d83-8ed2-cdff3dd88c02 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:01.959665 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:01.959919 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-06661a45-b7e4-4d83-8ed2-cdff3dd88c02 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:01.960321 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'status': 'completed', 'code': 200} Aug 27 16:31:01.971921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.993558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:01.998517 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/ports/52d8abf5-7cd0-49af-9f03-29016ebf3e40 HTTP/1.1" status: 204 len: 168 time: 0.7359862 Aug 27 16:31:01.999083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59656) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:02.016381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b79eb2-a92a-4fe9-bd00-2d966c73a3b5 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Port': ['ID=52d8abf5-7cd0-49af-9f03-29016ebf3e40,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:02.036275 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-ffdcd9f7-cc3b-40db-8c33-ac0ca534fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:02.038093 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-ffdcd9f7-cc3b-40db-8c33-ac0ca534fc3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1134 time: 0.1269181 Aug 27 16:31:02.094681 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-cab3822f-d4a9-489f-a648-d9433b762c0f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640 HTTP/1.1" status: 200 len: 217 time: 0.0485742 Aug 27 16:31:02.129421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Deleting port 23ac3f37-0649-4437-803c-b0561662ce19 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:02.129896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:02.151335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-4d7030fe-e1f8-4cdf-bc04-4305812aa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:02.152844 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-4d7030fe-e1f8-4cdf-bc04-4305812aa929 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf623bb0-642a-4e2d-bb61-5a138319b103 HTTP/1.1" status: 200 len: 834 time: 0.0516002 Aug 27 16:31:02.221200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:02.235132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-537c34ad-2eee-4ed6-a0e2-63c94328747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:02.236723 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-537c34ad-2eee-4ed6-a0e2-63c94328747b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87984889-e7fb-491c-8aae-b87f4a62fa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767827 Aug 27 16:31:02.237202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Calling delete_port for 23ac3f37-0649-4437-803c-b0561662ce19 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:02.359153 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-1c395462-abba-4e84-91f7-458dea36edfe service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144328 Aug 27 16:31:02.404011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:02.448750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Port': ['ID=23ac3f37-0649-4437-803c-b0561662ce19,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:02.462460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:02.465729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-03550c38-a271-4996-854a-c79e41a854af tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/ports/23ac3f37-0649-4437-803c-b0561662ce19 HTTP/1.1" status: 204 len: 168 time: 0.4644532 Aug 27 16:31:02.469823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59680) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:02.504313 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be7d5f69-0182-4804-afc3-1c9a45330df1 req-28265638-e84f-4824-96f8-3684e98a6b9c service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367838 Aug 27 16:31:02.533564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-304532bd-6553-4866-857d-1ec09d2ae721 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0611191 Aug 27 16:31:02.533876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59688) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:02.539487 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2054401143'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:02.636656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Made reservation on behalf of 1d111c4ebb8b421892fdd275a73d440a for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:02.641640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:02.677033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b5231-0fb8-4774-9f6a-bf72b606325c req-3f159219-888c-4f71-8609-57f4e75eb2fa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:02.686892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc5b5231-0fb8-4774-9f6a-bf72b606325c req-3f159219-888c-4f71-8609-57f4e75eb2fa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0883167 Aug 27 16:31:02.725278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:31:02.761609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:02.761971 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Added segment fafa8d6a-0396-40f2-86a1-9ec5108b610d of type vlan for network 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 Aug 27 16:31:02.772074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-1ac844e2-62ef-4ebd-9f67-5c118f4f0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:02.773645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-1ac844e2-62ef-4ebd-9f67-5c118f4f0337 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1134 time: 0.1053152 Aug 27 16:31:02.781965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc5b5231-0fb8-4774-9f6a-bf72b606325c req-0b35cedf-c73b-43fe-9502-630c3125df21 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835533 Aug 27 16:31:02.918543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:02.938273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-ff1e802f-99ef-4fd6-8af8-40d40b7834af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:02.941642 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-ff1e802f-99ef-4fd6-8af8-40d40b7834af service neutron] 10.222.0.90 "GET /v2.0/networks?id=87984889-e7fb-491c-8aae-b87f4a62fa1f HTTP/1.1" status: 200 len: 898 time: 0.1578329 Aug 27 16:31:03.019166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-625e297d-0446-4134-81ac-eda81ed1f399 req-5f3b2d91-4091-40ac-8446-e6c19afea17c tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 210 time: 0.0410104 Aug 27 16:31:03.027015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-3a24dbf6-ce90-41ad-a60c-025d83ae3771 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640 HTTP/1.1" status: 200 len: 217 time: 0.0778522 Aug 27 16:31:03.112875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-8c933c74-3dd5-4cb5-8089-a3d62d34dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:03.116296 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-8c933c74-3dd5-4cb5-8089-a3d62d34dc3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf623bb0-642a-4e2d-bb61-5a138319b103 HTTP/1.1" status: 200 len: 834 time: 0.0795736 Aug 27 16:31:03.137853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:03.145637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61473-4cbc-4a7c-b979-148ba90003e5 req-3253eda0-355d-4df6-a846-4699e5787b79 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:03.151495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:03.152339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:03.156956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86e61473-4cbc-4a7c-b979-148ba90003e5 req-3253eda0-355d-4df6-a846-4699e5787b79 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 983 time: 0.0924449 Aug 27 16:31:03.203946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86e61473-4cbc-4a7c-b979-148ba90003e5 req-cc0e5c8a-0386-4303-b3b7-85131a726d0e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0459535 Aug 27 16:31:03.307616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-f05aee5d-7525-4871-b2f5-c878494a2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:03.309358 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-f05aee5d-7525-4871-b2f5-c878494a2b61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87984889-e7fb-491c-8aae-b87f4a62fa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841013 Aug 27 16:31:03.312640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Network': ['ID=1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:03.325541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:31:03.394605 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5405eb68-5dc4-40e5-9089-6f49c201e5c0 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8575697 Aug 27 16:31:03.395759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59746) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:03.403341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-543903257'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:03.463573 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-a04955ed-42e3-4c87-bfa1-4d985156274d service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456311 Aug 27 16:31:03.548004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Made reservation on behalf of 1d111c4ebb8b421892fdd275a73d440a for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:03.552894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:03.580892 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-46af0271-2a1e-4b6f-8d56-6c65f473d304 req-438092b3-63ec-4146-b074-c0e74613eef0 service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081932 Aug 27 16:31:03.610809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:31:03.622397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:03.622773 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Added segment fc395da4-2a59-4bd5-943c-ecd3034aa344 of type vlan for network 45145e79-a6a3-47ed-b255-433b69575ca7 Aug 27 16:31:03.665398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:03.809707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:03.815590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:03.816404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:03.926992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Network': ['ID=45145e79-a6a3-47ed-b255-433b69575ca7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:03.943874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 45145e79-a6a3-47ed-b255-433b69575ca7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:31:03.983330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f964bb2-9a99-4cff-85a1-34f399fc905a req-0471db61-29d2-4a70-84da-3ed7c65b57df tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:03.987198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f964bb2-9a99-4cff-85a1-34f399fc905a req-0471db61-29d2-4a70-84da-3ed7c65b57df tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1182985 Aug 27 16:31:03.994600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-71a885f3-3175-4ca9-a25c-7a8f61c02044 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5971320 Aug 27 16:31:04.047032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f964bb2-9a99-4cff-85a1-34f399fc905a req-7a5cea47-2bad-44a1-9dd9-f527e9d9423f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 Aug 27 16:31:04.147084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59782) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:04.156886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'subnets': [{'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--310113657', 'ip_version': 4}, {'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:04.157621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'subnet': {'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--310113657', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:04.158605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Request body: {'subnet': {'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:04.317469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59788) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:04.323609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-811edd62-3dbf-4ee1-bf03-b70ef35cfd83 req-27e90f62-c646-4e6d-8604-5459fe2da62c tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 210 time: 0.1205466 Aug 27 16:31:04.481552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a5cb5003-0e13-42cb-8d27-807f95fdd640 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:31:04.501925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Made reservation on behalf of 1d111c4ebb8b421892fdd275a73d440a for: {'subnet': 2} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:04.506683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:04.520095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:04.544776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71138316-0a80-4cd2-9853-3738d3edbd35 req-1e0fd2eb-29d2-43ee-834f-54c1a5775148 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:04.558931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71138316-0a80-4cd2-9853-3738d3edbd35 req-1e0fd2eb-29d2-43ee-834f-54c1a5775148 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 983 time: 0.1798568 Aug 27 16:31:04.624740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-9eadfa69-edd1-44e6-a6f6-ee972d221618 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:04.629406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-9eadfa69-edd1-44e6-a6f6-ee972d221618 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.97 "GET /v2.0/networks?id=466441ac-cf25-4b17-b965-1e9cd1ea17be HTTP/1.1" status: 200 len: 821 time: 0.3348489 Aug 27 16:31:04.653995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9b0f82c7-392a-47c1-bc56-491113961565 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:04.666955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Request body: {'port': {'device_id': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be', 'admin_state_up': True, 'tenant_id': '8ea87412c7384f7586e5e25c103b0717'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:04.753408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a5cb5003-0e13-42cb-8d27-807f95fdd640, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:04.804789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71138316-0a80-4cd2-9853-3738d3edbd35 req-17b1a379-b4de-44b7-a984-7ecc0ab01723 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2170861 Aug 27 16:31:04.805087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'port_id': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'mac_address': 'fa:16:3e:9d:fa:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:31:04.854681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:04.857819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9b0f82c7-392a-47c1-bc56-491113961565 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "PUT /v2.0/quotas/45340690aa1e4cb1828168f89c508c21 HTTP/1.1" status: 200 len: 368 time: 0.5371149 Aug 27 16:31:04.860511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59806) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:04.866390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Request body: {'network': {'project_id': '45340690aa1e4cb1828168f89c508c21'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:04.869080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cb5003-0e13-42cb-8d27-807f95fdd640 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:04.894702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a5cb5003-0e13-42cb-8d27-807f95fdd640, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:04.909401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Made reservation on behalf of 8ea87412c7384f7586e5e25c103b0717 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:04.913000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:04.982592 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.005842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Made reservation on behalf of 45340690aa1e4cb1828168f89c508c21 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:05.011443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.035389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.067407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a5cb5003-0e13-42cb-8d27-807f95fdd640,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:05.132121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Allocated IP 172.20.0.13 (466441ac-cf25-4b17-b965-1e9cd1ea17be/dd37be21-7cb4-4b46-920f-4c5412adffc0/3a9f2de7-6886-4c0a-9f27-e12cf84c09b2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:05.207711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['a5cb5003-0e13-42cb-8d27-807f95fdd640'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:31:05.234676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.294056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1907-fae7-4da2-93ef-260c3f6d8b47 req-dd559cd4-4129-4330-8417-1ea0ca7f7519 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:05.295440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-939e1907-fae7-4da2-93ef-260c3f6d8b47 req-dd559cd4-4129-4330-8417-1ea0ca7f7519 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1424444 Aug 27 16:31:05.310018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Subnet': ['ID=26448539-173f-401a-b55d-61e12cedfa31,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:05.310713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.319468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Checking segment: {'id': 'fafa8d6a-0396-40f2-86a1-9ec5108b610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:05.319914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network hostable DHCP agents. Network: 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:31:05.444556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:31:05.543901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:05.551159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.561143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244dddd-4c33-46ca-a7af-7543cf9dfdbe None None] Network 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:05.616169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event updated for resources: {'Subnet': ['ID=800905d9-b425-4fb2-8843-d0479a460fc2,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:05.645976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:05.665658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Checking segment: {'id': 'fc395da4-2a59-4bd5-943c-ecd3034aa344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:05.680047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network hostable DHCP agents. Network: 45145e79-a6a3-47ed-b255-433b69575ca7, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:31:05.706414 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.769022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca4d346d-24a7-4419-b14f-d72ad500b53b req-90f2a8d6-f04b-484b-b4b1-671e6712c361 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 210 time: 0.0710258 Aug 27 16:31:05.799887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-939e1907-fae7-4da2-93ef-260c3f6d8b47 req-fda31cfc-9a77-4f23-801b-ee2f224d4fcb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873507 Aug 27 16:31:05.804062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:31:05.805487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1208e7ad-2175-4a14-827a-a625aaec63c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.811793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f64067-1874-4e79-96ad-49b434b99f9a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:05.812650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Network 45145e79-a6a3-47ed-b255-433b69575ca7 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:31:05.831967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.832319 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Added segment f84a1ff7-0bb5-4e0b-8e44-77f6842cf18b of type vlan for network 1eb5eb69-1095-49b1-81d7-8a2dee225506 Aug 27 16:31:05.859765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663', 'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663', 'tenant_id': '1d111c4ebb8b421892fdd275a73d440a', 'fixed_ips': [{'subnet_id': '26448539-173f-401a-b55d-61e12cedfa31'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:31:05.861745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.870192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.951472 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.997408 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1208e7ad-2175-4a14-827a-a625aaec63c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:05.999883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 45145e79-a6a3-47ed-b255-433b69575ca7) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:06.002885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc63bcd-4cef-4990-946f-e9504465d86f req-cb8af00b-9060-4c1f-954d-9543497fa3f3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.006980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.007726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.008849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.011489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dc63bcd-4cef-4990-946f-e9504465d86f req-cb8af00b-9060-4c1f-954d-9543497fa3f3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 984 time: 0.1083450 Aug 27 16:31:06.014095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Allocated IP 172.20.0.2 (1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663/26448539-173f-401a-b55d-61e12cedfa31/b22f3873-008c-4b2e-98b9-90074899c637) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:06.026218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33eb1b-132a-4fd4-a79d-6bd62a805e35 None None] Network 45145e79-a6a3-47ed-b255-433b69575ca7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:06.052668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dc63bcd-4cef-4990-946f-e9504465d86f req-45ee5511-8465-403e-b5ce-ca59387f0ae3 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0402958 Aug 27 16:31:06.074034 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1208e7ad-2175-4a14-827a-a625aaec63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.105032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.119506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1208e7ad-2175-4a14-827a-a625aaec63c8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=883c3c0a7f0d4fe5ad6037f85178cc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719453 Aug 27 16:31:06.120643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.121962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208e7ad-2175-4a14-827a-a625aaec63c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6476114b-83d5-4ebf-8e95-52b0411a75ba,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:06.122451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.123329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.126187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59830) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:06.187858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2207-b979-4dcb-a914-0f447fcf7c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.200876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-634f2809-6e98-4a87-b2ae-d76520b6be86 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0516672 Aug 27 16:31:06.204436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59832) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:06.224090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2207-b979-4dcb-a914-0f447fcf7c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.275854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Network 466441ac-cf25-4b17-b965-1e9cd1ea17be is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:06.286776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:06.289284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:06.296072 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.302279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-45145e79-a6a3-47ed-b255-433b69575ca7', 'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7', 'tenant_id': '1d111c4ebb8b421892fdd275a73d440a', 'fixed_ips': [{'subnet_id': '800905d9-b425-4fb2-8843-d0479a460fc2'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:31:06.303148 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.310659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Transition to ACTIVE for port object b22f3873-008c-4b2e-98b9-90074899c637 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:06.317465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Pushing event updated for resources: {'Port': ['ID=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:06.337512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Transition to ACTIVE for port object b22f3873-008c-4b2e-98b9-90074899c637 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:06.341700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Pushing event updated for resources: {'Network': ['ID=1eb5eb69-1095-49b1-81d7-8a2dee225506,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:06.360376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1eb5eb69-1095-49b1-81d7-8a2dee225506 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:31:06.382613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.383605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.449632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea3fa96d-d464-4bb6-bf25-5302764d75c8 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.5880029 Aug 27 16:31:06.451010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59834) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:06.457119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Request body: {'network': {'project_id': '45340690aa1e4cb1828168f89c508c21'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:06.479832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-d0a6cdb3-24b0-4029-b8df-b1ad325291f2 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8220451 Aug 27 16:31:06.487058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.496138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Request body: {'port': {'device_id': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:06.506208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a5cb5003-0e13-42cb-8d27-807f95fdd640 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:06.572944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.609391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Made reservation on behalf of 45340690aa1e4cb1828168f89c508c21 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:06.612584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Network 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:06.613440 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.618241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:06.625226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:06.661226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb3f4c-f6c8-4909-a47f-d939caae8fc7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.662852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb3f4c-f6c8-4909-a47f-d939caae8fc7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.664644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb3f4c-f6c8-4909-a47f-d939caae8fc7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:06.666759 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ceb3f4c-f6c8-4909-a47f-d939caae8fc7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4612868 Aug 27 16:31:06.669885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59836) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:06.673071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:31:06.687193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Pushing event updated for resources: {'Port': ['ID=b22f3873-008c-4b2e-98b9-90074899c637,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:06.748346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Deleting subnet 26448539-173f-401a-b55d-61e12cedfa31 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:31:06.753722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.765546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Allocated IP 172.20.0.18 (45145e79-a6a3-47ed-b255-433b69575ca7/800905d9-b425-4fb2-8843-d0479a460fc2/211270ad-ce60-4669-95d7-95bb4e988b2a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:06.771214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Attempting to bind port b22f3873-008c-4b2e-98b9-90074899c637 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:06.771673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Attempting to bind port b22f3873-008c-4b2e-98b9-90074899c637 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'fafa8d6a-0396-40f2-86a1-9ec5108b610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:06.772456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Attempting to bind port b22f3873-008c-4b2e-98b9-90074899c637 on network 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:06.780007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:06.780403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Checking segment: {'id': 'fafa8d6a-0396-40f2-86a1-9ec5108b610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:06.780799 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.781201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Bound using segment: {'id': 'fafa8d6a-0396-40f2-86a1-9ec5108b610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:06.781679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Bound port: b22f3873-008c-4b2e-98b9-90074899c637, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafa8d6a-0396-40f2-86a1-9ec5108b610d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:06.782070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.787873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port a5cb5003-0e13-42cb-8d27-807f95fdd640 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:06.810602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port a5cb5003-0e13-42cb-8d27-807f95fdd640 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:06.810602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.829355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2207-b979-4dcb-a914-0f447fcf7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.839134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2207-b979-4dcb-a914-0f447fcf7c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:06.840700 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4d1b2207-b979-4dcb-a914-0f447fcf7c81 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6476114b-83d5-4ebf-8e95-52b0411a75ba HTTP/1.1" status: 204 len: 168 time: 0.7129865 Aug 27 16:31:06.872699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.027441 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.027441 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Added segment 6d7d4c84-e94c-4d52-aa8a-bdeea5c4bb98 of type vlan for network 2fd2aa1e-ec77-4d93-a7d0-78200f6af373 Aug 27 16:31:07.082668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] For port b22f3873-008c-4b2e-98b9-90074899c637, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:07.085532 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.085706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b2207-b979-4dcb-a914-0f447fcf7c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6476114b-83d5-4ebf-8e95-52b0411a75ba,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:07.122111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] For port b22f3873-008c-4b2e-98b9-90074899c637, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b22f3873-008c-4b2e-98b9-90074899c637,segment=NetworkSegment(fafa8d6a-0396-40f2-86a1-9ec5108b610d),segment_id=fafa8d6a-0396-40f2-86a1-9ec5108b610d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:07.141238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:07.142041 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1718873e-bdb7-41e3-891a-1c7713da8238" -d '{"events": [{"server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "name": "network-vif-plugged", "status": "completed", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:07.142292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:07.148043 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.155602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.175054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a5cb5003-0e13-42cb-8d27-807f95fdd640, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:07.183787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cc335-2e41-4fb8-9c92-510673aa3edd req-94fc4bad-1f35-426b-b326-c6b07ed43a0b tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:07.185382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-891cc335-2e41-4fb8-9c92-510673aa3edd req-94fc4bad-1f35-426b-b326-c6b07ed43a0b tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 932 time: 0.1958628 Aug 27 16:31:07.194194 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.203677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Transition to ACTIVE for port object 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:07.204885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Transition to ACTIVE for port object 211270ad-ce60-4669-95d7-95bb4e988b2a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:07.216307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc39adb-d37a-44be-b777-c24023fb245f req-e3912da0-4b28-4c08-b562-43915525c355 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:07.217912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dc39adb-d37a-44be-b777-c24023fb245f req-e3912da0-4b28-4c08-b562-43915525c355 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1690691 Aug 27 16:31:07.225858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.247021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.277958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-891cc335-2e41-4fb8-9c92-510673aa3edd req-a9a1797a-3b38-4f9e-8c22-12a08be09ab3 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Aug 27 16:31:07.296555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dc39adb-d37a-44be-b777-c24023fb245f req-4974417f-a571-491b-b8ec-8d920574b8e4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595524 Aug 27 16:31:07.336282 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.339632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Transition to ACTIVE for port object 211270ad-ce60-4669-95d7-95bb4e988b2a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:07.352742 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.380204 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.381310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:07.381987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.397190 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df972569-bf8f-451a-9bf8-ad1b91dfa42f x-openstack-request-id: req-df972569-bf8f-451a-9bf8-ad1b91dfa42f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:07.397499 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "name": "network-vif-plugged", "status": "completed", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:07.397764 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-df972569-bf8f-451a-9bf8-ad1b91dfa42f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:07.398170 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'code': 200} Aug 27 16:31:07.420956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aed49-1c32-4559-9acb-27b6975ff0e9 None None] Pushing event updated for resources: {'Port': ['ID=b22f3873-008c-4b2e-98b9-90074899c637,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:07.421722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.429480 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.455219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Subnet': ['ID=26448539-173f-401a-b55d-61e12cedfa31,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:07.466585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.468902 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0852ed9e-18a1-478d-9929-0c4ce25299e9 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/subnets/26448539-173f-401a-b55d-61e12cedfa31 HTTP/1.1" status: 204 len: 168 time: 0.7979834 Aug 27 16:31:07.472403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Network 45145e79-a6a3-47ed-b255-433b69575ca7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:07.472589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59852) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:07.478520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:07.481737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:07.483739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:07.547122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a5cb5003-0e13-42cb-8d27-807f95fdd640,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:07.599190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Deleting subnet 800905d9-b425-4fb2-8843-d0479a460fc2 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:31:07.602840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.607846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Attempting to bind port 211270ad-ce60-4669-95d7-95bb4e988b2a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:07.608232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Attempting to bind port 211270ad-ce60-4669-95d7-95bb4e988b2a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'fc395da4-2a59-4bd5-943c-ecd3034aa344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:07.610352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Attempting to bind port 211270ad-ce60-4669-95d7-95bb4e988b2a on network 45145e79-a6a3-47ed-b255-433b69575ca7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:07.612830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Pushing event updated for resources: {'Network': ['ID=2fd2aa1e-ec77-4d93-a7d0-78200f6af373,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:07.616458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:07.616990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Checking segment: {'id': 'fc395da4-2a59-4bd5-943c-ecd3034aa344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:07.617252 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.617652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Bound using segment: {'id': 'fc395da4-2a59-4bd5-943c-ecd3034aa344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:07.618139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Bound port: 211270ad-ce60-4669-95d7-95bb4e988b2a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc395da4-2a59-4bd5-943c-ecd3034aa344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '45145e79-a6a3-47ed-b255-433b69575ca7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:07.618693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.627857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 2fd2aa1e-ec77-4d93-a7d0-78200f6af373 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:31:07.628768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-44430a12-668f-4143-b884-1546dd65b8a7 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.1763685 Aug 27 16:31:07.631648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59854) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:07.644533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8b51b7b6-227d-4b9f-b470-18dd55954f6c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Request body: {'network': {'project_id': '45340690aa1e4cb1828168f89c508c21'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:07.670992 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b51b7b6-227d-4b9f-b470-18dd55954f6c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 16:31:07.671818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b51b7b6-227d-4b9f-b470-18dd55954f6c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:31:07.696596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.698472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8b51b7b6-227d-4b9f-b470-18dd55954f6c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0440950 Aug 27 16:31:07.700204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59856) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:07.724326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Pushing event updated for resources: {'Port': ['ID=211270ad-ce60-4669-95d7-95bb4e988b2a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:07.737919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94975e13-ee6a-4fd2-84cf-705e24f2eb89 req-c768e542-fc98-4865-98bc-e1254e46ffb1 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:07.746262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94975e13-ee6a-4fd2-84cf-705e24f2eb89 req-c768e542-fc98-4865-98bc-e1254e46ffb1 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 985 time: 0.3069091 Aug 27 16:31:07.770097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762778a-4d8a-4715-a6e6-1b89d2e45824 req-c3f68126-5c7f-45f6-bd84-cfcbee842219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:07.771866 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8762778a-4d8a-4715-a6e6-1b89d2e45824 req-c3f68126-5c7f-45f6-bd84-cfcbee842219 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1136 time: 0.2646389 Aug 27 16:31:07.817213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59860) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:07.817319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] For port 211270ad-ce60-4669-95d7-95bb4e988b2a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:07.825525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] For port 211270ad-ce60-4669-95d7-95bb4e988b2a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=211270ad-ce60-4669-95d7-95bb4e988b2a,segment=NetworkSegment(fc395da4-2a59-4bd5-943c-ecd3034aa344),segment_id=fc395da4-2a59-4bd5-943c-ecd3034aa344)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:07.829855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Attempting to bind port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:07.830195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Attempting to bind port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'da0ccbaa-0971-4c41-8e21-badecd4bf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:07.830528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Attempting to bind port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 on network 466441ac-cf25-4b17-b965-1e9cd1ea17be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:07.840494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94975e13-ee6a-4fd2-84cf-705e24f2eb89 req-6898fd21-6868-4025-89e0-47869be01e39 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0932748 Aug 27 16:31:07.852525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 on network 466441ac-cf25-4b17-b965-1e9cd1ea17be not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:31:07.852684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Attempting to bind port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 on network 466441ac-cf25-4b17-b965-1e9cd1ea17be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:07.860395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:07.860792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Checking segment: {'id': 'da0ccbaa-0971-4c41-8e21-badecd4bf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:07.861338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Bound using segment: {'id': 'da0ccbaa-0971-4c41-8e21-badecd4bf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:07.861916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Bound port: 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0ccbaa-0971-4c41-8e21-badecd4bf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:07.862286 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.892251 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d309c0b5-fe23-4706-8897-af5fb6c0fd78 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45340690aa1e4cb1828168f89c508c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642807 Aug 27 16:31:07.892251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59864) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:07.895543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3fb5c187-fb04-44da-947c-29d6fea8df87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.914354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.939597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8762778a-4d8a-4715-a6e6-1b89d2e45824 req-95b90a02-729e-4e02-9e1f-03b9340cc4d3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5209999f-0905-4785-8c5d-c94150bde60b&id=6371dc11-5602-4b45-934e-853c43b95429&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1545753 Aug 27 16:31:07.950013 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:07.976859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] For port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:07.991622 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05c95e3d-b83a-485b-b03c-8ff3b930374c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.015205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] For port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,segment=NetworkSegment(da0ccbaa-0971-4c41-8e21-badecd4bf7fe),segment_id=da0ccbaa-0971-4c41-8e21-badecd4bf7fe)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:08.015785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe26b3-21a3-4a36-babe-c33d9ef44d4c None None] Pushing event updated for resources: {'Port': ['ID=211270ad-ce60-4669-95d7-95bb4e988b2a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:08.042723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05c95e3d-b83a-485b-b03c-8ff3b930374c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.097003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.137101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3fb5c187-fb04-44da-947c-29d6fea8df87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.143543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.144177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:08.148998 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.148998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] 10.222.0.97 "PUT /v2.0/ports/3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 HTTP/1.1" status: 200 len: 1092 time: 1.6568387 Aug 27 16:31:08.148998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'tag': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:08.148998 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c463634a-8ad1-4a53-9a05-13c86db22a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "426ef96f-a793-4cd3-9377-0dc99fa20e32", "tag": "3a9f2de7-6886-4c0a-9f27-e12cf84c09b2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:08.192152 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.196752 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/subnets/800905d9-b425-4fb2-8843-d0479a460fc2 HTTP/1.1" status: 204 len: 168 time: 0.7197843 Aug 27 16:31:08.196752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079359-56d8-45d5-b8fc-544839f3aae7 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Subnet': ['ID=800905d9-b425-4fb2-8843-d0479a460fc2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:08.199136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59870) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:08.205699 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05c95e3d-b83a-485b-b03c-8ff3b930374c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.208323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05c95e3d-b83a-485b-b03c-8ff3b930374c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.209491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-05c95e3d-b83a-485b-b03c-8ff3b930374c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/92f64067-1874-4e79-96ad-49b434b99f9a HTTP/1.1" status: 204 len: 168 time: 0.3342896 Aug 27 16:31:08.212206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a14df3-f9c0-4910-8bae-93ebd16c4377 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:08.219830 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f47b80-04b0-4fdc-aafe-f341e67fc06f x-openstack-request-id: req-80f47b80-04b0-4fdc-aafe-f341e67fc06f {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:08.220115 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426ef96f-a793-4cd3-9377-0dc99fa20e32", "tag": "3a9f2de7-6886-4c0a-9f27-e12cf84c09b2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:08.220367 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-80f47b80-04b0-4fdc-aafe-f341e67fc06f {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:08.220807 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'tag': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2', 'status': 'completed', 'code': 200} Aug 27 16:31:08.221204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59872) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:08.237639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c95e3d-b83a-485b-b03c-8ff3b930374c tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f64067-1874-4e79-96ad-49b434b99f9a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:08.314490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fcde8-754a-46aa-9f03-73d2fc36f4fb tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:08.321198 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-280fcde8-754a-46aa-9f03-73d2fc36f4fb tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1162362 Aug 27 16:31:08.321198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3fb5c187-fb04-44da-947c-29d6fea8df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.326198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59874) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:08.440926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.464476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.487479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463634a-8ad1-4a53-9a05-13c86db22a0f req-9344c8cf-bbec-4cb4-9941-5f2ded7cf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:08.489127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c463634a-8ad1-4a53-9a05-13c86db22a0f req-9344c8cf-bbec-4cb4-9941-5f2ded7cf6bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ea87412c7384f7586e5e25c103b0717&device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 1095 time: 0.2538784 Aug 27 16:31:08.506935 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3fb5c187-fb04-44da-947c-29d6fea8df87 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8eb1d5a0af4c4f2b8a3a12092a506b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919928 Aug 27 16:31:08.509350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5c187-fb04-44da-947c-29d6fea8df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ace4ee-4f24-41be-9032-a8b127704ba4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:08.524326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59880) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:08.568547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Deleting port 211270ad-ce60-4669-95d7-95bb4e988b2a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:08.569059 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.648518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] For port 211270ad-ce60-4669-95d7-95bb4e988b2a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=211270ad-ce60-4669-95d7-95bb4e988b2a,segment=NetworkSegment(fc395da4-2a59-4bd5-943c-ecd3034aa344),segment_id=fc395da4-2a59-4bd5-943c-ecd3034aa344)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:08.648887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.663694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Calling delete_port for 211270ad-ce60-4669-95d7-95bb4e988b2a owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:08.702217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95688cf7-e646-4e4e-aff9-a3c6ac3fe986 req-eafc5736-e679-4c76-8ec1-e5d9a55418ca tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:08.709849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95688cf7-e646-4e4e-aff9-a3c6ac3fe986 req-eafc5736-e679-4c76-8ec1-e5d9a55418ca tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 944 time: 0.2556195 Aug 27 16:31:08.757663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.778586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c2c5c-e9a9-4c14-bd94-3ed99c91a0c6 req-05ecfdc8-ba4a-4daa-bdcd-7d49d64857cd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:08.791946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f69c2c5c-e9a9-4c14-bd94-3ed99c91a0c6 req-05ecfdc8-ba4a-4daa-bdcd-7d49d64857cd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.3190248 Aug 27 16:31:08.803405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd2aa1e-ec77-4d93-a7d0-78200f6af373']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:08.846556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7d4c84-e94c-4d52-aa8a-bdeea5c4bb98') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:08.846720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c6499-4a2f-4156-978b-634396eb8ffb None None] Network 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:08.847200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7d4c84-e94c-4d52-aa8a-bdeea5c4bb98') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:08.861918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.869765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95688cf7-e646-4e4e-aff9-a3c6ac3fe986 req-9b2c6bb6-b4f7-44d2-95f3-67a7ee02a910 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582234 Aug 27 16:31:08.890845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Port': ['ID=211270ad-ce60-4669-95d7-95bb4e988b2a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:08.895927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6bd614be-ec43-482d-bc3c-bdda61ff91ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.900362 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.904507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f69c2c5c-e9a9-4c14-bd94-3ed99c91a0c6 req-cf521514-98e6-4348-a110-fc81624b5ac5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092112 Aug 27 16:31:08.910287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] No DVR routers for this DVR port 211270ad-ce60-4669-95d7-95bb4e988b2a on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:31:08.946931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463634a-8ad1-4a53-9a05-13c86db22a0f req-a7d62cc0-e0c8-4432-a322-aa3c64fc7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:08.948806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c463634a-8ad1-4a53-9a05-13c86db22a0f req-a7d62cc0-e0c8-4432-a322-aa3c64fc7ad4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8ea87412c7384f7586e5e25c103b0717&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4235857 Aug 27 16:31:08.955218 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:08.984319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6bd614be-ec43-482d-bc3c-bdda61ff91ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.015883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:31:09.021360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:31:09.023449 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:31:09.076306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3014b44b-fb09-4154-af45-254a741fa71c None None] Provisioning for port b22f3873-008c-4b2e-98b9-90074899c637 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:09.092232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.112404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45145e79-a6a3-47ed-b255-433b69575ca7']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:09.127635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc395da4-2a59-4bd5-943c-ecd3034aa344') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:09.128123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc395da4-2a59-4bd5-943c-ecd3034aa344') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:09.138704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.162489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.173451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:31:09.175483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:31:09.184152 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:31:09.229581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] DHCP port deletion for 1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:31:09.303799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] Deleting port b22f3873-008c-4b2e-98b9-90074899c637 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:09.304221 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.315961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb6e5-4c65-4c14-8521-8439ca362d6f req-0f64eead-1bac-417c-9459-b709b1803fc7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:09.316604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bbcb6e5-4c65-4c14-8521-8439ca362d6f req-0f64eead-1bac-417c-9459-b709b1803fc7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 985 time: 0.1680839 Aug 27 16:31:09.321497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463634a-8ad1-4a53-9a05-13c86db22a0f req-cc588d9a-a449-41e7-9449-41c9efcb13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:09.322005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c463634a-8ad1-4a53-9a05-13c86db22a0f req-cc588d9a-a449-41e7-9449-41c9efcb13d7 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3604696 Aug 27 16:31:09.387167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] For port b22f3873-008c-4b2e-98b9-90074899c637, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b22f3873-008c-4b2e-98b9-90074899c637,segment=NetworkSegment(fafa8d6a-0396-40f2-86a1-9ec5108b610d),segment_id=fafa8d6a-0396-40f2-86a1-9ec5108b610d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:09.390262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.403380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] Calling delete_port for b22f3873-008c-4b2e-98b9-90074899c637 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:09.442239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.451383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.453516 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/networks/45145e79-a6a3-47ed-b255-433b69575ca7 HTTP/1.1" status: 204 len: 168 time: 1.1270876 Aug 27 16:31:09.455739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bbcb6e5-4c65-4c14-8521-8439ca362d6f req-9e88efe6-0383-4624-aef9-4872aa3eddc4 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1294718 Aug 27 16:31:09.456602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.457365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59886) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:09.472608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.500821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "DELETE /v2.0/networks/2fd2aa1e-ec77-4d93-a7d0-78200f6af373 HTTP/1.1" status: 204 len: 168 time: 1.2773890 Aug 27 16:31:09.501726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59888) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:09.527658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6bd614be-ec43-482d-bc3c-bdda61ff91ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.530761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b3fce-6b00-41c8-bd6a-620311641604 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Network': ['ID=45145e79-a6a3-47ed-b255-433b69575ca7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:09.536231 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6bd614be-ec43-482d-bc3c-bdda61ff91ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.538453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6bd614be-ec43-482d-bc3c-bdda61ff91ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c1ace4ee-4f24-41be-9032-a8b127704ba4 HTTP/1.1" status: 204 len: 168 time: 1.0083582 Aug 27 16:31:09.607689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.616879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384d3f0-d01a-45ac-81f4-c59ff2b37147 tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fd2aa1e-ec77-4d93-a7d0-78200f6af373,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:09.629301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd614be-ec43-482d-bc3c-bdda61ff91ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ace4ee-4f24-41be-9032-a8b127704ba4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:09.652930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-7ddc7089-4385-4262-b4b7-a5817999c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:09.654569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-7ddc7089-4385-4262-b4b7-a5817999c20b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ea87412c7384f7586e5e25c103b0717&device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 1095 time: 0.2760754 Aug 27 16:31:09.684834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3344b-60a5-4ea7-8407-0c39eda5bcfd None None] DHCP port deletion for 45145e79-a6a3-47ed-b255-433b69575ca7 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:31:09.685928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Deleting port b22f3873-008c-4b2e-98b9-90074899c637 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:09.687627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.714376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.717059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-4c884410-4e44-4f3b-956a-d06feb114d51 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 HTTP/1.1" status: 200 len: 217 time: 0.0492294 Aug 27 16:31:09.720684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca9b6e-f4e8-4609-a6f7-fe57f29179a7 None None] Network 45145e79-a6a3-47ed-b255-433b69575ca7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:09.737772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca9b6e-f4e8-4609-a6f7-fe57f29179a7 None None] Network 45145e79-a6a3-47ed-b255-433b69575ca7 could not be found, it might have been deleted concurrently. {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 16:31:09.740801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-52c6f4ee-659d-419f-a086-e9c9b1cc713f None None] Could not find standard attr ID for object 211270ad-ce60-4669-95d7-95bb4e988b2a. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:31:09.768406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] For port b22f3873-008c-4b2e-98b9-90074899c637, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b22f3873-008c-4b2e-98b9-90074899c637,segment=NetworkSegment(fafa8d6a-0396-40f2-86a1-9ec5108b610d),segment_id=fafa8d6a-0396-40f2-86a1-9ec5108b610d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:09.768790 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.782195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Calling delete_port for b22f3873-008c-4b2e-98b9-90074899c637 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:09.838260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-46d1e92e-a397-4997-8707-f37566d90e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:09.840141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-46d1e92e-a397-4997-8707-f37566d90e2e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=dd37be21-7cb4-4b46-920f-4c5412adffc0 HTTP/1.1" status: 200 len: 861 time: 0.1161125 Aug 27 16:31:09.848613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.867718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb5eb69-1095-49b1-81d7-8a2dee225506']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:09.888158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-bd0e6dec-cac3-4386-86da-6a4b21fc9695 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=466441ac-cf25-4b17-b965-1e9cd1ea17be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412595 Aug 27 16:31:09.891383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84a1ff7-0bb5-4e0b-8e44-77f6842cf18b') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:09.891688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84a1ff7-0bb5-4e0b-8e44-77f6842cf18b') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:09.910021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:09.971740 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.010330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:31:10.010738 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:31:10.013197 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:31:10.027963 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.034447 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.059562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] Pushing event deleted for resources: {'Port': ['ID=b22f3873-008c-4b2e-98b9-90074899c637,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:10.059562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c407864-a456-46a4-9091-7ff120889de1 None None] No DVR routers for this DVR port b22f3873-008c-4b2e-98b9-90074899c637 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:31:10.066664 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] No DVR routers for this DVR port b22f3873-008c-4b2e-98b9-90074899c637 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:31:10.069152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Port': ['ID=b22f3873-008c-4b2e-98b9-90074899c637,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:10.156632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-ff5e1d51-e412-46e2-a40a-da35fe9073db service neutron] 10.222.0.97 "GET /v2.0/networks/466441ac-cf25-4b17-b965-1e9cd1ea17be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513788 Aug 27 16:31:10.167450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e2a32-a8e9-496b-9475-4388c8530f19 req-00df3f1a-53a8-40aa-ba96-c255ce43548c tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:10.169375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-104e2a32-a8e9-496b-9475-4388c8530f19 req-00df3f1a-53a8-40aa-ba96-c255ce43548c tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 944 time: 0.2149134 Aug 27 16:31:10.194543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.205507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:10.209971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22999f2d-0058-447a-84bb-ab537dd54065 req-a28ac63d-f78e-4860-8f00-b9852ebe45ca tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:10.214980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22999f2d-0058-447a-84bb-ab537dd54065 req-a28ac63d-f78e-4860-8f00-b9852ebe45ca tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2193356 Aug 27 16:31:10.217971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafa8d6a-0396-40f2-86a1-9ec5108b610d') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:10.218272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafa8d6a-0396-40f2-86a1-9ec5108b610d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:10.227138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.241055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.247209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:31:10.247743 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:31:10.250805 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:31:10.309816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-104e2a32-a8e9-496b-9475-4388c8530f19 req-001537d3-fe99-43d7-b965-716c93a13617 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284225 Aug 27 16:31:10.339843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22999f2d-0058-447a-84bb-ab537dd54065 req-cdcf522b-a428-4a54-ad71-7d4226d3103c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975342 Aug 27 16:31:10.340512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.360945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.364368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] 10.222.0.101 "DELETE /v2.0/networks/1eb5eb69-1095-49b1-81d7-8a2dee225506 HTTP/1.1" status: 204 len: 168 time: 0.8368833 Aug 27 16:31:10.379831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e755b02b-3fc6-4be5-a30f-9c601e63e81d req-2275d8d2-2a57-446f-9cff-58fc05a4ab0e service neutron] 10.222.0.97 "GET /v2.0/networks/466441ac-cf25-4b17-b965-1e9cd1ea17be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071481 Aug 27 16:31:10.390448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7034302-982e-472b-82a1-083e9fa74e0a tempest-QuotasNegativeTest-1536494855 tempest-QuotasNegativeTest-1536494855-project-admin] Pushing event deleted for resources: {'Network': ['ID=1eb5eb69-1095-49b1-81d7-8a2dee225506,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:10.404717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.414201 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.417239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/networks/1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663 HTTP/1.1" status: 204 len: 168 time: 0.9586997 Aug 27 16:31:10.419901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:10.430136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad9812-14ef-422c-86ab-e7638fcbe6d2 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Network': ['ID=1e8ba8bd-e25d-40e3-ac69-b4a66ccf4663,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:10.513769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.635355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.647810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659a6a91-2795-467d-ab99-cda3cfb21aa2']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:10.663757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266c078-8334-4c2f-a5e1-48e34854bc82 req-b7f915e9-d20c-42c7-ba75-45b81a793c11 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:10.665287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2266c078-8334-4c2f-a5e1-48e34854bc82 req-b7f915e9-d20c-42c7-ba75-45b81a793c11 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 985 time: 0.1198974 Aug 27 16:31:10.669647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09d4188-78fc-4068-b49f-ee84fef3b824') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:10.672347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09d4188-78fc-4068-b49f-ee84fef3b824') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:10.686990 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.714704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.724772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:31:10.725535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:31:10.728357 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:31:10.732677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2266c078-8334-4c2f-a5e1-48e34854bc82 req-34f028c6-b5b9-4e7f-b193-44e6953ddced tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0560522 Aug 27 16:31:10.856396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15f92-37f6-4788-ad01-af3e507b7625 req-19d028cf-37e8-4c3b-8828-d1e663f0bbbe tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:10.857947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5f15f92-37f6-4788-ad01-af3e507b7625 req-19d028cf-37e8-4c3b-8828-d1e663f0bbbe tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 985 time: 0.0537050 Aug 27 16:31:10.885742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.895891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:10.897724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/networks/659a6a91-2795-467d-ab99-cda3cfb21aa2 HTTP/1.1" status: 204 len: 168 time: 0.4767380 Aug 27 16:31:10.901443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59926) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:10.918844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278ef8-e094-4797-9f6b-30673b24789c tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Network': ['ID=659a6a91-2795-467d-ab99-cda3cfb21aa2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:10.929459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5f15f92-37f6-4788-ad01-af3e507b7625 req-38ad0e84-49a2-49a5-9828-98306eed1632 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0602090 Aug 27 16:31:10.983541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.042890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0a73-0cb0-4807-8c19-b47bc00c94a6 req-7fa63e35-82eb-40e1-b1d9-1215af5de929 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:11.044448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-291e0a73-0cb0-4807-8c19-b47bc00c94a6 req-7fa63e35-82eb-40e1-b1d9-1215af5de929 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1136 time: 0.0454988 Aug 27 16:31:11.063663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-291e0a73-0cb0-4807-8c19-b47bc00c94a6 req-0133d744-ae23-493d-9921-f19307d18818 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.078549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.090180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd4375b-4dc0-4c41-aa86-795180972ecf']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:11.101274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a08c6bc-88f8-4507-8f86-bec5cfbf5d72') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:11.101572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a08c6bc-88f8-4507-8f86-bec5cfbf5d72') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:11.111161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.129105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.139133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:31:11.139822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:31:11.143451 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:31:11.217544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-291e0a73-0cb0-4807-8c19-b47bc00c94a6 req-0133d744-ae23-493d-9921-f19307d18818 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.235724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59940) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:11.290248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-291e0a73-0cb0-4807-8c19-b47bc00c94a6 req-0133d744-ae23-493d-9921-f19307d18818 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.314763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-291e0a73-0cb0-4807-8c19-b47bc00c94a6 req-0133d744-ae23-493d-9921-f19307d18818 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2639933 Aug 27 16:31:11.322637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.342070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.344703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59948) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:11.350498 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] 10.222.0.101 "DELETE /v2.0/networks/7cd4375b-4dc0-4c41-aa86-795180972ecf HTTP/1.1" status: 204 len: 168 time: 0.4475861 Aug 27 16:31:11.363474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d790c3-bfc2-4f70-8e23-bc004f7701e6 tempest-BulkNetworkOpsTest-614617127 tempest-BulkNetworkOpsTest-614617127-project] Pushing event deleted for resources: {'Network': ['ID=7cd4375b-4dc0-4c41-aa86-795180972ecf,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:11.388955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133d744-ae23-493d-9921-f19307d18818 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f91e1d-1e98-41c6-855b-210869a6d72d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:11.394355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12e3a058-b445-4164-b692-a7c423c3a0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.512653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 211270ad-ce60-4669-95d7-95bb4e988b2a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:31:11.536146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 211270ad-ce60-4669-95d7-95bb4e988b2a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:31:11.536504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 211270ad-ce60-4669-95d7-95bb4e988b2a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:31:11.551442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf0ba02-5a8e-42e6-b8f2-99c33ba355da tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:11.552974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bbf0ba02-5a8e-42e6-b8f2-99c33ba355da tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1131 time: 0.1997960 Aug 27 16:31:11.556260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59956) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:11.562954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:11.580317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed201fe-0976-4a47-b6fa-eaa45d012007 req-d9cb7bd4-2dfc-4b11-9c76-5351865515bf tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:11.581815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ed201fe-0976-4a47-b6fa-eaa45d012007 req-d9cb7bd4-2dfc-4b11-9c76-5351865515bf tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1351309 Aug 27 16:31:11.600347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c2840-b9ca-40c6-9669-99e583a65f71 req-8f8899a9-688e-4dd1-bcac-372d5cddb703 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:11.601808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d73c2840-b9ca-40c6-9669-99e583a65f71 req-8f8899a9-688e-4dd1-bcac-372d5cddb703 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 944 time: 0.1127253 Aug 27 16:31:11.692390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d73c2840-b9ca-40c6-9669-99e583a65f71 req-6119f8c1-2193-4030-8a60-a9f2f6009400 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795822 Aug 27 16:31:11.695000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ed201fe-0976-4a47-b6fa-eaa45d012007 req-a16af26a-c1e5-4ff5-ad95-2959219119b1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025522 Aug 27 16:31:11.718704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12e3a058-b445-4164-b692-a7c423c3a0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.834064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12e3a058-b445-4164-b692-a7c423c3a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.885927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-12e3a058-b445-4164-b692-a7c423c3a0f5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=01ecaf77627c4068ae9a599d019f25a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477146 Aug 27 16:31:11.887582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:11.890344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3a058-b445-4164-b692-a7c423c3a0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaa541f-8813-4e25-8345-8db4b74bf6ab,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:11.949193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:11.972195 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b52fa00d-afab-4578-b8af-85f8a3eb117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.012447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59972) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:12.028298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b52fa00d-afab-4578-b8af-85f8a3eb117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.106103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.167375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b52fa00d-afab-4578-b8af-85f8a3eb117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.172809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b52fa00d-afab-4578-b8af-85f8a3eb117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.174283 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b52fa00d-afab-4578-b8af-85f8a3eb117a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/baaa541f-8813-4e25-8345-8db4b74bf6ab HTTP/1.1" status: 204 len: 168 time: 0.2856917 Aug 27 16:31:12.184802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8109417c-a983-4e79-bf75-cc38ec811c7e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1d111c4ebb8b421892fdd275a73d440a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713421 Aug 27 16:31:12.187211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59980) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:12.249541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-295c72cd-eeff-4792-9aff-f37ee0f2fe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.253819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fa00d-afab-4578-b8af-85f8a3eb117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaa541f-8813-4e25-8345-8db4b74bf6ab,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:12.288802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-295c72cd-eeff-4792-9aff-f37ee0f2fe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.343730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Allocated IP 172.25.4.72 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/bc3a8860-edf2-4be3-8eab-ddc40da3f12d) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:12.404252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-295c72cd-eeff-4792-9aff-f37ee0f2fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.407507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-295c72cd-eeff-4792-9aff-f37ee0f2fe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.411936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-295c72cd-eeff-4792-9aff-f37ee0f2fe3d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/97c39f46-20ff-4794-b73e-1937c2f20bcb HTTP/1.1" status: 204 len: 168 time: 0.2236526 Aug 27 16:31:12.424389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c72cd-eeff-4792-9aff-f37ee0f2fe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c39f46-20ff-4794-b73e-1937c2f20bcb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:12.473840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.580299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:12.626002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:12.629059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:12.636168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:12.663815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=bc3a8860-edf2-4be3-8eab-ddc40da3f12d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:12.928953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12703ff7-d7a9-4846-aaca-9303842d2d0a req-48b63620-8eac-458b-afcd-1581bc754c65 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:12.930614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12703ff7-d7a9-4846-aaca-9303842d2d0a req-48b63620-8eac-458b-afcd-1581bc754c65 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1348083 Aug 27 16:31:12.943243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb47ec-1287-432b-b726-50d900e08eb7 req-3c44eaa0-8f8a-40a3-88a6-e5d182dad469 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:12.944845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41bb47ec-1287-432b-b726-50d900e08eb7 req-3c44eaa0-8f8a-40a3-88a6-e5d182dad469 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 944 time: 0.1361735 Aug 27 16:31:13.015754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:13.034876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12703ff7-d7a9-4846-aaca-9303842d2d0a req-d565b051-5347-4578-812b-7442ac276404 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889957 Aug 27 16:31:13.044857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:31:13.054148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41bb47ec-1287-432b-b726-50d900e08eb7 req-6756de35-e708-40da-9a75-c7f69a6c1693 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919445 Aug 27 16:31:13.144171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd06c79-850b-45b8-a5b1-38ba44d57fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.219238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,segment=NetworkSegment(da0ccbaa-0971-4c41-8e21-badecd4bf7fe),segment_id=da0ccbaa-0971-4c41-8e21-badecd4bf7fe)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:13.234104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2', 'network_id': '466441ac-cf25-4b17-b965-1e9cd1ea17be', 'port_id': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2', 'mac_address': 'fa:16:3e:4a:36:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd37be21-7cb4-4b46-920f-4c5412adffc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:31:13.281136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.305342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:13.327102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.332166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,segment=NetworkSegment(da0ccbaa-0971-4c41-8e21-badecd4bf7fe),segment_id=da0ccbaa-0971-4c41-8e21-badecd4bf7fe)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:13.410627 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.463574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd06c79-850b-45b8-a5b1-38ba44d57fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.552021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.557839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6fd06c79-850b-45b8-a5b1-38ba44d57fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.629420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd06c79-850b-45b8-a5b1-38ba44d57fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094058cd-8978-41a3-b7a8-bfd39ec8d882,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:13.658165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:13.715687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['3a9f2de7-6886-4c0a-9f27-e12cf84c09b2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:31:13.767799 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6fd06c79-850b-45b8-a5b1-38ba44d57fc9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8070c625a4484243a5d6a6978c08f706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7547750 Aug 27 16:31:13.768551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60026) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:13.791917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.854120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f18f4714-f277-4650-a304-11209788324a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.872706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.899284 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f18f4714-f277-4650-a304-11209788324a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:13.984980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=bc3a8860-edf2-4be3-8eab-ddc40da3f12d,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:14.006665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:14.050639 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f18f4714-f277-4650-a304-11209788324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:14.058239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f18f4714-f277-4650-a304-11209788324a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:14.058239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f18f4714-f277-4650-a304-11209788324a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/094058cd-8978-41a3-b7a8-bfd39ec8d882 HTTP/1.1" status: 204 len: 168 time: 0.2832983 Aug 27 16:31:14.070251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f4714-f277-4650-a304-11209788324a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094058cd-8978-41a3-b7a8-bfd39ec8d882,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:14.227073 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Floating IP 8c02d984-549c-4f09-bd15-7c7366df16f1 associated. External IP: 172.25.4.72, port: a5cb5003-0e13-42cb-8d27-807f95fdd640. Aug 27 16:31:14.271405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:14.322349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed475a-c2b4-4ef0-b8b7-fda1363c1e1a req-84dedacf-c9c3-4097-a59a-43839a3d1382 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:14.324379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6ed475a-c2b4-4ef0-b8b7-fda1363c1e1a req-84dedacf-c9c3-4097-a59a-43839a3d1382 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1552017 Aug 27 16:31:14.333476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a659be-f829-4740-87d1-10004d633543 req-2ca6738b-e01a-438f-8dff-849964c19f77 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:14.344301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0a659be-f829-4740-87d1-10004d633543 req-2ca6738b-e01a-438f-8dff-849964c19f77 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 945 time: 0.1085384 Aug 27 16:31:14.404920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6ed475a-c2b4-4ef0-b8b7-fda1363c1e1a req-6d12f756-9cca-4f3e-a878-99d4a3f50dde tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Aug 27 16:31:14.450588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0a659be-f829-4740-87d1-10004d633543 req-a1e70018-f813-4181-bd32-56742747c386 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046546 Aug 27 16:31:14.514555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router dab73c7c-920a-45db-a370-11f5096bb1b7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:14.878514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-138b8cc2-db07-4940-8b38-5ea6577393ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:14.970050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:14.983860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] Sync routers for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:14.996481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:14.997328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:30:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:15.051937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:15.072839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-138b8cc2-db07-4940-8b38-5ea6577393ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.139948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-138b8cc2-db07-4940-8b38-5ea6577393ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.180519 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-138b8cc2-db07-4940-8b38-5ea6577393ea admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c9554b578f874545bf3ecc85a283ced9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9078658 Aug 27 16:31:15.180830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:31:15.182714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b8cc2-db07-4940-8b38-5ea6577393ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a070d931-ae97-40d8-b77a-1a9404b9b5f4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:15.183562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60068) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:15.239445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c348acf6-efe4-4da3-ba94-3bb440029d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.260744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c348acf6-efe4-4da3-ba94-3bb440029d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.273036 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.302443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9171fc27-a950-4e07-a505-97c3fcb23e23 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7441547 Aug 27 16:31:15.303318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:15.305947 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2323660-e030-40d2-870c-2df658febb94" -d '{"events": [{"name": "network-changed", "server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:15.306394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:15.347429 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a358f-63be-4b2d-b0a4-d98867fb1eda x-openstack-request-id: req-569a358f-63be-4b2d-b0a4-d98867fb1eda {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:15.352220 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:15.352220 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-569a358f-63be-4b2d-b0a4-d98867fb1eda {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:15.352220 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'status': 'completed', 'code': 200} Aug 27 16:31:15.375865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:15.388581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:15.389293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.437074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c348acf6-efe4-4da3-ba94-3bb440029d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.440045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c348acf6-efe4-4da3-ba94-3bb440029d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.442860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c348acf6-efe4-4da3-ba94-3bb440029d64 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a070d931-ae97-40d8-b77a-1a9404b9b5f4 HTTP/1.1" status: 204 len: 168 time: 0.2577186 Aug 27 16:31:15.463567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348acf6-efe4-4da3-ba94-3bb440029d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a070d931-ae97-40d8-b77a-1a9404b9b5f4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:15.538928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323660-e030-40d2-870c-2df658febb94 req-afc7e330-1b41-4641-8cb6-206ce98a4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:15.540554 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2323660-e030-40d2-870c-2df658febb94 req-afc7e330-1b41-4641-8cb6-206ce98a4c5f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1136 time: 0.1631055 Aug 27 16:31:15.702690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '8c02d984-549c-4f09-bd15-7c7366df16f1', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'port_id': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'mac_address': 'fa:16:3e:9d:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:31:12Z', 'updated_at': '2021-08-27T16:31:12Z', 'revision_number': 0, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:56Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:15.738311 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:15.738990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323660-e030-40d2-870c-2df658febb94 req-c8a040f8-cd6c-40bb-8ab1-9ede89d3c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:15.740467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] Checking router: dab73c7c-920a-45db-a370-11f5096bb1b7 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:31:15.741484 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2323660-e030-40d2-870c-2df658febb94 req-c8a040f8-cd6c-40bb-8ab1-9ede89d3c0d8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=87984889-e7fb-491c-8aae-b87f4a62fa1f HTTP/1.1" status: 200 len: 898 time: 0.1909218 Aug 27 16:31:15.778999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,segment=NetworkSegment(da0ccbaa-0971-4c41-8e21-badecd4bf7fe),segment_id=da0ccbaa-0971-4c41-8e21-badecd4bf7fe)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:15.781029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:15.783530 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c7c482-8455-4b4e-a4b7-5b077a2c4308" -d '{"events": [{"server_uuid": "426ef96f-a793-4cd3-9377-0dc99fa20e32", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f2de7-6886-4c0a-9f27-e12cf84c09b2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:15.786937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:15.793800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:30:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:15.917563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:31:15.924514 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2323660-e030-40d2-870c-2df658febb94 req-0ec6fc94-c882-4345-af02-82fc779d2b6a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640 HTTP/1.1" status: 200 len: 999 time: 0.1742468 Aug 27 16:31:16.000996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323660-e030-40d2-870c-2df658febb94 req-72b285cd-bb9b-4f4a-90e4-4b1b668898c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.004061 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2323660-e030-40d2-870c-2df658febb94 req-72b285cd-bb9b-4f4a-90e4-4b1b668898c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf623bb0-642a-4e2d-bb61-5a138319b103 HTTP/1.1" status: 200 len: 834 time: 0.0718665 Aug 27 16:31:16.015996 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:16.070051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323660-e030-40d2-870c-2df658febb94 req-2f5f7400-81e4-4bea-ae08-22e87cd72a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.071853 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2323660-e030-40d2-870c-2df658febb94 req-2f5f7400-81e4-4bea-ae08-22e87cd72a2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87984889-e7fb-491c-8aae-b87f4a62fa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585673 Aug 27 16:31:16.097481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1927e0-bf2e-474c-beb6-63b65d80ba05 req-d4972f33-f712-47e8-901b-3a4a49f38b71 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.104017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a1927e0-bf2e-474c-beb6-63b65d80ba05 req-d4972f33-f712-47e8-901b-3a4a49f38b71 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 946 time: 0.1443982 Aug 27 16:31:16.115656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283ac7-b141-44a0-8049-dc3d2694e6ff tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.116152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283ac7-b141-44a0-8049-dc3d2694e6ff tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.116625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283ac7-b141-44a0-8049-dc3d2694e6ff tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.117093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283ac7-b141-44a0-8049-dc3d2694e6ff tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.117561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283ac7-b141-44a0-8049-dc3d2694e6ff tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.118024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283ac7-b141-44a0-8049-dc3d2694e6ff tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.123664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6f283ac7-b141-44a0-8049-dc3d2694e6ff tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4300 time: 0.8161378 Aug 27 16:31:16.130190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60096) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:16.164384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:16.192518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb63db9-1722-497e-be98-8ec595bda327 req-596aa8be-64db-4af9-a6f4-a25d6c9261a1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.197534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cb63db9-1722-497e-be98-8ec595bda327 req-596aa8be-64db-4af9-a6f4-a25d6c9261a1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2374396 Aug 27 16:31:16.282768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a1927e0-bf2e-474c-beb6-63b65d80ba05 req-1c0ffc76-30db-4804-ab9d-c2c209cb6694 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722553 Aug 27 16:31:16.342490 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2323660-e030-40d2-870c-2df658febb94 req-94872ebb-930b-46a0-9fc1-c36e679d345d service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592831 Aug 27 16:31:16.375963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cb63db9-1722-497e-be98-8ec595bda327 req-91e92ab0-2a5c-4bce-97f3-a2c39f4fd368 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774569 Aug 27 16:31:16.402020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '8c02d984-549c-4f09-bd15-7c7366df16f1', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'port_id': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'mac_address': 'fa:16:3e:9d:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:31:12Z', 'updated_at': '2021-08-27T16:31:12Z', 'revision_number': 0, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:56Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:16.417929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78bcf9-d761-43cd-8072-ae2b468a9d6e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.418716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78bcf9-d761-43cd-8072-ae2b468a9d6e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.419395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78bcf9-d761-43cd-8072-ae2b468a9d6e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.420027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78bcf9-d761-43cd-8072-ae2b468a9d6e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.420695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78bcf9-d761-43cd-8072-ae2b468a9d6e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.421349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78bcf9-d761-43cd-8072-ae2b468a9d6e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.426616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4b78bcf9-d761-43cd-8072-ae2b468a9d6e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4017 time: 0.2952600 Aug 27 16:31:16.427631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60104) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:16.476827 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12244b3-67a4-4c43-99b4-59925ee66f76 x-openstack-request-id: req-a12244b3-67a4-4c43-99b4-59925ee66f76 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:16.477576 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426ef96f-a793-4cd3-9377-0dc99fa20e32", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f2de7-6886-4c0a-9f27-e12cf84c09b2", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:16.478978 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a12244b3-67a4-4c43-99b4-59925ee66f76 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:16.479807 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2', 'code': 200} Aug 27 16:31:16.481768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ea4412-7d8e-4440-9398-b68b34f100c9 None None] The sync data for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 is: [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '8c02d984-549c-4f09-bd15-7c7366df16f1', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'port_id': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'mac_address': 'fa:16:3e:9d:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:31:12Z', 'updated_at': '2021-08-27T16:31:12Z', 'revision_number': 0, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:56Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:16.573016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28f0fb-30ae-4351-b082-57eba4f93e01 req-87e4d7ef-133f-4a4e-a67f-d0678c9575e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.575158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a28f0fb-30ae-4351-b082-57eba4f93e01 req-87e4d7ef-133f-4a4e-a67f-d0678c9575e4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 1097 time: 0.1113615 Aug 27 16:31:16.600060 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c2323660-e030-40d2-870c-2df658febb94 req-9c4e0569-7248-4c58-814f-23c81f3a3249 service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514515 Aug 27 16:31:16.636253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a28f0fb-30ae-4351-b082-57eba4f93e01 req-8c7b72b6-6386-4b61-8e0f-78a81fa43d46 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506334 Aug 27 16:31:16.790447 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ec227-a258-4d96-a047-d851de8ea447 None None] New status for floating IP 8c02d984-549c-4f09-bd15-7c7366df16f1: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:31:16.823811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3d7706cd-30b9-4da7-98f6-70953158f26c tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.3944323 Aug 27 16:31:16.826235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:16.880816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea5a97-de7a-414e-bc7a-b051f38a5348 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.881317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea5a97-de7a-414e-bc7a-b051f38a5348 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:16.883185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-14ea5a97-de7a-414e-bc7a-b051f38a5348 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=dab73c7c-920a-45db-a370-11f5096bb1b7 HTTP/1.1" status: 200 len: 1989 time: 0.0557566 Aug 27 16:31:17.439183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d60a7-41c3-401f-870b-62194115a90c req-9d36779b-8ad0-4204-a9ea-632f75509772 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:17.440775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b66d60a7-41c3-401f-870b-62194115a90c req-9d36779b-8ad0-4204-a9ea-632f75509772 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 946 time: 0.0579939 Aug 27 16:31:17.482394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:17.513175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406f245-1af5-4e75-8fbe-300be036acb8 req-f4990acc-c7ba-4625-aca1-28b5b57c7cfe tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:17.514674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9406f245-1af5-4e75-8fbe-300be036acb8 req-f4990acc-c7ba-4625-aca1-28b5b57c7cfe tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0729871 Aug 27 16:31:17.518035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b66d60a7-41c3-401f-870b-62194115a90c req-38b79255-4d8a-403a-bc40-47a3dd263ed9 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676675 Aug 27 16:31:17.578826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9406f245-1af5-4e75-8fbe-300be036acb8 req-b18fbbc4-bfb1-46cb-9cc0-ff165e922ec7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541759 Aug 27 16:31:17.621593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1185073900', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:17.735850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Made reservation on behalf of c3718ac6cf544b8eb35e30d40e6d8acb for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:17.738248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:17.748897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:17.841384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:17.924512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:17.929229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] device_id is not set on port 54d960c1-6380-4e7c-804e-cb6ba71ea13a yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:31:17.989027 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af934401-1fed-492d-8cb8-1352c7e83203,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:18.051970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Allocated IP 172.25.4.175 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/54d960c1-6380-4e7c-804e-cb6ba71ea13a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:18.185861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:18.324533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:18.366327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:18.371810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:18.375383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:18.380948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Pushing event updated for resources: {'Port': ['ID=54d960c1-6380-4e7c-804e-cb6ba71ea13a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:18.419777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:18.420551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:18.519428 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-351008ff-bf3e-4f48-ad4d-aa3c9dd275d7 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0356972 Aug 27 16:31:18.522224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60162) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:18.527816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.175'}]}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:18.648569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf78c-4f6c-4f1c-a216-38fa4116c5da req-816e9b7a-77a9-4b7d-8758-74fa226279e1 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:18.650703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9fcf78c-4f6c-4f1c-a216-38fa4116c5da req-816e9b7a-77a9-4b7d-8758-74fa226279e1 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 946 time: 0.0512109 Aug 27 16:31:18.664485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:18.666302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:18.775513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9fcf78c-4f6c-4f1c-a216-38fa4116c5da req-9a297a8e-8a2b-4011-8713-05743792ab5d tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122301 Aug 27 16:31:18.784332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64375-c957-4266-9d34-f46d5ec6c9d5 req-4eab3866-f4e7-4b74-9e89-06d970247954 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:18.785014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58d64375-c957-4266-9d34-f46d5ec6c9d5 req-4eab3866-f4e7-4b74-9e89-06d970247954 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1326535 Aug 27 16:31:18.841718 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:18.867501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58d64375-c957-4266-9d34-f46d5ec6c9d5 req-e5e5a896-97ac-4a95-8b28-df747babc524 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493689 Aug 27 16:31:19.119614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:19.477537 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:19.508223 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:19.528723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa0a0c-befe-4375-9af4-e535614f89df req-2107f502-c23a-4ea6-9c1e-3aba73fa8e1b tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:19.530213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9baa0a0c-befe-4375-9af4-e535614f89df req-2107f502-c23a-4ea6-9c1e-3aba73fa8e1b tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 946 time: 0.0940597 Aug 27 16:31:19.696786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9baa0a0c-befe-4375-9af4-e535614f89df req-cc3b5189-5074-49b1-b927-3a9e41f5eb18 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513824 Aug 27 16:31:19.821682 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.256629 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.261486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.272352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c424b0-0ef3-4365-ae6a-97089f95274e req-8857c0e5-735d-499c-a0c2-4d5e42eeb6b9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:20.277322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37c424b0-0ef3-4365-ae6a-97089f95274e req-8857c0e5-735d-499c-a0c2-4d5e42eeb6b9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1734011 Aug 27 16:31:20.348739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37c424b0-0ef3-4365-ae6a-97089f95274e req-d9369ef1-87a6-4e0f-a91b-8ac3b3669028 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683868 Aug 27 16:31:20.432794 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.433675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f869e4-10ef-4936-a783-0ddb91d76612 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:31:20.552810 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 16:31:20.554447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ac548727-17bd-413f-86a7-ed819978f202 tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0306969 Aug 27 16:31:20.557308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60206) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:20.641135 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Deleting port 54d960c1-6380-4e7c-804e-cb6ba71ea13a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:20.641413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.684079 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0623cf6-311c-470c-8e0f-7b5154c09d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.724600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:20.740316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Calling delete_port for 54d960c1-6380-4e7c-804e-cb6ba71ea13a owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:20.847155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6d1b7-de95-4786-a9a4-7a3c717d6a11 req-57bf58df-7b2b-4936-97dd-fbc4efa48a0c tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:20.848302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ed6d1b7-de95-4786-a9a4-7a3c717d6a11 req-57bf58df-7b2b-4936-97dd-fbc4efa48a0c tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 946 time: 0.0803657 Aug 27 16:31:20.891601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ed6d1b7-de95-4786-a9a4-7a3c717d6a11 req-67ce145d-5530-4ca7-a3c3-44871ed2d63a tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/security-groups?id=62b0c11c-e595-46e3-8b67-ddfe870712d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363441 Aug 27 16:31:20.993163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.027631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Pushing event deleted for resources: {'Port': ['ID=54d960c1-6380-4e7c-804e-cb6ba71ea13a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:21.060164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-137fc942-651f-4634-b18c-ae0ed886a43e tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:21.061352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:31:21.062482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-137fc942-651f-4634-b18c-ae0ed886a43e tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.97 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 946 time: 0.0519459 Aug 27 16:31:21.112699 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.115713 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57c8be5d-5ad7-4bd0-93f1-c7bf91ab57ca tempest-RoutersAdminNegativeTest-1273284780 tempest-RoutersAdminNegativeTest-1273284780-project-admin] 10.222.0.101 "DELETE /v2.0/ports/54d960c1-6380-4e7c-804e-cb6ba71ea13a HTTP/1.1" status: 204 len: 168 time: 0.5572541 Aug 27 16:31:21.180869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Deleting port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:21.182200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.211750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:21.226026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5', 'port_id': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'mac_address': 'fa:16:3e:b9:54:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057785ea-7d91-4e95-aaf2-5e79a58bdec6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:31:21.264764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.278462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe578f8-26e3-4086-83dc-b9869ec80250 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:21.289424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] For port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,segment=NetworkSegment(da0ccbaa-0971-4c41-8e21-badecd4bf7fe),segment_id=da0ccbaa-0971-4c41-8e21-badecd4bf7fe)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:21.289872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.298353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:21.303672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Calling delete_port for 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:21.461213 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.511948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877662a-3cc8-44b5-a411-668a0d3c31cd req-50405dc3-9a44-447f-a8a5-a5e220f32f83 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:21.519001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8877662a-3cc8-44b5-a411-668a0d3c31cd req-50405dc3-9a44-447f-a8a5-a5e220f32f83 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0857532 Aug 27 16:31:21.548102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['bbe578f8-26e3-4086-83dc-b9869ec80250'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:31:21.560967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.608175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Pushing event deleted for resources: {'Port': ['ID=3a9f2de7-6886-4c0a-9f27-e12cf84c09b2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:21.624323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:21.634648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8877662a-3cc8-44b5-a411-668a0d3c31cd req-630de466-01c8-4a85-a49c-9418ebec73b9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071601 Aug 27 16:31:21.703478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] No DVR routers for this DVR port 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:31:21.707697 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:21.710161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37c91a03-02ae-49e6-a5f7-58c02e7b54f6 req-d90c02dd-b420-4e8b-ad40-280bfe4f0999 tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.97 "DELETE /v2.0/ports/3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 HTTP/1.1" status: 204 len: 173 time: 0.6405115 Aug 27 16:31:21.710726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'name': 'network-vif-deleted', 'tag': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:21.713985 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c805c9-275c-4dbc-bd6c-9c8ab6f9e210" -d '{"events": [{"server_uuid": "426ef96f-a793-4cd3-9377-0dc99fa20e32", "name": "network-vif-deleted", "tag": "3a9f2de7-6886-4c0a-9f27-e12cf84c09b2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:21.764954 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61889bb-bffc-4848-b331-ef2edd6c9689 x-openstack-request-id: req-a61889bb-bffc-4848-b331-ef2edd6c9689 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:21.765280 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426ef96f-a793-4cd3-9377-0dc99fa20e32", "name": "network-vif-deleted", "tag": "3a9f2de7-6886-4c0a-9f27-e12cf84c09b2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:21.765541 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a61889bb-bffc-4848-b331-ef2edd6c9689 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:21.766294 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426ef96f-a793-4cd3-9377-0dc99fa20e32', 'name': 'network-vif-deleted', 'tag': '3a9f2de7-6886-4c0a-9f27-e12cf84c09b2', 'status': 'completed', 'code': 200} Aug 27 16:31:21.828484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60256) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:22.048643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244ff60a-6c7e-40af-bbc2-bb8e875759f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.079806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['3a9f2de7-6886-4c0a-9f27-e12cf84c09b2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:31:22.125198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcf7aa85-25b7-4262-8654-5fadd287993f req-0b7e339d-3e5f-4aa0-8150-fe5159d63ebd tempest-ServerAddressesNegativeTestJSON-1772472238 tempest-ServerAddressesNegativeTestJSON-1772472238-project] 10.222.0.101 "GET /v2.0/ports?device_id=426ef96f-a793-4cd3-9377-0dc99fa20e32 HTTP/1.1" status: 200 len: 210 time: 0.0706012 Aug 27 16:31:22.246938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244ff60a-6c7e-40af-bbc2-bb8e875759f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.318611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244ff60a-6c7e-40af-bbc2-bb8e875759f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.417049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ff60a-6c7e-40af-bbc2-bb8e875759f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd042cf2-a854-44f9-844b-e9959aed05ca,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:22.426384 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-244ff60a-6c7e-40af-bbc2-bb8e875759f5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=986b047a6d9d45f3af59cc7ab65135f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944114 Aug 27 16:31:22.433583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60264) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:22.533938 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b91d-7b77-4c50-8c34-d2e45d75f082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.569404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b91d-7b77-4c50-8c34-d2e45d75f082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.775873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b3e19-2152-4eb7-ad3b-545b38ec5bfc req-8d073c6b-e136-4435-8d2e-ebfc69c1c45a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:22.777577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf5b3e19-2152-4eb7-ad3b-545b38ec5bfc req-8d073c6b-e136-4435-8d2e-ebfc69c1c45a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.0704920 Aug 27 16:31:22.811542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b91d-7b77-4c50-8c34-d2e45d75f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.814377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b91d-7b77-4c50-8c34-d2e45d75f082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:22.819013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1cc3b91d-7b77-4c50-8c34-d2e45d75f082 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bd042cf2-a854-44f9-844b-e9959aed05ca HTTP/1.1" status: 204 len: 168 time: 0.3838065 Aug 27 16:31:22.838657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf5b3e19-2152-4eb7-ad3b-545b38ec5bfc req-d47cf968-55dc-4e00-8e3a-1373f0f60dfd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528541 Aug 27 16:31:22.839511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3b91d-7b77-4c50-8c34-d2e45d75f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd042cf2-a854-44f9-844b-e9959aed05ca,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:22.946140 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3f225a79-1dc8-47e3-bda0-479929f7a011 req-3ce4c7bb-7014-419f-8d77-4b777cfd8eec service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0583823 Aug 27 16:31:23.031307 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3f225a79-1dc8-47e3-bda0-479929f7a011 req-cd784841-bbf9-46eb-98a5-bc5abd087148 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Aug 27 16:31:23.065460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:23.109150 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3f225a79-1dc8-47e3-bda0-479929f7a011 req-6df254f6-6c05-4d96-89a0-2800583caefd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536439 Aug 27 16:31:23.235043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60286) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:23.271715 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22c94778-0bb4-4e1f-a56d-c43457345698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.303628 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.325003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port bbe578f8-26e3-4086-83dc-b9869ec80250 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:23.327441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f225a79-1dc8-47e3-bda0-479929f7a011 req-9920c431-3b65-4c53-937d-196e06895f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:23.327827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.332595 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3f225a79-1dc8-47e3-bda0-479929f7a011 req-9920c431-3b65-4c53-937d-196e06895f93 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2138803 Aug 27 16:31:23.377792 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.404595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] Deleting subnet dd37be21-7cb4-4b46-920f-4c5412adffc0 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:31:23.410896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.474086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.491143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.548267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:23.550802 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837010c4-425a-436b-9fef-c44820979ed1" -d '{"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:23.567709 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.601101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:23.637341 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a4bd5-8ec6-489f-b7be-e8b26555644d x-openstack-request-id: req-ff9a4bd5-8ec6-489f-b7be-e8b26555644d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:23.638007 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:23.638133 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ff9a4bd5-8ec6-489f-b7be-e8b26555644d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:23.638482 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'code': 200} Aug 27 16:31:23.680985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60292) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:23.695176 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.766442 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.808981 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-873a34b9-115e-4209-a050-999a1ecbd71c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c3718ac6cf544b8eb35e30d40e6d8acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249239 Aug 27 16:31:23.810950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60296) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:23.812173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:23.827809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd37be21-7cb4-4b46-920f-4c5412adffc0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:23.841948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:23.858282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9b387427-c490-4808-85a9-4452fba563a6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/dd37be21-7cb4-4b46-920f-4c5412adffc0 HTTP/1.1" status: 204 len: 168 time: 0.6086400 Aug 27 16:31:23.858282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60298) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:23.959148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11b4a91e-953a-48e7-9df5-fda7c5fadb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.011199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11b4a91e-953a-48e7-9df5-fda7c5fadb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.038448 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.092011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.121632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9d856-4cb5-4458-ac9c-84c9e5f4e1d1 req-2780ace9-c103-4f7d-b2ff-8c29452888cc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:24.124010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29e9d856-4cb5-4458-ac9c-84c9e5f4e1d1 req-2780ace9-c103-4f7d-b2ff-8c29452888cc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1172590 Aug 27 16:31:24.141464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11b4a91e-953a-48e7-9df5-fda7c5fadb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.144069 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11b4a91e-953a-48e7-9df5-fda7c5fadb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.148270 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-11b4a91e-953a-48e7-9df5-fda7c5fadb65 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/af934401-1fed-492d-8cb8-1352c7e83203 HTTP/1.1" status: 204 len: 168 time: 0.3361223 Aug 27 16:31:24.168151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4a91e-953a-48e7-9df5-fda7c5fadb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af934401-1fed-492d-8cb8-1352c7e83203,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:24.232248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.257021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29e9d856-4cb5-4458-ac9c-84c9e5f4e1d1 req-d829b7d8-28bc-454c-8dd7-7c175cb4d67c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049139 Aug 27 16:31:24.261323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466441ac-cf25-4b17-b965-1e9cd1ea17be']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:24.274411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0ccbaa-0971-4c41-8e21-badecd4bf7fe') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:24.275889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0ccbaa-0971-4c41-8e21-badecd4bf7fe') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:24.296933 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.315756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.331959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:31:24.332298 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:31:24.335802 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:31:24.628334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-1c9ec5db-d0b3-4534-9907-816cae036d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:24.630262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-1c9ec5db-d0b3-4534-9907-816cae036d13 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1096 time: 0.0480912 Aug 27 16:31:24.655757 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.664451 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.681252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:24.687385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] 10.222.0.101 "DELETE /v2.0/networks/466441ac-cf25-4b17-b965-1e9cd1ea17be HTTP/1.1" status: 204 len: 168 time: 0.8280149 Aug 27 16:31:24.743195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844153a9-61fe-4818-ad87-c373a97d19ec admin admin] Pushing event deleted for resources: {'Network': ['ID=466441ac-cf25-4b17-b965-1e9cd1ea17be,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:24.817653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-ba923df4-9d3e-4971-b287-3e1779bcde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:24.830517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-ba923df4-9d3e-4971-b287-3e1779bcde2a service neutron] 10.222.0.97 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 915 time: 0.1756606 Aug 27 16:31:24.885470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-c2030315-d498-4fb7-a350-b06621cdfcbc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0475960 Aug 27 16:31:24.980046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-277554e9-0592-4eaa-93e8-44321988d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:24.981672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-277554e9-0592-4eaa-93e8-44321988d5f9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.0894434 Aug 27 16:31:25.022264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-1f5cab7c-03cf-41d7-990d-7484d079cbb1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333753 Aug 27 16:31:25.060077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:31:25.085565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:31:25.086356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3a9f2de7-6886-4c0a-9f27-e12cf84c09b2 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:31:25.128214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-6f5da8e1-d965-4cf7-b71b-d9007bb6d885 service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989342 Aug 27 16:31:25.239952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc90189c-5d75-496c-ac62-6b41a9e632c3 req-cef5f183-ae2a-439e-b10e-f4820263b1fa service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035378 Aug 27 16:31:25.320988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60334) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:25.421713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60338) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:25.422235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b43fd7ec-6cc6-4ec6-bb4d-e5499f033c2b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8ea87412c7384f7586e5e25c103b0717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0974178 Aug 27 16:31:25.451354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ca01-0a7a-4e5f-b55d-d16624c593ea req-e40e0098-88f6-48be-bb0f-ccaf111c7415 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:25.463782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f194ca01-0a7a-4e5f-b55d-d16624c593ea req-e40e0098-88f6-48be-bb0f-ccaf111c7415 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1004326 Aug 27 16:31:25.539391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-543ac391-2f2e-4346-ab83-b178e22e0734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:25.559249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f194ca01-0a7a-4e5f-b55d-d16624c593ea req-dcb03205-3669-40e8-a4c8-d34c9269bb3a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945528 Aug 27 16:31:25.577276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-543ac391-2f2e-4346-ab83-b178e22e0734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:25.778477 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-543ac391-2f2e-4346-ab83-b178e22e0734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:25.786508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-543ac391-2f2e-4346-ab83-b178e22e0734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:25.791991 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-543ac391-2f2e-4346-ab83-b178e22e0734 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62b0c11c-e595-46e3-8b67-ddfe870712d9 HTTP/1.1" status: 204 len: 168 time: 0.3715124 Aug 27 16:31:25.804972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ac391-2f2e-4346-ab83-b178e22e0734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b0c11c-e595-46e3-8b67-ddfe870712d9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:26.012980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60364) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:26.078809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:26.369495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-959788221'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:26.699038 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e3bf1-3b8f-4258-9fe0-2e178d901a5e req-0610185d-aff2-406d-8af5-9109e0c5c476 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:26.699038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a99e3bf1-3b8f-4258-9fe0-2e178d901a5e req-0610185d-aff2-406d-8af5-9109e0c5c476 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0563161 Aug 27 16:31:26.730412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a99e3bf1-3b8f-4258-9fe0-2e178d901a5e req-8846c556-2e87-4f57-9d6a-9576a95b13ed tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Aug 27 16:31:26.781226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:26.784788 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:26.794782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:26.961544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:27.044346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:27.065207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:31:27.099527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:27.100098 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Added segment 035fee2d-e9d3-474e-ad5c-c9083c982d65 of type vlan for network 6595cc12-4ce5-468f-80c9-0051b003517a Aug 27 16:31:27.199205 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:27.207688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc819a5-d04f-4b71-ac79-8f15fdfa3fed,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:27.330012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:27.339623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:27.340454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:27.452207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Network': ['ID=6595cc12-4ce5-468f-80c9-0051b003517a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:27.464524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 6595cc12-4ce5-468f-80c9-0051b003517a details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:31:27.523360 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-96077e73-b9c1-4e91-a528-9a917f2aeffe tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5064828 Aug 27 16:31:27.523640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60396) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:27.531078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'subnet': {'network_id': '6595cc12-4ce5-468f-80c9-0051b003517a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:27.769761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:27.773850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:28.001767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5d193-a626-4de7-8850-17bc4b152899 req-a2491222-36c0-4a8f-807e-d1910f86d5e1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:28.012282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9b5d193-a626-4de7-8850-17bc4b152899 req-a2491222-36c0-4a8f-807e-d1910f86d5e1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1186154 Aug 27 16:31:28.145651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9b5d193-a626-4de7-8850-17bc4b152899 req-3bdea0ca-4d9e-4579-bd27-9872b71fbe74 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265535 Aug 27 16:31:28.364773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:28.428942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Subnet': ['ID=de0c7746-3d14-4835-b853-93caf030d8b9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:28.464059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Checking segment: {'id': '035fee2d-e9d3-474e-ad5c-c9083c982d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '6595cc12-4ce5-468f-80c9-0051b003517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:28.465413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network hostable DHCP agents. Network: 6595cc12-4ce5-468f-80c9-0051b003517a, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:31:28.565129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network 6595cc12-4ce5-468f-80c9-0051b003517a is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:31:28.640623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 6595cc12-4ce5-468f-80c9-0051b003517a) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:28.645397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:28.646127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:28.657447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc48d1-2126-45b9-ae81-ce42f746319c None None] Network 6595cc12-4ce5-468f-80c9-0051b003517a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:28.744808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60424) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:28.745256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-88ac482d-2adb-47ee-bfc3-c51ef39f53b4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2200651 Aug 27 16:31:28.749705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-871563888', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:28.838630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42b233-d740-4873-a9da-e42cf6e2c29f None None] Network 6595cc12-4ce5-468f-80c9-0051b003517a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:28.872542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:28.873831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:28.966216 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:29.263449 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:29.321155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc27db-1bac-4bd4-9537-a0e04db470ce req-eec87ff1-667f-48b6-a537-78e6392b7caf tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:29.324054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4cc27db-1bac-4bd4-9537-a0e04db470ce req-eec87ff1-667f-48b6-a537-78e6392b7caf tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0549200 Aug 27 16:31:29.537007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4cc27db-1bac-4bd4-9537-a0e04db470ce req-15dc1f34-5ff7-42ca-8aa2-e1b37a93d3ba tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024200 Aug 27 16:31:29.813455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:29.845339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.052716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:30.074713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.25.4.131 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/7d14df7a-c9c6-4c2b-a4b5-5923fc3423e5) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:30.278293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3e30-77c6-478f-ac94-8efebc7479fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.294798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.421028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3e30-77c6-478f-ac94-8efebc7479fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.464450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.518539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3e30-77c6-478f-ac94-8efebc7479fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.560364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:30.567685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:30.574298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:30.642920 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e1a3e30-77c6-478f-ac94-8efebc7479fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1f01384e76984468b732909600b5570f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887587 Aug 27 16:31:30.644850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3e30-77c6-478f-ac94-8efebc7479fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90eb37d-44c4-44a9-b5ee-beb6f97039e5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:30.649305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60464) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:30.716646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c04a1bf-533e-4a47-9045-f38a6f265e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.758141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=7d14df7a-c9c6-4c2b-a4b5-5923fc3423e5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:30.760702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c04a1bf-533e-4a47-9045-f38a6f265e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.832403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60466) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:30.840846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7f2f-8828-49ff-b0fb-3c18afa9feac req-b1a7942c-19ab-4fd9-89b9-eb1caa024bfa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:30.843450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24cc7f2f-8828-49ff-b0fb-3c18afa9feac req-b1a7942c-19ab-4fd9-89b9-eb1caa024bfa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1794577 Aug 27 16:31:30.916581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24cc7f2f-8828-49ff-b0fb-3c18afa9feac req-566392d5-f128-4771-acbb-0ceac4616247 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541503 Aug 27 16:31:30.924008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c04a1bf-533e-4a47-9045-f38a6f265e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.927112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c04a1bf-533e-4a47-9045-f38a6f265e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:30.932138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c04a1bf-533e-4a47-9045-f38a6f265e58 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f90eb37d-44c4-44a9-b5ee-beb6f97039e5 HTTP/1.1" status: 204 len: 168 time: 0.2776883 Aug 27 16:31:30.967498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04a1bf-533e-4a47-9045-f38a6f265e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90eb37d-44c4-44a9-b5ee-beb6f97039e5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:31.064418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d24a73ea-77a4-4b3b-9574-577eee532b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.160017 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.219735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d24a73ea-77a4-4b3b-9574-577eee532b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.341237 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d24a73ea-77a4-4b3b-9574-577eee532b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.403753 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d24a73ea-77a4-4b3b-9574-577eee532b57 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b7b789aca6654b93b8a49526ae5ce976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677466 Aug 27 16:31:31.406353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60478) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:31.424370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a73ea-77a4-4b3b-9574-577eee532b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61dc4dc-9c69-4a53-aa83-6dea5ead6d5d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:31.472612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15bde052-3c16-4acf-be42-48a416adb2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.529999 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15bde052-3c16-4acf-be42-48a416adb2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.536481 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.696042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15bde052-3c16-4acf-be42-48a416adb2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.703224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15bde052-3c16-4acf-be42-48a416adb2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:31.706770 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-15bde052-3c16-4acf-be42-48a416adb2be admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a61dc4dc-9c69-4a53-aa83-6dea5ead6d5d HTTP/1.1" status: 204 len: 168 time: 0.2970817 Aug 27 16:31:31.724694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde052-3c16-4acf-be42-48a416adb2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61dc4dc-9c69-4a53-aa83-6dea5ead6d5d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:31.857054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60482) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:31.895335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-094c03ad-5ab5-47e9-ae00-129d95d9a270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:32.086758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-094c03ad-5ab5-47e9-ae00-129d95d9a270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:32.110830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822696f1-df83-4f0d-9ea8-42636831deb3 req-793f298a-b620-4a68-8162-7bc0af821f55 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:32.112368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-822696f1-df83-4f0d-9ea8-42636831deb3 req-793f298a-b620-4a68-8162-7bc0af821f55 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0849564 Aug 27 16:31:32.151999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-822696f1-df83-4f0d-9ea8-42636831deb3 req-654cc113-05fe-4796-9d21-572621a9bc1e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335040 Aug 27 16:31:32.506999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:31:32.544288 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-094c03ad-5ab5-47e9-ae00-129d95d9a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:32.630047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:32.645851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:32.655991 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-094c03ad-5ab5-47e9-ae00-129d95d9a270 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2196341b57fd480c8e385ea1aed20fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973945 Aug 27 16:31:32.656889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c03ad-5ab5-47e9-ae00-129d95d9a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670c2f94-8605-4a70-bc24-fb13b10bd2a4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:32.660144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60492) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:32.691468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:32.692115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:32.783077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f9e8d1-0b1f-42ed-bd43-dd37a092be92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:32.794998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:32.806879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:32.807679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:32.824284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f9e8d1-0b1f-42ed-bd43-dd37a092be92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:32.832557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:32.836539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:32.837776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c49c4ecd-01fa-445f-8fd5-35c0224da0e0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0913086 Aug 27 16:31:32.883782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60500) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:32.906467 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44aeb058-e310-40e3-8613-b5105eed7fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.055104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:33.056725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1992ef0-0fe3-4829-9aa7-f28c605069c2 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:33.122687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44aeb058-e310-40e3-8613-b5105eed7fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.179671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f9e8d1-0b1f-42ed-bd43-dd37a092be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.183459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f9e8d1-0b1f-42ed-bd43-dd37a092be92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.186619 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06f9e8d1-0b1f-42ed-bd43-dd37a092be92 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/670c2f94-8605-4a70-bc24-fb13b10bd2a4 HTTP/1.1" status: 204 len: 168 time: 0.5245500 Aug 27 16:31:33.208000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9e8d1-0b1f-42ed-bd43-dd37a092be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670c2f94-8605-4a70-bc24-fb13b10bd2a4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:33.220941 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-44aeb058-e310-40e3-8613-b5105eed7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.365432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-44aeb058-e310-40e3-8613-b5105eed7fe3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3fba8b76daa2483f92d216136ae07802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799192 Aug 27 16:31:33.376510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60506) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:33.459130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeb058-e310-40e3-8613-b5105eed7fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e066ff-4de9-42e6-8ed0-79fa3c765d1e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:33.519187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b0ea-7c64-4b55-b183-423a3763aa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.534164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9407-4aa9-448c-ab0a-5cfc91e2b990 req-0d01873c-798a-4792-93a2-76f49da46b6a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:33.540076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6efe9407-4aa9-448c-ab0a-5cfc91e2b990 req-0d01873c-798a-4792-93a2-76f49da46b6a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.2101488 Aug 27 16:31:33.609433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b0ea-7c64-4b55-b183-423a3763aa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.686989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6efe9407-4aa9-448c-ab0a-5cfc91e2b990 req-c02091f8-0b39-4035-8974-143335a3735a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419728 Aug 27 16:31:33.762822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.803758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b0ea-7c64-4b55-b183-423a3763aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.806700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b0ea-7c64-4b55-b183-423a3763aa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:33.816439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a2b1b0ea-7c64-4b55-b183-423a3763aa25 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b8e066ff-4de9-42e6-8ed0-79fa3c765d1e HTTP/1.1" status: 204 len: 168 time: 0.4315546 Aug 27 16:31:33.831786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1b0ea-7c64-4b55-b183-423a3763aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e066ff-4de9-42e6-8ed0-79fa3c765d1e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:34.286790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.1 (6595cc12-4ce5-468f-80c9-0051b003517a/de0c7746-3d14-4835-b853-93caf030d8b9/5b574818-4917-4c98-a74b-011710f8f408) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:34.458080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:34.589846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60522) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:34.605156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:34.668703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-019a2b78-384f-4820-9fc4-2a31798602d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:34.679196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network 6595cc12-4ce5-468f-80c9-0051b003517a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:34.686127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:34.686597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:34.759453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=5b574818-4917-4c98-a74b-011710f8f408,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:34.788864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:34.883786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effde7b-9065-42fa-94bc-404646ee7ed6 req-45794c02-b9aa-44b8-9db3-068a8b0e5f87 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:34.885860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3effde7b-9065-42fa-94bc-404646ee7ed6 req-45794c02-b9aa-44b8-9db3-068a8b0e5f87 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0837750 Aug 27 16:31:34.945093 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-019a2b78-384f-4820-9fc4-2a31798602d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:34.954659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3effde7b-9065-42fa-94bc-404646ee7ed6 req-117c7984-e816-40be-ad89-34efef128d47 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559506 Aug 27 16:31:35.092349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-019a2b78-384f-4820-9fc4-2a31798602d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.140600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.157646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-019a2b78-384f-4820-9fc4-2a31798602d4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6db3dff1063b4df4a97ea7ac087c36f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5663869 Aug 27 16:31:35.160482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2b78-384f-4820-9fc4-2a31798602d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e485a-c1a1-4e42-a57b-73b54e2abec5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:35.162228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60534) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:35.227409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65c5b137-1e03-4827-a95b-72403f62e10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.260403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65c5b137-1e03-4827-a95b-72403f62e10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.466973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65c5b137-1e03-4827-a95b-72403f62e10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.469923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-65c5b137-1e03-4827-a95b-72403f62e10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.477478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-65c5b137-1e03-4827-a95b-72403f62e10c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f9e485a-c1a1-4e42-a57b-73b54e2abec5 HTTP/1.1" status: 204 len: 168 time: 0.3058004 Aug 27 16:31:35.485221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5b137-1e03-4827-a95b-72403f62e10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e485a-c1a1-4e42-a57b-73b54e2abec5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:35.654040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.742632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:35.878071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=5b574818-4917-4c98-a74b-011710f8f408,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:35.879569 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:31:35.881998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:36.083963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network 6595cc12-4ce5-468f-80c9-0051b003517a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:36.085366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:36.207906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de31e3b-b043-452c-bdd9-0e2aa34c51fa req-24549388-a271-44e4-8b32-b714738a81d7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:36.213390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9de31e3b-b043-452c-bdd9-0e2aa34c51fa req-24549388-a271-44e4-8b32-b714738a81d7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1424649 Aug 27 16:31:36.289782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9de31e3b-b043-452c-bdd9-0e2aa34c51fa req-034d5ce0-8222-4d36-9b11-5a331b0c9be9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666490 Aug 27 16:31:36.326115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:36.921433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:36.925258 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3a607a84-a80c-4710-8667-71abf83e51a9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/routers/862e553a-6f50-49d9-92b6-253e1d91f0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0869908 Aug 27 16:31:36.928381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60584) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:36.934980 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:36.944118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'port': {'network_id': '6595cc12-4ce5-468f-80c9-0051b003517a', 'name': 'tempest-FloatingIPTestJSON-1364147427'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:36.960488 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:36.961132 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:37.011223 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:37.031957 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:37.032682 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:37.067647 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:37.068322 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8bd83-d0cf-4f93-88af-fab440b42f36 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:37.295442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:37.300568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:37.328823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] device_id is not set on port f11a698f-a062-4808-8e7c-2877821349e4 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:31:37.479148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa36e-788e-47de-91fd-cb3246b5493e req-ac92bd6f-c4f4-4602-8b9c-97c16f3e7e7f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:37.480628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98dfa36e-788e-47de-91fd-cb3246b5493e req-ac92bd6f-c4f4-4602-8b9c-97c16f3e7e7f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0945027 Aug 27 16:31:37.524202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.6 (6595cc12-4ce5-468f-80c9-0051b003517a/de0c7746-3d14-4835-b853-93caf030d8b9/f11a698f-a062-4808-8e7c-2877821349e4) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:37.556753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98dfa36e-788e-47de-91fd-cb3246b5493e req-a1e82399-18ef-43c4-899f-399df2b9d1ab tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687323 Aug 27 16:31:37.778021 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:37.948116 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:38.058648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network 6595cc12-4ce5-468f-80c9-0051b003517a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:38.063018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:38.067739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:38.087807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=f11a698f-a062-4808-8e7c-2877821349e4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:38.145973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:38.147049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:38.271523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2c7a1385-347a-4d17-af7f-35898c68142a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3399243 Aug 27 16:31:38.278113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60618) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:38.303197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'port': {'network_id': '6595cc12-4ce5-468f-80c9-0051b003517a', 'name': 'tempest-FloatingIPTestJSON-1903806601'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:38.604768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:38.610690 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:38.644324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] device_id is not set on port a3fdbddd-fcec-4605-99c7-1dd02d61e43b yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:31:38.785211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11241f38-769c-4676-a450-37fc1a4a7c9f req-a7036898-8202-4826-8901-6d5d7814590d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:38.787007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11241f38-769c-4676-a450-37fc1a4a7c9f req-a7036898-8202-4826-8901-6d5d7814590d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1358337 Aug 27 16:31:38.827506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.13 (6595cc12-4ce5-468f-80c9-0051b003517a/de0c7746-3d14-4835-b853-93caf030d8b9/a3fdbddd-fcec-4605-99c7-1dd02d61e43b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:38.854508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11241f38-769c-4676-a450-37fc1a4a7c9f req-fc9d276a-de3b-45f9-9445-2cc3f47b94bb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538514 Aug 27 16:31:39.075039 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:39.221813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:39.271332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network 6595cc12-4ce5-468f-80c9-0051b003517a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:39.278906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:39.282876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:39.291169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=a3fdbddd-fcec-4605-99c7-1dd02d61e43b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:39.340592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.342664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:39.456138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a8a6703b-e84d-4351-bb94-63a543144dc9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1765895 Aug 27 16:31:39.459353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60654) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:39.464830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': 'a3fdbddd-fcec-4605-99c7-1dd02d61e43b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:39.598261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:39.694756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-bd960625-5daa-4660-8aa2-9551ebe818bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.696206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-bd960625-5daa-4660-8aa2-9551ebe818bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1096 time: 0.0846763 Aug 27 16:31:39.829282 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:39.832736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-a5c63eca-87ee-496a-9ddc-b190f8d9f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:39.834569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-a5c63eca-87ee-496a-9ddc-b190f8d9f84a service neutron] 10.222.0.97 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 915 time: 0.1294601 Aug 27 16:31:39.907098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-898f618d-b590-4e76-9e3c-3b2e2829eef9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0645785 Aug 27 16:31:40.028495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-b8b56d03-5ec2-496e-8130-3c26b734d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:40.030049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-b8b56d03-5ec2-496e-8130-3c26b734d14c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.1154706 Aug 27 16:31:40.076867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-9a7e321d-9d51-4c34-a68a-df7c23c279b1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375519 Aug 27 16:31:40.094672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.25.4.34 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/fa27a47b-e4eb-4f4c-a6fb-c162a4e248b8) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:40.105767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96621c13-c211-4ee5-ab6d-0502943e68ab req-d54e151d-cf2c-4012-a268-3f11867f3fe3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:40.107578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96621c13-c211-4ee5-ab6d-0502943e68ab req-d54e151d-cf2c-4012-a268-3f11867f3fe3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1577821 Aug 27 16:31:40.264673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96621c13-c211-4ee5-ab6d-0502943e68ab req-577e8c7c-5f86-49c7-85cf-fa65fc95a445 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345797 Aug 27 16:31:40.297425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-89074f7d-27dc-4e40-b3f8-6846b5dc08e5 service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116640 Aug 27 16:31:40.377157 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:40.435766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d8c2143-0876-4127-b83e-76a16adb05ba req-352fb8ac-87a6-47f9-a871-5baeb3f440a0 service neutron] 10.222.0.97 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309438 Aug 27 16:31:40.792898 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:40.831000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:40.833523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:40.837080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:40.869675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=fa27a47b-e4eb-4f4c-a6fb-c162a4e248b8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:40.878728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.879083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.879457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.879808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.880157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.880472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.880813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.881163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.881449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.881776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.882295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:40.882894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:41.369601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:41.740824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-28206b7c-9179-4819-b189-20e575c3bfd3 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=644f53d212ad42c4b4599043098b792d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4594598 Aug 27 16:31:41.914454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:41.923120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089d4e-058b-4462-88fb-e60f4798f949 req-0643a468-e08d-4ae9-8654-532fa80f03fc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:41.924672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7089d4e-058b-4462-88fb-e60f4798f949 req-0643a468-e08d-4ae9-8654-532fa80f03fc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.5288939 Aug 27 16:31:42.052161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-59d5c2a5-a090-4cee-9a0e-40c31d1fd376 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:42.053544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-59d5c2a5-a090-4cee-9a0e-40c31d1fd376 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913718 Aug 27 16:31:42.059012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7089d4e-058b-4462-88fb-e60f4798f949 req-16459931-1f30-4631-9485-15736a17bde9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151612 Aug 27 16:31:42.105351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-657cd050-6421-4197-b805-a7ffa2c8f065 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/quotas/644f53d212ad42c4b4599043098b792d HTTP/1.1" status: 200 len: 375 time: 0.0439589 Aug 27 16:31:42.154677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-332b909e-859a-491a-850c-57e34722addb tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=644f53d212ad42c4b4599043098b792d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415721 Aug 27 16:31:42.231141 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:42.370584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:42.488217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=fa27a47b-e4eb-4f4c-a6fb-c162a4e248b8,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:42.498444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:42.576078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-564eb8c3-86f5-4ff6-bfb1-7dd94272a5ca req-11cfc474-6608-4bcf-96e7-06f69a58a7bc tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 210 time: 0.0326464 Aug 27 16:31:42.657488 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP b77155a8-4f2b-4a4c-9656-48ecfe6793e0 associated. External IP: 172.25.4.34, port: a3fdbddd-fcec-4605-99c7-1dd02d61e43b. Aug 27 16:31:42.923375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:43.047485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:43.061950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:43.076636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:43.077249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:43.147723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:43.159601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:31:43.161937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:43.162770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:43.200413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:43.201070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f63a9e-478a-4735-8388-4de311f2f782 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:43.226055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd479b-22e8-44a8-a2a0-9c20423e50b3 req-de7ae88e-83c8-4d2f-a0d8-a88b9a9f630b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:43.227780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05fd479b-22e8-44a8-a2a0-9c20423e50b3 req-de7ae88e-83c8-4d2f-a0d8-a88b9a9f630b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0604417 Aug 27 16:31:43.232348 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:43.297476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60736) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:43.298101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c1de0d8-1874-4c08-b634-28ae5888843f tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8371856 Aug 27 16:31:43.306860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:43.325010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:43.328598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05fd479b-22e8-44a8-a2a0-9c20423e50b3 req-d40afbec-f862-4c89-8192-588303044467 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Aug 27 16:31:43.404005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:43.404952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:43.409394 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca07d36e-dde6-4a81-bfdd-bdfbaa8a77b9" -d '{"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:43.470535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:43.473398 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be43aa-1867-4240-9484-3aae4bd548d6 x-openstack-request-id: req-58be43aa-1867-4240-9484-3aae4bd548d6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:43.473716 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-unplugged", "status": "failed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250", "code": 422}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:43.473973 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-58be43aa-1867-4240-9484-3aae4bd548d6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:43.474400 n-d-806412-1 neutron-server[95254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'code': 422} returned with failed status Aug 27 16:31:43.503761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2db9-6acc-4282-9e57-a38c19da4fcb req-ef6fbf72-b2d0-49fc-8d19-719341b1c63c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:43.522229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05ff2db9-6acc-4282-9e57-a38c19da4fcb req-ef6fbf72-b2d0-49fc-8d19-719341b1c63c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0977883 Aug 27 16:31:43.524095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:43.568393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05ff2db9-6acc-4282-9e57-a38c19da4fcb req-1c8271d5-6480-48f2-95cc-92b0190170f7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Aug 27 16:31:43.597309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:43.604564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.604996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.605406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.605812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.606214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.606612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.607025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.607499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.607852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.608240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.608692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.609132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:43.681992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31b2eaff-4718-49ed-9142-e7b64771f9f7 req-4452fa04-d743-4635-a669-f77c75becb23 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 210 time: 0.0335753 Aug 27 16:31:43.724365 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:43.843357 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:43.843678 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP b77155a8-4f2b-4a4c-9656-48ecfe6793e0 disassociated. External IP: 172.25.4.34, port: a3fdbddd-fcec-4605-99c7-1dd02d61e43b. Aug 27 16:31:44.079576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:44.139294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420dc87-dd80-4829-b8e1-61e8a8fe92d3 req-f4fb2b73-2719-4300-8eeb-773b7fd5df80 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:44.141057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7420dc87-dd80-4829-b8e1-61e8a8fe92d3 req-f4fb2b73-2719-4300-8eeb-773b7fd5df80 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 943 time: 0.0610318 Aug 27 16:31:44.186786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7420dc87-dd80-4829-b8e1-61e8a8fe92d3 req-5ed33885-512f-46da-a819-f910930cf804 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Aug 27 16:31:44.210531 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:44.215468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.222373 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:44.232419 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:44.233136 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:44.255398 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e77d7ff9-8fab-4c40-a9ab-6ca94de0b3ba tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/floatingips/b77155a8-4f2b-4a4c-9656-48ecfe6793e0 HTTP/1.1" status: 200 len: 687 time: 0.9499307 Aug 27 16:31:44.255648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60774) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:44.278117 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:44.287797 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:44.288589 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:44.335233 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:44.336346 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a252c82-1767-49eb-a326-f69c7b3ba94d None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:44.401381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60780) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:44.407367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port fa27a47b-e4eb-4f4c-a6fb-c162a4e248b8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:44.407880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.493608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0be0c1bb-226e-4167-bb75-3f60d85aa4f8 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2152 time: 0.0896747 Aug 27 16:31:44.495355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.495761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.496489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60784) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:44.502123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'network': {'name': 'tempest-network-smoke--571203322', 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'port_security_enabled': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:44.514042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for fa27a47b-e4eb-4f4c-a6fb-c162a4e248b8 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:44.603903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60786) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:44.643224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Made reservation on behalf of 6dcbec5dcc7f44ea95928574c57bce64 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:44.648256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.732162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.749120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:31:44.754401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.754756 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Added segment 24b1aa7e-a2c8-4525-afb3-6af5755cfc3d of type vlan for network 8aaf63cb-0552-4703-8699-818b7d39baf3 Aug 27 16:31:44.763371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=fa27a47b-e4eb-4f4c-a6fb-c162a4e248b8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:44.798468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.798818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.799161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.799772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.800426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.800594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.800836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.801164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.801486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.801865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.802281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.802585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:31:44.824918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.875443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.876215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-433634d7-744b-4eee-8fb0-29689751668d req-73afedd7-dedc-45f3-bb5c-e12cc960a6c8 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 210 time: 0.0407145 Aug 27 16:31:44.878117 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.885369 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-14b62537-a491-40c2-a54f-ac86493e4452 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/floatingips/b77155a8-4f2b-4a4c-9656-48ecfe6793e0 HTTP/1.1" status: 204 len: 168 time: 0.6271968 Aug 27 16:31:44.885369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60802) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:44.890372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': 'f11a698f-a062-4808-8e7c-2877821349e4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:44.890916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-1e2fbd1b-6c9e-4847-bede-bb1b67f2c50a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2858615 Aug 27 16:31:44.958345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.965157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:44.967203 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:44.995413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.068493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c5e40819-e409-42cb-85a5-149af46c8206 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=644f53d212ad42c4b4599043098b792d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354908 Aug 27 16:31:45.094465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Network': ['ID=8aaf63cb-0552-4703-8699-818b7d39baf3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:45.105541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:31:45.131239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.185202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0f7c3b9c-c004-4441-bc10-9204d005a6cb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6875021 Aug 27 16:31:45.190333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60816) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:45.194962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'admin_state_up': True, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:45.246687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-556fe397-5139-4ed6-88e1-ea9e33998cc7 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:45.248202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-556fe397-5139-4ed6-88e1-ea9e33998cc7 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700118 Aug 27 16:31:45.263699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Request body: {'port': {'device_id': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '644f53d212ad42c4b4599043098b792d'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:45.277558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.25.4.115 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/654f09d1-1249-4942-84c6-bb223ec38346) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:45.392794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759960f-89ff-42b1-b561-d3bfa3be7afe req-6d98b683-df5c-4514-962c-598db5de97b7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:45.400861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4759960f-89ff-42b1-b561-d3bfa3be7afe req-6d98b683-df5c-4514-962c-598db5de97b7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 943 time: 0.1341810 Aug 27 16:31:45.430134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.431246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.436150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.479452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4759960f-89ff-42b1-b561-d3bfa3be7afe req-41110578-87c5-4d56-8584-a625012799b8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776472 Aug 27 16:31:45.550200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.587908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.588168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Made reservation on behalf of 644f53d212ad42c4b4599043098b792d for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:45.592071 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.605635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.639138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:45.645026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:45.647217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=654f09d1-1249-4942-84c6-bb223ec38346,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:45.656438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:45.851486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:45.887446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.027571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.085297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.090288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3b03e1a-fc6f-43c7-8d05-087d7361522c req-5732207c-2cdc-42de-94bc-99cb76af5401 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 210 time: 0.0772061 Aug 27 16:31:46.179646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e5e51-688b-4023-834a-cb338e63a967,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:46.261140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.293339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Allocated IP 192.168.233.113 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/33d37a8f-b7b8-4754-ae1a-a05f2fda369a) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:46.433935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.453808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.464903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.518612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.589872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-d49930e7-7369-43ab-ae76-a4b421c92393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:46.591801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-d49930e7-7369-43ab-ae76-a4b421c92393 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f&tenant_id=aa95109d8069411683d88a389e04d149 HTTP/1.1" status: 200 len: 1094 time: 0.1361320 Aug 27 16:31:46.635103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:46.681735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=654f09d1-1249-4942-84c6-bb223ec38346,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:46.694052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.760354 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:46.931189 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP ee67bbbf-95c5-4090-af7a-5720255c8ae6 associated. External IP: 172.25.4.115, port: f11a698f-a062-4808-8e7c-2877821349e4. Aug 27 16:31:47.052103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa065f-b43b-49fc-adb4-c34767e4b483 req-b73a3fe3-10f2-46fc-97f3-e8542c3859b8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:47.055084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9fa065f-b43b-49fc-adb4-c34767e4b483 req-b73a3fe3-10f2-46fc-97f3-e8542c3859b8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 943 time: 0.1480391 Aug 27 16:31:47.101531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.139950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Transition to ACTIVE for port object 33d37a8f-b7b8-4754-ae1a-a05f2fda369a will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:47.152882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:31:47.187522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:47.194940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Allocated IP 172.25.4.110 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/9c36e668-bb11-48fa-b528-0246d8e79170) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:47.249191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9fa065f-b43b-49fc-adb4-c34767e4b483 req-bbcff988-6e33-4a31-b92c-109eef4605ac tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555250 Aug 27 16:31:47.253365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d183cdd5-4a43-40d6-b56c-e1fc33acc3be req-2bf0329d-fe2c-4fb2-9da5-3e4f2eeddbf6 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 210 time: 0.0502744 Aug 27 16:31:47.269164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:47.314442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:47.317801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe578f8-26e3-4086-83dc-b9869ec80250 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:47.329538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.335714 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.349416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Transition to ACTIVE for port object bbe578f8-26e3-4086-83dc-b9869ec80250 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:47.392288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:47.400060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:47.418709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:47.456526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.492212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:47.493878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.535644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Pushing event updated for resources: {'Port': ['ID=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:47.569014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.606464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-c4063df0-b347-4f8c-a4ae-35b99c84dd78 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3491185 Aug 27 16:31:47.622051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Request body: {'port': {'device_id': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:47.687719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.739721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.742691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:47.750915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:47.760855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:47.769161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=9c36e668-bb11-48fa-b528-0246d8e79170,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:47.821048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d3f41a76-dc41-4f79-8439-28812bf34cdc None None] Provisioning for port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:47.829456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d3f41a76-dc41-4f79-8439-28812bf34cdc None None] Provisioning complete for port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:47.830317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3f41a76-dc41-4f79-8439-28812bf34cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.893964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d3f41a76-dc41-4f79-8439-28812bf34cdc None None] Port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:31:47.912053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:47.918423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] No DVR routers for this DVR port bbe578f8-26e3-4086-83dc-b9869ec80250 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:31:47.926512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:47.938851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:47.940302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:47.956852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=9']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:47.971557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:47.971735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:47.972101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 on network a938b1e3-ce52-4afa-a460-830b9605a1f5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:47.976853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Port bbe578f8-26e3-4086-83dc-b9869ec80250 on network a938b1e3-ce52-4afa-a460-830b9605a1f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:31:47.977956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Attempting to bind port bbe578f8-26e3-4086-83dc-b9869ec80250 on network a938b1e3-ce52-4afa-a460-830b9605a1f5 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:47.983055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:47.984253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Checking segment: {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:47.984253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Bound using segment: {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:47.984253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Bound port: bbe578f8-26e3-4086-83dc-b9869ec80250, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009b70ad-69a9-4f01-b143-e80b80578b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:47.984556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:47.990026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:48.001857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:48.002840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:48.045735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:48.046968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78641767-1f07-4a3a-b8f9-a44b9de02836 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:48.051425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:48.054768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:48.056741 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:48.091201 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb55ce75-2044-4465-aa7f-5c74e68594de tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2051520 Aug 27 16:31:48.094629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60878) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:48.135917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:48.179151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:48.179736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:48.181427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] 10.222.0.90 "PUT /v2.0/ports/bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 1091 time: 1.5537117 Aug 27 16:31:48.184160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:48.186003 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f233082e-186f-485a-9c3a-d702eb8a708d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:48.266523 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5a38b8ba-d3bd-48bb-b535-5961278f4ef7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "GET /v2.0/floatingips/ee67bbbf-95c5-4090-af7a-5720255c8ae6 HTTP/1.1" status: 200 len: 978 time: 0.1707523 Aug 27 16:31:48.267984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:48.301884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc218d3-fe43-478c-8321-e6f3edc66c1c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=10']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:48.365231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-18ab448f-a603-495e-a68e-5fb886c01f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:48.367438 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-18ab448f-a603-495e-a68e-5fb886c01f77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1095 time: 0.1607206 Aug 27 16:31:48.416143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d37a8f-b7b8-4754-ae1a-a05f2fda369a {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:48.442373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:48.449418 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc2eeb2-d3c7-4f3d-afb4-e927aa5a202b x-openstack-request-id: req-fbc2eeb2-d3c7-4f3d-afb4-e927aa5a202b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:48.449714 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:48.449974 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fbc2eeb2-d3c7-4f3d-afb4-e927aa5a202b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:48.450378 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'status': 'completed', 'code': 200} Aug 27 16:31:48.483889 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bf53f571-5b0a-4d1b-8a84-f76f95ee3728 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2111769 Aug 27 16:31:48.486597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60892) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:48.491130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'port_id': 'a3fdbddd-fcec-4605-99c7-1dd02d61e43b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:48.559124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Transition to ACTIVE for port object 33d37a8f-b7b8-4754-ae1a-a05f2fda369a will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:48.576374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:48.610599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-7a78d1e0-f1b0-4e59-bbd8-ccc70b6480b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:48.611436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b703f-3588-490b-ab1b-90ef4a9e7aa6 req-550da050-857b-4212-883b-692b94f7db40 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:48.612289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-7a78d1e0-f1b0-4e59-bbd8-ccc70b6480b5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 915 time: 0.2360773 Aug 27 16:31:48.615761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a90b703f-3588-490b-ab1b-90ef4a9e7aa6 req-550da050-857b-4212-883b-692b94f7db40 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.2245433 Aug 27 16:31:48.629985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:48.666471 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-12803d10-1e9e-4112-a1db-36c2ae2fc6cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0444119 Aug 27 16:31:48.692795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e2631-8630-4350-9cca-9313eb436f3c req-06ee5fdf-b5c6-47a0-a64a-31d5b5570a0e tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:48.694524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa7e2631-8630-4350-9cca-9313eb436f3c req-06ee5fdf-b5c6-47a0-a64a-31d5b5570a0e tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 936 time: 0.1545103 Aug 27 16:31:48.723924 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:48.789460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-eb361d96-f080-4669-a572-4489039e2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:48.794487 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-eb361d96-f080-4669-a572-4489039e2330 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.1172047 Aug 27 16:31:48.844275 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-a8686213-6a80-4d1f-9621-62c7abab44dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441685 Aug 27 16:31:48.932065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa7e2631-8630-4350-9cca-9313eb436f3c req-bcf08aa3-3c55-45ef-a134-4a071f30f237 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032325 Aug 27 16:31:48.932982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Pushing event updated for resources: {'Port': ['ID=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:48.942003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a90b703f-3588-490b-ab1b-90ef4a9e7aa6 req-1fbd1dc7-3ed8-403f-b681-5423b5538930 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172779 Aug 27 16:31:49.222079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.233043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-36e7d57c-3b40-4b8b-b2a8-97ac5cd755c0 service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743658 Aug 27 16:31:49.243892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Attempting to bind port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:49.244398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Attempting to bind port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:49.244583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Attempting to bind port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:49.252244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:31:49.255976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Attempting to bind port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:49.324398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:49.324398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:49.324838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:49.325277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Bound port: 33d37a8f-b7b8-4754-ae1a-a05f2fda369a, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:49.325641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.496159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] For port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:49.500270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] For port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:49.523481 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3cae4058-9089-467f-ae36-7de7d41f6f3b req-61a3e659-3b1f-4e57-88ed-bd2360936e1d service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336307 Aug 27 16:31:49.546908 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.589834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router 32a130af-9b4c-4b07-8371-65b7f2264383 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:31:49.592949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:49.593585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.595199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] 10.222.0.97 "PUT /v2.0/ports/33d37a8f-b7b8-4754-ae1a-a05f2fda369a HTTP/1.1" status: 200 len: 1096 time: 1.9796486 Aug 27 16:31:49.600029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'tag': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:31:49.600241 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28592cb3-02f5-4bd3-a320-2d3a05c10920" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a1ccf1-5ced-447c-a1a5-b781a0720558", "tag": "33d37a8f-b7b8-4754-ae1a-a05f2fda369a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:31:49.646412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1242623-3f63-4b07-8f6d-d82e631d2a2a service neutron] Pushing event updated for resources: {'Port': ['ID=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:49.754739 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aed384-afc4-4be2-913a-fb1c4b0a5ba1 x-openstack-request-id: req-97aed384-afc4-4be2-913a-fb1c4b0a5ba1 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:31:49.754901 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a1ccf1-5ced-447c-a1a5-b781a0720558", "tag": "33d37a8f-b7b8-4754-ae1a-a05f2fda369a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:31:49.755162 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97aed384-afc4-4be2-913a-fb1c4b0a5ba1 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:31:49.760857 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'tag': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a', 'status': 'completed', 'code': 200} Aug 27 16:31:49.770070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.785039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233082e-186f-485a-9c3a-d702eb8a708d req-e2c91db3-cbd6-41fa-a7ec-f034dfffbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:49.786870 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f233082e-186f-485a-9c3a-d702eb8a708d req-e2c91db3-cbd6-41fa-a7ec-f034dfffbf37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1095 time: 0.0882652 Aug 27 16:31:49.855033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:49.933932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-0105c3de-8ca1-44fc-92da-cdbfa83e7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:49.935494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-0105c3de-8ca1-44fc-92da-cdbfa83e7de9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=644f53d212ad42c4b4599043098b792d&device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 1099 time: 0.1966321 Aug 27 16:31:50.001360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-2031c0cc-14e1-4786-98dc-95f483df38eb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a HTTP/1.1" status: 200 len: 217 time: 0.0542705 Aug 27 16:31:50.004925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:50.030594 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Sync routers for ids ['32a130af-9b4c-4b07-8371-65b7f2264383'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:50.042932 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP ee67bbbf-95c5-4090-af7a-5720255c8ae6 associated. External IP: 172.25.4.115, port: f11a698f-a062-4808-8e7c-2877821349e4. Aug 27 16:31:50.059004 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Routers {'32a130af-9b4c-4b07-8371-65b7f2264383'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:50.059811 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['32a130af-9b4c-4b07-8371-65b7f2264383'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:50.137798 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:50.139396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5af4f2d4-80b1-40be-a7d3-db54032f9c09 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9480839 Aug 27 16:31:50.160633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60932) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:50.163876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-8d94cb2f-6d79-4e47-8344-e8583e8b055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:50.166737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-8d94cb2f-6d79-4e47-8344-e8583e8b055c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1530597 Aug 27 16:31:50.170676 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Set router 32a130af-9b4c-4b07-8371-65b7f2264383 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:31:50.261208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3f8c1-d56c-4f2e-bc94-0071592a3eba tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:50.263118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1ba3f8c1-d56c-4f2e-bc94-0071592a3eba tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=6dcbec5dcc7f44ea95928574c57bce64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0951631 Aug 27 16:31:50.274888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:50.408399 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:31:48Z', 'revision_number': 3, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:50.439952 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Checking router: 32a130af-9b4c-4b07-8371-65b7f2264383 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:31:50.440289 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Updating router 32a130af-9b4c-4b07-8371-65b7f2264383 port 9c36e668-bb11-48fa-b528-0246d8e79170 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:31:50.472595 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:50.490931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233082e-186f-485a-9c3a-d702eb8a708d req-bfb8721c-8b96-4725-a0ac-a1249d3b1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:50.493323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f233082e-186f-485a-9c3a-d702eb8a708d req-bfb8721c-8b96-4725-a0ac-a1249d3b1261 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 915 time: 0.6986589 Aug 27 16:31:50.574403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fc6fa-fe69-4e9f-9124-809078eb9819 req-a0d67ff7-1217-4915-b776-c2dc72fbab55 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:50.589543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-720fc6fa-fe69-4e9f-9124-809078eb9819 req-a0d67ff7-1217-4915-b776-c2dc72fbab55 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.4721658 Aug 27 16:31:50.622127 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f233082e-186f-485a-9c3a-d702eb8a708d req-97ac7a79-d02c-4549-9c24-a4ad6e0d657d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0665774 Aug 27 16:31:50.654875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53ff91e6-762b-48c6-bd15-23b6af95f95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:50.723764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c52a4-b6ba-4712-9e7c-32b94537bf3d req-17b08aa8-e037-45d9-afb0-318d4ffa7148 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:50.739580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec7c52a4-b6ba-4712-9e7c-32b94537bf3d req-17b08aa8-e037-45d9-afb0-318d4ffa7148 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 948 time: 0.5811460 Aug 27 16:31:50.814077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-293b9986-abfa-4ac2-9d76-2989d727dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:50.818320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-293b9986-abfa-4ac2-9d76-2989d727dbae service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5539079 Aug 27 16:31:51.011213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233082e-186f-485a-9c3a-d702eb8a708d req-d90a50cf-2e43-496d-96fe-2f7de83ce2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:51.020440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f233082e-186f-485a-9c3a-d702eb8a708d req-d90a50cf-2e43-496d-96fe-2f7de83ce2d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.3584599 Aug 27 16:31:51.031923 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:51.062635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c45cb3-4856-4c27-be25-4d640781bcdf tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:51.067638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Transition to ACTIVE for port object 9c36e668-bb11-48fa-b528-0246d8e79170 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:51.072654 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4c45cb3-4856-4c27-be25-4d640781bcdf tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7930846 Aug 27 16:31:51.075244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60950) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:51.125459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b5cc7903-7500-4968-8457-6265f0b4bc7b tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450792 Aug 27 16:31:51.125459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:51.125801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60954) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:51.181078 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:51.240145 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2e014e50-fa18-4acd-980f-96f76369f1ef tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=6dcbec5dcc7f44ea95928574c57bce64&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1108501 Aug 27 16:31:51.240370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60956) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:51.242574 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Attempting to bind port 9c36e668-bb11-48fa-b528-0246d8e79170 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:51.243037 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Attempting to bind port 9c36e668-bb11-48fa-b528-0246d8e79170 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:51.243638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Attempting to bind port 9c36e668-bb11-48fa-b528-0246d8e79170 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:51.291561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:51.292074 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:51.292370 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:51.292742 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:51.300449 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Bound port: 9c36e668-bb11-48fa-b528-0246d8e79170, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:51.300904 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:51.377031 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f233082e-186f-485a-9c3a-d702eb8a708d req-65ad7b35-4315-41c3-8160-c6b15f9829e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1847346 Aug 27 16:31:51.378351 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] For port 9c36e668-bb11-48fa-b528-0246d8e79170, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:51.381527 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] For port 9c36e668-bb11-48fa-b528-0246d8e79170, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9c36e668-bb11-48fa-b528-0246d8e79170,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:51.410109 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d17a-d6ad-4596-88fc-2d3de184549a None None] Pushing event updated for resources: {'Port': ['ID=9c36e668-bb11-48fa-b528-0246d8e79170,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:51.472736 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:51.578992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-720fc6fa-fe69-4e9f-9124-809078eb9819 req-eedbfaa3-d7dc-4060-a114-11b702bfd756 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9874837 Aug 27 16:31:51.582635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec7c52a4-b6ba-4712-9e7c-32b94537bf3d req-71ad96c7-c45d-43f2-993e-a053674d3124 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8422089 Aug 27 16:31:51.598369 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d17a-d6ad-4596-88fc-2d3de184549a None None] Pushing event updated for resources: {'Port': ['ID=9c36e668-bb11-48fa-b528-0246d8e79170,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:51.614746 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Routers {'32a130af-9b4c-4b07-8371-65b7f2264383'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:51.615391 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['32a130af-9b4c-4b07-8371-65b7f2264383'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:51.673238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-0a8d699a-3517-4455-842f-1c2e1788b79a service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8443663 Aug 27 16:31:51.779364 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] Set router 32a130af-9b4c-4b07-8371-65b7f2264383 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:31:51.828011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-186ca699-20b7-481a-8f22-78aa19d2d8bb req-0bae66ab-b546-4152-8d68-57222125993e service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474092 Aug 27 16:31:52.009818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-716c7634-f9a5-4bc8-8674-f60bedb0fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:52.012265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-716c7634-f9a5-4bc8-8674-f60bedb0fd8e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=644f53d212ad42c4b4599043098b792d&device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 1099 time: 0.0723035 Aug 27 16:31:52.083921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ef7167-23c6-4212-8f28-016eef29b995 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:52.085578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b0ef7167-23c6-4212-8f28-016eef29b995 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8442307 Aug 27 16:31:52.089303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60968) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:52.124187 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-18b38147-81a4-4b0a-b7c1-39902cf033c6 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321071 Aug 27 16:31:52.124861 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:31:48Z', 'revision_number': 3, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:52.127228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60970) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:52.140900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793572366', 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3', 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:52.155643 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f233082e-186f-485a-9c3a-d702eb8a708d req-32b5f916-ccd0-4c6a-b1e0-d47638e83cbf service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121856 Aug 27 16:31:52.162090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:52.173835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-840fede2-d748-4e3a-bcaf-d17a7115287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:52.178613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:52.183034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-840fede2-d748-4e3a-bcaf-d17a7115287e service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.1637313 Aug 27 16:31:52.198742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:52.201185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:52.228179 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b80d4-6161-4abb-934a-b9ba04d042af None None] The sync data for ids ['32a130af-9b4c-4b07-8371-65b7f2264383'] in n-d-806412-1 is: [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:31:48Z', 'revision_number': 3, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:52.297232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:52.323857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:52.324501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:52.413286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:52.417928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e5c1d-e88e-419e-b64f-d486dd3885df None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:52.420831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-8f4df1e7-6625-4986-9fc8-a5a012181291 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a HTTP/1.1" status: 200 len: 217 time: 0.1180706 Aug 27 16:31:52.481818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-07339d5a-6704-4e29-9f75-8afb581f9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:52.483495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-07339d5a-6704-4e29-9f75-8afb581f9524 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0565760 Aug 27 16:31:52.488065 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f233082e-186f-485a-9c3a-d702eb8a708d req-a8de4c40-65e3-47e8-b238-dd14359d4a11 service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441897 Aug 27 16:31:52.575220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-2d01f65f-6188-4a42-aa97-fa1f21607271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:52.581829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-2d01f65f-6188-4a42-aa97-fa1f21607271 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853229 Aug 27 16:31:52.600409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Made reservation on behalf of 6dcbec5dcc7f44ea95928574c57bce64 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:52.605246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:52.694985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:52.900089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:52.907305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:52.922747 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:52.943082 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:52.944920 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:53.036311 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:53.051074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72259dc6-908b-4e87-828d-10c91cad25ed req-c6565a44-b4c3-46ae-be88-555688700607 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:53.053020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72259dc6-908b-4e87-828d-10c91cad25ed req-c6565a44-b4c3-46ae-be88-555688700607 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 948 time: 0.2094426 Aug 27 16:31:53.056801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6c9d842a-b6ea-4ba7-8e48-39fd3a7acac3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/floatingips/ee67bbbf-95c5-4090-af7a-5720255c8ae6 HTTP/1.1" status: 200 len: 979 time: 4.5690768 Aug 27 16:31:53.059706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60990) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:53.067121 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:53.067980 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:53.071903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-28603af6-e761-4b93-8805-bb135e2fa3dc service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860213 Aug 27 16:31:53.072632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:53.082375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8fb9-9062-4b3b-b85d-eb4630de9722 req-557e72fc-0ae4-43ea-afc8-78e59cb70793 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:53.103236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58aa8fb9-9062-4b3b-b85d-eb4630de9722 req-557e72fc-0ae4-43ea-afc8-78e59cb70793 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.2359917 Aug 27 16:31:53.173743 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:53.175165 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b19b35-335e-41f2-b954-ed6cd195451b None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:53.226753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.254999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75f19c5f-7630-4416-82f8-4026ee51dc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.300044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.311930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.527311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58aa8fb9-9062-4b3b-b85d-eb4630de9722 req-38fe7b52-9053-4ebd-8dd0-509916acc558 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229531 Aug 27 16:31:53.567820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72259dc6-908b-4e87-828d-10c91cad25ed req-e24c76c7-14f5-4496-b99a-c52956af2f81 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548759 Aug 27 16:31:53.680444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.687577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28592cb3-02f5-4bd3-a320-2d3a05c10920 req-7363ab54-6a59-4c85-89d6-3a69ad4a2946 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820053 Aug 27 16:31:53.710850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9c36e668-bb11-48fa-b528-0246d8e79170 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:53.763142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.763601 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP ee67bbbf-95c5-4090-af7a-5720255c8ae6 disassociated. External IP: 172.25.4.115, port: a3fdbddd-fcec-4605-99c7-1dd02d61e43b. Aug 27 16:31:53.792877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.877970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9c36e668-bb11-48fa-b528-0246d8e79170 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:53.883985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9c36e668-bb11-48fa-b528-0246d8e79170 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:53.884693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:53.940274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Subnet': ['ID=5513a6c6-112a-49ae-89a4-549993098ccd,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:53.949560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Checking segment: {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:53.949930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network hostable DHCP agents. Network: 8aaf63cb-0552-4703-8699-818b7d39baf3, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:31:54.040653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.062648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.094849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:31:54.098950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 9c36e668-bb11-48fa-b528-0246d8e79170, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9c36e668-bb11-48fa-b528-0246d8e79170,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:54.110476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:31:54.174750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.197440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 8aaf63cb-0552-4703-8699-818b7d39baf3) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:54.203840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:54.204391 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.213663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327cb10-d117-4c7d-a010-94f1218c214b None None] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:54.296053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dfbb15c5-ae5a-4abd-91ed-362069692c71 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1672263 Aug 27 16:31:54.298968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32778) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:54.330510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:31:54.366883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:31:54.369211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.433035 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-244fa9fb-4477-4a5c-96b7-8ce89cbd9c64 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/floatingips/ee67bbbf-95c5-4090-af7a-5720255c8ae6 HTTP/1.1" status: 200 len: 688 time: 1.3686671 Aug 27 16:31:54.433304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32784) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:54.438055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=9c36e668-bb11-48fa-b528-0246d8e79170,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:54.461218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:54.463136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:54.666897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 654f09d1-1249-4942-84c6-bb223ec38346 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:31:54.667248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.718739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:54.830485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.830485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:31:54.830485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:54.879133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:31:54.879988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ebd89-7e83-466d-8722-9270f7d8038f None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:31:54.915962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e967fab-409c-4803-ae4d-1aeee09e9f5f req-95e7a99e-4c3b-40f2-b2b0-21bdea7147ec tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:54.938788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e967fab-409c-4803-ae4d-1aeee09e9f5f req-95e7a99e-4c3b-40f2-b2b0-21bdea7147ec tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 948 time: 0.1186545 Aug 27 16:31:54.943782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-8aaf63cb-0552-4703-8699-818b7d39baf3', 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'fixed_ips': [{'subnet_id': '5513a6c6-112a-49ae-89a4-549993098ccd'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:31:54.944687 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.947920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.947920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:54.984634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 654f09d1-1249-4942-84c6-bb223ec38346 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:31:55.185279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 33d37a8f-b7b8-4754-ae1a-a05f2fda369a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:31:55.262029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Allocated IP 172.20.0.18 (8aaf63cb-0552-4703-8699-818b7d39baf3/5513a6c6-112a-49ae-89a4-549993098ccd/f47d8256-a449-4d83-bb8f-0c488a715d86) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:55.276055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c0c2-72e2-4957-819d-b5cdaadde6c4 req-5b5ee6e8-e748-4394-bd67-645019bcbd11 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:55.278692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbc1c0c2-72e2-4957-819d-b5cdaadde6c4 req-5b5ee6e8-e748-4394-bd67-645019bcbd11 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.5588360 Aug 27 16:31:55.392637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:55.433527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e967fab-409c-4803-ae4d-1aeee09e9f5f req-c9e35903-e909-4653-a069-dca0d274579d tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398378 Aug 27 16:31:55.462022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbc1c0c2-72e2-4957-819d-b5cdaadde6c4 req-8741e257-479b-4b3a-a0b5-d7e9679fb02b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978191 Aug 27 16:31:55.502695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=654f09d1-1249-4942-84c6-bb223ec38346,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:55.626979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:55.657360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:55.664171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Transition to ACTIVE for port object f47d8256-a449-4d83-bb8f-0c488a715d86 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:55.696112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Transition to ACTIVE for port object f47d8256-a449-4d83-bb8f-0c488a715d86 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:55.729705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9c36e668-bb11-48fa-b528-0246d8e79170 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:55.748328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:55.752295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:55.754242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aebe4fb4-5ba5-4fa5-9108-4ea9323347b7 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/floatingips/ee67bbbf-95c5-4090-af7a-5720255c8ae6 HTTP/1.1" status: 204 len: 168 time: 1.3197970 Aug 27 16:31:55.762283 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32804) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:55.798600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:55.809848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:55.856441 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-7c69c5d3-7050-454d-9028-4eca358bc2fd tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] delete failed (client error): The resource could not be found. Aug 27 16:31:55.857459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7c69c5d3-7050-454d-9028-4eca358bc2fd tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/floatingips/ee67bbbf-95c5-4090-af7a-5720255c8ae6 HTTP/1.1" status: 404 len: 345 time: 0.0941710 Aug 27 16:31:55.861499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:55.954181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a', 'mac_address': 'fa:16:3e:ff:bd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:31:55.969078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Pushing event updated for resources: {'Port': ['ID=f47d8256-a449-4d83-bb8f-0c488a715d86,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:56.028036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:56.036908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9c36e668-bb11-48fa-b528-0246d8e79170 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:56.037595 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:56.043727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b92f3-5583-41c7-9331-640ca62dea52 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:56.050929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b92f3-5583-41c7-9331-640ca62dea52 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:56.060052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b92f3-5583-41c7-9331-640ca62dea52 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:56.063821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c73b92f3-5583-41c7-9331-640ca62dea52 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "GET /v2.0/ports?network_id=6595cc12-4ce5-468f-80c9-0051b003517a HTTP/1.1" status: 200 len: 2359 time: 0.2006252 Aug 27 16:31:56.068581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32816) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:56.069758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:56.078266 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:56.079561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:56.095838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:56.179111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d37a8f-b7b8-4754-ae1a-a05f2fda369a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:31:56.244927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf682fe8-2c24-46d3-8141-253db68760e3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:56.247401 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cf682fe8-2c24-46d3-8141-253db68760e3 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "GET /v2.0/subnets/de0c7746-3d14-4835-b853-93caf030d8b9 HTTP/1.1" status: 200 len: 797 time: 0.1802387 Aug 27 16:31:56.250316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Attempting to bind port f47d8256-a449-4d83-bb8f-0c488a715d86 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:31:56.250867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Attempting to bind port f47d8256-a449-4d83-bb8f-0c488a715d86 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:31:56.251250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Attempting to bind port f47d8256-a449-4d83-bb8f-0c488a715d86 on network 8aaf63cb-0552-4703-8699-818b7d39baf3 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:31:56.259452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:31:56.259832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Checking segment: {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:31:56.260002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:56.260406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Bound using segment: {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:31:56.261069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Bound port: f47d8256-a449-4d83-bb8f-0c488a715d86, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:31:56.261463 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:56.273396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32822) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:31:56.280001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:56.296184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'port': {'network_id': '6595cc12-4ce5-468f-80c9-0051b003517a', 'name': 'tempest-FloatingIPTestJSON-243240460', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:31:56.348029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:56.417126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] For port f47d8256-a449-4d83-bb8f-0c488a715d86, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:31:56.459248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] For port f47d8256-a449-4d83-bb8f-0c488a715d86, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f47d8256-a449-4d83-bb8f-0c488a715d86,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:31:56.479477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:56.535652 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:56.540352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Allocated IP 172.20.0.17 (8aaf63cb-0552-4703-8699-818b7d39baf3/5513a6c6-112a-49ae-89a4-549993098ccd/198bea3f-cfc3-43a5-ab51-f628df63e394) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:56.684896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['33d37a8f-b7b8-4754-ae1a-a05f2fda369a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:31:56.696847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd574e4-20ad-46c3-bc5f-adc954f0ff35 None None] Pushing event updated for resources: {'Port': ['ID=f47d8256-a449-4d83-bb8f-0c488a715d86,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:56.727221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:31:56.944505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874621b2-ad51-4215-8cb3-75550ef001dc req-0f4e935d-1326-4bfd-abd4-0ae4b423b448 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:56.953016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-874621b2-ad51-4215-8cb3-75550ef001dc req-0f4e935d-1326-4bfd-abd4-0ae4b423b448 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.3901765 Aug 27 16:31:57.040938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c655-1aeb-4b94-b69d-dce8efcca6ed req-d6294eeb-59c3-4265-99c3-1c10ad518504 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:57.044011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1713c655-1aeb-4b94-b69d-dce8efcca6ed req-d6294eeb-59c3-4265-99c3-1c10ad518504 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 949 time: 0.4619701 Aug 27 16:31:57.163171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:57.173566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-874621b2-ad51-4215-8cb3-75550ef001dc req-161c3413-6184-4743-849b-1898c1b88fe7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193539 Aug 27 16:31:57.197529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:57.243915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] device_id is not set on port 5baddf99-cc3e-402d-a0c2-786035885571 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:31:57.252661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1713c655-1aeb-4b94-b69d-dce8efcca6ed req-052d5d1a-2751-40bb-9cd5-5a71c77cc56f tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821561 Aug 27 16:31:57.254797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Transition to ACTIVE for port object 198bea3f-cfc3-43a5-ab51-f628df63e394 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:31:57.692540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f47d8256-a449-4d83-bb8f-0c488a715d86 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:57.941822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f47d8256-a449-4d83-bb8f-0c488a715d86 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:58.280131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:58.422519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03965b1-e5a1-4c73-acab-0bd5f49b84b9 None None] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:31:58.515875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:58.543306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:58.547139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:58.561555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3952f415-c0ad-49d1-9c68-f7ce20854902 None None] Provisioning for port f47d8256-a449-4d83-bb8f-0c488a715d86 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:58.569475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3952f415-c0ad-49d1-9c68-f7ce20854902 None None] Provisioning complete for port f47d8256-a449-4d83-bb8f-0c488a715d86 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:58.569475 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3952f415-c0ad-49d1-9c68-f7ce20854902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:58.625571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=198bea3f-cfc3-43a5-ab51-f628df63e394,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:58.705317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.14 (6595cc12-4ce5-468f-80c9-0051b003517a/de0c7746-3d14-4835-b853-93caf030d8b9/5baddf99-cc3e-402d-a0c2-786035885571) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:58.732241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a8d40-dc47-4f27-9200-0b4e1817cf13 req-8839605f-6911-4455-be33-5e35bfe68f22 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:58.740190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-481a8d40-dc47-4f27-9200-0b4e1817cf13 req-8839605f-6911-4455-be33-5e35bfe68f22 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 949 time: 0.3087449 Aug 27 16:31:58.742536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:58.748783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.12 (6595cc12-4ce5-468f-80c9-0051b003517a/de0c7746-3d14-4835-b853-93caf030d8b9/5baddf99-cc3e-402d-a0c2-786035885571) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:31:58.770948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609a268-337b-4043-b5c4-ba9a1cde1932 req-37a0ed6a-f949-4fdd-860a-47cb75e0d849 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:58.772533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e609a268-337b-4043-b5c4-ba9a1cde1932 req-37a0ed6a-f949-4fdd-860a-47cb75e0d849 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.3375306 Aug 27 16:31:58.905957 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3952f415-c0ad-49d1-9c68-f7ce20854902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:58.920031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-481a8d40-dc47-4f27-9200-0b4e1817cf13 req-6dca20f6-97c1-416d-bc75-1f2c8a86039f tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788523 Aug 27 16:31:59.015481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e609a268-337b-4043-b5c4-ba9a1cde1932 req-84148515-2935-46bc-9df7-25b603c7afac tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928327 Aug 27 16:31:59.258088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 33d37a8f-b7b8-4754-ae1a-a05f2fda369a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:59.261635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3952f415-c0ad-49d1-9c68-f7ce20854902 None None] For port f47d8256-a449-4d83-bb8f-0c488a715d86, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f47d8256-a449-4d83-bb8f-0c488a715d86,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:31:59.293609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.308821 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.342270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3952f415-c0ad-49d1-9c68-f7ce20854902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.448218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952f415-c0ad-49d1-9c68-f7ce20854902 None None] Pushing event updated for resources: {'Port': ['ID=f47d8256-a449-4d83-bb8f-0c488a715d86,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:31:59.507728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-86bbce3a-dc97-4261-a868-04336f77c674 None None] Provisioning complete for port f47d8256-a449-4d83-bb8f-0c488a715d86 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:59.509573 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86bbce3a-dc97-4261-a868-04336f77c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.585441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:59.616589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:59.618247 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.687614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f47d8256-a449-4d83-bb8f-0c488a715d86 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:31:59.709672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.742359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network 6595cc12-4ce5-468f-80c9-0051b003517a is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:31:59.808783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f47d8256-a449-4d83-bb8f-0c488a715d86 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:59.809071 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.822132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:31:59.832357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:31:59.896655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-86bbce3a-dc97-4261-a868-04336f77c674 None None] Provisioning for port 198bea3f-cfc3-43a5-ab51-f628df63e394 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:31:59.908995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:31:59.911553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.911819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-86bbce3a-dc97-4261-a868-04336f77c674 None None] Provisioning complete for port 198bea3f-cfc3-43a5-ab51-f628df63e394 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:31:59.912303 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86bbce3a-dc97-4261-a868-04336f77c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.916358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:31:59.968773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=5baddf99-cc3e-402d-a0c2-786035885571,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:00.005294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:00.010201 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5b02c-8b04-47f9-9126-f4845154856f" -d '{"events": [{"server_uuid": "f1a1ccf1-5ced-447c-a1a5-b781a0720558", "name": "network-vif-plugged", "status": "completed", "tag": "33d37a8f-b7b8-4754-ae1a-a05f2fda369a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:00.023939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:00.064755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.120617 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d81655-f5ed-4e40-bcb7-d072e34bba8d x-openstack-request-id: req-80d81655-f5ed-4e40-bcb7-d072e34bba8d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:00.120923 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a1ccf1-5ced-447c-a1a5-b781a0720558", "name": "network-vif-plugged", "status": "completed", "tag": "33d37a8f-b7b8-4754-ae1a-a05f2fda369a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:00.121062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bcf1e781-161b-44f4-a62b-1973315e18c9 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8303459 Aug 27 16:32:00.121273 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-80d81655-f5ed-4e40-bcb7-d072e34bba8d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:00.121648 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a', 'code': 200} Aug 27 16:32:00.123123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32894) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:00.126214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-86bbce3a-dc97-4261-a868-04336f77c674 None None] Port 198bea3f-cfc3-43a5-ab51-f628df63e394 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:00.128637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.134444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '5baddf99-cc3e-402d-a0c2-786035885571', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:00.157349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.234096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:00.265753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d7f886ae-686f-4bbd-8bdd-d8c4f51e940e None None] Provisioning complete for port 198bea3f-cfc3-43a5-ab51-f628df63e394 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:00.267032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7f886ae-686f-4bbd-8bdd-d8c4f51e940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.274394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.299604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.317684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdfeb2-29d6-4df9-a2ec-d7e9886b5e64 req-b3369aef-dbe0-4222-8a4b-f4ace9138585 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:00.321685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfbdfeb2-29d6-4df9-a2ec-d7e9886b5e64 req-b3369aef-dbe0-4222-8a4b-f4ace9138585 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 949 time: 0.3147936 Aug 27 16:32:00.378710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d7f886ae-686f-4bbd-8bdd-d8c4f51e940e None None] Port 198bea3f-cfc3-43a5-ab51-f628df63e394 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:00.418860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=198bea3f-cfc3-43a5-ab51-f628df63e394,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:00.439793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.553462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:00.562935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.25.4.183 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/40dbdf8b-bc47-484b-82ba-f027961e347e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:00.572502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:00.620942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73fb33-3eec-437f-9bb6-4f52cc560184 req-ab2fa195-4aec-490a-87d7-856fe5927a84 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:00.622843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a73fb33-3eec-437f-9bb6-4f52cc560184 req-ab2fa195-4aec-490a-87d7-856fe5927a84 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.3957522 Aug 27 16:32:00.647305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05bd6-13e6-43ed-b1a1-e4a2beccba78 req-f3f8342c-dcf0-4986-b5fa-8b6713f88f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:00.650995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2e05bd6-13e6-43ed-b1a1-e4a2beccba78 req-f3f8342c-dcf0-4986-b5fa-8b6713f88f6f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 1101 time: 0.4064867 Aug 27 16:32:00.779297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:00.835410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dfbdfeb2-29d6-4df9-a2ec-d7e9886b5e64 req-74bbef2f-0d02-4515-896c-774bbf73df91 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072256 Aug 27 16:32:00.885752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a73fb33-3eec-437f-9bb6-4f52cc560184 req-1d48a401-18d7-4e6b-9ed0-0b48e0cd90b6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481368 Aug 27 16:32:00.988155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router 32a130af-9b4c-4b07-8371-65b7f2264383 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:00.990621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2e05bd6-13e6-43ed-b1a1-e4a2beccba78 req-b125a67c-6235-471e-9767-940d7eea347b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968315 Aug 27 16:32:01.006489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:01.028179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b43af5ab-6002-4295-be00-a13dadd7bc28 None None] Provisioning complete for port 198bea3f-cfc3-43a5-ab51-f628df63e394 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:01.028179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b43af5ab-6002-4295-be00-a13dadd7bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:01.104844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:01.108684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:01.114319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:01.127722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b43af5ab-6002-4295-be00-a13dadd7bc28 None None] Port 198bea3f-cfc3-43a5-ab51-f628df63e394 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:01.192777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=40dbdf8b-bc47-484b-82ba-f027961e347e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:01.263603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:01.776060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-32bb73d0-6e77-45b9-9aac-814d9d84a0eb tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "PUT /v2.0/routers/32a130af-9b4c-4b07-8371-65b7f2264383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9727404 Aug 27 16:32:01.778921 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Sync routers for ids ['32a130af-9b4c-4b07-8371-65b7f2264383'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:01.778921 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Routers {'32a130af-9b4c-4b07-8371-65b7f2264383'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:01.778921 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['32a130af-9b4c-4b07-8371-65b7f2264383'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:01.778921 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Set router 32a130af-9b4c-4b07-8371-65b7f2264383 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:01.870946 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:01.899706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-ba36ecf0-ea25-4bdb-8bb3-7701ca44f707 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:01.908231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-ba36ecf0-ea25-4bdb-8bb3-7701ca44f707 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/networks?id=8aaf63cb-0552-4703-8699-818b7d39baf3 HTTP/1.1" status: 200 len: 797 time: 0.2803555 Aug 27 16:32:01.969644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-7a105b1c-fbf3-4f3a-b869-b4c52ab00bc4 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/quotas/6dcbec5dcc7f44ea95928574c57bce64 HTTP/1.1" status: 200 len: 375 time: 0.0538521 Aug 27 16:32:01.998544 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:31:59Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '198bea3f-cfc3-43a5-ab51-f628df63e394', 'name': '', 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:9e:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '5513a6c6-112a-49ae-89a4-549993098ccd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:56Z', 'updated_at': '2021-08-27T16:31:59Z', 'revision_number': 2, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': '5513a6c6-112a-49ae-89a4-549993098ccd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:02.043075 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Checking router: 32a130af-9b4c-4b07-8371-65b7f2264383 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:02.043075 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Updating router 32a130af-9b4c-4b07-8371-65b7f2264383 port 198bea3f-cfc3-43a5-ab51-f628df63e394 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:32:02.064560 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:02.073102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c77acd-9722-42cd-a4f3-70d6ca8f6f35 req-512767b8-04cd-4c68-a032-8c376b8ffa6b tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:02.084283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08c77acd-9722-42cd-a4f3-70d6ca8f6f35 req-512767b8-04cd-4c68-a032-8c376b8ffa6b tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 950 time: 0.1135886 Aug 27 16:32:02.099407 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:02.196493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-95c9f03d-e68a-460f-8109-f0be4177042f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2044570 Aug 27 16:32:02.296965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:02.328596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08c77acd-9722-42cd-a4f3-70d6ca8f6f35 req-76ebcb3e-ff9c-4a73-a3d4-03b9a402ad37 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433145 Aug 27 16:32:02.403539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:02.525637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:02.589808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-5ce59609-6205-48a1-989a-69e43bb8c118 service neutron] 10.222.0.101 "GET /v2.0/networks/8aaf63cb-0552-4703-8699-818b7d39baf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663199 Aug 27 16:32:02.631499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=40dbdf8b-bc47-484b-82ba-f027961e347e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:02.638511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81575b8-ba06-4fdc-b2ea-c8baa76d766d req-abd51c2b-c291-4fd7-8c71-eacb153f84ab tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:02.640183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a81575b8-ba06-4fdc-b2ea-c8baa76d766d req-abd51c2b-c291-4fd7-8c71-eacb153f84ab tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.1228364 Aug 27 16:32:02.666622 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP d76a0f25-7e9b-4feb-8e07-12411a5746a8 associated. External IP: 172.25.4.183, port: 5baddf99-cc3e-402d-a0c2-786035885571. Aug 27 16:32:02.676512 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:02.697875 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Transition to ACTIVE for port object 198bea3f-cfc3-43a5-ab51-f628df63e394 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:02.755313 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:02.878558 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Pushing event updated for resources: {'Port': ['ID=198bea3f-cfc3-43a5-ab51-f628df63e394,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:02.894248 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.894657 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.894998 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.895358 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.895690 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.896023 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.896348 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.896728 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.897060 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.897387 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.897709 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.898032 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:02.938903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a81575b8-ba06-4fdc-b2ea-c8baa76d766d req-36be67e1-ccdf-426f-a63c-7a61de484047 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034669 Aug 27 16:32:03.005471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-51998377-7d22-4bf8-9c84-1250bee5125f service neutron] 10.222.0.101 "GET /v2.0/networks/8aaf63cb-0552-4703-8699-818b7d39baf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073555 Aug 27 16:32:03.012689 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Attempting to bind port 198bea3f-cfc3-43a5-ab51-f628df63e394 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:32:03.013562 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Attempting to bind port 198bea3f-cfc3-43a5-ab51-f628df63e394 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:32:03.014139 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Attempting to bind port 198bea3f-cfc3-43a5-ab51-f628df63e394 on network 8aaf63cb-0552-4703-8699-818b7d39baf3 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:32:03.020645 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:32:03.022700 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Checking segment: {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:03.022700 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:03.022700 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Bound using segment: {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:32:03.023302 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Bound port: 198bea3f-cfc3-43a5-ab51-f628df63e394, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:32:03.024484 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:03.321454 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] For port 198bea3f-cfc3-43a5-ab51-f628df63e394, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:32:03.340097 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] For port 198bea3f-cfc3-43a5-ab51-f628df63e394, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=198bea3f-cfc3-43a5-ab51-f628df63e394,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:32:03.380252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ac1caa5-6eed-4c54-bc58-8a727a038550 req-2facd7be-2032-4f68-be22-822ab63c3d7f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 210 time: 0.0825450 Aug 27 16:32:03.462624 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:03.544126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea1e4-c55e-4a41-a5bb-7519e94e55d8 req-816a3758-3689-40a6-a7f6-5efa5bccdcb1 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:03.546304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27fea1e4-c55e-4a41-a5bb-7519e94e55d8 req-816a3758-3689-40a6-a7f6-5efa5bccdcb1 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 950 time: 0.1196530 Aug 27 16:32:03.614428 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Routers {'32a130af-9b4c-4b07-8371-65b7f2264383'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:03.631398 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['32a130af-9b4c-4b07-8371-65b7f2264383'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:03.635032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:03.640710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27fea1e4-c55e-4a41-a5bb-7519e94e55d8 req-03a305b5-8e68-4424-b31f-05eb43db26bb tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876465 Aug 27 16:32:03.861921 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e01f68-177f-497b-b916-2fdd2132abdd None None] Pushing event updated for resources: {'Port': ['ID=198bea3f-cfc3-43a5-ab51-f628df63e394,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:04.003745 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] Set router 32a130af-9b4c-4b07-8371-65b7f2264383 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:04.080993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:04.103829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:04.154477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:04.156933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:04.169312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:04.231869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4491da-6eac-47d7-972a-c4f67db578ff req-3031cf18-36d4-45fc-a7a9-e10d0b8ffe59 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:04.252413 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d7e19728-8372-4d68-8a19-a838df05fa93 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1267970 Aug 27 16:32:04.253916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff4491da-6eac-47d7-972a-c4f67db578ff req-3031cf18-36d4-45fc-a7a9-e10d0b8ffe59 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.1356130 Aug 27 16:32:04.255790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32986) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:04.271790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'port_id': '5baddf99-cc3e-402d-a0c2-786035885571', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:04.290149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:04.352586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:04.364988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:04.378919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff4491da-6eac-47d7-972a-c4f67db578ff req-e5bf6102-bbe5-415f-8ba5-00b73f95c11d tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210818 Aug 27 16:32:04.501608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:04.504774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c76979-a5b7-4302-bf0b-f687a8002cd1 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:04.551243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cbae0018-0046-4fbe-8157-a5adc1374939 req-67e26d2a-6e1d-4be9-8d06-3a4adec1430f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 210 time: 0.0511746 Aug 27 16:32:04.570391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:04.576940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32996) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:04.610640 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:31:59Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '198bea3f-cfc3-43a5-ab51-f628df63e394', 'name': '', 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:9e:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '5513a6c6-112a-49ae-89a4-549993098ccd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:56Z', 'updated_at': '2021-08-27T16:32:03Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': '5513a6c6-112a-49ae-89a4-549993098ccd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:04.674070 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047de294-4abe-44be-bb31-9be8048e63d5 None None] The sync data for ids ['32a130af-9b4c-4b07-8371-65b7f2264383'] in n-d-806412-1 is: [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:31:59Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '198bea3f-cfc3-43a5-ab51-f628df63e394', 'name': '', 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:9e:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_interface', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '5513a6c6-112a-49ae-89a4-549993098ccd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:56Z', 'updated_at': '2021-08-27T16:32:03Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': '5513a6c6-112a-49ae-89a4-549993098ccd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:04.867154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f263dc26-88cf-40ac-9200-48f1743e2b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:05.131074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f263dc26-88cf-40ac-9200-48f1743e2b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:05.528372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f263dc26-88cf-40ac-9200-48f1743e2b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:05.588472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:05.642514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263dc26-88cf-40ac-9200-48f1743e2b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aa5cd3-c4c8-485c-9191-4b706d57c4ce,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:05.685993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:05.703820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f263dc26-88cf-40ac-9200-48f1743e2b21 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e84931bd2b21420bac5fb822cd9ed39a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1253231 Aug 27 16:32:05.704258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 198bea3f-cfc3-43a5-ab51-f628df63e394 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:05.709262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33016) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:05.792546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-221db0b8-dc8f-47b4-9750-48e9404d3f71 req-7849c669-265e-4b94-b24c-09d22bd2ff8e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 210 time: 0.0612516 Aug 27 16:32:05.812020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef3ff3-70cf-4ce8-afe1-b160a02ee2b1 req-87ff2219-1d0b-4263-8fba-d9e97f410dbc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:05.821927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fef3ff3-70cf-4ce8-afe1-b160a02ee2b1 req-87ff2219-1d0b-4263-8fba-d9e97f410dbc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.2735846 Aug 27 16:32:05.872922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8bc96364-40fe-4aae-8c7a-5ee8a1c8c2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:05.889177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fef3ff3-70cf-4ce8-afe1-b160a02ee2b1 req-d8a11c7e-a53c-4b4e-afec-e7fdaa492d8a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659502 Aug 27 16:32:05.917112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8bc96364-40fe-4aae-8c7a-5ee8a1c8c2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:05.931125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 198bea3f-cfc3-43a5-ab51-f628df63e394 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:05.935309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 198bea3f-cfc3-43a5-ab51-f628df63e394 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:05.937325 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:06.051648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:06.079428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:06.103982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8bc96364-40fe-4aae-8c7a-5ee8a1c8c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:06.112633 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8bc96364-40fe-4aae-8c7a-5ee8a1c8c2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:06.120951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8bc96364-40fe-4aae-8c7a-5ee8a1c8c2f7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/26aa5cd3-c4c8-485c-9191-4b706d57c4ce HTTP/1.1" status: 204 len: 168 time: 0.4085417 Aug 27 16:32:06.122177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 198bea3f-cfc3-43a5-ab51-f628df63e394, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=198bea3f-cfc3-43a5-ab51-f628df63e394,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:06.131300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc96364-40fe-4aae-8c7a-5ee8a1c8c2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aa5cd3-c4c8-485c-9191-4b706d57c4ce,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:06.191612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:06.218432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:06.224561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:06.233156 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:06.245460 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:06.248986 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:06.276321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=198bea3f-cfc3-43a5-ab51-f628df63e394,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:06.291319 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2376d2d-2f4e-4847-9ece-20e62a6dda22 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/floatingips/d76a0f25-7e9b-4feb-8e07-12411a5746a8 HTTP/1.1" status: 200 len: 978 time: 2.0333881 Aug 27 16:32:06.293485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33022) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:06.311662 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:06.321375 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:06.321989 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:06.384071 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:06.385107 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36092771-ef44-4ad8-bcf1-4f6e5cd84e7d None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:06.688446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 40dbdf8b-bc47-484b-82ba-f027961e347e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:06.691851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:06.757234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-f8645aa8-220a-4cde-9679-2057be5cb94e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:06.759000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-f8645aa8-220a-4cde-9679-2057be5cb94e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.97 "GET /v2.0/networks?id=8aaf63cb-0552-4703-8699-818b7d39baf3 HTTP/1.1" status: 200 len: 797 time: 0.1907213 Aug 27 16:32:06.772672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Request body: {'port': {'device_id': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3', 'admin_state_up': True, 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:06.955535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33036) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:06.988171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-073d1f4c-d97d-4ffe-9ae9-8361e4546e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.102185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-073d1f4c-d97d-4ffe-9ae9-8361e4546e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.197981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-073d1f4c-d97d-4ffe-9ae9-8361e4546e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.229452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e25c319d-b800-4de6-87c7-4b71767913ce req-a3c950c6-2311-4bc4-925e-eb251e005fa2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 210 time: 0.0595376 Aug 27 16:32:07.239128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d1f4c-d97d-4ffe-9ae9-8361e4546e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc2ffd-4e13-47b0-91c1-797a9fc6c19a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:07.245627 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-073d1f4c-d97d-4ffe-9ae9-8361e4546e41 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=feb81692ca0d4aec9cf8c09c492ac8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876694 Aug 27 16:32:07.248375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33040) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:07.253380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.253380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.281555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce27d4-4591-48b2-aa8f-9b5725e52c39 req-51f937e9-cff5-4d8c-982c-f304fd906a68 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:07.283174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-abce27d4-4591-48b2-aa8f-9b5725e52c39 req-51f937e9-cff5-4d8c-982c-f304fd906a68 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.1145031 Aug 27 16:32:07.289600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 40dbdf8b-bc47-484b-82ba-f027961e347e owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:07.310835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81b0b123-2f3c-47a0-802f-629d6cc5dc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.341821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81b0b123-2f3c-47a0-802f-629d6cc5dc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.431320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-abce27d4-4591-48b2-aa8f-9b5725e52c39 req-9fc49100-fbd9-4020-8d8b-d0262224a739 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396003 Aug 27 16:32:07.472004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81b0b123-2f3c-47a0-802f-629d6cc5dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.475026 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-81b0b123-2f3c-47a0-802f-629d6cc5dc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.476462 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-81b0b123-2f3c-47a0-802f-629d6cc5dc91 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3ecc2ffd-4e13-47b0-91c1-797a9fc6c19a HTTP/1.1" status: 204 len: 168 time: 0.2271330 Aug 27 16:32:07.490091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b123-2f3c-47a0-802f-629d6cc5dc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc2ffd-4e13-47b0-91c1-797a9fc6c19a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:07.546710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Made reservation on behalf of 6dcbec5dcc7f44ea95928574c57bce64 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:07.554629 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.626471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 198bea3f-cfc3-43a5-ab51-f628df63e394 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:07.679083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 198bea3f-cfc3-43a5-ab51-f628df63e394 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:07.679486 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.695995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.769151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=40dbdf8b-bc47-484b-82ba-f027961e347e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:07.873862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:07.874201 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP d76a0f25-7e9b-4feb-8e07-12411a5746a8 disassociated (deleted). External IP: 172.25.4.183, port: 5baddf99-cc3e-402d-a0c2-786035885571. Aug 27 16:32:07.912776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Allocated IP 172.20.0.24 (8aaf63cb-0552-4703-8699-818b7d39baf3/5513a6c6-112a-49ae-89a4-549993098ccd/564c7f57-1771-4fab-a074-eebf1ac5ae0a) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:08.183848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:08.214475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Transition to ACTIVE for port object 564c7f57-1771-4fab-a074-eebf1ac5ae0a will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:08.233032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:08.367080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:08.479844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event updated for resources: {'Port': ['ID=564c7f57-1771-4fab-a074-eebf1ac5ae0a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:08.485742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:08.492123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:08.498215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:08.506133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:08.516869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:08.533612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:08.534250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:08.553118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:08.565132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33074) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:08.575236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f6418aa4-f9f7-4faf-9515-7bb595547e30 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/floatingips/d76a0f25-7e9b-4feb-8e07-12411a5746a8 HTTP/1.1" status: 204 len: 168 time: 2.2800798 Aug 27 16:32:08.590000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:08.606644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:08.607548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:08.657937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:08.659817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0317e7-f8ce-42f4-b230-9d5fc2d4ae45 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:08.672315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39066-43ae-41d2-8765-1adcd9bd04da req-0812a9b9-bde1-4cb6-b0b4-46af51b20459 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:08.676257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ee39066-43ae-41d2-8765-1adcd9bd04da req-0812a9b9-bde1-4cb6-b0b4-46af51b20459 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 895 time: 0.3254447 Aug 27 16:32:08.716414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 5baddf99-cc3e-402d-a0c2-786035885571 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:08.716774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:08.760879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:08.761634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:08.787982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa2530-f2fb-4d6d-8fca-008d0bc44ac0 req-b6ee2c1a-d208-455f-beb3-64a7c0b379dd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:08.792907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4aa2530-f2fb-4d6d-8fca-008d0bc44ac0 req-b6ee2c1a-d208-455f-beb3-64a7c0b379dd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 944 time: 0.2411244 Aug 27 16:32:08.803093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:32:08.855501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4aa2530-f2fb-4d6d-8fca-008d0bc44ac0 req-50e483a5-1424-40b1-9724-d6836e0698d1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Aug 27 16:32:08.897283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:08.903051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-acf13ad7-4fff-4a33-a0c7-9ffdded2ac43 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1342244 Aug 27 16:32:08.916168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Request body: {'port': {'device_id': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:08.920660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 5baddf99-cc3e-402d-a0c2-786035885571 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:08.970749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:08.998008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'network_id': 'a938b1e3-ce52-4afa-a460-830b9605a1f5', 'port_id': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'mac_address': 'fa:16:3e:b9:54:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057785ea-7d91-4e95-aaf2-5e79a58bdec6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:32:09.008922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.097052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-657e0db4-0593-419c-9a62-aa6ff29a51b8 None None] Provisioning for port 564c7f57-1771-4fab-a074-eebf1ac5ae0a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:09.112568 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.131381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe578f8-26e3-4086-83dc-b9869ec80250 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:32:09.157974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:09.159412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-657e0db4-0593-419c-9a62-aa6ff29a51b8 None None] Provisioning complete for port 564c7f57-1771-4fab-a074-eebf1ac5ae0a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:09.159793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-657e0db4-0593-419c-9a62-aa6ff29a51b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.203594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-657e0db4-0593-419c-9a62-aa6ff29a51b8 None None] Port 564c7f57-1771-4fab-a074-eebf1ac5ae0a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:09.232655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.271528 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.301778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:09.330741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=5baddf99-cc3e-402d-a0c2-786035885571,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:09.431087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564c7f57-1771-4fab-a074-eebf1ac5ae0a {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:32:09.439042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.456496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Transition to ACTIVE for port object 564c7f57-1771-4fab-a074-eebf1ac5ae0a will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:09.464691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['bbe578f8-26e3-4086-83dc-b9869ec80250'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:32:09.473672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.480545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33104) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:09.480760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-47782e2a-cae5-4db6-8ad2-6ecc793b2e26 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/ports/5baddf99-cc3e-402d-a0c2-786035885571 HTTP/1.1" status: 204 len: 168 time: 0.9141896 Aug 27 16:32:09.493820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:09.541464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.623405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.692112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Pushing event updated for resources: {'Port': ['ID=564c7f57-1771-4fab-a074-eebf1ac5ae0a,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:09.872388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Attempting to bind port 564c7f57-1771-4fab-a074-eebf1ac5ae0a on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:32:09.872388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Attempting to bind port 564c7f57-1771-4fab-a074-eebf1ac5ae0a by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:32:09.872388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Attempting to bind port 564c7f57-1771-4fab-a074-eebf1ac5ae0a on network 8aaf63cb-0552-4703-8699-818b7d39baf3 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:32:09.880442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d69e5c-9750-410c-9fef-38dc2a6ae7ea req-fb66e585-e4f9-44d5-a7c2-d9a41fba6bb2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:09.884401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27d69e5c-9750-410c-9fef-38dc2a6ae7ea req-fb66e585-e4f9-44d5-a7c2-d9a41fba6bb2 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 907 time: 0.0989947 Aug 27 16:32:09.888512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Port 564c7f57-1771-4fab-a074-eebf1ac5ae0a on network 8aaf63cb-0552-4703-8699-818b7d39baf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:32:09.888850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Attempting to bind port 564c7f57-1771-4fab-a074-eebf1ac5ae0a on network 8aaf63cb-0552-4703-8699-818b7d39baf3 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:32:09.907808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:32:09.907808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Checking segment: {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:09.907808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Bound using segment: {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:32:09.908811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Bound port: 564c7f57-1771-4fab-a074-eebf1ac5ae0a, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:32:09.908811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:09.962876 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:10.068081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] For port 564c7f57-1771-4fab-a074-eebf1ac5ae0a, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:32:10.084478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f302a-9251-4bf5-b5bd-28de71f07c93 req-36f3ae94-d90a-4dbc-a6ec-4df3bb36a7c1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:10.086092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa1f302a-9251-4bf5-b5bd-28de71f07c93 req-36f3ae94-d90a-4dbc-a6ec-4df3bb36a7c1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.1250026 Aug 27 16:32:10.101256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] For port 564c7f57-1771-4fab-a074-eebf1ac5ae0a, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=564c7f57-1771-4fab-a074-eebf1ac5ae0a,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:32:10.165207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa1f302a-9251-4bf5-b5bd-28de71f07c93 req-268e0254-b69c-4dbb-b23b-727bfe08c455 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716238 Aug 27 16:32:10.176235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.25.4.139 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/7c9b026a-cfcc-4944-94a0-c2804887d5f8) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:10.178637 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:10.218598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:10.225661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:10.226345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:10.227755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] 10.222.0.97 "PUT /v2.0/ports/564c7f57-1771-4fab-a074-eebf1ac5ae0a HTTP/1.1" status: 200 len: 1055 time: 1.3164318 Aug 27 16:32:10.230099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'tag': '564c7f57-1771-4fab-a074-eebf1ac5ae0a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:10.232454 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b7afc9-6933-460a-9fc8-b2408bf48d06", "tag": "564c7f57-1771-4fab-a074-eebf1ac5ae0a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:10.303948 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af77ddf-2bcb-47a5-afe7-a0dd3d359754 x-openstack-request-id: req-4af77ddf-2bcb-47a5-afe7-a0dd3d359754 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:10.304241 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b7afc9-6933-460a-9fc8-b2408bf48d06", "tag": "564c7f57-1771-4fab-a074-eebf1ac5ae0a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:10.311367 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4af77ddf-2bcb-47a5-afe7-a0dd3d359754 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:10.311367 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'tag': '564c7f57-1771-4fab-a074-eebf1ac5ae0a', 'status': 'completed', 'code': 200} Aug 27 16:32:10.311367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddab2cd-b9ee-4b7c-a3a0-c7f08f03b341 service neutron] Pushing event updated for resources: {'Port': ['ID=564c7f57-1771-4fab-a074-eebf1ac5ae0a,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:10.365947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1277ba54-8fb2-4dbb-b4f7-68c8f7cdbd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:10.389608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:10.401291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-9618fa8b-9953-4605-b064-ecd2638bdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:10.417984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-9618fa8b-9953-4605-b064-ecd2638bdb9d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 1058 time: 0.0710390 Aug 27 16:32:10.465888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-6dc0ed91-eb71-4f84-ab3f-7d367323df33 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=564c7f57-1771-4fab-a074-eebf1ac5ae0a HTTP/1.1" status: 200 len: 217 time: 0.0460260 Aug 27 16:32:10.501748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1277ba54-8fb2-4dbb-b4f7-68c8f7cdbd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:10.524869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-43e23977-969b-4d0c-b4f8-db37b0188626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:10.526396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-43e23977-969b-4d0c-b4f8-db37b0188626 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5513a6c6-112a-49ae-89a4-549993098ccd HTTP/1.1" status: 200 len: 838 time: 0.0529735 Aug 27 16:32:10.576003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d23f7-0467-4394-956f-79bde04a652e req-8108ea7c-45a0-403b-be4d-a0ecb7358ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:10.577461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-8108ea7c-45a0-403b-be4d-a0ecb7358ef3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8aaf63cb-0552-4703-8699-818b7d39baf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442634 Aug 27 16:32:10.673541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-df3fa9c0-6be4-40e7-ade5-80e4831ddccd service neutron] 10.222.0.97 "GET /v2.0/networks/8aaf63cb-0552-4703-8699-818b7d39baf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893650 Aug 27 16:32:10.776521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c8d23f7-0467-4394-956f-79bde04a652e req-bef5e65b-ed0e-4137-adb1-f9048c3e08b1 service neutron] 10.222.0.97 "GET /v2.0/networks/8aaf63cb-0552-4703-8699-818b7d39baf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963535 Aug 27 16:32:10.802391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:11.006343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf4d8f-f867-42a3-827b-839bcf1cba74 req-49c0f4b2-b420-456d-8ef5-d831b1ce6939 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:11.009522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57bf4d8f-f867-42a3-827b-839bcf1cba74 req-49c0f4b2-b420-456d-8ef5-d831b1ce6939 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 907 time: 0.0526824 Aug 27 16:32:11.293011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709da877-99e6-4c81-b5a5-312d955935be req-4e5396f4-d35e-4d95-b81a-6363b5b73be3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:11.294596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-709da877-99e6-4c81-b5a5-312d955935be req-4e5396f4-d35e-4d95-b81a-6363b5b73be3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 945 time: 0.0526428 Aug 27 16:32:11.300346 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.340302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port bbe578f8-26e3-4086-83dc-b9869ec80250 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:11.340576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1277ba54-8fb2-4dbb-b4f7-68c8f7cdbd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.346246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port bbe578f8-26e3-4086-83dc-b9869ec80250 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:11.346685 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.381951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:11.394139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=7c9b026a-cfcc-4944-94a0-c2804887d5f8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:11.398626 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1277ba54-8fb2-4dbb-b4f7-68c8f7cdbd34 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=acc937dccc8c403e90c7b4cbc86d5a70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1787298 Aug 27 16:32:11.402205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:11.409260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:11.428952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:11.432358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277ba54-8fb2-4dbb-b4f7-68c8f7cdbd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d70fa19-6a49-4f68-ac13-20ee41ca1afe,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:11.448348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-709da877-99e6-4c81-b5a5-312d955935be req-69b2a900-7900-414f-854f-ee47428fe2d8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427121 Aug 27 16:32:11.467754 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.480464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9fffe70d-ff64-4e8d-a01d-5571f4b8ae40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.493378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:11.497111 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931140c6-1ad5-4617-8f3f-cf3bce1d9b54" -d '{"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:11.499701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-a19afccd-fea0-46ed-a633-bfb5b09069f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:11.501486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-a19afccd-fea0-46ed-a633-bfb5b09069f9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 1058 time: 0.1183910 Aug 27 16:32:11.523584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:11.532837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9fffe70d-ff64-4e8d-a01d-5571f4b8ae40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.553557 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb5d1b-57a5-49cc-a607-c06764394bd7 x-openstack-request-id: req-b4cb5d1b-57a5-49cc-a607-c06764394bd7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:11.554078 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:11.555743 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b4cb5d1b-57a5-49cc-a607-c06764394bd7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:11.556383 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'code': 200} Aug 27 16:32:11.598110 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.616559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.651454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=12']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:11.661037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-d35f2210-a48e-4259-8bbc-4fa18168de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:11.662529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-d35f2210-a48e-4259-8bbc-4fa18168de58 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8aaf63cb-0552-4703-8699-818b7d39baf3 HTTP/1.1" status: 200 len: 899 time: 0.1155286 Aug 27 16:32:11.706085 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9fffe70d-ff64-4e8d-a01d-5571f4b8ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.708765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9fffe70d-ff64-4e8d-a01d-5571f4b8ae40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.710134 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9fffe70d-ff64-4e8d-a01d-5571f4b8ae40 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6d70fa19-6a49-4f68-ac13-20ee41ca1afe HTTP/1.1" status: 204 len: 168 time: 0.3026640 Aug 27 16:32:11.718724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffe70d-ff64-4e8d-a01d-5571f4b8ae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d70fa19-6a49-4f68-ac13-20ee41ca1afe,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:11.719036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-9316c016-3e5a-4816-9eaf-32c8ad8eca88 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=564c7f57-1771-4fab-a074-eebf1ac5ae0a HTTP/1.1" status: 200 len: 217 time: 0.0397761 Aug 27 16:32:11.805681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-a025fcc4-ff87-4777-a35d-98e4470ddd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:11.807304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-a025fcc4-ff87-4777-a35d-98e4470ddd10 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5513a6c6-112a-49ae-89a4-549993098ccd HTTP/1.1" status: 200 len: 838 time: 0.0705438 Aug 27 16:32:11.813758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:11.867088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec83870-b89a-4548-aec6-9906ef87eec5 req-44a48f2e-1280-4ab6-a1d7-f87d1e11dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:11.869339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ec83870-b89a-4548-aec6-9906ef87eec5 req-44a48f2e-1280-4ab6-a1d7-f87d1e11dabd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1097 time: 0.0478537 Aug 27 16:32:11.909191 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0ec83870-b89a-4548-aec6-9906ef87eec5 req-d13204e8-7327-4cd0-96eb-014076bc0d98 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Aug 27 16:32:11.926562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-18a3c415-6aec-4716-a860-9f812367e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:11.928105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-18a3c415-6aec-4716-a860-9f812367e382 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8aaf63cb-0552-4703-8699-818b7d39baf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117964 Aug 27 16:32:12.079218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-ddc68a43-507f-4878-b7df-ba2871a2aaeb service neutron] 10.222.0.97 "GET /v2.0/networks/8aaf63cb-0552-4703-8699-818b7d39baf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412601 Aug 27 16:32:12.081175 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:12.166183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:12.601251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378ffe-7b2d-4fe4-adf2-940ea4901801 req-ab83f1f9-f5c9-42e7-b74b-a290a5aae3f9 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:12.602887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78378ffe-7b2d-4fe4-adf2-940ea4901801 req-ab83f1f9-f5c9-42e7-b74b-a290a5aae3f9 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 907 time: 0.5187738 Aug 27 16:32:12.649512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=7c9b026a-cfcc-4944-94a0-c2804887d5f8,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:12.675660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:12.680291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8daadf9b-5311-4bcb-ad87-cb4d36b9a9d9 req-1d301547-3782-4813-9dc4-df35ff20d527 service neutron] 10.222.0.97 "GET /v2.0/networks/8aaf63cb-0552-4703-8699-818b7d39baf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846512 Aug 27 16:32:12.697185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939c886-8224-4926-bfc5-637f7769ac09 req-c9d390eb-6105-4b2b-b7c5-d2a0b1829fc7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:12.698640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2939c886-8224-4926-bfc5-637f7769ac09 req-c9d390eb-6105-4b2b-b7c5-d2a0b1829fc7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1637897 Aug 27 16:32:12.743336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2939c886-8224-4926-bfc5-637f7769ac09 req-2be5688d-57f8-462e-a8ff-73b0e2e7c07e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375481 Aug 27 16:32:12.808938 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:12.813427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b31e8839-8f0e-4efe-b816-91211e6ed037 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3293452 Aug 27 16:32:12.813889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33180) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:12.819933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'port': {'network_id': '6595cc12-4ce5-468f-80c9-0051b003517a', 'name': 'tempest-FloatingIPTestJSON-1613549417'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:12.870117 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:32:13.048457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:13.055145 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:13.162416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] device_id is not set on port b7a5e8e0-d401-4fca-a11c-9d013201da78 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:32:13.318123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.8 (6595cc12-4ce5-468f-80c9-0051b003517a/de0c7746-3d14-4835-b853-93caf030d8b9/b7a5e8e0-d401-4fca-a11c-9d013201da78) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:13.495680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:13.626342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:13.671311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network 6595cc12-4ce5-468f-80c9-0051b003517a is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:13.674715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:13.678453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:13.726262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=b7a5e8e0-d401-4fca-a11c-9d013201da78,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:13.775424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:13.777766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:13.829031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a59337-6640-4490-91bb-87e0caa56976 req-05ec00b1-b2c1-41ed-85b2-fcae66a8102e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:13.832027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38a59337-6640-4490-91bb-87e0caa56976 req-05ec00b1-b2c1-41ed-85b2-fcae66a8102e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 907 time: 0.1086426 Aug 27 16:32:13.874877 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-780caf5b-d81a-42ab-9df3-8948bb4ea846 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0574059 Aug 27 16:32:13.881134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33242) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:13.881134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'port_id': 'b7a5e8e0-d401-4fca-a11c-9d013201da78'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:13.893134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fb111-6041-4e28-9d55-3f03aae798c1 req-7b0b2b09-e66c-4c85-bd01-9c86d9602ca6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:13.895048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a5fb111-6041-4e28-9d55-3f03aae798c1 req-7b0b2b09-e66c-4c85-bd01-9c86d9602ca6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0579469 Aug 27 16:32:13.928753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:13.946101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a5fb111-6041-4e28-9d55-3f03aae798c1 req-7fc7e372-8d58-42a1-82f5-06a6ade0fdef tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Aug 27 16:32:14.439104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:14.534673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:14.654571 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP 304173fe-f054-4987-846b-b49a4a7c6dac associated. External IP: 172.25.4.139, port: b7a5e8e0-d401-4fca-a11c-9d013201da78. Aug 27 16:32:14.953164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:14.975674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700903e3-9cdf-4090-845a-7c7b12bb6d13 req-efba3324-8b3f-4aab-8ec8-3dbce95b5415 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:14.977856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-700903e3-9cdf-4090-845a-7c7b12bb6d13 req-efba3324-8b3f-4aab-8ec8-3dbce95b5415 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 907 time: 0.0527358 Aug 27 16:32:15.091298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de2937-e7af-4156-9ad6-1300ada55b6f req-2cacef0b-8f90-4198-8100-17d47656cc66 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:15.092153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:15.092879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5de2937-e7af-4156-9ad6-1300ada55b6f req-2cacef0b-8f90-4198-8100-17d47656cc66 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0655751 Aug 27 16:32:15.096678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:15.103465 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:15.112621 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:15.113227 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:15.129184 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-00274198-90ac-4c8b-85c3-21dd78aa9182 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/floatingips/304173fe-f054-4987-846b-b49a4a7c6dac HTTP/1.1" status: 200 len: 978 time: 1.2503815 Aug 27 16:32:15.129184 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33306) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:15.143847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5de2937-e7af-4156-9ad6-1300ada55b6f req-57c7a560-5430-4cae-b17c-8e2b3d045e50 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Aug 27 16:32:15.153956 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:15.159826 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:15.160455 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:15.208132 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:15.208792 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc4b48-3f95-4851-a48d-843b82843f2b None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:15.237472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port b7a5e8e0-d401-4fca-a11c-9d013201da78 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:15.237828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:15.275015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d302a-6033-42b6-99d1-b2daffe55c65 req-da605506-572b-47ed-a8bb-ffdf127e7e50 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:15.276688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-790d302a-6033-42b6-99d1-b2daffe55c65 req-da605506-572b-47ed-a8bb-ffdf127e7e50 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0509772 Aug 27 16:32:15.277076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 564c7f57-1771-4fab-a074-eebf1ac5ae0a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:32:15.331221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-790d302a-6033-42b6-99d1-b2daffe55c65 req-045ec525-59e2-48d0-976a-9bb5af9e4153 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 Aug 27 16:32:15.336531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:15.408316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 564c7f57-1771-4fab-a074-eebf1ac5ae0a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=564c7f57-1771-4fab-a074-eebf1ac5ae0a,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:15.420404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '564c7f57-1771-4fab-a074-eebf1ac5ae0a', 'network_id': '8aaf63cb-0552-4703-8699-818b7d39baf3', 'port_id': '564c7f57-1771-4fab-a074-eebf1ac5ae0a', 'mac_address': 'fa:16:3e:a8:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5513a6c6-112a-49ae-89a4-549993098ccd', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:32:15.471994 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:15.475604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317578ef-b2fa-4b90-ab06-08af14a9d226 req-aa991887-e9e1-4b01-b6b8-f1843a8542ef tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:15.483758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-317578ef-b2fa-4b90-ab06-08af14a9d226 req-aa991887-e9e1-4b01-b6b8-f1843a8542ef tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0694625 Aug 27 16:32:15.491716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c7f57-1771-4fab-a074-eebf1ac5ae0a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:32:15.517873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 564c7f57-1771-4fab-a074-eebf1ac5ae0a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=564c7f57-1771-4fab-a074-eebf1ac5ae0a,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:15.524240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-317578ef-b2fa-4b90-ab06-08af14a9d226 req-6b5af276-6345-4b5d-8d92-1fd299bdc1d2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Aug 27 16:32:15.643156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:15.689810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a510c-7395-4ea2-8687-765041975197 req-546e9ae8-0aa3-4ab6-96c9-9da5103e8cda tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:15.698440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f11a510c-7395-4ea2-8687-765041975197 req-546e9ae8-0aa3-4ab6-96c9-9da5103e8cda tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0745568 Aug 27 16:32:15.710475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=564c7f57-1771-4fab-a074-eebf1ac5ae0a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:15.736654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f11a510c-7395-4ea2-8687-765041975197 req-21df0d9c-f5f9-42b5-9365-f0161373560a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365350 Aug 27 16:32:15.871210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c4df-dc8b-4979-bac0-0ef1d12d2ada req-4bb287b5-065e-4e4d-b408-621e69acca16 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:15.872898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5073c4df-dc8b-4979-bac0-0ef1d12d2ada req-4bb287b5-065e-4e4d-b408-621e69acca16 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0617144 Aug 27 16:32:15.903516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['564c7f57-1771-4fab-a074-eebf1ac5ae0a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:32:15.929565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5073c4df-dc8b-4979-bac0-0ef1d12d2ada req-961e2c0a-5580-4f83-a585-ed1dbf6b23dd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 Aug 27 16:32:15.955718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:15.956284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:15.960043 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP 304173fe-f054-4987-846b-b49a4a7c6dac disassociated. External IP: 172.25.4.139, port: b7a5e8e0-d401-4fca-a11c-9d013201da78. Aug 27 16:32:15.960043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for b7a5e8e0-d401-4fca-a11c-9d013201da78 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:16.104223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561d4a9-3563-4624-9dda-533aa9aa0af4 req-b462a732-abfc-4412-b681-e8a6caee7824 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:16.105774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8561d4a9-3563-4624-9dda-533aa9aa0af4 req-b462a732-abfc-4412-b681-e8a6caee7824 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0835197 Aug 27 16:32:16.108876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33346) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:16.158097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd508e-3077-46c2-9e80-d7ac225f6ddd req-58f079be-a3ba-4864-b32d-91ea9a0ab93f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:16.159729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88fd508e-3077-46c2-9e80-d7ac225f6ddd req-58f079be-a3ba-4864-b32d-91ea9a0ab93f tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 908 time: 0.1001308 Aug 27 16:32:16.168922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8561d4a9-3563-4624-9dda-533aa9aa0af4 req-cd49f7fc-d903-4f53-9085-e45446712d11 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533550 Aug 27 16:32:16.260503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.279846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8e4960a-776d-47fa-ab35-6ad36762b2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.288710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=b7a5e8e0-d401-4fca-a11c-9d013201da78,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:16.337733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bbc2a-555b-406d-8811-f72dc7cbeccd req-9912b0b1-d092-4ff8-a279-6a163ffc6d0b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:16.339239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a7bbc2a-555b-406d-8811-f72dc7cbeccd req-9912b0b1-d092-4ff8-a279-6a163ffc6d0b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0763714 Aug 27 16:32:16.401033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a7bbc2a-555b-406d-8811-f72dc7cbeccd req-7f63d4ac-7033-4e63-b659-58219f1df934 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541880 Aug 27 16:32:16.410216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:16.450447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8e4960a-776d-47fa-ab35-6ad36762b2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.528858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8e4960a-776d-47fa-ab35-6ad36762b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.532411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:16.542832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:16.558586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:16.559772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:16.604329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:16.605374 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d8e4960a-776d-47fa-ab35-6ad36762b2bc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d9efa1274924421ea2e701ac26300041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945333 Aug 27 16:32:16.606093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33362) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:16.615372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:16.616216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:16.632117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4960a-776d-47fa-ab35-6ad36762b2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0e6db4-dc3b-4e8d-9cf8-4d5c9e9ab972,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:16.640803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.647684 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2209342-c298-4ad5-9886-5fdc2fc0368d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/ports/b7a5e8e0-d401-4fca-a11c-9d013201da78 HTTP/1.1" status: 204 len: 168 time: 1.5174825 Aug 27 16:32:16.648582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33366) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:16.658773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:16.659557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c69df6-8091-48fc-9193-f400b29baa4c None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:16.718978 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d6d6a72-4328-4392-8a55-36538bdb56e4 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "GET /v2.0/floatingips/304173fe-f054-4987-846b-b49a4a7c6dac HTTP/1.1" status: 200 len: 688 time: 0.0691743 Aug 27 16:32:16.719708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33372) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:16.720886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-896052e2-5d3b-4ebc-b9b0-04e05a6f4e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.752455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-896052e2-5d3b-4ebc-b9b0-04e05a6f4e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.868364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 7c9b026a-cfcc-4944-94a0-c2804887d5f8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:16.868660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.894030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2c175-2366-41bb-a0be-ffb2972b7956 req-6b87e60f-eea5-412b-8b70-81b8b4024669 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:16.895737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faa2c175-2366-41bb-a0be-ffb2972b7956 req-6b87e60f-eea5-412b-8b70-81b8b4024669 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0549645 Aug 27 16:32:16.921166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-896052e2-5d3b-4ebc-b9b0-04e05a6f4e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.921166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-896052e2-5d3b-4ebc-b9b0-04e05a6f4e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.922580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-896052e2-5d3b-4ebc-b9b0-04e05a6f4e98 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6c0e6db4-dc3b-4e8d-9cf8-4d5c9e9ab972 HTTP/1.1" status: 204 len: 168 time: 0.3103240 Aug 27 16:32:16.950805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faa2c175-2366-41bb-a0be-ffb2972b7956 req-8c4ed717-82d6-4a04-940b-6ca3bbee7b66 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Aug 27 16:32:16.952098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896052e2-5d3b-4ebc-b9b0-04e05a6f4e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0e6db4-dc3b-4e8d-9cf8-4d5c9e9ab972,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:16.961382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.961382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:16.987689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 7c9b026a-cfcc-4944-94a0-c2804887d5f8 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:17.237781 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.286742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=7c9b026a-cfcc-4944-94a0-c2804887d5f8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:17.296645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 564c7f57-1771-4fab-a074-eebf1ac5ae0a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:17.305345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ced54-65a9-4cf5-90b0-13569be5dde5 req-2960c0fd-947a-48cf-afa4-0410740a70a7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:17.313858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b5ced54-65a9-4cf5-90b0-13569be5dde5 req-2960c0fd-947a-48cf-afa4-0410740a70a7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 908 time: 0.0717974 Aug 27 16:32:17.350666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.354367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.355607 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fa233c8d-a28f-47cd-8fba-92295f97d36e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/floatingips/304173fe-f054-4987-846b-b49a4a7c6dac HTTP/1.1" status: 204 len: 168 time: 0.6347682 Aug 27 16:32:17.363678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33388) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:17.366600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': 'a3fdbddd-fcec-4605-99c7-1dd02d61e43b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:17.506157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 564c7f57-1771-4fab-a074-eebf1ac5ae0a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:17.506384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.510804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 564c7f57-1771-4fab-a074-eebf1ac5ae0a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:17.518116 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.626718 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.629508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.652743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c7f57-1771-4fab-a074-eebf1ac5ae0a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:17.654981 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e16c1c1-5dce-49b7-b2c5-f7310a81a4fc" -d '{"events": [{"server_uuid": "d2b7afc9-6933-460a-9fc8-b2408bf48d06", "name": "network-vif-plugged", "status": "completed", "tag": "564c7f57-1771-4fab-a074-eebf1ac5ae0a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:17.674610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 564c7f57-1771-4fab-a074-eebf1ac5ae0a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=564c7f57-1771-4fab-a074-eebf1ac5ae0a,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:17.729576 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4b672d-b153-4b2a-a38c-479539962b1f x-openstack-request-id: req-1c4b672d-b153-4b2a-a38c-479539962b1f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:17.729979 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7afc9-6933-460a-9fc8-b2408bf48d06", "name": "network-vif-plugged", "status": "completed", "tag": "564c7f57-1771-4fab-a074-eebf1ac5ae0a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:17.730162 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1c4b672d-b153-4b2a-a38c-479539962b1f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:17.730608 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c7f57-1771-4fab-a074-eebf1ac5ae0a', 'code': 200} Aug 27 16:32:17.768755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.25.4.176 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/a1b9a916-c15f-4a9c-a92f-f5f0df42b488) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:17.769612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.809596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33396) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:17.838745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=564c7f57-1771-4fab-a074-eebf1ac5ae0a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:17.844730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d761aa94-8686-4526-b6cf-b8bf4d4b23a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.880325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a2217-1f52-409e-b579-d89ed04eb9ba req-c11c5e40-8d60-4550-9835-3a8c2de301cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:17.882128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e59a2217-1f52-409e-b579-d89ed04eb9ba req-c11c5e40-8d60-4550-9835-3a8c2de301cd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 1060 time: 0.0651934 Aug 27 16:32:17.926959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:17.979962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d761aa94-8686-4526-b6cf-b8bf4d4b23a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.061266 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d761aa94-8686-4526-b6cf-b8bf4d4b23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.062140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.118629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d761aa94-8686-4526-b6cf-b8bf4d4b23a7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0896cdda76b84a128acd4e742963088a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050525 Aug 27 16:32:18.122171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33400) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:18.122965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761aa94-8686-4526-b6cf-b8bf4d4b23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f90ad-9c6b-4cd5-b7a0-2a8843d3c6fc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:18.128768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:18.135774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:18.143039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:18.151101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0ba31-dde6-4652-8673-a3620517122e req-4cf04725-ea22-4c1a-b31f-8935cf9f7077 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:18.156146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9c0ba31-dde6-4652-8673-a3620517122e req-4cf04725-ea22-4c1a-b31f-8935cf9f7077 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1330707 Aug 27 16:32:18.189107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=a1b9a916-c15f-4a9c-a92f-f5f0df42b488,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:18.230222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9c0ba31-dde6-4652-8673-a3620517122e req-48c95599-0054-4f0a-8614-3e243bc040e4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684395 Aug 27 16:32:18.277840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-877c2c8c-242d-4597-99bc-e57e0289d110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.339557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-877c2c8c-242d-4597-99bc-e57e0289d110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.489726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a6ef5-30d0-4257-b0c1-90b8ee5c403c req-4eb9989e-ace4-444f-b957-ff0f17ce6816 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:18.499045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e4a6ef5-30d0-4257-b0c1-90b8ee5c403c req-4eb9989e-ace4-444f-b957-ff0f17ce6816 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 909 time: 0.0703218 Aug 27 16:32:18.503113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-877c2c8c-242d-4597-99bc-e57e0289d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.520843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-877c2c8c-242d-4597-99bc-e57e0289d110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.524867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-877c2c8c-242d-4597-99bc-e57e0289d110 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b15f90ad-9c6b-4cd5-b7a0-2a8843d3c6fc HTTP/1.1" status: 204 len: 168 time: 0.3908093 Aug 27 16:32:18.553895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c2c8c-242d-4597-99bc-e57e0289d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f90ad-9c6b-4cd5-b7a0-2a8843d3c6fc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:18.655307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:18.766635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fc251-cb31-4897-802e-016e20842a6e req-0e40e535-4d82-44a7-bef0-bdcf5d692736 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:18.768654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec3fc251-cb31-4897-802e-016e20842a6e req-0e40e535-4d82-44a7-bef0-bdcf5d692736 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0547323 Aug 27 16:32:18.828314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec3fc251-cb31-4897-802e-016e20842a6e req-ea58268e-cd7c-418a-aa7a-13278ad3edb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Aug 27 16:32:18.888664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:19.057233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111d58-0048-47ae-933c-6928ad02b151 req-8540a607-8c42-4658-86d0-cde652824b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:19.058769 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6111d58-0048-47ae-933c-6928ad02b151 req-8540a607-8c42-4658-86d0-cde652824b82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aa95109d8069411683d88a389e04d149&device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 1097 time: 0.1922488 Aug 27 16:32:19.268799 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:19.271127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111d58-0048-47ae-933c-6928ad02b151 req-025f24a0-bb61-429f-a8a5-c49658166ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:19.272681 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6111d58-0048-47ae-933c-6928ad02b151 req-025f24a0-bb61-429f-a8a5-c49658166ba5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 200 len: 915 time: 0.1978571 Aug 27 16:32:19.314357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6111d58-0048-47ae-933c-6928ad02b151 req-9297935a-2d62-4f73-9791-2f646c8ae675 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 200 len: 217 time: 0.0341961 Aug 27 16:32:19.358549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:19.449647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111d58-0048-47ae-933c-6928ad02b151 req-fe7fc4c3-47de-431e-87e4-75ab0271d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:19.452232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6111d58-0048-47ae-933c-6928ad02b151 req-fe7fc4c3-47de-431e-87e4-75ab0271d699 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 200 len: 853 time: 0.1298716 Aug 27 16:32:19.490087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=a1b9a916-c15f-4a9c-a92f-f5f0df42b488,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:19.512460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6111d58-0048-47ae-933c-6928ad02b151 req-44a87c6f-f18b-4bc8-aa29-949afc48462c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a938b1e3-ce52-4afa-a460-830b9605a1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372629 Aug 27 16:32:19.518964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:19.679194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7845-ded4-48e2-bb0b-2a57c8c50120 req-2688c1ee-f2c5-4a68-ac6c-f4e354694e85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:19.683650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d28d7845-ded4-48e2-bb0b-2a57c8c50120 req-2688c1ee-f2c5-4a68-ac6c-f4e354694e85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 909 time: 0.0847352 Aug 27 16:32:19.746705 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP e599a6a3-6b36-4938-bd5e-7c6045ccdf7c associated. External IP: 172.25.4.176, port: a3fdbddd-fcec-4605-99c7-1dd02d61e43b. Aug 27 16:32:19.752057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6111d58-0048-47ae-933c-6928ad02b151 req-ee00f697-091d-4989-9dcf-8576c6c787d3 service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303200 Aug 27 16:32:19.830900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d6793-843f-4eac-8d54-7c3eaa5a23b5 req-a205d6bb-7f78-49b2-9aa6-24af400ac1a9 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:19.840571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-682d6793-843f-4eac-8d54-7c3eaa5a23b5 req-a205d6bb-7f78-49b2-9aa6-24af400ac1a9 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 909 time: 0.0763757 Aug 27 16:32:19.933035 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6111d58-0048-47ae-933c-6928ad02b151 req-b2a8ddc9-d3b1-4afe-b27f-bf3cde8a9174 service neutron] 10.222.0.90 "GET /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491029 Aug 27 16:32:20.049189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12b93-24bf-4a05-90b0-87fb22fcf86d req-7ae445a2-78a9-4b69-9643-c5dbd5d12073 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:20.051180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa12b93-24bf-4a05-90b0-87fb22fcf86d req-7ae445a2-78a9-4b69-9643-c5dbd5d12073 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 1060 time: 0.1165931 Aug 27 16:32:20.066958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d480157-a367-4da0-b01a-fb5409ce9d19 req-ee618aaa-f9ef-4292-8c2b-dd5726a6bd88 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:20.068632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d480157-a367-4da0-b01a-fb5409ce9d19 req-ee618aaa-f9ef-4292-8c2b-dd5726a6bd88 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1321814 Aug 27 16:32:20.139576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d480157-a367-4da0-b01a-fb5409ce9d19 req-526f842f-a446-4892-872f-d07ea13e6e3b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563207 Aug 27 16:32:20.173357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:20.210281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b73b8-a08c-4350-80c7-429a89b95f6d req-ad22f10b-d03d-471b-81dc-c4ffaf5bc95e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:20.212536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f7b73b8-a08c-4350-80c7-429a89b95f6d req-ad22f10b-d03d-471b-81dc-c4ffaf5bc95e tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1136 time: 0.0490592 Aug 27 16:32:20.251349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f7b73b8-a08c-4350-80c7-429a89b95f6d req-669b48da-b111-4c98-b763-32258e4973f7 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0323031 Aug 27 16:32:20.273914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33454) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:20.296146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:20.309975 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:20.323799 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:20.324421 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:20.334936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be04e7-679a-4ea3-9258-241a9069dfe3 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:20.339902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-85be04e7-679a-4ea3-9258-241a9069dfe3 tempest-TestSecurityGroupsBasicOps-1184045039 tempest-TestSecurityGroupsBasicOps-1184045039-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 1055 time: 0.0622258 Aug 27 16:32:20.368926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.376496 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:20.386467 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:20.387350 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:20.400594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d671c2b2-bef4-440a-a172-0445223f54cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0363283 Aug 27 16:32:20.401032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33468) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:20.406264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1018631850'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:20.421952 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:20.422702 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62769-a7bb-48ea-aca4-37f14cd66577 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:20.534421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:20.538915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.564439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:32:20.575857 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.579179 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Added segment 96af0277-423a-4929-a6a6-447f574dd5b5 of type vlan for network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 Aug 27 16:32:20.620321 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c10fce9b-aba8-4631-9e76-443e2adb0f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.637705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.731092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.739538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:20.740873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:20.827708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4252307 Aug 27 16:32:20.831139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33486) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:20.836567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'subnet': {'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:20.843407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7cebd-7628-41ad-9fc7-8355fdb631aa tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Network': ['ID=cc13f4a4-11fa-45b8-82e9-7480d79c1bd8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:20.862465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:32:20.862625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32ee4f-cf49-4f8b-be68-bd746ecb7478 req-d07b4fe4-31db-44e0-b6e2-3754faf65c07 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:20.862625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d32ee4f-cf49-4f8b-be68-bd746ecb7478 req-d07b4fe4-31db-44e0-b6e2-3754faf65c07 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 909 time: 0.1036675 Aug 27 16:32:21.044686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:21.049362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.298333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda81a79-51fc-4ae5-a433-b7738b6d9382 req-1902c6c7-6838-468f-8baa-a7a7c90f805f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:21.300186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cda81a79-51fc-4ae5-a433-b7738b6d9382 req-1902c6c7-6838-468f-8baa-a7a7c90f805f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0694351 Aug 27 16:32:21.326017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33510) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:21.343388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cda81a79-51fc-4ae5-a433-b7738b6d9382 req-bd4e2632-afdf-46d7-ad95-72afbdf67419 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Aug 27 16:32:21.368130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.471216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Subnet': ['ID=bb2dcb99-5909-41af-810a-77490f13f5a4,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:21.496315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-71f8e8d6-5b4e-4c4e-b3d8-5a850901d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.507045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Checking segment: {'id': '96af0277-423a-4929-a6a6-447f574dd5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:21.507980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network hostable DHCP agents. Network: cc13f4a4-11fa-45b8-82e9-7480d79c1bd8, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:32:21.521275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6289496-1d80-47cf-ada4-00c3ab3329dc req-aa2985ff-99a3-4ea2-8cbd-c14fcff88365 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:21.530946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6289496-1d80-47cf-ada4-00c3ab3329dc req-aa2985ff-99a3-4ea2-8cbd-c14fcff88365 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0800316 Aug 27 16:32:21.582790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6289496-1d80-47cf-ada4-00c3ab3329dc req-f61691e1-bf85-4efc-ab06-96d6acc2dfa6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508056 Aug 27 16:32:21.635194 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-71f8e8d6-5b4e-4c4e-b3d8-5a850901d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.676638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:32:21.709762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-71f8e8d6-5b4e-4c4e-b3d8-5a850901d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.760564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d69e-deb5-4f4d-952e-c1fb64f335ae req-8e2a85e1-3a68-4d24-8752-0c7abfb2fec4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:21.768479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc70d69e-deb5-4f4d-952e-c1fb64f335ae req-8e2a85e1-3a68-4d24-8752-0c7abfb2fec4 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0987115 Aug 27 16:32:21.797537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, cc13f4a4-11fa-45b8-82e9-7480d79c1bd8) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:21.811784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:21.812671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.815359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a2762-3743-4894-813e-c5189515e8b8 None None] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:21.817920 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-71f8e8d6-5b4e-4c4e-b3d8-5a850901d16f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=68de05b24c054585bfd7a38d44f6b7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905982 Aug 27 16:32:21.823452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33524) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:21.826606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8e8d6-5b4e-4c4e-b3d8-5a850901d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de568e34-e076-4f30-8300-34fe808c6f60,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:21.859222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc70d69e-deb5-4f4d-952e-c1fb64f335ae req-78649117-3e73-4a04-8e8c-1307c908fccc tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867283 Aug 27 16:32:21.912035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7053fef0-a9ca-4225-9e99-d6798d3cefa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:21.932840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-339d6332-838e-47de-b187-5f07302554cb tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0986097 Aug 27 16:32:21.933088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33530) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:21.943567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-818881598', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:21.973049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7053fef0-a9ca-4225-9e99-d6798d3cefa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.096017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-cc13f4a4-11fa-45b8-82e9-7480d79c1bd8', 'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8', 'tenant_id': 'e5d1c04a325a42afb205d8a65e7e1c86', 'fixed_ips': [{'subnet_id': 'bb2dcb99-5909-41af-810a-77490f13f5a4'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:32:22.097314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.101741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b202ce-dccc-4f55-a630-cee5858f4803 req-c296225c-f87f-4025-96aa-92480e0456d8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:22.103351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0b202ce-dccc-4f55-a630-cee5858f4803 req-c296225c-f87f-4025-96aa-92480e0456d8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1206522 Aug 27 16:32:22.111761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.113107 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.115395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843858b-7204-4ed9-877a-9502bb062114 req-35f323e6-d54e-4b6d-a2ee-302e3deafe29 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:22.116728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c843858b-7204-4ed9-877a-9502bb062114 req-35f323e6-d54e-4b6d-a2ee-302e3deafe29 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 909 time: 0.0968134 Aug 27 16:32:22.190396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0b202ce-dccc-4f55-a630-cee5858f4803 req-a78eda5b-467e-46e9-bfa8-d6d22ca2db6b tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719686 Aug 27 16:32:22.199675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7053fef0-a9ca-4225-9e99-d6798d3cefa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.202928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7053fef0-a9ca-4225-9e99-d6798d3cefa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.206723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7053fef0-a9ca-4225-9e99-d6798d3cefa9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/de568e34-e076-4f30-8300-34fe808c6f60 HTTP/1.1" status: 204 len: 168 time: 0.3816371 Aug 27 16:32:22.232276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-1092bbde-9216-41d2-9673-c454d1a989b5 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:22.233827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-1092bbde-9216-41d2-9673-c454d1a989b5 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.97 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 909 time: 0.0931556 Aug 27 16:32:22.234621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053fef0-a9ca-4225-9e99-d6798d3cefa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de568e34-e076-4f30-8300-34fe808c6f60,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:22.328303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.394006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Allocated IP 172.20.0.2 (cc13f4a4-11fa-45b8-82e9-7480d79c1bd8/bb2dcb99-5909-41af-810a-77490f13f5a4/058100b4-c855-42f6-8b7b-5a0a1fb8f646) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:22.504232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting port 564c7f57-1771-4fab-a074-eebf1ac5ae0a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:22.504604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.568340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f12f5-e1ab-45cb-b683-71d1e023010b req-3dff680c-4e07-40aa-a766-1caf3756957c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:22.577421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-677f12f5-e1ab-45cb-b683-71d1e023010b req-3dff680c-4e07-40aa-a766-1caf3756957c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1488159 Aug 27 16:32:22.600536 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.620205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Transition to ACTIVE for port object 058100b4-c855-42f6-8b7b-5a0a1fb8f646 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:22.664576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Transition to ACTIVE for port object 058100b4-c855-42f6-8b7b-5a0a1fb8f646 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:22.680396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-677f12f5-e1ab-45cb-b683-71d1e023010b req-9b37db0f-555e-4f34-8ea9-6b6dfcfd122e tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014671 Aug 27 16:32:22.706695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.752042 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.764206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] For port 564c7f57-1771-4fab-a074-eebf1ac5ae0a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=564c7f57-1771-4fab-a074-eebf1ac5ae0a,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:22.764786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:22.790219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Calling delete_port for 564c7f57-1771-4fab-a074-eebf1ac5ae0a owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:22.837724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:22.840852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:22.856415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:22.948790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Pushing event updated for resources: {'Port': ['ID=058100b4-c855-42f6-8b7b-5a0a1fb8f646,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:23.020546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Attempting to bind port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:32:23.020925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Attempting to bind port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '96af0277-423a-4929-a6a6-447f574dd5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:32:23.021295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Attempting to bind port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 on network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:32:23.026839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:32:23.027222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Checking segment: {'id': '96af0277-423a-4929-a6a6-447f574dd5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:23.027664 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.028064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Bound using segment: {'id': '96af0277-423a-4929-a6a6-447f574dd5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:32:23.028542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Bound port: 058100b4-c855-42f6-8b7b-5a0a1fb8f646, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96af0277-423a-4929-a6a6-447f574dd5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:32:23.028935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.031865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a2b1-4131-40c7-ab2c-974e3fb99c4a req-36781fb3-eecf-4eba-8bfb-20bddc3fd663 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:23.033331 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5564a2b1-4131-40c7-ab2c-974e3fb99c4a req-36781fb3-eecf-4eba-8bfb-20bddc3fd663 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.2273371 Aug 27 16:32:23.109280 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-a7265e2d-9547-4211-aa2c-509f27673567 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1865978 Aug 27 16:32:23.199724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.206807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5564a2b1-4131-40c7-ab2c-974e3fb99c4a req-8de96c78-07c0-48c9-8ebf-e3a3f01b3ed0 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628866 Aug 27 16:32:23.303262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27048bd4-5d4a-401a-b1da-85ef5af4e939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.306880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] For port 058100b4-c855-42f6-8b7b-5a0a1fb8f646, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:32:23.309523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] For port 058100b4-c855-42f6-8b7b-5a0a1fb8f646, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=058100b4-c855-42f6-8b7b-5a0a1fb8f646,segment=NetworkSegment(96af0277-423a-4929-a6a6-447f574dd5b5),segment_id=96af0277-423a-4929-a6a6-447f574dd5b5)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:32:23.334256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.334486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.386058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301cb7-af00-4a18-afad-6b08545c8aa3 req-d9b54d0c-6e5e-4716-a123-63b15fc85dcc tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:23.387660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69301cb7-af00-4a18-afad-6b08545c8aa3 req-d9b54d0c-6e5e-4716-a123-63b15fc85dcc tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 909 time: 0.0978055 Aug 27 16:32:23.402977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.427729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-02b6aeb8-7f0b-41af-b2e3-55493e124f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:23.429927 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-02b6aeb8-7f0b-41af-b2e3-55493e124f86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1136 time: 0.2689905 Aug 27 16:32:23.432245 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.493623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.522163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618e762-eae4-4752-99d8-0e4b44387335 None None] Pushing event updated for resources: {'Port': ['ID=058100b4-c855-42f6-8b7b-5a0a1fb8f646,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:23.558713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Port': ['ID=564c7f57-1771-4fab-a074-eebf1ac5ae0a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:23.614728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084dca3-9a14-4dc1-99c5-05d63cde4331 req-eda17aaf-276e-4ef6-84e6-7d46ba7c3628 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:23.616491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e084dca3-9a14-4dc1-99c5-05d63cde4331 req-eda17aaf-276e-4ef6-84e6-7d46ba7c3628 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1975293 Aug 27 16:32:23.646587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] No DVR routers for this DVR port 564c7f57-1771-4fab-a074-eebf1ac5ae0a on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:23.658909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:23.677106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31a780cc-4196-48d1-b7c1-3d59698b0860 req-d3a6c4d3-7d89-4130-8b48-d092f90a2311 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.97 "DELETE /v2.0/ports/564c7f57-1771-4fab-a074-eebf1ac5ae0a HTTP/1.1" status: 204 len: 173 time: 1.4295855 Aug 27 16:32:23.677106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'name': 'network-vif-deleted', 'tag': '564c7f57-1771-4fab-a074-eebf1ac5ae0a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:23.678052 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5825c-566c-42c8-bf4c-c39c129cfe7c" -d '{"events": [{"server_uuid": "d2b7afc9-6933-460a-9fc8-b2408bf48d06", "name": "network-vif-deleted", "tag": "564c7f57-1771-4fab-a074-eebf1ac5ae0a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:23.759881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e084dca3-9a14-4dc1-99c5-05d63cde4331 req-ae1c0ccc-7fa0-4e03-874c-6785a54a70fd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154089 Aug 27 16:32:23.890594 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be78a85-3915-4d0c-9a5a-ce1c06526a09 x-openstack-request-id: req-9be78a85-3915-4d0c-9a5a-ce1c06526a09 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:23.891256 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b7afc9-6933-460a-9fc8-b2408bf48d06", "name": "network-vif-deleted", "tag": "564c7f57-1771-4fab-a074-eebf1ac5ae0a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:23.891256 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9be78a85-3915-4d0c-9a5a-ce1c06526a09 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:23.891788 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b7afc9-6933-460a-9fc8-b2408bf48d06', 'name': 'network-vif-deleted', 'tag': '564c7f57-1771-4fab-a074-eebf1ac5ae0a', 'status': 'completed', 'code': 200} Aug 27 16:32:24.003343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:24.079888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba947ecf-7abb-45a7-82f5-995434d02b4d req-8bfccd94-f0e5-4299-bca7-dbe19f1820f6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:24.094601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba947ecf-7abb-45a7-82f5-995434d02b4d req-8bfccd94-f0e5-4299-bca7-dbe19f1820f6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1211755 Aug 27 16:32:24.204429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba947ecf-7abb-45a7-82f5-995434d02b4d req-c84259bb-89f8-48ed-bdd5-f2bbdec006a7 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054163 Aug 27 16:32:24.320176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.25.4.228 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/14d3f793-9128-444d-88f1-76cc12551720) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:24.323973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-0d142bd6-539b-45b3-bcde-6ed70ff751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:24.325540 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-0d142bd6-539b-45b3-bcde-6ed70ff751d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=87984889-e7fb-491c-8aae-b87f4a62fa1f HTTP/1.1" status: 200 len: 898 time: 0.8582370 Aug 27 16:32:24.437565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027203-a390-47a2-ae3d-d79f65c35705 req-c8df4468-728c-4388-bb04-3bd7b8c60b02 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:24.439363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f027203-a390-47a2-ae3d-d79f65c35705 req-c8df4468-728c-4388-bb04-3bd7b8c60b02 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0905092 Aug 27 16:32:24.498051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-41265e09-2405-4820-9843-630fa3f348ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640 HTTP/1.1" status: 200 len: 1001 time: 0.1617436 Aug 27 16:32:24.511293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:24.535785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f027203-a390-47a2-ae3d-d79f65c35705 req-51b0d731-3102-47cd-a56e-5ed9c7d6cbed tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706191 Aug 27 16:32:24.628467 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:24.659639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-39b71da0-3a3c-4332-940d-1239090452e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:24.671776 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-39b71da0-3a3c-4332-940d-1239090452e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf623bb0-642a-4e2d-bb61-5a138319b103 HTTP/1.1" status: 200 len: 834 time: 0.1630616 Aug 27 16:32:24.707612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1bdd54d-f5d5-4408-ba1d-c1711f3387d9 req-70a38f67-88e4-480b-9c87-0b3f69177746 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=d2b7afc9-6933-460a-9fc8-b2408bf48d06 HTTP/1.1" status: 200 len: 210 time: 0.1114717 Aug 27 16:32:24.786354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-4ad6fd36-e11b-4a20-b41a-e01c6918e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:24.787947 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-4ad6fd36-e11b-4a20-b41a-e01c6918e1a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87984889-e7fb-491c-8aae-b87f4a62fa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058524 Aug 27 16:32:24.813800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513889cf-4f1f-405f-9509-b638dfe84a01 req-a39292b2-aa43-4ec1-b028-21162b0e5405 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:24.819721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-513889cf-4f1f-405f-9509-b638dfe84a01 req-a39292b2-aa43-4ec1-b028-21162b0e5405 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1268451 Aug 27 16:32:24.904119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-513889cf-4f1f-405f-9509-b638dfe84a01 req-c09ff22c-4178-471e-a71c-a62dec0f2ae9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762517 Aug 27 16:32:24.929715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.027207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=14d3f793-9128-444d-88f1-76cc12551720,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:25.044414 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-0ec4e194-06af-4657-bc83-fc925760121b service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481961 Aug 27 16:32:25.172786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8c4d7-058f-4ac1-8056-999d18f02a29 req-d079e289-7a9c-459d-acff-b5030128e49f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:25.174538 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-182560ee-5a85-463e-8cdd-664b50fadce8 req-b8d35147-9136-45dd-a7ed-713d668c1637 service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209755 Aug 27 16:32:25.176416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:25.177874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:25.180914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:25.190365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5df8c4d7-058f-4ac1-8056-999d18f02a29 req-d079e289-7a9c-459d-acff-b5030128e49f tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1103785 Aug 27 16:32:25.276960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5df8c4d7-058f-4ac1-8056-999d18f02a29 req-6b5e0819-116d-46a1-bc6b-4fa70a5683aa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802801 Aug 27 16:32:25.330184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 564c7f57-1771-4fab-a074-eebf1ac5ae0a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:25.392087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d5b725-a2bf-44d2-9dfc-6141d8308eba None None] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:25.396219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 564c7f57-1771-4fab-a074-eebf1ac5ae0a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:25.396854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 564c7f57-1771-4fab-a074-eebf1ac5ae0a not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:25.490684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca8e40-c748-45b1-b859-440258d319fe req-d90ac898-aa76-4fcc-a706-586db21d28c8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:25.493616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29ca8e40-c748-45b1-b859-440258d319fe req-d90ac898-aa76-4fcc-a706-586db21d28c8 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.0665863 Aug 27 16:32:25.561632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29ca8e40-c748-45b1-b859-440258d319fe req-60aac9db-6977-41ae-83da-c84dec8ce8bb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602381 Aug 27 16:32:25.699133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-dff9370d-c7af-4920-ba73-4b36297ef787 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1538885 Aug 27 16:32:25.778269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:25.785012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33630) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:25.899403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621be25-98fc-4ecd-b07c-eac760fa1cd5 req-bb5970d4-bc68-4f4a-9de2-c23a12086fc1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:25.905528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8621be25-98fc-4ecd-b07c-eac760fa1cd5 req-bb5970d4-bc68-4f4a-9de2-c23a12086fc1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1768072 Aug 27 16:32:25.956122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 058100b4-c855-42f6-8b7b-5a0a1fb8f646 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:25.962148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-de154367-5d8d-4fc3-9ae4-b082e01453aa None None] Provisioning for port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:25.998039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-9c4e7132-bb4c-4924-9996-f6c359a7af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.000276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-9c4e7132-bb4c-4924-9996-f6c359a7af56 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=644f53d212ad42c4b4599043098b792d&device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 1101 time: 0.2056208 Aug 27 16:32:26.008752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8621be25-98fc-4ecd-b07c-eac760fa1cd5 req-d7878d1f-9751-4df4-b84c-cc5f7f50118c tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906675 Aug 27 16:32:26.121878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:26.249190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:26.259083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:26.266456 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:26.294556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-a16236e3-599e-4e1d-b5eb-6450553ed2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.319710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-a16236e3-599e-4e1d-b5eb-6450553ed2dc service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2884612 Aug 27 16:32:26.388368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-dc590789-3231-44be-8955-92083ea68483 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a HTTP/1.1" status: 200 len: 217 time: 0.0590224 Aug 27 16:32:26.398646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88d78-51d5-4a38-b433-5785dffe257a req-962181e3-a793-4134-99b2-48418f40f0aa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.406961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07e88d78-51d5-4a38-b433-5785dffe257a req-962181e3-a793-4134-99b2-48418f40f0aa tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.2216358 Aug 27 16:32:26.486646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:26.561533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07e88d78-51d5-4a38-b433-5785dffe257a req-33334139-d5dc-4d53-9e27-cae70eaebfc6 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531391 Aug 27 16:32:26.565338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 058100b4-c855-42f6-8b7b-5a0a1fb8f646, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=058100b4-c855-42f6-8b7b-5a0a1fb8f646,segment=NetworkSegment(96af0277-423a-4929-a6a6-447f574dd5b5),segment_id=96af0277-423a-4929-a6a6-447f574dd5b5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:26.570708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-0a9315c3-97e7-4d8b-92fc-3107e3fc0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.578512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-0a9315c3-97e7-4d8b-92fc-3107e3fc0582 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.1606724 Aug 27 16:32:26.591903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:26.613810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4993e2d1-47cd-477c-8f9b-30a1091aa0af None None] Provisioning complete for port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:26.614405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4993e2d1-47cd-477c-8f9b-30a1091aa0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:26.694549 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:26.697186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-16dc8326-9264-438b-aab9-41f69146f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.699685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-16dc8326-9264-438b-aab9-41f69146f76b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961950 Aug 27 16:32:26.833041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-dac91d56-b6ee-4718-997d-85f89b056cf7 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222110 Aug 27 16:32:26.890817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=058100b4-c855-42f6-8b7b-5a0a1fb8f646,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:26.948535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33656) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:26.952691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbaaee-28d9-49dc-85ed-32398f196270 req-df555941-b4a9-4624-98b1-8676d2686322 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:26.959880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90dbaaee-28d9-49dc-85ed-32398f196270 req-df555941-b4a9-4624-98b1-8676d2686322 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1258671 Aug 27 16:32:26.993632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:27.015209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90dbaaee-28d9-49dc-85ed-32398f196270 req-7897b59f-b501-4d0f-9b1a-62fc672be1eb tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 Aug 27 16:32:27.069138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-518c35bf-108f-4f9e-8dce-aae1493e2cfe req-f66f3583-37c7-4f2f-9092-d5d09842539e service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259707 Aug 27 16:32:27.073010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 11d1db47-b295-492d-ba3a-49d55f2ae7e1 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:32:27.285612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:27.380342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:27.390059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] Sync routers for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:27.399975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:27.404195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:27.447808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:27.459306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:27.460636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:27.478493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:27.512614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:27.517829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f1de0-0af9-4e1d-9712-91d8610cfb1b None None] The sync data for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:27.565925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting port 198bea3f-cfc3-43a5-ab51-f628df63e394 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:27.566358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:27.619977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:27.621313 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-23aac6c2-8cb3-4c92-8032-3bd889227c4b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6872101 Aug 27 16:32:27.624681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33674) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:27.689580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 058100b4-c855-42f6-8b7b-5a0a1fb8f646 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:27.752457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:27.753217 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:27.784914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] For port 198bea3f-cfc3-43a5-ab51-f628df63e394, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=198bea3f-cfc3-43a5-ab51-f628df63e394,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:27.785388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:27.812831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Calling delete_port for 198bea3f-cfc3-43a5-ab51-f628df63e394 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:27.829496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.530993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Allocated IP 172.25.4.202 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/d256d72f-1ca2-4cf9-81fd-c0d2c1097b6c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:28.837929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.937490 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.981277 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:28.987216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Port': ['ID=198bea3f-cfc3-43a5-ab51-f628df63e394,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:29.113601 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:29.261684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:29.284648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:29.288250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:29.290935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Port': ['ID=d256d72f-1ca2-4cf9-81fd-c0d2c1097b6c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:29.477184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:29.578650 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:29.675009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.1 (cc13f4a4-11fa-45b8-82e9-7480d79c1bd8/bb2dcb99-5909-41af-810a-77490f13f5a4/a42f5147-9999-4675-8688-bdbd91aa3e1b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:29.818119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:29.939380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:29.998628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Transition to ACTIVE for port object a42f5147-9999-4675-8688-bdbd91aa3e1b will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:30.017663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router 32a130af-9b4c-4b07-8371-65b7f2264383 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:30.164519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.236645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.250704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:30.257212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:30.260489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:30.264982 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-732ba904-69d5-43b7-a571-7b04bb673727 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "PUT /v2.0/routers/32a130af-9b4c-4b07-8371-65b7f2264383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4767425 Aug 27 16:32:30.265935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:30.268207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33698) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:30.268959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=a42f5147-9999-4675-8688-bdbd91aa3e1b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:30.272742 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] Sync routers for ids ['32a130af-9b4c-4b07-8371-65b7f2264383'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:30.295684 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] Routers {'32a130af-9b4c-4b07-8371-65b7f2264383'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:30.296563 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['32a130af-9b4c-4b07-8371-65b7f2264383'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:30.314850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.348927 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.406569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting subnet 5513a6c6-112a-49ae-89a4-549993098ccd {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:32:30.416517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.508794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Port': ['ID=d256d72f-1ca2-4cf9-81fd-c0d2c1097b6c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:30.518485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.529196 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] Set router 32a130af-9b4c-4b07-8371-65b7f2264383 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:30.538191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.692060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.693385 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3766b7f2-e64a-43fe-b33f-12ccb59696f0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7438784 Aug 27 16:32:30.697903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33710) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:30.720374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1668808943'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:30.811995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.859330 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.888975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e6ac7ba7-a137-42d1-aa78-cc9c9416a523 None None] Provisioning for port a42f5147-9999-4675-8688-bdbd91aa3e1b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:30.894602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e6ac7ba7-a137-42d1-aa78-cc9c9416a523 None None] Provisioning complete for port a42f5147-9999-4675-8688-bdbd91aa3e1b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:30.899637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7ba7-a137-42d1-aa78-cc9c9416a523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.902061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Made reservation on behalf of f09b3879fecd4ebab93ab542d0750fef for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:30.906866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.924506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:30.940777 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:31.016680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Subnet': ['ID=5513a6c6-112a-49ae-89a4-549993098ccd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:31.034761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:31.041102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d9384c02-c905-4d3c-a8cc-012dd1f1ef3a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/subnets/5513a6c6-112a-49ae-89a4-549993098ccd HTTP/1.1" status: 204 len: 168 time: 0.7651365 Aug 27 16:32:31.042088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac7ba7-a137-42d1-aa78-cc9c9416a523 None None] Port a42f5147-9999-4675-8688-bdbd91aa3e1b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:31.042203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33714) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:31.043896 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:32:28Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:31.052383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19046296-f380-4c5b-9ed9-266e2ba92925 None None] Network 8aaf63cb-0552-4703-8699-818b7d39baf3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:31.125554 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] Checking router: 32a130af-9b4c-4b07-8371-65b7f2264383 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:31.135704 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] Routers {'32a130af-9b4c-4b07-8371-65b7f2264383'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:31.136970 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['32a130af-9b4c-4b07-8371-65b7f2264383'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:31.306215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:31.402775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] DHCP port deletion for 8aaf63cb-0552-4703-8699-818b7d39baf3 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:32:31.504354 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] Set router 32a130af-9b4c-4b07-8371-65b7f2264383 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:31.532870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] Deleting port f47d8256-a449-4d83-bb8f-0c488a715d86 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:31.533511 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:31.696070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f47d8256-a449-4d83-bb8f-0c488a715d86 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:31.723598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] For port f47d8256-a449-4d83-bb8f-0c488a715d86, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f47d8256-a449-4d83-bb8f-0c488a715d86,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:31.734232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:31.755120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] Calling delete_port for f47d8256-a449-4d83-bb8f-0c488a715d86 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:31.858048 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:31.909246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f47d8256-a449-4d83-bb8f-0c488a715d86, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f47d8256-a449-4d83-bb8f-0c488a715d86,segment=NetworkSegment(24b1aa7e-a2c8-4525-afb3-6af5755cfc3d),segment_id=24b1aa7e-a2c8-4525-afb3-6af5755cfc3d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:31.929782 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:32:28Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:31.963960 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccde745-3e68-4cb2-8310-8f1c099a465f None None] The sync data for ids ['32a130af-9b4c-4b07-8371-65b7f2264383'] in n-d-806412-1 is: [{'id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1460941714', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:31:45Z', 'updated_at': '2021-08-27T16:32:28Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '9c36e668-bb11-48fa-b528-0246d8e79170', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a130af-9b4c-4b07-8371-65b7f2264383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:31:46Z', 'updated_at': '2021-08-27T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:32.029794 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.081562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.125795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.134813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f47d8256-a449-4d83-bb8f-0c488a715d86,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:32.166081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] Pushing event deleted for resources: {'Port': ['ID=f47d8256-a449-4d83-bb8f-0c488a715d86,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:32.170133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f2fd4-49c8-4cb8-aa27-b178195f3e9a None None] No DVR routers for this DVR port f47d8256-a449-4d83-bb8f-0c488a715d86 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:32.192075 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.199127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.218448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.276789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.376637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:32:32.441753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2420aa0f-cbea-4036-b639-b28f0d41e66b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:32.485970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.487789 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Added segment 26bf41f6-174d-48b3-b9be-5d2c86c65e3e of type vlan for network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 Aug 27 16:32:32.528186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.542734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=a42f5147-9999-4675-8688-bdbd91aa3e1b,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:32.593725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.684872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting port 9c36e668-bb11-48fa-b528-0246d8e79170 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:32.685213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.750959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.758616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:32.759753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:32.881753 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1824384 Aug 27 16:32:32.885711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33736) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:32.902992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Request body: {'subnet': {'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:32.915665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565082f0-8b9e-41a7-ab6e-7378757a48a1 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Network': ['ID=54ea0038-f000-4b40-aed0-6c8ca1b43f47,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:32.929625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:32.932777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:32:32.933261 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:32.963797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] For port 9c36e668-bb11-48fa-b528-0246d8e79170, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9c36e668-bb11-48fa-b528-0246d8e79170,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:32.964503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.084101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Calling delete_port for 9c36e668-bb11-48fa-b528-0246d8e79170 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:33.272220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Made reservation on behalf of f09b3879fecd4ebab93ab542d0750fef for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:33.287608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.310136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2b7f1c36-0b1e-4cbd-83e9-25279aaaf7de None None] Provisioning complete for port a42f5147-9999-4675-8688-bdbd91aa3e1b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:33.310511 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1c36-0b1e-4cbd-83e9-25279aaaf7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.398615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.398877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f1c36-0b1e-4cbd-83e9-25279aaaf7de None None] Port a42f5147-9999-4675-8688-bdbd91aa3e1b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:33.571556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Port': ['ID=9c36e668-bb11-48fa-b528-0246d8e79170,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:33.576647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 11d1db47-b295-492d-ba3a-49d55f2ae7e1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:33.585583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 198bea3f-cfc3-43a5-ab51-f628df63e394 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:33.607586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 198bea3f-cfc3-43a5-ab51-f628df63e394 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:33.608008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 198bea3f-cfc3-43a5-ab51-f628df63e394 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:33.634842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.776368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.780638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.780792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:33.857395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Subnet': ['ID=e6b3f029-e075-49f0-bd71-007632c41ac4,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:33.865982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:33.869654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Checking segment: {'id': '26bf41f6-174d-48b3-b9be-5d2c86c65e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:33.870732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Network hostable DHCP agents. Network: 54ea0038-f000-4b40-aed0-6c8ca1b43f47, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:32:33.872388 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c401f43c-27d0-4c60-8d57-77b2989e16a6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/routers/11d1db47-b295-492d-ba3a-49d55f2ae7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2456133 Aug 27 16:32:33.874741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33742) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:33.877831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] Sync routers for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:33.885030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'port': {'network_id': 'cc13f4a4-11fa-45b8-82e9-7480d79c1bd8', 'name': 'tempest-FloatingIPTestJSON-1726749576'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:33.888948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:33.889646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.930999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.956596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:33.956596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.977843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:33.978779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c0d2f-3f52-4808-b41c-e29bdedbc0e4 None None] The sync data for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:34.026224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:32:34.026787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.027190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Fanout notify agent at l3_agent the message router_deleted on router 32a130af-9b4c-4b07-8371-65b7f2264383 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:32:34.040933 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.042552 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4e401192-bbe6-44b2-bc94-d0c5c9d6e77e tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/routers/32a130af-9b4c-4b07-8371-65b7f2264383 HTTP/1.1" status: 204 len: 168 time: 3.0012479 Aug 27 16:32:34.045361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33752) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:34.133647 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.152652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Made reservation on behalf of e5d1c04a325a42afb205d8a65e7e1c86 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:34.156360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.171327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 54ea0038-f000-4b40-aed0-6c8ca1b43f47) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:34.178171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:34.179042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.187596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4fa66b-8c2c-413d-a28c-4b0a7ca55f74 None None] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:34.201085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] device_id is not set on port 6f4ffb52-7926-4fa2-aff6-2e846be86fb7 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:32:34.262812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.274466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaf63cb-0552-4703-8699-818b7d39baf3']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:34.299691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:34.300263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b1aa7e-a2c8-4525-afb3-6af5755cfc3d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:34.318625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.339245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.348233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:32:34.348644 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.371870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Allocated IP 172.20.0.9 (cc13f4a4-11fa-45b8-82e9-7480d79c1bd8/bb2dcb99-5909-41af-810a-77490f13f5a4/6f4ffb52-7926-4fa2-aff6-2e846be86fb7) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:34.410183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-54ea0038-f000-4b40-aed0-6c8ca1b43f47', 'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47', 'tenant_id': 'f09b3879fecd4ebab93ab542d0750fef', 'fixed_ips': [{'subnet_id': 'e6b3f029-e075-49f0-bd71-007632c41ac4'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:32:34.411170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:32:34.414802 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:32:34.423605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-58c3edc8-eee3-4d0d-8d5c-3e813f204e81 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5329823 Aug 27 16:32:34.426560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33754) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:34.431860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-489438089', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:34.598231 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.600817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.602612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.608172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.615685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/networks/8aaf63cb-0552-4703-8699-818b7d39baf3 HTTP/1.1" status: 204 len: 168 time: 0.5690026 Aug 27 16:32:34.621249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33762) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:34.640938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Allocated IP 172.20.0.2 (54ea0038-f000-4b40-aed0-6c8ca1b43f47/e6b3f029-e075-49f0-bd71-007632c41ac4/989bc01f-ab94-4ee7-8219-99fce0c38408) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:34.701417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.725059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Transition to ACTIVE for port object 6f4ffb52-7926-4fa2-aff6-2e846be86fb7 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:34.817225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff10b0-50b7-4a1f-bd86-d9347796ec85 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Network': ['ID=8aaf63cb-0552-4703-8699-818b7d39baf3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:34.854327 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.881829 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.893618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Transition to ACTIVE for port object 989bc01f-ab94-4ee7-8219-99fce0c38408 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:34.914635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.927131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting port bc3a8860-edf2-4be3-8eab-ddc40da3f12d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:34.927555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:34.940088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Transition to ACTIVE for port object 989bc01f-ab94-4ee7-8219-99fce0c38408 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:34.977293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:34.980564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:34.984612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:35.026706 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.048897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event updated for resources: {'Port': ['ID=6f4ffb52-7926-4fa2-aff6-2e846be86fb7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:35.057761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:35.063728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:35.078154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:35.109950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:35.114806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.149130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Pushing event updated for resources: {'Port': ['ID=989bc01f-ab94-4ee7-8219-99fce0c38408,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:35.244622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Attempting to bind port 989bc01f-ab94-4ee7-8219-99fce0c38408 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:32:35.245073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Attempting to bind port 989bc01f-ab94-4ee7-8219-99fce0c38408 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '26bf41f6-174d-48b3-b9be-5d2c86c65e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:32:35.245456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Attempting to bind port 989bc01f-ab94-4ee7-8219-99fce0c38408 on network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:32:35.252246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:32:35.258265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Checking segment: {'id': '26bf41f6-174d-48b3-b9be-5d2c86c65e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:35.259350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.259840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Bound using segment: {'id': '26bf41f6-174d-48b3-b9be-5d2c86c65e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:32:35.260419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Bound port: 989bc01f-ab94-4ee7-8219-99fce0c38408, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bf41f6-174d-48b3-b9be-5d2c86c65e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:32:35.260892 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.308136 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06541e66-6871-4d3c-b911-c09b703b07b0 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4276545 Aug 27 16:32:35.309271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33772) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:35.314693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Request body: {'floatingip': {'port_id': '6f4ffb52-7926-4fa2-aff6-2e846be86fb7'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:35.487939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.489370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] For port 989bc01f-ab94-4ee7-8219-99fce0c38408, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:32:35.512592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] For port 989bc01f-ab94-4ee7-8219-99fce0c38408, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=989bc01f-ab94-4ee7-8219-99fce0c38408,segment=NetworkSegment(26bf41f6-174d-48b3-b9be-5d2c86c65e3e),segment_id=26bf41f6-174d-48b3-b9be-5d2c86c65e3e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:32:35.553098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15e97f5a-17cf-439f-95a6-8e102bbed4c1 None None] Provisioning for port 6f4ffb52-7926-4fa2-aff6-2e846be86fb7 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:35.558947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15e97f5a-17cf-439f-95a6-8e102bbed4c1 None None] Provisioning complete for port 6f4ffb52-7926-4fa2-aff6-2e846be86fb7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:35.559381 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15e97f5a-17cf-439f-95a6-8e102bbed4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.612418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-15e97f5a-17cf-439f-95a6-8e102bbed4c1 None None] Port 6f4ffb52-7926-4fa2-aff6-2e846be86fb7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:35.626372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.658958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9c36e668-bb11-48fa-b528-0246d8e79170 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:35.694090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9c36e668-bb11-48fa-b528-0246d8e79170 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:35.694442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9c36e668-bb11-48fa-b528-0246d8e79170 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:35.734454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f5033-35ec-47ca-921d-04d9070b482b None None] Pushing event updated for resources: {'Port': ['ID=989bc01f-ab94-4ee7-8219-99fce0c38408,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:35.742411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.764546 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.764883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:35.782930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Calling delete_port for bc3a8860-edf2-4be3-8eab-ddc40da3f12d owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:35.823695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379ff6-c03e-48b1-ba44-459d936fe66b req-9db827e1-c104-46b7-8022-5f51a68d0ca5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:35.825234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26379ff6-c03e-48b1-ba44-459d936fe66b req-9db827e1-c104-46b7-8022-5f51a68d0ca5 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1195846 Aug 27 16:32:36.035589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26379ff6-c03e-48b1-ba44-459d936fe66b req-55f807bc-ecd2-463e-b97a-460f0d692ed1 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683691 Aug 27 16:32:36.275197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.328423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.330135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.374033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.376719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Port': ['ID=bc3a8860-edf2-4be3-8eab-ddc40da3f12d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:36.414535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.496201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:36.496459 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Floating IP 8c02d984-549c-4f09-bd15-7c7366df16f1 disassociated (deleted). External IP: 172.25.4.72, port: a5cb5003-0e13-42cb-8d27-807f95fdd640. Aug 27 16:32:36.575696 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP e599a6a3-6b36-4938-bd5e-7c6045ccdf7c associated. External IP: 172.25.4.176, port: a3fdbddd-fcec-4605-99c7-1dd02d61e43b. Aug 27 16:32:36.722758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Allocated IP 172.25.4.167 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/3276bd54-94b8-4a1d-a652-6ec2cce937c7) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:37.061876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-40abdb3f-aa02-4570-a85d-26b67608dcbd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:37.063578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-40abdb3f-aa02-4570-a85d-26b67608dcbd tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1701379 Aug 27 16:32:37.142197 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.172274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router dab73c7c-920a-45db-a370-11f5096bb1b7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:37.224764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:37.296771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4b0287-a43b-4328-a6f0-6a5736032287 None None] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:37.372123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03e13d-ae72-4946-be39-fb67b3b4f22b req-48841726-e56b-409b-b3aa-27819ccf6c9a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:37.374140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a03e13d-ae72-4946-be39-fb67b3b4f22b req-48841726-e56b-409b-b3aa-27819ccf6c9a tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 946 time: 0.1865585 Aug 27 16:32:37.431252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:37.451570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a03e13d-ae72-4946-be39-fb67b3b4f22b req-d340fca1-11dd-4cb2-b9fe-92e013a8ceb3 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24e0178-f99c-449d-8670-19d539dda6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617213 Aug 27 16:32:37.451570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.453888 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] Sync routers for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:37.460674 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.488811 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:37.489895 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:37.540941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c3ef0cfc-f08b-4c33-b760-42a238fa7e58 None None] Provisioning for port 989bc01f-ab94-4ee7-8219-99fce0c38408 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:37.642561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Deleting port bbe578f8-26e3-4086-83dc-b9869ec80250 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:37.643339 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:37.722574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:37.728957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:37.739522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:37.760973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-564c3044-9389-40d0-b5de-17b21f7bfe7c tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/floatingips/8c02d984-549c-4f09-bd15-7c7366df16f1 HTTP/1.1" status: 204 len: 168 time: 3.1327994 Aug 27 16:32:37.762486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:37.765312 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed0825b-0fd2-4e25-8a06-b317ecf89155" -d '{"events": [{"name": "network-changed", "server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:37.839031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 989bc01f-ab94-4ee7-8219-99fce0c38408 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:37.853570 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:37.884071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Port': ['ID=3276bd54-94b8-4a1d-a652-6ec2cce937c7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:37.993535 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf615b-dafc-4684-9fdd-951b82816178 x-openstack-request-id: req-bcaf615b-dafc-4684-9fdd-951b82816178 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:37.993979 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:37.994381 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bcaf615b-dafc-4684-9fdd-951b82816178 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:37.995000 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'status': 'completed', 'code': 200} Aug 27 16:32:38.024926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 989bc01f-ab94-4ee7-8219-99fce0c38408 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:38.034181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 989bc01f-ab94-4ee7-8219-99fce0c38408 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:38.034181 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.057744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] For port bbe578f8-26e3-4086-83dc-b9869ec80250, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=bbe578f8-26e3-4086-83dc-b9869ec80250,segment=NetworkSegment(009b70ad-69a9-4f01-b143-e80b80578b9e),segment_id=009b70ad-69a9-4f01-b143-e80b80578b9e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:38.059094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.083162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Calling delete_port for bbe578f8-26e3-4086-83dc-b9869ec80250 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:38.220113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1354d64b-abc9-4b6f-b7b0-7e50022013e8 None None] Provisioning complete for port 989bc01f-ab94-4ee7-8219-99fce0c38408 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:38.220113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1354d64b-abc9-4b6f-b7b0-7e50022013e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.334372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:38.351690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.372269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:38.409514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:38.410874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:38.417812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-afc43fbe-6701-425c-b279-e6b0e9122337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:38.424047 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-afc43fbe-6701-425c-b279-e6b0e9122337 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 1136 time: 0.1252182 Aug 27 16:32:38.448111 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:56Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:38.461871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:38.479550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 989bc01f-ab94-4ee7-8219-99fce0c38408, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=989bc01f-ab94-4ee7-8219-99fce0c38408,segment=NetworkSegment(26bf41f6-174d-48b3-b9be-5d2c86c65e3e),segment_id=26bf41f6-174d-48b3-b9be-5d2c86c65e3e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:38.480356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:38.480979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:38.490509 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] Checking router: dab73c7c-920a-45db-a370-11f5096bb1b7 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:38.532951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:38.533253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.535130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de613-2dd9-4171-9011-b656f2a4f372 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:38.580528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.582859 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:38.584016 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:38.624271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.645033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=989bc01f-ab94-4ee7-8219-99fce0c38408,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:38.649921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['bbe578f8-26e3-4086-83dc-b9869ec80250'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:32:38.699997 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1354d64b-abc9-4b6f-b7b0-7e50022013e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:38.786069 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-1354d64b-abc9-4b6f-b7b0-7e50022013e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:32:38.786819 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-1354d64b-abc9-4b6f-b7b0-7e50022013e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:32:38.887374 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:38.931132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13e285ab-cef0-4440-bf7a-fafe0d9f292f req-28f7b48c-9626-44c0-82e1-f6fc37efa5b2 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 210 time: 0.1063230 Aug 27 16:32:39.016638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.130838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5782e-88c9-4d43-94f4-e5c4593ad5e9 req-0dcb8474-ae74-4351-afae-b5a9c2be258b tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:39.130838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fb5782e-88c9-4d43-94f4-e5c4593ad5e9 req-0dcb8474-ae74-4351-afae-b5a9c2be258b tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 985 time: 0.3212969 Aug 27 16:32:39.168199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Pushing event deleted for resources: {'Port': ['ID=bbe578f8-26e3-4086-83dc-b9869ec80250,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:39.194299 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:56Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.236826 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530f189-a117-45ba-98ab-9aa05f1f60b6 None None] The sync data for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 is: [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6d942ad7-4a5c-443e-8c89-0f8db0fdc65b', 'name': '', 'network_id': '87984889-e7fb-491c-8aae-b87f4a62fa1f', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'mac_address': 'fa:16:3e:a2:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:47Z', 'updated_at': '2021-08-27T16:30:56Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'subnets': [{'id': 'bf623bb0-642a-4e2d-bb61-5a138319b103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:39.240721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] No DVR routers for this DVR port bbe578f8-26e3-4086-83dc-b9869ec80250 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:39.255611 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.258390 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92e1200f-198d-4377-9778-dc5ccbc2a179 req-a9044947-56d2-4d1b-be82-695400adafb9 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.90 "DELETE /v2.0/ports/bbe578f8-26e3-4086-83dc-b9869ec80250 HTTP/1.1" status: 204 len: 173 time: 2.1830738 Aug 27 16:32:39.269912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-deleted', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:39.280637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fb5782e-88c9-4d43-94f4-e5c4593ad5e9 req-8590b10b-fed7-4f76-9b7e-456354799df8 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1455591 Aug 27 16:32:39.285717 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88843a45-81e7-43fa-bcda-4de9179c74d2" -d '{"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-deleted", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:39.413607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-91345a27-33e5-4eb6-8b1a-3d0fa6854e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:39.415213 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-91345a27-33e5-4eb6-8b1a-3d0fa6854e1b service neutron] 10.222.0.90 "GET /v2.0/networks?id=87984889-e7fb-491c-8aae-b87f4a62fa1f HTTP/1.1" status: 200 len: 898 time: 0.9266317 Aug 27 16:32:39.419563 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21decb39-4282-4e04-ba54-3fe24befefd6 x-openstack-request-id: req-21decb39-4282-4e04-ba54-3fe24befefd6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:39.420118 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bd8e63-c862-4931-922f-6c8aeff0372f", "name": "network-vif-deleted", "tag": "bbe578f8-26e3-4086-83dc-b9869ec80250", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:39.420606 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-21decb39-4282-4e04-ba54-3fe24befefd6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:39.421217 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bd8e63-c862-4931-922f-6c8aeff0372f', 'name': 'network-vif-deleted', 'tag': 'bbe578f8-26e3-4086-83dc-b9869ec80250', 'status': 'completed', 'code': 200} Aug 27 16:32:39.439644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 11d1db47-b295-492d-ba3a-49d55f2ae7e1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:39.451671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Router 4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:32:39.490091 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-b4b05803-36e4-45a9-8abb-639277eda243 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640 HTTP/1.1" status: 200 len: 217 time: 0.0602422 Aug 27 16:32:39.775592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 989bc01f-ab94-4ee7-8219-99fce0c38408 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:39.816802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:39.822885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-50b2d512-8d4d-46ce-9ec0-85266b6a97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:39.824383 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-50b2d512-8d4d-46ce-9ec0-85266b6a97ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf623bb0-642a-4e2d-bb61-5a138319b103 HTTP/1.1" status: 200 len: 834 time: 0.3251202 Aug 27 16:32:39.829759 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] Sync routers for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:39.844585 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:39.847533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572deab-fbfb-48bd-9b4d-f1cac42e142c None None] New status for floating IP 8c02d984-549c-4f09-bd15-7c7366df16f1: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:32:39.856414 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.918521 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.922692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.925378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e09a1a6f-adfd-4ee9-9386-539739b49b63 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.4978848 Aug 27 16:32:39.928166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33820) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:39.943600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-ec663582-bd13-415f-bda0-00819aa2d611 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:39.945888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-ec663582-bd13-415f-bda0-00819aa2d611 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.90 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 985 time: 0.2328210 Aug 27 16:32:39.961733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 989bc01f-ab94-4ee7-8219-99fce0c38408 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:39.964026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:39.964204 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:39.965368 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:39.966108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:39.986869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.032971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-62838fdf-9b0e-4884-ac34-50fc1b683c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:40.034865 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-62838fdf-9b0e-4884-ac34-50fc1b683c69 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=87984889-e7fb-491c-8aae-b87f4a62fa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623194 Aug 27 16:32:40.115864 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.117121 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1cd017-d2b2-4cf8-9327-3dee1b5f68b4 None None] The sync data for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:40.118682 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] Sync routers for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:40.182709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9927113-b39f-494b-8f8c-31c9551fc6c0 req-66768d4b-f844-45e4-95ca-c722c3ae8c25 tempest-ServersNegativeTestJSON-809985447 tempest-ServersNegativeTestJSON-809985447-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8bd8e63-c862-4931-922f-6c8aeff0372f HTTP/1.1" status: 200 len: 210 time: 0.0504959 Aug 27 16:32:40.183131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:40.184529 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.246815 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4bbdb9f0-2856-420f-92f8-f85c18bcee54 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/floatingips/e599a6a3-6b36-4938-bd5e-7c6045ccdf7c HTTP/1.1" status: 200 len: 978 time: 4.9363980 Aug 27 16:32:40.250341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33826) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:40.307763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-d190a155-49e2-40de-a7a2-e564c726f816 service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516446 Aug 27 16:32:40.310907 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.336455 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:40.340100 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.415454 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:40.416386 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d2305-2334-412a-a1a2-b595ac2ba3d7 None None] The sync data for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:40.498090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting port a5cb5003-0e13-42cb-8d27-807f95fdd640 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:40.500665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.632396 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bed0825b-0fd2-4e25-8a06-b317ecf89155 req-a16cae9f-d2ec-473f-abfa-ffeb4586ee64 service neutron] 10.222.0.90 "GET /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061392 Aug 27 16:32:40.649756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 6f4ffb52-7926-4fa2-aff6-2e846be86fb7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:40.650106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.710617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] For port a5cb5003-0e13-42cb-8d27-807f95fdd640, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a5cb5003-0e13-42cb-8d27-807f95fdd640,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:40.711340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.735158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Calling delete_port for a5cb5003-0e13-42cb-8d27-807f95fdd640 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:40.820911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:40.881884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac5bf-7932-42cb-add0-75c9e26dd347 req-00015c45-cf50-43eb-879a-178bbc922d25 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:40.884118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19cac5bf-7932-42cb-add0-75c9e26dd347 req-00015c45-cf50-43eb-879a-178bbc922d25 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 985 time: 0.0695639 Aug 27 16:32:40.940235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:40.965028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19cac5bf-7932-42cb-add0-75c9e26dd347 req-fa56ebf9-a42e-456c-96e5-9a9aff03976a tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/security-groups?id=6371dc11-5602-4b45-934e-853c43b95429&id=5209999f-0905-4785-8c5d-c94150bde60b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0739949 Aug 27 16:32:40.974046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: bbe578f8-26e3-4086-83dc-b9869ec80250 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:40.974400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device bbe578f8-26e3-4086-83dc-b9869ec80250 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:41.082710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.083182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.083734 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Floating IP e599a6a3-6b36-4938-bd5e-7c6045ccdf7c disassociated. External IP: 172.25.4.176, port: 6f4ffb52-7926-4fa2-aff6-2e846be86fb7. Aug 27 16:32:41.084625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 6f4ffb52-7926-4fa2-aff6-2e846be86fb7 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:41.091851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.133856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Port': ['ID=a5cb5003-0e13-42cb-8d27-807f95fdd640,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:41.182595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] No DVR routers for this DVR port a5cb5003-0e13-42cb-8d27-807f95fdd640 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:41.186711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.188977 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bd1747e1-9ba9-4184-a704-cb1de748f942 req-a0f2116f-8816-4415-acc2-b890c6dfab6d tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.90 "DELETE /v2.0/ports/a5cb5003-0e13-42cb-8d27-807f95fdd640 HTTP/1.1" status: 204 len: 173 time: 1.2198310 Aug 27 16:32:41.214345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.240038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33836) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:41.301696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] Deleting subnet 057785ea-7d91-4e95-aaf2-5e79a58bdec6 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:32:41.306914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.393082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.423982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'name': 'network-vif-deleted', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:32:41.426235 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906795e5-0cda-4ef9-b3a8-ff004214127a" -d '{"events": [{"server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "name": "network-vif-deleted", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:32:41.462607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.503336 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae013e14-32ff-48a3-a2ce-592fe7dad82c x-openstack-request-id: req-ae013e14-32ff-48a3-a2ce-592fe7dad82c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:32:41.503336 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf488dc-60d8-4a95-84d7-1d3b4106b3c6", "name": "network-vif-deleted", "tag": "a5cb5003-0e13-42cb-8d27-807f95fdd640", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:32:41.503336 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae013e14-32ff-48a3-a2ce-592fe7dad82c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:32:41.503336 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf488dc-60d8-4a95-84d7-1d3b4106b3c6', 'name': 'network-vif-deleted', 'tag': 'a5cb5003-0e13-42cb-8d27-807f95fdd640', 'status': 'completed', 'code': 200} Aug 27 16:32:41.531634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.596266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=6f4ffb52-7926-4fa2-aff6-2e846be86fb7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:41.597656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Allocated IP 172.20.0.1 (54ea0038-f000-4b40-aed0-6c8ca1b43f47/e6b3f029-e075-49f0-bd71-007632c41ac4/a46e7a2a-af5b-46d8-8aff-35b73c025c28) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:41.748294 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.778851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.786610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057785ea-7d91-4e95-aaf2-5e79a58bdec6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:41.806704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Transition to ACTIVE for port object a46e7a2a-af5b-46d8-8aff-35b73c025c28 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:41.807623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.810678 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-905f1f2e-a1c3-4bbe-bf87-7b8fd27f7e7e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/057785ea-7d91-4e95-aaf2-5e79a58bdec6 HTTP/1.1" status: 204 len: 168 time: 0.5696452 Aug 27 16:32:41.813400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 11d1db47-b295-492d-ba3a-49d55f2ae7e1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:41.813573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33842) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:41.964028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:41.980321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:41.981599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] Sync routers for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:41.990273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:41.990904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.049086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.094353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.105429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.113493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.115542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-158a6a0f-fa03-45de-9f5f-abab62e21ca2 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/ports/6f4ffb52-7926-4fa2-aff6-2e846be86fb7 HTTP/1.1" status: 204 len: 168 time: 1.8624718 Aug 27 16:32:42.119580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33854) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:42.132833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a938b1e3-ce52-4afa-a460-830b9605a1f5']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.139528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:42.144470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:42.145022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.170079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6360547-edb1-4855-a87c-bd6ee43f81d7 req-48e65727-cbc3-439d-b9f3-189888fc17be tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "GET /v2.0/ports?device_id=edf488dc-60d8-4a95-84d7-1d3b4106b3c6 HTTP/1.1" status: 200 len: 210 time: 0.0483420 Aug 27 16:32:42.171296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:42.174528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009b70ad-69a9-4f01-b143-e80b80578b9e') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.180070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009b70ad-69a9-4f01-b143-e80b80578b9e') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.186045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:42.213445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.231449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:42.232335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eaae41-a60a-4d9d-9d61-3300819cb761 None None] The sync data for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:42.250309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Port': ['ID=a46e7a2a-af5b-46d8-8aff-35b73c025c28,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:42.281541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.299681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.300532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.300532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.300804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.301085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.301426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.301761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.302096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.302441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.303125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.303125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.305885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:42.324016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:32:42.324427 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:32:42.326876 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:32:42.336989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.578911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.586374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.588630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] 10.222.0.101 "DELETE /v2.0/networks/a938b1e3-ce52-4afa-a460-830b9605a1f5 HTTP/1.1" status: 204 len: 168 time: 0.7737353 Aug 27 16:32:42.596804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7e5dcdf7-37b0-4516-887e-665932c59f55 None None] Provisioning for port a46e7a2a-af5b-46d8-8aff-35b73c025c28 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:42.602193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7e5dcdf7-37b0-4516-887e-665932c59f55 None None] Provisioning complete for port a46e7a2a-af5b-46d8-8aff-35b73c025c28 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:42.604669 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e5dcdf7-37b0-4516-887e-665932c59f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.604797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5178ac-2e02-4e65-be79-a8e7f1fd743b admin admin] Pushing event deleted for resources: {'Network': ['ID=a938b1e3-ce52-4afa-a460-830b9605a1f5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:42.648552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dcdf7-37b0-4516-887e-665932c59f55 None None] Port a46e7a2a-af5b-46d8-8aff-35b73c025c28 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:42.694388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.816651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:42.939983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a5cb5003-0e13-42cb-8d27-807f95fdd640 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:42.987111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: a5cb5003-0e13-42cb-8d27-807f95fdd640 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:42.987760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a5cb5003-0e13-42cb-8d27-807f95fdd640 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:43.126343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33870) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:43.159080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port a42f5147-9999-4675-8688-bdbd91aa3e1b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:43.159487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.239886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.246310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-78757f2e-6cd8-4a3b-be21-f97b881f15d8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aa95109d8069411683d88a389e04d149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162598 Aug 27 16:32:43.246555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33874) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:43.266467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33876) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:43.273068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.287380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for a42f5147-9999-4675-8688-bdbd91aa3e1b owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:43.342935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.401946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Port': ['ID=a46e7a2a-af5b-46d8-8aff-35b73c025c28,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:43.404411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50b176eb-9519-42f7-bdc4-1028dbf0559b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.468782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50b176eb-9519-42f7-bdc4-1028dbf0559b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.472379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c72150da-382e-4137-9dcb-c34b9b8fa294 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.496686 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.523554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c72150da-382e-4137-9dcb-c34b9b8fa294 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.624966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.662155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:43.665028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:43.723255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50b176eb-9519-42f7-bdc4-1028dbf0559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.733421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=a42f5147-9999-4675-8688-bdbd91aa3e1b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:43.736764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50b176eb-9519-42f7-bdc4-1028dbf0559b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.755862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-50b176eb-9519-42f7-bdc4-1028dbf0559b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c24e0178-f99c-449d-8670-19d539dda6ec HTTP/1.1" status: 204 len: 168 time: 0.5064864 Aug 27 16:32:43.777916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c72150da-382e-4137-9dcb-c34b9b8fa294 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.784171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c72150da-382e-4137-9dcb-c34b9b8fa294 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:43.787936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c72150da-382e-4137-9dcb-c34b9b8fa294 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/security-groups/5209999f-0905-4785-8c5d-c94150bde60b HTTP/1.1" status: 204 len: 168 time: 0.5202212 Aug 27 16:32:43.791335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:43.827718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b176eb-9519-42f7-bdc4-1028dbf0559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24e0178-f99c-449d-8670-19d539dda6ec,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:43.865224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72150da-382e-4137-9dcb-c34b9b8fa294 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5209999f-0905-4785-8c5d-c94150bde60b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:43.976037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8da0a6b3-e354-49c9-8018-46dc77779d45 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.081346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Router 4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:44.103865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8da0a6b3-e354-49c9-8018-46dc77779d45 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.129647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.186065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9c9fb013-e6c6-4d35-b84f-db780b304876 None None] Provisioning complete for port a46e7a2a-af5b-46d8-8aff-35b73c025c28 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:44.187072 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb013-e6c6-4d35-b84f-db780b304876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.237541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:44.248666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-99704c6a-93d4-4885-a1cb-1c5970872c7f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "PUT /v2.0/routers/4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3182213 Aug 27 16:32:44.249450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33888) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:44.250175 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] Sync routers for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:44.255144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Request body: {'port': {'network_id': '54ea0038-f000-4b40-aed0-6c8ca1b43f47', 'name': 'tempest-FloatingIPAdminTestJSON-1280455452'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:44.262082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fb013-e6c6-4d35-b84f-db780b304876 None None] Port a46e7a2a-af5b-46d8-8aff-35b73c025c28 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:44.266496 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:44.269445 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:44.307147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8da0a6b3-e354-49c9-8018-46dc77779d45 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.317598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8da0a6b3-e354-49c9-8018-46dc77779d45 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.321676 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8da0a6b3-e354-49c9-8018-46dc77779d45 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/security-groups/6371dc11-5602-4b45-934e-853c43b95429 HTTP/1.1" status: 204 len: 168 time: 0.5262501 Aug 27 16:32:44.326274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33892) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:44.338070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0a6b3-e354-49c9-8018-46dc77779d45 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6371dc11-5602-4b45-934e-853c43b95429,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:44.382860 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:44.405707 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:44.407774 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:44.685250 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:44.685933 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52adcf-f235-4bad-8ae7-d93837a29d9f None None] The sync data for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:44.812287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Made reservation on behalf of f09b3879fecd4ebab93ab542d0750fef for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:44.815769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:44.847799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] device_id is not set on port 451d2162-baca-4dc3-9ea9-07d831dd1c30 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:32:44.969617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 11d1db47-b295-492d-ba3a-49d55f2ae7e1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:45.065753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Allocated IP 172.20.0.13 (54ea0038-f000-4b40-aed0-6c8ca1b43f47/e6b3f029-e075-49f0-bd71-007632c41ac4/451d2162-baca-4dc3-9ea9-07d831dd1c30) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:45.094727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:45.103761 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ef00fbfa-0ff5-4aaf-bb72-8478805ae50c tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/routers/11d1db47-b295-492d-ba3a-49d55f2ae7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9827487 Aug 27 16:32:45.107023 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33908) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:45.111327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] Sync routers for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:45.124695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:45.125327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:45.232004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:45.268144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:45.279843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] Routers {'11d1db47-b295-492d-ba3a-49d55f2ae7e1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:45.280561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:45.307161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:45.333125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:45.334164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f11ae3-6a5f-4879-9f0d-7a74335efd2b None None] The sync data for ids ['11d1db47-b295-492d-ba3a-49d55f2ae7e1'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:45.394658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:45.432521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Transition to ACTIVE for port object 451d2162-baca-4dc3-9ea9-07d831dd1c30 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:45.477685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:45.587403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 14d3f793-9128-444d-88f1-76cc12551720 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:45.587828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:45.690299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:45.706981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 14d3f793-9128-444d-88f1-76cc12551720 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:45.995097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.002983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.076882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=14d3f793-9128-444d-88f1-76cc12551720,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:46.101161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:46.110731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:46.114037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:46.121279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event updated for resources: {'Port': ['ID=451d2162-baca-4dc3-9ea9-07d831dd1c30,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:46.123654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.124140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.129768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:46.187631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.214209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:46.214839 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.352603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33934) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:46.380580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.393558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] For port 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:46.394179 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.404736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.425758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:46.426437 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.443818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Calling delete_port for 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:46.525799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0aa3e6b8-b180-4e57-b95a-9714a2d1fe2f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2746730 Aug 27 16:32:46.531121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33942) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:46.591792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6d87c623-0d03-4cf4-b251-87cb8647c2af None None] Provisioning for port 451d2162-baca-4dc3-9ea9-07d831dd1c30 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:46.595801 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.595801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Fanout notify agent at l3_agent the message router_deleted on router 11d1db47-b295-492d-ba3a-49d55f2ae7e1 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:32:46.602051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6d87c623-0d03-4cf4-b251-87cb8647c2af None None] Provisioning complete for port 451d2162-baca-4dc3-9ea9-07d831dd1c30 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:46.603547 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d87c623-0d03-4cf4-b251-87cb8647c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.612673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.616734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9392d723-3e2f-4cd4-be29-43b8c99f132d tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/routers/11d1db47-b295-492d-ba3a-49d55f2ae7e1 HTTP/1.1" status: 204 len: 168 time: 1.5057003 Aug 27 16:32:46.619583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33950) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:46.652379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61ff187f-168a-4386-9927-64dbc561721b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.689798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6d87c623-0d03-4cf4-b251-87cb8647c2af None None] Port 451d2162-baca-4dc3-9ea9-07d831dd1c30 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:46.700418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting subnet bb2dcb99-5909-41af-810a-77490f13f5a4 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:32:46.709505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.759761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.790393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'project_id': 'f09b3879fecd4ebab93ab542d0750fef', 'port_id': '451d2162-baca-4dc3-9ea9-07d831dd1c30'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:46.807792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61ff187f-168a-4386-9927-64dbc561721b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.865204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61ff187f-168a-4386-9927-64dbc561721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.909910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.924054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff187f-168a-4386-9927-64dbc561721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e8f438-b4c3-4a36-9df3-b0678ccfec0f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:46.928716 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-61ff187f-168a-4386-9927-64dbc561721b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8b891db03b764f8a952aca8be389a847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750744 Aug 27 16:32:46.931220 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.932478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33962) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:46.970073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Port': ['ID=6d942ad7-4a5c-443e-8c89-0f8db0fdc65b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:46.982353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:46.985614 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d556b068-329d-4f96-8143-800c46cb5797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.017481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d556b068-329d-4f96-8143-800c46cb5797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.168326 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d556b068-329d-4f96-8143-800c46cb5797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.174838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d556b068-329d-4f96-8143-800c46cb5797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.174838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d556b068-329d-4f96-8143-800c46cb5797 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a1e8f438-b4c3-4a36-9df3-b0678ccfec0f HTTP/1.1" status: 204 len: 168 time: 0.2394471 Aug 27 16:32:47.181543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b068-329d-4f96-8143-800c46cb5797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e8f438-b4c3-4a36-9df3-b0678ccfec0f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:47.246490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.295862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.300578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/subnets/bb2dcb99-5909-41af-810a-77490f13f5a4 HTTP/1.1" status: 204 len: 168 time: 0.6771052 Aug 27 16:32:47.300753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719057b2-2aec-49fa-b828-cc5aa1061f9f None None] Network cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:47.300892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33972) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:47.301532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94541f77-fc3a-4672-ae5e-76ec5bd154a8 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2dcb99-5909-41af-810a-77490f13f5a4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:47.312051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.322347 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.435376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.530572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:47.530928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.533753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Allocated IP 172.25.4.111 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/7576fead-8445-4a25-9191-19bf09a1610f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:47.689371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] For port 058100b4-c855-42f6-8b7b-5a0a1fb8f646, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=058100b4-c855-42f6-8b7b-5a0a1fb8f646,segment=NetworkSegment(96af0277-423a-4929-a6a6-447f574dd5b5),segment_id=96af0277-423a-4929-a6a6-447f574dd5b5)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:47.689745 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.719955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 058100b4-c855-42f6-8b7b-5a0a1fb8f646 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:47.743459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Router dab73c7c-920a-45db-a370-11f5096bb1b7 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:47.767964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:47.872080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33980) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:47.876309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] DHCP port deletion for cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:32:47.918135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:47.927550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-98c57f47-5a1c-4faa-a75d-64b4821b77d7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "PUT /v2.0/routers/dab73c7c-920a-45db-a370-11f5096bb1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5981503 Aug 27 16:32:47.927831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33988) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:47.937219 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] Sync routers for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:47.947907 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:47.949612 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:47.987545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Deleting port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:47.987933 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.002124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.019492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting subnet bf623bb0-642a-4e2d-bb61-5a138319b103 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:32:48.028977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.050340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.068715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=058100b4-c855-42f6-8b7b-5a0a1fb8f646,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:48.068715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] No DVR routers for this DVR port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:48.085104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] For port 058100b4-c855-42f6-8b7b-5a0a1fb8f646, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=058100b4-c855-42f6-8b7b-5a0a1fb8f646,segment=NetworkSegment(96af0277-423a-4929-a6a6-447f574dd5b5),segment_id=96af0277-423a-4929-a6a6-447f574dd5b5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:48.085669 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.093769 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:48.099681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Calling delete_port for 058100b4-c855-42f6-8b7b-5a0a1fb8f646 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:48.182385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.204313 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.221708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc13f4a4-11fa-45b8-82e9-7480d79c1bd8']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:48.238569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96af0277-423a-4929-a6a6-447f574dd5b5') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:48.239332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96af0277-423a-4929-a6a6-447f574dd5b5') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:48.254019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.260884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.276191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.285322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:32:48.285557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.286348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:32:48.292547 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:32:48.296016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Pushing event deleted for resources: {'Port': ['ID=058100b4-c855-42f6-8b7b-5a0a1fb8f646,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:48.312038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] No DVR routers for this DVR port 058100b4-c855-42f6-8b7b-5a0a1fb8f646 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:48.328520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.328931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.329292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.329619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.329958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.330294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.330625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.330957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.331299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.331637 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.331968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.332329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac3204c-bc40-44ba-bd3e-f0851d3159cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:32:48.357450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32c43970-5980-4963-bab6-f0d264870e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.365723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:48.386783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:48.394518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:48.414369 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:32:46Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:48.445849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Pushing event updated for resources: {'Port': ['ID=7576fead-8445-4a25-9191-19bf09a1610f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:48.461016 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.462614 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] Checking router: dab73c7c-920a-45db-a370-11f5096bb1b7 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:48.478846 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] Routers {'dab73c7c-920a-45db-a370-11f5096bb1b7'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:48.478955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.479071 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['dab73c7c-920a-45db-a370-11f5096bb1b7'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:48.479774 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/networks/cc13f4a4-11fa-45b8-82e9-7480d79c1bd8 HTTP/1.1" status: 204 len: 168 time: 1.1759994 Aug 27 16:32:48.482334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34010) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:48.505386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d43813-5bb1-4351-88b8-02d646e8cccc tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Network': ['ID=cc13f4a4-11fa-45b8-82e9-7480d79c1bd8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:48.589811 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] Set router dab73c7c-920a-45db-a370-11f5096bb1b7 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:48.655007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32c43970-5980-4963-bab6-f0d264870e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.660385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port a1b9a916-c15f-4a9c-a92f-f5f0df42b488 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:48.660940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.700833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.713179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34018) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:48.747216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b88dd-e902-4d17-ab04-6b46ff8c111e None None] Network 87984889-e7fb-491c-8aae-b87f4a62fa1f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:48.765962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.768738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34022) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:48.768913 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/subnets/bf623bb0-642a-4e2d-bb61-5a138319b103 HTTP/1.1" status: 204 len: 168 time: 0.8389163 Aug 27 16:32:48.774891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32c43970-5980-4963-bab6-f0d264870e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.783411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.788057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:48.821759 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:32:46Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:48.832681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f64a84-94e5-4b7b-8d98-acc809991dce tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Subnet': ['ID=bf623bb0-642a-4e2d-bb61-5a138319b103,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:48.846400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for a1b9a916-c15f-4a9c-a92f-f5f0df42b488 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:48.849552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-32c43970-5980-4963-bab6-f0d264870e9f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=91430af51c50437081cd4b45bbfaad40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9764047 Aug 27 16:32:48.852564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34026) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:48.853097 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402415ee-c921-43b9-a5e7-1bfd5b4e40e8 None None] The sync data for ids ['dab73c7c-920a-45db-a370-11f5096bb1b7'] in n-d-806412-1 is: [{'id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864606187', 'tenant_id': '6dcbec5dcc7f44ea95928574c57bce64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:30:37Z', 'updated_at': '2021-08-27T16:32:46Z', 'revision_number': 5, 'project_id': '6dcbec5dcc7f44ea95928574c57bce64', 'gw_port': {'id': '49539b77-4a51-4d8b-8bfd-735c7b79ddc0', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:77:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab73c7c-920a-45db-a370-11f5096bb1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:30:38Z', 'updated_at': '2021-08-27T16:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:48.892490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-397951695-network', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:48.948259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c43970-5980-4963-bab6-f0d264870e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd594e96-a504-4cf3-bd96-59c981890eda,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:49.029257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.083300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Made reservation on behalf of e6a4a43580b74ff885e1d805d71d82d3 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:49.085721 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.091108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0998c04d-0a46-4531-9396-5c3cf3d50102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.107164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.157221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0998c04d-0a46-4531-9396-5c3cf3d50102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.167662 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.261271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] DHCP port deletion for 87984889-e7fb-491c-8aae-b87f4a62fa1f request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:32:49.313402 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.336108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] Deleting port 9dae3c38-6c0b-481a-a219-0779d2bebe47 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:49.336497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.341227 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.385940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0998c04d-0a46-4531-9396-5c3cf3d50102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.388918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0998c04d-0a46-4531-9396-5c3cf3d50102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.390293 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0998c04d-0a46-4531-9396-5c3cf3d50102 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd594e96-a504-4cf3-bd96-59c981890eda HTTP/1.1" status: 204 len: 168 time: 0.5322499 Aug 27 16:32:49.405795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998c04d-0a46-4531-9396-5c3cf3d50102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd594e96-a504-4cf3-bd96-59c981890eda,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:49.411996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] For port 9dae3c38-6c0b-481a-a219-0779d2bebe47, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9dae3c38-6c0b-481a-a219-0779d2bebe47,segment=NetworkSegment(b7a7400d-703b-461a-bdd3-bbc790f20e51),segment_id=b7a7400d-703b-461a-bdd3-bbc790f20e51)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:49.412410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.439223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.444573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] Calling delete_port for 9dae3c38-6c0b-481a-a219-0779d2bebe47 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:49.531083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=a1b9a916-c15f-4a9c-a92f-f5f0df42b488,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:49.599178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.628920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.646973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9dae3c38-6c0b-481a-a219-0779d2bebe47 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:49.651391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.662209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Deleting port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:49.662546 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.664688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.667193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.672320 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d312cc5e-9c6f-4559-ba57-fe58641e1738 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/floatingips/e599a6a3-6b36-4938-bd5e-7c6045ccdf7c HTTP/1.1" status: 204 len: 168 time: 1.1846035 Aug 27 16:32:49.672495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34040) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:49.675707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.681898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9dae3c38-6c0b-481a-a219-0779d2bebe47 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:49.681898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9dae3c38-6c0b-481a-a219-0779d2bebe47 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:49.682196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 058100b4-c855-42f6-8b7b-5a0a1fb8f646 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:49.706049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] Pushing event deleted for resources: {'Port': ['ID=9dae3c38-6c0b-481a-a219-0779d2bebe47,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:49.721162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.727398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7295676-6cfd-4dd1-929e-6c6f4bba430c None None] No DVR routers for this DVR port 9dae3c38-6c0b-481a-a219-0779d2bebe47 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:32:49.732803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 058100b4-c855-42f6-8b7b-5a0a1fb8f646 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:49.733269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 058100b4-c855-42f6-8b7b-5a0a1fb8f646 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:49.734009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:49.762021 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f14d727-69bb-46dc-abf6-af3458019f8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] DELETE failed (client error): The resource could not be found. Aug 27 16:32:49.765862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:49.766475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6d942ad7-4a5c-443e-8c89-0f8db0fdc65b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:49.769954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f14d727-69bb-46dc-abf6-af3458019f8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:32:49.771834 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f14d727-69bb-46dc-abf6-af3458019f8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/ports/6f4ffb52-7926-4fa2-aff6-2e846be86fb7 HTTP/1.1" status: 404 len: 333 time: 0.0984049 Aug 27 16:32:49.779408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:49.792596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:32:49.848657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b4e0a-6d38-4889-a7f6-67ff57784ff5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:49.853334 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aad21408-053b-4bc2-85b3-0f7742ce14ef tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "GET /v2.0/ports?device_id=11d1db47-b295-492d-ba3a-49d55f2ae7e1 HTTP/1.1" status: 200 len: 205 time: 0.0683663 Aug 27 16:32:49.854636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.854990 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Added segment 27962f8f-b0ab-469d-963f-34b47fa7e7e8 of type vlan for network 673d9193-d630-467a-97fe-3da41cb5bb16 Aug 27 16:32:49.857220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34048) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:49.875240 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:32:49.910882 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-224d58d0-056a-4760-b7db-835f187502c1 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] delete failed (client error): The resource could not be found. Aug 27 16:32:49.912103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-224d58d0-056a-4760-b7db-835f187502c1 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/routers/11d1db47-b295-492d-ba3a-49d55f2ae7e1 HTTP/1.1" status: 404 len: 336 time: 0.0496273 Aug 27 16:32:49.913452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Pushing event updated for resources: {'Port': ['ID=7576fead-8445-4a25-9191-19bf09a1610f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:49.916438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34050) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:49.918032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.957578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:49.963318 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ef8eff-f1c4-4044-928d-6b71c2e33f17 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] DELETE failed (client error): The resource could not be found. Aug 27 16:32:49.963534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ef8eff-f1c4-4044-928d-6b71c2e33f17 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:32:49.965289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-19ef8eff-f1c4-4044-928d-6b71c2e33f17 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/subnets/bb2dcb99-5909-41af-810a-77490f13f5a4 HTTP/1.1" status: 404 len: 337 time: 0.0452561 Aug 27 16:32:49.968287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34054) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:49.977681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] For port 49539b77-4a51-4d8b-8bfd-735c7b79ddc0, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:49.978062 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.001072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Calling delete_port for 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:50.114493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.115371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:50.115997 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.197405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] Pushing event updated for resources: {'Network': ['ID=673d9193-d630-467a-97fe-3da41cb5bb16,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:50.210993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 673d9193-d630-467a-97fe-3da41cb5bb16 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:32:50.254160 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-30b20f4f-fa5c-4ff9-878c-50f045fa4031 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5390549 Aug 27 16:32:50.263843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34060) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:50.269179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Request body: {'subnet': {'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-subnet', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:50.274180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34062) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:50.296258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b3365c-d327-48bf-a8a5-8d78fd4fba8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.340116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.379244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Port': ['ID=49539b77-4a51-4d8b-8bfd-735c7b79ddc0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:50.415853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Made reservation on behalf of e6a4a43580b74ff885e1d805d71d82d3 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:50.418281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.453562 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Floating IP 990e9ea8-e45c-497b-8007-b412539812d3 associated. External IP: 172.25.4.111, port: 451d2162-baca-4dc3-9ea9-07d831dd1c30. Aug 27 16:32:50.543307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.551308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port a3fdbddd-fcec-4605-99c7-1dd02d61e43b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:50.551659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.625262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-054aa4c9-797f-42e7-a307-dfb89e30e812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.655758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.660703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.700820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.742094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for a3fdbddd-fcec-4605-99c7-1dd02d61e43b owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:50.791718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b3365c-d327-48bf-a8a5-8d78fd4fba8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.826698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Router 4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:50.833216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.833732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Fanout notify agent at l3_agent the message router_deleted on router dab73c7c-920a-45db-a370-11f5096bb1b7 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:32:50.858562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.861417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e7db9510-150c-4e96-ab83-3b979eed88c7 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/routers/dab73c7c-920a-45db-a370-11f5096bb1b7 HTTP/1.1" status: 204 len: 168 time: 2.0893607 Aug 27 16:32:50.863500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:50.917021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69b3365c-d327-48bf-a8a5-8d78fd4fba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:50.948824 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.023502 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-69b3365c-d327-48bf-a8a5-8d78fd4fba8f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=02708d76cbd04b279d46deb800892cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467887 Aug 27 16:32:51.029665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34072) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:51.030703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3365c-d327-48bf-a8a5-8d78fd4fba8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fec2c0-a72d-4280-9304-0ff27257e4c2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:51.087966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:51.116653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.117152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Checking segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:51.117408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Network hostable DHCP agents. Network: 673d9193-d630-467a-97fe-3da41cb5bb16, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:32:51.149129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f11823e-aaf9-4a46-8040-7384c5ee635f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.159771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:51.171921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] Sync routers for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:51.175880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f11823e-aaf9-4a46-8040-7384c5ee635f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.185048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:51.185647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:51.242728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Network 673d9193-d630-467a-97fe-3da41cb5bb16 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:32:51.247336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.249811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:51.264238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:51.268073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:51.304977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=a3fdbddd-fcec-4605-99c7-1dd02d61e43b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:51.310612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:51.312097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeea365-37bb-4bd5-8041-6f5a78d9b964 None None] The sync data for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:51.314107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.335761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87984889-e7fb-491c-8aae-b87f4a62fa1f']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:51.357296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 673d9193-d630-467a-97fe-3da41cb5bb16) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:51.362207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f11823e-aaf9-4a46-8040-7384c5ee635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.367262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f11823e-aaf9-4a46-8040-7384c5ee635f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.367880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.370123 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f11823e-aaf9-4a46-8040-7384c5ee635f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/10fec2c0-a72d-4280-9304-0ff27257e4c2 HTTP/1.1" status: 204 len: 168 time: 0.3351045 Aug 27 16:32:51.388573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078fd35-8458-4b3a-b168-ac9f34a5987c None None] Network 673d9193-d630-467a-97fe-3da41cb5bb16 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:51.391299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:51.393412 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.423347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f9777f90-f505-40d1-baba-04cd27915404 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.8907378 Aug 27 16:32:51.426706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34082) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:51.430040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a7400d-703b-461a-bdd3-bbc790f20e51') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:51.430350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a7400d-703b-461a-bdd3-bbc790f20e51') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:51.436229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11823e-aaf9-4a46-8040-7384c5ee635f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fec2c0-a72d-4280-9304-0ff27257e4c2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:51.529732 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9eb18a41-bfe6-4f4c-bbbb-27de66df0d2b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2640398 Aug 27 16:32:51.533985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34086) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:51.537211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:51.547693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.605200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.607647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.655478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-673d9193-d630-467a-97fe-3da41cb5bb16', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:32:51.656369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.672011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:32:51.713313 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.719941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:32:51.720312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49539b77-4a51-4d8b-8bfd-735c7b79ddc0 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:32:51.733747 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.737985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.739975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ef09405-5f17-4d01-b400-ad60291aaf8b tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/ports/a3fdbddd-fcec-4605-99c7-1dd02d61e43b HTTP/1.1" status: 204 len: 168 time: 1.7707403 Aug 27 16:32:51.742590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34090) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:51.765326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:32:51.765326 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:32:51.767582 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:32:51.782081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d7c3b814-5c93-412f-bdc4-c5fa8d627655 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] 10.222.0.101 "GET /v2.0/floatingips/990e9ea8-e45c-497b-8007-b412539812d3 HTTP/1.1" status: 200 len: 984 time: 0.3102512 Aug 27 16:32:51.795895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34092) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:51.917394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.933334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:51.933880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Allocated IP 172.20.0.2 (673d9193-d630-467a-97fe-3da41cb5bb16/0ba4498b-380e-4a5e-8bd4-cd45c0ac7766/41bd22a9-9792-4444-86c9-9799b8b39c54) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:51.938645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] 10.222.0.101 "DELETE /v2.0/networks/87984889-e7fb-491c-8aae-b87f4a62fa1f HTTP/1.1" status: 204 len: 168 time: 1.0715234 Aug 27 16:32:51.984337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373e6fa-ffae-4fdd-b3b3-1ea0b2357c40 tempest-TestSecurityGroupsBasicOps-551699924 tempest-TestSecurityGroupsBasicOps-551699924-project] Pushing event deleted for resources: {'Network': ['ID=87984889-e7fb-491c-8aae-b87f4a62fa1f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:52.060710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34106) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:52.060979 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ec676456-2dcd-4d4c-ae5d-622425532218 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.2584579 Aug 27 16:32:52.172291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.173061 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.183563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port f11a698f-a062-4808-8e7c-2877821349e4 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:52.183934 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.184908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Transition to ACTIVE for port object 41bd22a9-9792-4444-86c9-9799b8b39c54 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:52.212014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Transition to ACTIVE for port object 41bd22a9-9792-4444-86c9-9799b8b39c54 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:52.289532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.302232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for f11a698f-a062-4808-8e7c-2877821349e4 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:52.317852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.351961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Deleting port 7576fead-8445-4a25-9191-19bf09a1610f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:52.352697 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.400885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Network 673d9193-d630-467a-97fe-3da41cb5bb16 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:52.409191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:52.429046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:52.431838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Pushing event updated for resources: {'Port': ['ID=41bd22a9-9792-4444-86c9-9799b8b39c54,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:52.483948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.484283 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.497962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Calling delete_port for 7576fead-8445-4a25-9191-19bf09a1610f owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:52.515123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Attempting to bind port 41bd22a9-9792-4444-86c9-9799b8b39c54 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:32:52.515123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Attempting to bind port 41bd22a9-9792-4444-86c9-9799b8b39c54 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:32:52.515694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Attempting to bind port 41bd22a9-9792-4444-86c9-9799b8b39c54 on network 673d9193-d630-467a-97fe-3da41cb5bb16 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:32:52.524680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:32:52.525220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Checking segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:52.525776 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.526268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Bound using segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:32:52.528039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Bound port: 41bd22a9-9792-4444-86c9-9799b8b39c54, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:32:52.528609 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.676427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] For port 41bd22a9-9792-4444-86c9-9799b8b39c54, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:32:52.680803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] For port 41bd22a9-9792-4444-86c9-9799b8b39c54, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=41bd22a9-9792-4444-86c9-9799b8b39c54,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:32:52.750745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.760140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:52.820587 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.835727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c97cc-3b4e-4d06-9317-756dbac4f5df None None] Pushing event updated for resources: {'Port': ['ID=41bd22a9-9792-4444-86c9-9799b8b39c54,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:52.887891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Port': ['ID=7576fead-8445-4a25-9191-19bf09a1610f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:52.987699 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:52.988045 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Floating IP 990e9ea8-e45c-497b-8007-b412539812d3 disassociated (deleted). External IP: 172.25.4.111, port: 451d2162-baca-4dc3-9ea9-07d831dd1c30. Aug 27 16:32:53.035726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-89e4899c-476e-487f-a150-43296c2eba2e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6dcbec5dcc7f44ea95928574c57bce64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738039 Aug 27 16:32:53.040421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34136) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:53.116763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.143512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d06e084-4ffb-4647-9c68-27b002fd0f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.180527 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-571bf2ff-71af-4820-88a8-781f24ae3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.233076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=f11a698f-a062-4808-8e7c-2877821349e4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:53.252938 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.305028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.379430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Router 4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:53.406630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d06e084-4ffb-4647-9c68-27b002fd0f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.514714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.518873 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c74f311e-bc78-4982-94a3-97e33010d5c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/ports/f11a698f-a062-4808-8e7c-2877821349e4 HTTP/1.1" status: 204 len: 168 time: 1.7728784 Aug 27 16:32:53.519664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34148) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:53.527585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.558325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.579506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:53.590080 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] Sync routers for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:53.596091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec5cab-c638-4c54-b7f5-e6809d07701a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:53.597777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8aec5cab-c638-4c54-b7f5-e6809d07701a tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "GET /v2.0/ports?device_id=862e553a-6f50-49d9-92b6-253e1d91f0df HTTP/1.1" status: 200 len: 913 time: 0.0766826 Aug 27 16:32:53.601524 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.604730 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:53.611303 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:53.614400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:53.638695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ceebaa09-5f95-4825-af27-7ddea9a13013 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "DELETE /v2.0/floatingips/990e9ea8-e45c-497b-8007-b412539812d3 HTTP/1.1" status: 204 len: 168 time: 1.5760770 Aug 27 16:32:53.639522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34154) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:53.644835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:53.669325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d06e084-4ffb-4647-9c68-27b002fd0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.672242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8d06e084-4ffb-4647-9c68-27b002fd0f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.673347 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8d06e084-4ffb-4647-9c68-27b002fd0f10 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b18fd06-8e21-41c9-b9ef-9e328032a402 HTTP/1.1" status: 204 len: 168 time: 0.6319571 Aug 27 16:32:53.700447 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:53.713696 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:53.715170 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:53.716908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06e084-4ffb-4647-9c68-27b002fd0f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b18fd06-8e21-41c9-b9ef-9e328032a402,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:53.785795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:53.786680 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:53.787638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0518d6-2ff6-4123-982d-9689cd70962f None None] The sync data for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:53.853897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 41bd22a9-9792-4444-86c9-9799b8b39c54 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:54.009565 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.031356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.094613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 41bd22a9-9792-4444-86c9-9799b8b39c54 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:54.145564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Allocated IP 172.25.4.204 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/04354ef2-d27e-4fa0-b47c-cb47bc87220c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:54.300451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f983f-1fe2-42c6-a9e9-f6aa4a840488 None None] Network 673d9193-d630-467a-97fe-3da41cb5bb16 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:32:54.339005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.379941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.518994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-430c8d64-0498-41c6-a051-a3f6e1fb8141 None None] Provisioning for port 41bd22a9-9792-4444-86c9-9799b8b39c54 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:54.525726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-430c8d64-0498-41c6-a051-a3f6e1fb8141 None None] Provisioning complete for port 41bd22a9-9792-4444-86c9-9799b8b39c54 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:54.526208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430c8d64-0498-41c6-a051-a3f6e1fb8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.550469 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.568265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34178) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:54.599206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9d91a3e-a955-437a-b631-076bda967e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.634925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.639297 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430c8d64-0498-41c6-a051-a3f6e1fb8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.700003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-430c8d64-0498-41c6-a051-a3f6e1fb8141 None None] For port 41bd22a9-9792-4444-86c9-9799b8b39c54, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=41bd22a9-9792-4444-86c9-9799b8b39c54,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:32:54.733199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Allocated IP 172.25.4.33 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/62d7f025-7f3c-49e8-bd92-f6eb9aae00d1) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:54.738227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:54.763074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:54.772682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:54.774390 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430c8d64-0498-41c6-a051-a3f6e1fb8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.855070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9d91a3e-a955-437a-b631-076bda967e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.896515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c8d64-0498-41c6-a051-a3f6e1fb8141 None None] Pushing event updated for resources: {'Port': ['ID=41bd22a9-9792-4444-86c9-9799b8b39c54,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:54.907066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.956873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9d91a3e-a955-437a-b631-076bda967e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:54.996951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2f29c89a-9396-4b9d-b293-933111b78e4b None None] Provisioning complete for port 41bd22a9-9792-4444-86c9-9799b8b39c54 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:54.997548 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f29c89a-9396-4b9d-b293-933111b78e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.007635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c9d91a3e-a955-437a-b631-076bda967e8c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3c659e3641144427b78f6477e8ecfd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346600 Aug 27 16:32:55.007805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34186) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:55.011558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Pushing event updated for resources: {'Port': ['ID=04354ef2-d27e-4fa0-b47c-cb47bc87220c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:55.015965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d91a3e-a955-437a-b631-076bda967e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddddd2a-311c-4d3b-8f0b-06587011dc6b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:55.058881 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.083509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 5b574818-4917-4c98-a74b-011710f8f408 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:55.083885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.103719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21f899cb-2289-4bd1-8291-6b741fbde4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.117088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:55.125839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:55.132917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:55.160303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Pushing event updated for resources: {'Port': ['ID=62d7f025-7f3c-49e8-bd92-f6eb9aae00d1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:55.169096 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21f899cb-2289-4bd1-8291-6b741fbde4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.265900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.290003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.310427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 5b574818-4917-4c98-a74b-011710f8f408 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:55.330548 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.356978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21f899cb-2289-4bd1-8291-6b741fbde4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.360007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-21f899cb-2289-4bd1-8291-6b741fbde4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.366458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-21f899cb-2289-4bd1-8291-6b741fbde4ca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2ddddd2a-311c-4d3b-8f0b-06587011dc6b HTTP/1.1" status: 204 len: 168 time: 0.3572223 Aug 27 16:32:55.413508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.493535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f899cb-2289-4bd1-8291-6b741fbde4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddddd2a-311c-4d3b-8f0b-06587011dc6b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:55.629780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.642712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 41bd22a9-9792-4444-86c9-9799b8b39c54 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:55.705202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.728917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 41bd22a9-9792-4444-86c9-9799b8b39c54 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:55.729621 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.769587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Pushing event updated for resources: {'Port': ['ID=62d7f025-7f3c-49e8-bd92-f6eb9aae00d1,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:55.865513 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.960734 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.962347 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:55.965396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c9b398dd-3021-441f-9a66-937043a3190e tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3231192 Aug 27 16:32:55.966832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34212) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:56.066274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.128895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.157416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=5b574818-4917-4c98-a74b-011710f8f408,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:56.189386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:56.216452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Router 78cdb5e9-5c4f-4768-bad2-a0507965761c is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:32:56.322808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.330047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34220) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:56.380433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-34f0b1cc-6a1a-4c92-b7f2-b0a98c8b8594 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fdced2a633e748dd903f69a9cfebdda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489659 Aug 27 16:32:56.383497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34224) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:56.433143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb29c-679c-4b85-b0ef-4e072ec821fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.456703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb29c-679c-4b85-b0ef-4e072ec821fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.493413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:56.508121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.508555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Sync routers for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:56.521331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:56.533972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:56.594039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.598114 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7ade2d23-23d7-4bc8-bd20-2de974a592fe admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0646198 Aug 27 16:32:56.598557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34228) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:56.634978 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.655730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:56.659590 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb29c-679c-4b85-b0ef-4e072ec821fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.662083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ecb29c-679c-4b85-b0ef-4e072ec821fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:56.663777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c9ecb29c-679c-4b85-b0ef-4e072ec821fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/12f91e1d-1e98-41c6-855b-210869a6d72d HTTP/1.1" status: 204 len: 168 time: 0.2792773 Aug 27 16:32:56.697039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecb29c-679c-4b85-b0ef-4e072ec821fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f91e1d-1e98-41c6-855b-210869a6d72d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:56.847111 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Allocated IP 172.25.4.129 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/b6ec45cc-0f75-4fd3-834e-219f62a736f3) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:56.874339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Router 862e553a-6f50-49d9-92b6-253e1d91f0df has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:32:56.972273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:55Z', 'revision_number': 3, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:57.050765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Checking router: 78cdb5e9-5c4f-4768-bad2-a0507965761c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:32:57.053443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Updating router 78cdb5e9-5c4f-4768-bad2-a0507965761c port 04354ef2-d27e-4fa0-b47c-cb47bc87220c binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:32:57.060417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.088433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:32:57.097260 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6602afe3-3b13-4609-95f6-69fb864af32e tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "PUT /v2.0/routers/862e553a-6f50-49d9-92b6-253e1d91f0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4789212 Aug 27 16:32:57.098580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34240) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:57.105754 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] Sync routers for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:32:57.141775 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:57.142201 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:57.160608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.195983 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:57.206946 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] Routers {'862e553a-6f50-49d9-92b6-253e1d91f0df'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:57.207807 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['862e553a-6f50-49d9-92b6-253e1d91f0df'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:57.245470 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:57.246377 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4706fcf-6fe8-400c-b859-20b6329f4de0 None None] The sync data for ids ['862e553a-6f50-49d9-92b6-253e1d91f0df'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:57.253676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.424370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.458082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.541839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:57.547100 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:57.552313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:57.557895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Pushing event updated for resources: {'Port': ['ID=b6ec45cc-0f75-4fd3-834e-219f62a736f3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:57.584419 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.598736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Transition to ACTIVE for port object 04354ef2-d27e-4fa0-b47c-cb47bc87220c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:57.665059 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.712853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting port 7d14df7a-c9c6-4c2b-a4b5-5923fc3423e5 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:32:57.713208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.735234 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.756190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Attempting to bind port 04354ef2-d27e-4fa0-b47c-cb47bc87220c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:32:57.757072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Attempting to bind port 04354ef2-d27e-4fa0-b47c-cb47bc87220c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:32:57.757072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Attempting to bind port 04354ef2-d27e-4fa0-b47c-cb47bc87220c on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:32:57.760046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700c7c0-2020-4370-974b-ab1378fc9b7c None None] Pushing event updated for resources: {'Port': ['ID=04354ef2-d27e-4fa0-b47c-cb47bc87220c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:57.764949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:32:57.765336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:32:57.765722 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.766208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:32:57.766780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Bound port: 04354ef2-d27e-4fa0-b47c-cb47bc87220c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:32:57.767188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.775684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.824776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.836791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] For port 04354ef2-d27e-4fa0-b47c-cb47bc87220c, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:32:57.852195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] For port 04354ef2-d27e-4fa0-b47c-cb47bc87220c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=04354ef2-d27e-4fa0-b47c-cb47bc87220c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:32:57.854026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Calling delete_port for 7d14df7a-c9c6-4c2b-a4b5-5923fc3423e5 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:32:57.923222 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:57.951951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Allocated IP 172.20.0.1 (673d9193-d630-467a-97fe-3da41cb5bb16/0ba4498b-380e-4a5e-8bd4-cd45c0ac7766/5d8e2eb7-688e-4805-abcc-125b69132e6e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:32:57.966446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.044652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:32:58.045302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:58.123201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700c7c0-2020-4370-974b-ab1378fc9b7c None None] Pushing event updated for resources: {'Port': ['ID=04354ef2-d27e-4fa0-b47c-cb47bc87220c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:58.184634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.238576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Transition to ACTIVE for port object 5d8e2eb7-688e-4805-abcc-125b69132e6e will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:32:58.294610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34282) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:58.346428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.352623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.404964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Network 673d9193-d630-467a-97fe-3da41cb5bb16 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:58.408279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.410922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:58.415091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:32:58.421694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Pushing event updated for resources: {'Port': ['ID=5d8e2eb7-688e-4805-abcc-125b69132e6e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:58.439314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:32:58.486685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.584172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1906180925-network', 'tenant_id': '54784492f6ff4adc9ab28acc464a6a72'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:58.736642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Made reservation on behalf of 54784492f6ff4adc9ab28acc464a6a72 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:32:58.741324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.753032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.787442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:55Z', 'revision_number': 3, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:32:58.830932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.831512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807d7ec-2f60-47ba-881e-e0a3bda38a02 None None] The sync data for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 is: [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:55Z', 'revision_number': 3, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:32:58.842292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:58.848426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Port': ['ID=7d14df7a-c9c6-4c2b-a4b5-5923fc3423e5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:58.951845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9517389d-8243-44b8-9901-0aa95b0261ab None None] Provisioning for port 5d8e2eb7-688e-4805-abcc-125b69132e6e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:58.957256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9517389d-8243-44b8-9901-0aa95b0261ab None None] Provisioning complete for port 5d8e2eb7-688e-4805-abcc-125b69132e6e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:58.961753 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9517389d-8243-44b8-9901-0aa95b0261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.008301 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.019235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.029810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9517389d-8243-44b8-9901-0aa95b0261ab None None] Port 5d8e2eb7-688e-4805-abcc-125b69132e6e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:32:59.072214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.104282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Pushing event updated for resources: {'Port': ['ID=b6ec45cc-0f75-4fd3-834e-219f62a736f3,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:59.135015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.187498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.192817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.197404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:32:59.201373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.202516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b2e4d-b59d-4a8f-9bc0-e3bedde13054,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:59.203929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.208532 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-db42c79d-beec-4bf2-a5f6-dd67bb3a8ee7 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2389517 Aug 27 16:32:59.212874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34296) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:59.272733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.273289 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Added segment a65a0ebe-cc57-46f1-8c97-0ab322017a1c of type vlan for network 57f4273b-be7d-4f99-90ea-62466541dc2c Aug 27 16:32:59.337012 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.365330 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.366549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Fanout notify agent at l3_agent the message router_deleted on router 862e553a-6f50-49d9-92b6-253e1d91f0df {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:32:59.380343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.380343 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f7800679-dfdb-4658-ac6b-e1cddfa640c6 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/routers/862e553a-6f50-49d9-92b6-253e1d91f0df HTTP/1.1" status: 204 len: 168 time: 2.2785826 Aug 27 16:32:59.384875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34304) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:59.505317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Deleting subnet de0c7746-3d14-4835-b853-93caf030d8b9 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:32:59.509299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.524877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.562332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.565013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34310) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:59.576350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-daa5d73d-7204-44b6-aa2c-93f3d3742361 tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3637824 Aug 27 16:32:59.604470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.616572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Pushing event updated for resources: {'Port': ['ID=5d8e2eb7-688e-4805-abcc-125b69132e6e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:59.616572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.616572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:32:59.616572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.716011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 04354ef2-d27e-4fa0-b47c-cb47bc87220c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:32:59.731628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d37f3693-8847-461e-967a-05661838a8a9 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1640203 Aug 27 16:32:59.733586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34314) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:59.738558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] Pushing event updated for resources: {'Network': ['ID=57f4273b-be7d-4f99-90ea-62466541dc2c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:32:59.759478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 57f4273b-be7d-4f99-90ea-62466541dc2c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:32:59.793671 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:32:59.818553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d280eb82-1fba-4e31-9783-43fc6d1b9e32 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5222001 Aug 27 16:32:59.822203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34318) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:32:59.829827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Request body: {'subnet': {'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1906180925-subnet', 'tenant_id': '54784492f6ff4adc9ab28acc464a6a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:32:59.852327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Network 673d9193-d630-467a-97fe-3da41cb5bb16 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:32:59.854698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:32:59.930047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 04354ef2-d27e-4fa0-b47c-cb47bc87220c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:32:59.935667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 04354ef2-d27e-4fa0-b47c-cb47bc87220c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:32:59.936050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.012514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Made reservation on behalf of 54784492f6ff4adc9ab28acc464a6a72 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:00.026649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.082823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Deleting port b6ec45cc-0f75-4fd3-834e-219f62a736f3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:00.083449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.111740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.146245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 04354ef2-d27e-4fa0-b47c-cb47bc87220c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=04354ef2-d27e-4fa0-b47c-cb47bc87220c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:00.152232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Router 78cdb5e9-5c4f-4768-bad2-a0507965761c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:33:00.160958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.186867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.191202 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/subnets/de0c7746-3d14-4835-b853-93caf030d8b9 HTTP/1.1" status: 204 len: 168 time: 0.8024755 Aug 27 16:33:00.210777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34322) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:00.226705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acd402-24f9-44fe-87da-486e69da4d23 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Subnet': ['ID=de0c7746-3d14-4835-b853-93caf030d8b9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:00.261688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.287848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.288241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.311721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d29ffd16-6f51-45cd-ae4f-99be46ae2df2 None None] Provisioning complete for port 5d8e2eb7-688e-4805-abcc-125b69132e6e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:00.312430 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d29ffd16-6f51-45cd-ae4f-99be46ae2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.314143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Calling delete_port for b6ec45cc-0f75-4fd3-834e-219f62a736f3 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:00.335383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:00.355973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.360583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ebeb1a84-34f7-4546-b7af-1210110f690b admin admin] 10.222.0.101 "PUT /v2.0/routers/78cdb5e9-5c4f-4768-bad2-a0507965761c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7606125 Aug 27 16:33:00.393667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d29ffd16-6f51-45cd-ae4f-99be46ae2df2 None None] Port 5d8e2eb7-688e-4805-abcc-125b69132e6e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:33:00.402540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=04354ef2-d27e-4fa0-b47c-cb47bc87220c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:00.438092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.584427 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.597548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f45b21-53ea-4a16-b5d3-d65142c15802,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:00.599899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Checking segment: {'id': 'a65a0ebe-cc57-46f1-8c97-0ab322017a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:00.600321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Network hostable DHCP agents. Network: 57f4273b-be7d-4f99-90ea-62466541dc2c, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:00.610747 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6595cc12-4ce5-468f-80c9-0051b003517a']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:00.620029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035fee2d-e9d3-474e-ad5c-c9083c982d65') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:00.620323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035fee2d-e9d3-474e-ad5c-c9083c982d65') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:00.630369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.646088 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.679313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:00.679804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:00.682922 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:00.739044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Network 57f4273b-be7d-4f99-90ea-62466541dc2c is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:00.859970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 57f4273b-be7d-4f99-90ea-62466541dc2c) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:00.860249 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.867554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:00.869052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.870474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.876050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:00.880429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] 10.222.0.101 "DELETE /v2.0/networks/6595cc12-4ce5-468f-80c9-0051b003517a HTTP/1.1" status: 204 len: 168 time: 0.6660879 Aug 27 16:33:00.889978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db04b38-b491-40a8-a06a-e2ce01b7acb1 None None] Network 57f4273b-be7d-4f99-90ea-62466541dc2c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:00.946837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9009f72c-3330-4caa-b49d-c9077e79620e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1226456 Aug 27 16:33:00.953460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68493-7ee2-4982-8685-1a79e43e0483 tempest-FloatingIPTestJSON-568967271 tempest-FloatingIPTestJSON-568967271-project] Pushing event deleted for resources: {'Network': ['ID=6595cc12-4ce5-468f-80c9-0051b003517a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:00.956745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Pushing event deleted for resources: {'Port': ['ID=b6ec45cc-0f75-4fd3-834e-219f62a736f3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:01.009650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34348) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:01.017426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d8553704-56a1-4684-a915-ad88ebc475e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959264321', 'description': 'tempest-description--1137366415'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:01.128490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b044d3-6d54-4648-8967-977319c13ec8 None None] Network 57f4273b-be7d-4f99-90ea-62466541dc2c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:01.157192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.159837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.167455 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a3b79472-36d2-4409-bd2f-f5740b43b3a1 tempest-FloatingIPAdminTestJSON-1368512273 tempest-FloatingIPAdminTestJSON-1368512273-project] 10.222.0.101 "DELETE /v2.0/floatingips/72136113-fff2-491d-8860-a24e4d35f71a HTTP/1.1" status: 204 len: 168 time: 1.4304981 Aug 27 16:33:01.168911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34354) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:01.178658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Sync routers for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:01.198285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:01.198935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:01.230010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8553704-56a1-4684-a915-ad88ebc475e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.324130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8553704-56a1-4684-a915-ad88ebc475e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.332523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Deleting port 62d7f025-7f3c-49e8-bd92-f6eb9aae00d1 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:01.337878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.405064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:33:01.419996 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8553704-56a1-4684-a915-ad88ebc475e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.458131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.458776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.487431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8553704-56a1-4684-a915-ad88ebc475e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c010ca8c-b65d-4754-bef5-635443169bbc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:01.500067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Calling delete_port for 62d7f025-7f3c-49e8-bd92-f6eb9aae00d1 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:01.505495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d8553704-56a1-4684-a915-ad88ebc475e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.516872 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d8553704-56a1-4684-a915-ad88ebc475e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5010867 Aug 27 16:33:01.516872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:01.524231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-815f839d-fb22-4a2b-ac89-b119c7de272e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'security_group_rule': {'security_group_id': 'c010ca8c-b65d-4754-bef5-635443169bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:01.698942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34368) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:01.713033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 04354ef2-d27e-4fa0-b47c-cb47bc87220c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:01.721180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 2, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:01.734578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-815f839d-fb22-4a2b-ac89-b119c7de272e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.793750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Checking router: 78cdb5e9-5c4f-4768-bad2-a0507965761c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:33:01.794096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Updating router 78cdb5e9-5c4f-4768-bad2-a0507965761c port 5d8e2eb7-688e-4805-abcc-125b69132e6e binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:33:01.835305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-815f839d-fb22-4a2b-ac89-b119c7de272e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.837901 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.872205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Pushing event deleted for resources: {'Port': ['ID=62d7f025-7f3c-49e8-bd92-f6eb9aae00d1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:01.880153 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.974893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-815f839d-fb22-4a2b-ac89-b119c7de272e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.977770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 04354ef2-d27e-4fa0-b47c-cb47bc87220c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:01.978262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:01.997195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.001835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.008773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5279ecb4-a912-4889-ace6-f4588a0ff9de tempest-FloatingIPAdminTestJSON-433647331 tempest-FloatingIPAdminTestJSON-433647331-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/9ec8431e-d364-4e1e-b994-a9dd154636b8 HTTP/1.1" status: 204 len: 168 time: 0.8363369 Aug 27 16:33:02.011628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34380) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:02.014503 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24abf144-d580-47e0-a23d-511d3e1940bb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e5d1c04a325a42afb205d8a65e7e1c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142569 Aug 27 16:33:02.021081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34382) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:02.097270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f839d-fb22-4a2b-ac89-b119c7de272e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ba6d36-b996-4869-b712-ba3627b27a49,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:02.105835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df74ce9b-1242-4e05-8716-1bb9698a69d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.153410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-815f839d-fb22-4a2b-ac89-b119c7de272e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.154638 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-815f839d-fb22-4a2b-ac89-b119c7de272e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6410439 Aug 27 16:33:02.157053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df74ce9b-1242-4e05-8716-1bb9698a69d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.163841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34392) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:02.172372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a1a4cafc-a3fe-41fd-9bf9-7a85615a818f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'security_group_rule': {'security_group_id': 'c010ca8c-b65d-4754-bef5-635443169bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:02.222470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Deleting port 451d2162-baca-4dc3-9ea9-07d831dd1c30 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:02.222983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.356667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df74ce9b-1242-4e05-8716-1bb9698a69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.359232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-df74ce9b-1242-4e05-8716-1bb9698a69d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.362318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-df74ce9b-1242-4e05-8716-1bb9698a69d8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1dc819a5-d04f-4b71-ac79-8f15fdfa3fed HTTP/1.1" status: 204 len: 168 time: 0.3333037 Aug 27 16:33:02.382524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34404) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:02.383407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74ce9b-1242-4e05-8716-1bb9698a69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc819a5-d04f-4b71-ac79-8f15fdfa3fed,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:02.388311 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.397665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1361299878-network', 'tenant_id': 'a49e43bc62ff4e9999e28b903fa4594e'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:02.406236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Calling delete_port for 451d2162-baca-4dc3-9ea9-07d831dd1c30 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:02.502608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.515409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Transition to ACTIVE for port object 5d8e2eb7-688e-4805-abcc-125b69132e6e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:02.516813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1a4cafc-a3fe-41fd-9bf9-7a85615a818f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.568439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Made reservation on behalf of a49e43bc62ff4e9999e28b903fa4594e for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:02.572025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.581312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.590129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.630268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1a4cafc-a3fe-41fd-9bf9-7a85615a818f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.683062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd0633-310e-4c18-aaf3-e0cef2333e25 None None] Pushing event updated for resources: {'Port': ['ID=5d8e2eb7-688e-4805-abcc-125b69132e6e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:02.709857 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1a4cafc-a3fe-41fd-9bf9-7a85615a818f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.730677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4cafc-a3fe-41fd-9bf9-7a85615a818f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d028a98e-2ca6-449f-932f-23a1f7f724d8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:02.764559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Attempting to bind port 5d8e2eb7-688e-4805-abcc-125b69132e6e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:02.764938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Attempting to bind port 5d8e2eb7-688e-4805-abcc-125b69132e6e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:02.765307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Attempting to bind port 5d8e2eb7-688e-4805-abcc-125b69132e6e on network 673d9193-d630-467a-97fe-3da41cb5bb16 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:02.771209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:02.773268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Checking segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:02.773848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.774428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Bound using segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:02.775768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Bound port: 5d8e2eb7-688e-4805-abcc-125b69132e6e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:02.776338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.800519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.802897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.905453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.920480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:02.940002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Port': ['ID=451d2162-baca-4dc3-9ea9-07d831dd1c30,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:02.962461 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:02.963142 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Added segment b4722ab8-b0f0-4625-8316-a87234ba4870 of type vlan for network 1b4af2e9-35f8-44a5-b641-4c008ebfc532 Aug 27 16:33:02.969326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] For port 5d8e2eb7-688e-4805-abcc-125b69132e6e, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:02.979674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] For port 5d8e2eb7-688e-4805-abcc-125b69132e6e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5d8e2eb7-688e-4805-abcc-125b69132e6e,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:03.018557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1a4cafc-a3fe-41fd-9bf9-7a85615a818f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.020133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a1a4cafc-a3fe-41fd-9bf9-7a85615a818f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8545272 Aug 27 16:33:03.023229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34414) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:03.036688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:03.075847 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.093056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.095104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.098114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f967dd9d-38f3-47bf-b76a-df64539d3743 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "DELETE /v2.0/ports/451d2162-baca-4dc3-9ea9-07d831dd1c30 HTTP/1.1" status: 204 len: 168 time: 1.0850325 Aug 27 16:33:03.102535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34418) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:03.143977 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:03.144939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:03.175262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0875dcd-a281-41c5-ab45-99a81d5d73ec,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:03.198584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b640625e-c6eb-46ab-841b-d46ac7a92ed2 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:03.208664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b640625e-c6eb-46ab-841b-d46ac7a92ed2 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "GET /v2.0/ports?device_id=4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 HTTP/1.1" status: 200 len: 913 time: 0.1048553 Aug 27 16:33:03.214199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34422) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:03.225097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd0633-310e-4c18-aaf3-e0cef2333e25 None None] Pushing event updated for resources: {'Port': ['ID=5d8e2eb7-688e-4805-abcc-125b69132e6e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:03.286800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.288058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:03.288553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.359844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.377202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:33:03.476494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4af2e9-35f8-44a5-b641-4c008ebfc532,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:03.510780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1b4af2e9-35f8-44a5-b641-4c008ebfc532 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:03.541192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e17713d-37d4-4a50-9416-2979b89dccc5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1534066 Aug 27 16:33:03.544121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34436) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:03.549112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Request body: {'subnet': {'network_id': '1b4af2e9-35f8-44a5-b641-4c008ebfc532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1361299878-subnet', 'tenant_id': 'a49e43bc62ff4e9999e28b903fa4594e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:03.704213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Made reservation on behalf of a49e43bc62ff4e9999e28b903fa4594e for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:03.728784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:03.879529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.066646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.119707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Allocated IP 172.25.4.106 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/01964c87-4d96-4f7a-b769-3c03f08ee1ea) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:04.143731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.237446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e0091a-209d-4cef-ad9b-406b952f7d84,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:04.271302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Checking segment: {'id': 'b4722ab8-b0f0-4625-8316-a87234ba4870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '1b4af2e9-35f8-44a5-b641-4c008ebfc532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:04.271677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Network hostable DHCP agents. Network: 1b4af2e9-35f8-44a5-b641-4c008ebfc532, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:04.283620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:02Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:04.284279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:04.312175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c5ab-4654-4cf6-a35a-16011270d1b7 None None] The sync data for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 is: [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:02Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:33:04.396547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Network 1b4af2e9-35f8-44a5-b641-4c008ebfc532 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:04.489392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 1b4af2e9-35f8-44a5-b641-4c008ebfc532) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:04.496685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:04.497620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.509519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c84c0b-2d3c-4c5f-9905-787b709b9ba5 None None] Network 1b4af2e9-35f8-44a5-b641-4c008ebfc532 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:04.574295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2f1c4bc8-b642-474b-8c8f-3bd08a4707b8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-244275473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:04.593896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.634995 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e2981bc-e55c-4ae7-a462-72472bc89681 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0894568 Aug 27 16:33:04.711754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4bc8-b642-474b-8c8f-3bd08a4707b8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.716426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4bc8-b642-474b-8c8f-3bd08a4707b8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.791190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Deleting port a46e7a2a-af5b-46d8-8aff-35b73c025c28 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:04.791508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.841627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4bc8-b642-474b-8c8f-3bd08a4707b8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.850747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe3cd3-7394-46d9-b621-a007f55ae5f7 None None] Network 1b4af2e9-35f8-44a5-b641-4c008ebfc532 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:04.867419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.917433 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4bc8-b642-474b-8c8f-3bd08a4707b8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:04.959102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:04.981515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:04.993473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:05.008002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4bc8-b642-474b-8c8f-3bd08a4707b8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.009894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2f1c4bc8-b642-474b-8c8f-3bd08a4707b8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7245138 Aug 27 16:33:05.011569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34470) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:05.019818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-462923120'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:05.033962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'Port': ['ID=01964c87-4d96-4f7a-b769-3c03f08ee1ea,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:05.064432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.086617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Calling delete_port for a46e7a2a-af5b-46d8-8aff-35b73c025c28 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:05.115871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Made reservation on behalf of 04e0962512e94049b55c1e2bf02a9bec for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:05.139749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.153314 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.267752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.359811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.383465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.436822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.458875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:05.515916 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.516549 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Added segment cc755962-90b8-41be-ad78-b869a18d1dea of type vlan for network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c Aug 27 16:33:05.539153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8213cf-379f-40d7-adf6-ed41ec18e136,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:05.589879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.687483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.693682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:05.694351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:05.760276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d8e2eb7-688e-4805-abcc-125b69132e6e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:05.862126 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8467019 Aug 27 16:33:05.875679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:05.888551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'subnet': {'network_id': 'e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:05.961755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5d8e2eb7-688e-4805-abcc-125b69132e6e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:05.965763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5d8e2eb7-688e-4805-abcc-125b69132e6e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:05.968069 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.030350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e7e9d-14cd-4e17-bd42-2af762fc34ca tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Network': ['ID=e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:06.045733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:06.107731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Made reservation on behalf of 04e0962512e94049b55c1e2bf02a9bec for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:06.112502 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.249037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.306162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-34194422-8236-417a-b546-f765879c4d46 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:06.311777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-34194422-8236-417a-b546-f765879c4d46 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/networks?id=57f4273b-be7d-4f99-90ea-62466541dc2c HTTP/1.1" status: 200 len: 812 time: 0.8085699 Aug 27 16:33:06.325678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8630627-da13-45af-a46f-1e369ee2b4f2 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/quotas/54784492f6ff4adc9ab28acc464a6a72 HTTP/1.1" status: 200 len: 375 time: 0.0110884 Aug 27 16:33:06.331232 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.337424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5d8e2eb7-688e-4805-abcc-125b69132e6e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5d8e2eb7-688e-4805-abcc-125b69132e6e,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:06.395068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Port': ['ID=a46e7a2a-af5b-46d8-8aff-35b73c025c28,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:06.427456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.430884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.431659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-e7fa009b-06ce-4c27-9417-b6bd39e3d342 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=54784492f6ff4adc9ab28acc464a6a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857637 Aug 27 16:33:06.506776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.514274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5d8e2eb7-688e-4805-abcc-125b69132e6e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:06.642063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.717223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'Port': ['ID=01964c87-4d96-4f7a-b769-3c03f08ee1ea,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:06.722824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.793734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Subnet': ['ID=8bfec1e7-00f2-4987-8c3c-6d6b23806c64,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:06.817544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Checking segment: {'id': 'cc755962-90b8-41be-ad78-b869a18d1dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:06.817916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network hostable DHCP agents. Network: e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:06.872119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-6c75b83d-6e2c-4814-9f0c-a3d3be3d05ea service neutron] 10.222.0.101 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209125 Aug 27 16:33:06.875823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:06.880409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0695b3aa-29e8-4f89-9e37-97c3323c8ecd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8528333 Aug 27 16:33:06.934300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:06.937320 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:07.020600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:07.030618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:07.031583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:07.059820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df3837-beee-40c0-961d-c13304b6e23d None None] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:07.104804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-e2eff99d-004a-4cca-be81-4d6a8c7d0c2a service neutron] 10.222.0.101 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096252 Aug 27 16:33:07.118245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-80952f5f-5f78-4d04-828c-9067cc2c4b64 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2412241 Aug 27 16:33:07.132742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34528) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:07.139255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'network': {'name': 'tempest-router-network01--968936794'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:07.621517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-ade4fd80-05da-4d8c-b541-e1b09e6a9540 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--959264321&fields=id&tenant_id=e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 267 time: 0.0943043 Aug 27 16:33:07.621517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Router 4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:33:07.621517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-268d066e-611b-4f9b-9d9c-0c65cfb7c1c7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:07.621517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-268d066e-611b-4f9b-9d9c-0c65cfb7c1c7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 816 time: 0.1709707 Aug 27 16:33:07.621517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d69f9114-044d-4c55-9d1c-6eb4c7c46f9b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/quotas/e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 375 time: 0.0426805 Aug 27 16:33:07.621517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:07.621517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b98af52f-ab01-4771-bcb3-7368e8f0456f tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "PUT /v2.0/routers/4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3530543 Aug 27 16:33:07.627998 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] Sync routers for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:07.627998 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:07.627998 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:07.629550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-820c5e2c-2cdb-4959-b999-9c9df4d63bfd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641344 Aug 27 16:33:07.630374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34538) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:07.634953 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:07.635976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c', 'network_id': 'e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c', 'tenant_id': '04e0962512e94049b55c1e2bf02a9bec', 'fixed_ips': [{'subnet_id': '8bfec1e7-00f2-4987-8c3c-6d6b23806c64'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:07.635976 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:07.648135 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] Routers {'4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:07.648779 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:07.657389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d8e2eb7-688e-4805-abcc-125b69132e6e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:07.692066 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:07.692962 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a1f24-4b04-402d-9b3c-fe4aaa20ca88 None None] The sync data for ids ['4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:33:07.751508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Made reservation on behalf of 04e0962512e94049b55c1e2bf02a9bec for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:07.755178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:07.801495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:07.805005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:07.827300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d5c10065-88c3-449c-ade7-1e93c73b32a6 service neutron] 10.222.0.101 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272322 Aug 27 16:33:07.887505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:07.888343 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Added segment d53b7ca5-93d3-4f09-ba37-20868b6343fe of type vlan for network d1d55ca2-a265-4726-a2e7-855f34122dc3 Aug 27 16:33:07.893560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5d8e2eb7-688e-4805-abcc-125b69132e6e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:07.894192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:07.948134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Allocated IP 172.20.0.2 (e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c/8bfec1e7-00f2-4987-8c3c-6d6b23806c64/0e377d04-0071-4582-9d74-893ee0bdcc59) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:07.993317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-34a3dcb8-9f50-4496-96c6-21fccc3504d8 service neutron] 10.222.0.101 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580329 Aug 27 16:33:08.000086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.046787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.142248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ca6cee8-3417-4c48-97c8-6b1739cb9dce req-5ccb3289-4ea0-40b0-96d5-7b52cc353ec4 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 210 time: 0.0484335 Aug 27 16:33:08.208040 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.210589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Transition to ACTIVE for port object 0e377d04-0071-4582-9d74-893ee0bdcc59 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:08.225398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.230261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Transition to ACTIVE for port object 0e377d04-0071-4582-9d74-893ee0bdcc59 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:08.231598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:08.232346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.352820 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.371690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Network': ['ID=d1d55ca2-a265-4726-a2e7-855f34122dc3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:08.399655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Deleting port 3276bd54-94b8-4a1d-a652-6ec2cce937c7 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:08.400144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.421837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c32dbea-4a49-43bb-b630-6513a1e5ba67 req-48533f0d-c619-44f5-966f-879b64f9d605 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 210 time: 0.0290315 Aug 27 16:33:08.441829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Pushing event updated for resources: {'Port': ['ID=0e377d04-0071-4582-9d74-893ee0bdcc59,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:08.445296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:08.454182 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-77ff2c28-313b-4cbd-ab09-56ba9493b7c7 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3197272 Aug 27 16:33:08.457287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34562) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:08.458697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:08.463295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'network': {'name': 'tempest-router-network02--1674270494'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:08.517277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:08.523661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:08.549910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.562858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Made reservation on behalf of 04e0962512e94049b55c1e2bf02a9bec for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:08.566450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.576247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Calling delete_port for 3276bd54-94b8-4a1d-a652-6ec2cce937c7 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:08.599637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:08.614082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.618893 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Added segment d485fdc9-e28c-406a-8c4e-fe2e7c6c610b of type vlan for network 591c955e-4be4-4fc8-a712-887e54d3d4fc Aug 27 16:33:08.642266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Attempting to bind port 0e377d04-0071-4582-9d74-893ee0bdcc59 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:08.642861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Attempting to bind port 0e377d04-0071-4582-9d74-893ee0bdcc59 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cc755962-90b8-41be-ad78-b869a18d1dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:08.643242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Attempting to bind port 0e377d04-0071-4582-9d74-893ee0bdcc59 on network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:08.655959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:08.656624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Checking segment: {'id': 'cc755962-90b8-41be-ad78-b869a18d1dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:08.657224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.657837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Bound using segment: {'id': 'cc755962-90b8-41be-ad78-b869a18d1dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:08.658596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Bound port: 0e377d04-0071-4582-9d74-893ee0bdcc59, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc755962-90b8-41be-ad78-b869a18d1dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': 'e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:08.659192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.682177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.749574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] For port 0e377d04-0071-4582-9d74-893ee0bdcc59, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:08.752941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] For port 0e377d04-0071-4582-9d74-893ee0bdcc59, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0e377d04-0071-4582-9d74-893ee0bdcc59,segment=NetworkSegment(cc755962-90b8-41be-ad78-b869a18d1dea),segment_id=cc755962-90b8-41be-ad78-b869a18d1dea)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:08.852392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.857935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:08.863685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.887115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.935764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Network': ['ID=591c955e-4be4-4fc8-a712-887e54d3d4fc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:08.952306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 591c955e-4be4-4fc8-a712-887e54d3d4fc details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:08.961813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:08.997625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d0a9e-f04a-4b7f-b0d1-4ec47afdffcf None None] Pushing event updated for resources: {'Port': ['ID=0e377d04-0071-4582-9d74-893ee0bdcc59,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:08.998585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Port': ['ID=3276bd54-94b8-4a1d-a652-6ec2cce937c7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:09.021496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-43a1b44d-8959-4ec8-8387-5ba0d61c610f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5620019 Aug 27 16:33:09.023741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34580) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:09.030648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'subnet': {'network_id': 'd1d55ca2-a265-4726-a2e7-855f34122dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:09.262257 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9e21389-32e9-44b4-8773-9c1b1cac5fe8 req-7fb7fe40-6378-447a-b255-cb2f88fbfc2e tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 210 time: 0.0501130 Aug 27 16:33:09.420912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Made reservation on behalf of 04e0962512e94049b55c1e2bf02a9bec for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:09.424870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.438260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.560048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.560262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-209f6d16-8349-4e0a-85ed-f2d15e36f47e req-ef28f856-64a5-48a6-9b4a-74da48a55bfc tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 210 time: 0.0468781 Aug 27 16:33:09.562693 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.704325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0e377d04-0071-4582-9d74-893ee0bdcc59 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:09.784742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.785774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Fanout notify agent at l3_agent the message router_deleted on router 4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:33:09.793474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.797416 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b8e646fd-e634-4ec3-aa8a-432336dddbc0 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "DELETE /v2.0/routers/4385aa32-b4d8-45d6-a73d-0f2a4cc5fbd1 HTTP/1.1" status: 204 len: 168 time: 2.1732736 Aug 27 16:33:09.797416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34594) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:09.842581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.863562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Deleting subnet e6b3f029-e075-49f0-bd71-007632c41ac4 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:33:09.867528 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.877043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0e377d04-0071-4582-9d74-893ee0bdcc59 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:09.919150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:09.967557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Subnet': ['ID=30b88cef-03dd-4df7-a66a-eb8afce2720c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:09.977357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Checking segment: {'id': 'd53b7ca5-93d3-4f09-ba37-20868b6343fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd1d55ca2-a265-4726-a2e7-855f34122dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:09.977733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network hostable DHCP agents. Network: d1d55ca2-a265-4726-a2e7-855f34122dc3, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:10.087855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:10.102328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.225418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d1d55ca2-a265-4726-a2e7-855f34122dc3) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:10.231185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:10.231958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.237813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67434c4d-fa4e-4316-ba30-bf5b87bc6a25 None None] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:10.352439 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.403598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b3f029-e075-49f0-bd71-007632c41ac4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:10.409108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.411163 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b5c7140b-cbd3-42f7-89f1-228c01df3456 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "DELETE /v2.0/subnets/e6b3f029-e075-49f0-bd71-007632c41ac4 HTTP/1.1" status: 204 len: 168 time: 0.6129856 Aug 27 16:33:10.415515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b811313-d0a8-47d9-b262-892c9c04e151 req-3ccfe44e-44bd-4213-8936-189fa448165a tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 210 time: 0.0392463 Aug 27 16:33:10.419830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34608) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:10.430453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6769e641-5b00-49f8-8837-6cd151a86799 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4045236 Aug 27 16:33:10.440299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7a019-0225-4027-b372-954d591f6841 None None] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:10.440299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab30965-7265-4803-895f-7ec928c536b7 None None] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:10.448438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34612) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:10.454562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'subnet': {'network_id': '591c955e-4be4-4fc8-a712-887e54d3d4fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:10.523167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.591167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Deleting port 989bc01f-ab94-4ee7-8219-99fce0c38408 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:10.591752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.628091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-d1d55ca2-a265-4726-a2e7-855f34122dc3', 'network_id': 'd1d55ca2-a265-4726-a2e7-855f34122dc3', 'tenant_id': '04e0962512e94049b55c1e2bf02a9bec', 'fixed_ips': [{'subnet_id': '30b88cef-03dd-4df7-a66a-eb8afce2720c'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:10.631158 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.668699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Made reservation on behalf of 04e0962512e94049b55c1e2bf02a9bec for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:10.672380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.672751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2e67b904-832c-465a-8813-c701eb6c3abb None None] Provisioning for port 0e377d04-0071-4582-9d74-893ee0bdcc59 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:10.718788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2e67b904-832c-465a-8813-c701eb6c3abb None None] Provisioning complete for port 0e377d04-0071-4582-9d74-893ee0bdcc59 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:10.719927 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e67b904-832c-465a-8813-c701eb6c3abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.746633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13bb00e7-365a-470a-8b80-967a0f6e79c6 req-2b5ac2cf-8396-4fe7-ad8c-b5e9acbc24b8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 210 time: 0.0423408 Aug 27 16:33:10.749347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] For port 989bc01f-ab94-4ee7-8219-99fce0c38408, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=989bc01f-ab94-4ee7-8219-99fce0c38408,segment=NetworkSegment(26bf41f6-174d-48b3-b9be-5d2c86c65e3e),segment_id=26bf41f6-174d-48b3-b9be-5d2c86c65e3e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:10.750022 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:10.771421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Calling delete_port for 989bc01f-ab94-4ee7-8219-99fce0c38408 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:10.980333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] DHCP port deletion for 54ea0038-f000-4b40-aed0-6c8ca1b43f47 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:33:11.072159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.108190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8f17898-a9ec-4fb3-bc45-a8a7794d0969 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:11.109727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8f17898-a9ec-4fb3-bc45-a8a7794d0969 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.97 "GET /v2.0/networks?id=57f4273b-be7d-4f99-90ea-62466541dc2c HTTP/1.1" status: 200 len: 812 time: 0.1839628 Aug 27 16:33:11.124206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Request body: {'port': {'device_id': '776dc849-5e97-45bb-9403-d1a4599c8504', 'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c', 'admin_state_up': True, 'tenant_id': '54784492f6ff4adc9ab28acc464a6a72'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:11.151038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Subnet': ['ID=6d4e0f64-8289-4254-8c00-350629ba86d9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:11.155623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Checking segment: {'id': 'd485fdc9-e28c-406a-8c4e-fe2e7c6c610b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '591c955e-4be4-4fc8-a712-887e54d3d4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:11.155623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network hostable DHCP agents. Network: 591c955e-4be4-4fc8-a712-887e54d3d4fc, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:11.201941 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.244329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] No DVR routers for this DVR port 989bc01f-ab94-4ee7-8219-99fce0c38408 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:11.259080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e67b904-832c-465a-8813-c701eb6c3abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.293556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Allocated IP 172.20.0.2 (d1d55ca2-a265-4726-a2e7-855f34122dc3/30b88cef-03dd-4df7-a66a-eb8afce2720c/de3fea0c-6d90-4924-a448-7c3071dc55a1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:11.301619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Port': ['ID=989bc01f-ab94-4ee7-8219-99fce0c38408,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:11.332020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2e67b904-832c-465a-8813-c701eb6c3abb None None] For port 0e377d04-0071-4582-9d74-893ee0bdcc59, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0e377d04-0071-4582-9d74-893ee0bdcc59,segment=NetworkSegment(cc755962-90b8-41be-ad78-b869a18d1dea),segment_id=cc755962-90b8-41be-ad78-b869a18d1dea)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:11.345595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network 591c955e-4be4-4fc8-a712-887e54d3d4fc is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:11.513266 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.517405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 591c955e-4be4-4fc8-a712-887e54d3d4fc) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:11.523604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:11.527654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.529873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.540503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Transition to ACTIVE for port object de3fea0c-6d90-4924-a448-7c3071dc55a1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:11.544944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ea0038-f000-4b40-aed0-6c8ca1b43f47']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:11.561907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Deleting port 989bc01f-ab94-4ee7-8219-99fce0c38408 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:11.562287 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.564240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093cfcfe-7606-4a0f-b402-c7ab429660df None None] Network 591c955e-4be4-4fc8-a712-887e54d3d4fc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:11.566387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Transition to ACTIVE for port object de3fea0c-6d90-4924-a448-7c3071dc55a1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:11.571113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e67b904-832c-465a-8813-c701eb6c3abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.572093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bf41f6-174d-48b3-b9be-5d2c86c65e3e') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:11.572684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bf41f6-174d-48b3-b9be-5d2c86c65e3e') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:11.597598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e086d08c-2cd9-4340-94dc-3fec8e0d2917 req-4865bc9c-4361-4881-b25f-cf44acfb1004 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 210 time: 0.0500259 Aug 27 16:33:11.599490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.675339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.679973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Made reservation on behalf of 54784492f6ff4adc9ab28acc464a6a72 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:11.683451 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.701037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:11.701462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:11.704831 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:11.765884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 989bc01f-ab94-4ee7-8219-99fce0c38408 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:33:11.768801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6a40d496-027d-41ce-a800-ad04bba76f7e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3191423 Aug 27 16:33:11.772934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34634) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:11.886654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-4a2f9918-5043-4293-9435-ef0f8ce25357 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:11.886991 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.888740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-4a2f9918-5043-4293-9435-ef0f8ce25357 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 816 time: 0.2794013 Aug 27 16:33:11.978050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:11.996217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a1e0844-1338-46ec-9fd5-035ddf48c112 req-9a319567-2af6-4a3b-b2a1-b0aab432d9e6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 210 time: 0.0878568 Aug 27 16:33:12.007070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.011330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 989bc01f-ab94-4ee7-8219-99fce0c38408 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:33:12.011330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 989bc01f-ab94-4ee7-8219-99fce0c38408 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:33:12.015157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b904-832c-465a-8813-c701eb6c3abb None None] Pushing event updated for resources: {'Port': ['ID=0e377d04-0071-4582-9d74-893ee0bdcc59,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:12.015835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "DELETE /v2.0/networks/54ea0038-f000-4b40-aed0-6c8ca1b43f47 HTTP/1.1" status: 204 len: 168 time: 1.5948849 Aug 27 16:33:12.020736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34640) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:12.106518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09dd48-8f52-4efd-993e-49a9a14ea464 tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Network': ['ID=54ea0038-f000-4b40-aed0-6c8ca1b43f47,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:12.124307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:12.144800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-c08f678b-9e59-4441-ad7f-8a71ec007679 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 379 time: 0.2384551 Aug 27 16:33:12.145439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:12.150033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ba5f1dd-bd75-4864-8ee3-3fccc7166aea None None] Provisioning complete for port 0e377d04-0071-4582-9d74-893ee0bdcc59 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:12.150424 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f1dd-bd75-4864-8ee3-3fccc7166aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.152668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:12.156704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] For port 989bc01f-ab94-4ee7-8219-99fce0c38408, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:12.157097 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.196717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'port': {'device_id': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'admin_state_up': True, 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'security_groups': ['c010ca8c-b65d-4754-bef5-635443169bbc']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:12.204870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Allocated IP 172.20.0.11 (57f4273b-be7d-4f99-90ea-62466541dc2c/48f45b21-53ea-4a16-b5d3-d65142c15802/85db2503-0364-4700-8e61-74cd65f8acbf) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:12.230330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Calling delete_port for 989bc01f-ab94-4ee7-8219-99fce0c38408 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:12.248709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Port 989bc01f-ab94-4ee7-8219-99fce0c38408 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:33:12.248709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Pushing event updated for resources: {'Port': ['ID=de3fea0c-6d90-4924-a448-7c3071dc55a1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:12.270452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.284230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-591c955e-4be4-4fc8-a712-887e54d3d4fc', 'network_id': '591c955e-4be4-4fc8-a712-887e54d3d4fc', 'tenant_id': '04e0962512e94049b55c1e2bf02a9bec', 'fixed_ips': [{'subnet_id': '6d4e0f64-8289-4254-8c00-350629ba86d9'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:12.285061 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.300096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.343010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Network 54ea0038-f000-4b40-aed0-6c8ca1b43f47 is not hosted by any dhcp agent {{(pid=95254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 16:33:12.344888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] No DVR routers for this DVR port 989bc01f-ab94-4ee7-8219-99fce0c38408 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:12.356654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1833743-b10d-433b-8c23-a21ab5a8af50 None None] Pushing event deleted for resources: {'Port': ['ID=989bc01f-ab94-4ee7-8219-99fce0c38408,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:12.378800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Attempting to bind port de3fea0c-6d90-4924-a448-7c3071dc55a1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:12.379183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Attempting to bind port de3fea0c-6d90-4924-a448-7c3071dc55a1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd53b7ca5-93d3-4f09-ba37-20868b6343fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd1d55ca2-a265-4726-a2e7-855f34122dc3'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:12.379590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Attempting to bind port de3fea0c-6d90-4924-a448-7c3071dc55a1 on network d1d55ca2-a265-4726-a2e7-855f34122dc3 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:12.393291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:12.393619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Checking segment: {'id': 'd53b7ca5-93d3-4f09-ba37-20868b6343fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd1d55ca2-a265-4726-a2e7-855f34122dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:12.396320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.396320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Bound using segment: {'id': 'd53b7ca5-93d3-4f09-ba37-20868b6343fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd1d55ca2-a265-4726-a2e7-855f34122dc3'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:12.396320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Bound port: de3fea0c-6d90-4924-a448-7c3071dc55a1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53b7ca5-93d3-4f09-ba37-20868b6343fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'd1d55ca2-a265-4726-a2e7-855f34122dc3'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:12.396320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.434575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Deleting port d256d72f-1ca2-4cf9-81fd-c0d2c1097b6c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:12.434928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.708219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Allocated IP 172.20.0.1 (d1d55ca2-a265-4726-a2e7-855f34122dc3/30b88cef-03dd-4df7-a66a-eb8afce2720c/a5a6cc91-0b2e-4043-9290-56490e02b68c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:12.735049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] For port de3fea0c-6d90-4924-a448-7c3071dc55a1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:12.740012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] For port de3fea0c-6d90-4924-a448-7c3071dc55a1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=de3fea0c-6d90-4924-a448-7c3071dc55a1,segment=NetworkSegment(d53b7ca5-93d3-4f09-ba37-20868b6343fe),segment_id=d53b7ca5-93d3-4f09-ba37-20868b6343fe)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:12.744604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Allocated IP 172.20.0.2 (591c955e-4be4-4fc8-a712-887e54d3d4fc/6d4e0f64-8289-4254-8c00-350629ba86d9/39a19cac-982a-47f3-a427-cc4c1260314d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:12.871050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.878477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:12.889400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Transition to ACTIVE for port object a5a6cc91-0b2e-4043-9290-56490e02b68c will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:13.000091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0ab64-0cd0-4768-81e3-6f5cecd9589c None None] Pushing event updated for resources: {'Port': ['ID=de3fea0c-6d90-4924-a448-7c3071dc55a1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:13.005934 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.030063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1da90e5b-342e-4dac-a525-96657865a957 req-920b0602-3570-4c3b-b0a7-59770a4772a5 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 210 time: 0.0744390 Aug 27 16:33:13.055891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Transition to ACTIVE for port object 39a19cac-982a-47f3-a427-cc4c1260314d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:13.057006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.102210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Made reservation on behalf of e6a4a43580b74ff885e1d805d71d82d3 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:13.112571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.119100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Transition to ACTIVE for port object 39a19cac-982a-47f3-a427-cc4c1260314d will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:13.161113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.174086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Port': ['ID=a5a6cc91-0b2e-4043-9290-56490e02b68c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:13.179211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:13.180747 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:13.183690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:13.201277 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.241552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1beb7f85-457b-46f3-98f6-00861ca4e98a req-4b7e68b1-1a0f-4f03-804d-6d3fd55a09e9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 210 time: 0.0771246 Aug 27 16:33:13.243503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.243831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.251579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.283191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Network 591c955e-4be4-4fc8-a712-887e54d3d4fc is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:13.288080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:13.294886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:13.315181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Pushing event updated for resources: {'Port': ['ID=39a19cac-982a-47f3-a427-cc4c1260314d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:13.433278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Attempting to bind port 39a19cac-982a-47f3-a427-cc4c1260314d on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:13.433834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Attempting to bind port 39a19cac-982a-47f3-a427-cc4c1260314d by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd485fdc9-e28c-406a-8c4e-fe2e7c6c610b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '591c955e-4be4-4fc8-a712-887e54d3d4fc'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:13.434375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Attempting to bind port 39a19cac-982a-47f3-a427-cc4c1260314d on network 591c955e-4be4-4fc8-a712-887e54d3d4fc {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:13.440626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:13.441713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Checking segment: {'id': 'd485fdc9-e28c-406a-8c4e-fe2e7c6c610b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '591c955e-4be4-4fc8-a712-887e54d3d4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:13.442336 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.443475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Bound using segment: {'id': 'd485fdc9-e28c-406a-8c4e-fe2e7c6c610b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '591c955e-4be4-4fc8-a712-887e54d3d4fc'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:13.444709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Bound port: 39a19cac-982a-47f3-a427-cc4c1260314d, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd485fdc9-e28c-406a-8c4e-fe2e7c6c610b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '591c955e-4be4-4fc8-a712-887e54d3d4fc'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:13.445274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.511760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Allocated IP 172.20.0.11 (673d9193-d630-467a-97fe-3da41cb5bb16/0ba4498b-380e-4a5e-8bd4-cd45c0ac7766/8514af60-9278-463e-9a9b-e44eded0051b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:13.516721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Calling delete_port for d256d72f-1ca2-4cf9-81fd-c0d2c1097b6c owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:13.556427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] For port 39a19cac-982a-47f3-a427-cc4c1260314d, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:13.560132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] For port 39a19cac-982a-47f3-a427-cc4c1260314d, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=39a19cac-982a-47f3-a427-cc4c1260314d,segment=NetworkSegment(d485fdc9-e28c-406a-8c4e-fe2e7c6c610b),segment_id=d485fdc9-e28c-406a-8c4e-fe2e7c6c610b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:13.576434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.633771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.779128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccaa4a-5750-48e5-966b-61eba92c4c10 None None] Pushing event updated for resources: {'Port': ['ID=39a19cac-982a-47f3-a427-cc4c1260314d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:13.782498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:13.862376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device de3fea0c-6d90-4924-a448-7c3071dc55a1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:13.935060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Pushing event updated for resources: {'Port': ['ID=85db2503-0364-4700-8e61-74cd65f8acbf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:13.968676 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.015876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Network 57f4273b-be7d-4f99-90ea-62466541dc2c is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:14.033818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:14.040586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Transition to ACTIVE for port object 8514af60-9278-463e-9a9b-e44eded0051b will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:14.134784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port de3fea0c-6d90-4924-a448-7c3071dc55a1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:14.143130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:14.160894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0e377d04-0071-4582-9d74-893ee0bdcc59 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:14.256122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.285132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0e377d04-0071-4582-9d74-893ee0bdcc59 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:14.285132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.368383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.415174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.488483 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.543780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Port': ['ID=a5a6cc91-0b2e-4043-9290-56490e02b68c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:14.547484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.639179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:14.639885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.668720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Pushing event deleted for resources: {'Port': ['ID=d256d72f-1ca2-4cf9-81fd-c0d2c1097b6c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:14.732923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:14.753521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:14.753521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:14.774901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf0b1c-1598-462d-8b9a-471031dd4184 req-bd0f270b-4165-4f0e-8733-0563c2e754a5 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:14.776746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4bf0b1c-1598-462d-8b9a-471031dd4184 req-bd0f270b-4165-4f0e-8733-0563c2e754a5 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 932 time: 0.4726377 Aug 27 16:33:14.784517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.785563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973855d3-4027-4449-9a6e-bf2190219297 None None] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:14.787763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:14.792630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3b52b137-fb6f-4f99-bd1a-3cf00a451a7a tempest-FloatingIPAdminTestJSON-1453718762 tempest-FloatingIPAdminTestJSON-1453718762-project] 10.222.0.101 "DELETE /v2.0/floatingips/c0bfa837-030c-4add-b5e3-de80ee632cb6 HTTP/1.1" status: 204 len: 168 time: 2.7647858 Aug 27 16:33:14.792630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-d8e2814a-3340-4629-9d35-7c5843b04e33 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6719463 Aug 27 16:33:14.825871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Request body: {'port': {'device_id': '776dc849-5e97-45bb-9403-d1a4599c8504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:14.856798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Network 673d9193-d630-467a-97fe-3da41cb5bb16 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:15.113451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4bf0b1c-1598-462d-8b9a-471031dd4184 req-844d16ac-3a76-4da5-b73d-ae09c1214c93 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202927 Aug 27 16:33:15.116988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:15.123627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:15.126863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:15.148856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b9dc-d758-4400-a7b4-2061ef2fe03e req-e7b614d2-6fa6-4271-86e6-4bad5ab072fd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:15.150457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a13b9dc-d758-4400-a7b4-2061ef2fe03e req-e7b614d2-6fa6-4271-86e6-4bad5ab072fd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 932 time: 0.7013919 Aug 27 16:33:15.239964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bb66a538-abfe-42ca-b5b6-4cdb0f31ff12 None None] Provisioning for port de3fea0c-6d90-4924-a448-7c3071dc55a1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:15.242965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bb66a538-abfe-42ca-b5b6-4cdb0f31ff12 None None] Provisioning complete for port de3fea0c-6d90-4924-a448-7c3071dc55a1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:15.245199 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb66a538-abfe-42ca-b5b6-4cdb0f31ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:15.316188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a13b9dc-d758-4400-a7b4-2061ef2fe03e req-537c6215-0d68-4d8c-9947-6922c21a411b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381321 Aug 27 16:33:15.358764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:15.359446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:15.379781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Router 864f4506-983d-43ec-a0c9-a02be67e5e19 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:33:15.474123 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb66a538-abfe-42ca-b5b6-4cdb0f31ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:15.560894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d75a8811-ae42-43f4-b1d7-869b472e6abe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3713028 Aug 27 16:33:15.562927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bb66a538-abfe-42ca-b5b6-4cdb0f31ff12 None None] For port de3fea0c-6d90-4924-a448-7c3071dc55a1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=de3fea0c-6d90-4924-a448-7c3071dc55a1,segment=NetworkSegment(d53b7ca5-93d3-4f09-ba37-20868b6343fe),segment_id=d53b7ca5-93d3-4f09-ba37-20868b6343fe)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:15.571456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2393ef6-5369-4e7d-b663-7bd1f7ddfee9 None None] Network 591c955e-4be4-4fc8-a712-887e54d3d4fc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:15.578341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Request body: {'port': {'device_id': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:15.670779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:15.681400 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8a681aeb-75c1-498c-b7cc-6d253095450e tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "PUT /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9071777 Aug 27 16:33:15.687488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:15.720963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] Sync routers for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:15.747749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb66a538-abfe-42ca-b5b6-4cdb0f31ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:15.851702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:15.852355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:15.883582 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34698) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:15.907480 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:15.923995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39a19cac-982a-47f3-a427-cc4c1260314d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:16.191017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:16.280174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66a538-abfe-42ca-b5b6-4cdb0f31ff12 None None] Pushing event updated for resources: {'Port': ['ID=de3fea0c-6d90-4924-a448-7c3071dc55a1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:16.286961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85db2503-0364-4700-8e61-74cd65f8acbf {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:33:16.296163 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:16.308175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:16.321451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Transition to ACTIVE for port object 85db2503-0364-4700-8e61-74cd65f8acbf will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:16.325344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:16.332680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Provisioning for port a5a6cc91-0b2e-4043-9290-56490e02b68c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:16.391068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-30a268db-a2e8-4f50-93cc-9b35831477e6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f09b3879fecd4ebab93ab542d0750fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989219 Aug 27 16:33:16.395297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34716) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:16.510430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Provisioning complete for port a5a6cc91-0b2e-4043-9290-56490e02b68c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:16.515925 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:16.517525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:16.525936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f869c75-29dd-4fb4-9410-ae355dcda824 None None] The sync data for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:33:16.675033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:16.682826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Port a5a6cc91-0b2e-4043-9290-56490e02b68c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:33:16.823741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aea33-c339-4120-b434-371e717662bd req-4528948c-3f61-4955-84f7-a9f4c4d4ad62 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:16.825498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e69aea33-c339-4120-b434-371e717662bd req-4528948c-3f61-4955-84f7-a9f4c4d4ad62 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 932 time: 0.4789858 Aug 27 16:33:16.833066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Pushing event updated for resources: {'Port': ['ID=85db2503-0364-4700-8e61-74cd65f8acbf,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:16.846422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 39a19cac-982a-47f3-a427-cc4c1260314d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:16.864580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Provisioning for port 8514af60-9278-463e-9a9b-e44eded0051b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:16.884425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Provisioning complete for port 8514af60-9278-463e-9a9b-e44eded0051b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:16.884800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:16.904744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8ef41-3792-4eb3-884a-c68be9d59f83 req-b79414f2-3c8d-4fed-848f-7c0bccc1390d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:16.906325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-afb8ef41-3792-4eb3-884a-c68be9d59f83 req-b79414f2-3c8d-4fed-848f-7c0bccc1390d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 932 time: 0.2546422 Aug 27 16:33:16.972811 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-86424581-3aa5-48a1-bed1-ce36b8213a06 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:33:16.974318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-86424581-3aa5-48a1-bed1-ce36b8213a06 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "PUT /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2821715 Aug 27 16:33:16.977749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34722) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:17.074786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dcda2fc-424d-4ac0-b0e2-a7d41fe72d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.119651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8514af60-9278-463e-9a9b-e44eded0051b {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:33:17.126448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e69aea33-c339-4120-b434-371e717662bd req-c29f2ac7-5bb3-4c94-8e3a-371d4b17d513 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891386 Aug 27 16:33:17.152062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.164257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dcda2fc-424d-4ac0-b0e2-a7d41fe72d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.199606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-afb8ef41-3792-4eb3-884a-c68be9d59f83 req-551b7d13-7d4b-455c-982d-10a1cf4d3932 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592771 Aug 27 16:33:17.238026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Transition to ACTIVE for port object 8514af60-9278-463e-9a9b-e44eded0051b will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:17.288282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Attempting to bind port 85db2503-0364-4700-8e61-74cd65f8acbf on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:17.288282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Attempting to bind port 85db2503-0364-4700-8e61-74cd65f8acbf by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'a65a0ebe-cc57-46f1-8c97-0ab322017a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:17.288282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Attempting to bind port 85db2503-0364-4700-8e61-74cd65f8acbf on network 57f4273b-be7d-4f99-90ea-62466541dc2c {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:17.316824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Port 85db2503-0364-4700-8e61-74cd65f8acbf on network 57f4273b-be7d-4f99-90ea-62466541dc2c not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:33:17.316824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Attempting to bind port 85db2503-0364-4700-8e61-74cd65f8acbf on network 57f4273b-be7d-4f99-90ea-62466541dc2c {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:17.319417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:17.319993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Checking segment: {'id': 'a65a0ebe-cc57-46f1-8c97-0ab322017a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:17.320576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Bound using segment: {'id': 'a65a0ebe-cc57-46f1-8c97-0ab322017a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:17.321215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Bound port: 85db2503-0364-4700-8e61-74cd65f8acbf, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65a0ebe-cc57-46f1-8c97-0ab322017a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:17.321760 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.336703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Port 8514af60-9278-463e-9a9b-e44eded0051b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:33:17.337460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.356535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Provisioning complete for port de3fea0c-6d90-4924-a448-7c3071dc55a1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:17.363423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.442678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:17.507106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dcda2fc-424d-4ac0-b0e2-a7d41fe72d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.509688 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dcda2fc-424d-4ac0-b0e2-a7d41fe72d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.510875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5dcda2fc-424d-4ac0-b0e2-a7d41fe72d83 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2420aa0f-cbea-4036-b639-b28f0d41e66b HTTP/1.1" status: 204 len: 168 time: 0.8629093 Aug 27 16:33:17.533073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] For port 85db2503-0364-4700-8e61-74cd65f8acbf, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:17.539178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] For port 85db2503-0364-4700-8e61-74cd65f8acbf, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=85db2503-0364-4700-8e61-74cd65f8acbf,segment=NetworkSegment(a65a0ebe-cc57-46f1-8c97-0ab322017a1c),segment_id=a65a0ebe-cc57-46f1-8c97-0ab322017a1c)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:17.540575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcda2fc-424d-4ac0-b0e2-a7d41fe72d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2420aa0f-cbea-4036-b639-b28f0d41e66b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:17.563944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Attempting to bind port 8514af60-9278-463e-9a9b-e44eded0051b on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:17.563944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Attempting to bind port 8514af60-9278-463e-9a9b-e44eded0051b by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:17.563944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Attempting to bind port 8514af60-9278-463e-9a9b-e44eded0051b on network 673d9193-d630-467a-97fe-3da41cb5bb16 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:17.572461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Port 8514af60-9278-463e-9a9b-e44eded0051b on network 673d9193-d630-467a-97fe-3da41cb5bb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:33:17.572734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Attempting to bind port 8514af60-9278-463e-9a9b-e44eded0051b on network 673d9193-d630-467a-97fe-3da41cb5bb16 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:17.594806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:17.595155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Checking segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:17.598667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Bound using segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:17.599142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Bound port: 8514af60-9278-463e-9a9b-e44eded0051b, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:17.599697 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.632267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Provisioning for port 39a19cac-982a-47f3-a427-cc4c1260314d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:17.636144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Provisioning complete for port 39a19cac-982a-47f3-a427-cc4c1260314d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:17.638041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.670822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.698066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.769783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device de3fea0c-6d90-4924-a448-7c3071dc55a1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:17.808308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Pushing event updated for resources: {'Port': ['ID=85db2503-0364-4700-8e61-74cd65f8acbf,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:17.834600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:17.835216 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.836684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-052a4848-5da1-4f1c-b062-58372d28afe4 service neutron] 10.222.0.97 "PUT /v2.0/ports/85db2503-0364-4700-8e61-74cd65f8acbf HTTP/1.1" status: 200 len: 1092 time: 3.0208199 Aug 27 16:33:17.837133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776dc849-5e97-45bb-9403-d1a4599c8504', 'tag': '85db2503-0364-4700-8e61-74cd65f8acbf'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:33:17.839472 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea74be1-ede6-4e63-98d6-f8acdf241aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "776dc849-5e97-45bb-9403-d1a4599c8504", "tag": "85db2503-0364-4700-8e61-74cd65f8acbf"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:33:17.884039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:17.887481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:17.898990 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef37e388-2aa6-4176-98e6-36bffe60b8ca x-openstack-request-id: req-ef37e388-2aa6-4176-98e6-36bffe60b8ca {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:33:17.899519 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776dc849-5e97-45bb-9403-d1a4599c8504", "tag": "85db2503-0364-4700-8e61-74cd65f8acbf", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:33:17.899993 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ef37e388-2aa6-4176-98e6-36bffe60b8ca {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:33:17.900584 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776dc849-5e97-45bb-9403-d1a4599c8504', 'tag': '85db2503-0364-4700-8e61-74cd65f8acbf', 'status': 'completed', 'code': 200} Aug 27 16:33:17.936979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:17.999349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] For port 39a19cac-982a-47f3-a427-cc4c1260314d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=39a19cac-982a-47f3-a427-cc4c1260314d,segment=NetworkSegment(d485fdc9-e28c-406a-8c4e-fe2e7c6c610b),segment_id=d485fdc9-e28c-406a-8c4e-fe2e7c6c610b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:18.001488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port de3fea0c-6d90-4924-a448-7c3071dc55a1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:18.002021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.033547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.083759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea74be1-ede6-4e63-98d6-f8acdf241aa4 req-3b48b67c-165e-4639-a189-c34108af673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:18.086282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea74be1-ede6-4e63-98d6-f8acdf241aa4 req-3b48b67c-165e-4639-a189-c34108af673a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54784492f6ff4adc9ab28acc464a6a72&device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 1095 time: 0.1573613 Aug 27 16:33:18.093922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:18.094877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.096619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] 10.222.0.97 "PUT /v2.0/ports/8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 1092 time: 2.5294468 Aug 27 16:33:18.126876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.310219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-524b8040-d087-4f0c-a69e-901fe6a94917 None None] Provisioning complete for port a5a6cc91-0b2e-4043-9290-56490e02b68c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:18.310219 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-524b8040-d087-4f0c-a69e-901fe6a94917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.310219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b8ff4-5f2a-46a7-9631-e71f627bc86a None None] Pushing event updated for resources: {'Port': ['ID=39a19cac-982a-47f3-a427-cc4c1260314d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:18.411304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-524b8040-d087-4f0c-a69e-901fe6a94917 None None] Port a5a6cc91-0b2e-4043-9290-56490e02b68c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:33:18.439402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-524b8040-d087-4f0c-a69e-901fe6a94917 None None] Provisioning complete for port 39a19cac-982a-47f3-a427-cc4c1260314d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:18.439792 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-524b8040-d087-4f0c-a69e-901fe6a94917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.475324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Deleting port a5a6cc91-0b2e-4043-9290-56490e02b68c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:18.478911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.637839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2a536-b8eb-4a07-a921-fae7ed1b0d7b service neutron] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:18.643081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34756) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:18.666095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d33dd50f-8d6f-4cf4-8738-4d2761a05a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.695075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d9bdecf3-1eb1-4d00-98c2-3d6e1ed822dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:18.696715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-d9bdecf3-1eb1-4d00-98c2-3d6e1ed822dd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1095 time: 0.4019327 Aug 27 16:33:18.714956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:18.715841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11ec7d-6bbe-44b5-b24c-db62a2c33f70 req-65cfe975-7d3b-4861-90c6-2de2ece39f62 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:18.717927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac11ec7d-6bbe-44b5-b24c-db62a2c33f70 req-65cfe975-7d3b-4861-90c6-2de2ece39f62 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1860893 Aug 27 16:33:18.748390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Calling delete_port for a5a6cc91-0b2e-4043-9290-56490e02b68c owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:18.788932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178758-fc7b-4429-bfe0-473d5dd47cf2 req-d66a3e47-64c0-4438-8777-b5c8371999de tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:18.790538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1178758-fc7b-4429-bfe0-473d5dd47cf2 req-d66a3e47-64c0-4438-8777-b5c8371999de tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 944 time: 0.2271731 Aug 27 16:33:18.793249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea74be1-ede6-4e63-98d6-f8acdf241aa4 req-6c2f5cf4-fd13-4aec-a868-8e5aa6fb21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:18.794595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea74be1-ede6-4e63-98d6-f8acdf241aa4 req-6c2f5cf4-fd13-4aec-a868-8e5aa6fb21a8 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=54784492f6ff4adc9ab28acc464a6a72&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6970165 Aug 27 16:33:18.801668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-95479651-5a51-4786-a8ee-9fc86025c354 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 217 time: 0.0798669 Aug 27 16:33:18.958849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-2d1ef945-764f-4eb4-b09a-2d50065cfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:18.961468 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-2d1ef945-764f-4eb4-b09a-2d50065cfe0b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.1442959 Aug 27 16:33:18.971102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac11ec7d-6bbe-44b5-b24c-db62a2c33f70 req-16c3536d-4db1-4d41-937f-95e3eea394ba tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412951 Aug 27 16:33:19.020195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1178758-fc7b-4429-bfe0-473d5dd47cf2 req-798b24d6-f59c-48fe-b003-2e9f6dcfc4e5 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175593 Aug 27 16:33:19.032576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d33dd50f-8d6f-4cf4-8738-4d2761a05a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.048872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea74be1-ede6-4e63-98d6-f8acdf241aa4 req-8e12c35b-3e3c-4aa3-be8c-559d3a8d3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:19.050343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea74be1-ede6-4e63-98d6-f8acdf241aa4 req-8e12c35b-3e3c-4aa3-be8c-559d3a8d3af4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2446270 Aug 27 16:33:19.057159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-e9abbf53-fd37-410e-ba64-5c9f6194bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:19.058722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-e9abbf53-fd37-410e-ba64-5c9f6194bbe7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867515 Aug 27 16:33:19.133116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d33dd50f-8d6f-4cf4-8738-4d2761a05a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.151100 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.184261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-ddbc0ec3-7c00-48bb-a42d-37e7060b86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:19.185949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-ddbc0ec3-7c00-48bb-a42d-37e7060b86ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54784492f6ff4adc9ab28acc464a6a72&device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 1095 time: 0.0931633 Aug 27 16:33:19.202493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Port': ['ID=a5a6cc91-0b2e-4043-9290-56490e02b68c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:19.208610 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d33dd50f-8d6f-4cf4-8738-4d2761a05a3e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eb6fc6ccb0cf4f0aa6bdf49d4bcd7b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643415 Aug 27 16:33:19.213050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34762) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:19.233381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dd50f-8d6f-4cf4-8738-4d2761a05a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6b5b00-f4ef-444c-a8ee-58609a30210e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:19.251150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-74b902ca-99d4-4881-8cd8-6df41bd01f75 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843312 Aug 27 16:33:19.262100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-1edb0d61-f998-4bf2-95d9-362d8699e9f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85db2503-0364-4700-8e61-74cd65f8acbf HTTP/1.1" status: 200 len: 217 time: 0.0642579 Aug 27 16:33:19.402591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e05a96-9371-48ec-8976-06a7a95eb8f9 req-08b0b1bd-488c-4ea5-8ff3-9e9fbf4cb2d4 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384981 Aug 27 16:33:19.470348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.475605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-9b7cf997-4836-481d-9fbc-ab2a9f7e970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:19.479250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-9b7cf997-4836-481d-9fbc-ab2a9f7e970e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=48f45b21-53ea-4a16-b5d3-d65142c15802 HTTP/1.1" status: 200 len: 852 time: 0.1981621 Aug 27 16:33:19.481742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1732ea25-eef0-4f63-aa2e-3866864a7e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.514708 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1732ea25-eef0-4f63-aa2e-3866864a7e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.596968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-4f6a2541-306b-44f5-9f52-62d9419182f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=57f4273b-be7d-4f99-90ea-62466541dc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409591 Aug 27 16:33:19.678359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39a19cac-982a-47f3-a427-cc4c1260314d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:19.689356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Router 864f4506-983d-43ec-a0c9-a02be67e5e19 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:33:19.741518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 39a19cac-982a-47f3-a427-cc4c1260314d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:19.741881 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.743790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-07f58209-8d4b-4d32-ab43-ecc5a1e582a7 service neutron] 10.222.0.97 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384645 Aug 27 16:33:19.773488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:19.784567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ed49c1d3-2d68-461a-bdbb-ee8006874b68 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "PUT /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8052995 Aug 27 16:33:19.788631 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] Sync routers for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:19.797479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34774) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:19.804465 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:19.805386 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:19.827763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1732ea25-eef0-4f63-aa2e-3866864a7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.830492 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1732ea25-eef0-4f63-aa2e-3866864a7e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:19.831306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1732ea25-eef0-4f63-aa2e-3866864a7e23 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6a6b5b00-f4ef-444c-a8ee-58609a30210e HTTP/1.1" status: 204 len: 168 time: 0.5866446 Aug 27 16:33:19.849229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732ea25-eef0-4f63-aa2e-3866864a7e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6b5b00-f4ef-444c-a8ee-58609a30210e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:19.884326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37041d12-31a6-49f4-a807-b4f5628a40c7 req-436945f7-716c-4a76-bcca-1d96d6f80d04 service neutron] 10.222.0.97 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321723 Aug 27 16:33:19.902033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:33:19.905128 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "tag": "8514af60-9278-463e-9a9b-e44eded0051b"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:33:19.938592 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-4277e396-df15-4f37-8899-a5a4cebfd029 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] delete failed (client error): The resource could not be found. Aug 27 16:33:19.938592 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4277e396-df15-4f37-8899-a5a4cebfd029 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/routers/tempest-non_exist_router-53494291 HTTP/1.1" status: 404 len: 333 time: 0.1466660 Aug 27 16:33:19.946870 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:19.947627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34782) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:19.956821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dcd95eb4-508c-4baa-a5c7-117026312707 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'router': {'external_gateway_info': {'network_id': '864f4506-983d-43ec-a0c9-a02be67e5e19'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:19.961191 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:19.962516 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:20.052464 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:20.053244 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cc54c-c10a-4c8e-af43-5b6593cd8f6c None None] The sync data for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:33:20.591404 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624b7be-c270-4218-a5a4-9c413c3fea63 x-openstack-request-id: req-a624b7be-c270-4218-a5a4-9c413c3fea63 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:33:20.591859 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "tag": "8514af60-9278-463e-9a9b-e44eded0051b", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:33:20.592112 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a624b7be-c270-4218-a5a4-9c413c3fea63 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:33:20.592506 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b', 'status': 'completed', 'code': 200} Aug 27 16:33:20.625539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a93e3a04-9bcf-434b-9e2e-902ad6bdf3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:20.735086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dcd95eb4-508c-4baa-a5c7-117026312707 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:20.752771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f565d-a5e5-401b-954a-4f8c1c46eb9d req-26960830-e2ec-42ab-9911-3d4556bc6857 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:20.752771 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-242f565d-a5e5-401b-954a-4f8c1c46eb9d req-26960830-e2ec-42ab-9911-3d4556bc6857 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.6148174 Aug 27 16:33:20.762636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-26651ab4-318e-4017-8c35-02292e565edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:20.764063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-26651ab4-318e-4017-8c35-02292e565edb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1095 time: 0.1675456 Aug 27 16:33:20.776463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e26c9-7a71-435a-acc2-84a199fcace6 req-ebc222dc-c3de-4f8d-b6e4-13ffd3f6b3af tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:20.777856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-016e26c9-7a71-435a-acc2-84a199fcace6 req-ebc222dc-c3de-4f8d-b6e4-13ffd3f6b3af tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 944 time: 0.1824105 Aug 27 16:33:20.817398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34804) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:20.836276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aac753e7-bf32-4e79-ad05-a1201e149dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:20.881420 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-dcd95eb4-508c-4baa-a5c7-117026312707 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] update failed (client error): The resource could not be found. Aug 27 16:33:20.883512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dcd95eb4-508c-4baa-a5c7-117026312707 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "PUT /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19 HTTP/1.1" status: 404 len: 339 time: 0.9339201 Aug 27 16:33:20.886054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-242f565d-a5e5-401b-954a-4f8c1c46eb9d req-e049bd08-bbc7-45f3-9736-ffff46db6969 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266541 Aug 27 16:33:20.889234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:20.920571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-016e26c9-7a71-435a-acc2-84a199fcace6 req-4ca593d4-2fad-4321-aa9f-d6ce443bc277 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257598 Aug 27 16:33:20.972318 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aac753e7-bf32-4e79-ad05-a1201e149dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.040637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-7410888a-c76a-404a-8a53-e9f45031b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:21.042124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-7410888a-c76a-404a-8a53-e9f45031b41d service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.2625494 Aug 27 16:33:21.048127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aac753e7-bf32-4e79-ad05-a1201e149dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.087914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac753e7-bf32-4e79-ad05-a1201e149dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054bd65c-7f34-4120-a04c-c5ebc461a1ad,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:21.107348 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aac753e7-bf32-4e79-ad05-a1201e149dae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1773ea20346e4734a1f00826b8e9173c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888486 Aug 27 16:33:21.110004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34810) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:21.112687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-63deff5b-32c6-43df-a708-f2fd8f0afd61 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 217 time: 0.0375445 Aug 27 16:33:21.164280 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33acb5fb-e659-4a2d-860f-1b733a0c86c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.185678 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33acb5fb-e659-4a2d-860f-1b733a0c86c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.248620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-f20ccb9a-a5cb-49db-a40a-5b9d0aee3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:21.250098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-f20ccb9a-a5cb-49db-a40a-5b9d0aee3305 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0989139 Aug 27 16:33:21.311316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33acb5fb-e659-4a2d-860f-1b733a0c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.314445 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-33acb5fb-e659-4a2d-860f-1b733a0c86c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.318178 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-33acb5fb-e659-4a2d-860f-1b733a0c86c4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/054bd65c-7f34-4120-a04c-c5ebc461a1ad HTTP/1.1" status: 204 len: 168 time: 0.2047884 Aug 27 16:33:21.318874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.330795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acb5fb-e659-4a2d-860f-1b733a0c86c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054bd65c-7f34-4120-a04c-c5ebc461a1ad,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:21.340443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-aa48c186-e7a7-423a-a932-4c4bc2823078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:21.341955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-aa48c186-e7a7-423a-a932-4c4bc2823078 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841212 Aug 27 16:33:21.572938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-19ec63f9-37c8-43b2-ab24-f1312bad2610 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974196 Aug 27 16:33:21.682184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:33:21.707946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Allocated IP 172.20.0.1 (e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c/8bfec1e7-00f2-4987-8c3c-6d6b23806c64/0f61c223-722f-4435-9e02-909b93a84410) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:21.730801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e3b734a-20cb-4b74-83a7-53646fbf0fdb req-aa08708d-25b4-459f-824a-98ad8f3b93ac service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472232 Aug 27 16:33:21.865638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:21.878938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8514af60-9278-463e-9a9b-e44eded0051b', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'port_id': '8514af60-9278-463e-9a9b-e44eded0051b', 'mac_address': 'fa:16:3e:d2:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:33:21.901212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.919990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Transition to ACTIVE for port object 0f61c223-722f-4435-9e02-909b93a84410 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:21.936228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:21.951632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8514af60-9278-463e-9a9b-e44eded0051b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:33:22.004744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:22.028081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:22.076842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:22.118404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:22.131560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:22.134396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:22.142350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:22.199395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f70a9f-d448-48ba-9632-ae2f551ea37a req-5c9c0444-8e86-495a-ac60-b1cfe8b31324 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:22.201106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77f70a9f-d448-48ba-9632-ae2f551ea37a req-5c9c0444-8e86-495a-ac60-b1cfe8b31324 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.2158010 Aug 27 16:33:22.205101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Port': ['ID=0f61c223-722f-4435-9e02-909b93a84410,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:22.236455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d63ef-336b-4bca-accf-2c08a279a906 req-05a861f9-4af7-49c4-9232-ebd8c6f7485a tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:22.240652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-082d63ef-336b-4bca-accf-2c08a279a906 req-05a861f9-4af7-49c4-9232-ebd8c6f7485a tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 944 time: 0.2010868 Aug 27 16:33:22.240652 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:22.293965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8514af60-9278-463e-9a9b-e44eded0051b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:33:22.401119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-77f70a9f-d448-48ba-9632-ae2f551ea37a req-ccdee6ab-94f6-4b60-95ea-ab65fb58ea03 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926749 Aug 27 16:33:22.459498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-082d63ef-336b-4bca-accf-2c08a279a906 req-34c2175d-6391-40fe-94d6-fad5803647f2 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102921 Aug 27 16:33:22.589390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:22.594741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5a949651-6370-4c9d-a449-c7ce94601ddb None None] Provisioning for port 0f61c223-722f-4435-9e02-909b93a84410 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:22.600461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5a949651-6370-4c9d-a449-c7ce94601ddb None None] Provisioning complete for port 0f61c223-722f-4435-9e02-909b93a84410 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:22.601120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a949651-6370-4c9d-a449-c7ce94601ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:22.644388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a949651-6370-4c9d-a449-c7ce94601ddb None None] Port 0f61c223-722f-4435-9e02-909b93a84410 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:33:22.886445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.013654 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.106172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event updated for resources: {'Port': ['ID=0f61c223-722f-4435-9e02-909b93a84410,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:23.108718 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.203428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:23.204932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:23.251130 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9201e9c-25f3-48e7-a79b-3a47e55760ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.253601 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.323196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Router 864f4506-983d-43ec-a0c9-a02be67e5e19 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:33:23.362471 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.496380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:23.513057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] Sync routers for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:23.522037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b7f5feff-83e6-48f3-b962-4a8099b1122b tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "PUT /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6270502 Aug 27 16:33:23.522918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34894) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:23.549790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:23.560639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:23.655622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:23.694587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:23.694587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:23.694587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 85db2503-0364-4700-8e61-74cd65f8acbf details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:33:23.732763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ec44431-fbf0-4ba4-9525-550c28d6daab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.736145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:23.750717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5d680-158f-4696-b8a2-7338015f2b3d req-0acb58e0-513a-42d6-8ac5-b4858888407d tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:23.752356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cb5d680-158f-4696-b8a2-7338015f2b3d req-0acb58e0-513a-42d6-8ac5-b4858888407d tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 944 time: 0.1067302 Aug 27 16:33:23.762905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57e9b-ff36-401e-84d2-1ef0568e6f3a req-29ce6d5a-e870-4a75-9ddc-52742e493563 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:23.764612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bad57e9b-ff36-401e-84d2-1ef0568e6f3a req-29ce6d5a-e870-4a75-9ddc-52742e493563 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 945 time: 0.1913500 Aug 27 16:33:23.826014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3cb5d680-158f-4696-b8a2-7338015f2b3d req-cf9db8c4-85ed-4d8c-9f00-ca2069b2d3b0 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Aug 27 16:33:23.834300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:23.835166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3bf9a2-8a58-4e6f-b5f6-4e9f37b83d3d None None] The sync data for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 is: [] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:33:23.854318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a47e3fc9-0b38-494f-87db-33c870c60a07 None None] Provisioning complete for port 0f61c223-722f-4435-9e02-909b93a84410 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:23.855146 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47e3fc9-0b38-494f-87db-33c870c60a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:23.872116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bad57e9b-ff36-401e-84d2-1ef0568e6f3a req-b14e70a5-5621-41df-9671-9b8419325d41 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803521 Aug 27 16:33:23.962581 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-6ec44431-fbf0-4ba4-9525-550c28d6daab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 16:33:23.964685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6ec44431-fbf0-4ba4-9525-550c28d6daab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19 HTTP/1.1" status: 409 len: 329 time: 0.4400525 Aug 27 16:33:23.964818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34908) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:23.967767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34910) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:23.970444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a47e3fc9-0b38-494f-87db-33c870c60a07 None None] Port 0f61c223-722f-4435-9e02-909b93a84410 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:33:24.078148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 8514af60-9278-463e-9a9b-e44eded0051b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:24.086260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.092868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8514af60-9278-463e-9a9b-e44eded0051b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:24.093237 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.122067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5b187268-7478-4b5b-b4da-0bc576f0d5c8 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1870197967'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:24.123045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5b187268-7478-4b5b-b4da-0bc576f0d5c8 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Unknown quota resources ['metering_label']. {{(pid=95253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:33:24.156128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 85db2503-0364-4700-8e61-74cd65f8acbf, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=85db2503-0364-4700-8e61-74cd65f8acbf,segment=NetworkSegment(a65a0ebe-cc57-46f1-8c97-0ab322017a1c),segment_id=a65a0ebe-cc57-46f1-8c97-0ab322017a1c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:24.172011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '85db2503-0364-4700-8e61-74cd65f8acbf', 'network_id': '57f4273b-be7d-4f99-90ea-62466541dc2c', 'port_id': '85db2503-0364-4700-8e61-74cd65f8acbf', 'mac_address': 'fa:16:3e:a0:8a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f45b21-53ea-4a16-b5d3-d65142c15802', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:33:24.237771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.239697 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.276559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:33:24.278893 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726cdd0-df79-4ca0-8485-a6e21cd9bebf" -d '{"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-plugged", "status": "completed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:33:24.284814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85db2503-0364-4700-8e61-74cd65f8acbf {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:33:24.299658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:24.338732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 85db2503-0364-4700-8e61-74cd65f8acbf, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=85db2503-0364-4700-8e61-74cd65f8acbf,segment=NetworkSegment(a65a0ebe-cc57-46f1-8c97-0ab322017a1c),segment_id=a65a0ebe-cc57-46f1-8c97-0ab322017a1c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:24.348875 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9182bf-12e8-4ab1-8904-f39739ced713 x-openstack-request-id: req-7d9182bf-12e8-4ab1-8904-f39739ced713 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:33:24.349129 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-plugged", "status": "completed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:33:24.349893 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7d9182bf-12e8-4ab1-8904-f39739ced713 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:33:24.349893 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b', 'code': 200} Aug 27 16:33:24.385514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.435314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.446747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:24.499222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=85db2503-0364-4700-8e61-74cd65f8acbf,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:24.509567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.541612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5b187268-7478-4b5b-b4da-0bc576f0d5c8 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.542813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5b187268-7478-4b5b-b4da-0bc576f0d5c8 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5769296 Aug 27 16:33:24.546248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34920) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:24.551530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0f3baf50-fb39-4503-980e-cb83afe9bca3 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cb1572af-17d1-4aa5-8215-09635c45b44f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:24.552311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0f3baf50-fb39-4503-980e-cb83afe9bca3 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:33:24.553873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b9b75-750f-401c-8175-ff3ac2c674c3 req-1e63d65e-0e3d-46a8-b471-9c32ae0fa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:24.555509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e5b9b75-750f-401c-8175-ff3ac2c674c3 req-1e63d65e-0e3d-46a8-b471-9c32ae0fa17f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1097 time: 0.1144805 Aug 27 16:33:24.633419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e5b9b75-750f-401c-8175-ff3ac2c674c3 req-8474ac58-d2fc-48fd-9814-ba2a33bfba81 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672557 Aug 27 16:33:24.648844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.656614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['85db2503-0364-4700-8e61-74cd65f8acbf'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:33:24.711538 n-d-806412-1 neutron-server[95252]: WARNING neutron.services.metering.metering_plugin [None req-0f3baf50-fb39-4503-980e-cb83afe9bca3 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 16:33:24.861171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f3baf50-fb39-4503-980e-cb83afe9bca3 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:24.884925 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f3baf50-fb39-4503-980e-cb83afe9bca3 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3371520 Aug 27 16:33:24.943986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34934) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:24.948953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bfd5d400-e68c-4fd2-888e-20032cfc349b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cb1572af-17d1-4aa5-8215-09635c45b44f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:24.949457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bfd5d400-e68c-4fd2-888e-20032cfc349b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:33:24.970975 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-de9035b5-bbad-4672-9a6a-561d6d4dcd71 req-26dc89e7-bf57-48c5-aa94-c8977122de6c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0835590 Aug 27 16:33:25.311836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38bc37-cdbc-4569-9275-823ed7eaa2c3 req-289db12b-57a5-4c1f-8f9e-919e624bc336 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:25.313117 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-de9035b5-bbad-4672-9a6a-561d6d4dcd71 req-e8a3c486-5af8-4179-b05b-ba05edac6b0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0337951 Aug 27 16:33:25.314245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c38bc37-cdbc-4569-9275-823ed7eaa2c3 req-289db12b-57a5-4c1f-8f9e-919e624bc336 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 945 time: 0.1447840 Aug 27 16:33:25.329066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5fb7f-c29c-4715-b8d5-5d2e17a3c82a req-55bef3c0-16bd-4e3e-a72c-174ffea1a539 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:25.340815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2e5fb7f-c29c-4715-b8d5-5d2e17a3c82a req-55bef3c0-16bd-4e3e-a72c-174ffea1a539 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1627746 Aug 27 16:33:25.395573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c38bc37-cdbc-4569-9275-823ed7eaa2c3 req-7d098c70-1531-4a39-a824-324ba39fce91 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621903 Aug 27 16:33:25.395875 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-de9035b5-bbad-4672-9a6a-561d6d4dcd71 req-6a18889f-e9d4-4482-9ff2-7631f4e65d71 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267756 Aug 27 16:33:25.421113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2e5fb7f-c29c-4715-b8d5-5d2e17a3c82a req-78634642-1eba-441e-927d-f5b63cc62f95 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777652 Aug 27 16:33:25.484769 n-d-806412-1 neutron-server[95252]: WARNING neutron.services.metering.metering_plugin [None req-bfd5d400-e68c-4fd2-888e-20032cfc349b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 16:33:25.528506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Deleting port 0f61c223-722f-4435-9e02-909b93a84410 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:25.529060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:25.625144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-c9889429-d557-4b87-9184-9f6ca332d194 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912957 Aug 27 16:33:25.671562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bfd5d400-e68c-4fd2-888e-20032cfc349b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:25.673561 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bfd5d400-e68c-4fd2-888e-20032cfc349b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7285786 Aug 27 16:33:25.676329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34948) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:25.680961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:25.696702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 85db2503-0364-4700-8e61-74cd65f8acbf up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:25.710174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Calling delete_port for 0f61c223-722f-4435-9e02-909b93a84410 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:25.739072 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-46bbce64-e316-44ba-921b-79e29fab0f06 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=fabc933e-b682-4d86-a963-41b2e779c2ea HTTP/1.1" status: 200 len: 464 time: 0.0613620 Aug 27 16:33:25.750888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34952) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:25.753069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9035b5-bbad-4672-9a6a-561d6d4dcd71 req-722b44f2-ff5b-4bc9-8001-230f73dc7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:25.756285 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-de9035b5-bbad-4672-9a6a-561d6d4dcd71 req-722b44f2-ff5b-4bc9-8001-230f73dc7613 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3526213 Aug 27 16:33:25.877211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-3f52e597-bcda-46f8-a156-dfc6ee701f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:25.879219 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-3f52e597-bcda-46f8-a156-dfc6ee701f25 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=644f53d212ad42c4b4599043098b792d&device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 1101 time: 0.0765748 Aug 27 16:33:25.915420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 85db2503-0364-4700-8e61-74cd65f8acbf completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:25.919900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 85db2503-0364-4700-8e61-74cd65f8acbf triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:25.920276 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:25.960260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35ea29fa-46ec-491a-8701-45fce396453b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:25.961564 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-35ea29fa-46ec-491a-8701-45fce396453b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/fabc933e-b682-4d86-a963-41b2e779c2ea HTTP/1.1" status: 204 len: 168 time: 0.2041125 Aug 27 16:33:25.964235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34962) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:25.990655 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1bd2fc12-945f-408c-bb3c-bef9e940dd45 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=fabc933e-b682-4d86-a963-41b2e779c2ea HTTP/1.1" status: 200 len: 221 time: 0.0137560 Aug 27 16:33:25.996790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34964) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:26.009632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d4cd7b53-a99b-4640-a779-1dc128b2eb6b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--887384546', 'description': 'label created by tempest'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:26.009893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d4cd7b53-a99b-4640-a779-1dc128b2eb6b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Unknown quota resources ['metering_label']. {{(pid=95252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:33:26.075745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:26.095359 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:26.111192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 85db2503-0364-4700-8e61-74cd65f8acbf, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=85db2503-0364-4700-8e61-74cd65f8acbf,segment=NetworkSegment(a65a0ebe-cc57-46f1-8c97-0ab322017a1c),segment_id=a65a0ebe-cc57-46f1-8c97-0ab322017a1c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:26.140823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-faee1815-4094-4a0e-aaec-cf05186c360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:26.142368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-faee1815-4094-4a0e-aaec-cf05186c360b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e309fdb3-8ce6-4fa1-a657-7a1d34457081 HTTP/1.1" status: 200 len: 871 time: 0.2121389 Aug 27 16:33:26.196048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-ad4b196d-5563-4b94-9035-8586bc27b050 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a HTTP/1.1" status: 200 len: 217 time: 0.0464752 Aug 27 16:33:26.210892 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:26.299876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-bfe251b0-48e4-4fb4-8470-474052aafe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:26.300138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=85db2503-0364-4700-8e61-74cd65f8acbf,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:26.301802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-bfe251b0-48e4-4fb4-8470-474052aafe16 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0986009 Aug 27 16:33:26.310993 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:26.351015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776dc849-5e97-45bb-9403-d1a4599c8504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85db2503-0364-4700-8e61-74cd65f8acbf'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:33:26.353514 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787b6af7-61ba-4951-82f7-5782120baf10" -d '{"events": [{"server_uuid": "776dc849-5e97-45bb-9403-d1a4599c8504", "name": "network-vif-plugged", "status": "completed", "tag": "85db2503-0364-4700-8e61-74cd65f8acbf"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:33:26.395188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Port': ['ID=0f61c223-722f-4435-9e02-909b93a84410,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:26.444433 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703faf70-2a1d-43f9-af8d-7bcc5bdb73f9 x-openstack-request-id: req-703faf70-2a1d-43f9-af8d-7bcc5bdb73f9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:33:26.445016 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776dc849-5e97-45bb-9403-d1a4599c8504", "name": "network-vif-plugged", "status": "completed", "tag": "85db2503-0364-4700-8e61-74cd65f8acbf", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:33:26.445530 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-703faf70-2a1d-43f9-af8d-7bcc5bdb73f9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:33:26.446158 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776dc849-5e97-45bb-9403-d1a4599c8504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85db2503-0364-4700-8e61-74cd65f8acbf', 'code': 200} Aug 27 16:33:26.556605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d4cd7b53-a99b-4640-a779-1dc128b2eb6b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:26.557964 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d4cd7b53-a99b-4640-a779-1dc128b2eb6b tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5579574 Aug 27 16:33:26.560798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34980) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:26.562654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-9564ce18-63cb-4003-90ed-0b768e5c49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:26.568560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-9564ce18-63cb-4003-90ed-0b768e5c49fe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2533574 Aug 27 16:33:26.692495 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6b07384b-d263-4920-ad9b-492c30b03656 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33577349-e3c4-4f76-a6da-6941def31a2e HTTP/1.1" status: 200 len: 467 time: 0.1305211 Aug 27 16:33:26.694457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34986) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:26.856413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abfcbc-49e4-45b0-9327-5efed5049dc0 req-a700e734-47f3-4663-9f92-8784ae69fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:26.858162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7abfcbc-49e4-45b0-9327-5efed5049dc0 req-a700e734-47f3-4663-9f92-8784ae69fca8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 1097 time: 0.3268692 Aug 27 16:33:26.859998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-8dd77f39-f46b-4d70-8923-2c293111a956 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225668 Aug 27 16:33:26.876039 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:33:26.877761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2307c-6085-4bff-a1fc-08fc37f02862 req-27c46801-2a1a-4d08-9176-79294fab62e2 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:26.879358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6bb2307c-6085-4bff-a1fc-08fc37f02862 req-27c46801-2a1a-4d08-9176-79294fab62e2 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.3098218 Aug 27 16:33:26.892789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6fef-9bf4-40fb-bcb1-1d81d08b583c req-cdd91405-c7fb-44a0-a382-bb3eaa2abc4d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:26.894317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcce6fef-9bf4-40fb-bcb1-1d81d08b583c req-cdd91405-c7fb-44a0-a382-bb3eaa2abc4d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.3214614 Aug 27 16:33:26.912830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:26.953179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a57297cc-93cf-42bd-ba20-90ba6f3451ce tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:26.955624 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a57297cc-93cf-42bd-ba20-90ba6f3451ce tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/33577349-e3c4-4f76-a6da-6941def31a2e HTTP/1.1" status: 204 len: 168 time: 0.2598724 Aug 27 16:33:26.957216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34992) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:26.973123 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-29fbcd01-d3ae-441d-a405-0c3e78aaebc6 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33577349-e3c4-4f76-a6da-6941def31a2e HTTP/1.1" status: 200 len: 216 time: 0.0112858 Aug 27 16:33:26.973457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34994) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:26.987617 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6864f67b-f299-41b9-bca9-635058edfc0e tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089180 Aug 27 16:33:26.989253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34996) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.009105 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-39f940b6-862f-4bb0-903b-2e5083bf09e1 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0145905 Aug 27 16:33:27.009332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34998) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.066106 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fabbb41c-cc3c-4f94-9d8f-2e89a79c9d95 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels/cb1572af-17d1-4aa5-8215-09635c45b44f HTTP/1.1" status: 200 len: 473 time: 0.0521438 Aug 27 16:33:27.066365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35002) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.077085 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e55602a2-d30b-4a98-b39d-0504c592c753 tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules/7a6f4496-1b1c-40e2-b117-6c404c9ec16f HTTP/1.1" status: 200 len: 461 time: 0.0091236 Aug 27 16:33:27.085529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.159521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7abfcbc-49e4-45b0-9327-5efed5049dc0 req-78011730-296e-4fcf-a60b-cbc72dded114 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759356 Aug 27 16:33:27.165908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6bb2307c-6085-4bff-a1fc-08fc37f02862 req-2de567cb-bb5a-44cb-b7ac-28fc079de89d tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688489 Aug 27 16:33:27.204753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcce6fef-9bf4-40fb-bcb1-1d81d08b583c req-5297d299-5cb3-44da-bcef-e6f0cbb0513d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943678 Aug 27 16:33:27.207357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff716b41-4ea3-4383-afc3-e6e6e86fe0fb req-1ef7fd87-17c2-4da7-bb26-1392ae5e968b service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229959 Aug 27 16:33:27.282795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4b02b7c6-c377-42c4-949f-20dec00a9d2e tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:27.284005 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4b02b7c6-c377-42c4-949f-20dec00a9d2e tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/7a6f4496-1b1c-40e2-b117-6c404c9ec16f HTTP/1.1" status: 204 len: 168 time: 0.1973615 Aug 27 16:33:27.286524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35010) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.310040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Router 864f4506-983d-43ec-a0c9-a02be67e5e19 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:33:27.437656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:27.448055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4d3d0743-f017-44ff-9f8d-7cc1986edd9f tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "PUT /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4741192 Aug 27 16:33:27.449684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35014) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.466827 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] Sync routers for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:27.481095 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:27.481714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:27.492461 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-1ea8b7fe-8371-4478-b081-b58cb9c2efb8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] show failed (client error): The resource could not be found. Aug 27 16:33:27.497329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1ea8b7fe-8371-4478-b081-b58cb9c2efb8 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "GET /v2.0/routers/tempest-non_exist_router-721476105 HTTP/1.1" status: 404 len: 334 time: 0.0466568 Aug 27 16:33:27.499385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35018) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.507674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bada0e74-fb17-49e7-b16f-fbf8101aa657 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:27.525088 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:27.537496 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] Routers {'864f4506-983d-43ec-a0c9-a02be67e5e19'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:27.538098 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['864f4506-983d-43ec-a0c9-a02be67e5e19'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:27.558723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f459ad-d594-4c31-899e-8e779db7becb req-48720284-c554-49db-94a4-ec74d56b2b59 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:27.561297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44f459ad-d594-4c31-899e-8e779db7becb req-48720284-c554-49db-94a4-ec74d56b2b59 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1922235 Aug 27 16:33:27.562195 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-bada0e74-fb17-49e7-b16f-fbf8101aa657 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] update failed (client error): The resource could not be found. Aug 27 16:33:27.572296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bada0e74-fb17-49e7-b16f-fbf8101aa657 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "PUT /v2.0/routers/tempest-non_exist_router-1101054332 HTTP/1.1" status: 404 len: 335 time: 0.0654423 Aug 27 16:33:27.573069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35024) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.574927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35026) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:27.583368 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:27.585006 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3675d8-9992-4142-a8f6-23623768ffe9 None None] The sync data for ids ['864f4506-983d-43ec-a0c9-a02be67e5e19'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:33:27.624232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'floatingip': {'port_id': '8514af60-9278-463e-9a9b-e44eded0051b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:27.633473 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4ef614cc-a014-4135-93b2-f30baeac2c4c tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:27.634788 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4ef614cc-a014-4135-93b2-f30baeac2c4c tempest-MeteringTestJSON-362689131 tempest-MeteringTestJSON-362689131-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/cb1572af-17d1-4aa5-8215-09635c45b44f HTTP/1.1" status: 204 len: 168 time: 0.3470807 Aug 27 16:33:27.676989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:27.788058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Deleting subnet 6d4e0f64-8289-4254-8c00-350629ba86d9 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:33:27.794481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:27.882276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.189502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35038) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:28.373904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.384400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa0b1-602a-4502-92d2-b449c6da6813 req-849869be-f257-46ce-840a-5a2d13148b75 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:28.386059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18aaa0b1-602a-4502-92d2-b449c6da6813 req-849869be-f257-46ce-840a-5a2d13148b75 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.0906348 Aug 27 16:33:28.395399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b692-2e57-4fde-884a-c66b443f937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.447084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18aaa0b1-602a-4502-92d2-b449c6da6813 req-683bbda6-525f-48a0-8b44-b352ff705115 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535445 Aug 27 16:33:28.527299 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b692-2e57-4fde-884a-c66b443f937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.572275 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.660137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b692-2e57-4fde-884a-c66b443f937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.661515 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.688885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.689894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60339643-f7e1-4629-b6fd-ec1f59a16feb None None] Network 591c955e-4be4-4fc8-a712-887e54d3d4fc requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:28.691084 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/subnets/6d4e0f64-8289-4254-8c00-350629ba86d9 HTTP/1.1" status: 204 len: 168 time: 1.1162722 Aug 27 16:33:28.691889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.695364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35052) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:28.727201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3b692-2e57-4fde-884a-c66b443f937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fbb63f-8827-493f-9882-3bb3dc2a25d4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:28.758574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b8331-c519-4783-b255-58d33c16eea9 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4e0f64-8289-4254-8c00-350629ba86d9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:28.771052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bfe3b692-2e57-4fde-884a-c66b443f937f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29917f7d2b654f19983a2c94ac157897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798974 Aug 27 16:33:28.773650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35056) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:28.849164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Deleting subnet 30b88cef-03dd-4df7-a66a-eb8afce2720c {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:33:28.859475 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17e88a5-c6b3-4176-a551-3587481032f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.863140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.899031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17e88a5-c6b3-4176-a551-3587481032f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.922352 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Floating IP c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b associated. External IP: 172.25.4.106, port: 8514af60-9278-463e-9a9b-e44eded0051b. Aug 27 16:33:28.926713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] DHCP port deletion for 591c955e-4be4-4fc8-a712-887e54d3d4fc request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:33:28.962556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:28.984127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] Deleting port 39a19cac-982a-47f3-a427-cc4c1260314d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:28.985550 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.029385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17e88a5-c6b3-4176-a551-3587481032f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.040300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b17e88a5-c6b3-4176-a551-3587481032f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.042112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b17e88a5-c6b3-4176-a551-3587481032f4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/45fbb63f-8827-493f-9882-3bb3dc2a25d4 HTTP/1.1" status: 204 len: 168 time: 0.2673192 Aug 27 16:33:29.050360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] For port 39a19cac-982a-47f3-a427-cc4c1260314d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=39a19cac-982a-47f3-a427-cc4c1260314d,segment=NetworkSegment(d485fdc9-e28c-406a-8c4e-fe2e7c6c610b),segment_id=d485fdc9-e28c-406a-8c4e-fe2e7c6c610b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:29.050360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.070854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] Calling delete_port for 39a19cac-982a-47f3-a427-cc4c1260314d owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:29.071161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e88a5-c6b3-4176-a551-3587481032f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fbb63f-8827-493f-9882-3bb3dc2a25d4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:29.107045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.256998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Router 78cdb5e9-5c4f-4768-bad2-a0507965761c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:33:29.320924 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.354943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.361745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] Pushing event deleted for resources: {'Port': ['ID=39a19cac-982a-47f3-a427-cc4c1260314d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:29.370273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ad651-062f-43f8-a2d5-14298bcfcfed None None] No DVR routers for this DVR port 39a19cac-982a-47f3-a427-cc4c1260314d on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:29.393758 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Subnet': ['ID=30b88cef-03dd-4df7-a66a-eb8afce2720c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:29.403053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.407287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9292efed-9f47-4a6c-b4c6-206f782b8c94 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/subnets/30b88cef-03dd-4df7-a66a-eb8afce2720c HTTP/1.1" status: 204 len: 168 time: 0.7088385 Aug 27 16:33:29.408002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35066) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:29.410429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b4bdf-af98-40ef-9f5b-c4f3708bc383 None None] Network d1d55ca2-a265-4726-a2e7-855f34122dc3 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:29.413723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:29.422896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.453599 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7c30a81c-6233-484d-9e6a-a0ccae7439f9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "PUT /v2.0/floatingips/c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b HTTP/1.1" status: 200 len: 992 time: 1.8335023 Aug 27 16:33:29.454248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:33:29.456700 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "tag": "8514af60-9278-463e-9a9b-e44eded0051b"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:33:29.465876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] Sync routers for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:29.486189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:29.486594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:29.537469 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d6ec1a-1778-457f-8f9e-72d8f19a2eba x-openstack-request-id: req-18d6ec1a-1778-457f-8f9e-72d8f19a2eba {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:33:29.537469 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "tag": "8514af60-9278-463e-9a9b-e44eded0051b", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:33:29.537845 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-18d6ec1a-1778-457f-8f9e-72d8f19a2eba {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:33:29.538752 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b', 'status': 'completed', 'code': 200} Aug 27 16:33:29.561938 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.728429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:33:29.733123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39a19cac-982a-47f3-a427-cc4c1260314d no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:33:29.820426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-5ffa4ad9-1eee-4955-b5bd-047e758af280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:29.820730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 39a19cac-982a-47f3-a427-cc4c1260314d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:33:29.821090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39a19cac-982a-47f3-a427-cc4c1260314d not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:33:29.822089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-5ffa4ad9-1eee-4955-b5bd-047e758af280 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1097 time: 0.2443709 Aug 27 16:33:29.838516 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.856382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591c955e-4be4-4fc8-a712-887e54d3d4fc']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:29.874034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd485fdc9-e28c-406a-8c4e-fe2e7c6c610b') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:29.874255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd485fdc9-e28c-406a-8c4e-fe2e7c6c610b') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:29.885819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:29.898653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] DHCP port deletion for d1d55ca2-a265-4726-a2e7-855f34122dc3 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:33:29.917682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625669-597e-4364-b2f3-bb2365b09fd1 req-3c88e57d-055a-430d-877a-6fa3839b1edb tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:29.919641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b625669-597e-4364-b2f3-bb2365b09fd1 req-3c88e57d-055a-430d-877a-6fa3839b1edb tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.3032591 Aug 27 16:33:29.983746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.006791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:30.007214 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.013122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b625669-597e-4364-b2f3-bb2365b09fd1 req-9240eafe-5c12-4f3a-9a41-70960bd9e440 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633488 Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:30.013866 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:30.136783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] Deleting port de3fea0c-6d90-4924-a448-7c3071dc55a1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:30.137287 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.161934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35100) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:30.184357 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b16860b-e34e-442c-8709-a4d70078c39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.209227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-a23cfbed-d580-4edf-bea2-9395fb1188e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:30.213109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-a23cfbed-d580-4edf-bea2-9395fb1188e5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.3766150 Aug 27 16:33:30.215069 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.243360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.252125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35102) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:30.263100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/networks/591c955e-4be4-4fc8-a712-887e54d3d4fc HTTP/1.1" status: 204 len: 168 time: 0.8476539 Aug 27 16:33:30.403102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-6c655102-a7fa-4bfb-a6e9-5c5e45873757 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 1000 time: 0.1817529 Aug 27 16:33:30.425753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbbce1-fc46-40c2-af42-6839a9bf2211 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Network': ['ID=591c955e-4be4-4fc8-a712-887e54d3d4fc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:30.444532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.470981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2047-1a0c-49e7-b51d-05857912e511 req-b532e099-72bf-422a-aaae-8bd61c137f0d tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:30.472709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5faf2047-1a0c-49e7-b51d-05857912e511 req-b532e099-72bf-422a-aaae-8bd61c137f0d tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.3743832 Aug 27 16:33:30.487039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] For port de3fea0c-6d90-4924-a448-7c3071dc55a1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=de3fea0c-6d90-4924-a448-7c3071dc55a1,segment=NetworkSegment(d53b7ca5-93d3-4f09-ba37-20868b6343fe),segment_id=d53b7ca5-93d3-4f09-ba37-20868b6343fe)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:30.487369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.502790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'port_id': '8514af60-9278-463e-9a9b-e44eded0051b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'mac_address': 'fa:16:3e:d2:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:33:05Z', 'updated_at': '2021-08-27T16:33:28Z', 'revision_number': 1, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:30.506606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] Calling delete_port for de3fea0c-6d90-4924-a448-7c3071dc55a1 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:30.510892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-1eb92b0e-8329-427d-904a-f30c078a689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:30.513160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-1eb92b0e-8329-427d-904a-f30c078a689a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0979259 Aug 27 16:33:30.533232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] Checking router: 78cdb5e9-5c4f-4768-bad2-a0507965761c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:33:30.563345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Deleting port de3fea0c-6d90-4924-a448-7c3071dc55a1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:30.563697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.573284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5faf2047-1a0c-49e7-b51d-05857912e511 req-27b9a524-14d9-4e88-a4b8-2007c1e3b9f6 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897930 Aug 27 16:33:30.581433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:30.581760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:30.593389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-7e2b5124-b1ae-4ded-bddd-ba0b4641a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:30.597092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-7e2b5124-b1ae-4ded-bddd-ba0b4641a35a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669277 Aug 27 16:33:30.664061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b16860b-e34e-442c-8709-a4d70078c39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.689875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] For port de3fea0c-6d90-4924-a448-7c3071dc55a1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=de3fea0c-6d90-4924-a448-7c3071dc55a1,segment=NetworkSegment(d53b7ca5-93d3-4f09-ba37-20868b6343fe),segment_id=d53b7ca5-93d3-4f09-ba37-20868b6343fe)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:30.689875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.704264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Calling delete_port for de3fea0c-6d90-4924-a448-7c3071dc55a1 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:30.759113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:33:30.776066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b16860b-e34e-442c-8709-a4d70078c39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.808460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-5fa2405c-3b66-4fc3-86d5-e6e9c1e054e0 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040434 Aug 27 16:33:30.843529 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1b16860b-e34e-442c-8709-a4d70078c39c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bd7e8f4a0be544a4b7c0d262f9b0bd36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800814 Aug 27 16:33:30.852158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35116) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:30.860888 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.871200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16860b-e34e-442c-8709-a4d70078c39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2b532-a49d-423d-878e-c99146811e0d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:30.893168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:30.930395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Port': ['ID=de3fea0c-6d90-4924-a448-7c3071dc55a1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:30.932788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] No DVR routers for this DVR port de3fea0c-6d90-4924-a448-7c3071dc55a1 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:30.961461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] No DVR routers for this DVR port de3fea0c-6d90-4924-a448-7c3071dc55a1 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:30.964734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b73dc15c-16cb-4389-af8d-3932cbc6d4a7 req-866f715e-9fe7-49d6-8b49-dd8f68397cb4 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483886 Aug 27 16:33:30.971534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:31.016755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7873955-a5c1-4539-af24-8188a7eb41f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.066889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b0cc5-9917-4b45-9b4e-f45d1d5c5aa5 None None] Pushing event deleted for resources: {'Port': ['ID=de3fea0c-6d90-4924-a448-7c3071dc55a1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:31.078381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.095835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7873955-a5c1-4539-af24-8188a7eb41f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.098384 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d55ca2-a265-4726-a2e7-855f34122dc3']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:31.115421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53b7ca5-93d3-4f09-ba37-20868b6343fe') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:31.115704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53b7ca5-93d3-4f09-ba37-20868b6343fe') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:31.148192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.168325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.179478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5c82267-876a-4e6f-b6e4-9d8fd6c24a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.183529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:31.183938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:31.186883 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:31.201369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'port_id': '8514af60-9278-463e-9a9b-e44eded0051b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'mac_address': 'fa:16:3e:d2:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:33:05Z', 'updated_at': '2021-08-27T16:33:28Z', 'revision_number': 1, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:31.210218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc65101-70f4-4c7e-bc7c-5477c79e575e req-56903edc-f31d-4cb9-be70-b93f429f1b36 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:31.212180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dc65101-70f4-4c7e-bc7c-5477c79e575e req-56903edc-f31d-4cb9-be70-b93f429f1b36 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.0868757 Aug 27 16:33:31.234921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b4062-5a58-4738-8b07-d466b4a90f9e None None] The sync data for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 is: [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'port_id': '8514af60-9278-463e-9a9b-e44eded0051b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'mac_address': 'fa:16:3e:d2:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:33:05Z', 'updated_at': '2021-08-27T16:33:28Z', 'revision_number': 1, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:33:31.259187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dc65101-70f4-4c7e-bc7c-5477c79e575e req-c0402706-36e2-43d4-ad94-0736c383033e tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353427 Aug 27 16:33:31.277262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7873955-a5c1-4539-af24-8188a7eb41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.282401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7873955-a5c1-4539-af24-8188a7eb41f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.282401 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d7873955-a5c1-4539-af24-8188a7eb41f6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f3f2b532-a49d-423d-878e-c99146811e0d HTTP/1.1" status: 204 len: 168 time: 0.4280181 Aug 27 16:33:31.310238 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7873955-a5c1-4539-af24-8188a7eb41f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2b532-a49d-423d-878e-c99146811e0d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:31.368225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.379416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.382150 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/networks/d1d55ca2-a265-4726-a2e7-855f34122dc3 HTTP/1.1" status: 204 len: 168 time: 1.1285484 Aug 27 16:33:31.384721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35130) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:31.410281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668f3a0-9af6-4e10-9477-cd9e05f1f4e6 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Network': ['ID=d1d55ca2-a265-4726-a2e7-855f34122dc3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:31.448081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5c82267-876a-4e6f-b6e4-9d8fd6c24a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.453738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Deleting subnet 8bfec1e7-00f2-4987-8c3c-6d6b23806c64 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:33:31.457099 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.499672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5c82267-876a-4e6f-b6e4-9d8fd6c24a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.502900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.533133 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f5c82267-876a-4e6f-b6e4-9d8fd6c24a41 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96b7a06a538247ca839eb7854de35dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478482 Aug 27 16:33:31.537457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35134) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:31.559460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c82267-876a-4e6f-b6e4-9d8fd6c24a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad3940-4823-4e91-bad6-1f2a856614a8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:31.573829 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b84c5-a4d7-42f2-8d3c-96dcb251e2f3 None None] New status for floating IP c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:33:31.661358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5663c5d4-1c5e-447e-8100-f70ab2622a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.695846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.699932 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5663c5d4-1c5e-447e-8100-f70ab2622a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.721414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device de3fea0c-6d90-4924-a448-7c3071dc55a1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:33:31.759500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: de3fea0c-6d90-4924-a448-7c3071dc55a1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:33:31.760211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device de3fea0c-6d90-4924-a448-7c3071dc55a1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:33:31.899804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5663c5d4-1c5e-447e-8100-f70ab2622a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.904014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5663c5d4-1c5e-447e-8100-f70ab2622a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.905382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5663c5d4-1c5e-447e-8100-f70ab2622a57 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/03ad3940-4823-4e91-bad6-1f2a856614a8 HTTP/1.1" status: 204 len: 168 time: 0.3662465 Aug 27 16:33:31.908758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.963766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663c5d4-1c5e-447e-8100-f70ab2622a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad3940-4823-4e91-bad6-1f2a856614a8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:31.969829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:31.971770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/subnets/8bfec1e7-00f2-4987-8c3c-6d6b23806c64 HTTP/1.1" status: 204 len: 168 time: 0.5860367 Aug 27 16:33:31.972832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d285c03-5632-4623-a687-39e1b462c147 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfec1e7-00f2-4987-8c3c-6d6b23806c64,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:31.975520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35156) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:31.991227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f499b031-3a57-40ce-8698-a38b4c198d82 None None] Network e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:32.074638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.142951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Deleting port 0e377d04-0071-4582-9d74-893ee0bdcc59 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:32.143334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.207048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] DHCP port deletion for e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:33:32.219674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] For port 0e377d04-0071-4582-9d74-893ee0bdcc59, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0e377d04-0071-4582-9d74-893ee0bdcc59,segment=NetworkSegment(cc755962-90b8-41be-ad78-b869a18d1dea),segment_id=cc755962-90b8-41be-ad78-b869a18d1dea)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:32.220279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.236332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Calling delete_port for 0e377d04-0071-4582-9d74-893ee0bdcc59 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:32.271828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] Deleting port 0e377d04-0071-4582-9d74-893ee0bdcc59 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:32.272411 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.355542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] For port 0e377d04-0071-4582-9d74-893ee0bdcc59, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0e377d04-0071-4582-9d74-893ee0bdcc59,segment=NetworkSegment(cc755962-90b8-41be-ad78-b869a18d1dea),segment_id=cc755962-90b8-41be-ad78-b869a18d1dea)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:32.356420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.382316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] Calling delete_port for 0e377d04-0071-4582-9d74-893ee0bdcc59 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:32.437976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.467163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3b65b-f665-4972-8835-74f209cc5f11 req-c950f2f7-b943-46d5-9e0a-6a2edc9e1709 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:32.469328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79c3b65b-f665-4972-8835-74f209cc5f11 req-c950f2f7-b943-46d5-9e0a-6a2edc9e1709 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.0787315 Aug 27 16:33:32.483116 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.485830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Port': ['ID=0e377d04-0071-4582-9d74-893ee0bdcc59,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:32.491854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] No DVR routers for this DVR port 0e377d04-0071-4582-9d74-893ee0bdcc59 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:32.529708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] No DVR routers for this DVR port 0e377d04-0071-4582-9d74-893ee0bdcc59 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:32.531576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ec87e-753d-4f2a-a04f-94057b0b86b3 None None] Pushing event deleted for resources: {'Port': ['ID=0e377d04-0071-4582-9d74-893ee0bdcc59,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:32.531715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79c3b65b-f665-4972-8835-74f209cc5f11 req-155a6048-a661-40c4-9238-fdc376ae955d tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548124 Aug 27 16:33:32.617918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.624449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:32.637851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc755962-90b8-41be-ad78-b869a18d1dea') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:32.638619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc755962-90b8-41be-ad78-b869a18d1dea') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:32.654211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.685911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.696483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:32.697215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:32.700275 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:32.746892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35178) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:32.867305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796539702'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:32.879262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:32.902890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b600a427-08fa-40d7-900a-f9818be7173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.917311 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.926219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:32.929201 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/networks/e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c HTTP/1.1" status: 204 len: 168 time: 0.9523530 Aug 27 16:33:32.931788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35190) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:32.960076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212a49a-9078-42c5-b3ab-c79d58615aad tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Pushing event deleted for resources: {'Network': ['ID=e8c57ae8-5978-4ad9-9c93-ab0d6f559a1c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:32.979311 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0c2665d9-824e-4e92-bcee-ce7266a71f65 tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "GET /v2.0/ports?device_id=864f4506-983d-43ec-a0c9-a02be67e5e19 HTTP/1.1" status: 200 len: 205 time: 0.0438426 Aug 27 16:33:32.979791 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35194) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:32.997546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87ccd-8347-4473-8117-5f72a58a40a3 req-f2e5457b-f1e6-4968-adac-78d9618f227c tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:32.999323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55c87ccd-8347-4473-8117-5f72a58a40a3 req-f2e5457b-f1e6-4968-adac-78d9618f227c tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.0517666 Aug 27 16:33:33.042512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:33.046353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.063855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55c87ccd-8347-4473-8117-5f72a58a40a3 req-452b87e9-cb18-400a-ac15-957717734fdf tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Aug 27 16:33:33.070804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00005170-7677-4edd-b3fe-2732ebb235ab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.085458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.169552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-2ee45dd6-8d6e-499e-8642-2249dd5069ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:33.171096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-2ee45dd6-8d6e-499e-8642-2249dd5069ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54784492f6ff4adc9ab28acc464a6a72&device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 1097 time: 0.0681698 Aug 27 16:33:33.270488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-bd9b9d95-f92d-4b80-92d7-c668677094cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:33.272642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-bd9b9d95-f92d-4b80-92d7-c668677094cc service neutron] 10.222.0.97 "GET /v2.0/networks?id=57f4273b-be7d-4f99-90ea-62466541dc2c HTTP/1.1" status: 200 len: 914 time: 0.0943537 Aug 27 16:33:33.322844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-cc52b2ef-7845-426c-94a8-6c0af54a61bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85db2503-0364-4700-8e61-74cd65f8acbf HTTP/1.1" status: 200 len: 217 time: 0.0429416 Aug 27 16:33:33.333564 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00005170-7677-4edd-b3fe-2732ebb235ab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.341331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00005170-7677-4edd-b3fe-2732ebb235ab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.438109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b600a427-08fa-40d7-900a-f9818be7173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.480667 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00005170-7677-4edd-b3fe-2732ebb235ab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.481299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00005170-7677-4edd-b3fe-2732ebb235ab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Fanout notify agent at l3_agent the message router_deleted on router 864f4506-983d-43ec-a0c9-a02be67e5e19 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:33:33.488738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00005170-7677-4edd-b3fe-2732ebb235ab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.492896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-00005170-7677-4edd-b3fe-2732ebb235ab tempest-RoutersNegativeTest-825394474 tempest-RoutersNegativeTest-825394474-project] 10.222.0.101 "DELETE /v2.0/routers/864f4506-983d-43ec-a0c9-a02be67e5e19 HTTP/1.1" status: 204 len: 168 time: 0.5091832 Aug 27 16:33:33.510864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b600a427-08fa-40d7-900a-f9818be7173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.588108 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b600a427-08fa-40d7-900a-f9818be7173c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7bceaac49ad84be3ab7b14a7c7060a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078338 Aug 27 16:33:33.589329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600a427-08fa-40d7-900a-f9818be7173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f08bda-a725-40a9-aa10-71e26bba855f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:33.592850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35204) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:33.686107 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc454cb-567d-4bc9-8c51-00ebf103c118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.719709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0e377d04-0071-4582-9d74-893ee0bdcc59 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:33:33.720304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc454cb-567d-4bc9-8c51-00ebf103c118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.741908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0e377d04-0071-4582-9d74-893ee0bdcc59 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:33:33.742307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0e377d04-0071-4582-9d74-893ee0bdcc59 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:33:33.842938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-2de9dccc-c1ac-497a-838a-068cf7afe214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:33.844419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-2de9dccc-c1ac-497a-838a-068cf7afe214 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=48f45b21-53ea-4a16-b5d3-d65142c15802 HTTP/1.1" status: 200 len: 852 time: 0.5144691 Aug 27 16:33:33.848914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc454cb-567d-4bc9-8c51-00ebf103c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.853341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dcc454cb-567d-4bc9-8c51-00ebf103c118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:33.854511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dcc454cb-567d-4bc9-8c51-00ebf103c118 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/88f08bda-a725-40a9-aa10-71e26bba855f HTTP/1.1" status: 204 len: 168 time: 0.2604952 Aug 27 16:33:33.863294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc454cb-567d-4bc9-8c51-00ebf103c118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f08bda-a725-40a9-aa10-71e26bba855f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:33.894104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-7396d195-3cf1-4b57-a210-1b0fd93e8fd7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=57f4273b-be7d-4f99-90ea-62466541dc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347230 Aug 27 16:33:34.025990 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.031975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-4ddcecef-97de-441d-9378-721397d003e6 service neutron] 10.222.0.97 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300392 Aug 27 16:33:34.098664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.149253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:34.158126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35222) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:34.160870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce52690d-8db0-4687-ae8d-3ba9215e7502,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:34.200820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.200820 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment 7e4069eb-de72-48ce-8efa-ee86e104a1e7 of type vlan for network d804d43a-ff57-4b8e-9ed3-10757a4ab860 Aug 27 16:33:34.262128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6396e79d-b8a7-4104-86f7-2e95f6af5d43 req-7e087c04-3fbb-41ee-a5cf-79f8a5e9efc4 service neutron] 10.222.0.97 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225587 Aug 27 16:33:34.266207 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.276056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e2f83-bd36-4ebc-93d1-3c89fc8e3490 req-29ac2672-838b-4305-b8e9-09daae37ccb8 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:34.277666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf3e2f83-bd36-4ebc-93d1-3c89fc8e3490 req-29ac2672-838b-4305-b8e9-09daae37ccb8 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1295197 Aug 27 16:33:34.355722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35234) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:34.357608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-401d0ba2-4897-4967-bd7b-933040b6ea64 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=04e0962512e94049b55c1e2bf02a9bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977537 Aug 27 16:33:34.392480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf3e2f83-bd36-4ebc-93d1-3c89fc8e3490 req-1ad00c8f-0ddf-4e57-9f8d-a55d35b93323 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065879 Aug 27 16:33:34.428683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.434105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:34.434676 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.510297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c268d8-46fa-4eaf-8a5c-af423017b981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.526161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=d804d43a-ff57-4b8e-9ed3-10757a4ab860,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:34.539287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d804d43a-ff57-4b8e-9ed3-10757a4ab860 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:34.540128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c268d8-46fa-4eaf-8a5c-af423017b981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.568912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ba4381f8-8c17-4a66-820b-ed93c20a7bbf tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8200953 Aug 27 16:33:34.676992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c268d8-46fa-4eaf-8a5c-af423017b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.681177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88c268d8-46fa-4eaf-8a5c-af423017b981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:34.685355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-88c268d8-46fa-4eaf-8a5c-af423017b981 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/de8213cf-379f-40d7-adf6-ed41ec18e136 HTTP/1.1" status: 204 len: 168 time: 0.3258555 Aug 27 16:33:34.691590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c268d8-46fa-4eaf-8a5c-af423017b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8213cf-379f-40d7-adf6-ed41ec18e136,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:35.527838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289989d6-f124-421e-bdd9-186cca5e2ad8 req-e7918a4e-d1fa-4910-a233-17afc7dd69b0 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:35.528446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-289989d6-f124-421e-bdd9-186cca5e2ad8 req-e7918a4e-d1fa-4910-a233-17afc7dd69b0 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.0600352 Aug 27 16:33:35.600253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-289989d6-f124-421e-bdd9-186cca5e2ad8 req-f76f36ce-102a-467c-bb4a-6cd64c95fac7 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620983 Aug 27 16:33:35.951318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35306) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:36.156938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077fba-0038-48a8-9a6b-263da16089b5 req-878b8c2e-a735-4d02-a49a-1b0bb358d6bd tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:36.158619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6077fba-0038-48a8-9a6b-263da16089b5 req-878b8c2e-a735-4d02-a49a-1b0bb358d6bd tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.0671053 Aug 27 16:33:36.172274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685177584'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:36.271579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6077fba-0038-48a8-9a6b-263da16089b5 req-88bc3278-1fdf-4b76-ae8a-f090d55e5069 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Aug 27 16:33:36.286122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:36.294508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:36.399957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:36.482322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:36.525297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587ffcba-6299-4108-beeb-73542863f465,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:36.604572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:36.688263 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:36.728161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1502dc-aa38-4c13-9fd1-1b6418d6844b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:36.839368 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:36.841626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2714b087-9d26-4c61-9f3c-223e77f68053 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8885343 Aug 27 16:33:36.843955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35336) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:36.960209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f1a4aff5-2c36-452c-b7e1-88e4efc4bbe9 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1149905 Aug 27 16:33:36.962956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35342) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:36.967877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-311f32ac-0e4f-442f-95be-73b336591046 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-security--393305118', 'description': 'tempest-security-description-433178978'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:37.009272 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-311f32ac-0e4f-442f-95be-73b336591046 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.057753 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-311f32ac-0e4f-442f-95be-73b336591046 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.139657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-311f32ac-0e4f-442f-95be-73b336591046 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.142289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-311f32ac-0e4f-442f-95be-73b336591046 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.143582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-311f32ac-0e4f-442f-95be-73b336591046 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "PUT /v2.0/security-groups/8b1502dc-aa38-4c13-9fd1-1b6418d6844b HTTP/1.1" status: 200 len: 1778 time: 0.1791210 Aug 27 16:33:37.153069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35352) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:37.168284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f32ac-0e4f-442f-95be-73b336591046 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1502dc-aa38-4c13-9fd1-1b6418d6844b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:37.210244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-895e1827-ba6b-4ca4-a337-e5d7e3702978 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups/8b1502dc-aa38-4c13-9fd1-1b6418d6844b HTTP/1.1" status: 200 len: 1778 time: 0.0551610 Aug 27 16:33:37.212823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35360) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:37.329186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4508fb67-8a48-4462-a200-feb14721826f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.384897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4508fb67-8a48-4462-a200-feb14721826f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.463635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf76957-88b2-4d16-955d-217d3bafc753 req-d5aa77ca-8e76-48f8-a224-34cdce6ebd76 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:37.465598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faf76957-88b2-4d16-955d-217d3bafc753 req-d5aa77ca-8e76-48f8-a224-34cdce6ebd76 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1103323 Aug 27 16:33:37.513963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faf76957-88b2-4d16-955d-217d3bafc753 req-99ef2b8f-b7fb-4287-bb31-a705945fbb71 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Aug 27 16:33:37.568350 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4508fb67-8a48-4462-a200-feb14721826f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.571400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4508fb67-8a48-4462-a200-feb14721826f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.573062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4508fb67-8a48-4462-a200-feb14721826f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/8b1502dc-aa38-4c13-9fd1-1b6418d6844b HTTP/1.1" status: 204 len: 168 time: 0.3590908 Aug 27 16:33:37.575781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35374) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:37.582500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508fb67-8a48-4462-a200-feb14721826f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1502dc-aa38-4c13-9fd1-1b6418d6844b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:37.627181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-59173d0a-7e08-4125-8a5c-a59900c9f664 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502491 Aug 27 16:33:37.630162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35378) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:37.645560 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-309593b5-c844-47ff-a6e7-e9bc0e054ae6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] delete failed (client error): The resource could not be found. Aug 27 16:33:37.647887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-309593b5-c844-47ff-a6e7-e9bc0e054ae6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/8b1502dc-aa38-4c13-9fd1-1b6418d6844b HTTP/1.1" status: 404 len: 347 time: 0.0156050 Aug 27 16:33:37.652271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35380) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:37.656884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0224fbbd-1a7a-4703-8b4a-09a589366165 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--395686688'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:37.733956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0224fbbd-1a7a-4703-8b4a-09a589366165 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.871898 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0224fbbd-1a7a-4703-8b4a-09a589366165 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.934228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0224fbbd-1a7a-4703-8b4a-09a589366165 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:37.956305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35386) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:37.956615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e80e6-232d-4fb0-84a0-b509ddf3726d req-6b244bbc-1fb8-4910-bdfc-54d7f7e27ae6 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:37.958343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e3e80e6-232d-4fb0-84a0-b509ddf3726d req-6b244bbc-1fb8-4910-bdfc-54d7f7e27ae6 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.0704865 Aug 27 16:33:37.961524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': 'd804d43a-ff57-4b8e-9ed3-10757a4ab860', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:38.026228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224fbbd-1a7a-4703-8b4a-09a589366165 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6083c67b-d8e1-441d-b8ed-efc7bcafc017,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:38.028987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e3e80e6-232d-4fb0-84a0-b509ddf3726d req-83448aa8-6a13-4b5e-b1d5-707bbbe51f57 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Aug 27 16:33:38.062814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-951579b0-2117-46e9-9f22-45ba906473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:38.065051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-951579b0-2117-46e9-9f22-45ba906473cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=54784492f6ff4adc9ab28acc464a6a72&device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 1097 time: 0.0773752 Aug 27 16:33:38.065730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0224fbbd-1a7a-4703-8b4a-09a589366165 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.066988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0224fbbd-1a7a-4703-8b4a-09a589366165 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4137123 Aug 27 16:33:38.073215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35390) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:38.080037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b55ef17d-de42-4cd6-ae28-961e2cecae02 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '6083c67b-d8e1-441d-b8ed-efc7bcafc017', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:38.146020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:38.152388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.208373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-6a8b1bbe-8439-411f-a684-162859b03a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:38.210501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-6a8b1bbe-8439-411f-a684-162859b03a13 service neutron] 10.222.0.97 "GET /v2.0/networks?id=57f4273b-be7d-4f99-90ea-62466541dc2c HTTP/1.1" status: 200 len: 914 time: 0.1348801 Aug 27 16:33:38.267139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-64339f83-6a31-44af-b803-733c8519bb80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85db2503-0364-4700-8e61-74cd65f8acbf HTTP/1.1" status: 200 len: 217 time: 0.0482643 Aug 27 16:33:38.289929 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b55ef17d-de42-4cd6-ae28-961e2cecae02 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.392124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-3d1494dd-252d-4577-bd3c-56736d90e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:38.393865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-3d1494dd-252d-4577-bd3c-56736d90e592 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=48f45b21-53ea-4a16-b5d3-d65142c15802 HTTP/1.1" status: 200 len: 852 time: 0.1155543 Aug 27 16:33:38.396850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b55ef17d-de42-4cd6-ae28-961e2cecae02 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.437159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-904b4b0c-a81e-40fe-99a2-731271f267fd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=57f4273b-be7d-4f99-90ea-62466541dc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339355 Aug 27 16:33:38.486210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.525751 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b55ef17d-de42-4cd6-ae28-961e2cecae02 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.555430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ef17d-de42-4cd6-ae28-961e2cecae02 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6db9e3e-129c-47df-83a2-c090c06343b4,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:38.562573 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=51b45ba2-8392-4458-b70d-13aeedddba1f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:38.565054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': '7e4069eb-de72-48ce-8efa-ee86e104a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd804d43a-ff57-4b8e-9ed3-10757a4ab860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:38.565420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: d804d43a-ff57-4b8e-9ed3-10757a4ab860, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:38.602588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-8c9df542-4940-4682-86b4-cee303f918ce service neutron] 10.222.0.97 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560960 Aug 27 16:33:38.620769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b55ef17d-de42-4cd6-ae28-961e2cecae02 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.621895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b55ef17d-de42-4cd6-ae28-961e2cecae02 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5478373 Aug 27 16:33:38.624972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35410) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:38.638965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network d804d43a-ff57-4b8e-9ed3-10757a4ab860 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:38.664703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da2aa318-c961-464e-acba-a58572bb552a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.673303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da2aa318-c961-464e-acba-a58572bb552a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.704132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-521fe42b-9f5a-4174-a84e-ea937101ea50 req-54776ff6-590e-4ebf-ad18-013611fb9973 service neutron] 10.222.0.97 "GET /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912018 Aug 27 16:33:38.796374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d804d43a-ff57-4b8e-9ed3-10757a4ab860) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:38.800760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:38.801900 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.808066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221110ed-7087-4df8-ad12-0465b9653e9e None None] Network d804d43a-ff57-4b8e-9ed3-10757a4ab860 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:38.831442 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da2aa318-c961-464e-acba-a58572bb552a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.838777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da2aa318-c961-464e-acba-a58572bb552a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.842400 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-da2aa318-c961-464e-acba-a58572bb552a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/a6db9e3e-129c-47df-83a2-c090c06343b4 HTTP/1.1" status: 204 len: 168 time: 0.2137423 Aug 27 16:33:38.842847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35416) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:38.855802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2aa318-c961-464e-acba-a58572bb552a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6db9e3e-129c-47df-83a2-c090c06343b4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:38.898246 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-73505285-28e3-4716-90c7-9cf1d819c2bd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9408455 Aug 27 16:33:38.899196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35418) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:38.904584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622508565'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:38.914806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a837e027-c1f7-4140-8036-b4987ea8f9b4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704701 Aug 27 16:33:38.915632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35420) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:38.972985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e87bc903-9a09-432b-9c2f-b8e242d43b88 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:38.998756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-d804d43a-ff57-4b8e-9ed3-10757a4ab860', 'network_id': 'd804d43a-ff57-4b8e-9ed3-10757a4ab860', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': '51b45ba2-8392-4458-b70d-13aeedddba1f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:38.999886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.005587 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e87bc903-9a09-432b-9c2f-b8e242d43b88 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.006251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:39.009835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.041658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:39.119030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.120300 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment 74376b27-f2a9-403d-b7ad-72d515ba0d3d of type vlan for network 7a833807-9104-42ab-bba4-d598792c4c6a Aug 27 16:33:39.128560 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e87bc903-9a09-432b-9c2f-b8e242d43b88 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.133768 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e87bc903-9a09-432b-9c2f-b8e242d43b88 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.135206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e87bc903-9a09-432b-9c2f-b8e242d43b88 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/6083c67b-d8e1-441d-b8ed-efc7bcafc017 HTTP/1.1" status: 204 len: 168 time: 0.2185853 Aug 27 16:33:39.150495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Allocated IP 2001:db8:0:ffff::2 (d804d43a-ff57-4b8e-9ed3-10757a4ab860/51b45ba2-8392-4458-b70d-13aeedddba1f/bce6f632-1a8d-4e45-8eaf-c3bb50963c44) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:39.158006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35430) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:39.167620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.201811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc903-9a09-432b-9c2f-b8e242d43b88 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6083c67b-d8e1-441d-b8ed-efc7bcafc017,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:39.243850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbb0a6-0ef0-4849-894d-e75198b3eeb6 req-8b8ae5ef-a27f-407d-b63b-dfd573891eea tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:39.257393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8efbb0a6-0ef0-4849-894d-e75198b3eeb6 req-8b8ae5ef-a27f-407d-b63b-dfd573891eea tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1366470 Aug 27 16:33:39.259848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.268736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:39.269450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.350553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-18a4b362-9e2b-483d-8fc9-d895cdf72017 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1894174 Aug 27 16:33:39.367463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8efbb0a6-0ef0-4849-894d-e75198b3eeb6 req-5506bbe7-eb8f-4a95-98cf-0be3a5c9f32b tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077642 Aug 27 16:33:39.383756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35436) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:39.390979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ddba664a-b2b3-47ce-b4d8-2835c3839060 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--285962362'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:39.396957 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.406105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Transition to ACTIVE for port object bce6f632-1a8d-4e45-8eaf-c3bb50963c44 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:39.413640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=7a833807-9104-42ab-bba4-d598792c4c6a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:39.422131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Transition to ACTIVE for port object bce6f632-1a8d-4e45-8eaf-c3bb50963c44 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:39.424936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7a833807-9104-42ab-bba4-d598792c4c6a details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:39.489053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.493682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35442) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:39.499597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09ec20de-8c2a-42fd-a2fa-e73ccaca0c86 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5958812 Aug 27 16:33:39.501661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '7a833807-9104-42ab-bba4-d598792c4c6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:39.545404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Network d804d43a-ff57-4b8e-9ed3-10757a4ab860 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:39.554421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:39.559195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:39.567325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Pushing event updated for resources: {'Port': ['ID=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:39.579754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddba664a-b2b3-47ce-b4d8-2835c3839060 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.642929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Attempting to bind port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:39.647363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Attempting to bind port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7e4069eb-de72-48ce-8efa-ee86e104a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd804d43a-ff57-4b8e-9ed3-10757a4ab860'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:39.647849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Attempting to bind port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 on network d804d43a-ff57-4b8e-9ed3-10757a4ab860 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:39.654849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:39.655388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Checking segment: {'id': '7e4069eb-de72-48ce-8efa-ee86e104a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd804d43a-ff57-4b8e-9ed3-10757a4ab860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:39.655871 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.656359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Bound using segment: {'id': '7e4069eb-de72-48ce-8efa-ee86e104a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd804d43a-ff57-4b8e-9ed3-10757a4ab860'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:39.657075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Bound port: bce6f632-1a8d-4e45-8eaf-c3bb50963c44, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4069eb-de72-48ce-8efa-ee86e104a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'd804d43a-ff57-4b8e-9ed3-10757a4ab860'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:39.657937 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.698869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddba664a-b2b3-47ce-b4d8-2835c3839060 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.731547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] For port bce6f632-1a8d-4e45-8eaf-c3bb50963c44, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:39.734695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] For port bce6f632-1a8d-4e45-8eaf-c3bb50963c44, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,segment=NetworkSegment(7e4069eb-de72-48ce-8efa-ee86e104a1e7),segment_id=7e4069eb-de72-48ce-8efa-ee86e104a1e7)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:39.785083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddba664a-b2b3-47ce-b4d8-2835c3839060 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.803305 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.842887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba664a-b2b3-47ce-b4d8-2835c3839060 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052fc8a5-8999-4922-9b1b-7c83930674d0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:39.872357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:39.883514 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.934354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803328e-cb91-497f-bc97-89b9d080c424 None None] Pushing event updated for resources: {'Port': ['ID=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:39.954585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddba664a-b2b3-47ce-b4d8-2835c3839060 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:39.959052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ddba664a-b2b3-47ce-b4d8-2835c3839060 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5707581 Aug 27 16:33:39.959763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:39.964666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8bab610a-6f15-4332-b9fb-818e8ec36ec6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '052fc8a5-8999-4922-9b1b-7c83930674d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:40.390106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bab610a-6f15-4332-b9fb-818e8ec36ec6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:40.443530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:40.463164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bab610a-6f15-4332-b9fb-818e8ec36ec6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:40.556928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=25f6b82f-6a3e-4c82-ac91-4b42cb11f7b1,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:40.578822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': '74376b27-f2a9-403d-b7ad-72d515ba0d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '7a833807-9104-42ab-bba4-d598792c4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:40.579470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: 7a833807-9104-42ab-bba4-d598792c4c6a, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:40.590431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bab610a-6f15-4332-b9fb-818e8ec36ec6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:40.598409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a721f8-cb9f-487e-888e-49d45cb48d6f req-a7a5c7e6-fae7-418f-a7f5-6ff5a47019b3 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:40.598409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3a721f8-cb9f-487e-888e-49d45cb48d6f req-a7a5c7e6-fae7-418f-a7f5-6ff5a47019b3 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1438589 Aug 27 16:33:40.651447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3a721f8-cb9f-487e-888e-49d45cb48d6f req-267e56b8-721a-4c4f-b9d8-8da000687a50 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496678 Aug 27 16:33:40.710859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 7a833807-9104-42ab-bba4-d598792c4c6a is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:40.806207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7a833807-9104-42ab-bba4-d598792c4c6a) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:40.811825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:40.812678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:40.814975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7539c72-7c85-4493-9b9c-e11da6ba8703 None None] Network 7a833807-9104-42ab-bba4-d598792c4c6a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:40.892816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f8e1f06c-e0e2-4de9-a92a-6ee2a3b515b5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3975129 Aug 27 16:33:40.896458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35472) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:40.938456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab610a-6f15-4332-b9fb-818e8ec36ec6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be8b420-1048-4b6e-b245-07b537316211,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:41.028649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-7a833807-9104-42ab-bba4-d598792c4c6a', 'network_id': '7a833807-9104-42ab-bba4-d598792c4c6a', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': '25f6b82f-6a3e-4c82-ac91-4b42cb11f7b1'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:41.029829 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.043042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.060791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8bab610a-6f15-4332-b9fb-818e8ec36ec6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.062654 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8bab610a-6f15-4332-b9fb-818e8ec36ec6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1016154 Aug 27 16:33:41.065353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35474) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:41.072258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b6442b7d-a2ae-4e6d-ac9f-83e8e9e168c5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '052fc8a5-8999-4922-9b1b-7c83930674d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:41.216595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b6442b7d-a2ae-4e6d-ac9f-83e8e9e168c5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.222295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.235180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c700ebd2-ed0d-4630-a9d4-4e4c64686c8c None None] Network d804d43a-ff57-4b8e-9ed3-10757a4ab860 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:41.268635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46639248-79a9-469b-aa4a-6fe7a4284e35 req-f557cdb7-ec37-4ced-9936-7d2a10705e4c tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:41.277264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46639248-79a9-469b-aa4a-6fe7a4284e35 req-f557cdb7-ec37-4ced-9936-7d2a10705e4c tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1150074 Aug 27 16:33:41.335166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46639248-79a9-469b-aa4a-6fe7a4284e35 req-d90a0d2c-bb4a-4884-addc-8ed225f706f8 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Aug 27 16:33:41.358801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Allocated IP 2001:db8::1 (7a833807-9104-42ab-bba4-d598792c4c6a/25f6b82f-6a3e-4c82-ac91-4b42cb11f7b1/71820efa-c6b2-4288-bc52-5675a2142fda) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:41.377686 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b6442b7d-a2ae-4e6d-ac9f-83e8e9e168c5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.432588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2e43505a-2070-4d70-8d5f-1f9d461cb307 None None] Provisioning for port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:41.453257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b6442b7d-a2ae-4e6d-ac9f-83e8e9e168c5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.475983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6442b7d-a2ae-4e6d-ac9f-83e8e9e168c5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019d18b9-7b79-4ab1-935b-8d7bba2ec237,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:41.586307 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b6442b7d-a2ae-4e6d-ac9f-83e8e9e168c5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.587866 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b6442b7d-a2ae-4e6d-ac9f-83e8e9e168c5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5212896 Aug 27 16:33:41.590468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35488) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:41.595222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b04822ba-7dca-453f-bf9b-4fb5245c1687 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '052fc8a5-8999-4922-9b1b-7c83930674d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:41.604080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.620510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Transition to ACTIVE for port object 71820efa-c6b2-4288-bc52-5675a2142fda will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:41.660042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Transition to ACTIVE for port object 71820efa-c6b2-4288-bc52-5675a2142fda will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:41.706046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b04822ba-7dca-453f-bf9b-4fb5245c1687 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.732999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.772614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bce6f632-1a8d-4e45-8eaf-c3bb50963c44 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:41.789495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Network 7a833807-9104-42ab-bba4-d598792c4c6a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:41.803117 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b04822ba-7dca-453f-bf9b-4fb5245c1687 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.815950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:41.825552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:41.836752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.846088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Pushing event updated for resources: {'Port': ['ID=71820efa-c6b2-4288-bc52-5675a2142fda,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:41.883960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=25f6b82f-6a3e-4c82-ac91-4b42cb11f7b1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:41.885595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b04822ba-7dca-453f-bf9b-4fb5245c1687 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.914419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04822ba-7dca-453f-bf9b-4fb5245c1687 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf554df-01e6-4994-9134-6ff6b04e1dfc,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:41.929814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Attempting to bind port 71820efa-c6b2-4288-bc52-5675a2142fda on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:41.930072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Attempting to bind port 71820efa-c6b2-4288-bc52-5675a2142fda by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '74376b27-f2a9-403d-b7ad-72d515ba0d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '7a833807-9104-42ab-bba4-d598792c4c6a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:41.930427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Attempting to bind port 71820efa-c6b2-4288-bc52-5675a2142fda on network 7a833807-9104-42ab-bba4-d598792c4c6a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:41.939442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:41.939681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Checking segment: {'id': '74376b27-f2a9-403d-b7ad-72d515ba0d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '7a833807-9104-42ab-bba4-d598792c4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:41.940289 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.940874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Bound using segment: {'id': '74376b27-f2a9-403d-b7ad-72d515ba0d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '7a833807-9104-42ab-bba4-d598792c4c6a'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:41.941716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Bound port: 71820efa-c6b2-4288-bc52-5675a2142fda, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74376b27-f2a9-403d-b7ad-72d515ba0d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '7a833807-9104-42ab-bba4-d598792c4c6a'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:41.942282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:41.991910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.006647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a833807-9104-42ab-bba4-d598792c4c6a']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:42.013452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b04822ba-7dca-453f-bf9b-4fb5245c1687 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.016849 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b04822ba-7dca-453f-bf9b-4fb5245c1687 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4245210 Aug 27 16:33:42.018552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35494) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:42.020063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74376b27-f2a9-403d-b7ad-72d515ba0d3d') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:42.020585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74376b27-f2a9-403d-b7ad-72d515ba0d3d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:42.025201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3de2d975-a9b3-4bb9-ba0b-97c7a38f9fbc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '052fc8a5-8999-4922-9b1b-7c83930674d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:42.027510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] For port 71820efa-c6b2-4288-bc52-5675a2142fda, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:42.030978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] For port 71820efa-c6b2-4288-bc52-5675a2142fda, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=71820efa-c6b2-4288-bc52-5675a2142fda,segment=NetworkSegment(74376b27-f2a9-403d-b7ad-72d515ba0d3d),segment_id=74376b27-f2a9-403d-b7ad-72d515ba0d3d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:42.039034 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.076610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:42.081041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:42.081517 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.113701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.118586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.123312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:42.124064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:42.128151 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:42.169444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3de2d975-a9b3-4bb9-ba0b-97c7a38f9fbc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.251479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3de2d975-a9b3-4bb9-ba0b-97c7a38f9fbc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.256309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2aed3-f6a7-46ea-9c7f-6fff8a5bb215 None None] Pushing event updated for resources: {'Port': ['ID=71820efa-c6b2-4288-bc52-5675a2142fda,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:42.278751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a23db4-81b8-465e-98f9-c97abf4a66a1 None None] Network 7a833807-9104-42ab-bba4-d598792c4c6a requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:42.322353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:33:42.322353 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:33:42.322353 n-d-806412-1 neutron-server[95253]: [parameters: {'id': '7a833807-9104-42ab-bba4-d598792c4c6a'}] Aug 27 16:33:42.322353 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:33:42.323649 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:33:42.374128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3de2d975-a9b3-4bb9-ba0b-97c7a38f9fbc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.393269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2d975-a9b3-4bb9-ba0b-97c7a38f9fbc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80fca9c-f792-4619-ae32-8dbfb74888fb,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:42.470920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3de2d975-a9b3-4bb9-ba0b-97c7a38f9fbc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.472339 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3de2d975-a9b3-4bb9-ba0b-97c7a38f9fbc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4528284 Aug 27 16:33:42.475370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35500) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:42.483473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-66e1e70a-f31c-482b-b353-5da6f4af51bc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '052fc8a5-8999-4922-9b1b-7c83930674d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:42.519053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.525765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99537c-5437-4762-97e8-19c888f83ec0 req-ef2e3022-58b0-480e-83a2-9d6a66f647f5 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:42.528232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb99537c-5437-4762-97e8-19c888f83ec0 req-ef2e3022-58b0-480e-83a2-9d6a66f647f5 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1056023 Aug 27 16:33:42.578433 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66e1e70a-f31c-482b-b353-5da6f4af51bc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.592682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb99537c-5437-4762-97e8-19c888f83ec0 req-807bada9-f042-4c75-a690-771327bfa14d tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575273 Aug 27 16:33:42.595896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port bce6f632-1a8d-4e45-8eaf-c3bb50963c44, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,segment=NetworkSegment(7e4069eb-de72-48ce-8efa-ee86e104a1e7),segment_id=7e4069eb-de72-48ce-8efa-ee86e104a1e7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:42.628938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75d82c-c134-440a-ab0a-4876822f67aa None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:33:42.654851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.683332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66e1e70a-f31c-482b-b353-5da6f4af51bc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.744906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66e1e70a-f31c-482b-b353-5da6f4af51bc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.752569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:42.778989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d75d82c-c134-440a-ab0a-4876822f67aa None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:33:42.791206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e70a-f31c-482b-b353-5da6f4af51bc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a018c6-5189-4e9d-9052-5d4dcd2555ce,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:42.824434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.831258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-66e1e70a-f31c-482b-b353-5da6f4af51bc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.836597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-66e1e70a-f31c-482b-b353-5da6f4af51bc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3581877 Aug 27 16:33:42.838561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35506) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:42.889921 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a52ab09-0589-48a5-b6a5-c510b5f105a9 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.902173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting port 71820efa-c6b2-4288-bc52-5675a2142fda {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:42.902813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.910227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a52ab09-0589-48a5-b6a5-c510b5f105a9 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.981147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] For port 71820efa-c6b2-4288-bc52-5675a2142fda, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=71820efa-c6b2-4288-bc52-5675a2142fda,segment=NetworkSegment(74376b27-f2a9-403d-b7ad-72d515ba0d3d),segment_id=74376b27-f2a9-403d-b7ad-72d515ba0d3d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:42.981765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:42.997336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Calling delete_port for 71820efa-c6b2-4288-bc52-5675a2142fda owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:43.040003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a52ab09-0589-48a5-b6a5-c510b5f105a9 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.046694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a52ab09-0589-48a5-b6a5-c510b5f105a9 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.050712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35508) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:43.050914 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a52ab09-0589-48a5-b6a5-c510b5f105a9 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/92a018c6-5189-4e9d-9052-5d4dcd2555ce HTTP/1.1" status: 204 len: 168 time: 0.2101488 Aug 27 16:33:43.062231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52ab09-0589-48a5-b6a5-c510b5f105a9 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92a018c6-5189-4e9d-9052-5d4dcd2555ce,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:43.145541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-57932ced-a429-4478-8810-afae897b7915 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0931373 Aug 27 16:33:43.156525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35510) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:43.185652 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f73f91f2-e095-4929-8f94-d46aec678265 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.194279 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f73f91f2-e095-4929-8f94-d46aec678265 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.242376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.267878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Port': ['ID=71820efa-c6b2-4288-bc52-5675a2142fda,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:43.279859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.280218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.280565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.280908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.281246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.281579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.281915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.282248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.282583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.282918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.283252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.283603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:43.286238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No DVR routers for this DVR port 71820efa-c6b2-4288-bc52-5675a2142fda on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:43.361462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f73f91f2-e095-4929-8f94-d46aec678265 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.369729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f73f91f2-e095-4929-8f94-d46aec678265 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.373689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35514) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:43.375593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f73f91f2-e095-4929-8f94-d46aec678265 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/c80fca9c-f792-4619-ae32-8dbfb74888fb HTTP/1.1" status: 204 len: 168 time: 0.2257068 Aug 27 16:33:43.420693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.423296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f91f2-e095-4929-8f94-d46aec678265 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c80fca9c-f792-4619-ae32-8dbfb74888fb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:43.440335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a833807-9104-42ab-bba4-d598792c4c6a']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:43.451010 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b20480d0-1c53-40f3-9e1d-093477f80e86 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0760832 Aug 27 16:33:43.454445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35516) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:43.455771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74376b27-f2a9-403d-b7ad-72d515ba0d3d') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:43.456064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74376b27-f2a9-403d-b7ad-72d515ba0d3d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:43.478711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.501737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-f138f3ee-a271-436e-bbf2-3fdd433803cd tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:43.503193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-f138f3ee-a271-436e-bbf2-3fdd433803cd tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.97 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1190650 Aug 27 16:33:43.551758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.563207 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-adec57e1-48bd-4978-83ed-01b97ab9a3e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.565449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:43.565847 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:43.572485 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:43.615605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-adec57e1-48bd-4978-83ed-01b97ab9a3e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.713800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Deleting port 85db2503-0364-4700-8e61-74cd65f8acbf {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:43.714192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.741028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bce6f632-1a8d-4e45-8eaf-c3bb50963c44 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:43.801461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:43.801706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.803571 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.824105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.827130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/7a833807-9104-42ab-bba4-d598792c4c6a HTTP/1.1" status: 204 len: 168 time: 2.9291947 Aug 27 16:33:43.831314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35524) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:43.837739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124076970'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:43.841639 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-adec57e1-48bd-4978-83ed-01b97ab9a3e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.849865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-adec57e1-48bd-4978-83ed-01b97ab9a3e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.853851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-adec57e1-48bd-4978-83ed-01b97ab9a3e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/fbf554df-01e6-4994-9134-6ff6b04e1dfc HTTP/1.1" status: 204 len: 168 time: 0.3940804 Aug 27 16:33:43.854217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35526) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:43.869340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a78e-5b62-45d5-b582-82e2d449173c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=7a833807-9104-42ab-bba4-d598792c4c6a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:43.887891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec57e1-48bd-4978-83ed-01b97ab9a3e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbf554df-01e6-4994-9134-6ff6b04e1dfc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:43.905854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930f06d-8c38-4ab8-911a-c08c369dbf8f req-1a2759da-e7c9-4a19-af90-9dac3d4c4a06 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:43.907742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7930f06d-8c38-4ab8-911a-c08c369dbf8f req-1a2759da-e7c9-4a19-af90-9dac3d4c4a06 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 946 time: 0.1761277 Aug 27 16:33:43.949417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8bc7d419-70ec-49f0-8fdb-d3c4b5ae9c1d tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0886409 Aug 27 16:33:43.950493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35528) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:43.961471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] For port 85db2503-0364-4700-8e61-74cd65f8acbf, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=85db2503-0364-4700-8e61-74cd65f8acbf,segment=NetworkSegment(a65a0ebe-cc57-46f1-8c97-0ab322017a1c),segment_id=a65a0ebe-cc57-46f1-8c97-0ab322017a1c)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:43.961843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.974496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Calling delete_port for 85db2503-0364-4700-8e61-74cd65f8acbf owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:43.976210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-899e38a1-a1c5-46d4-8379-e161b99cd36a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.979704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:43.983309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:43.990965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-899e38a1-a1c5-46d4-8379-e161b99cd36a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.028260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:44.039819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7930f06d-8c38-4ab8-911a-c08c369dbf8f req-75db654e-4e88-49f6-b6a0-1d899b604914 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/security-groups?id=291b2e4d-b59d-4a8f-9bc0-e3bedde13054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183131 Aug 27 16:33:44.124048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-899e38a1-a1c5-46d4-8379-e161b99cd36a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.126493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.127150 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment 515057fb-a8a0-49da-8190-976c7e14e826 of type vlan for network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 Aug 27 16:33:44.141438 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-899e38a1-a1c5-46d4-8379-e161b99cd36a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.142573 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-899e38a1-a1c5-46d4-8379-e161b99cd36a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/019d18b9-7b79-4ab1-935b-8d7bba2ec237 HTTP/1.1" status: 204 len: 168 time: 0.1905940 Aug 27 16:33:44.145584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35530) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:44.158782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e38a1-a1c5-46d4-8379-e161b99cd36a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=019d18b9-7b79-4ab1-935b-8d7bba2ec237,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:44.204418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.213575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-83caffc2-9272-4916-bbba-f56b35c5e707 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0629542 Aug 27 16:33:44.213809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35532) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:44.232418 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.247437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['85db2503-0364-4700-8e61-74cd65f8acbf'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:33:44.282770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec82c1f4-196e-4171-a3d3-e69bb4672c17 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.290321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Pushing event deleted for resources: {'Port': ['ID=85db2503-0364-4700-8e61-74cd65f8acbf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:44.305147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.312590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:44.314542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec82c1f4-196e-4171-a3d3-e69bb4672c17 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.315719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.333267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] No DVR routers for this DVR port 85db2503-0364-4700-8e61-74cd65f8acbf on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:44.337341 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.339340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-deba1d2b-d742-4cfc-820e-acbdb9e9e14b req-09b19f42-24d2-41a6-bbc2-a9acd2696365 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.97 "DELETE /v2.0/ports/85db2503-0364-4700-8e61-74cd65f8acbf HTTP/1.1" status: 204 len: 173 time: 0.8272238 Aug 27 16:33:44.339797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776dc849-5e97-45bb-9403-d1a4599c8504', 'name': 'network-vif-deleted', 'tag': '85db2503-0364-4700-8e61-74cd65f8acbf'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:33:44.342477 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035048f7-5b05-4be7-96e0-fefb9e8d5f24" -d '{"events": [{"server_uuid": "776dc849-5e97-45bb-9403-d1a4599c8504", "name": "network-vif-deleted", "tag": "85db2503-0364-4700-8e61-74cd65f8acbf"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:33:44.407063 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7485b632-f699-4166-b1e0-aafca01b4948 x-openstack-request-id: req-7485b632-f699-4166-b1e0-aafca01b4948 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:33:44.407882 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776dc849-5e97-45bb-9403-d1a4599c8504", "name": "network-vif-deleted", "tag": "85db2503-0364-4700-8e61-74cd65f8acbf", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:33:44.414766 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7485b632-f699-4166-b1e0-aafca01b4948 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:33:44.414766 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776dc849-5e97-45bb-9403-d1a4599c8504', 'name': 'network-vif-deleted', 'tag': '85db2503-0364-4700-8e61-74cd65f8acbf', 'status': 'completed', 'code': 200} Aug 27 16:33:44.415125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5808887 Aug 27 16:33:44.415125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8da002-6307-412e-8d4e-2e544584bcee tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=9f6fb62d-9ce4-489a-86c5-64b3bde09650,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:44.416901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35538) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:44.423587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '9f6fb62d-9ce4-489a-86c5-64b3bde09650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:44.430308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:44.505788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec82c1f4-196e-4171-a3d3-e69bb4672c17 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.517649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec82c1f4-196e-4171-a3d3-e69bb4672c17 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.518426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ec82c1f4-196e-4171-a3d3-e69bb4672c17 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/0be8b420-1048-4b6e-b245-07b537316211 HTTP/1.1" status: 204 len: 168 time: 0.3037093 Aug 27 16:33:44.521485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35540) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:44.546068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82c1f4-196e-4171-a3d3-e69bb4672c17 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0be8b420-1048-4b6e-b245-07b537316211,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:44.581654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35542) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:44.582073 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-78f137ad-f9a5-4247-b397-8cd6cc277b1a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531936 Aug 27 16:33:44.634484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:44.638486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.646000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a89176-6c5d-45a6-b60c-9c2d7813180e tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.733516 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a89176-6c5d-45a6-b60c-9c2d7813180e tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.877412 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a89176-6c5d-45a6-b60c-9c2d7813180e tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.881600 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8a89176-6c5d-45a6-b60c-9c2d7813180e tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:44.885242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c8a89176-6c5d-45a6-b60c-9c2d7813180e tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/052fc8a5-8999-4922-9b1b-7c83930674d0 HTTP/1.1" status: 204 len: 168 time: 0.3057587 Aug 27 16:33:44.886352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35546) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:44.909621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a89176-6c5d-45a6-b60c-9c2d7813180e tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052fc8a5-8999-4922-9b1b-7c83930674d0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:44.971036 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1b3b34c2-a139-454c-8eff-4f811bb24502 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835109 Aug 27 16:33:44.980254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35552) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:44.986951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-419f8afd-deaa-4edb-9f61-1d0cd60259e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--995892791'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:45.000234 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.119509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=648d4d5d-6997-4fb1-863c-1f0c360986e7,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:45.173704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84ce00c6-7f8a-4e42-997a-b509ae59be08 req-621f58ee-60e7-4550-8378-2a15bb75d7a5 tempest-TestServerAdvancedOps-879635259 tempest-TestServerAdvancedOps-879635259-project] 10.222.0.101 "GET /v2.0/ports?device_id=776dc849-5e97-45bb-9403-d1a4599c8504 HTTP/1.1" status: 200 len: 210 time: 0.0294657 Aug 27 16:33:45.178498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': '515057fb-a8a0-49da-8190-976c7e14e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '9f6fb62d-9ce4-489a-86c5-64b3bde09650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:45.178872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: 9f6fb62d-9ce4-489a-86c5-64b3bde09650, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:45.211217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-419f8afd-deaa-4edb-9f61-1d0cd60259e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.286534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:45.309102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-419f8afd-deaa-4edb-9f61-1d0cd60259e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.406274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 9f6fb62d-9ce4-489a-86c5-64b3bde09650) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:45.412118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-419f8afd-deaa-4edb-9f61-1d0cd60259e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.416523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105bbf92-d36a-4ea6-9421-67968d6e3e2f None None] Network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:45.424678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:45.425367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.460254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f8afd-deaa-4edb-9f61-1d0cd60259e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0516b125-5585-4900-bb7a-93c4d4d368ce,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:45.523309 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-419f8afd-deaa-4edb-9f61-1d0cd60259e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.524596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-419f8afd-deaa-4edb-9f61-1d0cd60259e3 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5430367 Aug 27 16:33:45.532328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9cbd2ae3-6c86-4b20-a472-d0c47095b9e5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1133206 Aug 27 16:33:45.534344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35560) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:45.536999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35562) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:45.543674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478726362'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:45.550404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '0516b125-5585-4900-bb7a-93c4d4d368ce', 'direction': 'ingress', 'protocol': 17}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:45.593920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:33:45.593920 n-d-806412-1 neutron-server[95253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:33:45.593920 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id': 'cd2582f6afce46eda3010f60a162f4bf', 'id': '8ae7b5e6-8972-4ae3-8d9b-bb8b64d1c661', 'expiration': datetime.datetime(2021, 8, 27, 16, 35, 45, 584732)}] Aug 27 16:33:45.593920 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:33:45.594467 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:33:45.638592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-9f6fb62d-9ce4-489a-86c5-64b3bde09650', 'network_id': '9f6fb62d-9ce4-489a-86c5-64b3bde09650', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': '648d4d5d-6997-4fb1-863c-1f0c360986e7'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:45.640054 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.657004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:45.660730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.686033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:45.694874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.696617 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment f839716c-61ae-4a1e-b737-fe50b6bbf725 of type vlan for network 33776f76-adf5-4bf8-868a-d29365bd65e5 Aug 27 16:33:45.756454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.793498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Allocated IP 2001:db8::3 (9f6fb62d-9ce4-489a-86c5-64b3bde09650/648d4d5d-6997-4fb1-863c-1f0c360986e7/fa0c4b1c-49cb-4166-a0c2-398273dc5695) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:45.880566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.887950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:45.888712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.982974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4434810 Aug 27 16:33:45.986800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35570) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:45.987355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:45.987711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8927a2-9185-49d2-971f-973cd6706512 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=33776f76-adf5-4bf8-868a-d29365bd65e5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:45.993649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '33776f76-adf5-4bf8-868a-d29365bd65e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:45.997280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Transition to ACTIVE for port object fa0c4b1c-49cb-4166-a0c2-398273dc5695 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:46.003531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 33776f76-adf5-4bf8-868a-d29365bd65e5 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:46.019786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Transition to ACTIVE for port object fa0c4b1c-49cb-4166-a0c2-398273dc5695 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:46.151977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.200931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:46.205311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Pushing event updated for resources: {'Port': ['ID=fa0c4b1c-49cb-4166-a0c2-398273dc5695,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:46.214705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:46.217353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:46.222500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:46.229602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.283795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Attempting to bind port fa0c4b1c-49cb-4166-a0c2-398273dc5695 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:46.284559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Attempting to bind port fa0c4b1c-49cb-4166-a0c2-398273dc5695 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '515057fb-a8a0-49da-8190-976c7e14e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '9f6fb62d-9ce4-489a-86c5-64b3bde09650'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:46.285137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Attempting to bind port fa0c4b1c-49cb-4166-a0c2-398273dc5695 on network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:46.295003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:46.295697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Checking segment: {'id': '515057fb-a8a0-49da-8190-976c7e14e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '9f6fb62d-9ce4-489a-86c5-64b3bde09650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:46.296282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.296872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Bound using segment: {'id': '515057fb-a8a0-49da-8190-976c7e14e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '9f6fb62d-9ce4-489a-86c5-64b3bde09650'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:46.298092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35574) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:46.306237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Bound port: fa0c4b1c-49cb-4166-a0c2-398273dc5695, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515057fb-a8a0-49da-8190-976c7e14e826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '9f6fb62d-9ce4-489a-86c5-64b3bde09650'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:46.308020 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.339952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_backend_mixin [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Performing IP validity checks on allocation pools {{(pid=95252) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 16:33:46.340648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_backend_mixin [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95252) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 16:33:46.354883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.370095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] Deleting subnet 48f45b21-53ea-4a16-b5d3-d65142c15802 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:33:46.381838 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.428784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] For port fa0c4b1c-49cb-4166-a0c2-398273dc5695, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:46.433749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] For port fa0c4b1c-49cb-4166-a0c2-398273dc5695, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fa0c4b1c-49cb-4166-a0c2-398273dc5695,segment=NetworkSegment(515057fb-a8a0-49da-8190-976c7e14e826),segment_id=515057fb-a8a0-49da-8190-976c7e14e826)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:46.440417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.515627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.524589 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.531950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.597958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.621464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c56bf-4aa5-41dc-a789-621e0ca40887 None None] Pushing event updated for resources: {'Port': ['ID=fa0c4b1c-49cb-4166-a0c2-398273dc5695,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:46.623884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.630023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73eddeef-0e67-4ed5-816e-24916a69d891,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:46.671897 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.693595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.696860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/48f45b21-53ea-4a16-b5d3-d65142c15802 HTTP/1.1" status: 204 len: 168 time: 0.3971975 Aug 27 16:33:46.702144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35584) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:46.724394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb2040-a96d-450a-8217-cf6c3984c407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f45b21-53ea-4a16-b5d3-d65142c15802,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:46.727475 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.728702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2a9e9dc6-8ad1-4424-b0c6-e269e6c10cf5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1817017 Aug 27 16:33:46.731502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35586) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:46.790094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=c58cbf4d-1187-4410-a48a-7f80f25453ba,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:46.809870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.810228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.810581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.810930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.811301 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.811639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.811973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.812310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.812643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.812973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.813305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.813862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:46.823907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': 'f839716c-61ae-4a1e-b737-fe50b6bbf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '33776f76-adf5-4bf8-868a-d29365bd65e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:46.824477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: 33776f76-adf5-4bf8-868a-d29365bd65e5, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:46.829336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a34375df-9573-4622-8280-1031607a6448 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.843527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.870486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a34375df-9573-4622-8280-1031607a6448 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.961620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 33776f76-adf5-4bf8-868a-d29365bd65e5 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:46.978825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:46.994525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f4273b-be7d-4f99-90ea-62466541dc2c']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:47.033230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65a0ebe-cc57-46f1-8c97-0ab322017a1c') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:47.038604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65a0ebe-cc57-46f1-8c97-0ab322017a1c') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:47.045158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.057792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a34375df-9573-4622-8280-1031607a6448 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.060830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a34375df-9573-4622-8280-1031607a6448 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.062322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a34375df-9573-4622-8280-1031607a6448 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/0516b125-5585-4900-bb7a-93c4d4d368ce HTTP/1.1" status: 204 len: 168 time: 0.3296809 Aug 27 16:33:47.066175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35596) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:47.089242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 33776f76-adf5-4bf8-868a-d29365bd65e5) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:47.097125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b0934-4646-44c0-9c0f-d913b219fde3 None None] Network 33776f76-adf5-4bf8-868a-d29365bd65e5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:47.102072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34375df-9573-4622-8280-1031607a6448 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0516b125-5585-4900-bb7a-93c4d4d368ce,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:47.104390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:47.105188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.118366 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.131718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:47.132496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.159747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3f4eee7-47bc-4616-bc5c-e094bce2c150 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922098 Aug 27 16:33:47.160594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35600) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:47.166710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-36296269-9e99-4e8b-a550-3f57248bc79f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--740925790'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:47.184832 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:47.211092 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7e2a2e31-132c-4118-9d6c-9d2215903b7b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2229919 Aug 27 16:33:47.213837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35604) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:47.300021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.314705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.317011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36296269-9e99-4e8b-a550-3f57248bc79f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.321103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-33776f76-adf5-4bf8-868a-d29365bd65e5', 'network_id': '33776f76-adf5-4bf8-868a-d29365bd65e5', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': 'c58cbf4d-1187-4410-a48a-7f80f25453ba'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:47.322010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.324876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] 10.222.0.101 "DELETE /v2.0/networks/57f4273b-be7d-4f99-90ea-62466541dc2c HTTP/1.1" status: 204 len: 168 time: 0.6192260 Aug 27 16:33:47.329794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35610) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:47.363767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775001-6ee5-43f0-94cb-af6668080665 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f4273b-be7d-4f99-90ea-62466541dc2c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:47.386530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.413188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] Deleting subnet a7e0091a-209d-4cef-ad9b-406b952f7d84 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:33:47.416622 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.477969 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.478555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.487638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Allocated IP 2001:db8::3 (33776f76-adf5-4bf8-868a-d29365bd65e5/c58cbf4d-1187-4410-a48a-7f80f25453ba/a075a41e-bcf7-461b-89f9-c2ce10830ce2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:47.562968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.596809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36296269-9e99-4e8b-a550-3f57248bc79f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.688919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36296269-9e99-4e8b-a550-3f57248bc79f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.710771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.720895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Transition to ACTIVE for port object a075a41e-bcf7-461b-89f9-c2ce10830ce2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:47.728500 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.751226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Transition to ACTIVE for port object a075a41e-bcf7-461b-89f9-c2ce10830ce2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:47.765494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36296269-9e99-4e8b-a550-3f57248bc79f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94da6452-4659-42c8-9c10-b6f301d36a56,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:47.779447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e0091a-209d-4cef-ad9b-406b952f7d84,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:47.790474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.796242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35632) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:47.798877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e0cf91f-0583-4b11-9d92-64132c9137bd admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a7e0091a-209d-4cef-ad9b-406b952f7d84 HTTP/1.1" status: 204 len: 168 time: 0.4665031 Aug 27 16:33:47.807696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa0c4b1c-49cb-4166-a0c2-398273dc5695 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:47.823607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36296269-9e99-4e8b-a550-3f57248bc79f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.830806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-36296269-9e99-4e8b-a550-3f57248bc79f tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6681895 Aug 27 16:33:47.833527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35636) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:47.838201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-83f8dfea-9634-4685-b98f-0b1c3c1c9728 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--995624439'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:47.838941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 85db2503-0364-4700-8e61-74cd65f8acbf no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:33:47.889852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 85db2503-0364-4700-8e61-74cd65f8acbf {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:33:47.890501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 85db2503-0364-4700-8e61-74cd65f8acbf not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:33:47.895236 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.944955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83f8dfea-9634-4685-b98f-0b1c3c1c9728 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:47.971377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Network 33776f76-adf5-4bf8-868a-d29365bd65e5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:47.975696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Pushing event updated for resources: {'Port': ['ID=a075a41e-bcf7-461b-89f9-c2ce10830ce2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:47.979861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:47.982100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:48.034795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.116988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Attempting to bind port a075a41e-bcf7-461b-89f9-c2ce10830ce2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:48.117864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Attempting to bind port a075a41e-bcf7-461b-89f9-c2ce10830ce2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'f839716c-61ae-4a1e-b737-fe50b6bbf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '33776f76-adf5-4bf8-868a-d29365bd65e5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:48.118504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Attempting to bind port a075a41e-bcf7-461b-89f9-c2ce10830ce2 on network 33776f76-adf5-4bf8-868a-d29365bd65e5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:48.131967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:48.135699 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83f8dfea-9634-4685-b98f-0b1c3c1c9728 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.137520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Checking segment: {'id': 'f839716c-61ae-4a1e-b737-fe50b6bbf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '33776f76-adf5-4bf8-868a-d29365bd65e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:48.138095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.138376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Bound using segment: {'id': 'f839716c-61ae-4a1e-b737-fe50b6bbf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '33776f76-adf5-4bf8-868a-d29365bd65e5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:48.138917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Bound port: a075a41e-bcf7-461b-89f9-c2ce10830ce2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f839716c-61ae-4a1e-b737-fe50b6bbf725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '33776f76-adf5-4bf8-868a-d29365bd65e5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:48.139338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.141162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.193824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83f8dfea-9634-4685-b98f-0b1c3c1c9728 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.195758 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=c58cbf4d-1187-4410-a48a-7f80f25453ba,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:48.225887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] For port a075a41e-bcf7-461b-89f9-c2ce10830ce2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:48.229367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] For port a075a41e-bcf7-461b-89f9-c2ce10830ce2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a075a41e-bcf7-461b-89f9-c2ce10830ce2,segment=NetworkSegment(f839716c-61ae-4a1e-b737-fe50b6bbf725),segment_id=f839716c-61ae-4a1e-b737-fe50b6bbf725)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:48.232501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f8903-be19-4cf7-8712-041ef8312723 None None] Network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:48.268254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.276387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8dfea-9634-4685-b98f-0b1c3c1c9728 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d4445-79c4-42da-a95f-b1345731f7a6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:48.278514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.284315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port fa0c4b1c-49cb-4166-a0c2-398273dc5695 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:48.297475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4af2e9-35f8-44a5-b641-4c008ebfc532']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:48.307231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33776f76-adf5-4bf8-868a-d29365bd65e5']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:48.320678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4722ab8-b0f0-4625-8316-a87234ba4870') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:48.327736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4722ab8-b0f0-4625-8316-a87234ba4870') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:48.337444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f839716c-61ae-4a1e-b737-fe50b6bbf725') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:48.337837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f839716c-61ae-4a1e-b737-fe50b6bbf725') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:48.355495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.369066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-83f8dfea-9634-4685-b98f-0b1c3c1c9728 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.373068 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.373312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.375254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-83f8dfea-9634-4685-b98f-0b1c3c1c9728 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5406599 Aug 27 16:33:48.376307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35670) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:48.388310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6dadaf43-1be6-4b02-9f26-ebd069ff4e96 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '94da6452-4659-42c8-9c10-b6f301d36a56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b61d4445-79c4-42da-a95f-b1345731f7a6', 'remote_ip_prefix': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:48.400647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.424953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:48.425409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:48.429476 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:48.435409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8c80ee0d-c01a-4032-aa19-89270651e31b None None] Provisioning for port fa0c4b1c-49cb-4166-a0c2-398273dc5695 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:48.444791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8c80ee0d-c01a-4032-aa19-89270651e31b None None] Provisioning complete for port fa0c4b1c-49cb-4166-a0c2-398273dc5695 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:48.445218 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c80ee0d-c01a-4032-aa19-89270651e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.488119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6dadaf43-1be6-4b02-9f26-ebd069ff4e96 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.518216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.556268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:48.556718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:48.558642 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:48.579883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Pushing event updated for resources: {'Port': ['ID=a075a41e-bcf7-461b-89f9-c2ce10830ce2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:48.600803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.601370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.601721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.602069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.602477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.602823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.603071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.603434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.603769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.604099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.604433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.604764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca833179-32c2-498d-bc0c-036726b9d276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:33:48.608447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d55665-d1b3-406b-96fe-a114b09a27ad None None] Network 33776f76-adf5-4bf8-868a-d29365bd65e5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:48.626893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6dadaf43-1be6-4b02-9f26-ebd069ff4e96 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.689553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:33:48.689553 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:33:48.689553 n-d-806412-1 neutron-server[95252]: [parameters: {'id': '33776f76-adf5-4bf8-868a-d29365bd65e5'}] Aug 27 16:33:48.689553 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:33:48.690263 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:33:48.717209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6dadaf43-1be6-4b02-9f26-ebd069ff4e96 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.738996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadaf43-1be6-4b02-9f26-ebd069ff4e96 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367f396a-ab12-4936-99f3-8da408417f9f,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:48.742420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c80ee0d-c01a-4032-aa19-89270651e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.745869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.757717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.767022 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] 10.222.0.101 "DELETE /v2.0/networks/1b4af2e9-35f8-44a5-b641-4c008ebfc532 HTTP/1.1" status: 204 len: 168 time: 0.9693720 Aug 27 16:33:48.797028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42822-eec8-4a0c-9645-8a8951cb13ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4af2e9-35f8-44a5-b641-4c008ebfc532,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:48.829099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8c80ee0d-c01a-4032-aa19-89270651e31b None None] For port fa0c4b1c-49cb-4166-a0c2-398273dc5695, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fa0c4b1c-49cb-4166-a0c2-398273dc5695,segment=NetworkSegment(515057fb-a8a0-49da-8190-976c7e14e826),segment_id=515057fb-a8a0-49da-8190-976c7e14e826)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:48.863040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6dadaf43-1be6-4b02-9f26-ebd069ff4e96 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.864421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6dadaf43-1be6-4b02-9f26-ebd069ff4e96 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4867420 Aug 27 16:33:48.867850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35692) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:48.923835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67795e13-9637-4e25-8273-5b559142a889 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:33:48.928037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed394ac1-301b-4a8b-a703-177d51e57a56 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.951043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed394ac1-301b-4a8b-a703-177d51e57a56 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:48.957505 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c80ee0d-c01a-4032-aa19-89270651e31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.044918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80ee0d-c01a-4032-aa19-89270651e31b None None] Pushing event updated for resources: {'Port': ['ID=fa0c4b1c-49cb-4166-a0c2-398273dc5695,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:49.070686 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed394ac1-301b-4a8b-a703-177d51e57a56 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.073852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67795e13-9637-4e25-8273-5b559142a889 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:33:49.078812 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed394ac1-301b-4a8b-a703-177d51e57a56 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.079965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ed394ac1-301b-4a8b-a703-177d51e57a56 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/367f396a-ab12-4936-99f3-8da408417f9f HTTP/1.1" status: 204 len: 168 time: 0.2108419 Aug 27 16:33:49.083172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35704) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.085385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed394ac1-301b-4a8b-a703-177d51e57a56 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=367f396a-ab12-4936-99f3-8da408417f9f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:49.095482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7772c539-8905-4787-b2dc-b76d578838f4 None None] Provisioning complete for port fa0c4b1c-49cb-4166-a0c2-398273dc5695 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:49.095876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7772c539-8905-4787-b2dc-b76d578838f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.141024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2756dfde-f9b2-4add-9d8e-b534d253d4c6 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0552075 Aug 27 16:33:49.143849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35708) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.196255 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.206107 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e264208-8dcd-4d91-8e42-aff8a5599930 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.233923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e264208-8dcd-4d91-8e42-aff8a5599930 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.306230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting port a075a41e-bcf7-461b-89f9-c2ce10830ce2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:49.306956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.322006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35718) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.367022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-041a0460-7975-42ce-bdf4-6aedf377d54e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=54784492f6ff4adc9ab28acc464a6a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436447 Aug 27 16:33:49.369684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35720) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.385907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] For port a075a41e-bcf7-461b-89f9-c2ce10830ce2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a075a41e-bcf7-461b-89f9-c2ce10830ce2,segment=NetworkSegment(f839716c-61ae-4a1e-b737-fe50b6bbf725),segment_id=f839716c-61ae-4a1e-b737-fe50b6bbf725)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:49.386284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.400196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Calling delete_port for a075a41e-bcf7-461b-89f9-c2ce10830ce2 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:49.424657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b943da-b733-4d92-9751-077917156912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.439906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e264208-8dcd-4d91-8e42-aff8a5599930 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.443347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e264208-8dcd-4d91-8e42-aff8a5599930 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.444715 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e264208-8dcd-4d91-8e42-aff8a5599930 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/b61d4445-79c4-42da-a95f-b1345731f7a6 HTTP/1.1" status: 204 len: 168 time: 0.2996979 Aug 27 16:33:49.448048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35724) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.460592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e264208-8dcd-4d91-8e42-aff8a5599930 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d4445-79c4-42da-a95f-b1345731f7a6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:49.469489 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b943da-b733-4d92-9751-077917156912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.534248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e0c31f07-820e-42e6-86e3-6d95863687fd tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0848432 Aug 27 16:33:49.537518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35728) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.592859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32cef8fe-d176-4db8-912c-dabe51000493 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.594765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.616078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32cef8fe-d176-4db8-912c-dabe51000493 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.621121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Port': ['ID=a075a41e-bcf7-461b-89f9-c2ce10830ce2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:49.625014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b943da-b733-4d92-9751-077917156912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.625456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No DVR routers for this DVR port a075a41e-bcf7-461b-89f9-c2ce10830ce2 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:49.627821 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7b943da-b733-4d92-9751-077917156912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.632650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c7b943da-b733-4d92-9751-077917156912 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/291b2e4d-b59d-4a8f-9bc0-e3bedde13054 HTTP/1.1" status: 204 len: 168 time: 0.2582698 Aug 27 16:33:49.652355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b943da-b733-4d92-9751-077917156912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b2e4d-b59d-4a8f-9bc0-e3bedde13054,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:49.728745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa0c4b1c-49cb-4166-a0c2-398273dc5695 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:49.748737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.756599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32cef8fe-d176-4db8-912c-dabe51000493 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.759909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32cef8fe-d176-4db8-912c-dabe51000493 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.761216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-32cef8fe-d176-4db8-912c-dabe51000493 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/94da6452-4659-42c8-9c10-b6f301d36a56 HTTP/1.1" status: 204 len: 168 time: 0.2227771 Aug 27 16:33:49.763735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33776f76-adf5-4bf8-868a-d29365bd65e5']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:49.765284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35746) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.779771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f839716c-61ae-4a1e-b737-fe50b6bbf725') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:49.780467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f839716c-61ae-4a1e-b737-fe50b6bbf725') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:49.781148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cef8fe-d176-4db8-912c-dabe51000493 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da6452-4659-42c8-9c10-b6f301d36a56,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:49.795242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.815042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.823053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port fa0c4b1c-49cb-4166-a0c2-398273dc5695 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:49.824296 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.832311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ceb9a39-6e23-43f5-b7f0-a86671318f03 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642550 Aug 27 16:33:49.836794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35752) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:49.837254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:49.837874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.842020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f563c217-9a56-49ad-a4c7-9a7b1832e887 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803201205'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:49.842702 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:49.991037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f563c217-9a56-49ad-a4c7-9a7b1832e887 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:49.992111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.002213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.004489 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/33776f76-adf5-4bf8-868a-d29365bd65e5 HTTP/1.1" status: 204 len: 168 time: 2.7896199 Aug 27 16:33:50.009500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35760) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:50.016636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914223893'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:50.033974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8de1a4-c15d-4c73-9d27-879de561047d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=33776f76-adf5-4bf8-868a-d29365bd65e5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:50.084446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f563c217-9a56-49ad-a4c7-9a7b1832e887 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.160417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f563c217-9a56-49ad-a4c7-9a7b1832e887 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.194408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563c217-9a56-49ad-a4c7-9a7b1832e887 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e211c3bd-683b-44ee-a887-27705ad0370f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:50.251500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:50.256041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.281115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:50.291417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.291699 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment 98971ad7-1d8b-421c-8eb6-74e5a212af24 of type vlan for network 176a8443-95d8-458a-b12b-4c67d7024972 Aug 27 16:33:50.334703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f563c217-9a56-49ad-a4c7-9a7b1832e887 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.337011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f563c217-9a56-49ad-a4c7-9a7b1832e887 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4982300 Aug 27 16:33:50.343495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.345476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:50.359896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c3bfb89c-0c26-4ed0-9ae2-cc0bc4f304d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': 'e211c3bd-683b-44ee-a887-27705ad0370f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:50.445836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.451536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:50.455471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.498463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35800) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:50.517275 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb89c-0c26-4ed0-9ae2-cc0bc4f304d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.545437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=176a8443-95d8-458a-b12b-4c67d7024972,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:50.547471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8b0198a9-7aee-48fc-b66c-8ddad1c9fe81 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a49e43bc62ff4e9999e28b903fa4594e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477791 Aug 27 16:33:50.548076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35802) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:50.556789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 176a8443-95d8-458a-b12b-4c67d7024972 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:50.594340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb89c-0c26-4ed0-9ae2-cc0bc4f304d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.595138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:50.595424 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d2c16ef3-821a-4465-a2b8-9a886e14316d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5845363 Aug 27 16:33:50.600592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '176a8443-95d8-458a-b12b-4c67d7024972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:50.667623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-158c418a-1302-4485-bccc-f2b6aa3f1542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.675633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb89c-0c26-4ed0-9ae2-cc0bc4f304d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.720721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-158c418a-1302-4485-bccc-f2b6aa3f1542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.739813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfb89c-0c26-4ed0-9ae2-cc0bc4f304d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89df548b-1b70-409f-9e81-238ebb1defc9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:50.742457 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-156e9238-d827-47fe-9027-8500babffefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.848055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb89c-0c26-4ed0-9ae2-cc0bc4f304d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.849711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c3bfb89c-0c26-4ed0-9ae2-cc0bc4f304d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5027263 Aug 27 16:33:50.852519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35820) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:50.874457 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-158c418a-1302-4485-bccc-f2b6aa3f1542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.877149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-158c418a-1302-4485-bccc-f2b6aa3f1542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.879169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-158c418a-1302-4485-bccc-f2b6aa3f1542 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d0875dcd-a281-41c5-ab45-99a81d5d73ec HTTP/1.1" status: 204 len: 168 time: 0.3293612 Aug 27 16:33:50.889700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c418a-1302-4485-bccc-f2b6aa3f1542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0875dcd-a281-41c5-ab45-99a81d5d73ec,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:50.899482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1861cdf7-1ea1-45ec-8d02-7b034c96fa83 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.909063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1861cdf7-1ea1-45ec-8d02-7b034c96fa83 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:50.979749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:50.984532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.065660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1861cdf7-1ea1-45ec-8d02-7b034c96fa83 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.075840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1861cdf7-1ea1-45ec-8d02-7b034c96fa83 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.080357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1861cdf7-1ea1-45ec-8d02-7b034c96fa83 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/89df548b-1b70-409f-9e81-238ebb1defc9 HTTP/1.1" status: 204 len: 168 time: 0.2266212 Aug 27 16:33:51.080745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35834) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:51.085938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861cdf7-1ea1-45ec-8d02-7b034c96fa83 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89df548b-1b70-409f-9e81-238ebb1defc9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:51.140760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5f9a9cf5-2321-4531-8e7f-09dd3168f0d0 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585701 Aug 27 16:33:51.144104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35840) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:51.199806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ac1f21-89ce-441a-9964-d1c165745c38 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.224419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ac1f21-89ce-441a-9964-d1c165745c38 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.300082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.357019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ac1f21-89ce-441a-9964-d1c165745c38 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.360082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-11ac1f21-89ce-441a-9964-d1c165745c38 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.361468 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-11ac1f21-89ce-441a-9964-d1c165745c38 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/e211c3bd-683b-44ee-a887-27705ad0370f HTTP/1.1" status: 204 len: 168 time: 0.2160997 Aug 27 16:33:51.370346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35854) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:51.377752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac1f21-89ce-441a-9964-d1c165745c38 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e211c3bd-683b-44ee-a887-27705ad0370f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:51.387445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=32211701-7f77-4171-bcee-cd31f80291fa,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:51.439350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': '98971ad7-1d8b-421c-8eb6-74e5a212af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '176a8443-95d8-458a-b12b-4c67d7024972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:51.440124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: 176a8443-95d8-458a-b12b-4c67d7024972, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:51.458978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-00836edf-f4a9-4eb9-a93c-131d5ddbb2fc tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824165 Aug 27 16:33:51.462868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:51.471300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-27f02d44-e56f-4616-b98a-f3d4cfbb3cb2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group': {'name': 'tempest-secgroup--199376687'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:51.539574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 176a8443-95d8-458a-b12b-4c67d7024972 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:51.562323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27f02d44-e56f-4616-b98a-f3d4cfbb3cb2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.611728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 176a8443-95d8-458a-b12b-4c67d7024972) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:51.624084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:51.624280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.636329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9bbe5-c549-4a56-be83-3fe65f109ae1 None None] Network 176a8443-95d8-458a-b12b-4c67d7024972 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:51.678968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27f02d44-e56f-4616-b98a-f3d4cfbb3cb2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.768445 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27f02d44-e56f-4616-b98a-f3d4cfbb3cb2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.815906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f02d44-e56f-4616-b98a-f3d4cfbb3cb2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d13e9be-d647-4d3a-8057-344ba6306b80,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:51.831440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9590d963-3698-4dc3-8a2e-016dd74a784d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2350659 Aug 27 16:33:51.831893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-176a8443-95d8-458a-b12b-4c67d7024972', 'network_id': '176a8443-95d8-458a-b12b-4c67d7024972', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': '32211701-7f77-4171-bcee-cd31f80291fa'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:51.833684 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.839761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35886) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:51.905051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-27f02d44-e56f-4616-b98a-f3d4cfbb3cb2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:51.906326 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-27f02d44-e56f-4616-b98a-f3d4cfbb3cb2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4423914 Aug 27 16:33:51.909731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35894) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:51.914728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b4282319-345f-4386-b562-04ab7ee2c1d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '8d13e9be-d647-4d3a-8057-344ba6306b80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:52.033448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.045493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b4282319-345f-4386-b562-04ab7ee2c1d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.078891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Allocated IP 2001:db8::1 (176a8443-95d8-458a-b12b-4c67d7024972/32211701-7f77-4171-bcee-cd31f80291fa/8ec63f88-5844-4be0-aa55-22cfa3397944) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:52.116900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.136199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b4282319-345f-4386-b562-04ab7ee2c1d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.210178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b4282319-345f-4386-b562-04ab7ee2c1d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.237944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35914) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:52.256960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4282319-345f-4386-b562-04ab7ee2c1d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2771271e-67d6-4f13-a53b-96b98190d7a1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:52.304900 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.313988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Transition to ACTIVE for port object 8ec63f88-5844-4be0-aa55-22cfa3397944 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:52.319247 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b4282319-345f-4386-b562-04ab7ee2c1d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.326755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35920) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:52.330159 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b4282319-345f-4386-b562-04ab7ee2c1d4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4158559 Aug 27 16:33:52.340797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Transition to ACTIVE for port object 8ec63f88-5844-4be0-aa55-22cfa3397944 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:52.364195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0772af2a-6a30-40d4-864c-e2463c56d30a tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules/2771271e-67d6-4f13-a53b-96b98190d7a1 HTTP/1.1" status: 200 len: 763 time: 0.0369022 Aug 27 16:33:52.367129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35924) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:52.434842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.487543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Network 176a8443-95d8-458a-b12b-4c67d7024972 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:52.492359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Pushing event updated for resources: {'Port': ['ID=8ec63f88-5844-4be0-aa55-22cfa3397944,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:52.498035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:52.499784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:52.584957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Attempting to bind port 8ec63f88-5844-4be0-aa55-22cfa3397944 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:52.584957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Attempting to bind port 8ec63f88-5844-4be0-aa55-22cfa3397944 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '98971ad7-1d8b-421c-8eb6-74e5a212af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '176a8443-95d8-458a-b12b-4c67d7024972'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:52.584957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Attempting to bind port 8ec63f88-5844-4be0-aa55-22cfa3397944 on network 176a8443-95d8-458a-b12b-4c67d7024972 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:52.591116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:52.591543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Checking segment: {'id': '98971ad7-1d8b-421c-8eb6-74e5a212af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '176a8443-95d8-458a-b12b-4c67d7024972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:52.591965 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.592380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Bound using segment: {'id': '98971ad7-1d8b-421c-8eb6-74e5a212af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '176a8443-95d8-458a-b12b-4c67d7024972'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:52.592886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Bound port: 8ec63f88-5844-4be0-aa55-22cfa3397944, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98971ad7-1d8b-421c-8eb6-74e5a212af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '176a8443-95d8-458a-b12b-4c67d7024972'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:52.593400 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.672175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] For port 8ec63f88-5844-4be0-aa55-22cfa3397944, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:52.675899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] For port 8ec63f88-5844-4be0-aa55-22cfa3397944, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8ec63f88-5844-4be0-aa55-22cfa3397944,segment=NetworkSegment(98971ad7-1d8b-421c-8eb6-74e5a212af24),segment_id=98971ad7-1d8b-421c-8eb6-74e5a212af24)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:52.751811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.774351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-830605709-network', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:52.818422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc25f82-1d93-4318-8941-fb840e1d84f7 None None] Pushing event updated for resources: {'Port': ['ID=8ec63f88-5844-4be0-aa55-22cfa3397944,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:52.827538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0bb32fd9-7337-4202-b9aa-41eba21413b4 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4590373 Aug 27 16:33:52.830363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35944) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:52.855238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c29e010f-1e6d-426f-b186-dd0f45ea2900 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.863577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c29e010f-1e6d-426f-b186-dd0f45ea2900 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.872994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:52.929835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=32211701-7f77-4171-bcee-cd31f80291fa,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:52.937893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Made reservation on behalf of bfd7b31337ae490cb4dd9ddb0773c11d for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:52.940583 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.026220 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.059856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c29e010f-1e6d-426f-b186-dd0f45ea2900 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.074737 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c29e010f-1e6d-426f-b186-dd0f45ea2900 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.083716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c29e010f-1e6d-426f-b186-dd0f45ea2900 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/2771271e-67d6-4f13-a53b-96b98190d7a1 HTTP/1.1" status: 204 len: 168 time: 0.2517180 Aug 27 16:33:53.088473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35962) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:53.107029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.116966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176a8443-95d8-458a-b12b-4c67d7024972']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:53.126941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e010f-1e6d-426f-b186-dd0f45ea2900 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2771271e-67d6-4f13-a53b-96b98190d7a1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:53.142650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98971ad7-1d8b-421c-8eb6-74e5a212af24') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:53.142650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98971ad7-1d8b-421c-8eb6-74e5a212af24') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:53.154531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.181842 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.193042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:53.193746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:53.197919 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:53.233648 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9b3f999a-19ff-47fc-9f10-1963fc1a882c tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1286621 Aug 27 16:33:53.234230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35968) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:53.252811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-37181a8a-bf5e-4047-b87b-c040ef330551 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '8d13e9be-d647-4d3a-8057-344ba6306b80', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:53.277502 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-135bb1b0-d579-4279-817c-d14495608c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.333441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.341474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.385282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.388874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 16:33:53.388874 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 16:33:53.388874 n-d-806412-1 neutron-server[95253]: [parameters: {'id': '176a8443-95d8-458a-b12b-4c67d7024972'}] Aug 27 16:33:53.388874 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:33:53.389435 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:33:53.436801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.464386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:53.480675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b92109c-4b7f-4e4a-b461-48e92ef6c787,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:53.483759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.484111 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Added segment ff1c33ac-0ac2-42fe-bfb2-f006848da3da of type vlan for network eea68778-db53-4d10-bbb4-13e04bb8e3b4 Aug 27 16:33:53.525333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-37181a8a-bf5e-4047-b87b-c040ef330551 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.528538 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.591773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-37181a8a-bf5e-4047-b87b-c040ef330551 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.629202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.631823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:53.632471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.663172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-37181a8a-bf5e-4047-b87b-c040ef330551 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.681835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37181a8a-bf5e-4047-b87b-c040ef330551 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd12b2c-25cd-4fff-836d-0ad4cf1fa10f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:53.762253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-37181a8a-bf5e-4047-b87b-c040ef330551 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.768371 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-37181a8a-bf5e-4047-b87b-c040ef330551 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5287745 Aug 27 16:33:53.768371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35992) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:53.795251 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8f32c6f7-7b9e-444b-bd20-310409dd2437 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules/5bd12b2c-25cd-4fff-836d-0ad4cf1fa10f HTTP/1.1" status: 200 len: 763 time: 0.0268521 Aug 27 16:33:53.800684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35996) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:53.815690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] Pushing event updated for resources: {'Network': ['ID=eea68778-db53-4d10-bbb4-13e04bb8e3b4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:53.817851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8ec63f88-5844-4be0-aa55-22cfa3397944 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:53.861967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3838d536-8082-4323-a49e-3641fd73e711 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0577254 Aug 27 16:33:53.862358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36002) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:53.882840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:53.888490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8823f9a4-9aeb-4825-9cb4-8bb6386acae1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6491008 Aug 27 16:33:53.889935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Request body: {'subnet': {'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-830605709-subnet', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:53.902571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.907746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:53.909680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02458062-2f2c-46aa-8663-62b61feb34e2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:53.923398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02458062-2f2c-46aa-8663-62b61feb34e2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.016511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting port 8ec63f88-5844-4be0-aa55-22cfa3397944 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:54.016860 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.028702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Made reservation on behalf of bfd7b31337ae490cb4dd9ddb0773c11d for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:54.036794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.071783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29cfaa-c115-4ab7-9e72-91138fd52b27 None None] Network 176a8443-95d8-458a-b12b-4c67d7024972 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:54.122384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] For port 8ec63f88-5844-4be0-aa55-22cfa3397944, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8ec63f88-5844-4be0-aa55-22cfa3397944,segment=NetworkSegment(98971ad7-1d8b-421c-8eb6-74e5a212af24),segment_id=98971ad7-1d8b-421c-8eb6-74e5a212af24)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:54.122771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.130594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.141553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 8ec63f88-5844-4be0-aa55-22cfa3397944 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:54.142617 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02458062-2f2c-46aa-8663-62b61feb34e2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.144738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Calling delete_port for 8ec63f88-5844-4be0-aa55-22cfa3397944 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:54.151769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02458062-2f2c-46aa-8663-62b61feb34e2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.153160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-02458062-2f2c-46aa-8663-62b61feb34e2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/5bd12b2c-25cd-4fff-836d-0ad4cf1fa10f HTTP/1.1" status: 204 len: 168 time: 0.2894711 Aug 27 16:33:54.155889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36018) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:54.179413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02458062-2f2c-46aa-8663-62b61feb34e2 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bd12b2c-25cd-4fff-836d-0ad4cf1fa10f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:54.226357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-14c6fdf1-57d3-4983-baba-da38c8815476 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683796 Aug 27 16:33:54.230047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36024) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:54.234563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Request body: {'security_group_rule': {'security_group_id': '8d13e9be-d647-4d3a-8057-344ba6306b80', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:54.249511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-54a5d74d-c50b-4c33-8139-10b29b1b2797 None None] Provisioning for port 8ec63f88-5844-4be0-aa55-22cfa3397944 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:54.260757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-54a5d74d-c50b-4c33-8139-10b29b1b2797 None None] Provisioning complete for port 8ec63f88-5844-4be0-aa55-22cfa3397944 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:54.260757 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a5d74d-c50b-4c33-8139-10b29b1b2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.349120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] DHCP port deletion for 176a8443-95d8-458a-b12b-4c67d7024972 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:33:54.355909 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a5d74d-c50b-4c33-8139-10b29b1b2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.412484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] Deleting port 8ec63f88-5844-4be0-aa55-22cfa3397944 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:33:54.412855 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.432614 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.432879 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Project cd2582f6afce46eda3010f60a162f4bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:33:54.434097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.442470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.472327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Port': ['ID=8ec63f88-5844-4be0-aa55-22cfa3397944,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:54.478312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No DVR routers for this DVR port 8ec63f88-5844-4be0-aa55-22cfa3397944 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:54.507504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] For port 8ec63f88-5844-4be0-aa55-22cfa3397944, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8ec63f88-5844-4be0-aa55-22cfa3397944,segment=NetworkSegment(98971ad7-1d8b-421c-8eb6-74e5a212af24),segment_id=98971ad7-1d8b-421c-8eb6-74e5a212af24)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:54.507911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.520874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] Calling delete_port for 8ec63f88-5844-4be0-aa55-22cfa3397944 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:33:54.529634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7decb688-0b1e-4d52-9185-9ca22485cc69,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:54.539921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Checking segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:54.540411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Network hostable DHCP agents. Network: eea68778-db53-4d10-bbb4-13e04bb8e3b4, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:54.565991 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.585512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.600857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176a8443-95d8-458a-b12b-4c67d7024972']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:54.606835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.615554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.617750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98971ad7-1d8b-421c-8eb6-74e5a212af24') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:54.618051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98971ad7-1d8b-421c-8eb6-74e5a212af24') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:54.626816 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.634408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:54.639378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] No DVR routers for this DVR port 8ec63f88-5844-4be0-aa55-22cfa3397944 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:33:54.643430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2c683-313a-4ec1-afd8-1627f9824200 None None] Pushing event deleted for resources: {'Port': ['ID=8ec63f88-5844-4be0-aa55-22cfa3397944,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:54.644664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.654120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:54.654722 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:54.665050 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:54.717873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.738523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, eea68778-db53-4d10-bbb4-13e04bb8e3b4) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:54.747375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:54.750595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956193f-f34c-43a1-b582-0697622be1f3 None None] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:54.751761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.751896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9d77ab-d52e-42fa-9206-f33ddd2f9d45,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:54.817986 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.821989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a17b0727-2e99-4764-b13c-5a438b138748 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5884426 Aug 27 16:33:54.827647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36054) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:54.838880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-37cbdaf4-ca46-46e8-8fef-4c41af9fa5f0 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules/ec9d77ab-d52e-42fa-9206-f33ddd2f9d45 HTTP/1.1" status: 200 len: 769 time: 0.0155911 Aug 27 16:33:54.841696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36056) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:54.868615 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.872131 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3de3da3d-22c6-40f9-9101-c4c95fd4e001 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9878697 Aug 27 16:33:54.875738 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.875912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36060) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:54.878526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/176a8443-95d8-458a-b12b-4c67d7024972 HTTP/1.1" status: 204 len: 168 time: 3.0419524 Aug 27 16:33:54.886559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:54.908053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-187fcc62-7c25-4ad1-a603-43e85f3db02c tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0609562 Aug 27 16:33:54.908053 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36062) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:54.908533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286a719-84a2-42ec-b0f4-2a9f47614fde tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=176a8443-95d8-458a-b12b-4c67d7024972,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:54.910517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36066) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:54.911397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725373161'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:54.921419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:54.922389 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.933288 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:33:54.933288 n-d-806412-1 neutron-server[95252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:33:54.933288 n-d-806412-1 neutron-server[95252]: [parameters: {'project_id': '02552db140f548f0b81c1b8c025a7931', 'id': '9dc9879e-e51a-47e7-a23e-c295e12354c3', 'expiration': datetime.datetime(2021, 8, 27, 16, 35, 54, 929049)}] Aug 27 16:33:54.933288 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:33:54.933777 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:33:54.940007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6bd0976-a689-4300-9343-5c7dd423b9a5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:54.946189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6bd0976-a689-4300-9343-5c7dd423b9a5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.058016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Allocated IP 172.20.0.2 (eea68778-db53-4d10-bbb4-13e04bb8e3b4/7decb688-0b1e-4d52-9185-9ca22485cc69/19efede3-5c3b-4a15-9f50-a666f07401fb) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:55.096717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6bd0976-a689-4300-9343-5c7dd423b9a5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.097208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.099724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.104872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6bd0976-a689-4300-9343-5c7dd423b9a5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.109225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e6bd0976-a689-4300-9343-5c7dd423b9a5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/ec9d77ab-d52e-42fa-9206-f33ddd2f9d45 HTTP/1.1" status: 204 len: 168 time: 0.1940582 Aug 27 16:33:55.109366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36072) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:55.111829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd0976-a689-4300-9343-5c7dd423b9a5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec9d77ab-d52e-42fa-9206-f33ddd2f9d45,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:55.191228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.201793 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bd208bd-cc03-4d63-811f-c8a8e8038df5 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0912695 Aug 27 16:33:55.204553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36080) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:55.226603 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.235657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Transition to ACTIVE for port object 19efede3-5c3b-4a15-9f50-a666f07401fb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:55.252865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Transition to ACTIVE for port object 19efede3-5c3b-4a15-9f50-a666f07401fb will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:55.265769 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-992d4ca8-15e4-4f96-951f-985d9bebf332 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.312021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36088) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:55.347219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-992d4ca8-15e4-4f96-951f-985d9bebf332 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.368851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.411541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:55.416115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:55.418708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:55.448953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e51930b-acb9-4150-853d-cfedbc1d88c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.454237 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.460911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Pushing event updated for resources: {'Port': ['ID=19efede3-5c3b-4a15-9f50-a666f07401fb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:55.494020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Attempting to bind port 19efede3-5c3b-4a15-9f50-a666f07401fb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:55.494392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Attempting to bind port 19efede3-5c3b-4a15-9f50-a666f07401fb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:55.494753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Attempting to bind port 19efede3-5c3b-4a15-9f50-a666f07401fb on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:55.499824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:55.500221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Checking segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:55.500653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.501045 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Bound using segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:55.501508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Bound port: 19efede3-5c3b-4a15-9f50-a666f07401fb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:55.501890 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.575985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] For port 19efede3-5c3b-4a15-9f50-a666f07401fb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:33:55.577773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-992d4ca8-15e4-4f96-951f-985d9bebf332 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.580056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] For port 19efede3-5c3b-4a15-9f50-a666f07401fb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=19efede3-5c3b-4a15-9f50-a666f07401fb,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:33:55.580344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-992d4ca8-15e4-4f96-951f-985d9bebf332 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.581505 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-992d4ca8-15e4-4f96-951f-985d9bebf332 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "DELETE /v2.0/security-groups/8d13e9be-d647-4d3a-8057-344ba6306b80 HTTP/1.1" status: 204 len: 168 time: 0.3760116 Aug 27 16:33:55.582194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:55.586123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36100) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:55.586441 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.616257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d4ca8-15e4-4f96-951f-985d9bebf332 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d13e9be-d647-4d3a-8057-344ba6306b80,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:55.633483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:55.648168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.648523 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment 5b0d1b36-c97a-4575-8c62-5d5a72d934ee of type vlan for network 97138e04-c455-4476-b172-fd4c42539c4f Aug 27 16:33:55.651695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2a78a5fb-3a31-4b46-a55f-856e27484e27 tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644369 Aug 27 16:33:55.655872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36106) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:55.665170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.726495 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e51930b-acb9-4150-853d-cfedbc1d88c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.731360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-92bd8cfb-82e7-4050-ba24-a474a56fbe9e tempest-SecGroupIPv6Test-938850196 tempest-SecGroupIPv6Test-938850196-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742233 Aug 27 16:33:55.746012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ac157-4a62-48fd-95b2-a214beb9d579 None None] Pushing event updated for resources: {'Port': ['ID=19efede3-5c3b-4a15-9f50-a666f07401fb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:55.777927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8ec63f88-5844-4be0-aa55-22cfa3397944 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:33:55.794812 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.808131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9e51930b-acb9-4150-853d-cfedbc1d88c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.834084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 8ec63f88-5844-4be0-aa55-22cfa3397944 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:33:55.834440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8ec63f88-5844-4be0-aa55-22cfa3397944 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:33:55.860659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9e51930b-acb9-4150-853d-cfedbc1d88c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4ef75212495145b4964439d5623e3497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474865 Aug 27 16:33:55.863103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36118) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:55.888090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51930b-acb9-4150-853d-cfedbc1d88c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2ddd0-8a0c-48c1-b4dc-0f1b1a9671e7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:55.959987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a73f58f7-8583-4a7f-91b7-fdede32700de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.988936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a73f58f7-8583-4a7f-91b7-fdede32700de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:55.994884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.001413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:56.002552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.068616 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.079642 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.107352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.117760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=97138e04-c455-4476-b172-fd4c42539c4f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:56.128198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 97138e04-c455-4476-b172-fd4c42539c4f details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:56.179300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a73f58f7-8583-4a7f-91b7-fdede32700de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.183914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a73f58f7-8583-4a7f-91b7-fdede32700de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.183914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a73f58f7-8583-4a7f-91b7-fdede32700de admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a9c2ddd0-8a0c-48c1-b4dc-0f1b1a9671e7 HTTP/1.1" status: 204 len: 168 time: 0.3190253 Aug 27 16:33:56.196202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f58f7-8583-4a7f-91b7-fdede32700de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2ddd0-8a0c-48c1-b4dc-0f1b1a9671e7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:56.232113 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c59bf8f6-4045-4f26-8784-3294e0b5cbb4 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3230267 Aug 27 16:33:56.232648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36138) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:56.246172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '97138e04-c455-4476-b172-fd4c42539c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:56.246837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36142) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:56.324388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Allocated IP 172.25.4.2 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/eb3f4741-49eb-4b46-bfe1-cc9374751be2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:56.418941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:56.423077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.716856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.737809 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f8f54f2e-0c50-4dab-84c2-f620521a05ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd2582f6afce46eda3010f60a162f4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910626 Aug 27 16:33:56.740426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36168) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:56.771081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.799543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=c3e9e619-89eb-4577-8e30-93f4f8a8beb2,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:56.804982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': '5b0d1b36-c97a-4575-8c62-5d5a72d934ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '97138e04-c455-4476-b172-fd4c42539c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:56.805346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: 97138e04-c455-4476-b172-fd4c42539c4f, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:56.830962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a6362af-849f-4070-a038-f4099a6a54ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.858566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a6362af-849f-4070-a038-f4099a6a54ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.920072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 97138e04-c455-4476-b172-fd4c42539c4f is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:56.920714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:56.959498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:56.962378 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:56.968905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:56.997611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3f4741-49eb-4b46-bfe1-cc9374751be2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:57.005895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fc3c8-5e74-444a-9053-8a04b9fcbd00 None None] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:57.019793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a6362af-849f-4070-a038-f4099a6a54ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.022792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a6362af-849f-4070-a038-f4099a6a54ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.032894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0a6362af-849f-4070-a038-f4099a6a54ca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/587ffcba-6299-4108-beeb-73542863f465 HTTP/1.1" status: 204 len: 168 time: 0.2823663 Aug 27 16:33:57.033857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6362af-849f-4070-a038-f4099a6a54ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ffcba-6299-4108-beeb-73542863f465,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:57.053840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 97138e04-c455-4476-b172-fd4c42539c4f) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:57.058837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:57.059685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.087554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49bd086-adc0-4a90-ac98-6a234e7fcb50 None None] Network 97138e04-c455-4476-b172-fd4c42539c4f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:57.093422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36186) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:57.142285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb06a-1d4e-4fa9-8dd9-4ca3f5ca28a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.148947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f470f4a1-ea0d-4de0-9342-fd7d82d3a03b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9100835 Aug 27 16:33:57.148947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36190) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:57.238958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d49b6d84-9c1d-4d3d-8d3c-f95c6af08416 None None] Provisioning for port 19efede3-5c3b-4a15-9f50-a666f07401fb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:57.302020 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.304293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb06a-1d4e-4fa9-8dd9-4ca3f5ca28a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.306687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644e107-15c9-4f00-873b-05738eb8bc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-97138e04-c455-4476-b172-fd4c42539c4f', 'network_id': '97138e04-c455-4476-b172-fd4c42539c4f', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': 'c3e9e619-89eb-4577-8e30-93f4f8a8beb2'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:33:57.307833 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9644e107-15c9-4f00-873b-05738eb8bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.370342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.421047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb06a-1d4e-4fa9-8dd9-4ca3f5ca28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.484249 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.529888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5ecfb06a-1d4e-4fa9-8dd9-4ca3f5ca28a1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d4854ea3b64f4ad0ab664896921a34e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349077 Aug 27 16:33:57.534553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfb06a-1d4e-4fa9-8dd9-4ca3f5ca28a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98d98d6-020b-48f0-b56c-5048e553df3b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:57.537475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36210) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:57.561540 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server [None req-9644e107-15c9-4f00-873b-05738eb8bc9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3e9e619-89eb-4577-8e30-93f4f8a8beb2: This subnet is being modified by another concurrent operation. Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise exception Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3e9e619-89eb-4577-8e30-93f4f8a8beb2: This subnet is being modified by another concurrent operation. Aug 27 16:33:57.603469 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Aug 27 16:33:57.618851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae3a3b-2bc5-4167-8a38-1b33c088c87f None None] Network 97138e04-c455-4476-b172-fd4c42539c4f requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:57.642158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e9e619-89eb-4577-8e30-93f4f8a8beb2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:57.799407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 19efede3-5c3b-4a15-9f50-a666f07401fb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:57.806406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.816728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3e385f8-0459-4805-b3c2-9a8f1e0fc6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.823300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97138e04-c455-4476-b172-fd4c42539c4f']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:57.823674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0edf0-85e5-4069-b23a-4730a6947fc3 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:33:57.845914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0d1b36-c97a-4575-8c62-5d5a72d934ee') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:57.846445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0d1b36-c97a-4575-8c62-5d5a72d934ee') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:57.863454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.869080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.871656 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3e385f8-0459-4805-b3c2-9a8f1e0fc6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.896058 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.918731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:33:57.919236 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:33:57.923117 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:33:57.944871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b0edf0-85e5-4069-b23a-4730a6947fc3 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:33:57.988833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 19efede3-5c3b-4a15-9f50-a666f07401fb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:33:58.021670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 19efede3-5c3b-4a15-9f50-a666f07401fb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:58.022385 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.088723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.091022 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3e385f8-0459-4805-b3c2-9a8f1e0fc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.094190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3e385f8-0459-4805-b3c2-9a8f1e0fc6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.095495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d3e385f8-0459-4805-b3c2-9a8f1e0fc6f9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e98d98d6-020b-48f0-b56c-5048e553df3b HTTP/1.1" status: 204 len: 168 time: 0.5552924 Aug 27 16:33:58.106602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.108547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/97138e04-c455-4476-b172-fd4c42539c4f HTTP/1.1" status: 204 len: 168 time: 0.9630177 Aug 27 16:33:58.125770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36244) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:58.137476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512918573'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:58.147815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77ab5c-36ce-4727-9000-32cb1a5cd598 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=97138e04-c455-4476-b172-fd4c42539c4f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:58.150844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e385f8-0459-4805-b3c2-9a8f1e0fc6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98d98d6-020b-48f0-b56c-5048e553df3b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:58.205369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:33:58.349755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:58.353885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.364635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:33:58.398711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Sync routers for ids ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:33:58.412044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:33:58.419417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Routers {'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:33:58.420200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:58.426323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.427535 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment 35809c60-c49e-455d-8cad-460f3f1d6fad of type vlan for network 1aff698e-042d-4f3c-8152-0e867594d123 Aug 27 16:33:58.475919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.478539 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1da498e2-0ad6-4f11-b9ec-580b329ded78 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6004105 Aug 27 16:33:58.480372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36264) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:58.488702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.542361 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.571130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36270) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:58.575554 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0031874 Aug 27 16:33:58.578515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36272) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:58.602689 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.614190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:58.614856 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:58.768280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=1aff698e-042d-4f3c-8152-0e867594d123,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:58.815885 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09ac1fb5-759f-41d3-96e5-da416fbbb917 tempest-NetworksApiDiscovery-2109430109 tempest-NetworksApiDiscovery-2109430109-project] 10.222.0.101 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2317634 Aug 27 16:33:58.826716 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2821c619-56e9-4d63-bb55-f424e473c9b2 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6962588 Aug 27 16:33:58.829183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36288) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:58.835881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '1aff698e-042d-4f3c-8152-0e867594d123', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:33:58.867954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1aff698e-042d-4f3c-8152-0e867594d123 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:33:58.998777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 19efede3-5c3b-4a15-9f50-a666f07401fb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=19efede3-5c3b-4a15-9f50-a666f07401fb,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:33:59.013536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Set router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:33:59.093953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:33:59.099006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.130961 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.218632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=19efede3-5c3b-4a15-9f50-a666f07401fb,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:59.224188 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.251751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36302) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:59.286876 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f523af8-c7bf-42b2-87ad-523bc1496a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.303874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:33:57Z', 'revision_number': 3, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port': {'id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:56Z', 'updated_at': '2021-08-27T16:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:33:59.339674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Checking router: b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:33:59.340319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Updating router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 port eb3f4741-49eb-4b46-bfe1-cc9374751be2 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:33:59.381398 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.428325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36308) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:59.482496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.532348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=8edb8205-b3fa-4916-8da3-765e4fbc0e54,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:59.578975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058f3b2a-b446-428f-85b1-8fdb4e07e0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.592858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': '35809c60-c49e-455d-8cad-460f3f1d6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '1aff698e-042d-4f3c-8152-0e867594d123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:59.593136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: 1aff698e-042d-4f3c-8152-0e867594d123, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:33:59.599604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Allocated IP 172.20.0.1 (eea68778-db53-4d10-bbb4-13e04bb8e3b4/7decb688-0b1e-4d52-9185-9ca22485cc69/b29dc273-8b3f-413b-8141-2953b3912cb2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:33:59.642470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f523af8-c7bf-42b2-87ad-523bc1496a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.668394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 1aff698e-042d-4f3c-8152-0e867594d123 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:33:59.700512 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.708066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 19efede3-5c3b-4a15-9f50-a666f07401fb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:33:59.714641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Transition to ACTIVE for port object eb3f4741-49eb-4b46-bfe1-cc9374751be2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:59.725359 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f523af8-c7bf-42b2-87ad-523bc1496a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.740222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.749731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 1aff698e-042d-4f3c-8152-0e867594d123) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:59.756792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:33:59.757659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.761182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3f871-3187-45e8-a9d7-e344ab3e56d5 None None] Network 1aff698e-042d-4f3c-8152-0e867594d123 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:33:59.775324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Transition to ACTIVE for port object b29dc273-8b3f-413b-8141-2953b3912cb2 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:33:59.788034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6f523af8-c7bf-42b2-87ad-523bc1496a8a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fdc7c54ad38948a589646b95111df460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338473 Aug 27 16:33:59.791077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36312) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:33:59.794082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f523af8-c7bf-42b2-87ad-523bc1496a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3cc215-c7d6-4693-938e-27328e1ca28e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:59.812679 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.828843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 19efede3-5c3b-4a15-9f50-a666f07401fb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:33:59.833335 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.880613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058f3b2a-b446-428f-85b1-8fdb4e07e0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.883786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb523b5b-0ff1-4ef8-a0e4-882a742f2d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.905008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb523b5b-0ff1-4ef8-a0e4-882a742f2d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.906450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.922311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Attempting to bind port eb3f4741-49eb-4b46-bfe1-cc9374751be2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:33:59.922685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Attempting to bind port eb3f4741-49eb-4b46-bfe1-cc9374751be2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:33:59.923055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Attempting to bind port eb3f4741-49eb-4b46-bfe1-cc9374751be2 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:33:59.930504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc2490-797c-4061-9ad7-233513fbe57e None None] Pushing event updated for resources: {'Port': ['ID=eb3f4741-49eb-4b46-bfe1-cc9374751be2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:33:59.944700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:33:59.945086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:33:59.945803 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.945988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:33:59.946356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Bound port: eb3f4741-49eb-4b46-bfe1-cc9374751be2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:33:59.946739 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.951713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:33:59.958883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:33:59.961516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:33:59.968331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058f3b2a-b446-428f-85b1-8fdb4e07e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:33:59.986758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Pushing event updated for resources: {'Port': ['ID=b29dc273-8b3f-413b-8141-2953b3912cb2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:00.007230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.029639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f3b2a-b446-428f-85b1-8fdb4e07e0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63a1221-7d28-4a0f-a49c-7cdd748f6a40,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:00.037959 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-058f3b2a-b446-428f-85b1-8fdb4e07e0f6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4a940af1fc2e424784b8c11b010c4d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060798 Aug 27 16:34:00.038318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36314) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:00.063493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb523b5b-0ff1-4ef8-a0e4-882a742f2d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.067755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb523b5b-0ff1-4ef8-a0e4-882a742f2d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.070926 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb523b5b-0ff1-4ef8-a0e4-882a742f2d07 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8b3cc215-c7d6-4693-938e-27328e1ca28e HTTP/1.1" status: 204 len: 168 time: 0.2763712 Aug 27 16:34:00.094878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb523b5b-0ff1-4ef8-a0e4-882a742f2d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3cc215-c7d6-4693-938e-27328e1ca28e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:00.100394 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a5ca2454-35db-4842-b1ca-71fbdfbecbed tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2693810 Aug 27 16:34:00.102905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:00.106153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] For port eb3f4741-49eb-4b46-bfe1-cc9374751be2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:00.108503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '1aff698e-042d-4f3c-8152-0e867594d123', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:00.110806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-1aff698e-042d-4f3c-8152-0e867594d123', 'network_id': '1aff698e-042d-4f3c-8152-0e867594d123', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': '8edb8205-b3fa-4916-8da3-765e4fbc0e54'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:34:00.111950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.138266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] For port eb3f4741-49eb-4b46-bfe1-cc9374751be2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=eb3f4741-49eb-4b46-bfe1-cc9374751be2,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:00.211071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86b0b4cd-99e9-4244-b0bb-d69e0e6958c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.215680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.312738 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86b0b4cd-99e9-4244-b0bb-d69e0e6958c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.358025 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.433988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:00.438144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.516144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc2490-797c-4061-9ad7-233513fbe57e None None] Pushing event updated for resources: {'Port': ['ID=eb3f4741-49eb-4b46-bfe1-cc9374751be2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:00.527899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Routers {'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:00.528626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:00.554782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86b0b4cd-99e9-4244-b0bb-d69e0e6958c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.557378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86b0b4cd-99e9-4244-b0bb-d69e0e6958c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.560821 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-86b0b4cd-99e9-4244-b0bb-d69e0e6958c1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e63a1221-7d28-4a0f-a49c-7cdd748f6a40 HTTP/1.1" status: 204 len: 168 time: 0.5212286 Aug 27 16:34:00.576599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0b4cd-99e9-4244-b0bb-d69e0e6958c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63a1221-7d28-4a0f-a49c-7cdd748f6a40,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:00.655182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.688392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Allocated IP 2001:db8::2 (1aff698e-042d-4f3c-8152-0e867594d123/8edb8205-b3fa-4916-8da3-765e4fbc0e54/e5e64c63-5e0e-4c7b-b234-2d720d60cdba) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:00.696827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] Set router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:00.790923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.820574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-01debaa5-6664-4012-976c-7728d9351755 None None] Provisioning for port b29dc273-8b3f-413b-8141-2953b3912cb2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:00.828457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-01debaa5-6664-4012-976c-7728d9351755 None None] Provisioning complete for port b29dc273-8b3f-413b-8141-2953b3912cb2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:00.828845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01debaa5-6664-4012-976c-7728d9351755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.843061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.862399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Pushing event updated for resources: {'Port': ['ID=b29dc273-8b3f-413b-8141-2953b3912cb2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:00.866534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.919493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 1aff698e-042d-4f3c-8152-0e867594d123 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:00.919493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:00.921628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:00.922419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:00.940496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-01debaa5-6664-4012-976c-7728d9351755 None None] Port b29dc273-8b3f-413b-8141-2953b3912cb2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:34:00.956434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=42e249f0-c530-48e4-a4fe-c355c5b95a3d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:01.007044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24127758-3823-4a2e-a138-c7a9541b5a4c tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9029632 Aug 27 16:34:01.009801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36344) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:01.072399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.091942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Transition to ACTIVE for port object e5e64c63-5e0e-4c7b-b234-2d720d60cdba will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:01.121075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Transition to ACTIVE for port object e5e64c63-5e0e-4c7b-b234-2d720d60cdba will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:01.140890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 4, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port': {'id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:56Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'b29dc273-8b3f-413b-8141-2953b3912cb2', 'name': '', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'mac_address': 'fa:16:3e:c1:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:59Z', 'updated_at': '2021-08-27T16:33:59Z', 'revision_number': 1, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'subnets': [{'id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:01.177201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a5a7f-eec0-432a-8a94-8f2cf1641887 None None] The sync data for ids ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'] in n-d-806412-1 is: [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 4, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port': {'id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:56Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'b29dc273-8b3f-413b-8141-2953b3912cb2', 'name': '', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'mac_address': 'fa:16:3e:c1:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:59Z', 'updated_at': '2021-08-27T16:33:59Z', 'revision_number': 1, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'subnets': [{'id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:34:01.209649 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.239878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee318e7a-9ead-44be-bb38-51423539bf35 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:01.243623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee318e7a-9ead-44be-bb38-51423539bf35 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:01.246685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee318e7a-9ead-44be-bb38-51423539bf35 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:01.250340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee318e7a-9ead-44be-bb38-51423539bf35 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:01.270060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee318e7a-9ead-44be-bb38-51423539bf35 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:01.273731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Network 1aff698e-042d-4f3c-8152-0e867594d123 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:01.278685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:01.278871 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee318e7a-9ead-44be-bb38-51423539bf35 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2698419 Aug 27 16:34:01.282913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36360) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:01.287371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:34:01.294113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494182847'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:01.338766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:01.342161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:01.372652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Pushing event updated for resources: {'Port': ['ID=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:01.390997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Attempting to bind port e5e64c63-5e0e-4c7b-b234-2d720d60cdba on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:01.391470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Attempting to bind port e5e64c63-5e0e-4c7b-b234-2d720d60cdba by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '35809c60-c49e-455d-8cad-460f3f1d6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '1aff698e-042d-4f3c-8152-0e867594d123'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:01.391850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Attempting to bind port e5e64c63-5e0e-4c7b-b234-2d720d60cdba on network 1aff698e-042d-4f3c-8152-0e867594d123 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:01.400015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:01.400905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Checking segment: {'id': '35809c60-c49e-455d-8cad-460f3f1d6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '1aff698e-042d-4f3c-8152-0e867594d123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:01.401577 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.402268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Bound using segment: {'id': '35809c60-c49e-455d-8cad-460f3f1d6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '1aff698e-042d-4f3c-8152-0e867594d123'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:01.403071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Bound port: e5e64c63-5e0e-4c7b-b234-2d720d60cdba, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35809c60-c49e-455d-8cad-460f3f1d6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '1aff698e-042d-4f3c-8152-0e867594d123'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:01.403911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.431605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:01.441715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.511913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:34:01.546478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.546851 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment bdb03121-5188-4f93-9078-b21d6df55f68 of type vlan for network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 Aug 27 16:34:01.593863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:34:01.602456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] For port e5e64c63-5e0e-4c7b-b234-2d720d60cdba, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:01.602456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] For port e5e64c63-5e0e-4c7b-b234-2d720d60cdba, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,segment=NetworkSegment(35809c60-c49e-455d-8cad-460f3f1d6fad),segment_id=35809c60-c49e-455d-8cad-460f3f1d6fad)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:01.656829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.665459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.790771 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.798492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:01.799150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.896451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c072cb-8a66-446b-9e26-5cdd76451d2b None None] Pushing event updated for resources: {'Port': ['ID=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:01.896678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:34:01.919482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5171ca4c-c9da-4a44-a70e-56a2253e052b None None] Provisioning complete for port b29dc273-8b3f-413b-8141-2953b3912cb2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:01.919875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5171ca4c-c9da-4a44-a70e-56a2253e052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:01.932035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e0bbafea-c9f3-494b-9258-c72113606a52 admin admin] 10.222.0.101 "PUT /v2.0/routers/b056d7af-70dd-4dda-8ff2-ce3ed4506ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4504089 Aug 27 16:34:01.974660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=c7cdeb48-ef59-4a06-bb83-c14e444f8fc7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:01.983473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36374) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:01.988941 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2de8d2df-2cc4-4b85-b1fc-def912bdca73 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7017586 Aug 27 16:34:01.991577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:34:01.993204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:02.142113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5171ca4c-c9da-4a44-a70e-56a2253e052b None None] Port b29dc273-8b3f-413b-8141-2953b3912cb2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:34:02.355838 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:02.436614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:02.467203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 is not hosted by any dhcp agent {{(pid=95253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 16:34:02.478736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:02.482880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:02.487559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36392) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:02.490579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "PUT /v2.0/networks/c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 HTTP/1.1" status: 200 len: 723 time: 0.5060213 Aug 27 16:34:02.493102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': 'c7cdeb48-ef59-4a06-bb83-c14e444f8fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:02.571130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee58e5-79cf-43e0-8797-259d2a58f788 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=c7cdeb48-ef59-4a06-bb83-c14e444f8fc7,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:02.581848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:34:02.808166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:02.813727 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:03.211203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44fa77e-e772-4e37-aabe-203a32bab7a4 None None] Network 1aff698e-042d-4f3c-8152-0e867594d123 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:03.288746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:03.392103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=edfbac9f-9bfe-42a4-a5e9-cba08cd9fb26,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:03.402715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': 'bdb03121-5188-4f93-9078-b21d6df55f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'c7cdeb48-ef59-4a06-bb83-c14e444f8fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:03.403095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: c7cdeb48-ef59-4a06-bb83-c14e444f8fc7, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:34:03.417666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2d01d851-bb11-469d-8807-d00ae0479b94 None None] Provisioning for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:03.514199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:34:03.531122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] Update dhcp port {'port': {'network_id': '1aff698e-042d-4f3c-8152-0e867594d123', 'fixed_ips': [{'subnet_id': '8edb8205-b3fa-4916-8da3-765e4fbc0e54', 'ip_address': '2001:db8::2'}, {'subnet_id': '42e249f0-c530-48e4-a4fe-c355c5b95a3d'}], 'binding:host_id': 'n-d-806412-1'}, 'id': 'e5e64c63-5e0e-4c7b-b234-2d720d60cdba'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:34:03.570172 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:03.611508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c7cdeb48-ef59-4a06-bb83-c14e444f8fc7) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:03.617364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:03.617859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:03.627503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfade59-e1eb-4c5b-b30d-506aa548afe6 None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:03.724728 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09ffde00-0ecb-4801-867e-29f5037f572e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2358279 Aug 27 16:34:03.728447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36420) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:03.735028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5e246af5-22d1-4061-bd04-5ca44cf0c2d5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:03.847144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e5e64c63-5e0e-4c7b-b234-2d720d60cdba up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:03.876815 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:34:03.903000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:03.909203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-676423654-network', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:03.959850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e246af5-22d1-4061-bd04-5ca44cf0c2d5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16438346'] for subnet, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:03.999522 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] Allocated IP 172.20.0.1 (1aff698e-042d-4f3c-8152-0e867594d123/42e249f0-c530-48e4-a4fe-c355c5b95a3d/e5e64c63-5e0e-4c7b-b234-2d720d60cdba) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:04.006074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Made reservation on behalf of 0029a7113edc47c0959f88081d3a25e0 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:04.009179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.038308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.144124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c7cdeb48-ef59-4a06-bb83-c14e444f8fc7', 'network_id': 'c7cdeb48-ef59-4a06-bb83-c14e444f8fc7', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': 'edfbac9f-9bfe-42a4-a5e9-cba08cd9fb26'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:34:04.145307 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.289953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] For port e5e64c63-5e0e-4c7b-b234-2d720d60cdba, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,segment=NetworkSegment(35809c60-c49e-455d-8cad-460f3f1d6fad),segment_id=35809c60-c49e-455d-8cad-460f3f1d6fad)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:04.293819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.295819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:04.316722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:04.318408 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.335083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e246af5-22d1-4061-bd04-5ca44cf0c2d5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786559581224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4896592'] for subnet, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.369968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.427515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e246af5-22d1-4061-bd04-5ca44cf0c2d5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:04.428133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5e246af5-22d1-4061-bd04-5ca44cf0c2d5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.428497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.432383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5e246af5-22d1-4061-bd04-5ca44cf0c2d5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "PUT /v2.0/subnets/edfbac9f-9bfe-42a4-a5e9-cba08cd9fb26 HTTP/1.1" status: 200 len: 826 time: 0.7021389 Aug 27 16:34:04.436789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36440) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:04.453014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:34:04.458484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e246af5-22d1-4061-bd04-5ca44cf0c2d5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=edfbac9f-9bfe-42a4-a5e9-cba08cd9fb26,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:04.476168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Allocated IP 2001:db8::2 (c7cdeb48-ef59-4a06-bb83-c14e444f8fc7/edfbac9f-9bfe-42a4-a5e9-cba08cd9fb26/a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:04.478395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] Transition to ACTIVE for port object e5e64c63-5e0e-4c7b-b234-2d720d60cdba will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:04.600027 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab88658-c7ab-4223-98f4-413a9ed55e47,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:04.608131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.613173 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Added segment 27746d22-99cf-43b6-bb3e-0153172a2bd8 of type vlan for network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 Aug 27 16:34:04.619290 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Sync routers for ids ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:34:04.633281 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Routers {'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:04.634080 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:04.672454 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.689358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Transition to ACTIVE for port object a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:04.715008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Transition to ACTIVE for port object a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:04.718265 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.726306 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.745000 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.766916 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.784542 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Set router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:04.833920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:04.834170 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:04.947541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.013457 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:34:05.013965 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:34:05.047348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:05.060506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:05.064488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:34:05.117697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e932-2186-4af8-806f-b3fc818763c1 None None] Pushing event updated for resources: {'Port': ['ID=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:05.137849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Attempting to bind port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:05.138376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Attempting to bind port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'bdb03121-5188-4f93-9078-b21d6df55f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'c7cdeb48-ef59-4a06-bb83-c14e444f8fc7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:05.138846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Attempting to bind port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d on network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:05.141841 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 4, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port': {'id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:56Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'b29dc273-8b3f-413b-8141-2953b3912cb2', 'name': '', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'mac_address': 'fa:16:3e:c1:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:59Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 2, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'subnets': [{'id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:05.146661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:05.146661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Checking segment: {'id': 'bdb03121-5188-4f93-9078-b21d6df55f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'c7cdeb48-ef59-4a06-bb83-c14e444f8fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:05.148165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.148165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Bound using segment: {'id': 'bdb03121-5188-4f93-9078-b21d6df55f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'c7cdeb48-ef59-4a06-bb83-c14e444f8fc7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:05.151679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Bound port: a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb03121-5188-4f93-9078-b21d6df55f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'c7cdeb48-ef59-4a06-bb83-c14e444f8fc7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:05.152275 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.184597 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Checking router: b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:34:05.185457 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Updating router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 port b29dc273-8b3f-413b-8141-2953b3912cb2 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:34:05.225153 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.247823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Pushing event updated for resources: {'Port': ['ID=a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:05.296546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] For port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:05.304094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] For port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d,segment=NetworkSegment(bdb03121-5188-4f93-9078-b21d6df55f68),segment_id=bdb03121-5188-4f93-9078-b21d6df55f68)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:05.356673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.357636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:05.367493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.384056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.527306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] Pushing event updated for resources: {'Network': ['ID=9fdad008-dcfe-4063-80e6-13eea74f5fe9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:05.537584 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0138ac10-3368-4a07-adc7-0e5d08ef2ece admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6330032 Aug 27 16:34:05.541798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36456) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:05.552043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Request body: {'subnet': {'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-676423654-subnet', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:05.564370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] For port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d, host n-d-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:05.564748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.594025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Calling delete_port for a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:05.622659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:34:05.639800 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.667653 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Transition to ACTIVE for port object b29dc273-8b3f-413b-8141-2953b3912cb2 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:05.668422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Made reservation on behalf of 0029a7113edc47c0959f88081d3a25e0 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:05.670846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.751817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db68e70-a90d-4e8a-b24a-4257fbd1449c None None] Pushing event updated for resources: {'Port': ['ID=a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:05.758010 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.796873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.871380 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Pushing event updated for resources: {'Port': ['ID=b29dc273-8b3f-413b-8141-2953b3912cb2,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:05.873389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port e5e64c63-5e0e-4c7b-b234-2d720d60cdba, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,segment=NetworkSegment(35809c60-c49e-455d-8cad-460f3f1d6fad),segment_id=35809c60-c49e-455d-8cad-460f3f1d6fad)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:05.880463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.930838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.930838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.935685 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.936065 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.936389 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.936802 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.937137 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.937466 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.937805 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.938118 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.938439 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.938979 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:05.969164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Port': ['ID=a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:05.973998 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:05.974980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eb3f4741-49eb-4b46-bfe1-cc9374751be2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:06.034682 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Attempting to bind port b29dc273-8b3f-413b-8141-2953b3912cb2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:06.035059 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Attempting to bind port b29dc273-8b3f-413b-8141-2953b3912cb2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:06.035493 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Attempting to bind port b29dc273-8b3f-413b-8141-2953b3912cb2 on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:06.060828 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:06.061569 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Checking segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:06.062209 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.062769 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Bound using segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:06.065207 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Bound port: b29dc273-8b3f-413b-8141-2953b3912cb2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:06.065891 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.083575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No DVR routers for this DVR port a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:06.159110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:06.213282 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] For port b29dc273-8b3f-413b-8141-2953b3912cb2, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:06.217797 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] For port b29dc273-8b3f-413b-8141-2953b3912cb2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b29dc273-8b3f-413b-8141-2953b3912cb2,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:06.237537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.259905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.308954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44afe95f-a9ab-4914-94e1-491452f7b4cd None None] Network 1aff698e-042d-4f3c-8152-0e867594d123 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:06.315302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port eb3f4741-49eb-4b46-bfe1-cc9374751be2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:06.334798 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.369892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port eb3f4741-49eb-4b46-bfe1-cc9374751be2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:06.370329 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.388019 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85cb6e-5cd4-477b-945e-af3b40afd9b6 None None] Pushing event updated for resources: {'Port': ['ID=b29dc273-8b3f-413b-8141-2953b3912cb2,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:06.411957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ba2b20b-63db-4e33-9b44-65236d6136c1 None None] Provisioning for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:06.416575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4623d757-ed0f-4d86-9e3b-69756567be37,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:06.419626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Checking segment: {'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:06.419626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Network hostable DHCP agents. Network: 9fdad008-dcfe-4063-80e6-13eea74f5fe9, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:34:06.424251 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Routers {'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:06.426956 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:06.432362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ba2b20b-63db-4e33-9b44-65236d6136c1 None None] Provisioning complete for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:06.440324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba2b20b-63db-4e33-9b44-65236d6136c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.463092 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.534262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:34:06.572309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=edfbac9f-9bfe-42a4-a5e9-cba08cd9fb26,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:06.606156 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] Set router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:06.622669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 9fdad008-dcfe-4063-80e6-13eea74f5fe9) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:06.633976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:06.637018 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.662000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.675586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7316d3-f6fa-4c43-9bb6-13e35c3ac23c None None] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:06.678193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cdeb48-ef59-4a06-bb83-c14e444f8fc7']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:06.695403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb03121-5188-4f93-9078-b21d6df55f68') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:06.696009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb03121-5188-4f93-9078-b21d6df55f68') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:06.714124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.741320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.748709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36468) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:06.748922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b0642fef-51b4-47cb-b81e-b54b84fd0bc9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2050142 Aug 27 16:34:06.774718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:06.788271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:34:06.792309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:34:06.797056 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:34:06.890866 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:06.985459 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 4, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port': {'id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:56Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'b29dc273-8b3f-413b-8141-2953b3912cb2', 'name': '', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'mac_address': 'fa:16:3e:c1:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:59Z', 'updated_at': '2021-08-27T16:34:06Z', 'revision_number': 4, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'subnets': [{'id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:07.000549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port eb3f4741-49eb-4b46-bfe1-cc9374751be2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=eb3f4741-49eb-4b46-bfe1-cc9374751be2,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:07.033654 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8817643-af6b-4089-a37e-88b06249ced2 None None] The sync data for ids ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'] in n-d-806412-1 is: [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 4, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port': {'id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:56Z', 'updated_at': '2021-08-27T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'b29dc273-8b3f-413b-8141-2953b3912cb2', 'name': '', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'mac_address': 'fa:16:3e:c1:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:59Z', 'updated_at': '2021-08-27T16:34:06Z', 'revision_number': 4, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'subnets': [{'id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:34:07.069521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.070635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.114813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.118504 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.125893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.127735 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 HTTP/1.1" status: 204 len: 168 time: 2.6709607 Aug 27 16:34:07.131420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36474) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:07.156431 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab22c98c-d81f-4044-b447-6069dcdc3c2d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:07.157356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab22c98c-d81f-4044-b447-6069dcdc3c2d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:07.163578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ab22c98c-d81f-4044-b447-6069dcdc3c2d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 HTTP/1.1" status: 404 len: 339 time: 0.0306518 Aug 27 16:34:07.166761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36476) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:07.170995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657791686', 'description': 'd1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:07.212973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e169-3c25-45ea-89d2-29954a536b6e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=c7cdeb48-ef59-4a06-bb83-c14e444f8fc7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:07.230022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=eb3f4741-49eb-4b46-bfe1-cc9374751be2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:07.274902 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.325867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:07.329751 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.356327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'fixed_ips': [{'subnet_id': '4623d757-ed0f-4d86-9e3b-69756567be37'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:34:07.357232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.422602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:34:07.447968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.448322 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment db657856-cb41-4e5c-bf1b-faf06ff67c27 of type vlan for network 275dfa73-728c-4243-90a7-c61b0c1977e4 Aug 27 16:34:07.473622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b29dc273-8b3f-413b-8141-2953b3912cb2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:07.543553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.656985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.663031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:07.663684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.684034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-34422aca-dfe2-41a6-8333-382e5bcb0bef None None] Provisioning complete for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:07.684656 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34422aca-dfe2-41a6-8333-382e5bcb0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.708071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:07.728493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b94be-c780-41fc-ba87-de0951262dbc None None] DHCP port deletion for c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:34:07.793024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590631e-2794-480f-8b17-19adb344dd7b None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:07.793217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36480) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:07.799241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6331999 Aug 27 16:34:07.807425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590631e-2794-480f-8b17-19adb344dd7b None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 could not be found, it might have been deleted concurrently. {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 16:34:07.818067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f24a2f-c829-4e6d-a2c1-3f08c1824c0d None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:07.832640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d614d-a9ff-4d95-8848-908370dbdb41 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=275dfa73-728c-4243-90a7-c61b0c1977e4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:07.834094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Allocated IP 172.20.0.2 (9fdad008-dcfe-4063-80e6-13eea74f5fe9/4623d757-ed0f-4d86-9e3b-69756567be37/49e7f1ad-21e6-45be-bbd8-41e86804f6f6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:07.850544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 275dfa73-728c-4243-90a7-c61b0c1977e4 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:34:07.857181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f24a2f-c829-4e6d-a2c1-3f08c1824c0d None None] Network c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 could not be found, it might have been deleted concurrently. {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 16:34:07.872135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port b29dc273-8b3f-413b-8141-2953b3912cb2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:07.906281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b29dc273-8b3f-413b-8141-2953b3912cb2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:07.906742 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.032672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990a6f4d-d61f-47ad-9ee2-1289ff9c71e6 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:08.034659 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-990a6f4d-d61f-47ad-9ee2-1289ff9c71e6 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/networks?id=275dfa73-728c-4243-90a7-c61b0c1977e4 HTTP/1.1" status: 200 len: 764 time: 0.2457209 Aug 27 16:34:08.038449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36486) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:08.045895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'description': 'd2'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:08.220801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.258554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-81cd21ec-d6a3-4232-b349-77f49a8e3bb7 None None] Could not find standard attr ID for object a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:34:08.312569 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.320692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.324297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.325458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port b29dc273-8b3f-413b-8141-2953b3912cb2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b29dc273-8b3f-413b-8141-2953b3912cb2,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:08.331883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Transition to ACTIVE for port object 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:08.350982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Transition to ACTIVE for port object 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:08.367180 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.436490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.437310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e5e64c63-5e0e-4c7b-b234-2d720d60cdba up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:08.478779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Allocated IP 172.25.4.55 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/cd7922df-b7d5-47e9-a513-1e144e2ffc78) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:08.500512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.507539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.530571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=b29dc273-8b3f-413b-8141-2953b3912cb2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:08.541858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:08.585706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:08.587782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Pushing event updated for resources: {'Port': ['ID=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:08.591546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:34:08.594700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 275dfa73-728c-4243-90a7-c61b0c1977e4 is not hosted by any dhcp agent {{(pid=95253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 16:34:08.604553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:08.608057 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.609947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "PUT /v2.0/networks/275dfa73-728c-4243-90a7-c61b0c1977e4 HTTP/1.1" status: 200 len: 761 time: 0.5702772 Aug 27 16:34:08.611374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131e814-c234-493c-9402-a4674d5425f1 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=275dfa73-728c-4243-90a7-c61b0c1977e4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:08.615786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36492) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:08.626140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 275dfa73-728c-4243-90a7-c61b0c1977e4 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:34:08.665296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.713332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Attempting to bind port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:08.713715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Attempting to bind port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:08.714091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Attempting to bind port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 on network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:08.722064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cac961-20ca-45e4-b741-16d20fa62f9b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:08.723909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f9cac961-20ca-45e4-b741-16d20fa62f9b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/networks?id=275dfa73-728c-4243-90a7-c61b0c1977e4 HTTP/1.1" status: 200 len: 764 time: 0.1066697 Aug 27 16:34:08.727297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36494) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:08.739282 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:08.739599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Checking segment: {'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:08.740020 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.740434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Bound using segment: {'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:08.740916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Bound port: 49e7f1ad-21e6-45be-bbd8-41e86804f6f6, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:08.741312 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.743163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:08.743588 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.775514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:08.822550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:08.825647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:08.828825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:34:08.874174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] For port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:08.928643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Pushing event updated for resources: {'Port': ['ID=cd7922df-b7d5-47e9-a513-1e144e2ffc78,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:09.083242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce1c65-af25-44f0-9276-5ac7bef479c5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.087096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b3ce1c65-af25-44f0-9276-5ac7bef479c5 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3587465 Aug 27 16:34:09.088922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36506) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:09.123779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] For port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,segment=NetworkSegment(27746d22-99cf-43b6-bb3e-0153172a2bd8),segment_id=27746d22-99cf-43b6-bb3e-0153172a2bd8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:09.160751 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a1cddb4f-1155-4e99-8e52-16fa96559125 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 207 time: 0.0670009 Aug 27 16:34:09.161509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36510) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:09.214462 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:09.246280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b29dc273-8b3f-413b-8141-2953b3912cb2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:09.313230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275651f4-4e9d-41fb-823f-1f5a8cb0f892 None None] Pushing event updated for resources: {'Port': ['ID=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:09.328295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b29dc273-8b3f-413b-8141-2953b3912cb2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:09.328679 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:09.361633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:09.433675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eb3f4741-49eb-4b46-bfe1-cc9374751be2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:09.443519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c40df6c-14a6-4be2-9251-907e0f3dc768 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.449626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c40df6c-14a6-4be2-9251-907e0f3dc768 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.457187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c40df6c-14a6-4be2-9251-907e0f3dc768 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.465073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c40df6c-14a6-4be2-9251-907e0f3dc768 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.472362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c40df6c-14a6-4be2-9251-907e0f3dc768 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.480394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c40df6c-14a6-4be2-9251-907e0f3dc768 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.482611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7c40df6c-14a6-4be2-9251-907e0f3dc768 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3195522 Aug 27 16:34:09.486486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36514) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:09.547246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port eb3f4741-49eb-4b46-bfe1-cc9374751be2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:09.547246 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:09.678447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:09.705257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:09.715069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:09.715473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a7ee0777-2bb4-45a6-bcf3-5c7f20704e8d not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:09.719904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ae253880-da9b-4426-b400-638c991063df tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2320368 Aug 27 16:34:09.723220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36518) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:09.758234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7c74-3251-4949-b59d-c18b59aa4f5e req-8520b57f-9712-4ed5-880b-87f9ba656a46 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.759633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c2e7c74-3251-4949-b59d-c18b59aa4f5e req-8520b57f-9712-4ed5-880b-87f9ba656a46 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 950 time: 0.1650171 Aug 27 16:34:09.856321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc2cc6-c81d-4cb3-a003-56c1a9ef1e0f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.858618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc2cc6-c81d-4cb3-a003-56c1a9ef1e0f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.861632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc2cc6-c81d-4cb3-a003-56c1a9ef1e0f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.861774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc2cc6-c81d-4cb3-a003-56c1a9ef1e0f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.863394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc2cc6-c81d-4cb3-a003-56c1a9ef1e0f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.865543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3bc2cc6-c81d-4cb3-a003-56c1a9ef1e0f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1407173 Aug 27 16:34:09.869695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36520) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:09.876835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c2e7c74-3251-4949-b59d-c18b59aa4f5e req-cb2815a4-ce32-42eb-b2af-4a050ae4c7fa tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951705 Aug 27 16:34:09.914322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Router ead5ef80-9242-4017-b49d-2b7738f48071 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:34:09.938270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a692d-b637-48fc-a02d-a9037f41c701 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.939726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a692d-b637-48fc-a02d-a9037f41c701 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.941145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a692d-b637-48fc-a02d-a9037f41c701 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.942746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a692d-b637-48fc-a02d-a9037f41c701 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.944319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a692d-b637-48fc-a02d-a9037f41c701 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['shared'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:09.945910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-584a692d-b637-48fc-a02d-a9037f41c701 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0749724 Aug 27 16:34:09.949734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36522) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:10.053065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:34:10.067366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Sync routers for ids ['ead5ef80-9242-4017-b49d-2b7738f48071'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:34:10.070843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf494e4a-3ab4-47c7-93b1-26e03f9737f8 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:10.072346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bf494e4a-3ab4-47c7-93b1-26e03f9737f8 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/networks/d804d43a-ff57-4b8e-9ed3-10757a4ab860 HTTP/1.1" status: 200 len: 804 time: 0.1210573 Aug 27 16:34:10.077400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36524) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:10.084173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Routers {'ead5ef80-9242-4017-b49d-2b7738f48071'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:10.084812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ead5ef80-9242-4017-b49d-2b7738f48071'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:10.140860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.140860 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d6e70a68-a568-4dbc-98d1-0edfe3b5213f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3828592 Aug 27 16:34:10.141223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36528) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:10.243391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7fa773a2-f844-48cb-acdd-56b8a519001d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/networks/d804d43a-ff57-4b8e-9ed3-10757a4ab860?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1645575 Aug 27 16:34:10.248580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36534) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:10.260427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Set router ead5ef80-9242-4017-b49d-2b7738f48071 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:10.331070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf116a1-47b4-4787-b79d-e3fe018c685f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:10.336892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-acf116a1-47b4-4787-b79d-e3fe018c685f tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/subnets/51b45ba2-8392-4458-b70d-13aeedddba1f HTTP/1.1" status: 200 len: 843 time: 0.0829902 Aug 27 16:34:10.337122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36536) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:10.422747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd7efc-0de8-465e-a4e1-a28d3658fdda tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['shared'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:10.424940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-93fd7efc-0de8-465e-a4e1-a28d3658fdda tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "GET /v2.0/subnets/51b45ba2-8392-4458-b70d-13aeedddba1f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0868328 Aug 27 16:34:10.429569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36538) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:10.435811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18002496'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:10.537176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:10.542170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.553826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:34:09Z', 'revision_number': 3, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:10.597127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:34:10.607419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.607997 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Added segment b9f65e98-5e67-4dae-bd56-f45b523b807b of type vlan for network 3ebd7419-319d-4672-b7f0-c3f12364c832 Aug 27 16:34:10.629237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Checking router: ead5ef80-9242-4017-b49d-2b7738f48071 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:34:10.631596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Updating router ead5ef80-9242-4017-b49d-2b7738f48071 port cd7922df-b7d5-47e9-a513-1e144e2ffc78 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:34:10.666736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.674176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9dd0d-3939-4e5d-8012-9f2c313dc777 None None] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:10.736763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.768028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.774489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:10.775126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.877017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Network': ['ID=3ebd7419-319d-4672-b7f0-c3f12364c832,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:10.895745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 3ebd7419-319d-4672-b7f0-c3f12364c832 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:34:10.897990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:10.940775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5749eb21-21fb-474c-a0e5-adbd05984c66 None None] Provisioning for port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:10.942823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-51994973-475c-4a1f-a737-665b27704632 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5119810 Aug 27 16:34:10.953232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36548) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:10.959732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'network_id': '3ebd7419-319d-4672-b7f0-c3f12364c832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:11.172605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Allocated IP 172.20.0.1 (9fdad008-dcfe-4063-80e6-13eea74f5fe9/4623d757-ed0f-4d86-9e3b-69756567be37/0da07ccc-8f86-446e-bec8-a0843d6b1bc2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:11.339230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:11.377899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.397881 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.409354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Transition to ACTIVE for port object 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:11.491320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Transition to ACTIVE for port object cd7922df-b7d5-47e9-a513-1e144e2ffc78 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:11.635987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-42cc621c-534d-4d00-ab76-d3574bad0ac0 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:11.637450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-42cc621c-534d-4d00-ab76-d3574bad0ac0 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.97 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 950 time: 0.6935761 Aug 27 16:34:11.662603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71d078-d6dd-4b8a-8add-6195de512462 req-1f342cba-3672-464c-8d7a-bf9a0455f0ff tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:11.664073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f71d078-d6dd-4b8a-8add-6195de512462 req-1f342cba-3672-464c-8d7a-bf9a0455f0ff tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 950 time: 0.6753983 Aug 27 16:34:11.695304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.722260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:11.725939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.737197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:11.737574 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.755181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:11.759836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f71d078-d6dd-4b8a-8add-6195de512462 req-c66c63e1-9313-4856-b4b7-d2d4785b5e1b tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/security-groups?id=f19e5e51-688b-4023-834a-cb338e63a967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887175 Aug 27 16:34:11.779457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:11.779457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:34:11.824794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Made reservation on behalf of 02552db140f548f0b81c1b8c025a7931 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:11.831518 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.837454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.855994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Deleting port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:11.856789 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.862786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Attempting to bind port cd7922df-b7d5-47e9-a513-1e144e2ffc78 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:11.864363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Attempting to bind port cd7922df-b7d5-47e9-a513-1e144e2ffc78 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:11.864363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Attempting to bind port cd7922df-b7d5-47e9-a513-1e144e2ffc78 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:11.888121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Pushing event updated for resources: {'Port': ['ID=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:11.901545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3446c-2523-41ad-a898-63377d1762c2 None None] Pushing event updated for resources: {'Port': ['ID=cd7922df-b7d5-47e9-a513-1e144e2ffc78,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:11.910053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:11.910438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:11.911537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.911799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:11.912293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Bound port: cd7922df-b7d5-47e9-a513-1e144e2ffc78, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:11.912732 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:11.976115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Performing IP validity checks on allocation pools {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 16:34:11.976685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 16:34:12.029097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] For port cd7922df-b7d5-47e9-a513-1e144e2ffc78, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:12.036641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] For port cd7922df-b7d5-47e9-a513-1e144e2ffc78, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cd7922df-b7d5-47e9-a513-1e144e2ffc78,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:12.041204 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.053731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] For port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:12.054112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.084178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,segment=NetworkSegment(27746d22-99cf-43b6-bb3e-0153172a2bd8),segment_id=27746d22-99cf-43b6-bb3e-0153172a2bd8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:12.084837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Calling delete_port for 33d37a8f-b7b8-4754-ae1a-a05f2fda369a owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:12.141848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.200462 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.206130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3446c-2523-41ad-a898-63377d1762c2 None None] Pushing event updated for resources: {'Port': ['ID=cd7922df-b7d5-47e9-a513-1e144e2ffc78,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:12.209433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Routers {'ead5ef80-9242-4017-b49d-2b7738f48071'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:12.210175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ead5ef80-9242-4017-b49d-2b7738f48071'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:12.273635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3bdd78c6-261a-4955-88b0-fc3ece96ca9c None None] Provisioning for port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:12.286912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3bdd78c6-261a-4955-88b0-fc3ece96ca9c None None] Provisioning complete for port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:12.287501 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3bdd78c6-261a-4955-88b0-fc3ece96ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.350010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.387031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:12.388469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.425871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] Set router ead5ef80-9242-4017-b49d-2b7738f48071 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:12.431958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.451152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Pushing event deleted for resources: {'Port': ['ID=33d37a8f-b7b8-4754-ae1a-a05f2fda369a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:12.467213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=57b17608-3da9-4752-9757-3eb4310e339a,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:12.518176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] No DVR routers for this DVR port 33d37a8f-b7b8-4754-ae1a-a05f2fda369a on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:12.522358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.524557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b026a47-e8b7-4716-96ce-e07aece817aa req-5653532b-3d1b-42db-8726-df2b3b68d4e5 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.97 "DELETE /v2.0/ports/33d37a8f-b7b8-4754-ae1a-a05f2fda369a HTTP/1.1" status: 204 len: 173 time: 0.8774233 Aug 27 16:34:12.525243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'name': 'network-vif-deleted', 'tag': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:34:12.527663 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bbd27d-ec47-4f5a-8063-8bec2d2a3d46" -d '{"events": [{"server_uuid": "f1a1ccf1-5ced-447c-a1a5-b781a0720558", "name": "network-vif-deleted", "tag": "33d37a8f-b7b8-4754-ae1a-a05f2fda369a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:34:12.541244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Checking segment: {'id': 'b9f65e98-5e67-4dae-bd56-f45b523b807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '3ebd7419-319d-4672-b7f0-c3f12364c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:12.541627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network hostable DHCP agents. Network: 3ebd7419-319d-4672-b7f0-c3f12364c832, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:34:12.543518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd78c6-261a-4955-88b0-fc3ece96ca9c None None] Port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:34:12.602025 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3911a725-1eee-4e54-b546-cbea0dc851d2 x-openstack-request-id: req-3911a725-1eee-4e54-b546-cbea0dc851d2 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:34:12.602025 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a1ccf1-5ced-447c-a1a5-b781a0720558", "name": "network-vif-deleted", "tag": "33d37a8f-b7b8-4754-ae1a-a05f2fda369a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:34:12.602025 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3911a725-1eee-4e54-b546-cbea0dc851d2 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:34:12.602025 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a1ccf1-5ced-447c-a1a5-b781a0720558', 'name': 'network-vif-deleted', 'tag': '33d37a8f-b7b8-4754-ae1a-a05f2fda369a', 'status': 'completed', 'code': 200} Aug 27 16:34:12.644739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Network 3ebd7419-319d-4672-b7f0-c3f12364c832 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:34:12.698271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:34:11Z', 'revision_number': 4, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0da07ccc-8f86-446e-bec8-a0843d6b1bc2', 'name': '', 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'mac_address': 'fa:16:3e:81:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:10Z', 'updated_at': '2021-08-27T16:34:11Z', 'revision_number': 1, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'subnets': [{'id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:12.698868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.713463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 3ebd7419-319d-4672-b7f0-c3f12364c832) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:12.721468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:12.722439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.747983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77842e82-b09e-446e-9c30-1f5e4f866253 None None] Network 3ebd7419-319d-4672-b7f0-c3f12364c832 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:12.751153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05333fa5-46a9-44a7-a749-827cd31e6a0f None None] The sync data for ids ['ead5ef80-9242-4017-b49d-2b7738f48071'] in n-d-806412-1 is: [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:34:11Z', 'revision_number': 4, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0da07ccc-8f86-446e-bec8-a0843d6b1bc2', 'name': '', 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'mac_address': 'fa:16:3e:81:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:10Z', 'updated_at': '2021-08-27T16:34:11Z', 'revision_number': 1, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'subnets': [{'id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:34:12.782624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.843090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3fe7c3b-d2f6-4c88-a42b-9d5575f88d87 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8873351 Aug 27 16:34:12.844226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36574) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:12.874483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f485b3d9-4d41-4ea8-ac68-036a33802ec3 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:12.901731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Pushing event updated for resources: {'Port': ['ID=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:12.924864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:12.996776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c3313d-47ab-465f-b7fa-2984afc5bd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-3ebd7419-319d-4672-b7f0-c3f12364c832', 'network_id': '3ebd7419-319d-4672-b7f0-c3f12364c832', 'tenant_id': '02552db140f548f0b81c1b8c025a7931', 'fixed_ips': [{'subnet_id': '57b17608-3da9-4752-9757-3eb4310e339a'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:34:12.997765 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7c3313d-47ab-465f-b7fa-2984afc5bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:13.014678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72d6aa8f-3ef3-4f9c-b33f-efe283ea6c35 req-aadfc6e5-ed65-48b1-b117-3a948629c0c1 tempest-VolumesBackupsTest-1741331630 tempest-VolumesBackupsTest-1741331630-project] 10.222.0.101 "GET /v2.0/ports?device_id=f1a1ccf1-5ced-447c-a1a5-b781a0720558 HTTP/1.1" status: 200 len: 210 time: 0.0501707 Aug 27 16:34:13.110169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f485b3d9-4d41-4ea8-ac68-036a33802ec3 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16438346'] for subnet, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:13.176413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:13.182164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:13.319190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:13.401299 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-d7c3313d-47ab-465f-b7fa-2984afc5bd88 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:34:13.401299 n-d-806412-1 neutron-server[95254]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 27 16:34:13.401299 n-d-806412-1 neutron-server[95254]: [parameters: {'in_use': 1, 'id_1': '57b17608-3da9-4752-9757-3eb4310e339a'}] Aug 27 16:34:13.401299 n-d-806412-1 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:34:13.407053 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-d7c3313d-47ab-465f-b7fa-2984afc5bd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:34:13.454755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:13.455210 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:13.570201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Router ead5ef80-9242-4017-b49d-2b7738f48071 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:34:13.651078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f485b3d9-4d41-4ea8-ac68-036a33802ec3 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786559581224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4896592'] for subnet, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:13.726569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485b3d9-4d41-4ea8-ac68-036a33802ec3 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:13.727416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f485b3d9-4d41-4ea8-ac68-036a33802ec3 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:13.731567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f485b3d9-4d41-4ea8-ac68-036a33802ec3 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "PUT /v2.0/subnets/57b17608-3da9-4752-9757-3eb4310e339a HTTP/1.1" status: 200 len: 900 time: 0.8805850 Aug 27 16:34:13.733866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36586) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:13.745166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485b3d9-4d41-4ea8-ac68-036a33802ec3 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event updated for resources: {'Subnet': ['ID=57b17608-3da9-4752-9757-3eb4310e339a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:13.778636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e94b8a52-5786-42d5-b230-125f9fe3e9ed None None] Provisioning complete for port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:13.779260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e94b8a52-5786-42d5-b230-125f9fe3e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:13.821779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e94b8a52-5786-42d5-b230-125f9fe3e9ed None None] Port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:34:13.840824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:34:13.859859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f03f318d-c02e-4055-8da0-97848f13ba8b admin admin] 10.222.0.101 "PUT /v2.0/routers/ead5ef80-9242-4017-b49d-2b7738f48071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7174799 Aug 27 16:34:13.903939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7c3313d-47ab-465f-b7fa-2984afc5bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:13.944554 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:14.015375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 33d37a8f-b7b8-4754-ae1a-a05f2fda369a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:14.152262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:14.305207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 33d37a8f-b7b8-4754-ae1a-a05f2fda369a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:14.305637 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 33d37a8f-b7b8-4754-ae1a-a05f2fda369a not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:14.375221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:14.403561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=57b17608-3da9-4752-9757-3eb4310e339a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server [None req-d7c3313d-47ab-465f-b7fa-2984afc5bd88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57b17608-3da9-4752-9757-3eb4310e339a: This subnet is being modified by another concurrent operation. Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise exception Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57b17608-3da9-4752-9757-3eb4310e339a: This subnet is being modified by another concurrent operation. Aug 27 16:34:14.415606 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Aug 27 16:34:14.449122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a8948-04c6-4e6a-96d4-ff1bbd3754d8 None None] Network 3ebd7419-319d-4672-b7f0-c3f12364c832 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:14.636574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:14.663718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebd7419-319d-4672-b7f0-c3f12364c832']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:14.689599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f65e98-5e67-4dae-bd56-f45b523b807b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:14.689893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f65e98-5e67-4dae-bd56-f45b523b807b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:14.715811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd8bfc-f740-41fc-8357-33b3a716b69b None None] Network 3ebd7419-319d-4672-b7f0-c3f12364c832 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:14.718647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:14.771832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:14.797828 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:34:14.798894 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:34:14.804346 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:34:14.934212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942b1eb5-af36-4f05-8b04-b18e6ad6e204 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:34:15.002275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-70fd5b65-544b-4a95-b8b0-2c3b770d0834 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:15.005107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-70fd5b65-544b-4a95-b8b0-2c3b770d0834 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/networks?id=eea68778-db53-4d10-bbb4-13e04bb8e3b4 HTTP/1.1" status: 200 len: 911 time: 0.1830163 Aug 27 16:34:15.049974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-6aea15aa-ac77-4294-acb1-35c0efe42ef4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/quotas/0029a7113edc47c0959f88081d3a25e0 HTTP/1.1" status: 200 len: 375 time: 0.0262208 Aug 27 16:34:15.053739 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.063066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.073496 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/3ebd7419-319d-4672-b7f0-c3f12364c832 HTTP/1.1" status: 204 len: 168 time: 1.3349886 Aug 27 16:34:15.088739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36626) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:15.110826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851118a8-92af-449c-abee-905d2c3d3cff tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=3ebd7419-319d-4672-b7f0-c3f12364c832,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:15.126137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b1eb5-af36-4f05-8b04-b18e6ad6e204 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:34:15.166438 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc1f0f7-c932-4617-ab1b-d6c8c84621ba tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:15.178389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc1f0f7-c932-4617-ab1b-d6c8c84621ba tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:15.178389 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7dc1f0f7-c932-4617-ab1b-d6c8c84621ba tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/57b17608-3da9-4752-9757-3eb4310e339a HTTP/1.1" status: 404 len: 337 time: 0.0832484 Aug 27 16:34:15.182327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36630) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:15.231214 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e116e84-8d50-4e8d-9f35-d66604930c6b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:15.235761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e116e84-8d50-4e8d-9f35-d66604930c6b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:15.237585 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3e116e84-8d50-4e8d-9f35-d66604930c6b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/3ebd7419-319d-4672-b7f0-c3f12364c832 HTTP/1.1" status: 404 len: 339 time: 0.0542352 Aug 27 16:34:15.242110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36632) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:15.309441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd7922df-b7d5-47e9-a513-1e144e2ffc78 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:15.381990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-733cbc47-1a2a-41b6-b553-900ac1bcda07 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?tenant_id=0029a7113edc47c0959f88081d3a25e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3308740 Aug 27 16:34:15.481376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.507017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port cd7922df-b7d5-47e9-a513-1e144e2ffc78 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:15.536725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cd7922df-b7d5-47e9-a513-1e144e2ffc78 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:15.537381 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.610084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-c53940c0-99a8-4f7b-b07f-0dbff1752795 service neutron] 10.222.0.101 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128417 Aug 27 16:34:15.619040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.687759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275dfa73-728c-4243-90a7-c61b0c1977e4']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:15.739501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db657856-cb41-4e5c-bf1b-faf06ff67c27') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:15.740492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db657856-cb41-4e5c-bf1b-faf06ff67c27') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:15.765712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.771690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.787351 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.798761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:34:15.799466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.819202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port cd7922df-b7d5-47e9-a513-1e144e2ffc78, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cd7922df-b7d5-47e9-a513-1e144e2ffc78,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:34:15.859581 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:34:15.925782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-5067acfe-16dd-49fb-b6ea-6c9eaeb02fbb service neutron] 10.222.0.101 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926025 Aug 27 16:34:15.930905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:15.988253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.002010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.006087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/275dfa73-728c-4243-90a7-c61b0c1977e4 HTTP/1.1" status: 204 len: 168 time: 0.7625575 Aug 27 16:34:16.009466 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36642) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:16.047757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=cd7922df-b7d5-47e9-a513-1e144e2ffc78,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:16.051983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2e0d9-37cd-46fa-a7e7-55855d648a67 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=275dfa73-728c-4243-90a7-c61b0c1977e4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:16.079458 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0770b8-559f-4a98-9e48-d54b164f979e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:16.079922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0770b8-559f-4a98-9e48-d54b164f979e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:16.084256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8b0770b8-559f-4a98-9e48-d54b164f979e tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/edfbac9f-9bfe-42a4-a5e9-cba08cd9fb26 HTTP/1.1" status: 404 len: 337 time: 0.0712464 Aug 27 16:34:16.084701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36644) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:16.097637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-fd34af9d-4fbd-4ee0-9e9a-9d3590a852d6 req-e4ac76b6-4320-43f8-ba6a-b968fbd84bf1 service neutron] (95253) timed out ('10.222.0.97', 56919) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:34:16.115259 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2327692-b338-409c-937b-6a82078a7616 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:16.116227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2327692-b338-409c-937b-6a82078a7616 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:16.121170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36646) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:16.122111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a2327692-b338-409c-937b-6a82078a7616 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/c7cdeb48-ef59-4a06-bb83-c14e444f8fc7 HTTP/1.1" status: 404 len: 339 time: 0.0361235 Aug 27 16:34:16.216408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting subnet 42e249f0-c530-48e4-a4fe-c355c5b95a3d {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:34:16.220509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.273773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.372096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.486675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9eeb40e5-a4f2-41fa-a3f2-c261f4051994 req-15f07af2-a7a9-4c79-8f2c-65ef7c441ce6 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0813024 Aug 27 16:34:16.536580 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Sync routers for ids ['ead5ef80-9242-4017-b49d-2b7738f48071'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:34:16.553090 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Routers {'ead5ef80-9242-4017-b49d-2b7738f48071'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:16.553713 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ead5ef80-9242-4017-b49d-2b7738f48071'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:16.562375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.639116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.640736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5d39a-1f3a-466c-97d0-44b6e28bd88e None None] Network 1aff698e-042d-4f3c-8152-0e867594d123 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:16.644348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36658) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:16.646460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/42e249f0-c530-48e4-a4fe-c355c5b95a3d HTTP/1.1" status: 204 len: 168 time: 0.5230162 Aug 27 16:34:16.649547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ced45-e401-462c-83a0-dcdf4b3dbb0d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=42e249f0-c530-48e4-a4fe-c355c5b95a3d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:16.782351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting subnet 8edb8205-b3fa-4916-8da3-765e4fbc0e54 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:34:16.782702 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Set router ead5ef80-9242-4017-b49d-2b7738f48071 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:16.798746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:16.877007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.067965 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.156406 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:34:11Z', 'revision_number': 4, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0da07ccc-8f86-446e-bec8-a0843d6b1bc2', 'name': '', 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'mac_address': 'fa:16:3e:81:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:10Z', 'updated_at': '2021-08-27T16:34:12Z', 'revision_number': 2, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'subnets': [{'id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:17.156602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36668) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:17.184320 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Checking router: ead5ef80-9242-4017-b49d-2b7738f48071 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:34:17.188649 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Updating router ead5ef80-9242-4017-b49d-2b7738f48071 port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:34:17.240626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.259191 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.310365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd7922df-b7d5-47e9-a513-1e144e2ffc78 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:17.333326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=8edb8205-b3fa-4916-8da3-765e4fbc0e54,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:17.364307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.368694 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ec31802f-87b0-4fbe-984b-ba8159cb7930 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/8edb8205-b3fa-4916-8da3-765e4fbc0e54 HTTP/1.1" status: 204 len: 168 time: 0.7201796 Aug 27 16:34:17.369520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:17.424862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8362a74-0078-4947-b391-b0caf3086281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.440760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cd7922df-b7d5-47e9-a513-1e144e2ffc78 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:17.442207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.596737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.663964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ddf1da3-b5ee-481e-a594-808aa14bbebe req-c0a8e755-9535-4365-ba10-b60d37f37d5e tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0874515 Aug 27 16:34:17.711668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-e529cd43-02e7-450f-ae19-4b6b4a1aa1ad req-7b5f1527-dbe5-425f-8aa7-119917453b17 service neutron] (95252) timed out ('10.222.0.97', 56927) {{(pid=95252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:34:17.730164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting port e5e64c63-5e0e-4c7b-b234-2d720d60cdba {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:17.730791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.791156 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8362a74-0078-4947-b391-b0caf3086281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.843488 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.846408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] For port e5e64c63-5e0e-4c7b-b234-2d720d60cdba, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,segment=NetworkSegment(35809c60-c49e-455d-8cad-460f3f1d6fad),segment_id=35809c60-c49e-455d-8cad-460f3f1d6fad)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:17.846998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.862268 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Transition to ACTIVE for port object 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:17.867112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Calling delete_port for e5e64c63-5e0e-4c7b-b234-2d720d60cdba owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:17.897473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee8121-0583-4e69-9570-c9a98487b3a6 None None] Network 1aff698e-042d-4f3c-8152-0e867594d123 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:17.916638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f8362a74-0078-4947-b391-b0caf3086281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.955176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36686) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:17.956521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f8362a74-0078-4947-b391-b0caf3086281 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4b243d17d3f844f7804fe4cab606ad2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7987280 Aug 27 16:34:17.964358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1b8bb801-9850-495f-931d-8e5a64fc2e60 None None] Provisioning complete for port e5e64c63-5e0e-4c7b-b234-2d720d60cdba triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:17.964740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb801-9850-495f-931d-8e5a64fc2e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:17.967594 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.006336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362a74-0078-4947-b391-b0caf3086281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0799129-27e6-4df7-9b29-7c6c11663eda,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:18.064068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7d86f3d-3926-4cdb-ab39-aa9a3ccff7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.093141 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7d86f3d-3926-4cdb-ab39-aa9a3ccff7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.136919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.161034 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5ba78-b76c-4afa-8b72-734905b6c82f None None] Pushing event updated for resources: {'Port': ['ID=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:18.212206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Port': ['ID=e5e64c63-5e0e-4c7b-b234-2d720d60cdba,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:18.220982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No DVR routers for this DVR port e5e64c63-5e0e-4c7b-b234-2d720d60cdba on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:18.230414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1b8bb801-9850-495f-931d-8e5a64fc2e60 None None] Could not find standard attr ID for object e5e64c63-5e0e-4c7b-b234-2d720d60cdba. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:34:18.234787 n-d-806412-1 neutron-server[95254]: INFO neutron.plugins.ml2.db [None req-1b8bb801-9850-495f-931d-8e5a64fc2e60 None None] No ports have port_id starting with e5e64c63-5e0e-4c7b-b234-2d720d60cdba Aug 27 16:34:18.288873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b145d97-eb9e-47df-8315-6b991be7a9dd None None] DHCP port deletion for 1aff698e-042d-4f3c-8152-0e867594d123 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:34:18.297367 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Attempting to bind port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:18.297940 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Attempting to bind port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:18.302732 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Attempting to bind port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 on network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:18.307563 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:18.307938 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Checking segment: {'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:18.308344 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.308870 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Bound using segment: {'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:18.309182 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Bound port: 0da07ccc-8f86-446e-bec8-a0843d6b1bc2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27746d22-99cf-43b6-bb3e-0153172a2bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:18.309680 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.368346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.377752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7d86f3d-3926-4cdb-ab39-aa9a3ccff7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.380920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d7d86f3d-3926-4cdb-ab39-aa9a3ccff7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.384578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d7d86f3d-3926-4cdb-ab39-aa9a3ccff7b8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e0799129-27e6-4df7-9b29-7c6c11663eda HTTP/1.1" status: 204 len: 168 time: 0.4265842 Aug 27 16:34:18.387807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aff698e-042d-4f3c-8152-0e867594d123']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:18.411595 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] For port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:18.417607 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] For port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,segment=NetworkSegment(27746d22-99cf-43b6-bb3e-0153172a2bd8),segment_id=27746d22-99cf-43b6-bb3e-0153172a2bd8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:18.419192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d86f3d-3926-4cdb-ab39-aa9a3ccff7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0799129-27e6-4df7-9b29-7c6c11663eda,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:18.424435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35809c60-c49e-455d-8cad-460f3f1d6fad') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:18.424802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35809c60-c49e-455d-8cad-460f3f1d6fad') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:18.465722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.489213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.496155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:34:18.496565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:34:18.499766 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:34:18.511152 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.557188 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Routers {'ead5ef80-9242-4017-b49d-2b7738f48071'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:18.558403 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:33:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ead5ef80-9242-4017-b49d-2b7738f48071'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:18.642363 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.650694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:18.654386 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/1aff698e-042d-4f3c-8152-0e867594d123 HTTP/1.1" status: 204 len: 168 time: 1.2842958 Aug 27 16:34:18.657189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36694) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:18.672846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2942e-37ac-4c48-82ff-85736f63cfaa tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=1aff698e-042d-4f3c-8152-0e867594d123,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:18.725755 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe417f1-ce42-44b2-a213-50a158a993db tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:18.730282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe417f1-ce42-44b2-a213-50a158a993db tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:18.735348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cbe417f1-ce42-44b2-a213-50a158a993db tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/c3e9e619-89eb-4577-8e30-93f4f8a8beb2 HTTP/1.1" status: 404 len: 337 time: 0.0769792 Aug 27 16:34:18.737851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36698) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:18.770479 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] Set router ead5ef80-9242-4017-b49d-2b7738f48071 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:18.789940 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1d9618-935a-4e3d-bdc1-c7c1cfc14619 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:18.794166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1d9618-935a-4e3d-bdc1-c7c1cfc14619 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:18.796165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c1d9618-935a-4e3d-bdc1-c7c1cfc14619 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/97138e04-c455-4476-b172-fd4c42539c4f HTTP/1.1" status: 404 len: 339 time: 0.0571413 Aug 27 16:34:18.798844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36702) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:18.901371 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cd8e4e-1544-45db-acb4-d6ee15c77810 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:18.902234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cd8e4e-1544-45db-acb4-d6ee15c77810 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:18.904381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-51cd8e4e-1544-45db-acb4-d6ee15c77810 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/32211701-7f77-4171-bcee-cd31f80291fa HTTP/1.1" status: 404 len: 337 time: 0.1044586 Aug 27 16:34:18.907072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36710) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:18.920928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c066da8-3a5c-4a51-891c-1680067436d0 req-543b76e3-3a41-4199-a46b-1246680529ad tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0998101 Aug 27 16:34:18.953401 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca8e3fa-a141-4937-8840-c788c4d22b96 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:18.955670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca8e3fa-a141-4937-8840-c788c4d22b96 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:18.961265 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bca8e3fa-a141-4937-8840-c788c4d22b96 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/176a8443-95d8-458a-b12b-4c67d7024972 HTTP/1.1" status: 404 len: 339 time: 0.0522954 Aug 27 16:34:18.963993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36718) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:19.024990 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a5c144-d2e2-4069-a869-6943e9f05d75 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:19.027413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a5c144-d2e2-4069-a869-6943e9f05d75 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:19.027910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-86a5c144-d2e2-4069-a869-6943e9f05d75 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/c58cbf4d-1187-4410-a48a-7f80f25453ba HTTP/1.1" status: 404 len: 337 time: 0.0626070 Aug 27 16:34:19.030533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36732) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:19.049984 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5ba78-b76c-4afa-8b72-734905b6c82f None None] Pushing event updated for resources: {'Port': ['ID=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:19.054476 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d251218-31b1-4a43-8b96-5d06e4a18177 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:19.055162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d251218-31b1-4a43-8b96-5d06e4a18177 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:19.064110 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5d251218-31b1-4a43-8b96-5d06e4a18177 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/33776f76-adf5-4bf8-868a-d29365bd65e5 HTTP/1.1" status: 404 len: 339 time: 0.0255420 Aug 27 16:34:19.064605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36738) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:19.206384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting subnet 648d4d5d-6997-4fb1-863c-1f0c360986e7 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:34:19.212855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.221551 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:34:11Z', 'revision_number': 4, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0da07ccc-8f86-446e-bec8-a0843d6b1bc2', 'name': '', 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'mac_address': 'fa:16:3e:81:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:10Z', 'updated_at': '2021-08-27T16:34:18Z', 'revision_number': 4, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'subnets': [{'id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:19.272278 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.332166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:19.396812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.400033 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33a3de-4f9e-4bcd-9227-9093ddfb5a4a None None] The sync data for ids ['ead5ef80-9242-4017-b49d-2b7738f48071'] in n-d-806412-1 is: [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:34:11Z', 'revision_number': 4, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0da07ccc-8f86-446e-bec8-a0843d6b1bc2', 'name': '', 'network_id': '9fdad008-dcfe-4063-80e6-13eea74f5fe9', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'mac_address': 'fa:16:3e:81:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:10Z', 'updated_at': '2021-08-27T16:34:18Z', 'revision_number': 4, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'subnets': [{'id': '4623d757-ed0f-4d86-9e3b-69756567be37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:34:19.505781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36754) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:19.543771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.554197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:19.557946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-d498779f-0f02-4acc-98d6-d3b5f26d65e6 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:19.558827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:19.559404 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.563686 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-d498779f-0f02-4acc-98d6-d3b5f26d65e6 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.90 "GET /v2.0/networks?id=eea68778-db53-4d10-bbb4-13e04bb8e3b4 HTTP/1.1" status: 200 len: 911 time: 0.2964940 Aug 27 16:34:19.583020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Request body: {'port': {'device_id': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'admin_state_up': True, 'tenant_id': '0029a7113edc47c0959f88081d3a25e0'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:19.621492 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:34:19.621492 n-d-806412-1 neutron-server[95253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:34:19.621492 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id': '52359826a35b46edba6c1ca3a9370be0', 'id': '5b6a0af8-9a58-49a3-8c1a-cf8fde98d9e8', 'expiration': datetime.datetime(2021, 8, 27, 16, 36, 19, 605055)}] Aug 27 16:34:19.621492 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:34:19.622083 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:34:19.669543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Made reservation on behalf of 0029a7113edc47c0959f88081d3a25e0 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:19.673402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.682936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.723086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.765816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,segment=NetworkSegment(27746d22-99cf-43b6-bb3e-0153172a2bd8),segment_id=27746d22-99cf-43b6-bb3e-0153172a2bd8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:19.782370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=648d4d5d-6997-4fb1-863c-1f0c360986e7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:19.790775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.796196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6abed01e-0b16-4c1f-a7d6-92cff6caa67b tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/648d4d5d-6997-4fb1-863c-1f0c360986e7 HTTP/1.1" status: 204 len: 168 time: 0.7304885 Aug 27 16:34:19.796948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36760) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:19.803681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc36f07-32c5-4517-956b-f52a9032b845 None None] Network 9f6fb62d-9ce4-489a-86c5-64b3bde09650 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:19.925754 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:19.978605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.032822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Allocated IP 172.20.0.12 (eea68778-db53-4d10-bbb4-13e04bb8e3b4/7decb688-0b1e-4d52-9185-9ca22485cc69/97f54589-970e-451f-8dc9-81221abea39a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:20.063134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e5e64c63-5e0e-4c7b-b234-2d720d60cdba no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:20.115712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-069bfb6d-5039-46da-a2f3-e2470971b83e req-1203f698-71b0-48c2-b4b1-f0b1b88308b7 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0446236 Aug 27 16:34:20.125844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.131789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:20.137097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e5e64c63-5e0e-4c7b-b234-2d720d60cdba {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:20.137448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e5e64c63-5e0e-4c7b-b234-2d720d60cdba not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:20.150194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting port fa0c4b1c-49cb-4166-a0c2-398273dc5695 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:20.150552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.292264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] For port fa0c4b1c-49cb-4166-a0c2-398273dc5695, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fa0c4b1c-49cb-4166-a0c2-398273dc5695,segment=NetworkSegment(515057fb-a8a0-49da-8190-976c7e14e826),segment_id=515057fb-a8a0-49da-8190-976c7e14e826)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:20.292649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.320700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Calling delete_port for fa0c4b1c-49cb-4166-a0c2-398273dc5695 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:20.330714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] DHCP port deletion for 9f6fb62d-9ce4-489a-86c5-64b3bde09650 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:34:20.351096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.386640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Transition to ACTIVE for port object 97f54589-970e-451f-8dc9-81221abea39a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:20.442722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] Deleting port fa0c4b1c-49cb-4166-a0c2-398273dc5695 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:20.443374 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.458583 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.525215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.549908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] For port fa0c4b1c-49cb-4166-a0c2-398273dc5695, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fa0c4b1c-49cb-4166-a0c2-398273dc5695,segment=NetworkSegment(515057fb-a8a0-49da-8190-976c7e14e826),segment_id=515057fb-a8a0-49da-8190-976c7e14e826)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:20.550330 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.556194 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.573179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] Calling delete_port for fa0c4b1c-49cb-4166-a0c2-398273dc5695 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:20.605227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f2865e-78a7-479a-aa42-69e39a049a50,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:20.621820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.625424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:20.627741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:20.632965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:34:20.636494 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2943fbe0-8300-45b1-87a4-da2f0810debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.663369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2f4ca80b-f9e4-4437-a1ff-27610d1b3c7b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52359826a35b46edba6c1ca3a9370be0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1520982 Aug 27 16:34:20.667916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36800) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:20.673502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Pushing event updated for resources: {'Port': ['ID=97f54589-970e-451f-8dc9-81221abea39a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:20.706550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:20.708488 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.720196 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.759951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Port': ['ID=fa0c4b1c-49cb-4166-a0c2-398273dc5695,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:20.773306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No DVR routers for this DVR port fa0c4b1c-49cb-4166-a0c2-398273dc5695 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:20.773540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] Pushing event deleted for resources: {'Port': ['ID=fa0c4b1c-49cb-4166-a0c2-398273dc5695,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:20.785691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b453450-8f72-4b55-9977-439cb7257d65 None None] No DVR routers for this DVR port fa0c4b1c-49cb-4166-a0c2-398273dc5695 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:20.807682 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-2df8ab19-3d56-4cb0-ab5f-c817b4198302 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2288332 Aug 27 16:34:20.821814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Request body: {'port': {'device_id': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:20.896696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.921685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.941015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6fb62d-9ce4-489a-86c5-64b3bde09650']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:20.951957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a102ee31-0f77-49cc-9bce-3c129a866009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:20.956934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515057fb-a8a0-49da-8190-976c7e14e826') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:20.957695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515057fb-a8a0-49da-8190-976c7e14e826') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:20.980655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.008634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a102ee31-0f77-49cc-9bce-3c129a866009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.015908 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.030555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:34:21.031001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:34:21.034181 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:34:21.182938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e4d4fa91-68cd-4894-b251-ea9cf7004d24 None None] Provisioning for port 97f54589-970e-451f-8dc9-81221abea39a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:21.188150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e4d4fa91-68cd-4894-b251-ea9cf7004d24 None None] Provisioning complete for port 97f54589-970e-451f-8dc9-81221abea39a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:21.189057 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fa91-68cd-4894-b251-ea9cf7004d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.243428 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.249261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4fa91-68cd-4894-b251-ea9cf7004d24 None None] Port 97f54589-970e-451f-8dc9-81221abea39a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:34:21.270495 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a102ee31-0f77-49cc-9bce-3c129a866009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.273630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a102ee31-0f77-49cc-9bce-3c129a866009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.274813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a102ee31-0f77-49cc-9bce-3c129a866009 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/25f2865e-78a7-479a-aa42-69e39a049a50 HTTP/1.1" status: 204 len: 168 time: 0.5334375 Aug 27 16:34:21.298682 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.303603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/9f6fb62d-9ce4-489a-86c5-64b3bde09650 HTTP/1.1" status: 204 len: 168 time: 1.5036254 Aug 27 16:34:21.305838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36812) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:21.312204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:21.317170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102ee31-0f77-49cc-9bce-3c129a866009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f2865e-78a7-479a-aa42-69e39a049a50,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:21.324686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d79fa-8d74-434a-be76-530a71036389 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=9f6fb62d-9ce4-489a-86c5-64b3bde09650,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:21.362224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec76230-3bb3-4e8b-ad5d-e684a21c6cbd req-19d5ac99-da26-4121-a93a-b491c0f6f6dd tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:21.384342 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-09deaa84-2803-4de3-ab36-f1094ea205cd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:21.385092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09deaa84-2803-4de3-ab36-f1094ea205cd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:21.387524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-09deaa84-2803-4de3-ab36-f1094ea205cd tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/25f6b82f-6a3e-4c82-ac91-4b42cb11f7b1 HTTP/1.1" status: 404 len: 337 time: 0.0786912 Aug 27 16:34:21.391352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ec76230-3bb3-4e8b-ad5d-e684a21c6cbd req-19d5ac99-da26-4121-a93a-b491c0f6f6dd tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1028 time: 0.1623597 Aug 27 16:34:21.395658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:21.396833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:21.397344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.422964 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-53660d7c-e0f7-4145-b575-fc866d3e970d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] DELETE failed (client error): The resource could not be found. Aug 27 16:34:21.423934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53660d7c-e0f7-4145-b575-fc866d3e970d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:34:21.425954 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-53660d7c-e0f7-4145-b575-fc866d3e970d tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/7a833807-9104-42ab-bba4-d598792c4c6a HTTP/1.1" status: 404 len: 339 time: 0.0279496 Aug 27 16:34:21.428605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36818) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:21.532893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ec76230-3bb3-4e8b-ad5d-e684a21c6cbd req-fdfc16bd-775c-4dcb-9710-97aa8a85c66a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391728 Aug 27 16:34:21.585996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f54589-970e-451f-8dc9-81221abea39a {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:34:21.605177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.616203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting subnet 51b45ba2-8392-4458-b70d-13aeedddba1f {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:34:21.624322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa0c4b1c-49cb-4166-a0c2-398273dc5695 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:21.644236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.657208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: fa0c4b1c-49cb-4166-a0c2-398273dc5695 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:21.657661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa0c4b1c-49cb-4166-a0c2-398273dc5695 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:21.685702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Transition to ACTIVE for port object 97f54589-970e-451f-8dc9-81221abea39a will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:21.707556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.771911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:21.908983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=97f54589-970e-451f-8dc9-81221abea39a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:21.920235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.026580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Attempting to bind port 97f54589-970e-451f-8dc9-81221abea39a on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:22.026960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Attempting to bind port 97f54589-970e-451f-8dc9-81221abea39a by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:22.027242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Attempting to bind port 97f54589-970e-451f-8dc9-81221abea39a on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:22.040266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Port 97f54589-970e-451f-8dc9-81221abea39a on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:34:22.043128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Attempting to bind port 97f54589-970e-451f-8dc9-81221abea39a on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:22.049308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:22.049745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Checking segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:22.050206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Bound using segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:22.050713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Bound port: 97f54589-970e-451f-8dc9-81221abea39a, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:22.051187 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.129941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.186068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.191453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36836) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:22.192609 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/subnets/51b45ba2-8392-4458-b70d-13aeedddba1f HTTP/1.1" status: 204 len: 168 time: 0.7621107 Aug 27 16:34:22.193852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa63c3-9abe-4e43-b305-5414f4362569 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Subnet': ['ID=51b45ba2-8392-4458-b70d-13aeedddba1f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:22.202248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] For port 97f54589-970e-451f-8dc9-81221abea39a, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:22.206314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] For port 97f54589-970e-451f-8dc9-81221abea39a, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=97f54589-970e-451f-8dc9-81221abea39a,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:22.211642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a441430c-7bc6-4aa5-bb17-e789fa3e9e9b None None] Network d804d43a-ff57-4b8e-9ed3-10757a4ab860 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:22.231063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36838) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:22.272129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.341869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.399518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=97f54589-970e-451f-8dc9-81221abea39a,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:22.404040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:22.406565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.408052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-3a2db268-7c43-417e-8dcd-0fb7a3ecfc07 service neutron] 10.222.0.90 "PUT /v2.0/ports/97f54589-970e-451f-8dc9-81221abea39a HTTP/1.1" status: 200 len: 1092 time: 1.5915568 Aug 27 16:34:22.408421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Deleting port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:22.408614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'tag': '97f54589-970e-451f-8dc9-81221abea39a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:34:22.409434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.412498 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574d0a07-499a-47a4-8de4-295a3ab419a3" -d '{"events": [{"name": "network-changed", "server_uuid": "87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1", "tag": "97f54589-970e-451f-8dc9-81221abea39a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:34:22.471566 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c6071-d567-4878-b2e7-86ac8dd955aa x-openstack-request-id: req-ac3c6071-d567-4878-b2e7-86ac8dd955aa {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:34:22.472008 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1", "tag": "97f54589-970e-451f-8dc9-81221abea39a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:34:22.472407 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ac3c6071-d567-4878-b2e7-86ac8dd955aa {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:34:22.473089 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'tag': '97f54589-970e-451f-8dc9-81221abea39a', 'status': 'completed', 'code': 200} Aug 27 16:34:22.506125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc6a3-884c-4bf5-9683-e2658bc5d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.559323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] DHCP port deletion for d804d43a-ff57-4b8e-9ed3-10757a4ab860 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:34:22.575977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] For port bce6f632-1a8d-4e45-8eaf-c3bb50963c44, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,segment=NetworkSegment(7e4069eb-de72-48ce-8efa-ee86e104a1e7),segment_id=7e4069eb-de72-48ce-8efa-ee86e104a1e7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:22.576361 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.615644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Calling delete_port for bce6f632-1a8d-4e45-8eaf-c3bb50963c44 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:22.668839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0a07-499a-47a4-8de4-295a3ab419a3 req-bc1a3ea8-207d-4611-b8ec-7d51b3bb5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:22.671292 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-574d0a07-499a-47a4-8de4-295a3ab419a3 req-bc1a3ea8-207d-4611-b8ec-7d51b3bb5051 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0029a7113edc47c0959f88081d3a25e0&device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1095 time: 0.1574440 Aug 27 16:34:22.699482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] Deleting port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:22.700127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.804329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] For port bce6f632-1a8d-4e45-8eaf-c3bb50963c44, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,segment=NetworkSegment(7e4069eb-de72-48ce-8efa-ee86e104a1e7),segment_id=7e4069eb-de72-48ce-8efa-ee86e104a1e7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:22.804831 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.829617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] Calling delete_port for bce6f632-1a8d-4e45-8eaf-c3bb50963c44 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:22.914095 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:22.921972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0a07-499a-47a4-8de4-295a3ab419a3 req-2cbc8a81-5a0b-4f04-b6cd-f33cba6b0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:22.924190 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-574d0a07-499a-47a4-8de4-295a3ab419a3 req-2cbc8a81-5a0b-4f04-b6cd-f33cba6b0a3c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=0029a7113edc47c0959f88081d3a25e0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2440653 Aug 27 16:34:22.946938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Port': ['ID=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:22.948989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] No DVR routers for this DVR port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:22.981839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.038637 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] Pushing event deleted for resources: {'Port': ['ID=bce6f632-1a8d-4e45-8eaf-c3bb50963c44,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:23.041684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3594278-568f-4fb6-9729-48fe241f8e8b None None] No DVR routers for this DVR port bce6f632-1a8d-4e45-8eaf-c3bb50963c44 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:23.078475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc6a3-884c-4bf5-9683-e2658bc5d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.099016 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.110817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d804d43a-ff57-4b8e-9ed3-10757a4ab860']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:23.139323 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0a07-499a-47a4-8de4-295a3ab419a3 req-0d9085a4-9a9a-4a1d-92e0-7299a19a3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:23.140903 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-574d0a07-499a-47a4-8de4-295a3ab419a3 req-0d9085a4-9a9a-4a1d-92e0-7299a19a3614 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2100430 Aug 27 16:34:23.143580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4069eb-de72-48ce-8efa-ee86e104a1e7') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:23.143881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4069eb-de72-48ce-8efa-ee86e104a1e7') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:23.155037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.180762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc6a3-884c-4bf5-9683-e2658bc5d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.186027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.206928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:34:23.211852 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:34:23.243554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5026b1b-9550-455d-9e96-6f2ed1fb4bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.260132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.272875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bce6f632-1a8d-4e45-8eaf-c3bb50963c44 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:23.284975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea55b3b-2451-4170-b54e-6aee51506ad0 req-74ae5fdb-e712-4e66-99d8-b5ba61cfd260 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:23.293074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea55b3b-2451-4170-b54e-6aee51506ad0 req-74ae5fdb-e712-4e66-99d8-b5ba61cfd260 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1095 time: 0.5666146 Aug 27 16:34:23.308901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: bce6f632-1a8d-4e45-8eaf-c3bb50963c44 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:23.309414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bce6f632-1a8d-4e45-8eaf-c3bb50963c44 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:23.342207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea55b3b-2451-4170-b54e-6aee51506ad0 req-e2571151-50b9-40a8-887e-42348c94054a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Aug 27 16:34:23.352897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.393520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.401712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.403488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] 10.222.0.101 "DELETE /v2.0/networks/d804d43a-ff57-4b8e-9ed3-10757a4ab860 HTTP/1.1" status: 204 len: 168 time: 1.2098305 Aug 27 16:34:23.418960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c90a36-ad83-4b97-b671-d9c0af984916 tempest-NetworksIpV6Test-1748472034 tempest-NetworksIpV6Test-1748472034-project] Pushing event deleted for resources: {'Network': ['ID=d804d43a-ff57-4b8e-9ed3-10757a4ab860,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:23.643366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2cbdc6a3-884c-4bf5-9683-e2658bc5d171 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=95436c110fb74f9b8fd70fdb4574aefc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4086013 Aug 27 16:34:23.643366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdc6a3-884c-4bf5-9683-e2658bc5d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40004643-d86e-4d65-89d3-07afe85c53fc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:23.643751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36870) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:23.654453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-113b9f1f-9015-4d92-9816-5966e05a7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:23.657504 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-113b9f1f-9015-4d92-9816-5966e05a7dcf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0029a7113edc47c0959f88081d3a25e0&device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1095 time: 0.4542582 Aug 27 16:34:23.710357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-5ee41d26-d3c2-4eb5-bf6c-d345c0f2acbc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97f54589-970e-451f-8dc9-81221abea39a HTTP/1.1" status: 200 len: 217 time: 0.0456381 Aug 27 16:34:23.758503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5931336-09d8-4798-b634-59aa3ac61ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.800581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-47018cff-cb6d-401b-bdf4-003a438a157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:23.800581 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-47018cff-cb6d-401b-bdf4-003a438a157e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7decb688-0b1e-4d52-9185-9ca22485cc69 HTTP/1.1" status: 200 len: 848 time: 0.0808015 Aug 27 16:34:23.802552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5931336-09d8-4798-b634-59aa3ac61ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.868286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-14aeefc4-f418-4268-b8a1-40562b2c8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:23.870511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-14aeefc4-f418-4268-b8a1-40562b2c8138 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea68778-db53-4d10-bbb4-13e04bb8e3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634327 Aug 27 16:34:23.950853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36882) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:23.958199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5931336-09d8-4798-b634-59aa3ac61ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.961520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5931336-09d8-4798-b634-59aa3ac61ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:23.962732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c5931336-09d8-4798-b634-59aa3ac61ca2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40004643-d86e-4d65-89d3-07afe85c53fc HTTP/1.1" status: 204 len: 168 time: 0.3166776 Aug 27 16:34:23.977437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5931336-09d8-4798-b634-59aa3ac61ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40004643-d86e-4d65-89d3-07afe85c53fc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:23.978548 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-4c551f8e-22c2-4bbd-b034-a29a7efb2954 service neutron] 10.222.0.90 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973523 Aug 27 16:34:24.019243 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:24.122518 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c9291409-7ce6-43fb-9ee4-6cb5e5a4832e req-95f3a767-ee80-4739-ba63-b766e6d7b705 service neutron] 10.222.0.90 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395447 Aug 27 16:34:24.259971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3bc63c09-e6bb-4c93-8b12-2b46a9870107 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=02552db140f548f0b81c1b8c025a7931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078442 Aug 27 16:34:24.262570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36894) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:24.325959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a7db-c615-4ac9-96e9-5527949a1dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:24.364000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a7db-c615-4ac9-96e9-5527949a1dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:24.452519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ffacd-a136-436a-adb7-754713d6c1b5 req-ba9d70ec-8e6a-48c3-a04c-dd56a7d63fe2 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:24.454060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-985ffacd-a136-436a-adb7-754713d6c1b5 req-ba9d70ec-8e6a-48c3-a04c-dd56a7d63fe2 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1095 time: 0.0428450 Aug 27 16:34:24.484889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a7db-c615-4ac9-96e9-5527949a1dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:24.487772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a8c6a7db-c615-4ac9-96e9-5527949a1dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:24.501028 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a8c6a7db-c615-4ac9-96e9-5527949a1dfe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ce52690d-8db0-4687-ae8d-3ba9215e7502 HTTP/1.1" status: 204 len: 168 time: 0.2172530 Aug 27 16:34:24.501028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6a7db-c615-4ac9-96e9-5527949a1dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce52690d-8db0-4687-ae8d-3ba9215e7502,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:24.546954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-985ffacd-a136-436a-adb7-754713d6c1b5 req-a569c1b7-c0c8-44d6-96de-601b6f3c8499 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798531 Aug 27 16:34:24.554056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:24.974855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36908) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:24.989895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a9be2cf-398a-46cb-ad34-6b65c484c514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:25.104732 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a9be2cf-398a-46cb-ad34-6b65c484c514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:25.222020 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a9be2cf-398a-46cb-ad34-6b65c484c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:25.283205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9a9be2cf-398a-46cb-ad34-6b65c484c514 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=607c25ed14134a63b413b241842760a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026922 Aug 27 16:34:25.283205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9be2cf-398a-46cb-ad34-6b65c484c514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6d886-7541-4fc9-9b89-b0fbf94266d6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:25.284230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36922) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:25.350697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f77a15a5-97b4-4cb1-a9fe-30a5f5ccb573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:25.377773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f77a15a5-97b4-4cb1-a9fe-30a5f5ccb573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:25.498961 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f77a15a5-97b4-4cb1-a9fe-30a5f5ccb573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:25.501730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f77a15a5-97b4-4cb1-a9fe-30a5f5ccb573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:25.502938 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f77a15a5-97b4-4cb1-a9fe-30a5f5ccb573 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d9a6d886-7541-4fc9-9b89-b0fbf94266d6 HTTP/1.1" status: 204 len: 168 time: 0.2149518 Aug 27 16:34:25.511447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a15a5-97b4-4cb1-a9fe-30a5f5ccb573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6d886-7541-4fc9-9b89-b0fbf94266d6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:25.702552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020af120-1b1c-4a32-9637-5f74eb06942c req-31237776-020d-4841-83e2-0cdfd8fb2b82 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:25.704672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-020af120-1b1c-4a32-9637-5f74eb06942c req-31237776-020d-4841-83e2-0cdfd8fb2b82 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1095 time: 0.0793929 Aug 27 16:34:25.747628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-020af120-1b1c-4a32-9637-5f74eb06942c req-c21e0016-5dab-433e-a257-4623c9a2e4bd tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356367 Aug 27 16:34:26.027186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36950) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:26.065007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.214954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-55f53cba-6da9-4393-b094-3231cd8bbf4d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569072 Aug 27 16:34:26.307890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fd3f3afe-bab6-4a64-baee-d4551be7f19f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:26.308878 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-fd3f3afe-bab6-4a64-baee-d4551be7f19f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 16:34:26.309393 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-fd3f3afe-bab6-4a64-baee-d4551be7f19f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 16:34:26.310562 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fd3f3afe-bab6-4a64-baee-d4551be7f19f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2823095 Aug 27 16:34:26.314117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-c163dca7-26dd-428f-bf4d-701ea4ef549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:26.315028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36958) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:26.316146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-c163dca7-26dd-428f-bf4d-701ea4ef549c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1097 time: 0.0543232 Aug 27 16:34:26.331628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076294027'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:26.439507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.440572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-69ab41b3-1975-4c11-99a6-c0b47eaa22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:26.442339 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-69ab41b3-1975-4c11-99a6-c0b47eaa22fd service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.1045473 Aug 27 16:34:26.453651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.527168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-075e9838-6db6-4f27-b887-afa5fdcb0e97 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 1002 time: 0.0767581 Aug 27 16:34:26.570628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.590175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-96aabe49-0c81-47a6-b117-d8f86be18919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:26.591856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-96aabe49-0c81-47a6-b117-d8f86be18919 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0566547 Aug 27 16:34:26.625086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.656589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-a4a7c97a-0303-40d4-9791-cca7c6e51f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:26.661017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-a4a7c97a-0303-40d4-9791-cca7c6e51f21 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587974 Aug 27 16:34:26.664653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc731bfc-b9b4-4de8-8d46-211e5c40b54d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:26.738450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.777593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-960f28f0-882c-4bb6-8a9a-bd79e9263b04 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104202 Aug 27 16:34:26.818863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.864920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa3ccb-9233-475d-84e9-ea97f89b42b0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:26.906362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9246b-6402-4be1-a50d-6f70855c87b9 req-f23fef17-8725-4c2a-93d2-e4b6cebd8d17 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:26.907897 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65b9246b-6402-4be1-a50d-6f70855c87b9 req-f23fef17-8725-4c2a-93d2-e4b6cebd8d17 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1095 time: 0.0699961 Aug 27 16:34:26.943868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eab3941e-bcaf-4518-b71e-6ffc699a0c24 req-80ebf673-3ed7-47f6-893a-89f22888380b service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539612 Aug 27 16:34:26.943998 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7cc08981-dfcc-48bd-8fd1-c7f4bb901e06 req-4033b17b-5187-4fdd-86ba-b74d08926db0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0386338 Aug 27 16:34:26.944430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:26.950169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2734efa9-bef6-4ea4-84fb-7338a1039d59 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6335497 Aug 27 16:34:26.950985 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36978) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:26.956756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7237d7e2-52ae-408e-aeb8-0fa1ace76e64 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': 'b8fa3ccb-9233-475d-84e9-ea97f89b42b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:26.959738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65b9246b-6402-4be1-a50d-6f70855c87b9 req-d6dbb5b2-cc84-4248-8444-13a1b1bacfac tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Aug 27 16:34:27.034343 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7cc08981-dfcc-48bd-8fd1-c7f4bb901e06 req-027c109b-6e86-49c5-8135-4aedbcda9625 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0277431 Aug 27 16:34:27.045384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7237d7e2-52ae-408e-aeb8-0fa1ace76e64 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.083608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7cc08981-dfcc-48bd-8fd1-c7f4bb901e06 req-ecf3a7cd-c360-4da4-84e5-ab2fe76a1b00 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290093 Aug 27 16:34:27.168837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7237d7e2-52ae-408e-aeb8-0fa1ace76e64 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.201496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc08981-dfcc-48bd-8fd1-c7f4bb901e06 req-aafd588e-96e7-44cd-83dc-63f5ffd2b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:27.203013 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7cc08981-dfcc-48bd-8fd1-c7f4bb901e06 req-aafd588e-96e7-44cd-83dc-63f5ffd2b564 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1130893 Aug 27 16:34:27.267539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7237d7e2-52ae-408e-aeb8-0fa1ace76e64 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.289981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237d7e2-52ae-408e-aeb8-0fa1ace76e64 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f27e67-60ac-497b-a54d-f67f57b4a9bd,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:27.372661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36986) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:27.373556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7237d7e2-52ae-408e-aeb8-0fa1ace76e64 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.374725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7237d7e2-52ae-408e-aeb8-0fa1ace76e64 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4226067 Aug 27 16:34:27.377684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 36990) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:27.384456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ee930e0b-ac23-4c68-964e-b347b2985f85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': 'b8fa3ccb-9233-475d-84e9-ea97f89b42b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:27.487376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ee930e0b-ac23-4c68-964e-b347b2985f85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.505826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 97f54589-970e-451f-8dc9-81221abea39a details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:34:27.516765 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-469b0f0b-62a3-47c2-8a7c-2cb14d256097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.632045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-469b0f0b-62a3-47c2-8a7c-2cb14d256097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.652366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 97f54589-970e-451f-8dc9-81221abea39a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=97f54589-970e-451f-8dc9-81221abea39a,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:27.664943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '97f54589-970e-451f-8dc9-81221abea39a', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'port_id': '97f54589-970e-451f-8dc9-81221abea39a', 'mac_address': 'fa:16:3e:6d:16:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:34:27.690574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-469b0f0b-62a3-47c2-8a7c-2cb14d256097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.708790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.726159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f54589-970e-451f-8dc9-81221abea39a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:34:27.733836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-469b0f0b-62a3-47c2-8a7c-2cb14d256097 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a436c6eac69f4711bc7fd461d40cc295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627691 Aug 27 16:34:27.733836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b0f0b-62a3-47c2-8a7c-2cb14d256097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf474e1-ff49-4687-940d-37e6d855c679,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:27.734118 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 36998) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:27.771547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 97f54589-970e-451f-8dc9-81221abea39a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=97f54589-970e-451f-8dc9-81221abea39a,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:27.772118 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-ee930e0b-ac23-4c68-964e-b347b2985f85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 16:34:27.773316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ee930e0b-ac23-4c68-964e-b347b2985f85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3933060 Aug 27 16:34:27.776266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37000) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:27.790225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55ec20a2-5596-4f63-aa6e-6b01819dd3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.813389 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55ec20a2-5596-4f63-aa6e-6b01819dd3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.834272 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.844002 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72c0e8d3-ab5a-43b1-8f72-c7d18555bb9d tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.881238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72c0e8d3-ab5a-43b1-8f72-c7d18555bb9d tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.889009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=97f54589-970e-451f-8dc9-81221abea39a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:27.930344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55ec20a2-5596-4f63-aa6e-6b01819dd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.933002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55ec20a2-5596-4f63-aa6e-6b01819dd3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:27.934168 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-55ec20a2-5596-4f63-aa6e-6b01819dd3b8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5cf474e1-ff49-4687-940d-37e6d855c679 HTTP/1.1" status: 204 len: 168 time: 0.1992226 Aug 27 16:34:27.943231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec20a2-5596-4f63-aa6e-6b01819dd3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf474e1-ff49-4687-940d-37e6d855c679,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:28.033522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72c0e8d3-ab5a-43b1-8f72-c7d18555bb9d tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.036966 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72c0e8d3-ab5a-43b1-8f72-c7d18555bb9d tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.041142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37008) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:28.041411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-72c0e8d3-ab5a-43b1-8f72-c7d18555bb9d tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/b8fa3ccb-9233-475d-84e9-ea97f89b42b0 HTTP/1.1" status: 204 len: 168 time: 0.2637441 Aug 27 16:34:28.048059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['97f54589-970e-451f-8dc9-81221abea39a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:34:28.108832 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9cbe4f96-c5fc-4667-ae30-873543be5edf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662658 Aug 27 16:34:28.112549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37012) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:28.128705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0e36fd15-95c6-485e-9863-6c2047cd8bcf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--915066409'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:28.136628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0e8d3-ab5a-43b1-8f72-c7d18555bb9d tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa3ccb-9233-475d-84e9-ea97f89b42b0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:28.157839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21c064-7a81-45fa-a3f3-2741a71a1a78 req-f3f2d4db-034b-420c-b3f4-4e244cef24f6 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:28.163833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d21c064-7a81-45fa-a3f3-2741a71a1a78 req-f3f2d4db-034b-420c-b3f4-4e244cef24f6 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1096 time: 0.1192875 Aug 27 16:34:28.216986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d21c064-7a81-45fa-a3f3-2741a71a1a78 req-ffc2ca0c-aaac-4941-8f89-c3194db595cd tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450990 Aug 27 16:34:28.267715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e36fd15-95c6-485e-9863-6c2047cd8bcf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.370654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e36fd15-95c6-485e-9863-6c2047cd8bcf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.444670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e36fd15-95c6-485e-9863-6c2047cd8bcf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.477242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36fd15-95c6-485e-9863-6c2047cd8bcf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9ba155-2a2d-45a7-920c-a21b51204f0d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:28.519117 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0e36fd15-95c6-485e-9863-6c2047cd8bcf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.523205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0e36fd15-95c6-485e-9863-6c2047cd8bcf tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4044812 Aug 27 16:34:28.523477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37028) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:28.541665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-45b41677-c8de-4874-9ee7-ee91bed28a2c tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '9f9ba155-2a2d-45a7-920c-a21b51204f0d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:28.541665 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-45b41677-c8de-4874-9ee7-ee91bed28a2c tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 16:34:28.541665 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-45b41677-c8de-4874-9ee7-ee91bed28a2c tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:28.541665 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-45b41677-c8de-4874-9ee7-ee91bed28a2c tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067134 Aug 27 16:34:28.542124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37030) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:28.600462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66b57c69-a045-4db8-9d3f-ff20479395f2 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.625994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66b57c69-a045-4db8-9d3f-ff20479395f2 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.790380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66b57c69-a045-4db8-9d3f-ff20479395f2 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.793148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66b57c69-a045-4db8-9d3f-ff20479395f2 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:28.796825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-66b57c69-a045-4db8-9d3f-ff20479395f2 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/9f9ba155-2a2d-45a7-920c-a21b51204f0d HTTP/1.1" status: 204 len: 168 time: 0.2594762 Aug 27 16:34:28.797510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37034) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:28.806047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b57c69-a045-4db8-9d3f-ff20479395f2 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9ba155-2a2d-45a7-920c-a21b51204f0d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:28.877426 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8fca78eb-65fa-4a2e-a2cc-ad74f0b939f0 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768752 Aug 27 16:34:28.881843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37040) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:28.893387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3362d835-ca55-4888-8ba2-71ed844c5984 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568405120'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:28.971206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3362d835-ca55-4888-8ba2-71ed844c5984 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.084763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3362d835-ca55-4888-8ba2-71ed844c5984 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.173209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3362d835-ca55-4888-8ba2-71ed844c5984 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.241774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362d835-ca55-4888-8ba2-71ed844c5984 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e95e28e-e798-41fb-b587-88605b674d02,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:29.334011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3362d835-ca55-4888-8ba2-71ed844c5984 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.338394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3362d835-ca55-4888-8ba2-71ed844c5984 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4523544 Aug 27 16:34:29.338513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37056) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:29.350423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-03da7633-dd78-4740-b240-890c1f0c4562 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '6e95e28e-e798-41fb-b587-88605b674d02', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:29.351956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd96cf-981a-4658-a412-2a5ede630004 req-deda5163-468b-4159-a920-c6459bedb6e4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:29.352109 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-03da7633-dd78-4740-b240-890c1f0c4562 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 16:34:29.352109 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-03da7633-dd78-4740-b240-890c1f0c4562 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:29.352812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60bd96cf-981a-4658-a412-2a5ede630004 req-deda5163-468b-4159-a920-c6459bedb6e4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1096 time: 0.0538359 Aug 27 16:34:29.353091 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-03da7633-dd78-4740-b240-890c1f0c4562 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0135159 Aug 27 16:34:29.356347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37058) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:29.442565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60bd96cf-981a-4658-a412-2a5ede630004 req-fcf75102-6102-43fd-886d-4f1626e2a084 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729141 Aug 27 16:34:29.447952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fedf21e6-9713-4d57-9971-694b9b7d2f35 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.473255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fedf21e6-9713-4d57-9971-694b9b7d2f35 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.506768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 97f54589-970e-451f-8dc9-81221abea39a up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:29.575788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fedf21e6-9713-4d57-9971-694b9b7d2f35 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.579083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fedf21e6-9713-4d57-9971-694b9b7d2f35 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.581648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fedf21e6-9713-4d57-9971-694b9b7d2f35 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/6e95e28e-e798-41fb-b587-88605b674d02 HTTP/1.1" status: 204 len: 168 time: 0.2230263 Aug 27 16:34:29.584300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37062) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:29.590739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf21e6-9713-4d57-9971-694b9b7d2f35 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e95e28e-e798-41fb-b587-88605b674d02,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:29.627488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 97f54589-970e-451f-8dc9-81221abea39a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:29.632743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 97f54589-970e-451f-8dc9-81221abea39a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:29.633115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.647719 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d41f7db8-6354-4dde-864d-f0b6000455cc tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576518 Aug 27 16:34:29.648092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37064) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:29.652783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3e0dec5d-f068-401b-b7ed-9f2f3076f8df tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097396472'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:29.725948 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.747535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e0dec5d-f068-401b-b7ed-9f2f3076f8df tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.751638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f54589-970e-451f-8dc9-81221abea39a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:34:29.754204 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6191f11-c395-4fe4-88bd-3bba4bf7544d" -d '{"events": [{"server_uuid": "87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1", "name": "network-vif-plugged", "status": "completed", "tag": "97f54589-970e-451f-8dc9-81221abea39a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:34:29.771857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 97f54589-970e-451f-8dc9-81221abea39a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=97f54589-970e-451f-8dc9-81221abea39a,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:29.808830 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5bf3b7-4926-4034-b993-95fe2c2130de x-openstack-request-id: req-5a5bf3b7-4926-4034-b993-95fe2c2130de {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:34:29.809262 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1", "name": "network-vif-plugged", "status": "completed", "tag": "97f54589-970e-451f-8dc9-81221abea39a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:34:29.809528 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5a5bf3b7-4926-4034-b993-95fe2c2130de {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:34:29.809930 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f54589-970e-451f-8dc9-81221abea39a', 'code': 200} Aug 27 16:34:29.861964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.872754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e0dec5d-f068-401b-b7ed-9f2f3076f8df tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.920028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13d754-0b60-47b7-87e5-914003e8e519 req-b3264fbc-8f5c-4067-99ba-4ea5e68e0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:29.921555 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f13d754-0b60-47b7-87e5-914003e8e519 req-b3264fbc-8f5c-4067-99ba-4ea5e68e0bb0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0562527 Aug 27 16:34:29.922629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=97f54589-970e-451f-8dc9-81221abea39a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:29.944759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e0dec5d-f068-401b-b7ed-9f2f3076f8df tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:29.976629 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8f13d754-0b60-47b7-87e5-914003e8e519 req-a82d0a55-e299-4e75-964e-45227538c50b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Aug 27 16:34:29.979018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dec5d-f068-401b-b7ed-9f2f3076f8df tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751007e6-c35f-49d3-98ae-15a049141126,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:30.030609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e0dec5d-f068-401b-b7ed-9f2f3076f8df tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:30.031975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3e0dec5d-f068-401b-b7ed-9f2f3076f8df tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3828475 Aug 27 16:34:30.034788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37072) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:30.040130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7df81dcb-7fcc-4232-ba1d-17a2ece22b45 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '751007e6-c35f-49d3-98ae-15a049141126', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:30.051130 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-7df81dcb-7fcc-4232-ba1d-17a2ece22b45 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 16:34:30.051753 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-7df81dcb-7fcc-4232-ba1d-17a2ece22b45 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:30.053379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7df81dcb-7fcc-4232-ba1d-17a2ece22b45 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165007 Aug 27 16:34:30.055711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37074) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:30.060379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4efbfb63-53ad-430f-97ab-aee3c91c1f89 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '751007e6-c35f-49d3-98ae-15a049141126', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:30.061047 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-4efbfb63-53ad-430f-97ab-aee3c91c1f89 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 16:34:30.065012 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-4efbfb63-53ad-430f-97ab-aee3c91c1f89 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:30.065012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4efbfb63-53ad-430f-97ab-aee3c91c1f89 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057988 Aug 27 16:34:30.065358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37076) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:30.071068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-51e38670-fd58-4ec9-bc87-97df0d31c7ec tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '751007e6-c35f-49d3-98ae-15a049141126', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:30.071979 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-51e38670-fd58-4ec9-bc87-97df0d31c7ec tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 16:34:30.072497 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-51e38670-fd58-4ec9-bc87-97df0d31c7ec tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:30.073421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-51e38670-fd58-4ec9-bc87-97df0d31c7ec tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056369 Aug 27 16:34:30.077246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37078) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:30.082483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9bc54e64-146e-4d9a-915d-1b2686403135 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '751007e6-c35f-49d3-98ae-15a049141126', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:30.084633 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-9bc54e64-146e-4d9a-915d-1b2686403135 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 16:34:30.085150 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-9bc54e64-146e-4d9a-915d-1b2686403135 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:30.086119 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bc54e64-146e-4d9a-915d-1b2686403135 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078788 Aug 27 16:34:30.093697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37080) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:30.152660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7fc97d7-1958-4780-860d-210b52a157c3 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:30.474962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7fc97d7-1958-4780-860d-210b52a157c3 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:30.633728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7fc97d7-1958-4780-860d-210b52a157c3 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:30.639776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7fc97d7-1958-4780-860d-210b52a157c3 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:30.644317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c7fc97d7-1958-4780-860d-210b52a157c3 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/751007e6-c35f-49d3-98ae-15a049141126 HTTP/1.1" status: 204 len: 168 time: 0.5469868 Aug 27 16:34:30.646087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37100) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:30.675671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc97d7-1958-4780-860d-210b52a157c3 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751007e6-c35f-49d3-98ae-15a049141126,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:30.733957 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b1be3b43-5b73-4d7c-a3d8-2b20c1af5b4d tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859048 Aug 27 16:34:30.737849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37102) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:30.743196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a2526797-e8a0-44cc-a548-acb4713fd7ef tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368270699'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:30.803490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32204d69-42f4-484f-9a4c-8f0644b6765f req-863c1fe9-eb78-4ec1-9ba8-3478445e5928 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:30.805157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32204d69-42f4-484f-9a4c-8f0644b6765f req-863c1fe9-eb78-4ec1-9ba8-3478445e5928 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.2788103 Aug 27 16:34:30.844493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32204d69-42f4-484f-9a4c-8f0644b6765f req-cb676a88-ee47-4270-9de1-6a46a57b1ad6 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Aug 27 16:34:30.864063 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2526797-e8a0-44cc-a548-acb4713fd7ef tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:31.008110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2526797-e8a0-44cc-a548-acb4713fd7ef tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:31.100047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2526797-e8a0-44cc-a548-acb4713fd7ef tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:31.133766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2526797-e8a0-44cc-a548-acb4713fd7ef tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecef9db-023a-4432-840d-900c01872196,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:31.239829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a2526797-e8a0-44cc-a548-acb4713fd7ef tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:31.243779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a2526797-e8a0-44cc-a548-acb4713fd7ef tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5019968 Aug 27 16:34:31.244054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37110) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.248622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4740d750-64e1-4133-a6f0-fc8b7c24ea7f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.249355 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-4740d750-64e1-4133-a6f0-fc8b7c24ea7f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 16:34:31.249840 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-4740d750-64e1-4133-a6f0-fc8b7c24ea7f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.250752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4740d750-64e1-4133-a6f0-fc8b7c24ea7f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058017 Aug 27 16:34:31.253677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37112) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.258819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-073472ba-938c-4a85-8f85-b8182b76f203 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.424708 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-073472ba-938c-4a85-8f85-b8182b76f203 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.426313 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-073472ba-938c-4a85-8f85-b8182b76f203 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1707292 Aug 27 16:34:31.429712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37120) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.434217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7da1fd4a-95ee-4200-bc28-cb2d29fa5bde tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.434688 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-7da1fd4a-95ee-4200-bc28-cb2d29fa5bde tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 16:34:31.435549 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-7da1fd4a-95ee-4200-bc28-cb2d29fa5bde tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.436094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7da1fd4a-95ee-4200-bc28-cb2d29fa5bde tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054278 Aug 27 16:34:31.438822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37122) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.444801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-05ad512a-25dc-47db-861b-40d9c9f6d21c tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.604678 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-05ad512a-25dc-47db-861b-40d9c9f6d21c tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.605736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-05ad512a-25dc-47db-861b-40d9c9f6d21c tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1659265 Aug 27 16:34:31.608592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37124) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.613053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-529b1981-6e68-4f5e-914d-e9014fb07124 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.615848 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-529b1981-6e68-4f5e-914d-e9014fb07124 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 16:34:31.615848 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-529b1981-6e68-4f5e-914d-e9014fb07124 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.615848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-529b1981-6e68-4f5e-914d-e9014fb07124 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054641 Aug 27 16:34:31.617733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.622850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-15fe2254-f4a4-45c4-9675-63de5fabc42f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.782563 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-15fe2254-f4a4-45c4-9675-63de5fabc42f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.784078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-15fe2254-f4a4-45c4-9675-63de5fabc42f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1653419 Aug 27 16:34:31.787530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37130) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.792095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1cef2276-5884-43da-9085-9b428579cc99 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.792572 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-1cef2276-5884-43da-9085-9b428579cc99 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 16:34:31.793066 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-1cef2276-5884-43da-9085-9b428579cc99 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.794119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1cef2276-5884-43da-9085-9b428579cc99 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056293 Aug 27 16:34:31.796841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.802694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8b35076c-17c3-4802-8790-436c70842141 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.959952 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-8b35076c-17c3-4802-8790-436c70842141 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:31.961041 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8b35076c-17c3-4802-8790-436c70842141 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1629219 Aug 27 16:34:31.963892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37136) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:31.972146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1f9fcfdc-00a0-47d8-92fa-498a99a25d6b tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '5ecef9db-023a-4432-840d-900c01872196', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:31.973174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e04a6-3eff-4ccd-9046-a7ec3029379a req-86883701-7d7f-4e57-a743-4d45e5224b6c tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:31.982484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc5e04a6-3eff-4ccd-9046-a7ec3029379a req-86883701-7d7f-4e57-a743-4d45e5224b6c tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0606501 Aug 27 16:34:32.038159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc5e04a6-3eff-4ccd-9046-a7ec3029379a req-2165fe16-19fb-4c01-800a-62371b61139c tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523822 Aug 27 16:34:32.170512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60890cf9-fcb9-4c78-8d05-f3ab5e00ec77 req-446ecebc-ada8-4ee1-a74b-fbcca43389fc tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:32.172092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60890cf9-fcb9-4c78-8d05-f3ab5e00ec77 req-446ecebc-ada8-4ee1-a74b-fbcca43389fc tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0538323 Aug 27 16:34:32.214048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60890cf9-fcb9-4c78-8d05-f3ab5e00ec77 req-f0e28997-be1b-439b-99ad-9e88f1854257 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330465 Aug 27 16:34:32.329325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17484-0c5b-4bd8-ae01-1ad34fef2e86 req-8e5dd56d-0e33-4f0c-8d1c-66ad92d785c4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:32.330756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bc17484-0c5b-4bd8-ae01-1ad34fef2e86 req-8e5dd56d-0e33-4f0c-8d1c-66ad92d785c4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0466585 Aug 27 16:34:32.368774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bc17484-0c5b-4bd8-ae01-1ad34fef2e86 req-12fec6ed-f949-4cb9-b7f8-143b6c8c4b12 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Aug 27 16:34:32.370794 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-1f9fcfdc-00a0-47d8-92fa-498a99a25d6b tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:32.371908 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1f9fcfdc-00a0-47d8-92fa-498a99a25d6b tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4062769 Aug 27 16:34:32.374868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37148) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:32.442644 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2b03381-825a-48e2-ad23-0451d10205c9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:32.478343 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2b03381-825a-48e2-ad23-0451d10205c9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:32.602061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2b03381-825a-48e2-ad23-0451d10205c9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:32.604996 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d2b03381-825a-48e2-ad23-0451d10205c9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:32.609998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37164) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:32.610206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d2b03381-825a-48e2-ad23-0451d10205c9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/5ecef9db-023a-4432-840d-900c01872196 HTTP/1.1" status: 204 len: 168 time: 0.2318084 Aug 27 16:34:32.666244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b03381-825a-48e2-ad23-0451d10205c9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecef9db-023a-4432-840d-900c01872196,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:32.717652 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-08c0bd62-4f89-4dcc-b9d0-d88555b162c9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1057270 Aug 27 16:34:32.722385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37166) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:32.728742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-15b92989-8f59-45fd-8de3-8a8bb8ac5ed9 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:32.730153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8a54cff3-b035-4ed8-a516-6798c681888f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584413018'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:32.730716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-15b92989-8f59-45fd-8de3-8a8bb8ac5ed9 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/networks?id=eea68778-db53-4d10-bbb4-13e04bb8e3b4 HTTP/1.1" status: 200 len: 911 time: 0.1500623 Aug 27 16:34:32.752589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-2e9b4d67-302f-4cec-acd5-6960541795cf tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/quotas/0029a7113edc47c0959f88081d3a25e0 HTTP/1.1" status: 200 len: 375 time: 0.0127931 Aug 27 16:34:32.827850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-728dc1e2-b117-41b6-a91c-687ab0fe16d1 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?tenant_id=0029a7113edc47c0959f88081d3a25e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660071 Aug 27 16:34:32.936288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-725101a7-1589-4a28-afcd-9286d5d7ce63 service neutron] 10.222.0.101 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031654 Aug 27 16:34:32.996341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a54cff3-b035-4ed8-a516-6798c681888f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:33.055411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-7977eafe-ab11-459d-9d51-3f0d22dd67fa service neutron] 10.222.0.101 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110568 Aug 27 16:34:33.096074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a54cff3-b035-4ed8-a516-6798c681888f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:33.182342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a54cff3-b035-4ed8-a516-6798c681888f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:33.225672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54cff3-b035-4ed8-a516-6798c681888f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287dd87d-479c-404c-b6fb-21d02255db0a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:33.309886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a54cff3-b035-4ed8-a516-6798c681888f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:33.309886 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8a54cff3-b035-4ed8-a516-6798c681888f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5817609 Aug 27 16:34:33.309886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37180) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:33.317801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f2daad91-b443-4c43-9283-f28193aa406f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '287dd87d-479c-404c-b6fb-21d02255db0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:33.414166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2ed5d6f-f288-49d7-8a3f-25d663c50e41 req-d5525151-67d1-44f7-9a8b-42de98ec4707 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 210 time: 0.0391564 Aug 27 16:34:33.613903 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-f2daad91-b443-4c43-9283-f28193aa406f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The resource could not be found. Aug 27 16:34:33.615403 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f2daad91-b443-4c43-9283-f28193aa406f tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3048735 Aug 27 16:34:33.618120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37188) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:33.630082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-160109c9-e99a-41d1-b02f-eba11936b812 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '287dd87d-479c-404c-b6fb-21d02255db0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0973d5ee-fd6f-4615-a235-6ccec2f862db'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:33.847633 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-160109c9-e99a-41d1-b02f-eba11936b812 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The resource could not be found. Aug 27 16:34:33.847633 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-160109c9-e99a-41d1-b02f-eba11936b812 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2235529 Aug 27 16:34:33.847633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37196) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:33.921698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c117bf8-0b9f-40b9-acb7-98a0c51b46c1 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:33.951306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c117bf8-0b9f-40b9-acb7-98a0c51b46c1 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:34.074796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c117bf8-0b9f-40b9-acb7-98a0c51b46c1 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:34.078472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4c117bf8-0b9f-40b9-acb7-98a0c51b46c1 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:34.079976 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4c117bf8-0b9f-40b9-acb7-98a0c51b46c1 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/287dd87d-479c-404c-b6fb-21d02255db0a HTTP/1.1" status: 204 len: 168 time: 0.2327397 Aug 27 16:34:34.084101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37202) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:34.095574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c117bf8-0b9f-40b9-acb7-98a0c51b46c1 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287dd87d-479c-404c-b6fb-21d02255db0a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:34.160927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0173d5fe-f87a-4259-8563-2a40c8ceddbc tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727482 Aug 27 16:34:34.162941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37204) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:34.167093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d0f4bb71-9207-459d-956a-1664c5c6ae6a tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '2ef53046-1134-4bc5-87ec-f26270aaad79', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:34.412216 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-d0f4bb71-9207-459d-956a-1664c5c6ae6a tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The resource could not be found. Aug 27 16:34:34.413290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0f4bb71-9207-459d-956a-1664c5c6ae6a tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2509987 Aug 27 16:34:34.416818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37208) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:34.422671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-51a94429-4776-40f3-a950-dc2cb6541c92 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631249776'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:34.556849 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51a94429-4776-40f3-a950-dc2cb6541c92 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:34.650448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46c96238-a084-413d-800c-ec734a52cb7f req-3eeec1fc-91d2-45b9-a372-9e5d6ab7e7c0 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 210 time: 0.0501859 Aug 27 16:34:34.734261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51a94429-4776-40f3-a950-dc2cb6541c92 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:34.807734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51a94429-4776-40f3-a950-dc2cb6541c92 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:34.840913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a94429-4776-40f3-a950-dc2cb6541c92 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067c9004-5177-4552-bb77-0ea8c49b1a55,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:34.900435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-51a94429-4776-40f3-a950-dc2cb6541c92 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:34.904498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37222) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:34.904676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-51a94429-4776-40f3-a950-dc2cb6541c92 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4868202 Aug 27 16:34:34.910685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f975846c-6086-44cd-a110-387576d0efac tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055958303'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:35.010557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f975846c-6086-44cd-a110-387576d0efac tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.115421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f975846c-6086-44cd-a110-387576d0efac tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.185499 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f975846c-6086-44cd-a110-387576d0efac tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.221561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975846c-6086-44cd-a110-387576d0efac tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4154537a-e26c-46f9-b8ea-51c8eb8c2f11,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:35.293511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f975846c-6086-44cd-a110-387576d0efac tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.294811 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f975846c-6086-44cd-a110-387576d0efac tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3887098 Aug 27 16:34:35.297788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37232) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:35.302729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-999ac06f-85e2-4445-bcf3-84047d054651 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group_rule': {'security_group_id': '067c9004-5177-4552-bb77-0ea8c49b1a55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4154537a-e26c-46f9-b8ea-51c8eb8c2f11'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:35.496723 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-999ac06f-85e2-4445-bcf3-84047d054651 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:34:35.498355 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-999ac06f-85e2-4445-bcf3-84047d054651 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1993749 Aug 27 16:34:35.501549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37240) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:35.564889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb15836-262b-4a3d-a12e-cf92840bf8aa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.597787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-5db7eaa0-97b0-4165-a60a-ee7c2b1b2ac1 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:35.599552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-5db7eaa0-97b0-4165-a60a-ee7c2b1b2ac1 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.97 "GET /v2.0/networks?id=eea68778-db53-4d10-bbb4-13e04bb8e3b4 HTTP/1.1" status: 200 len: 911 time: 0.1142695 Aug 27 16:34:35.621574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb15836-262b-4a3d-a12e-cf92840bf8aa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.622265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Request body: {'port': {'device_id': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'admin_state_up': True, 'tenant_id': '0029a7113edc47c0959f88081d3a25e0'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:35.755484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb15836-262b-4a3d-a12e-cf92840bf8aa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.758807 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9eb15836-262b-4a3d-a12e-cf92840bf8aa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.760467 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9eb15836-262b-4a3d-a12e-cf92840bf8aa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/4154537a-e26c-46f9-b8ea-51c8eb8c2f11 HTTP/1.1" status: 204 len: 168 time: 0.2578859 Aug 27 16:34:35.763443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ab8d38e-d2d4-4602-8a78-a03ec44e19a0 req-eea490a8-4d9d-4537-9301-9a12c47f3202 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 210 time: 0.0329273 Aug 27 16:34:35.767017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37250) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:35.767017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Made reservation on behalf of 0029a7113edc47c0959f88081d3a25e0 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:35.768098 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:35.773867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb15836-262b-4a3d-a12e-cf92840bf8aa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4154537a-e26c-46f9-b8ea-51c8eb8c2f11,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:35.887322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-651157f4-4001-4ed2-b37b-090165d95816 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1159744 Aug 27 16:34:35.889912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37254) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:35.981311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Allocated IP 172.20.0.7 (eea68778-db53-4d10-bbb4-13e04bb8e3b4/7decb688-0b1e-4d52-9185-9ca22485cc69/0655b32b-1831-4c6e-ac96-caa448054b8e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:34:36.003061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e3be041f-c4c2-43fa-87f1-1bd949b3a8fa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.041436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e3be041f-c4c2-43fa-87f1-1bd949b3a8fa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.181665 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.538712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Transition to ACTIVE for port object 0655b32b-1831-4c6e-ac96-caa448054b8e will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:36.542062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e3be041f-c4c2-43fa-87f1-1bd949b3a8fa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.545120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e3be041f-c4c2-43fa-87f1-1bd949b3a8fa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.546340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3be041f-c4c2-43fa-87f1-1bd949b3a8fa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/067c9004-5177-4552-bb77-0ea8c49b1a55 HTTP/1.1" status: 204 len: 168 time: 0.6555080 Aug 27 16:34:36.549237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37266) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:36.572023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be041f-c4c2-43fa-87f1-1bd949b3a8fa tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c9004-5177-4552-bb77-0ea8c49b1a55,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:36.626887 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0ac96fa6-86d5-415c-bf74-25bd744dd532 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729668 Aug 27 16:34:36.631154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37270) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:36.632395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-41564ca4-a11d-4e17-a27c-d221ba69cf85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670200039'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:36.697664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.714275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['97f54589-970e-451f-8dc9-81221abea39a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:34:36.750461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:34:36.753520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:34:36.763978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:34:36.763978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Pushing event updated for resources: {'Port': ['ID=0655b32b-1831-4c6e-ac96-caa448054b8e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:36.782304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41564ca4-a11d-4e17-a27c-d221ba69cf85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.828755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:36.832761 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.992125 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41564ca4-a11d-4e17-a27c-d221ba69cf85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:36.998059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64c3fc-e319-492c-ae32-e92a04f9c98c req-42b0bc8a-6bd9-4554-a4b2-3991940014b1 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:36.999855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c64c3fc-e319-492c-ae32-e92a04f9c98c req-42b0bc8a-6bd9-4554-a4b2-3991940014b1 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1027 time: 0.0757780 Aug 27 16:34:37.043526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c64c3fc-e319-492c-ae32-e92a04f9c98c req-246d4a11-c730-443d-be77-f41aaa4eea81 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Aug 27 16:34:37.150615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41564ca4-a11d-4e17-a27c-d221ba69cf85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:37.181597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41564ca4-a11d-4e17-a27c-d221ba69cf85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de657634-d8eb-422f-accf-b5862ba11939,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:37.237460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-9570de3a-b78d-4687-af3d-e13dfd21ceb4 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6295123 Aug 27 16:34:37.251382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Request body: {'port': {'device_id': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:37.265323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41564ca4-a11d-4e17-a27c-d221ba69cf85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:37.265739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cefaa07b-6a76-46b5-a330-be5af20f98b5 None None] Provisioning for port 0655b32b-1831-4c6e-ac96-caa448054b8e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:37.266915 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-41564ca4-a11d-4e17-a27c-d221ba69cf85 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6388030 Aug 27 16:34:37.270620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37292) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:37.274539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cefaa07b-6a76-46b5-a330-be5af20f98b5 None None] Provisioning complete for port 0655b32b-1831-4c6e-ac96-caa448054b8e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:37.274539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cefaa07b-6a76-46b5-a330-be5af20f98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:37.276624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-29429c0e-fb02-4c68-a52e-91c7beaf6590 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:37.277054 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-29429c0e-fb02-4c68-a52e-91c7beaf6590 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 16:34:37.277560 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-29429c0e-fb02-4c68-a52e-91c7beaf6590 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 16:34:37.278798 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-29429c0e-fb02-4c68-a52e-91c7beaf6590 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "PUT /v2.0/security-groups/de657634-d8eb-422f-accf-b5862ba11939 HTTP/1.1" status: 409 len: 330 time: 0.0072231 Aug 27 16:34:37.281407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37294) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:37.352715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cefaa07b-6a76-46b5-a330-be5af20f98b5 None None] Port 0655b32b-1831-4c6e-ac96-caa448054b8e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:34:37.367942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:37.378211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6225d93f-6a0e-45cf-ab57-4de82d53b656 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:37.407952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6225d93f-6a0e-45cf-ab57-4de82d53b656 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:37.652411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0655b32b-1831-4c6e-ac96-caa448054b8e {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:34:37.659554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:38.256540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926b68e-2714-458d-8b6f-e81e061bd151 req-863c2f56-0ced-402f-8fd8-317d5167e687 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:38.258095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0926b68e-2714-458d-8b6f-e81e061bd151 req-863c2f56-0ced-402f-8fd8-317d5167e687 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1027 time: 0.1210988 Aug 27 16:34:38.290233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6225d93f-6a0e-45cf-ab57-4de82d53b656 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:38.296129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6225d93f-6a0e-45cf-ab57-4de82d53b656 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:38.296129 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6225d93f-6a0e-45cf-ab57-4de82d53b656 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/de657634-d8eb-422f-accf-b5862ba11939 HTTP/1.1" status: 204 len: 168 time: 1.0131702 Aug 27 16:34:38.302752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Transition to ACTIVE for port object 0655b32b-1831-4c6e-ac96-caa448054b8e will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:34:38.303702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37314) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:38.321919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225d93f-6a0e-45cf-ab57-4de82d53b656 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de657634-d8eb-422f-accf-b5862ba11939,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:38.415108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37316) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:38.419452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4ac6e49b-b74d-4fe4-9efa-86c6881e9223 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101470 Aug 27 16:34:38.419452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0926b68e-2714-458d-8b6f-e81e061bd151 req-456af5d4-66a7-4865-b00f-5d9a5737a2f7 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527221 Aug 27 16:34:38.419452 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:38.445637 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-aef24113-48ae-4253-8c80-749e93254aae tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] delete failed (client error): The resource could not be found. Aug 27 16:34:38.454969 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aef24113-48ae-4253-8c80-749e93254aae tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "DELETE /v2.0/security-groups/c9f24ba3-cf73-456c-a7f6-c3c3d3414936 HTTP/1.1" status: 404 len: 347 time: 0.0349853 Aug 27 16:34:38.455232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:38.502604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Pushing event updated for resources: {'Port': ['ID=0655b32b-1831-4c6e-ac96-caa448054b8e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:38.530537 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-76f5c28c-7054-4cf0-8cb6-1c8cb81b6757 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] show failed (client error): The resource could not be found. Aug 27 16:34:38.535686 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-76f5c28c-7054-4cf0-8cb6-1c8cb81b6757 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-groups/57f70cfa-cfae-428e-8040-03f8a70ee316 HTTP/1.1" status: 404 len: 347 time: 0.0760465 Aug 27 16:34:38.536468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37320) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:38.561951 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-49cf11bf-9632-4ad9-9c85-539bbe5a59a9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] show failed (client error): The resource could not be found. Aug 27 16:34:38.569281 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49cf11bf-9632-4ad9-9c85-539bbe5a59a9 tempest-NegativeSecGroupTest-985611535 tempest-NegativeSecGroupTest-985611535-project] 10.222.0.101 "GET /v2.0/security-group-rules/a2688fe1-c839-4ca1-8639-039d14070243 HTTP/1.1" status: 404 len: 356 time: 0.0280671 Aug 27 16:34:38.589404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Attempting to bind port 0655b32b-1831-4c6e-ac96-caa448054b8e on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:34:38.592547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Attempting to bind port 0655b32b-1831-4c6e-ac96-caa448054b8e by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:34:38.595158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Attempting to bind port 0655b32b-1831-4c6e-ac96-caa448054b8e on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:38.604193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Port 0655b32b-1831-4c6e-ac96-caa448054b8e on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:34:38.608413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Attempting to bind port 0655b32b-1831-4c6e-ac96-caa448054b8e on network eea68778-db53-4d10-bbb4-13e04bb8e3b4 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:34:38.617069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:34:38.623592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Checking segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:34:38.624281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Bound using segment: {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:34:38.624963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Bound port: 0655b32b-1831-4c6e-ac96-caa448054b8e, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:34:38.625528 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:38.780404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] For port 0655b32b-1831-4c6e-ac96-caa448054b8e, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:34:38.785336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] For port 0655b32b-1831-4c6e-ac96-caa448054b8e, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0655b32b-1831-4c6e-ac96-caa448054b8e,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:34:38.874003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:38.961936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:38.962669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:38.964135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] 10.222.0.97 "PUT /v2.0/ports/0655b32b-1831-4c6e-ac96-caa448054b8e HTTP/1.1" status: 200 len: 1091 time: 1.7182779 Aug 27 16:34:38.964605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'tag': '0655b32b-1831-4c6e-ac96-caa448054b8e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:34:38.967024 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c86f1226-a317-4f8b-8ee1-e90d176bc30b", "tag": "0655b32b-1831-4c6e-ac96-caa448054b8e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:34:38.992281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab096ad6-a4a6-44b8-b050-d05c4a3d1eaa service neutron] Pushing event updated for resources: {'Port': ['ID=0655b32b-1831-4c6e-ac96-caa448054b8e,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:39.072453 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a686d0-ebc3-43bf-b80d-e5e8121dc0c2 x-openstack-request-id: req-f8a686d0-ebc3-43bf-b80d-e5e8121dc0c2 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:34:39.072985 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86f1226-a317-4f8b-8ee1-e90d176bc30b", "tag": "0655b32b-1831-4c6e-ac96-caa448054b8e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:34:39.073862 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f8a686d0-ebc3-43bf-b80d-e5e8121dc0c2 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:34:39.074720 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'tag': '0655b32b-1831-4c6e-ac96-caa448054b8e', 'status': 'completed', 'code': 200} Aug 27 16:34:39.130389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-43995e91-386f-41d1-88e2-c2e7c8010b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:39.146208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-43995e91-386f-41d1-88e2-c2e7c8010b44 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0029a7113edc47c0959f88081d3a25e0&device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1094 time: 0.0530610 Aug 27 16:34:39.295308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-e7d9d6fd-d886-4e7c-abb1-bc86b42ed43d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0655b32b-1831-4c6e-ac96-caa448054b8e HTTP/1.1" status: 200 len: 217 time: 0.1481347 Aug 27 16:34:39.318265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37342) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:39.468570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-8202a420-f775-411c-87db-03c25619bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:39.482211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-8202a420-f775-411c-87db-03c25619bbba service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7decb688-0b1e-4d52-9185-9ca22485cc69 HTTP/1.1" status: 200 len: 848 time: 0.1731548 Aug 27 16:34:39.589290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-78062f68-a398-4e18-9af3-cd505d649cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:39.589290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-78062f68-a398-4e18-9af3-cd505d649cb7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eea68778-db53-4d10-bbb4-13e04bb8e3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956445 Aug 27 16:34:39.589290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7132a57-d2c1-4bc2-8833-094496e0b536 req-30c2e9f9-cd83-4e0d-a4dd-358c2b05fc80 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:39.589290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7132a57-d2c1-4bc2-8833-094496e0b536 req-30c2e9f9-cd83-4e0d-a4dd-358c2b05fc80 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1094 time: 0.0627682 Aug 27 16:34:39.631782 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-56dd3ffb-2145-4102-93b1-bab7429468e3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2414746973004fdaa77c40cfd56a10f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113651 Aug 27 16:34:39.633416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37350) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:39.686559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7132a57-d2c1-4bc2-8833-094496e0b536 req-d9e51409-d200-4075-8b55-aafcb2642df9 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918853 Aug 27 16:34:39.691770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ebabd8a-38ba-4e6a-a821-5a9c4df88573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:39.723551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ebabd8a-38ba-4e6a-a821-5a9c4df88573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:39.724777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-ec07f320-3da0-45fb-8cf7-fd3475586622 service neutron] 10.222.0.97 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376331 Aug 27 16:34:39.854434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9d718d6-43e9-49ec-aa16-2d1708ff3c91 req-32c0bc4f-4789-4b07-87f7-156b9ccac98e service neutron] 10.222.0.97 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223218 Aug 27 16:34:39.856193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ebabd8a-38ba-4e6a-a821-5a9c4df88573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:39.859122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2ebabd8a-38ba-4e6a-a821-5a9c4df88573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:39.863610 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2ebabd8a-38ba-4e6a-a821-5a9c4df88573 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fc731bfc-b9b4-4de8-8d46-211e5c40b54d HTTP/1.1" status: 204 len: 168 time: 0.2259765 Aug 27 16:34:39.870412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebabd8a-38ba-4e6a-a821-5a9c4df88573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc731bfc-b9b4-4de8-8d46-211e5c40b54d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:40.032098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-c8ac6142-71dc-4903-8968-31a96541eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:40.034512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-c8ac6142-71dc-4903-8968-31a96541eefb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0029a7113edc47c0959f88081d3a25e0&device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1094 time: 0.0463691 Aug 27 16:34:40.151126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-18e97c76-3796-4bf9-a853-fe275887d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:40.153042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-18e97c76-3796-4bf9-a853-fe275887d402 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eea68778-db53-4d10-bbb4-13e04bb8e3b4 HTTP/1.1" status: 200 len: 911 time: 0.1107292 Aug 27 16:34:40.213929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-6f4262f0-38a4-49a6-a683-a2b1837c8708 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0655b32b-1831-4c6e-ac96-caa448054b8e HTTP/1.1" status: 200 len: 217 time: 0.0508544 Aug 27 16:34:40.298509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-75aa15c3-5b26-4bd2-8fe8-43d6fb50fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:40.300559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-75aa15c3-5b26-4bd2-8fe8-43d6fb50fc5d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7decb688-0b1e-4d52-9185-9ca22485cc69 HTTP/1.1" status: 200 len: 848 time: 0.0777681 Aug 27 16:34:40.396035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-f4094b37-0ee3-4b5d-8a45-06404139d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:40.400542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-f4094b37-0ee3-4b5d-8a45-06404139d489 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eea68778-db53-4d10-bbb4-13e04bb8e3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880356 Aug 27 16:34:40.655314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-716f75a7-8e2f-4469-95f8-77ac6b1bc9a7 service neutron] 10.222.0.97 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467573 Aug 27 16:34:40.857803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac24824-c837-4ed7-aa87-12470c3c2e4a req-2138c82c-021a-49de-8f92-e86bff00ae7f tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:40.859525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ac24824-c837-4ed7-aa87-12470c3c2e4a req-2138c82c-021a-49de-8f92-e86bff00ae7f tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1094 time: 0.0690727 Aug 27 16:34:40.863868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd7eecd8-49f7-4fa9-9fe8-ec3c8547b6f0 req-99ebfed5-dbd4-46bf-ab69-a0a96b9db50a service neutron] 10.222.0.97 "GET /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999836 Aug 27 16:34:40.877380 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:34:40.920684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5ac24824-c837-4ed7-aa87-12470c3c2e4a req-32cbfb33-24dd-4495-a9ed-eabe9933be6b tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542660 Aug 27 16:34:41.290705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37400) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:41.466195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5b51a511-5875-4758-b541-d0f892621f8c tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-288589732', 'prefixes': ['172.20.0.0/16']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:41.770471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b51a511-5875-4758-b541-d0f892621f8c tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] Notify callbacks [] for subnetpool, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:41.775218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37412) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:41.779371 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5b51a511-5875-4758-b541-d0f892621f8c tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4874132 Aug 27 16:34:41.817592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bac82dff-6b7d-480f-9adf-fcc1ddcd409e tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] 10.222.0.101 "GET /v2.0/subnetpools/ecb92001-6afa-4622-ba76-5354db140ad2 HTTP/1.1" status: 200 len: 731 time: 0.0403433 Aug 27 16:34:41.820242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37414) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:41.825049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bae09ecd-d7a5-4ef0-ad4a-5569d40bd5f0 tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1390818195'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:42.054817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bdb3d-e4af-42f9-b7a3-4f258134837c req-320c8d55-b179-4686-8c2b-f3280ee8fb8a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:42.056345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be9bdb3d-e4af-42f9-b7a3-4f258134837c req-320c8d55-b179-4686-8c2b-f3280ee8fb8a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1094 time: 0.0500789 Aug 27 16:34:42.074988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bae09ecd-d7a5-4ef0-ad4a-5569d40bd5f0 tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] Notify callbacks [] for subnetpool, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:42.081755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bae09ecd-d7a5-4ef0-ad4a-5569d40bd5f0 tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] 10.222.0.101 "PUT /v2.0/subnetpools/ecb92001-6afa-4622-ba76-5354db140ad2 HTTP/1.1" status: 200 len: 684 time: 0.2579715 Aug 27 16:34:42.082524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37420) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:42.123789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be9bdb3d-e4af-42f9-b7a3-4f258134837c req-1d6bf101-863f-4912-a7b1-305484dfb37b tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593376 Aug 27 16:34:42.134719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0655b32b-1831-4c6e-ac96-caa448054b8e details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:34:42.248086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0655b32b-1831-4c6e-ac96-caa448054b8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0655b32b-1831-4c6e-ac96-caa448054b8e,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:42.373299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd1530d1-58a1-4ae9-b522-d63af0d3ad2a tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] Notify callbacks [] for subnetpool, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:42.378016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37424) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:42.378992 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd1530d1-58a1-4ae9-b522-d63af0d3ad2a tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] 10.222.0.101 "DELETE /v2.0/subnetpools/ecb92001-6afa-4622-ba76-5354db140ad2 HTTP/1.1" status: 204 len: 168 time: 0.2944176 Aug 27 16:34:42.404071 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-c234af58-1a9b-483c-b3b7-05e0585c529d tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] show failed (client error): The resource could not be found. Aug 27 16:34:42.405121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c234af58-1a9b-483c-b3b7-05e0585c529d tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] 10.222.0.101 "GET /v2.0/subnetpools/ecb92001-6afa-4622-ba76-5354db140ad2 HTTP/1.1" status: 404 len: 346 time: 0.0267305 Aug 27 16:34:42.408171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:42.435574 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-135bd267-eda5-46ad-b057-7b2a82b3abe3 tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] delete failed (client error): The resource could not be found. Aug 27 16:34:42.437170 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-135bd267-eda5-46ad-b057-7b2a82b3abe3 tempest-SubnetPoolsTestJSON-1301283070 tempest-SubnetPoolsTestJSON-1301283070-project] 10.222.0.101 "DELETE /v2.0/subnetpools/ecb92001-6afa-4622-ba76-5354db140ad2 HTTP/1.1" status: 404 len: 346 time: 0.0279212 Aug 27 16:34:42.447039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '0655b32b-1831-4c6e-ac96-caa448054b8e', 'network_id': 'eea68778-db53-4d10-bbb4-13e04bb8e3b4', 'port_id': '0655b32b-1831-4c6e-ac96-caa448054b8e', 'mac_address': 'fa:16:3e:20:5e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7decb688-0b1e-4d52-9185-9ca22485cc69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:34:42.513043 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:42.528007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0655b32b-1831-4c6e-ac96-caa448054b8e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:34:42.556191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0655b32b-1831-4c6e-ac96-caa448054b8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0655b32b-1831-4c6e-ac96-caa448054b8e,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:42.650244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:42.702288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=0655b32b-1831-4c6e-ac96-caa448054b8e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:42.867346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0655b32b-1831-4c6e-ac96-caa448054b8e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:34:43.045272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37438) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:43.174267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-476561a5-f81e-42eb-a15e-665dbf4bdd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:43.277011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420949d-28fd-4a56-9e76-b00101ef5401 req-8fdc40bf-e5b0-4969-821d-e9a0e7803539 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:43.284077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5420949d-28fd-4a56-9e76-b00101ef5401 req-8fdc40bf-e5b0-4969-821d-e9a0e7803539 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1095 time: 0.0576422 Aug 27 16:34:43.299156 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-476561a5-f81e-42eb-a15e-665dbf4bdd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:43.319680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5420949d-28fd-4a56-9e76-b00101ef5401 req-b7948286-1989-4625-9c25-77a01d468aea tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Aug 27 16:34:43.427803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-476561a5-f81e-42eb-a15e-665dbf4bdd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:43.475871 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-476561a5-f81e-42eb-a15e-665dbf4bdd08 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d2c2d38b1e1545c3a8c42b7c78464ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259927 Aug 27 16:34:43.477395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37444) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:43.480727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476561a5-f81e-42eb-a15e-665dbf4bdd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd351863-8794-4d16-a74c-484980cd6878,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:43.562205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:43.589120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:43.758405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:43.761138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:43.762409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd351863-8794-4d16-a74c-484980cd6878 HTTP/1.1" status: 204 len: 168 time: 0.2823858 Aug 27 16:34:43.771253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd351863-8794-4d16-a74c-484980cd6878,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:43.780036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.780520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.780772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.781163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.781947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.781947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.782238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.782475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.782802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.783128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.783499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:43.783830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172f56a-6adf-4054-a94a-930a8d24c768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:44.133708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0655b32b-1831-4c6e-ac96-caa448054b8e up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:34:44.333829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 0655b32b-1831-4c6e-ac96-caa448054b8e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:34:44.337748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 0655b32b-1831-4c6e-ac96-caa448054b8e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:34:44.338170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:44.448002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:44.449293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e7272-363c-4efe-a30e-799cc7354288 req-832eaa2d-382c-4672-957b-e4e737d24578 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:44.450837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d4e7272-363c-4efe-a30e-799cc7354288 req-832eaa2d-382c-4672-957b-e4e737d24578 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1095 time: 0.0527549 Aug 27 16:34:44.460269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37472) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:44.476898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655b32b-1831-4c6e-ac96-caa448054b8e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:34:44.479563 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c17e3-a7da-4089-ab6d-db8ba59e15dc" -d '{"events": [{"server_uuid": "c86f1226-a317-4f8b-8ee1-e90d176bc30b", "name": "network-vif-plugged", "status": "completed", "tag": "0655b32b-1831-4c6e-ac96-caa448054b8e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:34:44.495871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0655b32b-1831-4c6e-ac96-caa448054b8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0655b32b-1831-4c6e-ac96-caa448054b8e,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:44.500004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d4e7272-363c-4efe-a30e-799cc7354288 req-fae4ea2e-ae61-4c12-98ea-098d9cbeba93 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Aug 27 16:34:44.524620 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc03b2c8-d02f-45cb-a9af-a26a11978bc8 x-openstack-request-id: req-cc03b2c8-d02f-45cb-a9af-a26a11978bc8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:34:44.525576 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86f1226-a317-4f8b-8ee1-e90d176bc30b", "name": "network-vif-plugged", "status": "completed", "tag": "0655b32b-1831-4c6e-ac96-caa448054b8e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:34:44.526034 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cc03b2c8-d02f-45cb-a9af-a26a11978bc8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:34:44.526631 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655b32b-1831-4c6e-ac96-caa448054b8e', 'code': 200} Aug 27 16:34:44.614283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:44.633450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e1e9-95b3-4e69-83c9-68425c3e676e req-7f0cfc21-8fd4-4467-8f24-b6c86460244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:44.634976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6b9e1e9-95b3-4e69-83c9-68425c3e676e req-7f0cfc21-8fd4-4467-8f24-b6c86460244e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1095 time: 0.0474441 Aug 27 16:34:44.682439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6b9e1e9-95b3-4e69-83c9-68425c3e676e req-066fca1e-f217-43ce-ae40-efc16c5a0bdc service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Aug 27 16:34:44.695860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=0655b32b-1831-4c6e-ac96-caa448054b8e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:44.707451 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cae61d2f-be5b-4f2b-9860-b95aacb3052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:44.812942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cae61d2f-be5b-4f2b-9860-b95aacb3052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:44.892971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cae61d2f-be5b-4f2b-9860-b95aacb3052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:44.936296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cae61d2f-be5b-4f2b-9860-b95aacb3052e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9fddb603a0824fb4b4b69b068ab2ce8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749019 Aug 27 16:34:44.937143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae61d2f-be5b-4f2b-9860-b95aacb3052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f74be-e14b-44e6-b1c5-fe2073b76d55,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:44.939013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37490) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:44.988711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cf6a84d8-7a7b-4a07-8840-c899189f1bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.012331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cf6a84d8-7a7b-4a07-8840-c899189f1bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.133269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:45.209312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cf6a84d8-7a7b-4a07-8840-c899189f1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.212196 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cf6a84d8-7a7b-4a07-8840-c899189f1bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.215997 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cf6a84d8-7a7b-4a07-8840-c899189f1bf1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d3f74be-e14b-44e6-b1c5-fe2073b76d55 HTTP/1.1" status: 204 len: 168 time: 0.2732806 Aug 27 16:34:45.233866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a84d8-7a7b-4a07-8840-c899189f1bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f74be-e14b-44e6-b1c5-fe2073b76d55,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:45.254230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-521422432'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:34:45.450079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Made reservation on behalf of 5d2ae69fa8954cf9807fc18b3541d008 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:34:45.454455 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.465919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.573798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.627097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4264c6-ddf5-4c3d-8aa2-61252b4e1c33 req-3760ba58-54a5-4e5e-9bfe-93c78dbaa852 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:45.629409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a4264c6-ddf5-4c3d-8aa2-61252b4e1c33 req-3760ba58-54a5-4e5e-9bfe-93c78dbaa852 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1096 time: 0.0504725 Aug 27 16:34:45.686265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a4264c6-ddf5-4c3d-8aa2-61252b4e1c33 req-ed6dd33c-0711-4dd4-842f-5890228ab803 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495765 Aug 27 16:34:45.713038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.754413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:34:45.771136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e60223-b990-40e6-ac19-b7d8e93c71e4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:45.774842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:45.775289 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Added segment 78685ebc-a059-4ed2-ab34-14d57bbe328d of type vlan for network f16ae08f-9fc6-4495-8c32-1b7e75d50c3c Aug 27 16:34:45.832724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:46.015713 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:46.026248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:46.026248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:46.090521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Pushing event updated for resources: {'Network': ['ID=f16ae08f-9fc6-4495-8c32-1b7e75d50c3c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:46.100802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f16ae08f-9fc6-4495-8c32-1b7e75d50c3c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:34:46.231193 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b411bf95-2712-47d2-8edd-18088cf8fad3 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0964973 Aug 27 16:34:46.234371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37522) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:46.239837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-4a38ecfe-595e-40f0-9f10-18754ba92185 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-277184104') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:46.487237 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a38ecfe-595e-40f0-9f10-18754ba92185 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "PUT /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-277184104 HTTP/1.1" status: 201 len: 201 time: 0.2420683 Aug 27 16:34:46.487613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37532) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:46.488571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-73338f02-e744-43a6-94c2-38569533aa0c tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-277184104') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:46.564365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-73338f02-e744-43a6-94c2-38569533aa0c tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "GET /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-277184104 HTTP/1.1" status: 204 len: 168 time: 0.0800169 Aug 27 16:34:46.566796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37534) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:46.571064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-744b2b9c-7134-4d8a-bb82-3abf79337953 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:46.639874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-744b2b9c-7134-4d8a-bb82-3abf79337953 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "GET /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags HTTP/1.1" status: 200 len: 237 time: 0.0717983 Aug 27 16:34:46.642232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37538) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:46.647221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-9337258e-28ce-4ab5-9a45-c4ca0fc3c11a tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', {'tags': ['tempest-TagsTest-Tag-1677414970', 'tempest-TagsTest-Tag-1846328333', 'tempest-TagsTest-Tag-510138008']}) {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:46.815468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142de76-a901-4bb6-9a45-0ebb4ee1def4 req-2be7edb3-130a-4471-9f9d-b81056a9f421 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:46.817421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6142de76-a901-4bb6-9a45-0ebb4ee1def4 req-2be7edb3-130a-4471-9f9d-b81056a9f421 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1096 time: 0.0521240 Aug 27 16:34:46.858602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6142de76-a901-4bb6-9a45-0ebb4ee1def4 req-cb0463b7-0651-4b49-8a53-08836e944699 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347288 Aug 27 16:34:46.870898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37550) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:46.871517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9337258e-28ce-4ab5-9a45-c4ca0fc3c11a tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "PUT /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags HTTP/1.1" status: 200 len: 308 time: 0.2281356 Aug 27 16:34:46.875752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-acb84698-19f5-4cea-b2d8-2a6ffb24958a tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-1677414970') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:46.991172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2c631-159b-4cf8-b838-0d9e0964a8a9 req-bd147aea-ee9e-4d74-bfe7-cb624e91e56f tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:46.993343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eef2c631-159b-4cf8-b838-0d9e0964a8a9 req-bd147aea-ee9e-4d74-bfe7-cb624e91e56f tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1096 time: 0.0440490 Aug 27 16:34:47.031432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eef2c631-159b-4cf8-b838-0d9e0964a8a9 req-ace2b762-3d21-4dcd-958a-87df52a60754 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Aug 27 16:34:47.050912 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-acb84698-19f5-4cea-b2d8-2a6ffb24958a tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "DELETE /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-1677414970 HTTP/1.1" status: 204 len: 168 time: 0.1788726 Aug 27 16:34:47.055234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37558) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.059979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-56e7899f-0920-4593-9ec6-0ff03293317b tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-1677414970') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:47.132180 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-56e7899f-0920-4593-9ec6-0ff03293317b tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] show failed (client error): The resource could not be found. Aug 27 16:34:47.133150 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-56e7899f-0920-4593-9ec6-0ff03293317b tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "GET /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-1677414970 HTTP/1.1" status: 404 len: 326 time: 0.0768504 Aug 27 16:34:47.136030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37560) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.140559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.tag.tag_plugin [None req-100bae10-07a7-4648-ae26-d7e141921e42 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-1846328333') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:47.145537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b830648-6ccf-45af-8b52-795bc6f0ed56 req-1834a62e-f3b1-44af-a7c5-57de53fa6911 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:47.147168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b830648-6ccf-45af-8b52-795bc6f0ed56 req-1834a62e-f3b1-44af-a7c5-57de53fa6911 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1096 time: 0.0477221 Aug 27 16:34:47.185082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b830648-6ccf-45af-8b52-795bc6f0ed56 req-6b2bdce2-ea41-4c3c-8ba6-eb56ab2f5c72 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Aug 27 16:34:47.217711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-100bae10-07a7-4648-ae26-d7e141921e42 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "GET /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-1846328333 HTTP/1.1" status: 204 len: 168 time: 0.0803969 Aug 27 16:34:47.220229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37564) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.226338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-a068f35b-389c-4f1b-bfb0-8af009de16ed tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-510138008') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:47.299838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a068f35b-389c-4f1b-bfb0-8af009de16ed tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "GET /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-510138008 HTTP/1.1" status: 204 len: 168 time: 0.0784349 Aug 27 16:34:47.303286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37566) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.307801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-bae2099c-7142-4b81-9b19-b3086167bec9 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:47.550140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bae2099c-7142-4b81-9b19-b3086167bec9 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "DELETE /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags HTTP/1.1" status: 204 len: 168 time: 0.2417829 Aug 27 16:34:47.552086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37570) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.556581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-0317f1fb-fb39-4e0f-9a7a-6911a0e885f7 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-1846328333') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:47.632452 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-0317f1fb-fb39-4e0f-9a7a-6911a0e885f7 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] show failed (client error): The resource could not be found. Aug 27 16:34:47.633838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0317f1fb-fb39-4e0f-9a7a-6911a0e885f7 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "GET /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-1846328333 HTTP/1.1" status: 404 len: 326 time: 0.0807340 Aug 27 16:34:47.636617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37574) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.641088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-e37ac1cc-ced2-4843-ae9c-1a254d506f52 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c', 'tempest-TagsTest-Tag-510138008') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:47.664831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37576) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.713890 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-e37ac1cc-ced2-4843-ae9c-1a254d506f52 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] show failed (client error): The resource could not be found. Aug 27 16:34:47.714911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e37ac1cc-ced2-4843-ae9c-1a254d506f52 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "GET /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags/tempest-TagsTest-Tag-510138008 HTTP/1.1" status: 404 len: 325 time: 0.0773025 Aug 27 16:34:47.717661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37580) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.722674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.tag.tag_plugin [None req-571b9165-aeb8-4535-9625-23e81c7e65f0 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f16ae08f-9fc6-4495-8c32-1b7e75d50c3c') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:47.778019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:47.801731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-571b9165-aeb8-4535-9625-23e81c7e65f0 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "DELETE /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c/tags HTTP/1.1" status: 204 len: 168 time: 0.0830164 Aug 27 16:34:47.807453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37584) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:47.901523 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:47.931942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:47.945125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbe4d-d3c3-433b-8755-7f3a7868e331 req-38113f17-b3b5-4d6a-afec-188b7cd230a5 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:47.946659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f2dbe4d-d3c3-433b-8755-7f3a7868e331 req-38113f17-b3b5-4d6a-afec-188b7cd230a5 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1096 time: 0.0648324 Aug 27 16:34:48.007524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.050210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e14cc1bf15184aa6ab684210b9a4d32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842032 Aug 27 16:34:48.051228 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.051869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e927ef8-e50c-49b4-9851-b799075329cf,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:48.053903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37590) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:48.060962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.061397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.061836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.062254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.062667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.063078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.063508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.063950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.064354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.064757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.065162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.065605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a169d42f-a7ad-40dc-ad2f-240c43a694ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:34:48.085596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16ae08f-9fc6-4495-8c32-1b7e75d50c3c']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:48.091178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f2dbe4d-d3c3-433b-8755-7f3a7868e331 req-e713f4b8-682c-4419-9a02-e3f9eaee07f3 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199746 Aug 27 16:34:48.106082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78685ebc-a059-4ed2-ab34-14d57bbe328d') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:48.106389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78685ebc-a059-4ed2-ab34-14d57bbe328d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:48.122938 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.146355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.154832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d19f0e-3caf-4a3d-a0ba-f40e183f5fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.156699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:34:48.157303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:34:48.161403 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:34:48.506471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d19f0e-3caf-4a3d-a0ba-f40e183f5fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.647443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.655262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.656880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] 10.222.0.101 "DELETE /v2.0/networks/f16ae08f-9fc6-4495-8c32-1b7e75d50c3c HTTP/1.1" status: 204 len: 168 time: 0.8479090 Aug 27 16:34:48.668086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a60c5-4b27-4975-8a69-acfd14fa2e60 tempest-TagsTest-280028163 tempest-TagsTest-280028163-project] Pushing event deleted for resources: {'Network': ['ID=f16ae08f-9fc6-4495-8c32-1b7e75d50c3c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:48.727355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d19f0e-3caf-4a3d-a0ba-f40e183f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.729963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d19f0e-3caf-4a3d-a0ba-f40e183f5fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:48.731401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b4d19f0e-3caf-4a3d-a0ba-f40e183f5fe1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9e927ef8-e50c-49b4-9851-b799075329cf HTTP/1.1" status: 204 len: 168 time: 0.6718554 Aug 27 16:34:48.740763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d19f0e-3caf-4a3d-a0ba-f40e183f5fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e927ef8-e50c-49b4-9851-b799075329cf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:49.094854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-6279f613-53cd-4e9d-8a4a-61f6a86865e1 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:49.096572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-6279f613-53cd-4e9d-8a4a-61f6a86865e1 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1096 time: 0.0448976 Aug 27 16:34:49.216292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37610) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:49.231165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb816ed-881f-475e-8ff5-dc64f7e358c6 req-76a6b9cb-4f04-4a50-ad5b-41f44987d324 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:49.232707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bb816ed-881f-475e-8ff5-dc64f7e358c6 req-76a6b9cb-4f04-4a50-ad5b-41f44987d324 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 1096 time: 0.0597084 Aug 27 16:34:49.238441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Deleting port 0655b32b-1831-4c6e-ac96-caa448054b8e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:49.238943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.252146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37614) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:49.322801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bb816ed-881f-475e-8ff5-dc64f7e358c6 req-957f7dfc-5164-4a41-8051-c53f292f945d tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807564 Aug 27 16:34:49.354203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] For port 0655b32b-1831-4c6e-ac96-caa448054b8e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0655b32b-1831-4c6e-ac96-caa448054b8e,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:49.354577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.369652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Calling delete_port for 0655b32b-1831-4c6e-ac96-caa448054b8e owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:49.472225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1865716c-f143-4d8f-80e5-06fda947bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.535159 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-43c80423-fd61-481a-8dc3-5be2d048e802 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d2ae69fa8954cf9807fc18b3541d008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786667 Aug 27 16:34:49.536090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37620) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:49.568226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.584990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['97f54589-970e-451f-8dc9-81221abea39a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:34:49.592025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0655b32b-1831-4c6e-ac96-caa448054b8e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:34:49.609811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1865716c-f143-4d8f-80e5-06fda947bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.611965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Pushing event deleted for resources: {'Port': ['ID=0655b32b-1831-4c6e-ac96-caa448054b8e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:49.654701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-911dcd26-33d0-459e-a1f1-91e009b90b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.670053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] No DVR routers for this DVR port 0655b32b-1831-4c6e-ac96-caa448054b8e on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:49.674041 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.677532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2ac6fca-09ec-4242-bd45-86257efc8ad9 req-775e34e6-624e-4f85-9e3e-8078ca6fcd88 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.97 "DELETE /v2.0/ports/0655b32b-1831-4c6e-ac96-caa448054b8e HTTP/1.1" status: 204 len: 173 time: 0.5737684 Aug 27 16:34:49.678007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'name': 'network-vif-deleted', 'tag': '0655b32b-1831-4c6e-ac96-caa448054b8e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:34:49.683209 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870e91d4-ae23-4f49-9db8-f8b771c31c77" -d '{"events": [{"server_uuid": "c86f1226-a317-4f8b-8ee1-e90d176bc30b", "name": "network-vif-deleted", "tag": "0655b32b-1831-4c6e-ac96-caa448054b8e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:34:49.703874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-911dcd26-33d0-459e-a1f1-91e009b90b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.713190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1865716c-f143-4d8f-80e5-06fda947bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.736858 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce488d8-66be-44d7-ac5d-76218d92c907 x-openstack-request-id: req-9ce488d8-66be-44d7-ac5d-76218d92c907 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:34:49.737379 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86f1226-a317-4f8b-8ee1-e90d176bc30b", "name": "network-vif-deleted", "tag": "0655b32b-1831-4c6e-ac96-caa448054b8e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:34:49.738615 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9ce488d8-66be-44d7-ac5d-76218d92c907 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:34:49.740036 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86f1226-a317-4f8b-8ee1-e90d176bc30b', 'name': 'network-vif-deleted', 'tag': '0655b32b-1831-4c6e-ac96-caa448054b8e', 'status': 'completed', 'code': 200} Aug 27 16:34:49.766980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37630) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:49.767253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1865716c-f143-4d8f-80e5-06fda947bd02 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e1020f7aa14e4f4ebc1f5bd713a4df27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498214 Aug 27 16:34:49.806456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865716c-f143-4d8f-80e5-06fda947bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b7c7d3-597b-4875-b336-bed064c58c57,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:49.842054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33d37007-1e97-4220-94d0-2f7eb69d2f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.866883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33d37007-1e97-4220-94d0-2f7eb69d2f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.911295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-911dcd26-33d0-459e-a1f1-91e009b90b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.914834 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-911dcd26-33d0-459e-a1f1-91e009b90b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:49.918838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-911dcd26-33d0-459e-a1f1-91e009b90b20 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e8e60223-b990-40e6-ac19-b7d8e93c71e4 HTTP/1.1" status: 204 len: 168 time: 0.3816459 Aug 27 16:34:49.928838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dcd26-33d0-459e-a1f1-91e009b90b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e60223-b990-40e6-ac19-b7d8e93c71e4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:50.058835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33d37007-1e97-4220-94d0-2f7eb69d2f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:50.061554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33d37007-1e97-4220-94d0-2f7eb69d2f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:50.062791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33d37007-1e97-4220-94d0-2f7eb69d2f7c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/21b7c7d3-597b-4875-b336-bed064c58c57 HTTP/1.1" status: 204 len: 168 time: 0.2943511 Aug 27 16:34:50.070976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37007-1e97-4220-94d0-2f7eb69d2f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b7c7d3-597b-4875-b336-bed064c58c57,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:50.431220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b34832b-269e-41ac-b759-85c3e249387b req-ae44ffaa-d249-4d29-876f-3c7d2fdffd5c tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86f1226-a317-4f8b-8ee1-e90d176bc30b HTTP/1.1" status: 200 len: 210 time: 0.0270288 Aug 27 16:34:50.621972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68bd1f6e-3cf1-4fbc-8c55-901f15e5e582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.003094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37666) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:51.017895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73492dfc-3840-4ac2-8793-d359dbf99f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.134442 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73492dfc-3840-4ac2-8793-d359dbf99f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.255837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-73492dfc-3840-4ac2-8793-d359dbf99f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.320774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-73492dfc-3840-4ac2-8793-d359dbf99f62 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ca9f9578ca9f4c1f9b65a3181c87225e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134124 Aug 27 16:34:51.321281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:51.322903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73492dfc-3840-4ac2-8793-d359dbf99f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90df5d40-6cbe-4639-9e35-afa3bfd9571c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:51.402945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a43f54eb-7309-41d6-88ef-57285b1560da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.430924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a43f54eb-7309-41d6-88ef-57285b1560da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.619346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a43f54eb-7309-41d6-88ef-57285b1560da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.622035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a43f54eb-7309-41d6-88ef-57285b1560da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:51.623236 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a43f54eb-7309-41d6-88ef-57285b1560da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/90df5d40-6cbe-4639-9e35-afa3bfd9571c HTTP/1.1" status: 204 len: 168 time: 0.3007121 Aug 27 16:34:51.631897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f54eb-7309-41d6-88ef-57285b1560da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90df5d40-6cbe-4639-9e35-afa3bfd9571c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:52.171665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447897f-fb9c-4f75-8156-947425d15cdf req-9a23d291-e3c0-4c04-bbfb-bdbabc663af0 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:52.180019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0655b32b-1831-4c6e-ac96-caa448054b8e no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:52.180790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1447897f-fb9c-4f75-8156-947425d15cdf req-9a23d291-e3c0-4c04-bbfb-bdbabc663af0 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0640454 Aug 27 16:34:52.241823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 0655b32b-1831-4c6e-ac96-caa448054b8e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:52.241823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0655b32b-1831-4c6e-ac96-caa448054b8e not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:52.247342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1447897f-fb9c-4f75-8156-947425d15cdf req-c05e620c-1778-4762-ad37-e2db0c270542 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652847 Aug 27 16:34:53.293097 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab629e11-fa77-4526-9695-d8f7c50c50a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:53.315437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:53.381575 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:53.392289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a2bae-d8af-4539-8229-3f510e7193f8 req-c7ff5834-71b8-4f05-a2fb-dc4eca126746 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:53.400267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-995a2bae-d8af-4539-8229-3f510e7193f8 req-c7ff5834-71b8-4f05-a2fb-dc4eca126746 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0711095 Aug 27 16:34:53.448346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-995a2bae-d8af-4539-8229-3f510e7193f8 req-c7350d85-d83c-4e90-bb8a-1bb10c3d4a08 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=2ab88658-c7ab-4223-98f4-413a9ed55e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Aug 27 16:34:53.569699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-b5e9515b-e673-463b-8664-c7c80ef323bc tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:34:53.571235 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-b5e9515b-e673-463b-8664-c7c80ef323bc tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0413074 Aug 27 16:34:53.658676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Deleting port 97f54589-970e-451f-8dc9-81221abea39a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:53.659022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:53.746205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] For port 97f54589-970e-451f-8dc9-81221abea39a, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=97f54589-970e-451f-8dc9-81221abea39a,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:53.746618 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:53.761226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Calling delete_port for 97f54589-970e-451f-8dc9-81221abea39a owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:54.038957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:54.040230 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:54.051229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['97f54589-970e-451f-8dc9-81221abea39a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:34:54.082333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Pushing event deleted for resources: {'Port': ['ID=97f54589-970e-451f-8dc9-81221abea39a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:54.146432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] No DVR routers for this DVR port 97f54589-970e-451f-8dc9-81221abea39a on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:34:54.149777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:54.151957 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f94e4946-874a-433b-b2c8-f6c14e1bf8e3 req-30df7520-f4d4-4279-955c-56beb8ea000a tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.90 "DELETE /v2.0/ports/97f54589-970e-451f-8dc9-81221abea39a HTTP/1.1" status: 204 len: 173 time: 0.5745914 Aug 27 16:34:54.152438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'name': 'network-vif-deleted', 'tag': '97f54589-970e-451f-8dc9-81221abea39a'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:34:54.155429 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba5fc4-e7d2-454d-86de-d7074e4ea3f9" -d '{"events": [{"server_uuid": "87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1", "name": "network-vif-deleted", "tag": "97f54589-970e-451f-8dc9-81221abea39a"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:34:54.208592 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e286ec-16b0-4d54-a499-ea1bf7f2318e x-openstack-request-id: req-64e286ec-16b0-4d54-a499-ea1bf7f2318e {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:34:54.209001 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1", "name": "network-vif-deleted", "tag": "97f54589-970e-451f-8dc9-81221abea39a", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:34:54.209294 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-64e286ec-16b0-4d54-a499-ea1bf7f2318e {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:34:54.209674 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1', 'name': 'network-vif-deleted', 'tag': '97f54589-970e-451f-8dc9-81221abea39a', 'status': 'completed', 'code': 200} Aug 27 16:34:54.555944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d91a9a86-7c18-4d0c-b7c9-0aa22eb33af2 req-1b7cb5ec-bb3e-4546-8e71-3895d85d18b0 tempest-TestServerMultinode-188086778 tempest-TestServerMultinode-188086778-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87ef6e5d-dc04-4cbb-bbb1-9b556696bfd1 HTTP/1.1" status: 200 len: 210 time: 0.0324755 Aug 27 16:34:54.582536 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:54.864167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37804) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:55.324956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36b8c2f8-f5f7-4116-a113-10e1413b279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:55.324956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36b8c2f8-f5f7-4116-a113-10e1413b279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:55.354688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36b8c2f8-f5f7-4116-a113-10e1413b279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:55.404885 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-36b8c2f8-f5f7-4116-a113-10e1413b279b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5ca649a4f0014fc8856712033a1b0246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391960 Aug 27 16:34:55.405437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8c2f8-f5f7-4116-a113-10e1413b279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4258a-038f-41a1-96f1-cf03c98c7179,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:55.408154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37812) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:55.469369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e946367-4edf-4568-a191-4a5d5116ca03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:55.492360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e946367-4edf-4568-a191-4a5d5116ca03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:55.629888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:55.719061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e946367-4edf-4568-a191-4a5d5116ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:55.721656 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7e946367-4edf-4568-a191-4a5d5116ca03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:55.723842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7e946367-4edf-4568-a191-4a5d5116ca03 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/39d4258a-038f-41a1-96f1-cf03c98c7179 HTTP/1.1" status: 204 len: 168 time: 0.3146474 Aug 27 16:34:55.738935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e946367-4edf-4568-a191-4a5d5116ca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4258a-038f-41a1-96f1-cf03c98c7179,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:56.013700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.028065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.272750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Deleting port b29dc273-8b3f-413b-8141-2953b3912cb2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:56.273206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.356322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] For port b29dc273-8b3f-413b-8141-2953b3912cb2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b29dc273-8b3f-413b-8141-2953b3912cb2,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:56.356685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.371235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Calling delete_port for b29dc273-8b3f-413b-8141-2953b3912cb2 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:56.473667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 37842) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:56.490647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be6d6b59-cbe6-48df-aced-95ade2a6860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.671452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be6d6b59-cbe6-48df-aced-95ade2a6860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.710063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.736199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29dc273-8b3f-413b-8141-2953b3912cb2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:56.747289 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be6d6b59-cbe6-48df-aced-95ade2a6860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.827591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-be6d6b59-cbe6-48df-aced-95ade2a6860b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f428ee48a2104227ac3198abb09171b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528409 Aug 27 16:34:56.830724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37854) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:56.833411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d6b59-cbe6-48df-aced-95ade2a6860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e71280-1d0c-407a-a3fb-7b1810d9e3c0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:56.911723 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cafc16f9-b491-4324-b457-8e16a279b91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.942416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cafc16f9-b491-4324-b457-8e16a279b91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:56.969974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:57.106563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cafc16f9-b491-4324-b457-8e16a279b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:57.109150 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cafc16f9-b491-4324-b457-8e16a279b91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:57.110309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cafc16f9-b491-4324-b457-8e16a279b91b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/92e71280-1d0c-407a-a3fb-7b1810d9e3c0 HTTP/1.1" status: 204 len: 168 time: 0.2772729 Aug 27 16:34:57.118671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc16f9-b491-4324-b457-8e16a279b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e71280-1d0c-407a-a3fb-7b1810d9e3c0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:57.208671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:34:57.335588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:34:57.343012 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4cd9339c-a046-4d51-ac7b-c1051cfe1766 admin admin] 10.222.0.101 "PUT /v2.0/routers/b056d7af-70dd-4dda-8ff2-ce3ed4506ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096393 Aug 27 16:34:57.344040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37866) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:57.348407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] Sync routers for ids ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:34:57.366227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] Routers {'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:57.367780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:57.500168 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:57.525224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] Set router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:57.651498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:57.699052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 97f54589-970e-451f-8dc9-81221abea39a no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:57.746081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 97f54589-970e-451f-8dc9-81221abea39a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:57.746684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 97f54589-970e-451f-8dc9-81221abea39a not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:57.849947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Deleting port eb3f4741-49eb-4b46-bfe1-cc9374751be2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:57.852997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:56Z', 'revision_number': 5, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port': {'id': 'eb3f4741-49eb-4b46-bfe1-cc9374751be2', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:33:56Z', 'updated_at': '2021-08-27T16:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:57.854047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:57.889373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] Checking router: b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:34:57.904846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] Routers {'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:34:57.905834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:57.970510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] For port eb3f4741-49eb-4b46-bfe1-cc9374751be2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=eb3f4741-49eb-4b46-bfe1-cc9374751be2,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:57.971009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:58.004747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] Set router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:34:58.017421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Calling delete_port for eb3f4741-49eb-4b46-bfe1-cc9374751be2 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:34:58.072023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:57Z', 'revision_number': 6, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:34:58.101283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e4039-e6fb-46d7-8d2a-1751baa62c6a None None] The sync data for ids ['b056d7af-70dd-4dda-8ff2-ce3ed4506ce8'] in n-d-806412-1 is: [{'id': 'b056d7af-70dd-4dda-8ff2-ce3ed4506ce8', 'name': 'tempest-TestServerMultinode-830605709-router', 'tenant_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:33:55Z', 'updated_at': '2021-08-27T16:34:57Z', 'revision_number': 6, 'project_id': 'bfd7b31337ae490cb4dd9ddb0773c11d', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:34:58.324584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:58.378931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3f4741-49eb-4b46-bfe1-cc9374751be2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:58.458147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:58.705653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:58.710176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:58.985087 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:58.986275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:34:58.992103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:58.994013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-07987acc-6068-4cca-ba0b-d6aeb5fcc6d4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/b056d7af-70dd-4dda-8ff2-ce3ed4506ce8 HTTP/1.1" status: 204 len: 168 time: 1.6495271 Aug 27 16:34:58.996836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37910) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:59.160730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] Deleting subnet 7decb688-0b1e-4d52-9185-9ca22485cc69 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:34:59.176310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.234446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.293279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b29dc273-8b3f-413b-8141-2953b3912cb2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:59.352481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: b29dc273-8b3f-413b-8141-2953b3912cb2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:59.353418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b29dc273-8b3f-413b-8141-2953b3912cb2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:59.354013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eb3f4741-49eb-4b46-bfe1-cc9374751be2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:34:59.391441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: eb3f4741-49eb-4b46-bfe1-cc9374751be2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:34:59.392174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device eb3f4741-49eb-4b46-bfe1-cc9374751be2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:34:59.435366 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.614340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.650303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7decb688-0b1e-4d52-9185-9ca22485cc69,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:34:59.657167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.659465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9558ef1c-ae14-435e-8b32-6023284bc385 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7decb688-0b1e-4d52-9185-9ca22485cc69 HTTP/1.1" status: 204 len: 168 time: 0.6614504 Aug 27 16:34:59.663074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37928) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:34:59.668365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a68af6-8e8c-4060-a33a-82599b9babe8 None None] Network eea68778-db53-4d10-bbb4-13e04bb8e3b4 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:34:59.766009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.888507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Deleting port 19efede3-5c3b-4a15-9f50-a666f07401fb {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:34:59.888785 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.953196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] DHCP port deletion for eea68778-db53-4d10-bbb4-13e04bb8e3b4 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:34:59.959040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] For port 19efede3-5c3b-4a15-9f50-a666f07401fb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=19efede3-5c3b-4a15-9f50-a666f07401fb,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:34:59.959456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:34:59.973689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Calling delete_port for 19efede3-5c3b-4a15-9f50-a666f07401fb owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:00.011892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Deleting port 19efede3-5c3b-4a15-9f50-a666f07401fb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:00.012278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.083299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] For port 19efede3-5c3b-4a15-9f50-a666f07401fb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=19efede3-5c3b-4a15-9f50-a666f07401fb,segment=NetworkSegment(ff1c33ac-0ac2-42fe-bfb2-f006848da3da),segment_id=ff1c33ac-0ac2-42fe-bfb2-f006848da3da)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:00.083910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.099654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Calling delete_port for 19efede3-5c3b-4a15-9f50-a666f07401fb owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:00.124094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.158109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=19efede3-5c3b-4a15-9f50-a666f07401fb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:00.162332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] No DVR routers for this DVR port 19efede3-5c3b-4a15-9f50-a666f07401fb on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:35:00.183738 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 16:35:00.193801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.224404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Pushing event deleted for resources: {'Port': ['ID=19efede3-5c3b-4a15-9f50-a666f07401fb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:00.231507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] No DVR routers for this DVR port 19efede3-5c3b-4a15-9f50-a666f07401fb on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:00.233753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.234111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.234466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.234809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.235152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.235513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.235848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.236643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.236643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.236873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.237148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.237620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493172b4-4172-4dc0-8d90-3b5e57df4fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:00.245879 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.260980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea68778-db53-4d10-bbb4-13e04bb8e3b4']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:00.277532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:00.277825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1c33ac-0ac2-42fe-bfb2-f006848da3da') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:00.287479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.301620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.307401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:35:00.307795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:35:00.309599 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:35:00.466706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.483598 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:00.488417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/eea68778-db53-4d10-bbb4-13e04bb8e3b4 HTTP/1.1" status: 204 len: 168 time: 0.8200116 Aug 27 16:35:00.488417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c30907-226e-423c-b9ea-542ac393b1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea68778-db53-4d10-bbb4-13e04bb8e3b4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:00.488621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 37948) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:00.929604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:01.281947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 19efede3-5c3b-4a15-9f50-a666f07401fb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:01.294475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Deleting port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:01.295003 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:01.327383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 19efede3-5c3b-4a15-9f50-a666f07401fb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:01.328560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 19efede3-5c3b-4a15-9f50-a666f07401fb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:01.411250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] For port 0da07ccc-8f86-446e-bec8-a0843d6b1bc2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,segment=NetworkSegment(27746d22-99cf-43b6-bb3e-0153172a2bd8),segment_id=27746d22-99cf-43b6-bb3e-0153172a2bd8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:01.411884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:01.428899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Calling delete_port for 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:01.830183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:01.896731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0da07ccc-8f86-446e-bec8-a0843d6b1bc2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:02.212727 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:02.839787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Router ead5ef80-9242-4017-b49d-2b7738f48071 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:35:02.998039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:03.007023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-afa25bc3-c5b9-4a81-8a2d-7446b31069cb admin admin] 10.222.0.101 "PUT /v2.0/routers/ead5ef80-9242-4017-b49d-2b7738f48071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5135133 Aug 27 16:35:03.009052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38032) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:03.017964 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] Sync routers for ids ['ead5ef80-9242-4017-b49d-2b7738f48071'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:03.032574 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] Routers {'ead5ef80-9242-4017-b49d-2b7738f48071'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:03.033502 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ead5ef80-9242-4017-b49d-2b7738f48071'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:03.146890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:03.162272 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] Set router ead5ef80-9242-4017-b49d-2b7738f48071 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:03.319396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:03.357696 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:35:01Z', 'revision_number': 5, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:03.400325 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] Checking router: ead5ef80-9242-4017-b49d-2b7738f48071 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:03.409113 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] Routers {'ead5ef80-9242-4017-b49d-2b7738f48071'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:03.409819 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ead5ef80-9242-4017-b49d-2b7738f48071'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:03.543679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Deleting port cd7922df-b7d5-47e9-a513-1e144e2ffc78 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:03.544221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:03.560760 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] Set router ead5ef80-9242-4017-b49d-2b7738f48071 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:03.635816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] For port cd7922df-b7d5-47e9-a513-1e144e2ffc78, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cd7922df-b7d5-47e9-a513-1e144e2ffc78,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:03.636190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:03.651739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Calling delete_port for cd7922df-b7d5-47e9-a513-1e144e2ffc78 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:03.776303 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:35:01Z', 'revision_number': 5, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:03.812150 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289be46-eac5-47b9-a3e0-1f62737e51ef None None] The sync data for ids ['ead5ef80-9242-4017-b49d-2b7738f48071'] in n-d-806412-1 is: [{'id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'name': 'tempest-TestServerMultinode-676423654-router', 'tenant_id': '0029a7113edc47c0959f88081d3a25e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:34:07Z', 'updated_at': '2021-08-27T16:35:01Z', 'revision_number': 5, 'project_id': '0029a7113edc47c0959f88081d3a25e0', 'gw_port': {'id': 'cd7922df-b7d5-47e9-a513-1e144e2ffc78', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead5ef80-9242-4017-b49d-2b7738f48071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:34:08Z', 'updated_at': '2021-08-27T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:03.930046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:03.960490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7922df-b7d5-47e9-a513-1e144e2ffc78,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:04.040184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.151568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.154973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.279756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.281809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead5ef80-9242-4017-b49d-2b7738f48071 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:35:04.296916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.298888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0751c7b6-fb7d-4d0f-b069-6d42204c4f78 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ead5ef80-9242-4017-b49d-2b7738f48071 HTTP/1.1" status: 204 len: 168 time: 1.2883084 Aug 27 16:35:04.301789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38054) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:04.449265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] Deleting subnet 4623d757-ed0f-4d86-9e3b-69756567be37 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:35:04.464659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.568460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.657172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.776245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.843741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4623d757-ed0f-4d86-9e3b-69756567be37,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:04.849845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:04.852094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0aea756f-3694-4a45-9298-9a8b0988c2bb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4623d757-ed0f-4d86-9e3b-69756567be37 HTTP/1.1" status: 204 len: 168 time: 0.5488317 Aug 27 16:35:04.856576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38074) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:04.858426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774abff-7279-4d0a-9822-cf4e67c91cda None None] Network 9fdad008-dcfe-4063-80e6-13eea74f5fe9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:04.949585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.035414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Deleting port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:05.035768 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.187877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] For port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,segment=NetworkSegment(27746d22-99cf-43b6-bb3e-0153172a2bd8),segment_id=27746d22-99cf-43b6-bb3e-0153172a2bd8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:05.188269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.201704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] DHCP port deletion for 9fdad008-dcfe-4063-80e6-13eea74f5fe9 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:35:05.229022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Calling delete_port for 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:05.410549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:05.455808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] Deleting port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:35:05.456159 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.459951 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.559232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:05.565125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] No DVR routers for this DVR port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:05.591895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] For port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6, host n-d-806412-1, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:05.592313 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.614708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No active binding found for port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 {{(pid=95254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 16:35:05.615240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:05.616023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:05.623410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] Calling delete_port for 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:35:05.644576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] Port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 16:35:05.645932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:05.646568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0da07ccc-8f86-446e-bec8-a0843d6b1bc2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:05.647081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd7922df-b7d5-47e9-a513-1e144e2ffc78 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:05.649144 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.659655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.670049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdad008-dcfe-4063-80e6-13eea74f5fe9']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:05.681078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27746d22-99cf-43b6-bb3e-0153172a2bd8') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:05.681368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27746d22-99cf-43b6-bb3e-0153172a2bd8') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:05.690963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: cd7922df-b7d5-47e9-a513-1e144e2ffc78 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:35:05.691466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cd7922df-b7d5-47e9-a513-1e144e2ffc78 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:35:05.692245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.694364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] Pushing event deleted for resources: {'Port': ['ID=49e7f1ad-21e6-45be-bbd8-41e86804f6f6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:05.697943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb772c4-f09b-4320-ab9c-994cc51a5e70 None None] No DVR routers for this DVR port 49e7f1ad-21e6-45be-bbd8-41e86804f6f6 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:35:05.717410 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.724695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:35:05.725092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:35:05.726799 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:35:05.858896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.867342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:05.871606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] 10.222.0.101 "DELETE /v2.0/networks/9fdad008-dcfe-4063-80e6-13eea74f5fe9 HTTP/1.1" status: 204 len: 168 time: 1.0111933 Aug 27 16:35:05.887574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb05be2-9c1f-42ac-bac2-47991c651f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdad008-dcfe-4063-80e6-13eea74f5fe9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:06.357807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38100) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:06.402900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a48082e6-be7c-411a-a4fa-73a83d32c144 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bfd7b31337ae490cb4dd9ddb0773c11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438492 Aug 27 16:35:06.405473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38102) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:06.462820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-321f0a75-d9ca-4e03-90c8-8a945a802c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:06.484964 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-321f0a75-d9ca-4e03-90c8-8a945a802c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:06.592628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-321f0a75-d9ca-4e03-90c8-8a945a802c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:06.599392 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-321f0a75-d9ca-4e03-90c8-8a945a802c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:06.601427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-321f0a75-d9ca-4e03-90c8-8a945a802c4e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7b92109c-4b7f-4e4a-b461-48e92ef6c787 HTTP/1.1" status: 204 len: 168 time: 0.1948476 Aug 27 16:35:06.649407 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f0a75-d9ca-4e03-90c8-8a945a802c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b92109c-4b7f-4e4a-b461-48e92ef6c787,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:07.484631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:07.626974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c40c7ccf-26e3-4158-9ddb-6ebdb9a4db3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:07.745308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c40c7ccf-26e3-4158-9ddb-6ebdb9a4db3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:07.785245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:07.826439 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3572e8ad-b57f-4334-829a-ba030f384ef7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0029a7113edc47c0959f88081d3a25e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399387 Aug 27 16:35:07.827704 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c40c7ccf-26e3-4158-9ddb-6ebdb9a4db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:07.829097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38148) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:07.856929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7ccf-26e3-4158-9ddb-6ebdb9a4db3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2ba24-86ba-41df-98ae-1c34b134be6d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:07.879309 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c40c7ccf-26e3-4158-9ddb-6ebdb9a4db3d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=df04c8317fba467a9fc20ffed63b970f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926098 Aug 27 16:35:07.881587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:07.922022 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b37e31df-eee8-445a-a36b-85a40bf3f6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:07.936982 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98e164e0-a58a-4ab3-8604-e46013b543f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:07.954460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b37e31df-eee8-445a-a36b-85a40bf3f6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:07.960475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98e164e0-a58a-4ab3-8604-e46013b543f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:08.083730 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98e164e0-a58a-4ab3-8604-e46013b543f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:08.086449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-98e164e0-a58a-4ab3-8604-e46013b543f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:08.087673 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-98e164e0-a58a-4ab3-8604-e46013b543f7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79b2ba24-86ba-41df-98ae-1c34b134be6d HTTP/1.1" status: 204 len: 168 time: 0.2049930 Aug 27 16:35:08.097179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e164e0-a58a-4ab3-8604-e46013b543f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2ba24-86ba-41df-98ae-1c34b134be6d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:08.147002 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b37e31df-eee8-445a-a36b-85a40bf3f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:08.149585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b37e31df-eee8-445a-a36b-85a40bf3f6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:08.150813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b37e31df-eee8-445a-a36b-85a40bf3f6a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2ab88658-c7ab-4223-98f4-413a9ed55e47 HTTP/1.1" status: 204 len: 168 time: 0.3202841 Aug 27 16:35:08.162719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e31df-eee8-445a-a36b-85a40bf3f6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab88658-c7ab-4223-98f4-413a9ed55e47,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:09.605476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:09.764768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1167145186-network', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:09.869891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Made reservation on behalf of 8fcd37d9cccf43d5b855a13598b2b7d4 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:35:09.872333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:09.891208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:10.340939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:10.426882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:10.450682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:35:10.472837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:10.473407 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Added segment f16539fa-ad85-4a94-897a-96ba044adb8e of type vlan for network 1a35110d-14de-4645-b6c1-ceef4e0470bf Aug 27 16:35:10.482020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d12842-d308-4df6-834a-c671bdd9bd12,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:10.541114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:10.627017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:10.630119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:10.631066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:10.706385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] Pushing event updated for resources: {'Network': ['ID=1a35110d-14de-4645-b6c1-ceef4e0470bf,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:10.717620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:35:10.771409 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-64d82b2f-bbdd-48ee-a0ce-4c73dd98b8ac admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1647241 Aug 27 16:35:10.772427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38230) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:10.778492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Request body: {'subnet': {'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1167145186-subnet', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:10.918898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Made reservation on behalf of 8fcd37d9cccf43d5b855a13598b2b7d4 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:35:10.920596 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:11.190676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:11.249515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c1fc85-a9e4-49c7-b252-1626d5906e6a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:11.261846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Checking segment: {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:11.262214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Network hostable DHCP agents. Network: 1a35110d-14de-4645-b6c1-ceef4e0470bf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:35:11.379654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:35:11.468381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 1a35110d-14de-4645-b6c1-ceef4e0470bf) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:11.473287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:11.474103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:11.481649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b913cf7-7452-46dd-a08f-e592f22107f9 None None] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:11.558573 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5aed03a3-d353-4e71-82c8-aa1fe7e4907f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7848527 Aug 27 16:35:11.561506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38250) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:11.566895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:11.654172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-1a35110d-14de-4645-b6c1-ceef4e0470bf', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:35:11.655151 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:11.664583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:11.665694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:11.770698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:11.825985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Allocated IP 172.20.0.2 (1a35110d-14de-4645-b6c1-ceef4e0470bf/29c1fc85-a9e4-49c7-b252-1626d5906e6a/6dec77c1-6c72-48de-aa84-498ef9e81597) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:12.045875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.113282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.124027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Transition to ACTIVE for port object 6dec77c1-6c72-48de-aa84-498ef9e81597 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:12.155447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Transition to ACTIVE for port object 6dec77c1-6c72-48de-aa84-498ef9e81597 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:12.255846 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.293724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:12.296942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:12.301465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:12.320005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Pushing event updated for resources: {'Port': ['ID=6dec77c1-6c72-48de-aa84-498ef9e81597,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:12.409055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Attempting to bind port 6dec77c1-6c72-48de-aa84-498ef9e81597 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:35:12.409435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Attempting to bind port 6dec77c1-6c72-48de-aa84-498ef9e81597 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:35:12.420133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Attempting to bind port 6dec77c1-6c72-48de-aa84-498ef9e81597 on network 1a35110d-14de-4645-b6c1-ceef4e0470bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:12.430289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:35:12.430673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Checking segment: {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:12.431090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.431684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Bound using segment: {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:35:12.432455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Bound port: 6dec77c1-6c72-48de-aa84-498ef9e81597, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:35:12.433152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.473407 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.502386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] For port 6dec77c1-6c72-48de-aa84-498ef9e81597, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:35:12.506705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] For port 6dec77c1-6c72-48de-aa84-498ef9e81597, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6dec77c1-6c72-48de-aa84-498ef9e81597,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:35:12.513860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.627380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:12.656784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Allocated IP 172.25.4.5 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1a38cbf4-acea-417e-9064-e51b549be33a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:12.713330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2128f8-87c0-46b7-95f6-f428132a75b6 None None] Pushing event updated for resources: {'Port': ['ID=6dec77c1-6c72-48de-aa84-498ef9e81597,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:12.840610 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:13.007904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:13.017842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e12c2d-0297-40ed-aaf4-737574e7d849 req-288fec22-9d31-4912-b0dd-fd5e02aa9f87 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:13.020235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36e12c2d-0297-40ed-aaf4-737574e7d849 req-288fec22-9d31-4912-b0dd-fd5e02aa9f87 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0953319 Aug 27 16:35:13.102236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:13.125836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a38cbf4-acea-417e-9064-e51b549be33a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:13.129494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:13.133266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:13.149452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36e12c2d-0297-40ed-aaf4-737574e7d849 req-bbcd28c1-591b-43fc-8c00-634d2b1108ac tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172905 Aug 27 16:35:13.317983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6dec77c1-6c72-48de-aa84-498ef9e81597 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:13.519337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6dec77c1-6c72-48de-aa84-498ef9e81597 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:13.639571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:13.864443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38306) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:13.943547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.091946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d8237-817e-4d9b-af1d-7809a4dee766 None None] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:14.101026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da36cac8-c8b1-4969-a817-9c4d9f438a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.245138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:35:14.275545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da36cac8-c8b1-4969-a817-9c4d9f438a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.302960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b3ed378a-95d3-448a-a981-5ac732c924ab None None] Provisioning for port 6dec77c1-6c72-48de-aa84-498ef9e81597 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:14.308800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b3ed378a-95d3-448a-a981-5ac732c924ab None None] Provisioning complete for port 6dec77c1-6c72-48de-aa84-498ef9e81597 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:14.309176 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3ed378a-95d3-448a-a981-5ac732c924ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.416399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476b925-4d4a-4686-8a22-73e3df843958 req-014724eb-f705-443f-8ece-5a26b2a14a96 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:14.418023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4476b925-4d4a-4686-8a22-73e3df843958 req-014724eb-f705-443f-8ece-5a26b2a14a96 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1010456 Aug 27 16:35:14.419281 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-da36cac8-c8b1-4969-a817-9c4d9f438a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.442347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3ed378a-95d3-448a-a981-5ac732c924ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.482232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b3ed378a-95d3-448a-a981-5ac732c924ab None None] For port 6dec77c1-6c72-48de-aa84-498ef9e81597, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6dec77c1-6c72-48de-aa84-498ef9e81597,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:14.503090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:14.514415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Sync routers for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:14.534595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:14.536251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:14.539097 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-da36cac8-c8b1-4969-a817-9c4d9f438a5b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=24967b4364a84dfc9eafcb5ec6ab28fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732616 Aug 27 16:35:14.539925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38320) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:14.554060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4476b925-4d4a-4686-8a22-73e3df843958 req-a8a4beec-b69c-44f3-b412-c87725d9f60e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177592 Aug 27 16:35:14.570260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36cac8-c8b1-4969-a817-9c4d9f438a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d13a7-195d-4b22-a7ee-646f87223770,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:14.644454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.645758 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a972fc37-efed-4ef8-9bd2-4a81416ce5d2 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0832510 Aug 27 16:35:14.648438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38322) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:14.697387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1f501b9-1cf5-43d3-9dbb-0de497399512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.733086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1f501b9-1cf5-43d3-9dbb-0de497399512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.855164 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1f501b9-1cf5-43d3-9dbb-0de497399512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.858001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c1f501b9-1cf5-43d3-9dbb-0de497399512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:14.864299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c1f501b9-1cf5-43d3-9dbb-0de497399512 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/240d13a7-195d-4b22-a7ee-646f87223770 HTTP/1.1" status: 204 len: 168 time: 0.3074718 Aug 27 16:35:14.872842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f501b9-1cf5-43d3-9dbb-0de497399512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d13a7-195d-4b22-a7ee-646f87223770,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:14.907513 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3ed378a-95d3-448a-a981-5ac732c924ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:15.024376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed378a-95d3-448a-a981-5ac732c924ab None None] Pushing event updated for resources: {'Port': ['ID=6dec77c1-6c72-48de-aa84-498ef9e81597,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:15.048560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:15.051635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13be9339-3d70-4887-ac50-aad8e1bda15a None None] Provisioning complete for port 6dec77c1-6c72-48de-aa84-498ef9e81597 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:15.052089 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13be9339-3d70-4887-ac50-aad8e1bda15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:15.302011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:15.307240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6dec77c1-6c72-48de-aa84-498ef9e81597 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:15.446877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6dec77c1-6c72-48de-aa84-498ef9e81597 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:15.453246 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:15.549915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:13Z', 'revision_number': 3, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:15.559863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Allocated IP 172.20.0.1 (1a35110d-14de-4645-b6c1-ceef4e0470bf/29c1fc85-a9e4-49c7-b252-1626d5906e6a/18b3cc6e-b56b-4781-bed4-b884dce398d3) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:15.590578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Checking router: 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:15.592513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Updating router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa port 1a38cbf4-acea-417e-9064-e51b549be33a binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:35:15.655053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:15.746331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:15.784610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Transition to ACTIVE for port object 18b3cc6e-b56b-4781-bed4-b884dce398d3 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:15.794487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43ab81-c929-41a8-8474-57bcfe33900b req-17327411-dbcd-4384-95e8-8cdb7006cb65 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:15.800738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b43ab81-c929-41a8-8474-57bcfe33900b req-17327411-dbcd-4384-95e8-8cdb7006cb65 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1074238 Aug 27 16:35:15.877108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b43ab81-c929-41a8-8474-57bcfe33900b req-501ed6be-5bee-4fdf-80ca-e71b2a720f40 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710206 Aug 27 16:35:15.918614 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:15.975740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:15.981274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:15.992265 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.012867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Transition to ACTIVE for port object 1a38cbf4-acea-417e-9064-e51b549be33a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:16.013391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:16.061431 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Pushing event updated for resources: {'Port': ['ID=18b3cc6e-b56b-4781-bed4-b884dce398d3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:16.080791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.083584 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.169610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Attempting to bind port 1a38cbf4-acea-417e-9064-e51b549be33a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:35:16.170707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Attempting to bind port 1a38cbf4-acea-417e-9064-e51b549be33a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:35:16.171481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Attempting to bind port 1a38cbf4-acea-417e-9064-e51b549be33a on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:16.182881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:35:16.183500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:16.184282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.184785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:35:16.185464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Bound port: 1a38cbf4-acea-417e-9064-e51b549be33a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:35:16.186543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.229447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15193900-3228-49ce-81b3-0223fa5d2fd4 None None] Pushing event updated for resources: {'Port': ['ID=1a38cbf4-acea-417e-9064-e51b549be33a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:16.267619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] For port 1a38cbf4-acea-417e-9064-e51b549be33a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:35:16.271016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] For port 1a38cbf4-acea-417e-9064-e51b549be33a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1a38cbf4-acea-417e-9064-e51b549be33a,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:35:16.322361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:16.339563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.393157 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.443553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-081cde47-d59e-4438-a104-25f842516b18 None None] Provisioning for port 18b3cc6e-b56b-4781-bed4-b884dce398d3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:16.464102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-081cde47-d59e-4438-a104-25f842516b18 None None] Provisioning complete for port 18b3cc6e-b56b-4781-bed4-b884dce398d3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:16.465298 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-081cde47-d59e-4438-a104-25f842516b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.502303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-081cde47-d59e-4438-a104-25f842516b18 None None] Port 18b3cc6e-b56b-4781-bed4-b884dce398d3 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:35:16.505281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:16.506146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:16.511911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1576883613-network', 'tenant_id': '8424154556ca42d59095dfabe1da9b2c'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:16.521363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15193900-3228-49ce-81b3-0223fa5d2fd4 None None] Pushing event updated for resources: {'Port': ['ID=1a38cbf4-acea-417e-9064-e51b549be33a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:16.594010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.613656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Made reservation on behalf of 8424154556ca42d59095dfabe1da9b2c for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:35:16.616318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.625943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.637648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:16.712464 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.741094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.791886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.794980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Pushing event updated for resources: {'Port': ['ID=18b3cc6e-b56b-4781-bed4-b884dce398d3,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:16.824349 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.849224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:35:16.864453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:16.872854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:15Z', 'revision_number': 1, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:16.881484 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:16.882589 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Added segment c3bca430-d9b5-4054-98d0-aaff7c0be8df of type vlan for network 193df70f-879f-48cd-a191-f4bf5392e3d7 Aug 27 16:35:16.910078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:16.913511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:16.924676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b98f-bc07-47ee-af13-0499c574c738 None None] The sync data for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 is: [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:15Z', 'revision_number': 1, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:16.962884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:17.103950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e7ce-d816-4048-8397-9aa5f28b432f req-e29012db-28e1-498b-820e-378867af37ae tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:17.105752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8610e7ce-d816-4048-8397-9aa5f28b432f req-e29012db-28e1-498b-820e-378867af37ae tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0664520 Aug 27 16:35:17.107015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:17.109959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:17.109959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:17.171516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:35:17.204619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8610e7ce-d816-4048-8397-9aa5f28b432f req-b2c39bec-68a9-48d0-9011-443421b8f04a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900590 Aug 27 16:35:17.216923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] Pushing event updated for resources: {'Network': ['ID=193df70f-879f-48cd-a191-f4bf5392e3d7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:17.235248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 193df70f-879f-48cd-a191-f4bf5392e3d7 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:35:17.259357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-20d2471b-b1fa-4240-bf81-7cc8c62f61e4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9355605 Aug 27 16:35:17.260021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:17.266745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Request body: {'subnet': {'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1576883613-subnet', 'tenant_id': '8424154556ca42d59095dfabe1da9b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:17.385399 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b3f778a2-e56a-4766-8255-65fdc96a3d79 None None] Provisioning complete for port 18b3cc6e-b56b-4781-bed4-b884dce398d3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:17.386029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3f778a2-e56a-4766-8255-65fdc96a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:17.419639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:17.427931 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f9b7de51-1061-4f30-9d46-939da522f5ce admin admin] 10.222.0.101 "PUT /v2.0/routers/68c06dcd-7ca2-499c-a8f7-e72ef24afeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784376 Aug 27 16:35:17.447560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Made reservation on behalf of 8424154556ca42d59095dfabe1da9b2c for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:35:17.450117 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:17.451952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b3f778a2-e56a-4766-8255-65fdc96a3d79 None None] Port 18b3cc6e-b56b-4781-bed4-b884dce398d3 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:35:17.769372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:17.876787 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:35:17.879656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Checking segment: {'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:17.880078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Network hostable DHCP agents. Network: 193df70f-879f-48cd-a191-f4bf5392e3d7, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:35:17.909668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ead48a1-2096-4f26-8a92-bfa527bfe8f6,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:18.060741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Network 193df70f-879f-48cd-a191-f4bf5392e3d7 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:35:18.087904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38388) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:18.187492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 193df70f-879f-48cd-a191-f4bf5392e3d7) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:18.199233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68b168-8cf4-4c4d-ba1e-dba8cf114755 None None] Network 193df70f-879f-48cd-a191-f4bf5392e3d7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:18.203550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:18.204155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.358720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-391c0dd3-732b-4462-a1c9-e00a9393e665 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0974703 Aug 27 16:35:18.417502 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48e1e71b-7898-45fd-b57d-c482d0a38ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.520620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08972ef3-808e-43d0-ac5f-b3d86c434c49 req-7c5869c9-7928-4e08-92dd-10dde5a9f7ce tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:18.529442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08972ef3-808e-43d0-ac5f-b3d86c434c49 req-7c5869c9-7928-4e08-92dd-10dde5a9f7ce tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1674252 Aug 27 16:35:18.539166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f60964-f7d2-41db-8cee-c4145b0a7151 None None] Network 193df70f-879f-48cd-a191-f4bf5392e3d7 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:18.627974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08972ef3-808e-43d0-ac5f-b3d86c434c49 req-6c1ebde2-c71b-4c57-b6c0-28f8f56999ba tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974805 Aug 27 16:35:18.682278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48e1e71b-7898-45fd-b57d-c482d0a38ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.720515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38410) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:18.727314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1837991489-network', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:18.752469 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48e1e71b-7898-45fd-b57d-c482d0a38ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.814966 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-48e1e71b-7898-45fd-b57d-c482d0a38ae5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=01d57e4c784f4f8e83308c9c9a5d6669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7231562 Aug 27 16:35:18.814966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1e71b-7898-45fd-b57d-c482d0a38ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ebbe3-3243-4969-af1e-c7ceda752c90,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:18.816011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38414) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:18.842939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Made reservation on behalf of bcadbaba4cab41d8aece4408e25b899f for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:35:18.845515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.866004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.917165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-023a2e94-6083-4d68-932f-58172b70b810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:18.990727 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-023a2e94-6083-4d68-932f-58172b70b810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.057365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.117712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.148341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b172bb6-aa03-4856-ae3b-2b24e64ac385,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:19.228885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-023a2e94-6083-4d68-932f-58172b70b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.231972 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-023a2e94-6083-4d68-932f-58172b70b810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.235503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-023a2e94-6083-4d68-932f-58172b70b810 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d3ebbe3-3243-4969-af1e-c7ceda752c90 HTTP/1.1" status: 204 len: 168 time: 0.4151132 Aug 27 16:35:19.258193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:35:19.260757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a2e94-6083-4d68-932f-58172b70b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ebbe3-3243-4969-af1e-c7ceda752c90,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:19.298134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.298134 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Added segment 0a664ae9-d55a-4311-8274-77fd886d2622 of type vlan for network 7c89bc99-5bee-4439-806c-62783bced54b Aug 27 16:35:19.304341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1a38cbf4-acea-417e-9064-e51b549be33a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:19.354694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.470555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.473428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:19.474558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.494302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1a38cbf4-acea-417e-9064-e51b549be33a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:19.499107 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1a38cbf4-acea-417e-9064-e51b549be33a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:19.500042 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.554939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] Pushing event updated for resources: {'Network': ['ID=7c89bc99-5bee-4439-806c-62783bced54b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:19.578041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 7c89bc99-5bee-4439-806c-62783bced54b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:35:19.599568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9272e931-6bbd-4f00-b29f-b210cc12ae65 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8774333 Aug 27 16:35:19.606498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38420) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:19.615938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Request body: {'subnet': {'network_id': '7c89bc99-5bee-4439-806c-62783bced54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1837991489-subnet', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:19.694860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.721052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 1a38cbf4-acea-417e-9064-e51b549be33a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1a38cbf4-acea-417e-9064-e51b549be33a,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:19.792728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Made reservation on behalf of bcadbaba4cab41d8aece4408e25b899f for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:35:19.800384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.823118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa68c8b-8777-42ed-9e64-f822a3698bb0 req-82bd202c-9212-4d4a-a7a7-de78ceced2f8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:19.824743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3aa68c8b-8777-42ed-9e64-f822a3698bb0 req-82bd202c-9212-4d4a-a7a7-de78ceced2f8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0870602 Aug 27 16:35:19.838070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:19.919821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=1a38cbf4-acea-417e-9064-e51b549be33a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:19.942882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3aa68c8b-8777-42ed-9e64-f822a3698bb0 req-918c15b2-7e9a-48ac-958e-f764ccaea4a0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793488 Aug 27 16:35:20.126695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38436) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:20.131787 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Sync routers for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:20.136810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.141391 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:20.142166 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:20.170627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75c6a52f-c27a-465c-8c3d-4b8d5cb2fd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.231767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a12ac90-07e6-465c-929b-256ffaa020ac,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:20.261845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Checking segment: {'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:20.262313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Network hostable DHCP agents. Network: 7c89bc99-5bee-4439-806c-62783bced54b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:35:20.274981 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:20.338138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75c6a52f-c27a-465c-8c3d-4b8d5cb2fd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.392083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Network 7c89bc99-5bee-4439-806c-62783bced54b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:35:20.426790 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75c6a52f-c27a-465c-8c3d-4b8d5cb2fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.473720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-75c6a52f-c27a-465c-8c3d-4b8d5cb2fd0d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c36ce71f90b247999ca5afb3c008acfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457704 Aug 27 16:35:20.474975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6a52f-c27a-465c-8c3d-4b8d5cb2fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ffea4-aaa2-4176-a3b6-9c09be3ef288,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:20.476265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38440) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:20.483992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 7c89bc99-5bee-4439-806c-62783bced54b) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:20.496837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9990910-7ce0-4dc6-8157-8df5680b512d None None] Network 7c89bc99-5bee-4439-806c-62783bced54b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:20.500701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:20.503715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.534512 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 2, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:20.542492 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efef493f-a99e-4ec2-9b4d-1e3e4bb0453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.565173 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Checking router: 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:20.565662 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Updating router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa port 18b3cc6e-b56b-4781-bed4-b884dce398d3 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:35:20.567126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efef493f-a99e-4ec2-9b4d-1e3e4bb0453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.597011 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.602904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-32dca8e3-b648-43ee-ba27-1339e8e23a7e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9939117 Aug 27 16:35:20.603073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38442) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:20.612795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:20.678491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff26ef34-c94d-43cd-8afe-ac5d30f48794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.730081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.731390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.741232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-7c89bc99-5bee-4439-806c-62783bced54b', 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'fixed_ips': [{'subnet_id': '2a12ac90-07e6-465c-929b-256ffaa020ac'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:35:20.742376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.752089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efef493f-a99e-4ec2-9b4d-1e3e4bb0453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.756733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-efef493f-a99e-4ec2-9b4d-1e3e4bb0453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.761623 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-efef493f-a99e-4ec2-9b4d-1e3e4bb0453a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e84ffea4-aaa2-4176-a3b6-9c09be3ef288 HTTP/1.1" status: 204 len: 168 time: 0.2818155 Aug 27 16:35:20.800874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef493f-a99e-4ec2-9b4d-1e3e4bb0453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ffea4-aaa2-4176-a3b6-9c09be3ef288,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:20.899558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:20.996482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Allocated IP 172.20.0.2 (7c89bc99-5bee-4439-806c-62783bced54b/2a12ac90-07e6-465c-929b-256ffaa020ac/d2740d46-313d-4c48-b655-d58155985539) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:21.066833 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.079234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Transition to ACTIVE for port object 18b3cc6e-b56b-4781-bed4-b884dce398d3 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:21.109052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefe6cb-dd44-4ea6-9637-5300933c3603 req-e44b5810-4240-41bb-b448-0632eb67f0b8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:21.111435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6aefe6cb-dd44-4ea6-9637-5300933c3603 req-e44b5810-4240-41bb-b448-0632eb67f0b8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0835781 Aug 27 16:35:21.163942 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.192350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6aefe6cb-dd44-4ea6-9637-5300933c3603 req-554fdfc3-d6f3-40b0-b3e4-e4ae4f3a951a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735366 Aug 27 16:35:21.304995 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Pushing event updated for resources: {'Port': ['ID=18b3cc6e-b56b-4781-bed4-b884dce398d3,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:21.329094 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.329439 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.329783 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.330119 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.330451 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.332080 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.332425 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.332805 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.333193 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.333660 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.333990 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.334312 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:21.347347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1a38cbf4-acea-417e-9064-e51b549be33a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:21.441854 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Attempting to bind port 18b3cc6e-b56b-4781-bed4-b884dce398d3 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:35:21.442089 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Attempting to bind port 18b3cc6e-b56b-4781-bed4-b884dce398d3 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:35:21.442631 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Attempting to bind port 18b3cc6e-b56b-4781-bed4-b884dce398d3 on network 1a35110d-14de-4645-b6c1-ceef4e0470bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:21.448980 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:35:21.449804 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Checking segment: {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:21.450361 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.450897 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Bound using segment: {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:35:21.451704 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Bound port: 18b3cc6e-b56b-4781-bed4-b884dce398d3, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:35:21.452761 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.458469 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.496244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Transition to ACTIVE for port object d2740d46-313d-4c48-b655-d58155985539 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:21.498083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1a38cbf4-acea-417e-9064-e51b549be33a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:21.498660 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.534987 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] For port 18b3cc6e-b56b-4781-bed4-b884dce398d3, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:35:21.538490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] For port 18b3cc6e-b56b-4781-bed4-b884dce398d3, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=18b3cc6e-b56b-4781-bed4-b884dce398d3,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:35:21.580506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.666748 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.750472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Transition to ACTIVE for port object d2740d46-313d-4c48-b655-d58155985539 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:21.756286 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:21.756918 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:34:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:21.797830 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbed03-c83b-4256-8ce4-e1dda9084705 None None] Pushing event updated for resources: {'Port': ['ID=18b3cc6e-b56b-4781-bed4-b884dce398d3,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:21.917940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:21.920615 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:22.000324 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.009084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Network 7c89bc99-5bee-4439-806c-62783bced54b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:22.033564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:22.044640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:22.053536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Pushing event updated for resources: {'Port': ['ID=d2740d46-313d-4c48-b655-d58155985539,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:22.063050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.161020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Attempting to bind port d2740d46-313d-4c48-b655-d58155985539 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:35:22.161403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Attempting to bind port d2740d46-313d-4c48-b655-d58155985539 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:35:22.166427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Attempting to bind port d2740d46-313d-4c48-b655-d58155985539 on network 7c89bc99-5bee-4439-806c-62783bced54b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:22.194990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:35:22.195617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Checking segment: {'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:22.196100 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.196685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Bound using segment: {'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:35:22.197413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Bound port: d2740d46-313d-4c48-b655-d58155985539, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:35:22.198149 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.207983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Allocated IP 172.25.4.56 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1346c7d2-840b-480b-ae15-745112ff9b1b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:22.265801 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:21Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:22.298760 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4e142-abb2-4510-9d22-766933612be6 None None] The sync data for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 is: [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:21Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:22.309975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] For port d2740d46-313d-4c48-b655-d58155985539, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:35:22.315670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] For port d2740d46-313d-4c48-b655-d58155985539, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d2740d46-313d-4c48-b655-d58155985539,segment=NetworkSegment(0a664ae9-d55a-4311-8274-77fd886d2622),segment_id=0a664ae9-d55a-4311-8274-77fd886d2622)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:35:22.405556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.415855 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.459339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303379ef-9953-49a0-8579-a220d9637ee6 req-383d2ddd-941a-4bc4-bbd0-c3f017e2dc2d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:22.468568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-303379ef-9953-49a0-8579-a220d9637ee6 req-383d2ddd-941a-4bc4-bbd0-c3f017e2dc2d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0998294 Aug 27 16:35:22.488246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd349-2eac-429a-82e6-93e2fab2e55b None None] Pushing event updated for resources: {'Port': ['ID=d2740d46-313d-4c48-b655-d58155985539,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:22.525496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-303379ef-9953-49a0-8579-a220d9637ee6 req-d45671d7-9523-44c0-bafa-5b427c54bfd2 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556989 Aug 27 16:35:22.630843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:22.689089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Pushing event updated for resources: {'Port': ['ID=1346c7d2-840b-480b-ae15-745112ff9b1b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:22.694042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:22.695950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:22.698189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:23.189522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0b86-c6a4-48cc-b1d8-38aba6bd2747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:23.228316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:23.262082 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:23.352323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:23.633292 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:23.670713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2740d46-313d-4c48-b655-d58155985539 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:23.738604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358936f5-8dbc-4eff-9ba4-45b97150e71a req-097b5c0e-e481-42f7-88b3-0e42f679b215 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:23.757419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-358936f5-8dbc-4eff-9ba4-45b97150e71a req-097b5c0e-e481-42f7-88b3-0e42f679b215 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1039484 Aug 27 16:35:23.837102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-358936f5-8dbc-4eff-9ba4-45b97150e71a req-e869f743-36de-4998-b831-48943967cd1a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774112 Aug 27 16:35:23.860501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d2740d46-313d-4c48-b655-d58155985539 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:23.865739 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18b3cc6e-b56b-4781-bed4-b884dce398d3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:23.963514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Router 52ee0535-e763-4107-889d-f52ddd50fd35 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:35:23.998551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ad770-37b4-40d8-9c7e-16cd65c125dd None None] Network 7c89bc99-5bee-4439-806c-62783bced54b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:35:24.065557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 18b3cc6e-b56b-4781-bed4-b884dce398d3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:24.072251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 18b3cc6e-b56b-4781-bed4-b884dce398d3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:24.072836 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.148254 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.153690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:24.170633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Sync routers for ids ['52ee0535-e763-4107-889d-f52ddd50fd35'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:24.223141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Routers {'52ee0535-e763-4107-889d-f52ddd50fd35'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:24.223809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:35:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['52ee0535-e763-4107-889d-f52ddd50fd35'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:24.272516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.274028 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-32e4aa78-8411-4bdd-8cd5-7700ae2df723 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6700258 Aug 27 16:35:24.277525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38522) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:24.286051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-efd561ac-31f6-447d-b03c-19a3fd07c210 None None] Provisioning for port d2740d46-313d-4c48-b655-d58155985539 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:24.325171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-efd561ac-31f6-447d-b03c-19a3fd07c210 None None] Provisioning complete for port d2740d46-313d-4c48-b655-d58155985539 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:24.325553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efd561ac-31f6-447d-b03c-19a3fd07c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.327094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.468656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 18b3cc6e-b56b-4781-bed4-b884dce398d3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=18b3cc6e-b56b-4781-bed4-b884dce398d3,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:24.520823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Set router 52ee0535-e763-4107-889d-f52ddd50fd35 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:24.554560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.732430 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.857327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38532) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:24.887680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:24.934506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=18b3cc6e-b56b-4781-bed4-b884dce398d3,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:24.997800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efd561ac-31f6-447d-b03c-19a3fd07c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.008598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599a769-4afa-4df3-b01d-7e545c394c63 req-6abae508-c12e-47a7-bc2c-d66f87cc750d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:25.011318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e599a769-4afa-4df3-b01d-7e545c394c63 req-6abae508-c12e-47a7-bc2c-d66f87cc750d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0895112 Aug 27 16:35:25.106591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Allocated IP 172.20.0.1 (7c89bc99-5bee-4439-806c-62783bced54b/2a12ac90-07e6-465c-929b-256ffaa020ac/2b9b1ece-74d2-4a49-b780-c587b413769a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:25.107669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-808d64c3-f903-4306-ad0e-3af14353a58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.114403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e599a769-4afa-4df3-b01d-7e545c394c63 req-3b6f6c1c-1a93-46a4-a915-6448c2a42eb7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956874 Aug 27 16:35:25.132026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-efd561ac-31f6-447d-b03c-19a3fd07c210 None None] For port d2740d46-313d-4c48-b655-d58155985539, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d2740d46-313d-4c48-b655-d58155985539,segment=NetworkSegment(0a664ae9-d55a-4311-8274-77fd886d2622),segment_id=0a664ae9-d55a-4311-8274-77fd886d2622)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:25.186498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:35:22Z', 'revision_number': 3, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port': {'id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:22Z', 'updated_at': '2021-08-27T16:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:25.226485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-808d64c3-f903-4306-ad0e-3af14353a58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.236247 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efd561ac-31f6-447d-b03c-19a3fd07c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.239785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Checking router: 52ee0535-e763-4107-889d-f52ddd50fd35 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:25.247443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Updating router 52ee0535-e763-4107-889d-f52ddd50fd35 port 1346c7d2-840b-480b-ae15-745112ff9b1b binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:35:25.295224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-808d64c3-f903-4306-ad0e-3af14353a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.339589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-808d64c3-f903-4306-ad0e-3af14353a58a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=11f4ea8cdefc4f2480aba91d7ac59402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802785 Aug 27 16:35:25.340804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38538) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:25.351949 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.360901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18b3cc6e-b56b-4781-bed4-b884dce398d3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:25.384996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d64c3-f903-4306-ad0e-3af14353a58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99383b78-49b7-40a3-ae50-8936e48a0df5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:25.391856 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.416904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd561ac-31f6-447d-b03c-19a3fd07c210 None None] Pushing event updated for resources: {'Port': ['ID=d2740d46-313d-4c48-b655-d58155985539,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:25.422163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Transition to ACTIVE for port object 2b9b1ece-74d2-4a49-b780-c587b413769a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:25.440763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cb5de8cb-0cae-4b21-a572-8b9198e1a9f0 None None] Provisioning complete for port d2740d46-313d-4c48-b655-d58155985539 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:25.440858 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cb5de8cb-0cae-4b21-a572-8b9198e1a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.467297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb7e3-41bb-498c-9170-6941df585f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.497746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb7e3-41bb-498c-9170-6941df585f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.561923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.581335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 18b3cc6e-b56b-4781-bed4-b884dce398d3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:25.581812 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.601313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Network 7c89bc99-5bee-4439-806c-62783bced54b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:25.606276 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:25.609798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:25.642799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9b1ece-74d2-4a49-b780-c587b413769a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:25.660029 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.664011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb7e3-41bb-498c-9170-6941df585f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.666532 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb7e3-41bb-498c-9170-6941df585f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:25.670031 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2c8cb7e3-41bb-498c-9170-6941df585f69 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/99383b78-49b7-40a3-ae50-8936e48a0df5 HTTP/1.1" status: 204 len: 168 time: 0.3253565 Aug 27 16:35:25.754824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cb7e3-41bb-498c-9170-6941df585f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99383b78-49b7-40a3-ae50-8936e48a0df5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:26.011299 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.021991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Transition to ACTIVE for port object 1346c7d2-840b-480b-ae15-745112ff9b1b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:26.102007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.106095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.139152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0a855f83-b118-4f3e-9414-d8bd04aa02f6 None None] Provisioning for port 2b9b1ece-74d2-4a49-b780-c587b413769a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:26.142852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.154901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0a855f83-b118-4f3e-9414-d8bd04aa02f6 None None] Provisioning complete for port 2b9b1ece-74d2-4a49-b780-c587b413769a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:26.155672 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a855f83-b118-4f3e-9414-d8bd04aa02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.243985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc784e4-794b-4405-b03a-6cc0cdbe146e None None] Pushing event updated for resources: {'Port': ['ID=1346c7d2-840b-480b-ae15-745112ff9b1b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:26.246856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Attempting to bind port 1346c7d2-840b-480b-ae15-745112ff9b1b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:35:26.249611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Attempting to bind port 1346c7d2-840b-480b-ae15-745112ff9b1b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:35:26.249611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Attempting to bind port 1346c7d2-840b-480b-ae15-745112ff9b1b on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:26.254627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:35:26.255261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:26.255698 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.256221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:35:26.256694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Bound port: 1346c7d2-840b-480b-ae15-745112ff9b1b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:35:26.257199 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.258843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0a855f83-b118-4f3e-9414-d8bd04aa02f6 None None] Port 2b9b1ece-74d2-4a49-b780-c587b413769a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:35:26.312549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d46b0-f27b-4f8c-8b90-fdc4614659b4 req-0e2c9e19-2953-4d4e-a732-b3962df9f4e9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:26.322672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd0d46b0-f27b-4f8c-8b90-fdc4614659b4 req-0e2c9e19-2953-4d4e-a732-b3962df9f4e9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0945349 Aug 27 16:35:26.340091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] For port 1346c7d2-840b-480b-ae15-745112ff9b1b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:35:26.354934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] For port 1346c7d2-840b-480b-ae15-745112ff9b1b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1346c7d2-840b-480b-ae15-745112ff9b1b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:35:26.379634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd0d46b0-f27b-4f8c-8b90-fdc4614659b4 req-2a8c9ae6-e954-4344-8f46-3520f18d4c79 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561125 Aug 27 16:35:26.382274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:35:26.429101 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.485928 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.510813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.565545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:26.600327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8514af60-9278-463e-9a9b-e44eded0051b', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'port_id': '8514af60-9278-463e-9a9b-e44eded0051b', 'mac_address': 'fa:16:3e:d2:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:35:26.609644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Routers {'52ee0535-e763-4107-889d-f52ddd50fd35'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:26.610272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:35:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['52ee0535-e763-4107-889d-f52ddd50fd35'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:26.654617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9b1ece-74d2-4a49-b780-c587b413769a,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:26.657456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.672957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38586) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:26.703322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0456dac-794f-4e1b-892d-0a5bfd68db9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.711450 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:26.730605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8514af60-9278-463e-9a9b-e44eded0051b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:35:26.741196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc784e4-794b-4405-b03a-6cc0cdbe146e None None] Pushing event updated for resources: {'Port': ['ID=1346c7d2-840b-480b-ae15-745112ff9b1b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:26.770884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Network 7c89bc99-5bee-4439-806c-62783bced54b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:26.772218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:26.772482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:26.985574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Router 52ee0535-e763-4107-889d-f52ddd50fd35 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:35:27.086040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0456dac-794f-4e1b-892d-0a5bfd68db9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:27.181719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0456dac-794f-4e1b-892d-0a5bfd68db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:27.359535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:27.361590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0456dac-794f-4e1b-892d-0a5bfd68db9c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51445715f9354c728caf2498538e5174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6841459 Aug 27 16:35:27.364262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38598) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:27.368946 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:27.381072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0456dac-794f-4e1b-892d-0a5bfd68db9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d942f69d-2002-4b9a-873f-872f9d495790,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:27.394086 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cd62d7e9-6bc6-4af6-b18a-5ca44d027226 admin admin] 10.222.0.101 "PUT /v2.0/routers/52ee0535-e763-4107-889d-f52ddd50fd35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1148195 Aug 27 16:35:27.478724 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be4ceeee-e8d5-4acd-a3a9-ebf56a6234a1 req-a8a2348f-14ae-4cf8-b5a0-e53624b0f2ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5740476 Aug 27 16:35:27.480644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a2263edc-6f6b-40c3-bc27-0f299bcecd69 None None] Provisioning complete for port 2b9b1ece-74d2-4a49-b780-c587b413769a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:27.481027 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2263edc-6f6b-40c3-bc27-0f299bcecd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:27.526508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8514af60-9278-463e-9a9b-e44eded0051b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:35:27.578748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be4ceeee-e8d5-4acd-a3a9-ebf56a6234a1 req-6c4dafb1-2c3e-4f76-ab06-b0a0948f6eaa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0478063 Aug 27 16:35:27.602891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dfd86cf-77c8-42b6-8c1e-c80400d1e781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:27.622943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2740d46-313d-4c48-b655-d58155985539 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:27.649561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-8ae5fcf9-36a8-424f-a634-86089284e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:27.651317 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be4ceeee-e8d5-4acd-a3a9-ebf56a6234a1 req-2618bbca-143d-426b-871b-a3fed869fa1f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489633 Aug 27 16:35:27.652064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-8ae5fcf9-36a8-424f-a634-86089284e524 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1096 time: 0.2326610 Aug 27 16:35:27.683097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dfd86cf-77c8-42b6-8c1e-c80400d1e781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:27.792026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] Set router 52ee0535-e763-4107-889d-f52ddd50fd35 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:27.849856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c9661-38b6-47bc-8c36-86c7525ce758 req-42dcc44a-5f3d-4aaf-98d6-a1e7bce35c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:27.859044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a17c9661-38b6-47bc-8c36-86c7525ce758 req-42dcc44a-5f3d-4aaf-98d6-a1e7bce35c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 945 time: 0.2409186 Aug 27 16:35:27.894043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:27.999866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ceeee-e8d5-4acd-a3a9-ebf56a6234a1 req-63269a33-7a7a-43f8-99f7-020a6e338ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:28.010254 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-be4ceeee-e8d5-4acd-a3a9-ebf56a6234a1 req-63269a33-7a7a-43f8-99f7-020a6e338ea4 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3439028 Aug 27 16:35:28.012868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a2263edc-6f6b-40c3-bc27-0f299bcecd69 None None] Port 2b9b1ece-74d2-4a49-b780-c587b413769a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:35:28.047229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d2740d46-313d-4c48-b655-d58155985539 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:28.048093 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.052829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a17c9661-38b6-47bc-8c36-86c7525ce758 req-072b90e0-1423-4805-b52f-332b58d295c2 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927915 Aug 27 16:35:28.104956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-09bd9e1f-5d78-4c1d-8c3c-da880487f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:28.113525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-09bd9e1f-5d78-4c1d-8c3c-da880487f55d service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.4251039 Aug 27 16:35:28.232251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dfd86cf-77c8-42b6-8c1e-c80400d1e781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.240491 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3dfd86cf-77c8-42b6-8c1e-c80400d1e781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:28.251840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3dfd86cf-77c8-42b6-8c1e-c80400d1e781 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d942f69d-2002-4b9a-873f-872f9d495790 HTTP/1.1" status: 204 len: 168 time: 0.8850813 Aug 27 16:35:28.289105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd86cf-77c8-42b6-8c1e-c80400d1e781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d942f69d-2002-4b9a-873f-872f9d495790,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:28.336670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-1d30afcf-8d78-43f6-957b-6252c2061455 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 1001 time: 0.2145538 Aug 27 16:35:28.411848 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-772bd7cc-01e0-45a0-9451-efc7f8f928d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:28.413795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-772bd7cc-01e0-45a0-9451-efc7f8f928d3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0664582 Aug 27 16:35:28.451872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:35:25Z', 'revision_number': 4, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port': {'id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:22Z', 'updated_at': '2021-08-27T16:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '2b9b1ece-74d2-4a49-b780-c587b413769a', 'name': '', 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'mac_address': 'fa:16:3e:e9:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:24Z', 'updated_at': '2021-08-27T16:35:26Z', 'revision_number': 2, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'subnets': [{'id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:28.490581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-0711bea1-18ce-4a25-868b-d110771174f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:28.492262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-0711bea1-18ce-4a25-868b-d110771174f2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704346 Aug 27 16:35:28.514677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-326cd4ba-f72e-4265-acc0-96b7c502c215 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:35:28.515732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-326cd4ba-f72e-4265-acc0-96b7c502c215 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134273 Aug 27 16:35:28.517099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d0015-b3f7-498e-a79b-c837db160de7 None None] The sync data for ids ['52ee0535-e763-4107-889d-f52ddd50fd35'] in n-d-806412-1 is: [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:35:25Z', 'revision_number': 4, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port': {'id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:22Z', 'updated_at': '2021-08-27T16:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '2b9b1ece-74d2-4a49-b780-c587b413769a', 'name': '', 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'mac_address': 'fa:16:3e:e9:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:24Z', 'updated_at': '2021-08-27T16:35:26Z', 'revision_number': 2, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'subnets': [{'id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:28.731480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-5c510541-b209-41a9-b28d-5eabd2517304 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048168 Aug 27 16:35:28.942119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5843d1b3-3494-4185-9bee-dd198c3d6d1c req-11badf48-5a4b-4cb0-bed7-74930564baf2 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001929 Aug 27 16:35:29.335611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17e21-e261-4a16-8b0c-273625a4171a req-9f03dba7-e144-4a85-bd1c-69db67839d30 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:29.337123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75b17e21-e261-4a16-8b0c-273625a4171a req-9f03dba7-e144-4a85-bd1c-69db67839d30 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 945 time: 0.0969455 Aug 27 16:35:29.420252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75b17e21-e261-4a16-8b0c-273625a4171a req-3cf0671f-1a33-415e-b292-87d1b14edf27 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764639 Aug 27 16:35:29.818797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38646) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:29.823485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8341217f-c0bc-4131-aa45-b3881647408c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138720204', 'description': 'tempest-secgroup-smoke-1138720204 description', 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:29.973964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8341217f-c0bc-4131-aa45-b3881647408c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.165681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8341217f-c0bc-4131-aa45-b3881647408c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.271945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8341217f-c0bc-4131-aa45-b3881647408c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.374849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341217f-c0bc-4131-aa45-b3881647408c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052b27a6-a222-447d-91f3-e03bc65d3ad4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:30.390865 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8341217f-c0bc-4131-aa45-b3881647408c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.392351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8341217f-c0bc-4131-aa45-b3881647408c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5725102 Aug 27 16:35:30.402963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:30.405935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38654) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:30.417537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-96740957-729d-46f5-bfb4-95f7cac6c6b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'security_group_rule': {'security_group_id': '052b27a6-a222-447d-91f3-e03bc65d3ad4', 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:30.562894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8514af60-9278-463e-9a9b-e44eded0051b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:30.563582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.614552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96740957-729d-46f5-bfb4-95f7cac6c6b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.745851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518fe11-b8ef-4c4f-942e-25fa6fa6cc57 req-55c808d5-90b5-446a-a2fe-c508dc906b2a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:30.767065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0518fe11-b8ef-4c4f-942e-25fa6fa6cc57 req-55c808d5-90b5-446a-a2fe-c508dc906b2a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 945 time: 0.2227111 Aug 27 16:35:30.817012 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:30.869412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:35:30.869412 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b264f-e0e3-4964-b1bc-fc1bdd81e0cb" -d '{"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-plugged", "status": "completed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:35:30.889917 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:30.892085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0518fe11-b8ef-4c4f-942e-25fa6fa6cc57 req-40eabb1f-3c64-4f16-b5ac-17423ccbb6f8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210229 Aug 27 16:35:30.951082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96740957-729d-46f5-bfb4-95f7cac6c6b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.004652 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.037812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96740957-729d-46f5-bfb4-95f7cac6c6b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.082030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96740957-729d-46f5-bfb4-95f7cac6c6b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97b36b9-5895-406a-a4ea-d0de0cf8aee1,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:31.126324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:31.184436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96740957-729d-46f5-bfb4-95f7cac6c6b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.188436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-96740957-729d-46f5-bfb4-95f7cac6c6b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7786191 Aug 27 16:35:31.195520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38678) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:31.195520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b27694b6-0f24-44ff-a994-4f2de2106e91 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'security_group_rule': {'security_group_id': '052b27a6-a222-447d-91f3-e03bc65d3ad4', 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:31.280781 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fbfa6b-cd40-4fca-8473-da9ff4521aeb x-openstack-request-id: req-b6fbfa6b-cd40-4fca-8473-da9ff4521aeb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:35:31.281423 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-plugged", "status": "completed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:35:31.281857 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b6fbfa6b-cd40-4fca-8473-da9ff4521aeb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:35:31.282359 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b', 'code': 200} Aug 27 16:35:31.363819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b27694b6-0f24-44ff-a994-4f2de2106e91 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.371679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1346c7d2-840b-480b-ae15-745112ff9b1b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:31.464399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b27694b6-0f24-44ff-a994-4f2de2106e91 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.578545 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b27694b6-0f24-44ff-a994-4f2de2106e91 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.599546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27694b6-0f24-44ff-a994-4f2de2106e91 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf31cb15-dee6-490b-b54d-90f907a44cb6,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:31.648913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1346c7d2-840b-480b-ae15-745112ff9b1b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:31.653268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1346c7d2-840b-480b-ae15-745112ff9b1b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:31.653925 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.710310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b27694b6-0f24-44ff-a994-4f2de2106e91 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.714972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38688) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:31.719292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b27694b6-0f24-44ff-a994-4f2de2106e91 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5264668 Aug 27 16:35:31.721838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-80b0170e-713c-47c1-8fdc-b39bb73674fe tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'security_group_rule': {'security_group_id': '052b27a6-a222-447d-91f3-e03bc65d3ad4', 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:31.838488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.855200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80b0170e-713c-47c1-8fdc-b39bb73674fe tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:31.881680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 1346c7d2-840b-480b-ae15-745112ff9b1b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1346c7d2-840b-480b-ae15-745112ff9b1b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:31.961528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.071737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80b0170e-713c-47c1-8fdc-b39bb73674fe tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.097380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=1346c7d2-840b-480b-ae15-745112ff9b1b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:32.121324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2008b-d8a4-403e-bc47-17ef08f477f4 req-00a73d8e-6fc2-454b-8553-8d9bd61f14cd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:32.134776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eef2008b-d8a4-403e-bc47-17ef08f477f4 req-00a73d8e-6fc2-454b-8553-8d9bd61f14cd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0914307 Aug 27 16:35:32.145416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80b0170e-713c-47c1-8fdc-b39bb73674fe tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.198884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0170e-713c-47c1-8fdc-b39bb73674fe tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a5944f-4b80-4027-adfa-4fd04e9d66ef,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:32.219750 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Sync routers for ids ['52ee0535-e763-4107-889d-f52ddd50fd35'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:32.238986 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Routers {'52ee0535-e763-4107-889d-f52ddd50fd35'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:32.240610 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:35:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['52ee0535-e763-4107-889d-f52ddd50fd35'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:32.284297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eef2008b-d8a4-403e-bc47-17ef08f477f4 req-c6d61218-1948-4928-9271-ff62312ac1ac tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480260 Aug 27 16:35:32.307331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-80b0170e-713c-47c1-8fdc-b39bb73674fe tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.310888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38698) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:32.313929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-80b0170e-713c-47c1-8fdc-b39bb73674fe tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5975256 Aug 27 16:35:32.317190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c07cf5ca-1cdb-4b15-ad5c-35246149531b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'security_group_rule': {'security_group_id': '052b27a6-a222-447d-91f3-e03bc65d3ad4', 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:32.418974 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Set router 52ee0535-e763-4107-889d-f52ddd50fd35 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:32.459559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c07cf5ca-1cdb-4b15-ad5c-35246149531b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.681666 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:35:25Z', 'revision_number': 4, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port': {'id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:22Z', 'updated_at': '2021-08-27T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '2b9b1ece-74d2-4a49-b780-c587b413769a', 'name': '', 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'mac_address': 'fa:16:3e:e9:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:24Z', 'updated_at': '2021-08-27T16:35:26Z', 'revision_number': 2, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'subnets': [{'id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:32.706819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c07cf5ca-1cdb-4b15-ad5c-35246149531b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.774787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c07cf5ca-1cdb-4b15-ad5c-35246149531b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.812843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cf5ca-1cdb-4b15-ad5c-35246149531b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b0167d-a082-4914-8fe0-b1c8cc9945d0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:32.898590 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c07cf5ca-1cdb-4b15-ad5c-35246149531b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:32.903620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38732) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:32.909882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'security_group_rule': {'security_group_id': '052b27a6-a222-447d-91f3-e03bc65d3ad4', 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:32.910622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c07cf5ca-1cdb-4b15-ad5c-35246149531b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5985751 Aug 27 16:35:32.926912 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Checking router: 52ee0535-e763-4107-889d-f52ddd50fd35 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:32.927674 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Updating router 52ee0535-e763-4107-889d-f52ddd50fd35 port 2b9b1ece-74d2-4a49-b780-c587b413769a binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:35:32.974088 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.082141 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Project 8fcd37d9cccf43d5b855a13598b2b7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:35:33.087778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.242077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.325036 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.356176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5c5ab7-980f-4455-9f85-8d77d6d27938,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:33.452489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1346c7d2-840b-480b-ae15-745112ff9b1b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:33.465930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.467196 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d49c60c3-d14e-45a2-b69c-5c63637b007c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5612764 Aug 27 16:35:33.471114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38740) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:33.476232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'security_group_rule': {'security_group_id': '052b27a6-a222-447d-91f3-e03bc65d3ad4', 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:33.512242 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.544440 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Transition to ACTIVE for port object 2b9b1ece-74d2-4a49-b780-c587b413769a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:33.583309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1346c7d2-840b-480b-ae15-745112ff9b1b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:33.583926 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.619128 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Project 8fcd37d9cccf43d5b855a13598b2b7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:35:33.624865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.653267 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.667823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8649d-0731-4715-bbda-cda6382eae20 req-b008ed2d-bfc4-41d9-a45b-9b20c0804328 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:33.680800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bd8649d-0731-4715-bbda-cda6382eae20 req-b008ed2d-bfc4-41d9-a45b-9b20c0804328 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.2320714 Aug 27 16:35:33.813116 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7c19e-64c4-4d89-abc9-c153988baca3 None None] Pushing event updated for resources: {'Port': ['ID=2b9b1ece-74d2-4a49-b780-c587b413769a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:33.847714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bd8649d-0731-4715-bbda-cda6382eae20 req-bb8ad2f1-32af-40c7-81cc-7274f294e1bd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572380 Aug 27 16:35:33.861876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.946941 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:33.996752 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Attempting to bind port 2b9b1ece-74d2-4a49-b780-c587b413769a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:35:33.997136 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Attempting to bind port 2b9b1ece-74d2-4a49-b780-c587b413769a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:35:33.997509 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Attempting to bind port 2b9b1ece-74d2-4a49-b780-c587b413769a on network 7c89bc99-5bee-4439-806c-62783bced54b {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:34.037688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f308189-9d4e-4276-8c64-ccd6ccf95db1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:34.039508 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:35:34.039673 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Checking segment: {'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:34.040068 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.052728 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Bound using segment: {'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:35:34.053931 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Bound port: 2b9b1ece-74d2-4a49-b780-c587b413769a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a664ae9-d55a-4311-8274-77fd886d2622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:35:34.055496 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.123406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.125016 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6e4598c6-d9a2-4815-bf2c-73fb174dfa6c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6524394 Aug 27 16:35:34.201234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] For port 2b9b1ece-74d2-4a49-b780-c587b413769a, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:35:34.201234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] For port 2b9b1ece-74d2-4a49-b780-c587b413769a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2b9b1ece-74d2-4a49-b780-c587b413769a,segment=NetworkSegment(0a664ae9-d55a-4311-8274-77fd886d2622),segment_id=0a664ae9-d55a-4311-8274-77fd886d2622)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:35:34.271003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38752) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:34.470987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5268-27b7-487f-9ac7-9f46eaab3261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.470987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-57c7634e-8f1d-45ec-96c8-6b11e36df37f tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138720204&fields=id&tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4 HTTP/1.1" status: 200 len: 267 time: 0.0527937 Aug 27 16:35:34.495278 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.560490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Routers {'52ee0535-e763-4107-889d-f52ddd50fd35'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:34.562155 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:35:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['52ee0535-e763-4107-889d-f52ddd50fd35'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:34.567799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-8445074d-8699-4684-9cc2-ae67327ddbf2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:34.575187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-8445074d-8699-4684-9cc2-ae67327ddbf2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/networks?id=1a35110d-14de-4645-b6c1-ceef4e0470bf HTTP/1.1" status: 200 len: 809 time: 0.1459725 Aug 27 16:35:34.596441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-adaf4643-a495-40fa-b607-ba7e6a827831 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/quotas/8fcd37d9cccf43d5b855a13598b2b7d4 HTTP/1.1" status: 200 len: 375 time: 0.0196681 Aug 27 16:35:34.605736 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7c19e-64c4-4d89-abc9-c153988baca3 None None] Pushing event updated for resources: {'Port': ['ID=2b9b1ece-74d2-4a49-b780-c587b413769a,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:34.665474 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5268-27b7-487f-9ac7-9f46eaab3261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.698063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-0a310e0b-359d-497f-bea3-d33a0355701a tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834439 Aug 27 16:35:34.794557 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] Set router 52ee0535-e763-4107-889d-f52ddd50fd35 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:34.817130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-f0806997-9eec-4311-9a95-b09f1c633367 service neutron] 10.222.0.101 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010444 Aug 27 16:35:34.906496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5268-27b7-487f-9ac7-9f46eaab3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:34.959693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-5b01dcd6-edca-4475-9945-f09d2cc35cb0 service neutron] 10.222.0.101 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421585 Aug 27 16:35:34.982568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5268-27b7-487f-9ac7-9f46eaab3261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20a3db1-b4b0-43a7-8022-228d2ce013df,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:34.998693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d8ca5268-27b7-487f-9ac7-9f46eaab3261 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0a53175936842a3ad9a02222622068d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258162 Aug 27 16:35:35.001273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38776) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:35.025104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:35:25Z', 'revision_number': 4, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port': {'id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:22Z', 'updated_at': '2021-08-27T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '2b9b1ece-74d2-4a49-b780-c587b413769a', 'name': '', 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'mac_address': 'fa:16:3e:e9:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:24Z', 'updated_at': '2021-08-27T16:35:34Z', 'revision_number': 4, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'subnets': [{'id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:35.055590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737afc-aa78-46f4-9b9d-3a30cd001911 req-df86905b-9fa2-4132-b52b-d3a77b313c6a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:35.063722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d737afc-aa78-46f4-9b9d-3a30cd001911 req-df86905b-9fa2-4132-b52b-d3a77b313c6a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1464071 Aug 27 16:35:35.107512 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2e0bc-dbbc-47b8-b901-072a765cc54e None None] The sync data for ids ['52ee0535-e763-4107-889d-f52ddd50fd35'] in n-d-806412-1 is: [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:35:25Z', 'revision_number': 4, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port': {'id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:22Z', 'updated_at': '2021-08-27T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '2b9b1ece-74d2-4a49-b780-c587b413769a', 'name': '', 'network_id': '7c89bc99-5bee-4439-806c-62783bced54b', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'mac_address': 'fa:16:3e:e9:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:24Z', 'updated_at': '2021-08-27T16:35:34Z', 'revision_number': 4, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'subnets': [{'id': '2a12ac90-07e6-465c-929b-256ffaa020ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:35.169215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d737afc-aa78-46f4-9b9d-3a30cd001911 req-96456bdd-9809-43b6-8820-6b5850a83815 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966358 Aug 27 16:35:35.176881 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7da02c-df2b-4fbf-b002-04ffdc684c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.220707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7da02c-df2b-4fbf-b002-04ffdc684c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.404832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b9b1ece-74d2-4a49-b780-c587b413769a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:35.442939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7da02c-df2b-4fbf-b002-04ffdc684c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.445817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0b7da02c-df2b-4fbf-b002-04ffdc684c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.447172 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0b7da02c-df2b-4fbf-b002-04ffdc684c2e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e20a3db1-b4b0-43a7-8022-228d2ce013df HTTP/1.1" status: 204 len: 168 time: 0.4448340 Aug 27 16:35:35.464366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7da02c-df2b-4fbf-b002-04ffdc684c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20a3db1-b4b0-43a7-8022-228d2ce013df,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:35.551435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2b9b1ece-74d2-4a49-b780-c587b413769a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:35.556807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2b9b1ece-74d2-4a49-b780-c587b413769a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:35.565386 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.598482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c33b814-4d7b-4f0d-8893-611827212ac2 req-a9f2ec30-3103-45a5-b72c-006dd76efef1 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 210 time: 0.1039791 Aug 27 16:35:35.819897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:35.869622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 2b9b1ece-74d2-4a49-b780-c587b413769a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2b9b1ece-74d2-4a49-b780-c587b413769a,segment=NetworkSegment(0a664ae9-d55a-4311-8274-77fd886d2622),segment_id=0a664ae9-d55a-4311-8274-77fd886d2622)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:35.958276 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:36.129036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=2b9b1ece-74d2-4a49-b780-c587b413769a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:36.361822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce039e5f-6f9e-429f-8722-90d37b6e28b9 req-ca1eac3d-8604-4464-809e-b8e877ecaa1c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:36.364708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce039e5f-6f9e-429f-8722-90d37b6e28b9 req-ca1eac3d-8604-4464-809e-b8e877ecaa1c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1069429 Aug 27 16:35:36.453874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce039e5f-6f9e-429f-8722-90d37b6e28b9 req-e2b55002-3ead-41a7-961f-1acd9625a7d1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709212 Aug 27 16:35:36.656676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38806) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:36.679030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86faf907-1fd9-426c-94df-ef4bd8e52045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:36.789229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-582750d8-daca-4bbc-a5b4-edc09bde0078 req-2f99b290-96c5-4698-9b96-8c5fc65040ff tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 210 time: 0.0719397 Aug 27 16:35:36.847423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86faf907-1fd9-426c-94df-ef4bd8e52045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:36.968891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-86faf907-1fd9-426c-94df-ef4bd8e52045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:37.027129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faf907-1fd9-426c-94df-ef4bd8e52045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4199e454-d0be-455b-a734-a0f5fdd20267,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:37.062892 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-86faf907-1fd9-426c-94df-ef4bd8e52045 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=becede5e68134f6cb13ba41ea8c974b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048386 Aug 27 16:35:37.067505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38810) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:37.179639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f2d647c-5c9d-4e9f-8354-53e96e43e0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:37.256579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f2d647c-5c9d-4e9f-8354-53e96e43e0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:37.335044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b9b1ece-74d2-4a49-b780-c587b413769a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:37.446119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2b9b1ece-74d2-4a49-b780-c587b413769a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:37.451161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:37.511896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f2d647c-5c9d-4e9f-8354-53e96e43e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:37.514543 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5f2d647c-5c9d-4e9f-8354-53e96e43e0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:37.518617 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5f2d647c-5c9d-4e9f-8354-53e96e43e0b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4199e454-d0be-455b-a734-a0f5fdd20267 HTTP/1.1" status: 204 len: 168 time: 0.4450858 Aug 27 16:35:37.532745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d647c-5c9d-4e9f-8354-53e96e43e0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4199e454-d0be-455b-a734-a0f5fdd20267,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:37.938032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cee999-aab7-4ca0-8781-433357400869 req-62bfebc7-c118-4960-99c3-0ae18c59edfd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:37.949626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17cee999-aab7-4ca0-8781-433357400869 req-62bfebc7-c118-4960-99c3-0ae18c59edfd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.3946242 Aug 27 16:35:38.001205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17cee999-aab7-4ca0-8781-433357400869 req-e9d017f0-bfbf-416e-99a2-d76a139d2d4a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485992 Aug 27 16:35:38.049944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24d71eca-c982-43c6-b135-f352b825cbea req-721af631-e2df-452c-9355-1edc49dbee57 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 210 time: 0.0601621 Aug 27 16:35:38.585832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-10b89f98-792a-4429-b047-c94b4798b391 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:38.587457 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-10b89f98-792a-4429-b047-c94b4798b391 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.90 "GET /v2.0/networks?id=1a35110d-14de-4645-b6c1-ceef4e0470bf HTTP/1.1" status: 200 len: 809 time: 0.1976919 Aug 27 16:35:38.704524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-1fea03fd-30ec-43fd-aabd-d48593479c7c tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4 HTTP/1.1" status: 200 len: 380 time: 0.1060555 Aug 27 16:35:38.713872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'port': {'device_id': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'admin_state_up': True, 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'security_groups': ['052b27a6-a222-447d-91f3-e03bc65d3ad4']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:39.169165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6c2216b-1fe0-4305-b7a2-51dd2ea65317 req-e94d2db7-f22f-4d99-b5c0-0724f856ed2e tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 210 time: 0.0374672 Aug 27 16:35:39.289186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74fca0-b2eb-401a-b7db-eb5cd55d6375 req-7e7d4a31-40fb-4365-a28e-f826b69c5d77 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:39.297343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f74fca0-b2eb-401a-b7db-eb5cd55d6375 req-7e7d4a31-40fb-4365-a28e-f826b69c5d77 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1208072 Aug 27 16:35:39.399152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f74fca0-b2eb-401a-b7db-eb5cd55d6375 req-337bea73-e4cf-4b96-aabc-f2eb11e32a55 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006627 Aug 27 16:35:39.865936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Made reservation on behalf of 8fcd37d9cccf43d5b855a13598b2b7d4 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:35:39.870230 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:39.999603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-f638c103-be6e-4512-a74e-95197f43c2b1 req-746d0d68-82cd-4241-8a80-3cc876130b81 service neutron] (95252) timed out ('10.222.0.101', 44832) {{(pid=95252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:35:40.037385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Allocated IP 172.20.0.13 (1a35110d-14de-4645-b6c1-ceef4e0470bf/29c1fc85-a9e4-49c7-b252-1626d5906e6a/3f7a041f-2ae4-4745-82c0-0a69fe3a5b87) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:40.279227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:40.322599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Transition to ACTIVE for port object 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:40.334801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4ce7d51-002f-44bc-bc79-84a92f18d098 req-705ac785-ebfa-477d-9229-f062a12494d0 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 210 time: 0.0581577 Aug 27 16:35:40.512944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:40.596409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:40.607424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:40.622249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:40.735924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'Port': ['ID=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:40.783594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d4cf3-b195-44d1-8df3-48fd72548ddf req-859400ab-8509-48e8-9c1c-da7ab0ee90ee tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:40.792837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c29d4cf3-b195-44d1-8df3-48fd72548ddf req-859400ab-8509-48e8-9c1c-da7ab0ee90ee tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0942473 Aug 27 16:35:40.833260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:40.835000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:40.935928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c29d4cf3-b195-44d1-8df3-48fd72548ddf req-aebc6ce5-364e-423e-a131-3723b40d27f8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418164 Aug 27 16:35:40.967399 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-c8936991-4247-41f2-8f8d-f0a0783b7955 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2571361 Aug 27 16:35:40.986320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-597ea155-1a2a-475d-90f4-f81995dbe254 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:35:40.988735 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-597ea155-1a2a-475d-90f4-f81995dbe254 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121806 Aug 27 16:35:41.049236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Request body: {'port': {'device_id': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:41.185507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:41.215056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c978c077-d632-481d-9695-479e4e81119b None None] Provisioning for port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:41.219866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c978c077-d632-481d-9695-479e4e81119b None None] Provisioning complete for port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:41.220756 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c978c077-d632-481d-9695-479e4e81119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:41.317476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c978c077-d632-481d-9695-479e4e81119b None None] Port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:35:41.590572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b95b4-f544-4fd5-9de5-a4647dce216e req-c18bacf6-6fe0-41de-9f32-cef03e0625ba tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:41.592342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-956b95b4-f544-4fd5-9de5-a4647dce216e req-c18bacf6-6fe0-41de-9f32-cef03e0625ba tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 932 time: 0.1178010 Aug 27 16:35:41.660907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-956b95b4-f544-4fd5-9de5-a4647dce216e req-c2bd7644-7468-450d-b2e6-650ed6bfbf8e tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518169 Aug 27 16:35:41.687400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:35:41.692081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:41.704260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Transition to ACTIVE for port object 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:35:41.787098 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:41.894736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Pushing event updated for resources: {'Port': ['ID=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:42.121365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Attempting to bind port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:35:42.122017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Attempting to bind port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:35:42.122017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Attempting to bind port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 on network 1a35110d-14de-4645-b6c1-ceef4e0470bf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:42.136786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 on network 1a35110d-14de-4645-b6c1-ceef4e0470bf not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:35:42.142167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Attempting to bind port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 on network 1a35110d-14de-4645-b6c1-ceef4e0470bf {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:35:42.154507 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:35:42.154860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Checking segment: {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:35:42.155252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Bound using segment: {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:35:42.155710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Bound port: 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16539fa-ad85-4a94-897a-96ba044adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:35:42.156073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:42.161937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf17d8-ac66-4324-8480-4cdf0b06ee26 req-5d7670c2-6998-42b6-9a46-f7080747dc6d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:42.171171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95bf17d8-ac66-4324-8480-4cdf0b06ee26 req-5d7670c2-6998-42b6-9a46-f7080747dc6d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1365089 Aug 27 16:35:42.274419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95bf17d8-ac66-4324-8480-4cdf0b06ee26 req-91a45501-cc8a-4862-b8ef-11f7751adc86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002762 Aug 27 16:35:42.306904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] For port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:35:42.310503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] For port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:35:42.444117 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:42.510729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:42.511839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:42.514917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] 10.222.0.90 "PUT /v2.0/ports/3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 HTTP/1.1" status: 200 len: 1092 time: 1.4717419 Aug 27 16:35:42.517045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:35:42.520639 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:35:42.609050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36c0b2-4ddd-4ddd-a78c-493b94d7639b service neutron] Pushing event updated for resources: {'Port': ['ID=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:42.634661 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03a3843-1b72-4754-8567-f9bb2e5a16c1 x-openstack-request-id: req-d03a3843-1b72-4754-8567-f9bb2e5a16c1 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:35:42.635695 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:35:42.636052 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d03a3843-1b72-4754-8567-f9bb2e5a16c1 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:35:42.637286 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'status': 'completed', 'code': 200} Aug 27 16:35:42.742627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4da1943b-b045-4cdc-bddb-f123c408dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:42.744422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-4da1943b-b045-4cdc-bddb-f123c408dfff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4&device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1095 time: 0.1052802 Aug 27 16:35:42.872500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dba7f2-d5b3-4f46-86a7-c0fc63988df8 req-50f2873b-7492-48a2-be38-790a4360ad1f tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:42.886627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16dba7f2-d5b3-4f46-86a7-c0fc63988df8 req-50f2873b-7492-48a2-be38-790a4360ad1f tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 944 time: 0.0937574 Aug 27 16:35:42.895747 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-274ddbda-6c31-4720-8c4d-b94cac9aa5dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 HTTP/1.1" status: 200 len: 217 time: 0.1353414 Aug 27 16:35:42.960795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16dba7f2-d5b3-4f46-86a7-c0fc63988df8 req-7633f1fd-0e3f-4e60-a4f2-c8b6385aae5f tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690114 Aug 27 16:35:43.013869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-10db8978-2115-4eb0-80ff-400761a1dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:43.016963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-10db8978-2115-4eb0-80ff-400761a1dfcd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29c1fc85-a9e4-49c7-b252-1626d5906e6a HTTP/1.1" status: 200 len: 848 time: 0.1148694 Aug 27 16:35:43.153904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-2e1aab82-e4bf-4d30-9026-c60512876c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:43.161197 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-2e1aab82-e4bf-4d30-9026-c60512876c0b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a35110d-14de-4645-b6c1-ceef4e0470bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380959 Aug 27 16:35:43.264181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38928) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:43.398031 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-03865880-0f8b-4267-9f6b-cc7527c29da1 service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271826 Aug 27 16:35:43.477377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a15cc-90d9-40b2-8f5a-4b6877e26729 req-3cfb2a6f-f0fd-4de8-96c2-e8d6b1a49bac tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:43.485325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed0a15cc-90d9-40b2-8f5a-4b6877e26729 req-3cfb2a6f-f0fd-4de8-96c2-e8d6b1a49bac tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0919361 Aug 27 16:35:43.580361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed0a15cc-90d9-40b2-8f5a-4b6877e26729 req-d76613fb-7493-4a34-9b5b-73473ef9b084 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896101 Aug 27 16:35:43.601907 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:43.727612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:43.735244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f3bf19dc-1e39-475f-b06c-c9c73ece6075 req-13fa33d3-52d0-4fae-a457-ac5687e6b257 service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098266 Aug 27 16:35:43.780239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:43.918850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52bbf41cbca04810915935ea8ca8e128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530714 Aug 27 16:35:43.922005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 38940) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:43.929496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fb699e-b3ae-42e8-b2f9-5d2046f88462,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:43.950497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-6681cf0e-3591-4d53-a673-91ca78d37292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:43.953373 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-6681cf0e-3591-4d53-a673-91ca78d37292 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4&device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1095 time: 0.0969541 Aug 27 16:35:43.978366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.978710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.979063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.979422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.979758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.980087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.980420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.980738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.981060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.981378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.981700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:43.982152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30db83-03b5-4c55-8888-10461b6a2b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:44.035902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-14a726c0-d378-4989-99f7-3e41f7d2b88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:44.086324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-14a726c0-d378-4989-99f7-3e41f7d2b88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:44.182643 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-ba9e6409-250d-4571-a7b4-2d0ae63e4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:44.184253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-ba9e6409-250d-4571-a7b4-2d0ae63e4e9d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a35110d-14de-4645-b6c1-ceef4e0470bf HTTP/1.1" status: 200 len: 911 time: 0.2223647 Aug 27 16:35:44.272513 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-91642549-7347-4edd-95d6-fd9842f2864e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 HTTP/1.1" status: 200 len: 217 time: 0.0762999 Aug 27 16:35:44.272739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7facf-29f0-4f2c-a77a-0bb042f44679 req-43744e05-2ded-450e-b99f-5b450d186bf3 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:44.283793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64c7facf-29f0-4f2c-a77a-0bb042f44679 req-43744e05-2ded-450e-b99f-5b450d186bf3 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 944 time: 0.1990321 Aug 27 16:35:44.379332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-35207709-625c-4286-abb0-9b7884b640bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:44.381124 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-35207709-625c-4286-abb0-9b7884b640bd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29c1fc85-a9e4-49c7-b252-1626d5906e6a HTTP/1.1" status: 200 len: 848 time: 0.0998645 Aug 27 16:35:44.487334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64c7facf-29f0-4f2c-a77a-0bb042f44679 req-39788128-b029-4097-a929-68d9ef87bc22 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935487 Aug 27 16:35:44.530084 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-14a726c0-d378-4989-99f7-3e41f7d2b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:44.533378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-14a726c0-d378-4989-99f7-3e41f7d2b88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:44.536869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-14a726c0-d378-4989-99f7-3e41f7d2b88e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d6fb699e-b3ae-42e8-b2f9-5d2046f88462 HTTP/1.1" status: 204 len: 168 time: 0.6119010 Aug 27 16:35:44.555830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a726c0-d378-4989-99f7-3e41f7d2b88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fb699e-b3ae-42e8-b2f9-5d2046f88462,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:44.607429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-b845e748-91f6-4904-8741-cdafc3acec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:44.620734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-b845e748-91f6-4904-8741-cdafc3acec3b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a35110d-14de-4645-b6c1-ceef4e0470bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239199 Aug 27 16:35:44.871212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a45590-2d9e-4f75-aa64-fb067c4e5077 req-4fed3be1-4241-4971-a653-4ca7891be953 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:44.881141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58a45590-2d9e-4f75-aa64-fb067c4e5077 req-4fed3be1-4241-4971-a653-4ca7891be953 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1825924 Aug 27 16:35:44.886044 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-e5c905aa-2119-4c3b-91e9-8721f446c664 service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596805 Aug 27 16:35:44.986062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58a45590-2d9e-4f75-aa64-fb067c4e5077 req-edfaacd9-05a4-4cbb-8cb7-636aeecb2b0e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952253 Aug 27 16:35:45.148804 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-718b62f7-24dc-4ca8-9f91-d7baa11d9b50 req-88b31faa-3e55-4b2f-b9c7-0265441e9aa5 service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521732 Aug 27 16:35:45.605330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462813c-43ee-4cd0-86ff-45a1fb5eacd0 req-d930cd67-f4d7-4107-a5c9-18aff356281d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:45.607065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6462813c-43ee-4cd0-86ff-45a1fb5eacd0 req-d930cd67-f4d7-4107-a5c9-18aff356281d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 944 time: 0.0506852 Aug 27 16:35:45.653220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6462813c-43ee-4cd0-86ff-45a1fb5eacd0 req-00c5251d-b49e-46ba-a021-1303c7b46c56 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368028 Aug 27 16:35:45.870493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38964) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:45.885056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d635e86-7d74-42fb-86d2-b37e9593e734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:46.028266 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d635e86-7d74-42fb-86d2-b37e9593e734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:46.123199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d635e86-7d74-42fb-86d2-b37e9593e734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:46.200378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290e336-e8f8-4f39-961f-72adf472fa19 req-612b8050-9869-4a44-98e2-1b0e70101a8c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:46.213786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f290e336-e8f8-4f39-961f-72adf472fa19 req-612b8050-9869-4a44-98e2-1b0e70101a8c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.1446044 Aug 27 16:35:46.221770 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d635e86-7d74-42fb-86d2-b37e9593e734 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=200c16a15e674a3fa244323c2ef7ffd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500063 Aug 27 16:35:46.223417 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d635e86-7d74-42fb-86d2-b37e9593e734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be00157-4403-4678-927f-4679fe6f1e5d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:46.227808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 38976) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:46.287381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f290e336-e8f8-4f39-961f-72adf472fa19 req-d2d2437b-06e2-4076-bb0f-69fad46d3789 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546999 Aug 27 16:35:46.321634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f13396b-7834-4f00-b984-940746c536c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:46.352067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f13396b-7834-4f00-b984-940746c536c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:46.523488 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f13396b-7834-4f00-b984-940746c536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:46.526300 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f13396b-7834-4f00-b984-940746c536c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:46.530411 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4f13396b-7834-4f00-b984-940746c536c5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1be00157-4403-4678-927f-4679fe6f1e5d HTTP/1.1" status: 204 len: 168 time: 0.3003736 Aug 27 16:35:46.539260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13396b-7834-4f00-b984-940746c536c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be00157-4403-4678-927f-4679fe6f1e5d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:46.897529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617181a3-436e-4cab-9f87-f968859457dc req-c2916f56-a29d-465a-8980-ae3f8f98830d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:46.897529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-617181a3-436e-4cab-9f87-f968859457dc req-c2916f56-a29d-465a-8980-ae3f8f98830d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 944 time: 0.1010907 Aug 27 16:35:46.934772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-617181a3-436e-4cab-9f87-f968859457dc req-84145a44-cef3-4380-b847-2fea8b0ca637 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478880 Aug 27 16:35:47.465751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337aa6-70be-44ab-90cf-cbf4bb91f7a7 req-80239ea3-1af3-485a-89b8-b329df4efc26 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:47.468062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7337aa6-70be-44ab-90cf-cbf4bb91f7a7 req-80239ea3-1af3-485a-89b8-b329df4efc26 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0955529 Aug 27 16:35:47.513064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7337aa6-70be-44ab-90cf-cbf4bb91f7a7 req-6c46d7af-0461-4c28-8e80-1ab7df2187f6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379095 Aug 27 16:35:47.956906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:35:48.089630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af407d-b23b-4771-afd3-dc32a1cab158 req-e6a71c4c-621e-4e46-8ded-44152babb6d1 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:48.098999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88af407d-b23b-4771-afd3-dc32a1cab158 req-e6a71c4c-621e-4e46-8ded-44152babb6d1 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 944 time: 0.0736070 Aug 27 16:35:48.154764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:48.159889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88af407d-b23b-4771-afd3-dc32a1cab158 req-fd43df21-2139-4b38-94d5-9e92f6744a24 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 Aug 27 16:35:48.172439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'port_id': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'mac_address': 'fa:16:3e:24:63:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:35:48.214139 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:48.230487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:35:48.255509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:48.365000 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:48.414850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:48.486221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-4a53ad33-c4d9-44f2-b388-4a3a33b20423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:48.488163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-4a53ad33-c4d9-44f2-b388-4a3a33b20423 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1097 time: 0.0447252 Aug 27 16:35:48.578264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3f7a041f-2ae4-4745-82c0-0a69fe3a5b87'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:35:48.655064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-4ec334d7-fbe5-40bc-aee9-4ace5df7768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:48.655064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-4ec334d7-fbe5-40bc-aee9-4ace5df7768f service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.1506982 Aug 27 16:35:48.739859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39042) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:48.744999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3acbf4-f91c-498c-82f6-842567631872 req-0774224f-5c6e-4260-b66c-431e105d891b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:48.746992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc3acbf4-f91c-498c-82f6-842567631872 req-0774224f-5c6e-4260-b66c-431e105d891b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0990181 Aug 27 16:35:48.773693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-18180976-968b-4d02-b81c-6ad5a64a1e6a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 1002 time: 0.0973268 Aug 27 16:35:48.878359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc3acbf4-f91c-498c-82f6-842567631872 req-085898f3-06a2-4bc8-a208-687a2ebacc54 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190839 Aug 27 16:35:48.902008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-8423b89e-03d0-4154-8e22-696c54d8c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:48.902444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:48.903490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-8423b89e-03d0-4154-8e22-696c54d8c4e7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.1223159 Aug 27 16:35:48.966442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-8b01cdb2-f893-4961-9494-67209f44b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:48.968210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-8b01cdb2-f893-4961-9494-67209f44b507 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562181 Aug 27 16:35:49.009434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:49.071615 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:49.081289 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-396c78c3-ba15-4fa2-b8b0-7813c5ffc522 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039579 Aug 27 16:35:49.105680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a119a5bc-7bfa-4e77-99a7-ac3f8b99b30d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:49.117862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.118434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.119059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.119641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.120147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.120632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.121113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.121603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.122081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.122582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.123069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.123576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:35:49.156148 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-14a58863-16bf-4b50-9d1b-1af96268edda admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eff9eb575ad84b548b79b064dd5db957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151070 Aug 27 16:35:49.158594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39048) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:49.225358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c63f7aad-5617-4ae5-a237-028d67655202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:49.249643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da308d41-d412-45ec-8b2b-8af7c6cd1c15 req-55e07314-e5f1-4aef-a512-854e6b35d53a service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613984 Aug 27 16:35:49.249876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c63f7aad-5617-4ae5-a237-028d67655202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:49.333618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847fd52-25cc-4fdc-98d4-26780eb6c73f req-7ad7f913-8db9-4f22-a950-0fb6f92f1be2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:49.335221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7847fd52-25cc-4fdc-98d4-26780eb6c73f req-7ad7f913-8db9-4f22-a950-0fb6f92f1be2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 945 time: 0.0690563 Aug 27 16:35:49.391243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c63f7aad-5617-4ae5-a237-028d67655202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:49.391700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7847fd52-25cc-4fdc-98d4-26780eb6c73f req-500dd720-2ce7-45cb-b2da-123a22603221 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497682 Aug 27 16:35:49.395282 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c63f7aad-5617-4ae5-a237-028d67655202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:49.399498 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c63f7aad-5617-4ae5-a237-028d67655202 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a119a5bc-7bfa-4e77-99a7-ac3f8b99b30d HTTP/1.1" status: 204 len: 168 time: 0.2397244 Aug 27 16:35:49.410000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f7aad-5617-4ae5-a237-028d67655202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a119a5bc-7bfa-4e77-99a7-ac3f8b99b30d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:49.968451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:35:50.093980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:35:50.100371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ecaf-a151-4604-b454-5ca7636cde87 req-652d0cf2-735f-41b2-bc2b-45d6685f572f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:50.100869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:35:50.100869 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:50.102899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d753ecaf-a151-4604-b454-5ca7636cde87 req-652d0cf2-735f-41b2-bc2b-45d6685f572f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0759678 Aug 27 16:35:50.164859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d753ecaf-a151-4604-b454-5ca7636cde87 req-b7ccc61a-6348-4e8b-8ccf-81eb9435daa1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511756 Aug 27 16:35:50.198734 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:50.230373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:35:50.230373 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d71c4d-e830-407b-a0b0-acf12761bf93" -d '{"events": [{"server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:35:50.244043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:50.277594 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c36f43-d37e-4cb1-9ab2-d90b48773a07 x-openstack-request-id: req-c9c36f43-d37e-4cb1-9ab2-d90b48773a07 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:35:50.277939 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:35:50.278137 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c9c36f43-d37e-4cb1-9ab2-d90b48773a07 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:35:50.278532 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'code': 200} Aug 27 16:35:50.339899 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:50.421377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83fdc-b027-455a-b79d-238c0a33c08a req-cae140b9-47a9-4f94-9b06-da4854a79e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:50.422277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:50.422476 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4fb83fdc-b027-455a-b79d-238c0a33c08a req-cae140b9-47a9-4f94-9b06-da4854a79e91 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1097 time: 0.0662596 Aug 27 16:35:50.485215 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4fb83fdc-b027-455a-b79d-238c0a33c08a req-0a741a22-6a92-4fa7-a3d6-514387798773 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612228 Aug 27 16:35:50.569329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df849fc-d474-4461-a6e9-49e0fc0e857e req-1a2abb7c-833e-49d3-b389-8c09fe91239b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:50.570963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5df849fc-d474-4461-a6e9-49e0fc0e857e req-1a2abb7c-833e-49d3-b389-8c09fe91239b tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0644045 Aug 27 16:35:50.616558 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-764238d4-2df3-4d35-ae65-d39c384fd35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:50.622631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5df849fc-d474-4461-a6e9-49e0fc0e857e req-a061b550-6fd4-4f5b-a373-9425763f3842 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Aug 27 16:35:51.295826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7de4c-89ad-4278-8462-6d5ae81c10e2 req-8249784e-12cf-453c-8875-c972bebe4be6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:51.297326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5f7de4c-89ad-4278-8462-6d5ae81c10e2 req-8249784e-12cf-453c-8875-c972bebe4be6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 946 time: 0.0591483 Aug 27 16:35:51.335606 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5f7de4c-89ad-4278-8462-6d5ae81c10e2 req-d92f653a-ef57-4184-88d1-e5619527ce10 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Aug 27 16:35:51.794385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a651c-9b11-4c5d-a32e-9514a8820acd req-321f8285-557d-4e3e-bb80-cdcbd3eaabdc tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:51.796682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c9a651c-9b11-4c5d-a32e-9514a8820acd req-321f8285-557d-4e3e-bb80-cdcbd3eaabdc tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0758018 Aug 27 16:35:51.862552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c9a651c-9b11-4c5d-a32e-9514a8820acd req-37bf43eb-629e-4d03-9629-f283f2b9e62a tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586097 Aug 27 16:35:52.512271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:35:52.601182 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:52.627976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:35:52.630579 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6528082-4ec2-4147-b358-bed318ed8e43" -d '{"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-unplugged", "status": "completed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:35:52.645774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:35:52.684864 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e5ab0-ccce-4392-a9cb-6186298d566c x-openstack-request-id: req-e66e5ab0-ccce-4392-a9cb-6186298d566c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:35:52.684864 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-unplugged", "status": "failed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b", "code": 422}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:35:52.684864 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e66e5ab0-ccce-4392-a9cb-6186298d566c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:35:52.684864 n-d-806412-1 neutron-server[95254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b', 'code': 422} returned with failed status Aug 27 16:35:52.752229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:52.816963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:53.058122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56537c1e-541d-46aa-85e8-f944cc7b50ea req-94245175-3c06-44a1-a95c-596eef3ea97e tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:53.060486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56537c1e-541d-46aa-85e8-f944cc7b50ea req-94245175-3c06-44a1-a95c-596eef3ea97e tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0862625 Aug 27 16:35:53.121781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87270996-0658-410d-9a9b-1b24641f45eb req-9d07f237-9bb9-49bc-bc27-164b32673bbd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:53.130239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87270996-0658-410d-9a9b-1b24641f45eb req-9d07f237-9bb9-49bc-bc27-164b32673bbd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1256039 Aug 27 16:35:53.178804 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84e9d2be-9ff6-473b-b3fe-0912bf17d9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:53.197877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56537c1e-541d-46aa-85e8-f944cc7b50ea req-6eaf9064-a7a0-43f7-a10b-8dbb904775a9 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198072 Aug 27 16:35:53.235968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87270996-0658-410d-9a9b-1b24641f45eb req-1fe423f2-e362-4976-aa74-8d35814c4695 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046693 Aug 27 16:35:53.255526 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:53.330695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:53.341547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb01ac-8d62-4b9f-ad35-4f3f3293a2dd req-5d14a13d-54ec-4be3-94a5-247b5f9a84b7 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:53.364661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47cb01ac-8d62-4b9f-ad35-4f3f3293a2dd req-5d14a13d-54ec-4be3-94a5-247b5f9a84b7 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0875714 Aug 27 16:35:53.417421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47cb01ac-8d62-4b9f-ad35-4f3f3293a2dd req-a5c82331-dd31-42f6-a985-19c8ef76cb26 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480285 Aug 27 16:35:53.448191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39248) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:53.605832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8df5be-8f5f-490f-a5e7-4462bd54a9dd req-8ac420e1-259f-4256-b259-a417a2b627e3 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:53.612022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b8df5be-8f5f-490f-a5e7-4462bd54a9dd req-8ac420e1-259f-4256-b259-a417a2b627e3 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0974886 Aug 27 16:35:53.668725 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-1abdcb3d-b720-4d69-90d7-7a081f8f0d93 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2179906 Aug 27 16:35:53.725550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 39258) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:53.726372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b8df5be-8f5f-490f-a5e7-4462bd54a9dd req-c24f060f-119e-416d-8dff-980cc866fd11 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831428 Aug 27 16:35:53.968800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ef421-347f-445c-b278-b79bf07a5d3d tempest-TestServerBasicOps-668743506 tempest-TestServerBasicOps-668743506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:53.974613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 39270) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:35:53.975440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f85ef421-347f-445c-b278-b79bf07a5d3d tempest-TestServerBasicOps-668743506 tempest-TestServerBasicOps-668743506-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1092 time: 0.2482088 Aug 27 16:35:53.980673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:35:54.048494 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:54.093007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:54.272757 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:54.457342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Allocated IP 172.25.4.196 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/b79cdbb2-ac23-4ca3-a05b-e667527fdd0e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:35:54.484440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc0fb1-15ae-4d70-b89f-6b1d110070dc req-93da4556-15c1-4282-94ca-33021b5bfbc5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:54.486240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9bc0fb1-15ae-4d70-b89f-6b1d110070dc req-93da4556-15c1-4282-94ca-33021b5bfbc5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1074409 Aug 27 16:35:54.555430 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:54.590732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9bc0fb1-15ae-4d70-b89f-6b1d110070dc req-28c3a95a-486e-4915-a8d6-749111e2c22a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929477 Aug 27 16:35:54.685858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:54.820363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:54.879958 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:35:54.885544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:35:54.889802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:35:54.891831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'Port': ['ID=b79cdbb2-ac23-4ca3-a05b-e667527fdd0e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:54.899837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:35:55.572799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:55.771041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b331710-d09e-4934-b448-b47e50263954 req-854d3771-fe94-4d91-bf03-3b64d26b9e6f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:55.772638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b331710-d09e-4934-b448-b47e50263954 req-854d3771-fe94-4d91-bf03-3b64d26b9e6f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0709357 Aug 27 16:35:55.851073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b331710-d09e-4934-b448-b47e50263954 req-f1a2cee5-2e56-4fd2-a64f-63d40413816e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709133 Aug 27 16:35:55.851915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:56.048392 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:56.081863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:56.152713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:56.243837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event updated for resources: {'Port': ['ID=b79cdbb2-ac23-4ca3-a05b-e667527fdd0e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:35:56.253057 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:56.443806 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Floating IP 48663e4e-99a7-4181-87d2-4128fd0dcdfb associated. External IP: 172.25.4.196, port: 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87. Aug 27 16:35:57.070282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:35:57.081747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bbedf-bbbf-4eaa-98f3-2bf0f6c24a83 req-143e4f64-01a2-447d-a0c6-57369d3dec81 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:57.083236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-863bbedf-bbbf-4eaa-98f3-2bf0f6c24a83 req-143e4f64-01a2-447d-a0c6-57369d3dec81 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0771649 Aug 27 16:35:57.170377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-863bbedf-bbbf-4eaa-98f3-2bf0f6c24a83 req-2ef52a0d-3cb7-4a21-9575-076c65502b87 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782001 Aug 27 16:35:57.241841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:35:57.255394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] Sync routers for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:35:57.265078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:57.265892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:35:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:57.391804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:57.423141 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:35:57.475287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cc64f150-ad94-4d54-b765-cdbe47146745 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4887929 Aug 27 16:35:57.475287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:35:57.475287 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:35:57.703413 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853be3f9-4599-46e1-8329-ad5e0bda58d9 x-openstack-request-id: req-853be3f9-4599-46e1-8329-ad5e0bda58d9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:35:57.703856 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:35:57.704178 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-853be3f9-4599-46e1-8329-ad5e0bda58d9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:35:57.704649 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'status': 'completed', 'code': 200} Aug 27 16:35:57.752241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '48663e4e-99a7-4181-87d2-4128fd0dcdfb', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'port_id': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'mac_address': 'fa:16:3e:24:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:35:55Z', 'updated_at': '2021-08-27T16:35:55Z', 'revision_number': 0, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:24Z', 'revision_number': 5, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:57.784105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-438fae85-7104-42f2-ba57-50dfb99b9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:57.789097 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-438fae85-7104-42f2-ba57-50dfb99b9c83 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4&device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1097 time: 0.0631573 Aug 27 16:35:57.796358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] Checking router: 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:35:57.806356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:35:57.806963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:35:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:57.973702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-59ffa427-5745-4d22-853e-e4ee215e277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:57.975685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-59ffa427-5745-4d22-853e-e4ee215e277e service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a35110d-14de-4645-b6c1-ceef4e0470bf HTTP/1.1" status: 200 len: 911 time: 0.1795294 Aug 27 16:35:57.977893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:35:58.094433 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-974bccca-eeba-40ed-8169-99e6712d6396 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 HTTP/1.1" status: 200 len: 1000 time: 0.1113231 Aug 27 16:35:58.155182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-fa8a1736-b615-47a9-9927-85fea653219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:58.184161 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-fa8a1736-b615-47a9-9927-85fea653219e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29c1fc85-a9e4-49c7-b252-1626d5906e6a HTTP/1.1" status: 200 len: 848 time: 0.0561364 Aug 27 16:35:58.228962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-f0e52aae-bf3e-4bc4-8d6e-1fa84d694e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:58.231600 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-f0e52aae-bf3e-4bc4-8d6e-1fa84d694e5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a35110d-14de-4645-b6c1-ceef4e0470bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653374 Aug 27 16:35:58.414279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b6825-913d-4d29-9c1e-5d365c9b9578 req-eb36213d-c90b-47d1-94e9-7becf81f9864 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:58.421919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-5be4de5f-22cf-41bf-bcc7-2374cbdef215 service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825771 Aug 27 16:35:58.422354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b6825-913d-4d29-9c1e-5d365c9b9578 req-eb36213d-c90b-47d1-94e9-7becf81f9864 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1311712 Aug 27 16:35:58.518367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b6825-913d-4d29-9c1e-5d365c9b9578 req-88925686-e765-4c25-b866-a3dc60e67384 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899954 Aug 27 16:35:58.608711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7505b82d-e7d0-47a1-a4ad-6b96933adcdb req-0ee79e7a-ac9f-49a2-87c6-d63cae79c7ca service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739035 Aug 27 16:35:58.779852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '48663e4e-99a7-4181-87d2-4128fd0dcdfb', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'port_id': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'mac_address': 'fa:16:3e:24:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:35:55Z', 'updated_at': '2021-08-27T16:35:55Z', 'revision_number': 0, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:24Z', 'revision_number': 5, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:35:58.812848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d9301-53bc-409a-b462-c6c9f029273b None None] The sync data for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 is: [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '48663e4e-99a7-4181-87d2-4128fd0dcdfb', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'port_id': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'mac_address': 'fa:16:3e:24:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:35:55Z', 'updated_at': '2021-08-27T16:35:55Z', 'revision_number': 0, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:24Z', 'revision_number': 5, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:35:59.163821 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3faa55-0c97-4ecb-82f9-a11aad7ac004 None None] New status for floating IP 48663e4e-99a7-4181-87d2-4128fd0dcdfb: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:35:59.696872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8da48a-26ae-46c4-a715-69c8199b126d req-37e008c3-990e-4e09-9ffa-b434a1ed7585 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:35:59.705782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb8da48a-26ae-46c4-a715-69c8199b126d req-37e008c3-990e-4e09-9ffa-b434a1ed7585 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0818930 Aug 27 16:35:59.742326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb8da48a-26ae-46c4-a715-69c8199b126d req-28ffe81a-b7a8-40eb-bbce-6f26c6e9a075 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354645 Aug 27 16:36:00.890387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef019-bf90-4148-a19f-4e11dec07be1 req-49c498dd-49ac-46be-9be6-f8698cdf7b56 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:00.892277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fcef019-bf90-4148-a19f-4e11dec07be1 req-49c498dd-49ac-46be-9be6-f8698cdf7b56 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0540540 Aug 27 16:36:00.944394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fcef019-bf90-4148-a19f-4e11dec07be1 req-de000523-b5aa-4bea-a06c-45c97b53281c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Aug 27 16:36:01.772415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-1b50e663-973b-4d4a-9cc9-5e32dbff3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:01.774131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-1b50e663-973b-4d4a-9cc9-5e32dbff3151 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b&tenant_id=e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 1095 time: 0.1137984 Aug 27 16:36:01.848335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-ac4ae11e-a8c2-4898-a5eb-ec507970caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:01.849845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-ac4ae11e-a8c2-4898-a5eb-ec507970caf8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1095 time: 0.0479929 Aug 27 16:36:01.984035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-a3b50008-8df0-4473-82ba-c17fc0e059f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:01.987004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-a3b50008-8df0-4473-82ba-c17fc0e059f3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.1308045 Aug 27 16:36:02.115577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-53f1402f-2663-445d-b172-c4a89749fef8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 1000 time: 0.1210337 Aug 27 16:36:02.124680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf022-d961-4a15-8f65-5c4b0fa1c214 req-9c904bae-cb18-4e6c-a65d-6c19a729ff68 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:02.126463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f30cf022-d961-4a15-8f65-5c4b0fa1c214 req-9c904bae-cb18-4e6c-a65d-6c19a729ff68 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0754764 Aug 27 16:36:02.201934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f30cf022-d961-4a15-8f65-5c4b0fa1c214 req-08ccaec1-953f-4fe1-8abd-2398bdf2144f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640304 Aug 27 16:36:02.206503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-1f978bd4-1fdb-4981-96c0-84bda0ec2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:02.208007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-1f978bd4-1fdb-4981-96c0-84bda0ec2469 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0799565 Aug 27 16:36:02.261500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-589d9bd4-1bc4-455e-9102-14e3bca6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:02.262291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-589d9bd4-1bc4-455e-9102-14e3bca6c83c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471952 Aug 27 16:36:02.373083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-02201af2-7e7e-468b-88d2-70a10158cacb service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025674 Aug 27 16:36:02.492430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d8e2c09-eee6-4cb4-b224-7f9e68c164a0 req-cf09f5d3-f86f-46ec-98ea-6ab6352b8b9f service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121275 Aug 27 16:36:03.350966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a59c5-affb-43c7-9e9a-f1dc8635b937 req-23435f21-e77f-4a05-91d0-bb2abce58e01 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:03.371690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd1a59c5-affb-43c7-9e9a-f1dc8635b937 req-23435f21-e77f-4a05-91d0-bb2abce58e01 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0541689 Aug 27 16:36:03.406176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd1a59c5-affb-43c7-9e9a-f1dc8635b937 req-daca0766-b4e4-4c62-a82a-bf664645bb81 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Aug 27 16:36:04.622865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2f0fc-476d-4c1b-a1f2-cc41cebb4ef5 req-01baf7d8-34f0-4952-872d-f9c499bf9c0a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:04.624815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ad2f0fc-476d-4c1b-a1f2-cc41cebb4ef5 req-01baf7d8-34f0-4952-872d-f9c499bf9c0a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1006305 Aug 27 16:36:04.676327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ad2f0fc-476d-4c1b-a1f2-cc41cebb4ef5 req-ee739f91-47c4-4bad-8118-ee63d1285ed5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443180 Aug 27 16:36:05.821995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64942e-24f8-497e-8a68-85590641e697 req-c0979820-5949-418f-85bc-6307f231b96a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:05.823545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d64942e-24f8-497e-8a68-85590641e697 req-c0979820-5949-418f-85bc-6307f231b96a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0582378 Aug 27 16:36:05.874682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d64942e-24f8-497e-8a68-85590641e697 req-640cfe75-b451-4252-9fb2-0ce7e44e5811 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Aug 27 16:36:07.184806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d911ea-9965-4ba6-bce3-cdf87b95cea1 req-002e6912-7b78-4276-a85a-f602eb0b98e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:07.201657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5d911ea-9965-4ba6-bce3-cdf87b95cea1 req-002e6912-7b78-4276-a85a-f602eb0b98e4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1348140 Aug 27 16:36:07.314710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5d911ea-9965-4ba6-bce3-cdf87b95cea1 req-340d2db0-b068-4fe4-8f02-3d1ac02757ef tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114085 Aug 27 16:36:08.441439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe11de7-1d0c-4137-9573-82517867ded0 req-6449c4dc-acc4-4dfa-872f-35f6b9fbc5a3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:08.443445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbe11de7-1d0c-4137-9573-82517867ded0 req-6449c4dc-acc4-4dfa-872f-35f6b9fbc5a3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0541856 Aug 27 16:36:08.487842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbe11de7-1d0c-4137-9573-82517867ded0 req-2e1e19b2-5ef7-4d96-9a93-67a2b7428d84 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363305 Aug 27 16:36:09.651976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ce0f2-814a-4678-bf25-0320707a9f21 req-6d75d951-2425-46ee-823a-6f084301abc7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:09.654690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a6ce0f2-814a-4678-bf25-0320707a9f21 req-6d75d951-2425-46ee-823a-6f084301abc7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0702214 Aug 27 16:36:09.708218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a6ce0f2-814a-4678-bf25-0320707a9f21 req-462cf20e-b423-4bbc-95e1-975f12660550 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414665 Aug 27 16:36:10.871357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232483-8837-4229-af34-c649f9c96ca6 req-a128315d-68b5-4f8e-95fa-4663a803172e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:10.872790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6232483-8837-4229-af34-c649f9c96ca6 req-a128315d-68b5-4f8e-95fa-4663a803172e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0805743 Aug 27 16:36:10.917367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6232483-8837-4229-af34-c649f9c96ca6 req-4b9afb1a-76e0-4e22-8a8e-b49059702cc2 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Aug 27 16:36:12.217394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12fbd1-0f33-4415-b245-bcce8529b3af req-bbe70a2e-e936-4ec2-be8f-793e670a3c8b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:12.217394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e12fbd1-0f33-4415-b245-bcce8529b3af req-bbe70a2e-e936-4ec2-be8f-793e670a3c8b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1011186 Aug 27 16:36:12.217394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e12fbd1-0f33-4415-b245-bcce8529b3af req-dd652685-7183-4e11-97f5-005a2e5070c1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416567 Aug 27 16:36:13.393151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f557b-da1a-447d-ae0c-90b0263f30e2 req-c2cc3c31-f7b1-40f6-aafd-1552a1927e87 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:13.403128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e04f557b-da1a-447d-ae0c-90b0263f30e2 req-c2cc3c31-f7b1-40f6-aafd-1552a1927e87 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0961452 Aug 27 16:36:13.453761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e04f557b-da1a-447d-ae0c-90b0263f30e2 req-cecfb20f-a966-4c25-998e-2cdc9dcf6e2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485473 Aug 27 16:36:14.693564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e529-ec97-4298-a41d-1c4bdaaec384 req-d6bbec94-db92-45e7-ac54-20b1589672e6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:14.702324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9f2e529-ec97-4298-a41d-1c4bdaaec384 req-d6bbec94-db92-45e7-ac54-20b1589672e6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.1109617 Aug 27 16:36:14.757719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9f2e529-ec97-4298-a41d-1c4bdaaec384 req-e6a8c42c-34a7-4c2c-a4a7-3d592d40344a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541282 Aug 27 16:36:15.963655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c165-fb8c-488d-8fec-253c12f35443 req-e1b4633f-f8f4-444e-a79d-7872336ea6fe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:15.965199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bd6c165-fb8c-488d-8fec-253c12f35443 req-e1b4633f-f8f4-444e-a79d-7872336ea6fe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0597548 Aug 27 16:36:16.006489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0bd6c165-fb8c-488d-8fec-253c12f35443 req-4782ca87-c201-4564-a1d5-a746347d13a8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346248 Aug 27 16:36:17.134686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad233c-bcf2-4001-a288-2d5b0b87e2f1 req-2825b15d-2f80-4e45-a464-080d61ea3341 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:17.139483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bdad233c-bcf2-4001-a288-2d5b0b87e2f1 req-2825b15d-2f80-4e45-a464-080d61ea3341 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0579553 Aug 27 16:36:17.181169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bdad233c-bcf2-4001-a288-2d5b0b87e2f1 req-c4e92eee-0bf9-4cf4-8872-3cf106b6020c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383954 Aug 27 16:36:18.323829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff2097-9ef4-4bb8-a993-3d7aa90f8b49 req-f97d1935-712b-46da-87b8-ad6d5ffd06db tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:18.325414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fff2097-9ef4-4bb8-a993-3d7aa90f8b49 req-f97d1935-712b-46da-87b8-ad6d5ffd06db tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0521750 Aug 27 16:36:18.372761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fff2097-9ef4-4bb8-a993-3d7aa90f8b49 req-58253b9a-bcf0-49f3-b248-e6aa7a34fb87 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Aug 27 16:36:19.509648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b056a-f4f9-4255-88af-6079fcd68834 req-dbc45fbd-ae3d-4355-9def-e8205967534d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:19.511335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-052b056a-f4f9-4255-88af-6079fcd68834 req-dbc45fbd-ae3d-4355-9def-e8205967534d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0539870 Aug 27 16:36:19.560023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-052b056a-f4f9-4255-88af-6079fcd68834 req-b97c8660-294a-4737-8f15-ac819a3f3a48 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396075 Aug 27 16:36:20.591357 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-148f99eb-522c-4264-8642-222c45ff6c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:20.694339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66566c5b-48fd-4bc0-9411-fe6edc19f3cb req-03229577-fded-45f5-8291-c01e8c4e626c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:20.696004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66566c5b-48fd-4bc0-9411-fe6edc19f3cb req-03229577-fded-45f5-8291-c01e8c4e626c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0529120 Aug 27 16:36:20.738803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66566c5b-48fd-4bc0-9411-fe6edc19f3cb req-1af80751-f8e5-4532-a73c-0ce68ae27a9b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367188 Aug 27 16:36:21.863862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e80ecf-c1b0-496f-8cbd-42ea5692badc req-7b50591f-017a-4c37-9c69-2682b1bf69d6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:21.865390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88e80ecf-c1b0-496f-8cbd-42ea5692badc req-7b50591f-017a-4c37-9c69-2682b1bf69d6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0511944 Aug 27 16:36:21.908518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88e80ecf-c1b0-496f-8cbd-42ea5692badc req-ffc124b4-669c-4492-be22-07eeb14bd892 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369234 Aug 27 16:36:23.054076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69485f-aee4-4e5c-ab82-f0c8570b2601 req-a9ee858f-9013-488b-92de-76ffc7a593af tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:23.055700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd69485f-aee4-4e5c-ab82-f0c8570b2601 req-a9ee858f-9013-488b-92de-76ffc7a593af tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0597620 Aug 27 16:36:23.099079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd69485f-aee4-4e5c-ab82-f0c8570b2601 req-e12b3450-f155-4b4d-acc5-c7a721ff5897 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370896 Aug 27 16:36:23.261437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7e7218c-f021-4563-8304-8a64b7622bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:23.276537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:23.390346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:24.161845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:24.238998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6967e-a38a-4c89-9fed-da3d4747b8f4 req-e959ed08-c3c6-4678-9d43-7243e72fae9f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:24.240811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37a6967e-a38a-4c89-9fed-da3d4747b8f4 req-e959ed08-c3c6-4678-9d43-7243e72fae9f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 944 time: 0.0536690 Aug 27 16:36:24.280529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37a6967e-a38a-4c89-9fed-da3d4747b8f4 req-25f464f3-9b90-4873-9f8f-3ae98a88d5c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Aug 27 16:36:24.590207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:24.612548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:36:24.718734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:36:24.732011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8514af60-9278-463e-9a9b-e44eded0051b', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'port_id': '8514af60-9278-463e-9a9b-e44eded0051b', 'mac_address': 'fa:16:3e:d2:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:36:24.771335 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:24.784140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8514af60-9278-463e-9a9b-e44eded0051b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:36:24.804206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:36:24.996094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:25.047341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:36:25.055493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.057861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.057861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.057861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.057861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.057861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.057861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.057861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.058278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.058493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.058774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.059079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:36:25.226704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8514af60-9278-463e-9a9b-e44eded0051b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:36:25.450632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43e83-eb0d-4610-a660-157886f5fb2f req-81d6d95c-325d-4117-9799-50cf6aa556e3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:25.452391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9de43e83-eb0d-4610-a660-157886f5fb2f req-81d6d95c-325d-4117-9799-50cf6aa556e3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 945 time: 0.0534847 Aug 27 16:36:25.495908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9de43e83-eb0d-4610-a660-157886f5fb2f req-b8f735d3-4186-4322-a75f-96754ec914f7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372691 Aug 27 16:36:26.138642 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:26.615939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:36:26.623255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ca9d6-7c1a-4d96-a73c-05a51e249d49 req-545bff7a-5972-4ab5-9dd0-d24c89de10b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:26.624910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-574ca9d6-7c1a-4d96-a73c-05a51e249d49 req-545bff7a-5972-4ab5-9dd0-d24c89de10b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 945 time: 0.0525289 Aug 27 16:36:26.665795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8514af60-9278-463e-9a9b-e44eded0051b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:36:26.668433 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:26.668558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-574ca9d6-7c1a-4d96-a73c-05a51e249d49 req-8478efc7-9c4c-4910-8460-49afd4b1bbe2 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354826 Aug 27 16:36:26.753750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:26.789186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:36:26.791808 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21a47f-a793-4c74-af3b-a5c458a8fa4a" -d '{"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-plugged", "status": "completed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:36:26.823102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:36:26.852910 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bb5d49-d724-4dec-b8e6-c6dbd1a5135e x-openstack-request-id: req-10bb5d49-d724-4dec-b8e6-c6dbd1a5135e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:36:26.853203 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-plugged", "status": "completed", "tag": "8514af60-9278-463e-9a9b-e44eded0051b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:36:26.858473 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-10bb5d49-d724-4dec-b8e6-c6dbd1a5135e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:36:26.858473 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b', 'code': 200} Aug 27 16:36:26.956724 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:26.972816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 39938) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:36:27.025946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:36:27.091260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2acf0-6686-4d41-b564-329620f9e083 req-4f5eb7da-5a81-4ed8-925e-7629ec580068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:27.092994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3df2acf0-6686-4d41-b564-329620f9e083 req-4f5eb7da-5a81-4ed8-925e-7629ec580068 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1097 time: 0.1190135 Aug 27 16:36:27.161245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3df2acf0-6686-4d41-b564-329620f9e083 req-16c90c7c-01c0-431f-81c4-512170f48d11 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609272 Aug 27 16:36:27.190890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024532b-bdac-4e89-9618-7510fdea5867 req-24b66954-722e-47da-b41c-7480884ec0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:27.190890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b024532b-bdac-4e89-9618-7510fdea5867 req-24b66954-722e-47da-b41c-7480884ec0d3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1098 time: 0.0517514 Aug 27 16:36:27.224545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b024532b-bdac-4e89-9618-7510fdea5867 req-eaddd2cc-1fcb-47f1-baa6-0cb19e840f99 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343010 Aug 27 16:36:27.821876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d5f3-4f19-49dc-8d05-40aaae5b59fe req-cf278005-53ef-4576-81d7-247176f868f0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:27.824669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81c7d5f3-4f19-49dc-8d05-40aaae5b59fe req-cf278005-53ef-4576-81d7-247176f868f0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 947 time: 0.0685079 Aug 27 16:36:27.925566 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20b03543-620e-4e3a-8e6b-0c55cbb78ed7 req-ccd25cda-c75a-45d8-987a-c84e2c8a1750 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333102 Aug 27 16:36:27.926959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81c7d5f3-4f19-49dc-8d05-40aaae5b59fe req-7cff2027-c673-44b4-8bbd-1b4447a533c1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959826 Aug 27 16:36:27.994255 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20b03543-620e-4e3a-8e6b-0c55cbb78ed7 req-62e88cd7-4e7f-4f19-956f-3d157eb2e221 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0262215 Aug 27 16:36:28.042755 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20b03543-620e-4e3a-8e6b-0c55cbb78ed7 req-4b5f4bf4-3929-4529-bff1-875723d3e998 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273428 Aug 27 16:36:28.165006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03543-620e-4e3a-8e6b-0c55cbb78ed7 req-70ff1666-5439-4d48-b33d-01bfbd272c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:28.167245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-20b03543-620e-4e3a-8e6b-0c55cbb78ed7 req-70ff1666-5439-4d48-b33d-01bfbd272c68 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1162322 Aug 27 16:36:28.515485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-76494d06-6093-4479-ace4-8b43f0f19124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:28.517554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-76494d06-6093-4479-ace4-8b43f0f19124 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 1098 time: 0.0477302 Aug 27 16:36:28.649691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-6b39d822-d00b-4f33-a8b2-1a15c6399397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:28.651236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-6b39d822-d00b-4f33-a8b2-1a15c6399397 service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.1122124 Aug 27 16:36:28.729909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-32f20833-39f3-473e-ac1c-8b1fcd9c74b9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 200 len: 1002 time: 0.0709999 Aug 27 16:36:28.779678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-55047e23-0c57-449b-ab3c-31bfb2d95884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:28.784524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-55047e23-0c57-449b-ab3c-31bfb2d95884 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0449519 Aug 27 16:36:28.834590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-d5003db1-f3b5-4f37-a8d3-0c91153af321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:28.834590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-d5003db1-f3b5-4f37-a8d3-0c91153af321 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456822 Aug 27 16:36:28.938492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-39ae0d2e-ba1b-4764-9fcc-029ac6853ed2 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974908 Aug 27 16:36:29.083733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37267b82-e08a-42e1-8c22-36895cdb7490 req-de55f182-5ac1-4955-bd3d-bec9c16e86df tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:29.085545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37267b82-e08a-42e1-8c22-36895cdb7490 req-de55f182-5ac1-4955-bd3d-bec9c16e86df tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 947 time: 0.0795026 Aug 27 16:36:29.087987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9caaf014-e97e-4553-97ea-2aad8e4a8470 req-1899ee3a-91b6-4659-b258-1e166098d517 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430149 Aug 27 16:36:29.142752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37267b82-e08a-42e1-8c22-36895cdb7490 req-1f54d97f-d4e0-4359-9c28-d300ebe2fe0a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 Aug 27 16:36:30.287140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524ef5c-55b5-407f-b62f-7964b43bd3cf req-f0e9d301-2bb7-410c-aed4-91ff6c225f8c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:30.289355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f524ef5c-55b5-407f-b62f-7964b43bd3cf req-f0e9d301-2bb7-410c-aed4-91ff6c225f8c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 947 time: 0.0620952 Aug 27 16:36:30.349437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f524ef5c-55b5-407f-b62f-7964b43bd3cf req-405e398a-b90b-4e2b-9392-06e3ce906014 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533621 Aug 27 16:36:31.507974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90173-1c74-49d8-b56c-72bfdeeda349 req-a191bf08-ba42-481e-9b7c-1a2060f11c83 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:36:31.524823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08e90173-1c74-49d8-b56c-72bfdeeda349 req-a191bf08-ba42-481e-9b7c-1a2060f11c83 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 947 time: 0.0802271 Aug 27 16:36:31.561758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08e90173-1c74-49d8-b56c-72bfdeeda349 req-98eab658-4bcd-43f2-85cc-980b82bbf83f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358517 Aug 27 16:36:31.880950 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:36:33.146494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 40166) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:36:33.345911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f605-4256-4e2e-80d4-e39b742f2d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:33.483536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f605-4256-4e2e-80d4-e39b742f2d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:33.551642 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f605-4256-4e2e-80d4-e39b742f2d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:33.591931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4dd3f605-4256-4e2e-80d4-e39b742f2d54 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=daef728808fe4296ae3ccd474e386b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426897 Aug 27 16:36:33.600259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 40182) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:36:33.611341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3f605-4256-4e2e-80d4-e39b742f2d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d547099-2f8b-4866-a7b7-13db93be0b60,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:36:33.665335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-520b95e3-3348-44c7-a382-adfee614bd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:33.687251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-520b95e3-3348-44c7-a382-adfee614bd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:33.812945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-520b95e3-3348-44c7-a382-adfee614bd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:33.819559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-520b95e3-3348-44c7-a382-adfee614bd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:33.819559 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-520b95e3-3348-44c7-a382-adfee614bd8c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7d547099-2f8b-4866-a7b7-13db93be0b60 HTTP/1.1" status: 204 len: 168 time: 0.2154078 Aug 27 16:36:33.826709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b95e3-3348-44c7-a382-adfee614bd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d547099-2f8b-4866-a7b7-13db93be0b60,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:36:50.595422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a778109-5a8c-46c8-a199-c2ec3a08e3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:53.205496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-453722d2-9c17-4b4e-9b42-462427a466f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:53.270538 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:53.389590 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:54.150225 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:54.528602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:36:56.099206 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:08.881049 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:37:09.160299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b2fd6-9e4c-4ec9-89d7-9417bd8a4bc3 req-f6e5d365-ab4a-4bc2-bf78-1aeb457460c8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:09.161848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-092b2fd6-9e4c-4ec9-89d7-9417bd8a4bc3 req-f6e5d365-ab4a-4bc2-bf78-1aeb457460c8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 947 time: 0.0520384 Aug 27 16:37:09.202543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-092b2fd6-9e4c-4ec9-89d7-9417bd8a4bc3 req-1637fea8-85b0-4a84-b4d3-e03e2039e9a3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Aug 27 16:37:10.340070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f57af-c230-43a8-af57-90f153e600c8 req-9838e4b4-792f-4a76-b439-fd3bf787ca99 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:10.341612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-845f57af-c230-43a8-af57-90f153e600c8 req-9838e4b4-792f-4a76-b439-fd3bf787ca99 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 947 time: 0.0581779 Aug 27 16:37:10.382144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-845f57af-c230-43a8-af57-90f153e600c8 req-c54b51df-7565-49aa-8bdc-8c731a5bb838 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c010ca8c-b65d-4754-bef5-635443169bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343974 Aug 27 16:37:10.690058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-56d1fffa-679d-4ead-823f-f6d78922dd08 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:10.691570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-56d1fffa-679d-4ead-823f-f6d78922dd08 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 947 time: 0.0593455 Aug 27 16:37:10.793360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Deleting port 8514af60-9278-463e-9a9b-e44eded0051b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:37:10.793710 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:10.888451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] For port 8514af60-9278-463e-9a9b-e44eded0051b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8514af60-9278-463e-9a9b-e44eded0051b,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:37:10.888771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:11.161103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:11.161103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:11.161103 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Floating IP c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b disassociated. External IP: 172.25.4.106, port: 8514af60-9278-463e-9a9b-e44eded0051b. Aug 27 16:37:11.161103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Calling delete_port for 8514af60-9278-463e-9a9b-e44eded0051b owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:37:11.412613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:11.441629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event deleted for resources: {'Port': ['ID=8514af60-9278-463e-9a9b-e44eded0051b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:11.481903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.482295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.482646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.482985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.483343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.483685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.484011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.484339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.484665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.484991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.485315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.485636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:11.588670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5cbd48-0b23-493b-aa3a-3502dcdb9f6b req-0a6a9c52-09ce-423d-8133-6c891dd38c5d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=26d98a76-14ba-4ac4-88ba-499351d6263b HTTP/1.1" status: 200 len: 210 time: 0.1213601 Aug 27 16:37:11.616813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Router 78cdb5e9-5c4f-4768-bad2-a0507965761c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:37:11.746599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:37:11.757330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] Sync routers for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:37:11.776961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:37:11.777882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:36:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:11.794005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] No DVR routers for this DVR port 8514af60-9278-463e-9a9b-e44eded0051b on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:37:11.796840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:11.799131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-193e3c09-49e4-4e1c-862f-d6cab968320a req-162a301d-e9c7-4783-8289-d091f8f8cc50 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "DELETE /v2.0/ports/8514af60-9278-463e-9a9b-e44eded0051b HTTP/1.1" status: 204 len: 173 time: 1.1014392 Aug 27 16:37:11.800405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-deleted', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:37:11.802883 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3754835-243f-498a-9cea-12f98be5a393" -d '{"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-deleted", "tag": "8514af60-9278-463e-9a9b-e44eded0051b"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:37:11.858228 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56c642c-da4c-40e3-bded-08099d44e998 x-openstack-request-id: req-b56c642c-da4c-40e3-bded-08099d44e998 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:37:11.858614 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d98a76-14ba-4ac4-88ba-499351d6263b", "name": "network-vif-deleted", "tag": "8514af60-9278-463e-9a9b-e44eded0051b", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:37:11.859299 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b56c642c-da4c-40e3-bded-08099d44e998 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:37:11.859824 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d98a76-14ba-4ac4-88ba-499351d6263b', 'name': 'network-vif-deleted', 'tag': '8514af60-9278-463e-9a9b-e44eded0051b', 'status': 'completed', 'code': 200} Aug 27 16:37:11.976698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:37:12.235444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:12.264011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] Checking router: 78cdb5e9-5c4f-4768-bad2-a0507965761c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:37:12.273629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:37:12.274378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:36:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:12.405998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:37:12.622000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:12.650556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9227a5-d84f-4888-9e37-7e2fead442e6 None None] The sync data for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 is: [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:37:12.855138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41240) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:12.938588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3b6b5c5-1819-4ea6-9831-da86370c501a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:12.968310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3b6b5c5-1819-4ea6-9831-da86370c501a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.005354 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daabb7c0-696a-4abd-b6bf-81a2e6c93244 None None] New status for floating IP c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:37:13.155455 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3b6b5c5-1819-4ea6-9831-da86370c501a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.158082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b3b6b5c5-1819-4ea6-9831-da86370c501a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.159936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b3b6b5c5-1819-4ea6-9831-da86370c501a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "DELETE /v2.0/security-groups/c010ca8c-b65d-4754-bef5-635443169bbc HTTP/1.1" status: 204 len: 168 time: 0.3036242 Aug 27 16:37:13.163492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41250) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:13.180903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6b5c5-1819-4ea6-9831-da86370c501a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c010ca8c-b65d-4754-bef5-635443169bbc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:13.188523 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-68066115-1f2e-4364-88a8-1acbed8264f7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] show failed (client error): The resource could not be found. Aug 27 16:37:13.188523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-68066115-1f2e-4364-88a8-1acbed8264f7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups/c010ca8c-b65d-4754-bef5-635443169bbc HTTP/1.1" status: 404 len: 347 time: 0.0201519 Aug 27 16:37:13.191100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41252) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:13.367394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Deleting port 01964c87-4d96-4f7a-b769-3c03f08ee1ea {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:37:13.367746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.451027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.451396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.465593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Calling delete_port for 01964c87-4d96-4f7a-b769-3c03f08ee1ea owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:37:13.672793 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.697147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event deleted for resources: {'Port': ['ID=01964c87-4d96-4f7a-b769-3c03f08ee1ea,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:13.763228 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.766238 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:13.767425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0cf132d4-3d10-46e3-a2b5-42d197a3a9b5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "DELETE /v2.0/floatingips/c7ef25c1-ecce-492a-8b4f-2e6f955dcd8b HTTP/1.1" status: 204 len: 168 time: 0.5752628 Aug 27 16:37:14.117887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41306) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:14.128008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238399396', 'description': 'tempest-description--1858841331'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:14.275633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:14.358334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:14.504390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:14.536371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c097e5-2121-413e-b726-9d52423e4757,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:14.544865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.545650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.545650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.546566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.546566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.546566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.546818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.547137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.547511 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.547824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.548147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.548467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:14.624057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:14.625454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-317bd7ab-d35b-4571-a461-347879d7185a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5065131 Aug 27 16:37:14.629071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 41320) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:14.633838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1f048f23-a4ed-495d-9f31-498879a28f2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'security_group_rule': {'security_group_id': 'c6c097e5-2121-413e-b726-9d52423e4757', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:14.744626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f048f23-a4ed-495d-9f31-498879a28f2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:14.807293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f048f23-a4ed-495d-9f31-498879a28f2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:14.919632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f048f23-a4ed-495d-9f31-498879a28f2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:14.919792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:37:14.933500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 8514af60-9278-463e-9a9b-e44eded0051b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:37:14.933500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8514af60-9278-463e-9a9b-e44eded0051b not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:37:14.940524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048f23-a4ed-495d-9f31-498879a28f2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a372a34a-0c94-4b23-8e50-308b9677e83d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:15.026337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f048f23-a4ed-495d-9f31-498879a28f2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:15.030402 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1f048f23-a4ed-495d-9f31-498879a28f2e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3975089 Aug 27 16:37:15.030802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41346) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:15.036447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-88536146-f5e2-4d44-b227-9f515b5d0c85 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'security_group_rule': {'security_group_id': 'c6c097e5-2121-413e-b726-9d52423e4757', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:15.138061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88536146-f5e2-4d44-b227-9f515b5d0c85 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:15.213626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88536146-f5e2-4d44-b227-9f515b5d0c85 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:15.326930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88536146-f5e2-4d44-b227-9f515b5d0c85 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:15.355069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88536146-f5e2-4d44-b227-9f515b5d0c85 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42222d1-34e5-4267-bb96-95dcd45e8327,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:15.452866 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88536146-f5e2-4d44-b227-9f515b5d0c85 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:15.454067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-88536146-f5e2-4d44-b227-9f515b5d0c85 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4221649 Aug 27 16:37:15.457413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41360) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:15.462024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:15.578833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:15.693414 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:15.843400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Allocated IP 172.25.4.113 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/215b631f-d58a-49f2-b4cd-f77aa1a94069) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:37:15.954046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:16.155831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:16.197909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:37:16.201558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:37:16.207962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:37:16.237396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'Port': ['ID=215b631f-d58a-49f2-b4cd-f77aa1a94069,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:16.300381 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:16.422606 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:16.954750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239950-ad05-4081-8455-a270e7cc85d2 req-f076d349-4f00-4057-849a-876a9980618c tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:16.956335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-f076d349-4f00-4057-849a-876a9980618c tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/networks?id=193df70f-879f-48cd-a191-f4bf5392e3d7 HTTP/1.1" status: 200 len: 814 time: 0.1457739 Aug 27 16:37:16.983007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-807da3f8-d148-480d-af64-686e386feea3 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/quotas/8424154556ca42d59095dfabe1da9b2c HTTP/1.1" status: 200 len: 375 time: 0.0194194 Aug 27 16:37:16.984858 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:17.016080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-0db38aec-63be-41e3-9d58-d0ed7a25a1be tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8424154556ca42d59095dfabe1da9b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269902 Aug 27 16:37:17.027639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-ce3721b2-87c5-46d3-9aca-3c5e2c791735 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:37:17.028605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-ce3721b2-87c5-46d3-9aca-3c5e2c791735 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057101 Aug 27 16:37:17.046482 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:17.184720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'Port': ['ID=215b631f-d58a-49f2-b4cd-f77aa1a94069,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:17.197980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:17.208351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-d2d8cb52-a59e-49a2-8c81-03a4fcc919f9 service neutron] 10.222.0.101 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723406 Aug 27 16:37:17.304245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:17.311470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4ff58ba3-bada-4d4c-bb14-5039b86cfb18 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8472528 Aug 27 16:37:17.311470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-65ab26fc-1775-4126-a239-11d2b363a847 service neutron] 10.222.0.101 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924296 Aug 27 16:37:17.542031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-85fd98a2-daa2-4a33-9b9b-c411031c97db tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--238399396&fields=id&tenant_id=e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 267 time: 0.0425987 Aug 27 16:37:17.667596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-6a465a68-c22a-4036-ae3e-48120fa9c6b0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:17.669005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-6a465a68-c22a-4036-ae3e-48120fa9c6b0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 816 time: 0.1181109 Aug 27 16:37:17.685124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34f0ccba-281c-469a-9036-9a97e0c55a39 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/quotas/e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 375 time: 0.0096431 Aug 27 16:37:17.746984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-6b78530e-8395-49fc-a146-294d6d76916f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559525 Aug 27 16:37:17.762654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-d5f0c0d6-13f3-46cd-8c61-5486bb0d41bf service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:37:17.763597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-d5f0c0d6-13f3-46cd-8c61-5486bb0d41bf service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060222 Aug 27 16:37:17.860858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-5d0f8b38-6999-4b68-8701-866480257f26 service neutron] 10.222.0.101 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906851 Aug 27 16:37:17.959817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-114159b6-4f51-4388-ac3a-0db65cb4df3f service neutron] 10.222.0.101 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925739 Aug 27 16:37:18.522616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-acfc2ef4-6ad9-4748-98ff-34456de58bd6 req-97363793-e660-4280-9bac-36d7de31acc2 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 210 time: 0.0351555 Aug 27 16:37:18.658237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7badc18-7008-43cb-921f-6e73ce75f4c6 req-cfcf2b94-e2c6-4655-88a4-2cf4e401716a tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 210 time: 0.0363681 Aug 27 16:37:19.688695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4472665e-ea78-44c8-b442-5fcf71d6e248 req-7a16db53-31df-490a-a632-16f1bf4fc09d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 210 time: 0.0306125 Aug 27 16:37:19.801109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b9595e6-3ada-4e16-81e5-973bee24dad6 req-0faa90f6-bbdd-4e1d-9e71-db42082541c0 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 210 time: 0.0422704 Aug 27 16:37:20.619369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c230e01-7f2c-45ff-8e56-01abe560c5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:20.687541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239950-ad05-4081-8455-a270e7cc85d2 req-5f8ce3c3-d7a5-45f8-a0b7-4ee6773e700f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:20.689055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-5f8ce3c3-d7a5-45f8-a0b7-4ee6773e700f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "GET /v2.0/networks?id=193df70f-879f-48cd-a191-f4bf5392e3d7 HTTP/1.1" status: 200 len: 814 time: 0.1216676 Aug 27 16:37:20.701523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Request body: {'port': {'device_id': '369016d3-2bcc-4503-908d-a373f233eb10', 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7', 'admin_state_up': True, 'tenant_id': '8424154556ca42d59095dfabe1da9b2c'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:20.815466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6babd43-a1f8-487f-a119-67f51227c889 req-ccfaac64-da10-4ff1-8649-4232ab2f30d6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 210 time: 0.0319924 Aug 27 16:37:20.936474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94443507-a0b5-4af8-b2ec-e76978d42017 req-9f4e3bcc-c7a6-42f3-9587-a0a472d48179 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 210 time: 0.0345054 Aug 27 16:37:20.978332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Made reservation on behalf of 8424154556ca42d59095dfabe1da9b2c for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:37:20.982195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:21.132613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Allocated IP 172.20.0.8 (193df70f-879f-48cd-a191-f4bf5392e3d7/9ead48a1-2096-4f26-8a92-bfa527bfe8f6/6df942de-edcb-4175-9ee0-09b076a772d2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:37:21.314748 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:21.441910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:21.487167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Network 193df70f-879f-48cd-a191-f4bf5392e3d7 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:37:21.490451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:37:21.497119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:37:21.531689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Pushing event updated for resources: {'Port': ['ID=6df942de-edcb-4175-9ee0-09b076a772d2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:21.556818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:21.557272 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:21.636558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-74baea2c-e7cf-473c-88f7-511e8da85c3e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386165 Aug 27 16:37:21.650784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Request body: {'port': {'device_id': '369016d3-2bcc-4503-908d-a373f233eb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:21.740719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:21.969345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb7f27b1-c3f7-4536-a669-215aa4aef72c req-574246c3-28e5-4eae-a35e-d410e5598cd0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 210 time: 0.0601709 Aug 27 16:37:22.130910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52829d82-484a-4bc2-85d4-b69a517099b2 req-e6749a93-7d0f-4203-b830-818e9eb09d8c tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:22.132489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52829d82-484a-4bc2-85d4-b69a517099b2 req-e6749a93-7d0f-4203-b830-818e9eb09d8c tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 931 time: 0.0847156 Aug 27 16:37:22.231292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52829d82-484a-4bc2-85d4-b69a517099b2 req-56546aaf-da6c-40c3-86fe-58771847b52e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921974 Aug 27 16:37:22.243007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df942de-edcb-4175-9ee0-09b076a772d2 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:37:22.252564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:22.269087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Transition to ACTIVE for port object 6df942de-edcb-4175-9ee0-09b076a772d2 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:37:22.367200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:22.421729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Pushing event updated for resources: {'Port': ['ID=6df942de-edcb-4175-9ee0-09b076a772d2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:22.585987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Attempting to bind port 6df942de-edcb-4175-9ee0-09b076a772d2 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:37:22.586333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Attempting to bind port 6df942de-edcb-4175-9ee0-09b076a772d2 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:37:22.586670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Attempting to bind port 6df942de-edcb-4175-9ee0-09b076a772d2 on network 193df70f-879f-48cd-a191-f4bf5392e3d7 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:37:22.595387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Port 6df942de-edcb-4175-9ee0-09b076a772d2 on network 193df70f-879f-48cd-a191-f4bf5392e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:37:22.595769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Attempting to bind port 6df942de-edcb-4175-9ee0-09b076a772d2 on network 193df70f-879f-48cd-a191-f4bf5392e3d7 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:37:22.607736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:37:22.608083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Checking segment: {'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:37:22.608471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Bound using segment: {'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:37:22.608909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Bound port: 6df942de-edcb-4175-9ee0-09b076a772d2, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:37:22.609275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:22.631676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-0debd02a-a7b3-485e-b371-e2a971a349e1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:22.633152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-0debd02a-a7b3-485e-b371-e2a971a349e1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 816 time: 0.1570082 Aug 27 16:37:22.725373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-7b089120-c3fe-4a85-819a-74d0b99fae5c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 379 time: 0.0628619 Aug 27 16:37:22.735439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'port': {'device_id': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'admin_state_up': True, 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'security_groups': ['c6c097e5-2121-413e-b726-9d52423e4757']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:22.741472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] For port 6df942de-edcb-4175-9ee0-09b076a772d2, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:37:22.797130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] For port 6df942de-edcb-4175-9ee0-09b076a772d2, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6df942de-edcb-4175-9ee0-09b076a772d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:37:22.950176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:22.982529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Made reservation on behalf of e6a4a43580b74ff885e1d805d71d82d3 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:37:22.988728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:22.996466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:22.997118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:22.998515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] 10.222.0.97 "PUT /v2.0/ports/6df942de-edcb-4175-9ee0-09b076a772d2 HTTP/1.1" status: 200 len: 1091 time: 1.3538759 Aug 27 16:37:23.009197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369016d3-2bcc-4503-908d-a373f233eb10', 'tag': '6df942de-edcb-4175-9ee0-09b076a772d2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:37:23.011671 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6cf00a-0edf-421a-93ac-24120d05bd99" -d '{"events": [{"name": "network-changed", "server_uuid": "369016d3-2bcc-4503-908d-a373f233eb10", "tag": "6df942de-edcb-4175-9ee0-09b076a772d2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:37:23.095250 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea750f91-c2a0-47fc-907f-7312a9ac5265 x-openstack-request-id: req-ea750f91-c2a0-47fc-907f-7312a9ac5265 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:37:23.095738 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369016d3-2bcc-4503-908d-a373f233eb10", "tag": "6df942de-edcb-4175-9ee0-09b076a772d2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:37:23.096026 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea750f91-c2a0-47fc-907f-7312a9ac5265 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:37:23.096422 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369016d3-2bcc-4503-908d-a373f233eb10', 'tag': '6df942de-edcb-4175-9ee0-09b076a772d2', 'status': 'completed', 'code': 200} Aug 27 16:37:23.098686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f87b88-b9c2-49bf-ae02-f95e7a6d296d service neutron] Pushing event updated for resources: {'Port': ['ID=6df942de-edcb-4175-9ee0-09b076a772d2,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:23.167016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7abdc23e-40c9-4b48-9359-cc26f33f8e2d req-b13ffa1f-23f2-4a46-9ffd-f485b4869098 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 210 time: 0.0695643 Aug 27 16:37:23.200542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf00a-0edf-421a-93ac-24120d05bd99 req-78384fbd-7885-44e8-a8dd-5cbc652ccd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:23.201987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c6cf00a-0edf-421a-93ac-24120d05bd99 req-78384fbd-7885-44e8-a8dd-5cbc652ccd33 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424154556ca42d59095dfabe1da9b2c&device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 1094 time: 0.1091762 Aug 27 16:37:23.218520 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc46e85d-3263-4a79-a0b4-b9c5cf343433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:23.275980 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:23.308559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Allocated IP 172.20.0.10 (673d9193-d630-467a-97fe-3da41cb5bb16/0ba4498b-380e-4a5e-8bd4-cd45c0ac7766/7382bf4c-5a09-4631-90d2-46762c2d8a77) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:37:23.361497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:23.412303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf00a-0edf-421a-93ac-24120d05bd99 req-6a478a5c-c40e-4b3c-ab96-89e912609fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:23.413764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c6cf00a-0edf-421a-93ac-24120d05bd99 req-6a478a5c-c40e-4b3c-ab96-89e912609fe4 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8424154556ca42d59095dfabe1da9b2c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1928105 Aug 27 16:37:23.527665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c339932-86ac-43d7-b6ba-ebac7cb9f6c9 req-19ade724-4734-475d-89ff-c4b7a26ec59e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:23.529039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c339932-86ac-43d7-b6ba-ebac7cb9f6c9 req-19ade724-4734-475d-89ff-c4b7a26ec59e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 943 time: 0.1958992 Aug 27 16:37:23.626655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c339932-86ac-43d7-b6ba-ebac7cb9f6c9 req-6c743152-20b2-4da6-bfd8-fac5fdacc507 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892012 Aug 27 16:37:23.651026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:23.663119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf00a-0edf-421a-93ac-24120d05bd99 req-eaea027a-d6b0-4ce4-8084-db1f0ea0cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:23.663119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c6cf00a-0edf-421a-93ac-24120d05bd99 req-eaea027a-d6b0-4ce4-8084-db1f0ea0cfe5 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1997771 Aug 27 16:37:23.669829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Transition to ACTIVE for port object 7382bf4c-5a09-4631-90d2-46762c2d8a77 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:37:23.740847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239950-ad05-4081-8455-a270e7cc85d2 req-b221abc1-67d1-4e9e-afdf-bdf842ee0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:23.742868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-b221abc1-67d1-4e9e-afdf-bdf842ee0c8a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424154556ca42d59095dfabe1da9b2c&device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 1094 time: 0.0466311 Aug 27 16:37:23.787997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-970a6126-d165-49d5-b002-f4ef0cbba586 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6df942de-edcb-4175-9ee0-09b076a772d2 HTTP/1.1" status: 200 len: 217 time: 0.0375688 Aug 27 16:37:23.804087 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:23.885484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Network 673d9193-d630-467a-97fe-3da41cb5bb16 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:37:23.894255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73239950-ad05-4081-8455-a270e7cc85d2 req-e302af32-2072-478c-8ecb-cc1e560e85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:23.895758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-e302af32-2072-478c-8ecb-cc1e560e85a6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ead48a1-2096-4f26-8a92-bfa527bfe8f6 HTTP/1.1" status: 200 len: 854 time: 0.1014481 Aug 27 16:37:23.896570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:37:23.899452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:37:23.934496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:23.954389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-cdc691af-d59f-4c9c-b335-5112d435a8f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=193df70f-879f-48cd-a191-f4bf5392e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493510 Aug 27 16:37:24.040949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:24.041714 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:24.088084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:24.144329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-97a7cfa1-b3c6-40eb-a8fb-caab9dff11db service neutron] 10.222.0.97 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776667 Aug 27 16:37:24.150513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-34b7fe4c-3f47-4aaf-b94f-855e1484a41a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4192305 Aug 27 16:37:24.165663 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Request body: {'port': {'device_id': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:24.304361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e9268dd2-7d18-46fd-99d3-6a7b08c668aa None None] Provisioning for port 7382bf4c-5a09-4631-90d2-46762c2d8a77 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:37:24.310985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e9268dd2-7d18-46fd-99d3-6a7b08c668aa None None] Provisioning complete for port 7382bf4c-5a09-4631-90d2-46762c2d8a77 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:37:24.311702 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9268dd2-7d18-46fd-99d3-6a7b08c668aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:24.365384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e9268dd2-7d18-46fd-99d3-6a7b08c668aa None None] Port 7382bf4c-5a09-4631-90d2-46762c2d8a77 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:37:24.367128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:24.422492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-f1bba1b3-6f2c-4f47-85a7-f4039cbd3cd9 service neutron] 10.222.0.97 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708426 Aug 27 16:37:24.440770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c941abc-fb45-483f-baef-4f600b642934 req-106e2bc9-e6c1-4fa0-8904-16f109a4663f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:24.442448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c941abc-fb45-483f-baef-4f600b642934 req-106e2bc9-e6c1-4fa0-8904-16f109a4663f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 932 time: 0.1463380 Aug 27 16:37:24.553267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c941abc-fb45-483f-baef-4f600b642934 req-f13246c9-f4f9-46bb-a1f6-6995f8e2eed7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003113 Aug 27 16:37:24.693257 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:24.777274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7382bf4c-5a09-4631-90d2-46762c2d8a77 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:37:24.787713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:24.805428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Transition to ACTIVE for port object 7382bf4c-5a09-4631-90d2-46762c2d8a77 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:37:24.813318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f862eb-6f89-46a0-a587-9477d87f6764 req-bea9f4b3-d1a4-47cf-874a-1e9aecb27ad6 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:24.815483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51f862eb-6f89-46a0-a587-9477d87f6764 req-bea9f4b3-d1a4-47cf-874a-1e9aecb27ad6 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 943 time: 0.1007795 Aug 27 16:37:24.857635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51f862eb-6f89-46a0-a587-9477d87f6764 req-32057212-d73c-420d-8720-a8e4039cf402 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Aug 27 16:37:24.966943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:25.023901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:25.120283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Attempting to bind port 7382bf4c-5a09-4631-90d2-46762c2d8a77 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:37:25.120716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Attempting to bind port 7382bf4c-5a09-4631-90d2-46762c2d8a77 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:37:25.121106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Attempting to bind port 7382bf4c-5a09-4631-90d2-46762c2d8a77 on network 673d9193-d630-467a-97fe-3da41cb5bb16 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:37:25.126713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Port 7382bf4c-5a09-4631-90d2-46762c2d8a77 on network 673d9193-d630-467a-97fe-3da41cb5bb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:37:25.127742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Attempting to bind port 7382bf4c-5a09-4631-90d2-46762c2d8a77 on network 673d9193-d630-467a-97fe-3da41cb5bb16 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:37:25.133177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:37:25.133603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Checking segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:37:25.134053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Bound using segment: {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:37:25.134563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Bound port: 7382bf4c-5a09-4631-90d2-46762c2d8a77, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27962f8f-b0ab-469d-963f-34b47fa7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:37:25.135397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:25.230614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:37:25.234290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:37:25.310363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:25.351224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:25.351884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:25.353311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] 10.222.0.97 "PUT /v2.0/ports/7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 200 len: 1092 time: 1.1935561 Aug 27 16:37:25.353779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:37:25.356374 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dae0fb-37b1-44cf-8fff-9c47e932ce89" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:37:25.412932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bf3c3-650a-4bf5-a2bc-590a93dc9a7b service neutron] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:25.428709 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16c98ac-7c63-4a49-a6c5-599591a58aaa x-openstack-request-id: req-e16c98ac-7c63-4a49-a6c5-599591a58aaa {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:37:25.429736 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:37:25.430125 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e16c98ac-7c63-4a49-a6c5-599591a58aaa {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:37:25.430538 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'status': 'completed', 'code': 200} Aug 27 16:37:25.499634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae0fb-37b1-44cf-8fff-9c47e932ce89 req-f01c95f9-1a2c-4dda-8708-31ac043b7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:25.501761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08dae0fb-37b1-44cf-8fff-9c47e932ce89 req-f01c95f9-1a2c-4dda-8708-31ac043b7ab2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1095 time: 0.0482006 Aug 27 16:37:26.003517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae93e11-7b6d-491e-aaf2-07d2dfe87a87 req-37605fd3-62e3-4394-b286-3d56f6f5983f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:26.005033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ae93e11-7b6d-491e-aaf2-07d2dfe87a87 req-37605fd3-62e3-4394-b286-3d56f6f5983f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0958955 Aug 27 16:37:26.042017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae0fb-37b1-44cf-8fff-9c47e932ce89 req-fcd5e2d8-332f-4ccf-8ac7-4d3f830f21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:26.042017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08dae0fb-37b1-44cf-8fff-9c47e932ce89 req-fcd5e2d8-332f-4ccf-8ac7-4d3f830f21f0 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5321252 Aug 27 16:37:26.058021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:26.129776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ae93e11-7b6d-491e-aaf2-07d2dfe87a87 req-19c3936c-3f48-4153-89df-aae7a6f7fd27 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047933 Aug 27 16:37:26.137752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752356d0-3e25-4535-8174-08771a95c077 req-05bf0f0b-4973-4d74-a9ba-565d02df845b tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:26.139240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-752356d0-3e25-4535-8174-08771a95c077 req-05bf0f0b-4973-4d74-a9ba-565d02df845b tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 943 time: 0.1652901 Aug 27 16:37:26.204162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae0fb-37b1-44cf-8fff-9c47e932ce89 req-49304eaf-f101-4a02-bc06-c1bf7940a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:26.206355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-08dae0fb-37b1-44cf-8fff-9c47e932ce89 req-49304eaf-f101-4a02-bc06-c1bf7940a4d6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1527679 Aug 27 16:37:26.209406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-752356d0-3e25-4535-8174-08771a95c077 req-c667da36-d02a-4c0b-aca1-76bf0856e0bd tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Aug 27 16:37:26.287995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-69ea2353-4253-4086-9153-dce60f21ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:26.289508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-69ea2353-4253-4086-9153-dce60f21ed62 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1095 time: 0.0457423 Aug 27 16:37:26.333803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-46c85a37-e9ba-4480-8030-f10681420925 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 200 len: 217 time: 0.0361183 Aug 27 16:37:26.391426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-bb9b423e-fc57-4f9b-a7a5-1b1d676899a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:26.393438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-bb9b423e-fc57-4f9b-a7a5-1b1d676899a3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0533140 Aug 27 16:37:26.442570 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494609-615d-48b0-9058-49a35a43fb3a req-73e0a51e-0363-4b92-ba5a-30c8bf2609a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:26.444127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-73e0a51e-0363-4b92-ba5a-30c8bf2609a0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440755 Aug 27 16:37:26.544820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-1046a618-2b22-4cf4-8bb8-607613fd43db service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936370 Aug 27 16:37:26.646060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a494609-615d-48b0-9058-49a35a43fb3a req-4a829426-9964-4d5a-a57d-8c553fb5bafd service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934701 Aug 27 16:37:26.945793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6df942de-edcb-4175-9ee0-09b076a772d2 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:37:27.059682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6df942de-edcb-4175-9ee0-09b076a772d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6df942de-edcb-4175-9ee0-09b076a772d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:37:27.076717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '6df942de-edcb-4175-9ee0-09b076a772d2', 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7', 'port_id': '6df942de-edcb-4175-9ee0-09b076a772d2', 'mac_address': 'fa:16:3e:55:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ead48a1-2096-4f26-8a92-bfa527bfe8f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:37:27.119757 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:27.137767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df942de-edcb-4175-9ee0-09b076a772d2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:37:27.159657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6df942de-edcb-4175-9ee0-09b076a772d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6df942de-edcb-4175-9ee0-09b076a772d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:37:27.277466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ec04-e7cf-4a80-8c29-a3ebd52938f8 req-faad7f3b-6687-45eb-8c0d-5612188d193d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:27.279177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8129ec04-e7cf-4a80-8c29-a3ebd52938f8 req-faad7f3b-6687-45eb-8c0d-5612188d193d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0640838 Aug 27 16:37:27.286747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:27.367608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6df942de-edcb-4175-9ee0-09b076a772d2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:27.375612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.376756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.376756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.377034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.377303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.377870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.378293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.378629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.378957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.379307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.379641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.379971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:37:27.388930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8129ec04-e7cf-4a80-8c29-a3ebd52938f8 req-3bc26a26-35dd-4c7c-a663-70b0b6d487b8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954814 Aug 27 16:37:27.419965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abff4d-8559-4102-b8ca-f9d0d2944acf req-fef8033f-20e7-485d-be59-35def218e96a tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:27.419965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4abff4d-8559-4102-b8ca-f9d0d2944acf req-fef8033f-20e7-485d-be59-35def218e96a tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 944 time: 0.0800288 Aug 27 16:37:27.455859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4abff4d-8559-4102-b8ca-f9d0d2944acf req-582030c6-c6c2-4598-87e9-3c9b773386d7 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Aug 27 16:37:27.521699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['6df942de-edcb-4175-9ee0-09b076a772d2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:37:27.928379 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-70394d23-6225-473b-a28a-7bfc1fa545a3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513060 Aug 27 16:37:28.001120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-6366ecc1-170e-440b-bdf9-6c68e1782b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:28.003625 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-6366ecc1-170e-440b-bdf9-6c68e1782b7f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4&device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1097 time: 0.0496659 Aug 27 16:37:28.108735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-9689d4ca-14f0-4a06-84cf-cbbecf1aab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:28.110220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-9689d4ca-14f0-4a06-84cf-cbbecf1aab16 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a35110d-14de-4645-b6c1-ceef4e0470bf HTTP/1.1" status: 200 len: 911 time: 0.0871909 Aug 27 16:37:28.182560 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-fdd38b61-bdd4-49d6-b71e-ba2ca517749e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 HTTP/1.1" status: 200 len: 1002 time: 0.0646782 Aug 27 16:37:28.239125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-a53ee759-3d82-4f76-bcaa-e59a78077504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:28.240650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-a53ee759-3d82-4f76-bcaa-e59a78077504 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29c1fc85-a9e4-49c7-b252-1626d5906e6a HTTP/1.1" status: 200 len: 848 time: 0.0513031 Aug 27 16:37:28.294240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-ab60d145-e981-42f2-a639-aaea43791ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:28.295907 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-ab60d145-e981-42f2-a639-aaea43791ea7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a35110d-14de-4645-b6c1-ceef4e0470bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476379 Aug 27 16:37:28.408532 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-2bddb3c4-e864-42ba-9eb0-47068ecaec5f service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051259 Aug 27 16:37:28.533443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8594c143-e9c3-4497-aeeb-64e8a883088e req-52350821-7789-4b19-8895-7db5f21bfeac service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167719 Aug 27 16:37:28.558505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be583d3-e060-4b5d-a0a8-3b5eeeb721e4 req-a277e3c2-77d0-434a-a27a-d89c8da407b4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:28.566823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be583d3-e060-4b5d-a0a8-3b5eeeb721e4 req-a277e3c2-77d0-434a-a27a-d89c8da407b4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0857460 Aug 27 16:37:28.634080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be583d3-e060-4b5d-a0a8-3b5eeeb721e4 req-959d91b0-e886-4044-95b5-9f302ac5bdd1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662365 Aug 27 16:37:28.647373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523ad46-3641-4b16-938d-a207ab60bde0 req-0c8716b3-9235-413c-82fc-aafde026fa28 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:28.649991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4523ad46-3641-4b16-938d-a207ab60bde0 req-0c8716b3-9235-413c-82fc-aafde026fa28 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 944 time: 0.0761068 Aug 27 16:37:28.690064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4523ad46-3641-4b16-938d-a207ab60bde0 req-699b80ad-cc73-4a5f-8e82-b73a9f34b5fe tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344591 Aug 27 16:37:28.958314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:37:28.961662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6df942de-edcb-4175-9ee0-09b076a772d2 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:37:29.097115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:37:29.108947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'port_id': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'mac_address': 'fa:16:3e:64:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:37:29.134953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 6df942de-edcb-4175-9ee0-09b076a772d2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:37:29.143128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 6df942de-edcb-4175-9ee0-09b076a772d2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:37:29.143530 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:29.176393 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:29.196741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7382bf4c-5a09-4631-90d2-46762c2d8a77 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:37:29.224425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:37:29.256446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:29.279626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369016d3-2bcc-4503-908d-a373f233eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df942de-edcb-4175-9ee0-09b076a772d2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:37:29.281859 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13dc99b-39e1-4ee4-b588-05e81a9e48ad" -d '{"events": [{"server_uuid": "369016d3-2bcc-4503-908d-a373f233eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6df942de-edcb-4175-9ee0-09b076a772d2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:37:29.295964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6df942de-edcb-4175-9ee0-09b076a772d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6df942de-edcb-4175-9ee0-09b076a772d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:37:29.306811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:29.335013 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d850e158-4dd8-4a58-b77e-db873338604d x-openstack-request-id: req-d850e158-4dd8-4a58-b77e-db873338604d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:37:29.335340 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369016d3-2bcc-4503-908d-a373f233eb10", "name": "network-vif-plugged", "status": "completed", "tag": "6df942de-edcb-4175-9ee0-09b076a772d2", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:37:29.335599 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d850e158-4dd8-4a58-b77e-db873338604d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:37:29.335988 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369016d3-2bcc-4503-908d-a373f233eb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df942de-edcb-4175-9ee0-09b076a772d2', 'code': 200} Aug 27 16:37:29.367156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:29.369066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:29.435487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6df942de-edcb-4175-9ee0-09b076a772d2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:29.438559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd45b9b-9bef-4651-b673-d8393ffe56ba req-6e48f1b0-0c4f-486e-9b18-b2fcd3793ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:29.441236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcd45b9b-9bef-4651-b673-d8393ffe56ba req-6e48f1b0-0c4f-486e-9b18-b2fcd3793ceb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 1096 time: 0.0507956 Aug 27 16:37:29.485539 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcd45b9b-9bef-4651-b673-d8393ffe56ba req-a93c2690-29e3-4a9a-bdce-5ec10c0b581e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362446 Aug 27 16:37:29.536761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['7382bf4c-5a09-4631-90d2-46762c2d8a77'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:37:29.771975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64032c-31a8-412e-aae9-5662ec24e988 req-305ab9af-c25d-42cc-bfb1-e88cc47c9c20 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:29.773583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a64032c-31a8-412e-aae9-5662ec24e988 req-305ab9af-c25d-42cc-bfb1-e88cc47c9c20 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 945 time: 0.0540812 Aug 27 16:37:29.838541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a64032c-31a8-412e-aae9-5662ec24e988 req-7d3fcf22-2ad6-400b-83a7-44a1e0f0737a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552864 Aug 27 16:37:29.855547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e16906-2c55-49b7-949a-d12bec80f3e5 req-bef15b93-cab2-4a42-8580-14db814baad4 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:29.855547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9e16906-2c55-49b7-949a-d12bec80f3e5 req-bef15b93-cab2-4a42-8580-14db814baad4 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 945 time: 0.0766170 Aug 27 16:37:29.900583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9e16906-2c55-49b7-949a-d12bec80f3e5 req-fde68fdf-e1dc-438a-836b-f7590eb098bc tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Aug 27 16:37:30.967648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:37:30.990548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef1d65-6697-4c40-b870-2204c6ea706a req-57d34d49-f3b7-4cc9-84cd-44ded497e8fc tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:30.992350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bdef1d65-6697-4c40-b870-2204c6ea706a req-57d34d49-f3b7-4cc9-84cd-44ded497e8fc tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 945 time: 0.0769675 Aug 27 16:37:31.081661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bdef1d65-6697-4c40-b870-2204c6ea706a req-049447a4-5cf7-4272-ac6b-c8c782a49317 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731568 Aug 27 16:37:31.092396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f1e9-647c-44ab-8e0f-be97051e2068 req-945063cf-0816-4909-986a-b3bb76acd90e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:31.094064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49f5f1e9-647c-44ab-8e0f-be97051e2068 req-945063cf-0816-4909-986a-b3bb76acd90e tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 945 time: 0.1000118 Aug 27 16:37:31.109981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 7382bf4c-5a09-4631-90d2-46762c2d8a77 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:37:31.114852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 7382bf4c-5a09-4631-90d2-46762c2d8a77 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:37:31.115234 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:31.159569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49f5f1e9-647c-44ab-8e0f-be97051e2068 req-5b71b270-695b-4afd-be09-aaa856cf91b5 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548561 Aug 27 16:37:31.240839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:31.297418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:37:31.337931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:37:31.341358 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0d59f-e370-4239-9ae0-a3b19fe0d86c" -d '{"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-plugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:37:31.372845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:31.474250 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ac30e-fc13-4ae0-9f9b-5182115b050d x-openstack-request-id: req-9e2ac30e-fc13-4ae0-9f9b-5182115b050d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:37:31.482031 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-plugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:37:31.482031 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e2ac30e-fc13-4ae0-9f9b-5182115b050d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:37:31.482031 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'code': 200} Aug 27 16:37:31.487993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:37:31.559254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e4a41-9f15-47b5-b31e-ce0b629c1586 req-a33f52ae-2b0b-4d48-a16a-0b601a14cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:31.561629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-159e4a41-9f15-47b5-b31e-ce0b629c1586 req-a33f52ae-2b0b-4d48-a16a-0b601a14cc80 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1097 time: 0.0562956 Aug 27 16:37:31.601489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-159e4a41-9f15-47b5-b31e-ce0b629c1586 req-33abea40-7efb-47ea-a75b-65396946e3b9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319753 Aug 27 16:37:32.267919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230411ad-28ae-4bf3-a603-196a4be3e2da req-dfb663ae-e1c8-4e19-ac7e-724c91b11040 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:32.269838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-230411ad-28ae-4bf3-a603-196a4be3e2da req-dfb663ae-e1c8-4e19-ac7e-724c91b11040 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0905652 Aug 27 16:37:32.316908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-230411ad-28ae-4bf3-a603-196a4be3e2da req-85bf0c76-9a1d-4c29-aa56-5b84f839ab93 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376036 Aug 27 16:37:33.480830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907e87d-b5b2-4766-a154-aa877763a93d req-5a0874a8-5f43-409a-9748-fcd2026749f8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:33.493477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d907e87d-b5b2-4766-a154-aa877763a93d req-5a0874a8-5f43-409a-9748-fcd2026749f8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0735173 Aug 27 16:37:33.556060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d907e87d-b5b2-4766-a154-aa877763a93d req-0d9020e9-337f-489d-a36b-e34173327c0b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578470 Aug 27 16:37:33.703217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20506942-7d56-476f-beb6-db4709834fd1 req-a60005dd-3513-4611-b383-70586521c053 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:33.707164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20506942-7d56-476f-beb6-db4709834fd1 req-a60005dd-3513-4611-b383-70586521c053 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0652432 Aug 27 16:37:33.715233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 41818) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:37:33.720622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Request body: {'floatingip': {'port_id': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:37:33.766256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:34.251975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:34.343517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:34.454424 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Floating IP 30cb42e2-fdd7-4a88-9d88-c52b85ff7a93 associated. External IP: 172.25.4.113, port: 7382bf4c-5a09-4631-90d2-46762c2d8a77. Aug 27 16:37:34.689614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Router 78cdb5e9-5c4f-4768-bad2-a0507965761c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:37:34.816877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:37:34.821577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:34.833746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] Sync routers for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:37:34.849226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:37:34.849857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:37:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:34.856013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1f34d135-bc5e-459f-9d52-7cb81d5a6d53 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "PUT /v2.0/floatingips/30cb42e2-fdd7-4a88-9d88-c52b85ff7a93 HTTP/1.1" status: 200 len: 992 time: 1.1392047 Aug 27 16:37:34.856727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:37:34.859140 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c292481c-cdf5-4751-9619-48ea50fbe2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:37:34.915736 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1936eba-4648-4995-a27e-8c838291b48c x-openstack-request-id: req-f1936eba-4648-4995-a27e-8c838291b48c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:37:34.915736 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:37:34.915736 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f1936eba-4648-4995-a27e-8c838291b48c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:37:34.915736 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'status': 'completed', 'code': 200} Aug 27 16:37:34.995969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-8d7ccf1e-7f18-4771-b136-4e5566d0a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:34.998337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-8d7ccf1e-7f18-4771-b136-4e5566d0a3d9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1097 time: 0.0547099 Aug 27 16:37:35.127016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-e6798ac9-a533-42c2-a5ac-8b0a42e785fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:35.128680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-e6798ac9-a533-42c2-a5ac-8b0a42e785fe service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.1177886 Aug 27 16:37:35.165668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:37:35.204016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-34d42540-e309-44b7-a83a-edf136161460 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 200 len: 1000 time: 0.0696604 Aug 27 16:37:35.266505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-1f2be1c6-1a1e-468f-8adf-0cc3ecc80585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:35.268697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-1f2be1c6-1a1e-468f-8adf-0cc3ecc80585 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0576258 Aug 27 16:37:35.321403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-3b6fcbc5-9bfc-4d52-b4cf-6522a5a66a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:37:35.323023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-3b6fcbc5-9bfc-4d52-b4cf-6522a5a66a9c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475898 Aug 27 16:37:35.442492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-635434e5-0efd-4a1c-bf21-0df7355da7a1 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123703 Aug 27 16:37:35.483344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '30cb42e2-fdd7-4a88-9d88-c52b85ff7a93', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'port_id': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'mac_address': 'fa:16:3e:64:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:37:16Z', 'updated_at': '2021-08-27T16:37:34Z', 'revision_number': 1, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:35.511448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] Checking router: 78cdb5e9-5c4f-4768-bad2-a0507965761c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:37:35.521167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:37:35.521783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:37:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:35.575177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c292481c-cdf5-4751-9619-48ea50fbe2fa req-82f310f4-d797-4c23-987f-a8d90f0d1e40 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244547 Aug 27 16:37:35.645219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:37:35.891490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '30cb42e2-fdd7-4a88-9d88-c52b85ff7a93', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'port_id': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'mac_address': 'fa:16:3e:64:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:37:16Z', 'updated_at': '2021-08-27T16:37:34Z', 'revision_number': 1, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:37:35.919812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826c774-ba14-4391-a9c2-637079bbd4ce None None] The sync data for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 is: [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '30cb42e2-fdd7-4a88-9d88-c52b85ff7a93', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'port_id': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'mac_address': 'fa:16:3e:64:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:37:16Z', 'updated_at': '2021-08-27T16:37:34Z', 'revision_number': 1, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:37:36.156807 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af661d64-bc33-4a0d-910b-d5c47473c286 None None] New status for floating IP 30cb42e2-fdd7-4a88-9d88-c52b85ff7a93: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:37:45.881002 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:37:50.714761 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f168f3d-934e-4237-8831-c28901b70152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:53.275367 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8af4023e-d8d6-4a22-9c69-d3220ea48e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:53.316852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:53.408029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:54.098145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:54.561190 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:37:56.172735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.007037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 42716) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:38:10.135171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dadf4c30-a9d6-47f7-96fb-a91fbbc15893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.225277 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dadf4c30-a9d6-47f7-96fb-a91fbbc15893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.292349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dadf4c30-a9d6-47f7-96fb-a91fbbc15893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.344069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf4c30-a9d6-47f7-96fb-a91fbbc15893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7729d848-5829-4d9c-8403-447309b7d047,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:10.352893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 42726) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:38:10.353526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dadf4c30-a9d6-47f7-96fb-a91fbbc15893 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2ef567d65bd84eccb2760f8ce46c66ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440304 Aug 27 16:38:10.427992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e14b71bd-59a6-4cbd-bd4d-e76954f078f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.456358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e14b71bd-59a6-4cbd-bd4d-e76954f078f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.582719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e14b71bd-59a6-4cbd-bd4d-e76954f078f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.585324 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e14b71bd-59a6-4cbd-bd4d-e76954f078f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:10.586473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e14b71bd-59a6-4cbd-bd4d-e76954f078f6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7729d848-5829-4d9c-8403-447309b7d047 HTTP/1.1" status: 204 len: 168 time: 0.2325821 Aug 27 16:38:10.594220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b71bd-59a6-4cbd-bd4d-e76954f078f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7729d848-5829-4d9c-8403-447309b7d047,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:20.630226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-028551c0-df92-4b5d-be47-4e7be857731d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:22.879074 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:38:23.224656 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a27201f-fd38-4b6a-8732-bf85cd21372f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:23.290788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:23.349789 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:24.115685 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:24.561185 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:26.052419 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:27.576651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-92a21656-8ee8-45e2-80d3-ae3b00d6b1ca service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478330 Aug 27 16:38:27.658972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda149-b934-445f-8a51-30c60aaf6846 req-b6cc19a2-5250-4465-b127-4f73d4ea43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:27.660500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-b6cc19a2-5250-4465-b127-4f73d4ea43b0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424154556ca42d59095dfabe1da9b2c&device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 1096 time: 0.0419776 Aug 27 16:38:27.765761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda149-b934-445f-8a51-30c60aaf6846 req-9145395a-d577-4062-b684-fea4c1a1ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:27.769452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-9145395a-d577-4062-b684-fea4c1a1ccad service neutron] 10.222.0.97 "GET /v2.0/networks?id=193df70f-879f-48cd-a191-f4bf5392e3d7 HTTP/1.1" status: 200 len: 916 time: 0.0891623 Aug 27 16:38:27.815167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-fb88d1f2-4bec-40fa-b3f8-64e317da1df4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6df942de-edcb-4175-9ee0-09b076a772d2 HTTP/1.1" status: 200 len: 217 time: 0.0393400 Aug 27 16:38:27.866048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bda149-b934-445f-8a51-30c60aaf6846 req-9f59f02d-b47a-4f71-a5bf-0364d2fe531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:27.867564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-9f59f02d-b47a-4f71-a5bf-0364d2fe531d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ead48a1-2096-4f26-8a92-bfa527bfe8f6 HTTP/1.1" status: 200 len: 854 time: 0.0458903 Aug 27 16:38:27.902029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-f174f727-58d2-4e00-b8e2-7bfc241948a3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=193df70f-879f-48cd-a191-f4bf5392e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278280 Aug 27 16:38:27.997775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-5026c20b-9a5c-495b-aa3e-93c22755d004 service neutron] 10.222.0.97 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880017 Aug 27 16:38:28.098587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72bda149-b934-445f-8a51-30c60aaf6846 req-aaeb2361-7416-408e-89de-610f83d99e49 service neutron] 10.222.0.97 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939093 Aug 27 16:38:28.897597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87f7a82e-894a-42dd-8252-7e3be54ee8b4 req-3a0dfe59-c61b-4ff4-8c92-adfe9a998c05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267472 Aug 27 16:38:28.980122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87f7a82e-894a-42dd-8252-7e3be54ee8b4 req-facd2d6a-d5f8-453d-9a4b-d80e2486c4d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0320492 Aug 27 16:38:29.021848 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87f7a82e-894a-42dd-8252-7e3be54ee8b4 req-fe42571e-3367-4068-ae76-22a927cb325a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214207 Aug 27 16:38:29.123692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7a82e-894a-42dd-8252-7e3be54ee8b4 req-e243b4d2-fc5e-4574-95f8-4eef3d90cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:29.125220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87f7a82e-894a-42dd-8252-7e3be54ee8b4 req-e243b4d2-fc5e-4574-95f8-4eef3d90cf3b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965009 Aug 27 16:38:35.640194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1786ba-a842-450f-bf63-b2dcd84fff3a req-0c206cbf-4820-44d3-b544-58ac5f736fd0 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:35.641879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d1786ba-a842-450f-bf63-b2dcd84fff3a req-0c206cbf-4820-44d3-b544-58ac5f736fd0 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 945 time: 0.0499682 Aug 27 16:38:35.680372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d1786ba-a842-450f-bf63-b2dcd84fff3a req-97579a83-a039-4a45-a34d-6d42f1c9c5b9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Aug 27 16:38:36.801150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816f48d-b119-4413-b020-9afe4f36fe33 req-b1bfb15a-e6af-472c-813b-3096c82885e3 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:36.802716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1816f48d-b119-4413-b020-9afe4f36fe33 req-b1bfb15a-e6af-472c-813b-3096c82885e3 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 945 time: 0.0552936 Aug 27 16:38:36.841327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1816f48d-b119-4413-b020-9afe4f36fe33 req-ac0f4ffc-f602-4f83-bc77-7d0746436ab6 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Aug 27 16:38:37.078690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9790842-b68c-4763-a5f8-f73017d58786 req-326071de-2054-41f4-bc35-7357f1e533eb tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:37.080193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9790842-b68c-4763-a5f8-f73017d58786 req-326071de-2054-41f4-bc35-7357f1e533eb tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 945 time: 0.0501943 Aug 27 16:38:37.183208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Deleting port 6df942de-edcb-4175-9ee0-09b076a772d2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:38:37.183544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:37.272207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] For port 6df942de-edcb-4175-9ee0-09b076a772d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6df942de-edcb-4175-9ee0-09b076a772d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:38:37.272579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:37.285737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Calling delete_port for 6df942de-edcb-4175-9ee0-09b076a772d2 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:38:37.475137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:37.489006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['6df942de-edcb-4175-9ee0-09b076a772d2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:38:37.505869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Pushing event deleted for resources: {'Port': ['ID=6df942de-edcb-4175-9ee0-09b076a772d2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:37.518834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.519286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.519635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.519978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.520314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.520647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.520975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.521301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.521626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.521978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.522302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.522623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:37.557169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] No DVR routers for this DVR port 6df942de-edcb-4175-9ee0-09b076a772d2 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:38:37.561192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:37.561838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9790842-b68c-4763-a5f8-f73017d58786 req-fbe4d3e7-51b6-4db7-a0ec-df2ad181771f tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "DELETE /v2.0/ports/6df942de-edcb-4175-9ee0-09b076a772d2 HTTP/1.1" status: 204 len: 173 time: 0.4744246 Aug 27 16:38:37.562319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369016d3-2bcc-4503-908d-a373f233eb10', 'name': 'network-vif-deleted', 'tag': '6df942de-edcb-4175-9ee0-09b076a772d2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:38:37.564564 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f869f1-b44c-4dc3-98dd-1af90729011c" -d '{"events": [{"server_uuid": "369016d3-2bcc-4503-908d-a373f233eb10", "name": "network-vif-deleted", "tag": "6df942de-edcb-4175-9ee0-09b076a772d2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:38:37.600307 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578af79b-eac8-466d-a734-1622510f82ab x-openstack-request-id: req-578af79b-eac8-466d-a734-1622510f82ab {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:38:37.600778 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369016d3-2bcc-4503-908d-a373f233eb10", "name": "network-vif-deleted", "tag": "6df942de-edcb-4175-9ee0-09b076a772d2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:38:37.601196 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-578af79b-eac8-466d-a734-1622510f82ab {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:38:37.601865 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369016d3-2bcc-4503-908d-a373f233eb10', 'name': 'network-vif-deleted', 'tag': '6df942de-edcb-4175-9ee0-09b076a772d2', 'status': 'completed', 'code': 200} Aug 27 16:38:37.956405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a37e249e-12b6-426a-b16e-406b7ee89854 req-27632d9d-1e23-4705-a8f8-1d78829fe1c0 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=369016d3-2bcc-4503-908d-a373f233eb10 HTTP/1.1" status: 200 len: 210 time: 0.0300431 Aug 27 16:38:41.363901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6df942de-edcb-4175-9ee0-09b076a772d2 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:38:41.387376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 6df942de-edcb-4175-9ee0-09b076a772d2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:38:41.387688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6df942de-edcb-4175-9ee0-09b076a772d2 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:38:46.628475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706458b-f509-4a35-b671-53823041bc58 req-3e6da0e8-46e4-4e19-a81d-828281a02d14 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:46.628475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-3e6da0e8-46e4-4e19-a81d-828281a02d14 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/networks?id=193df70f-879f-48cd-a191-f4bf5392e3d7 HTTP/1.1" status: 200 len: 814 time: 0.1031830 Aug 27 16:38:46.640309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-3ad527bb-b455-4244-8148-cf65a26a5593 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/quotas/8424154556ca42d59095dfabe1da9b2c HTTP/1.1" status: 200 len: 375 time: 0.0106120 Aug 27 16:38:46.678808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-c4bbb1f9-87d2-4ee8-8e04-50e0e8a9e678 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8424154556ca42d59095dfabe1da9b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315287 Aug 27 16:38:46.878384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-ebfea6c5-3b6c-4513-86f2-00f85819c671 service neutron] 10.222.0.101 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922948 Aug 27 16:38:46.968388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-71d3ee56-ff3e-447f-9f5e-d49b5fadfd3a service neutron] 10.222.0.101 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827274 Aug 27 16:38:47.238812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee7db8ec-a913-4c7c-ad36-a345863bd6ff req-705afbd0-0f8f-4308-a3ba-3e9e0ffbddf8 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 210 time: 0.0334313 Aug 27 16:38:48.334176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-590cf7ce-953b-407e-b21f-533ffae0ae27 req-6fadb336-0d8a-4e71-860c-fae7862405b1 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 210 time: 0.0271621 Aug 27 16:38:49.168204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706458b-f509-4a35-b671-53823041bc58 req-89899e49-5703-494c-a71b-66ee1ab1e2ce tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:49.169659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-89899e49-5703-494c-a71b-66ee1ab1e2ce tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "GET /v2.0/networks?id=193df70f-879f-48cd-a191-f4bf5392e3d7 HTTP/1.1" status: 200 len: 814 time: 0.1029224 Aug 27 16:38:49.183198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Request body: {'port': {'device_id': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7', 'admin_state_up': True, 'tenant_id': '8424154556ca42d59095dfabe1da9b2c'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:38:49.377328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Made reservation on behalf of 8424154556ca42d59095dfabe1da9b2c for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:38:49.382305 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:49.474804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-efc22bc6-7338-4101-a690-9a4cf14db8eb req-c307cf35-c3a7-491f-a7a1-169919009561 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 210 time: 0.0348053 Aug 27 16:38:49.541222 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Allocated IP 172.20.0.13 (193df70f-879f-48cd-a191-f4bf5392e3d7/9ead48a1-2096-4f26-8a92-bfa527bfe8f6/da898291-38d8-41a3-b5d6-b7e68f5da6d2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:38:49.687918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:49.824275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:49.870027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Network 193df70f-879f-48cd-a191-f4bf5392e3d7 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:38:49.873052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:38:49.879837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:38:49.905320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Pushing event updated for resources: {'Port': ['ID=da898291-38d8-41a3-b5d6-b7e68f5da6d2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:49.934346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:49.934958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.002013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-a3477f87-13ac-4beb-93a9-4364bb4a0ea9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8227193 Aug 27 16:38:50.013863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Request body: {'port': {'device_id': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:38:50.068242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.337560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da898291-38d8-41a3-b5d6-b7e68f5da6d2 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:38:50.344968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.357010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Transition to ACTIVE for port object da898291-38d8-41a3-b5d6-b7e68f5da6d2 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:38:50.463657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.521312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Pushing event updated for resources: {'Port': ['ID=da898291-38d8-41a3-b5d6-b7e68f5da6d2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:50.635503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80608b70-e505-4a30-9688-daaf63ec9242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.636518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Attempting to bind port da898291-38d8-41a3-b5d6-b7e68f5da6d2 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:38:50.636857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Attempting to bind port da898291-38d8-41a3-b5d6-b7e68f5da6d2 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:38:50.637185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Attempting to bind port da898291-38d8-41a3-b5d6-b7e68f5da6d2 on network 193df70f-879f-48cd-a191-f4bf5392e3d7 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:38:50.647370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb4dc5-189a-49d3-8d62-6d6c93c1b0fa req-8cb822f2-23c2-4bd3-8a77-41ae24e818b9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:50.655637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6beb4dc5-189a-49d3-8d62-6d6c93c1b0fa req-8cb822f2-23c2-4bd3-8a77-41ae24e818b9 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 944 time: 0.0807040 Aug 27 16:38:50.655637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Port da898291-38d8-41a3-b5d6-b7e68f5da6d2 on network 193df70f-879f-48cd-a191-f4bf5392e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:38:50.655637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Attempting to bind port da898291-38d8-41a3-b5d6-b7e68f5da6d2 on network 193df70f-879f-48cd-a191-f4bf5392e3d7 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:38:50.665196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:38:50.665532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Checking segment: {'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:38:50.665904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Bound using segment: {'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:38:50.666331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Bound port: da898291-38d8-41a3-b5d6-b7e68f5da6d2, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3bca430-d9b5-4054-98d0-aaff7c0be8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:38:50.666687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.719611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6beb4dc5-189a-49d3-8d62-6d6c93c1b0fa req-f217d431-3c28-44ff-9f17-c7e0ef3a76eb tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644977 Aug 27 16:38:50.751385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] For port da898291-38d8-41a3-b5d6-b7e68f5da6d2, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:38:50.755593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] For port da898291-38d8-41a3-b5d6-b7e68f5da6d2, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=da898291-38d8-41a3-b5d6-b7e68f5da6d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:38:50.847713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.883119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:50.883829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:50.885261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] 10.222.0.97 "PUT /v2.0/ports/da898291-38d8-41a3-b5d6-b7e68f5da6d2 HTTP/1.1" status: 200 len: 1092 time: 0.8757362 Aug 27 16:38:50.885709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'tag': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:38:50.887985 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f8403-db5f-4a22-8bb9-d6384b983810" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf42634-8227-40ad-a2b7-49413e17bb30", "tag": "da898291-38d8-41a3-b5d6-b7e68f5da6d2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:38:50.915641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f029a7-1993-48f7-84dc-962b1fa0d743 service neutron] Pushing event updated for resources: {'Port': ['ID=da898291-38d8-41a3-b5d6-b7e68f5da6d2,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:50.928332 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d8af3-f0c3-4060-8cb1-47fc5849eab5 x-openstack-request-id: req-ae4d8af3-f0c3-4060-8cb1-47fc5849eab5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:38:50.928627 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf42634-8227-40ad-a2b7-49413e17bb30", "tag": "da898291-38d8-41a3-b5d6-b7e68f5da6d2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:38:50.928885 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae4d8af3-f0c3-4060-8cb1-47fc5849eab5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:38:50.929287 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'tag': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2', 'status': 'completed', 'code': 200} Aug 27 16:38:50.998346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f8403-db5f-4a22-8bb9-d6384b983810 req-9dd2f080-6861-44b6-aec5-8bad9bf4c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:50.999955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-848f8403-db5f-4a22-8bb9-d6384b983810 req-9dd2f080-6861-44b6-aec5-8bad9bf4c88e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424154556ca42d59095dfabe1da9b2c&device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 1095 time: 0.0491259 Aug 27 16:38:51.423068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f8403-db5f-4a22-8bb9-d6384b983810 req-545e70a5-0122-46f8-9b91-8770ec78ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:51.424911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-848f8403-db5f-4a22-8bb9-d6384b983810 req-545e70a5-0122-46f8-9b91-8770ec78ebde service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8424154556ca42d59095dfabe1da9b2c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4089296 Aug 27 16:38:51.523332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f8403-db5f-4a22-8bb9-d6384b983810 req-081e0ea0-d08b-46b7-9d6c-0538c88a12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:51.524804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-848f8403-db5f-4a22-8bb9-d6384b983810 req-081e0ea0-d08b-46b7-9d6c-0538c88a12f4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0930812 Aug 27 16:38:51.600063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706458b-f509-4a35-b671-53823041bc58 req-c39e86e8-06f4-4391-a1a9-f57e27cc7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:51.601635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-c39e86e8-06f4-4391-a1a9-f57e27cc7ae7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424154556ca42d59095dfabe1da9b2c&device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 1095 time: 0.0412400 Aug 27 16:38:51.643101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-cd3753bc-182e-4a4d-bfde-b1275add3bec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da898291-38d8-41a3-b5d6-b7e68f5da6d2 HTTP/1.1" status: 200 len: 217 time: 0.0337896 Aug 27 16:38:51.691058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706458b-f509-4a35-b671-53823041bc58 req-330daf6c-d1d6-4c1f-abc6-099471017d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:51.692603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-330daf6c-d1d6-4c1f-abc6-099471017d5b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ead48a1-2096-4f26-8a92-bfa527bfe8f6 HTTP/1.1" status: 200 len: 854 time: 0.0434320 Aug 27 16:38:51.727714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-bac03c34-60e1-4bdb-b69b-c555e4e201e2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=193df70f-879f-48cd-a191-f4bf5392e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282609 Aug 27 16:38:51.848271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-670bc1ac-aa4e-43c9-a14b-6469fcd6070f service neutron] 10.222.0.97 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132970 Aug 27 16:38:51.872012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ba94d-db90-4d63-9e7d-f08d84703b03 req-1989dfcf-2560-49a1-9f90-3adaf06884de tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:51.873390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d3ba94d-db90-4d63-9e7d-f08d84703b03 req-1989dfcf-2560-49a1-9f90-3adaf06884de tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 944 time: 0.0748293 Aug 27 16:38:51.961505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d3ba94d-db90-4d63-9e7d-f08d84703b03 req-e69ae3c6-00ff-4dfa-bbcf-d78f7eb6a939 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740755 Aug 27 16:38:51.983032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e706458b-f509-4a35-b671-53823041bc58 req-da278566-d6e7-4a3c-9fd3-c85cc8869ec2 service neutron] 10.222.0.97 "GET /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270759 Aug 27 16:38:53.081397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e263-ebcf-4b71-9075-33432ad19787 req-e819bd0a-d09e-46ee-b491-37387edcf536 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:53.082912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0541e263-ebcf-4b71-9075-33432ad19787 req-e819bd0a-d09e-46ee-b491-37387edcf536 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 944 time: 0.0531056 Aug 27 16:38:53.123330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0541e263-ebcf-4b71-9075-33432ad19787 req-936a7357-8262-4552-8c71-827fd6668be5 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Aug 27 16:38:53.242771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-791de379-a442-4f5a-8435-e49cafbb7266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:53.315935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:53.389403 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:54.089958 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:54.261421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ac127-3046-4102-ab0a-8e75e2ff376f req-fdbf034d-7a3e-41dd-985e-63d008424b75 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:54.262906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b6ac127-3046-4102-ab0a-8e75e2ff376f req-fdbf034d-7a3e-41dd-985e-63d008424b75 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 944 time: 0.0582683 Aug 27 16:38:54.300850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b6ac127-3046-4102-ab0a-8e75e2ff376f req-ae3683cc-8817-4380-ac6e-a6dadd7e7aa8 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315020 Aug 27 16:38:54.572473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:55.427748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6af417-c2f5-4d09-a107-50d6a70aa486 req-da2aae6b-1a7b-4c2d-8cb6-0469a89472de tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:55.429237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c6af417-c2f5-4d09-a107-50d6a70aa486 req-da2aae6b-1a7b-4c2d-8cb6-0469a89472de tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 944 time: 0.0591178 Aug 27 16:38:55.457806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device da898291-38d8-41a3-b5d6-b7e68f5da6d2 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:38:55.469873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c6af417-c2f5-4d09-a107-50d6a70aa486 req-bd4b2a8a-8590-440b-8470-a652c82f676b tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344994 Aug 27 16:38:55.562682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port da898291-38d8-41a3-b5d6-b7e68f5da6d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=da898291-38d8-41a3-b5d6-b7e68f5da6d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:38:55.576452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2', 'network_id': '193df70f-879f-48cd-a191-f4bf5392e3d7', 'port_id': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2', 'mac_address': 'fa:16:3e:11:2e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ead48a1-2096-4f26-8a92-bfa527bfe8f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:38:55.614987 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:55.628855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da898291-38d8-41a3-b5d6-b7e68f5da6d2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:38:55.650335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port da898291-38d8-41a3-b5d6-b7e68f5da6d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=da898291-38d8-41a3-b5d6-b7e68f5da6d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:38:55.766591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:55.820226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=da898291-38d8-41a3-b5d6-b7e68f5da6d2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:55.828845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.829198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.829604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.830792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.831186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.831793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.832142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.832480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.832877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.833132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.833461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.833787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:38:55.979730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['da898291-38d8-41a3-b5d6-b7e68f5da6d2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:38:56.118989 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:56.598482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad3fee-4123-433e-bdec-e1d0140b9b61 req-1a776eee-cd75-4461-ba23-7af9bd9fc1cb tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:56.600168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dad3fee-4123-433e-bdec-e1d0140b9b61 req-1a776eee-cd75-4461-ba23-7af9bd9fc1cb tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 945 time: 0.0578389 Aug 27 16:38:56.643002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dad3fee-4123-433e-bdec-e1d0140b9b61 req-422fccf0-4ee0-4ff7-b3ed-f73b0fbbbfd4 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369093 Aug 27 16:38:57.458444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device da898291-38d8-41a3-b5d6-b7e68f5da6d2 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:38:57.584291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port da898291-38d8-41a3-b5d6-b7e68f5da6d2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:38:57.589090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port da898291-38d8-41a3-b5d6-b7e68f5da6d2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:38:57.589631 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:57.679562 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:57.704954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:38:57.707795 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95448a24-7610-4aa8-8054-de37ae188d31" -d '{"events": [{"server_uuid": "7cf42634-8227-40ad-a2b7-49413e17bb30", "name": "network-vif-plugged", "status": "completed", "tag": "da898291-38d8-41a3-b5d6-b7e68f5da6d2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:38:57.720531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port da898291-38d8-41a3-b5d6-b7e68f5da6d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=da898291-38d8-41a3-b5d6-b7e68f5da6d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:38:57.757508 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59896d43-8bab-43c5-96d7-01bf53dc8de1 x-openstack-request-id: req-59896d43-8bab-43c5-96d7-01bf53dc8de1 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:38:57.757887 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf42634-8227-40ad-a2b7-49413e17bb30", "name": "network-vif-plugged", "status": "completed", "tag": "da898291-38d8-41a3-b5d6-b7e68f5da6d2", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:38:57.758306 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-59896d43-8bab-43c5-96d7-01bf53dc8de1 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:38:57.758691 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2', 'code': 200} Aug 27 16:38:57.779157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34846-cb3c-4ca0-a677-4bc2c04caf4f req-8d9e7293-f962-41ac-80c9-c851bf325038 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:57.780877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28a34846-cb3c-4ca0-a677-4bc2c04caf4f req-8d9e7293-f962-41ac-80c9-c851bf325038 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 945 time: 0.0611386 Aug 27 16:38:57.785794 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:38:57.833630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28a34846-cb3c-4ca0-a677-4bc2c04caf4f req-fadc2d35-5e62-46a0-b1f3-9386ef19066a tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Aug 27 16:38:57.840451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=da898291-38d8-41a3-b5d6-b7e68f5da6d2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:38:57.862376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7023ce-1086-4d75-a62c-58fe3c52f133 req-f6723b45-5dff-41cc-87b4-dd0e0b3226dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:57.863925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d7023ce-1086-4d75-a62c-58fe3c52f133 req-f6723b45-5dff-41cc-87b4-dd0e0b3226dd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 1097 time: 0.0426700 Aug 27 16:38:57.899809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d7023ce-1086-4d75-a62c-58fe3c52f133 req-811004a7-07c5-4c4e-a77d-11e3699fb3db service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291798 Aug 27 16:38:58.954215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81366760-881e-40ba-830f-bedf9c73acad req-bd8caf69-bb9a-483c-9e81-49ed43e3bd60 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:38:58.956543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81366760-881e-40ba-830f-bedf9c73acad req-bd8caf69-bb9a-483c-9e81-49ed43e3bd60 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 946 time: 0.0515707 Aug 27 16:38:59.005399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81366760-881e-40ba-830f-bedf9c73acad req-b4f98a69-882a-465f-b4cd-0bd50f41ee48 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Aug 27 16:38:59.877713 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:39:00.137100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5b4ab-9372-424e-9b0a-66727bb44130 req-b62922bb-dfc3-4437-a368-50652feb49bc tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:00.138511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4c5b4ab-9372-424e-9b0a-66727bb44130 req-b62922bb-dfc3-4437-a368-50652feb49bc tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 946 time: 0.0620265 Aug 27 16:39:00.178289 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4c5b4ab-9372-424e-9b0a-66727bb44130 req-03306ae2-be3a-4845-a4d5-e2833d4eae10 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Aug 27 16:39:16.827396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3033d97-b762-48b5-b2bf-b4b9f388022d req-88e8ce62-5147-4959-8285-7edfc75fc2d6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:16.830896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3033d97-b762-48b5-b2bf-b4b9f388022d req-88e8ce62-5147-4959-8285-7edfc75fc2d6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0578351 Aug 27 16:39:16.872179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3033d97-b762-48b5-b2bf-b4b9f388022d req-30f19e07-145c-48ce-bb9d-dc9ac912b4ec tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350268 Aug 27 16:39:18.073557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f56b0-e526-4873-b95a-c52fdac6760e req-a545fb63-ae4d-4f05-9be6-4dd45958b47b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:18.075941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d58f56b0-e526-4873-b95a-c52fdac6760e req-a545fb63-ae4d-4f05-9be6-4dd45958b47b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0541041 Aug 27 16:39:18.117180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d58f56b0-e526-4873-b95a-c52fdac6760e req-cf5fcbc1-fccf-429c-8b76-a37a5f0d6fbe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347652 Aug 27 16:39:19.248897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135350-fe39-442d-ad4e-065d871bbbd4 req-b0e89d5e-459b-44df-94d4-90f7faf4c8e1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:19.250713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76135350-fe39-442d-ad4e-065d871bbbd4 req-b0e89d5e-459b-44df-94d4-90f7faf4c8e1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0563984 Aug 27 16:39:19.300968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76135350-fe39-442d-ad4e-065d871bbbd4 req-b57d7916-5bfd-46e7-a0ac-99dd50c674f8 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433767 Aug 27 16:39:20.432813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296deac7-8d65-4e33-b643-e6cebe034376 req-07caaef5-aef2-437b-a108-34e6dfc2229e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:20.434808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-296deac7-8d65-4e33-b643-e6cebe034376 req-07caaef5-aef2-437b-a108-34e6dfc2229e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0516944 Aug 27 16:39:20.474199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-296deac7-8d65-4e33-b643-e6cebe034376 req-76647956-fabd-4f60-8325-2f18aefdccd9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333576 Aug 27 16:39:20.632708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-821d4104-40a8-4bdd-a012-5062598ecad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:21.596255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf95cb-21dd-43db-8212-1a7b60a38935 req-11964a6c-70ab-4b45-aaae-13f0a0e41529 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:21.597785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9cf95cb-21dd-43db-8212-1a7b60a38935 req-11964a6c-70ab-4b45-aaae-13f0a0e41529 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0506310 Aug 27 16:39:21.638019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9cf95cb-21dd-43db-8212-1a7b60a38935 req-1e6e5c67-5706-48cd-a751-aa7da6c7f4da tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341179 Aug 27 16:39:22.886807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ce154-9d76-4f9f-ab6c-eddd80698e68 req-5d3c496f-8457-4e42-a1e0-5055b4b4441c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:22.888408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c2ce154-9d76-4f9f-ab6c-eddd80698e68 req-5d3c496f-8457-4e42-a1e0-5055b4b4441c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.1754634 Aug 27 16:39:22.929381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c2ce154-9d76-4f9f-ab6c-eddd80698e68 req-be8b092e-7555-4411-abaf-544c8d1456e7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339053 Aug 27 16:39:23.240874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0841c0d-a73e-4441-846e-57c45cb60449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:23.326821 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:23.386958 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:24.055770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4d4e7-8800-45ae-ac44-cb217d1f052a req-40860ea9-637f-454e-a173-9f612aa27940 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:24.057272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31e4d4e7-8800-45ae-ac44-cb217d1f052a req-40860ea9-637f-454e-a173-9f612aa27940 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0544016 Aug 27 16:39:24.094473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31e4d4e7-8800-45ae-ac44-cb217d1f052a req-368bd01d-398b-4cb1-93a4-ce09e46bdeb3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311794 Aug 27 16:39:24.109830 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:24.529654 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:25.224839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75bd2f-4413-40bd-9785-1a2c73931d07 req-25b2f090-ea0a-4545-bc12-94d95c4a8516 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:25.226428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef75bd2f-4413-40bd-9785-1a2c73931d07 req-25b2f090-ea0a-4545-bc12-94d95c4a8516 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0547113 Aug 27 16:39:25.266541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef75bd2f-4413-40bd-9785-1a2c73931d07 req-5014f00a-7019-4157-9d51-6f2d790bf981 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336127 Aug 27 16:39:26.113109 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:26.400514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781d90a-e302-4679-9c5f-508331137359 req-2ecfd8ed-1a5c-4def-8e38-7bdb1ea1f0f4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:26.401924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3781d90a-e302-4679-9c5f-508331137359 req-2ecfd8ed-1a5c-4def-8e38-7bdb1ea1f0f4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0584025 Aug 27 16:39:26.443224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3781d90a-e302-4679-9c5f-508331137359 req-b6b6150e-36a0-44f9-ae25-e1b7f1cf0cac tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334356 Aug 27 16:39:27.602421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a704285-74ca-46a4-a986-872439c57151 req-98002aeb-8d52-4cab-a1fa-f679aeb7b64e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:27.604071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a704285-74ca-46a4-a986-872439c57151 req-98002aeb-8d52-4cab-a1fa-f679aeb7b64e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0839267 Aug 27 16:39:27.620802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-76f6b894-ad7a-4e8b-be4a-076de221f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:27.622316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-76f6b894-ad7a-4e8b-be4a-076de221f203 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1097 time: 0.0699942 Aug 27 16:39:27.664909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a704285-74ca-46a4-a986-872439c57151 req-0bed9770-51b2-402e-bc52-2c038008171a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523477 Aug 27 16:39:27.746548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-3a3a59cb-e97e-4b4a-bb00-15600bf71916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:27.748179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-3a3a59cb-e97e-4b4a-bb00-15600bf71916 service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.0985970 Aug 27 16:39:27.820848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-8ffdb252-fc7d-4841-9cd2-65be1d69b563 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 200 len: 1002 time: 0.0623188 Aug 27 16:39:27.882632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-57d41c80-78af-4942-b2b8-307233029325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:27.884317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-57d41c80-78af-4942-b2b8-307233029325 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0508366 Aug 27 16:39:27.938395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-f05a3818-0a58-43c1-abd9-64ec52523e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:27.940014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-f05a3818-0a58-43c1-abd9-64ec52523e66 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458560 Aug 27 16:39:28.034228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-016774a0-f583-4914-81c5-c2b1496de1a9 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861347 Aug 27 16:39:28.144478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f175ad89-f41a-47b2-9b04-bd139f29e4d4 req-9dad2e38-8606-4dbe-806b-340daab91b7e service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971816 Aug 27 16:39:28.610630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496076e-3eb9-4952-92e2-7de3dabc53e5 req-af45a478-1e75-4f4a-9f7d-33e8ba77bdaa tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:28.612193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6496076e-3eb9-4952-92e2-7de3dabc53e5 req-af45a478-1e75-4f4a-9f7d-33e8ba77bdaa tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 946 time: 0.0507164 Aug 27 16:39:28.651996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6496076e-3eb9-4952-92e2-7de3dabc53e5 req-55110a28-879d-4486-a99c-a5e142e95bc5 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338206 Aug 27 16:39:28.789066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0111d9-0395-48c3-9728-d1bdff672571 req-cd36da20-fb77-4f8f-bedc-191bf349821c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:28.790581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f0111d9-0395-48c3-9728-d1bdff672571 req-cd36da20-fb77-4f8f-bedc-191bf349821c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0502386 Aug 27 16:39:28.829001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f0111d9-0395-48c3-9728-d1bdff672571 req-9ea39852-55b8-4fda-bc62-2b512542c9b3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324893 Aug 27 16:39:28.927984 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-857e2a65-add0-4cac-bb8d-0531e187250f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410156 Aug 27 16:39:28.989191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-077406f7-d561-48a8-8986-6ba7a0c17e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:28.990639 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-077406f7-d561-48a8-8986-6ba7a0c17e3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4&device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 1097 time: 0.0414431 Aug 27 16:39:29.105017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-a9840ac3-cd12-47db-a80d-f4d7a658c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:29.106729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-a9840ac3-cd12-47db-a80d-f4d7a658c09e service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a35110d-14de-4645-b6c1-ceef4e0470bf HTTP/1.1" status: 200 len: 911 time: 0.0881541 Aug 27 16:39:29.174515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-063cd4e6-de1f-4b4b-90e1-f63c1ea0359d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 HTTP/1.1" status: 200 len: 1002 time: 0.0599856 Aug 27 16:39:29.222258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-9e3852d7-c361-4737-898e-af77935f6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:29.223672 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-9e3852d7-c361-4737-898e-af77935f6d9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29c1fc85-a9e4-49c7-b252-1626d5906e6a HTTP/1.1" status: 200 len: 848 time: 0.0427270 Aug 27 16:39:29.274824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-f9c375e6-933a-4123-8e79-145859943d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:29.276377 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-f9c375e6-933a-4123-8e79-145859943d9e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a35110d-14de-4645-b6c1-ceef4e0470bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457447 Aug 27 16:39:29.372524 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-fee4a7a8-9ff9-4c6b-836e-c4978de94eaf service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878317 Aug 27 16:39:29.479046 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e25e8131-9122-47e6-9189-5a34ce78c697 req-901e8a95-e3e9-4b05-bdb6-4c949cf2c215 service neutron] 10.222.0.90 "GET /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990007 Aug 27 16:39:29.592056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:39:29.691259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:39:29.701610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'port_id': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'mac_address': 'fa:16:3e:64:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:39:29.744645 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:29.760786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7382bf4c-5a09-4631-90d2-46762c2d8a77 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:39:29.779186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26bc5f-6210-4b45-93af-cc5085829701 req-25ae3da4-696f-479f-9007-78ae13ce7ca2 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:29.781212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a26bc5f-6210-4b45-93af-cc5085829701 req-25ae3da4-696f-479f-9007-78ae13ce7ca2 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 946 time: 0.0562778 Aug 27 16:39:29.781579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:39:29.825073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a26bc5f-6210-4b45-93af-cc5085829701 req-47b73cb1-63b1-41a5-bab4-c60201806b7b tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/security-groups?id=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353622 Aug 27 16:39:29.855209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:29.911502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:39:29.929989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['7382bf4c-5a09-4631-90d2-46762c2d8a77'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:39:29.963506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c866ea-c7e2-469e-a319-b2681611a146 req-19493f50-5c4a-4b15-9510-63e92f467c80 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:29.965461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2c866ea-c7e2-469e-a319-b2681611a146 req-19493f50-5c4a-4b15-9510-63e92f467c80 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 945 time: 0.0604260 Aug 27 16:39:30.009985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2c866ea-c7e2-469e-a319-b2681611a146 req-6212ae01-e2bb-49cb-9ed2-99cf2036dc80 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380549 Aug 27 16:39:30.386825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892959-cf54-48cc-903e-7ef2533229a9 req-4b60c1e6-4df3-4ef8-b338-d42b2942d9ac tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:30.388477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46892959-cf54-48cc-903e-7ef2533229a9 req-4b60c1e6-4df3-4ef8-b338-d42b2942d9ac tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 946 time: 0.0597703 Aug 27 16:39:30.505257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Deleting port da898291-38d8-41a3-b5d6-b7e68f5da6d2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:39:30.505607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:30.614700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] For port da898291-38d8-41a3-b5d6-b7e68f5da6d2, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=da898291-38d8-41a3-b5d6-b7e68f5da6d2,segment=NetworkSegment(c3bca430-d9b5-4054-98d0-aaff7c0be8df),segment_id=c3bca430-d9b5-4054-98d0-aaff7c0be8df)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:39:30.615073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:30.630847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Calling delete_port for da898291-38d8-41a3-b5d6-b7e68f5da6d2 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:39:30.870041 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:30.883342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['da898291-38d8-41a3-b5d6-b7e68f5da6d2'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:39:30.913547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Pushing event deleted for resources: {'Port': ['ID=da898291-38d8-41a3-b5d6-b7e68f5da6d2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:39:30.975380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] No DVR routers for this DVR port da898291-38d8-41a3-b5d6-b7e68f5da6d2 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:39:30.978855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:30.981873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46892959-cf54-48cc-903e-7ef2533229a9 req-a6f28177-bf58-4eea-a111-abb408a13f98 tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.97 "DELETE /v2.0/ports/da898291-38d8-41a3-b5d6-b7e68f5da6d2 HTTP/1.1" status: 204 len: 173 time: 0.5863316 Aug 27 16:39:30.982441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'name': 'network-vif-deleted', 'tag': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:39:30.984880 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d702ae98-922b-4e90-aa89-ea994a772999" -d '{"events": [{"server_uuid": "7cf42634-8227-40ad-a2b7-49413e17bb30", "name": "network-vif-deleted", "tag": "da898291-38d8-41a3-b5d6-b7e68f5da6d2"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:39:31.052229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41f32138-26fb-4047-837c-31d11a88304b req-0eb9fc2e-0d95-49ef-9fcc-b6754af3efed tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 210 time: 0.1221983 Aug 27 16:39:31.076441 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49801e68-4852-4ea6-8cff-03a4013de22d x-openstack-request-id: req-49801e68-4852-4ea6-8cff-03a4013de22d {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:39:31.076738 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf42634-8227-40ad-a2b7-49413e17bb30", "name": "network-vif-deleted", "tag": "da898291-38d8-41a3-b5d6-b7e68f5da6d2", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:39:31.077208 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-49801e68-4852-4ea6-8cff-03a4013de22d {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:39:31.077869 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf42634-8227-40ad-a2b7-49413e17bb30', 'name': 'network-vif-deleted', 'tag': 'da898291-38d8-41a3-b5d6-b7e68f5da6d2', 'status': 'completed', 'code': 200} Aug 27 16:39:31.205962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785d67a-c5ed-4d80-96b6-b7262f08a603 req-a5a67866-108b-4100-ba16-0c83d46d2eef tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:31.208508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4785d67a-c5ed-4d80-96b6-b7262f08a603 req-a5a67866-108b-4100-ba16-0c83d46d2eef tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 945 time: 0.0737460 Aug 27 16:39:31.270666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4785d67a-c5ed-4d80-96b6-b7262f08a603 req-bce28957-f5fc-4cad-8756-40167d5719d7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558398 Aug 27 16:39:31.614913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:39:31.683677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 7382bf4c-5a09-4631-90d2-46762c2d8a77 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:39:31.684618 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:31.803728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:31.849411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:39:31.851674 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bba9c9-4b40-4dc8-ac08-1d20450e706d" -d '{"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-plugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:39:31.871626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:39:31.910534 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1228b3-85d9-4f64-b670-abac3ab8f436 x-openstack-request-id: req-4b1228b3-85d9-4f64-b670-abac3ab8f436 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:39:31.911513 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-plugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:39:31.911937 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b1228b3-85d9-4f64-b670-abac3ab8f436 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:39:31.912485 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'code': 200} Aug 27 16:39:31.984207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:31.985957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device da898291-38d8-41a3-b5d6-b7e68f5da6d2 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:39:32.025454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: da898291-38d8-41a3-b5d6-b7e68f5da6d2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:39:32.026090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device da898291-38d8-41a3-b5d6-b7e68f5da6d2 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:39:32.080495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:39:32.211797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90139b6f-8045-477d-ba4b-ebc7dc47a652 req-3b12a2f0-05e9-42c6-be4b-253b2dbe53bf tempest-VolumesSnapshotTestJSON-1528953226 tempest-VolumesSnapshotTestJSON-1528953226-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cf42634-8227-40ad-a2b7-49413e17bb30 HTTP/1.1" status: 200 len: 210 time: 0.0357885 Aug 27 16:39:32.443549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579809-3a61-4555-be68-1af3dbfd0531 req-74c268f0-1dbd-48f5-a509-7eb4e79e086a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:32.445520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4579809-3a61-4555-be68-1af3dbfd0531 req-74c268f0-1dbd-48f5-a509-7eb4e79e086a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0722983 Aug 27 16:39:32.515332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4579809-3a61-4555-be68-1af3dbfd0531 req-11a013f7-8721-495a-b802-fcdfb86135e6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568054 Aug 27 16:39:33.634449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314ebae-a014-4562-9912-70b539a26d39 req-47f0f2e0-d0c7-47de-b6ff-e6e6533e01f3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:33.794887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8314ebae-a014-4562-9912-70b539a26d39 req-47f0f2e0-d0c7-47de-b6ff-e6e6533e01f3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0524948 Aug 27 16:39:33.794887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8314ebae-a014-4562-9912-70b539a26d39 req-9c07e79f-eb8e-47bd-a3cb-871995e9b5e7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 27 16:39:34.973322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d7f4f-064e-44b1-96f8-f606f2b43c12 req-5adb8be0-21ec-4d21-9594-01cb8149dde0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:34.974997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd7d7f4f-064e-44b1-96f8-f606f2b43c12 req-5adb8be0-21ec-4d21-9594-01cb8149dde0 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0929112 Aug 27 16:39:35.024372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd7d7f4f-064e-44b1-96f8-f606f2b43c12 req-72aeeccc-64fc-400a-9e93-4c9da65cd446 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Aug 27 16:39:36.190664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce73300-618e-43fe-a4e1-d79fa6b33cfd req-636ddc8f-2469-4d6c-bc6d-7cb13d177e1c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:36.199735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ce73300-618e-43fe-a4e1-d79fa6b33cfd req-636ddc8f-2469-4d6c-bc6d-7cb13d177e1c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0779316 Aug 27 16:39:36.254187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ce73300-618e-43fe-a4e1-d79fa6b33cfd req-738a9649-28d7-406a-9957-8471d7f52e4d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532179 Aug 27 16:39:36.877829 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:39:37.389295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dc9f0-940f-4206-8832-97869bccafe2 req-2873f925-f1f2-4844-9bc1-99889cca15ae tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:37.395205 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-546dc9f0-940f-4206-8832-97869bccafe2 req-2873f925-f1f2-4844-9bc1-99889cca15ae tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0638697 Aug 27 16:39:37.443941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-546dc9f0-940f-4206-8832-97869bccafe2 req-00ae4efe-b7cf-49e2-9c5e-b3f614315c43 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422618 Aug 27 16:39:37.995496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 44468) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:39:38.155608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-61a57a43-1807-445f-8ca8-448f8ccbc29b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=644f53d212ad42c4b4599043098b792d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588032 Aug 27 16:39:38.158922 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 44472) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:39:38.215746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:38.244635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:38.398152 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:38.400784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:38.401986 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f19e5e51-688b-4023-834a-cb338e63a967 HTTP/1.1" status: 204 len: 168 time: 0.2415028 Aug 27 16:39:38.411764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e5e51-688b-4023-834a-cb338e63a967,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:39:38.425838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.426462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.427627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.428284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.429427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.429617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.430126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.431573 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.432094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.432748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.433346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.433970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd65fa-2373-4427-a879-60cf51403170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:39:38.593024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c45b-505a-4272-8588-e432d5532c5d req-d6f3c8f0-128b-4ee1-aa85-180734e0534c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:38.598217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1145c45b-505a-4272-8588-e432d5532c5d req-d6f3c8f0-128b-4ee1-aa85-180734e0534c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0697539 Aug 27 16:39:38.662730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1145c45b-505a-4272-8588-e432d5532c5d req-366cf2fa-049b-4907-9448-d7cbfcc6b993 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559916 Aug 27 16:39:39.863002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90542b74-d97e-4115-8d30-d3d1eeb6b823 req-10fca7d3-ccdb-4943-b0e1-b13be46cf95b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:39.865367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90542b74-d97e-4115-8d30-d3d1eeb6b823 req-10fca7d3-ccdb-4943-b0e1-b13be46cf95b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0797753 Aug 27 16:39:39.919000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90542b74-d97e-4115-8d30-d3d1eeb6b823 req-078c1ba8-40a5-4675-a917-fa58fa6b0d07 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375676 Aug 27 16:39:41.046677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8747-3620-48c9-bd79-83d22a8d398a req-bafcea81-135a-4e9f-8e5f-20f54ab90655 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:41.048224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-786b8747-3620-48c9-bd79-83d22a8d398a req-bafcea81-135a-4e9f-8e5f-20f54ab90655 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Aug 27 16:39:41.087738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-786b8747-3620-48c9-bd79-83d22a8d398a req-91a7e001-db93-4098-b2cc-cd6bc1297224 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Aug 27 16:39:42.248328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e5591-42b6-4288-a9a6-72684f7292e0 req-4db5c584-81a7-49e6-8d89-3c67bae3ff3b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:42.250149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c02e5591-42b6-4288-a9a6-72684f7292e0 req-4db5c584-81a7-49e6-8d89-3c67bae3ff3b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0635524 Aug 27 16:39:42.291282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c02e5591-42b6-4288-a9a6-72684f7292e0 req-42423951-21bd-495b-8029-3b699f2f86e2 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341227 Aug 27 16:39:43.262045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73155b-6031-4c90-8336-2eb29cca413b req-48d1816d-9299-4e72-b32b-3a539bd82354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:43.263779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac73155b-6031-4c90-8336-2eb29cca413b req-48d1816d-9299-4e72-b32b-3a539bd82354 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1097 time: 0.0480072 Aug 27 16:39:43.379392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73155b-6031-4c90-8336-2eb29cca413b req-b6402e5c-4fb3-47fd-a38c-f35986cb1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:43.381027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac73155b-6031-4c90-8336-2eb29cca413b req-b6402e5c-4fb3-47fd-a38c-f35986cb1b81 service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.1106141 Aug 27 16:39:43.477528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac73155b-6031-4c90-8336-2eb29cca413b req-0708bb1b-ad44-4d12-af23-30db0e071438 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 200 len: 1002 time: 0.0861356 Aug 27 16:39:43.488099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d247-349a-4c12-9a3e-aa88c9021501 req-200f3fd2-f5fa-48e5-9ec0-8dc6d512f934 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:43.489583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af73d247-349a-4c12-9a3e-aa88c9021501 req-200f3fd2-f5fa-48e5-9ec0-8dc6d512f934 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.1075583 Aug 27 16:39:43.560388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af73d247-349a-4c12-9a3e-aa88c9021501 req-83e68dea-b65f-4b5d-a340-c663b79c3232 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625386 Aug 27 16:39:43.561858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73155b-6031-4c90-8336-2eb29cca413b req-3aa7bf17-4695-40e1-9968-8470e3e5d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:43.563186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac73155b-6031-4c90-8336-2eb29cca413b req-3aa7bf17-4695-40e1-9968-8470e3e5d648 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0727441 Aug 27 16:39:43.625243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73155b-6031-4c90-8336-2eb29cca413b req-03ad03ed-95d3-443f-87e5-749cb233fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:43.626376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac73155b-6031-4c90-8336-2eb29cca413b req-03ad03ed-95d3-443f-87e5-749cb233fd20 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557051 Aug 27 16:39:43.719637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac73155b-6031-4c90-8336-2eb29cca413b req-4e9ae375-c3f7-47e7-b5eb-8eb71be2231f service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Aug 27 16:39:43.821166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac73155b-6031-4c90-8336-2eb29cca413b req-f4646ab6-9e32-4053-ae70-b048a3375fe5 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937107 Aug 27 16:39:44.699314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3715333-5802-4d6f-b7d5-7242256ec984 req-72ed7f84-eb3f-4796-b632-32986535f81d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:44.705056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3715333-5802-4d6f-b7d5-7242256ec984 req-72ed7f84-eb3f-4796-b632-32986535f81d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0645025 Aug 27 16:39:44.744452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3715333-5802-4d6f-b7d5-7242256ec984 req-dbeb0798-0cd6-4431-abd4-ed1ec52279fb tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362153 Aug 27 16:39:45.724283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:39:45.806301 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:45.840734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:39:45.841684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:39:45.844314 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd756c4a-68d1-404e-8c6b-e139bc83cc9c" -d '{"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-unplugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:39:45.884302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df74b9-434b-430c-96a6-60ef82a344b3 req-facb7957-fc67-4a1e-8c60-d4d64e93184a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:45.892005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1df74b9-434b-430c-96a6-60ef82a344b3 req-facb7957-fc67-4a1e-8c60-d4d64e93184a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 946 time: 0.0611711 Aug 27 16:39:45.902791 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e34cba6-d296-43bd-adef-50eadd7cabbb x-openstack-request-id: req-1e34cba6-d296-43bd-adef-50eadd7cabbb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:39:45.903090 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-unplugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:39:45.903374 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1e34cba6-d296-43bd-adef-50eadd7cabbb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:39:45.903945 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'code': 200} Aug 27 16:39:45.935700 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:45.940981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1df74b9-434b-430c-96a6-60ef82a344b3 req-7424b7ce-6ca9-4e32-90e7-c9733216b222 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Aug 27 16:39:45.991683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:39:48.753523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72393ed1-bb7a-4dc9-9c1d-77bb4d2a7fb6 req-1077f9c4-1588-49f2-a5ca-e5f9f7580bb1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:48.755253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72393ed1-bb7a-4dc9-9c1d-77bb4d2a7fb6 req-1077f9c4-1588-49f2-a5ca-e5f9f7580bb1 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0552742 Aug 27 16:39:48.798993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72393ed1-bb7a-4dc9-9c1d-77bb4d2a7fb6 req-5fa053f8-6b07-4670-ade0-942cabda4b4b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376363 Aug 27 16:39:49.070916 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-c1aea37a-9ec3-451a-bc5f-8b1d58f9e1b1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414422 Aug 27 16:39:49.926264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf88030-938a-4d70-8e38-e522aa6c2d99 req-a37a56f7-eb35-421d-a81b-db945f5f662e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:49.927726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bf88030-938a-4d70-8e38-e522aa6c2d99 req-a37a56f7-eb35-421d-a81b-db945f5f662e tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0515931 Aug 27 16:39:49.967974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bf88030-938a-4d70-8e38-e522aa6c2d99 req-f0394995-e578-4b84-b335-e1e6507c0c0f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343082 Aug 27 16:39:50.570357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-06122507-2511-4052-b4ac-b862efec2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:50.572035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-06122507-2511-4052-b4ac-b862efec2899 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931&tenant_id=e6a4a43580b74ff885e1d805d71d82d3 HTTP/1.1" status: 200 len: 1095 time: 0.0432708 Aug 27 16:39:50.618623 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c68b8f0-0052-41c7-a4d6-c392f03f71aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:50.636828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-6e7663f8-d1b8-4d98-b7fd-a69c03cbfbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:50.638338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-6e7663f8-d1b8-4d98-b7fd-a69c03cbfbf5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1095 time: 0.0428531 Aug 27 16:39:50.735217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-8e04b0ab-302a-4dcb-9724-d25f1535a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:50.736742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-8e04b0ab-302a-4dcb-9724-d25f1535a194 service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.0915911 Aug 27 16:39:50.806696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-38db9fd4-a8a7-4dfd-a80a-b67b0cab62cc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 200 len: 1000 time: 0.0630612 Aug 27 16:39:50.866514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-c09b005f-31e0-4c33-9ebd-e4c05dbfdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:50.868264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-c09b005f-31e0-4c33-9ebd-e4c05dbfdb7b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0540757 Aug 27 16:39:50.920054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-bda33877-e4f7-4d8d-b608-829285f13cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:50.921640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-bda33877-e4f7-4d8d-b608-829285f13cc1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459116 Aug 27 16:39:51.012689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-20f1cf95-ca0b-45e8-9c86-1be3f031cd04 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840702 Aug 27 16:39:51.147951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337e1a3-2724-45dd-a30c-b63c3f5ffcde req-35fae344-7ac7-489a-82f5-47e066fd16e3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:51.149448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6337e1a3-2724-45dd-a30c-b63c3f5ffcde req-35fae344-7ac7-489a-82f5-47e066fd16e3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0992699 Aug 27 16:39:51.168765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-855abc48-116b-4e4d-9ee9-452b8a5adb9d req-60b94d7e-6e36-4d07-9561-04ead80f2692 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489768 Aug 27 16:39:51.195982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6337e1a3-2724-45dd-a30c-b63c3f5ffcde req-f67d62ce-848f-4c69-a05a-bba7df61f050 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368617 Aug 27 16:39:52.393355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728c79-f556-40d2-b58b-0ee843c2ab73 req-34793807-abf1-4b12-8b4b-d87cb0b51889 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:52.395361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56728c79-f556-40d2-b58b-0ee843c2ab73 req-34793807-abf1-4b12-8b4b-d87cb0b51889 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.1169796 Aug 27 16:39:52.463470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56728c79-f556-40d2-b58b-0ee843c2ab73 req-8040e2b0-015d-4274-9522-8921470b56ca tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578268 Aug 27 16:39:53.228321 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a30a30b0-be09-4b40-9ec0-e09874b7b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:53.317912 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:53.380688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:53.637257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f5536-53f9-4ffa-9efb-a3fb7ae61e01 req-524df628-2416-4bd0-950b-b0d29239e4e5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:53.638786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e8f5536-53f9-4ffa-9efb-a3fb7ae61e01 req-524df628-2416-4bd0-950b-b0d29239e4e5 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0782821 Aug 27 16:39:53.690506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e8f5536-53f9-4ffa-9efb-a3fb7ae61e01 req-ae33be63-fc37-4e57-9e9d-60f9b699ee63 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438321 Aug 27 16:39:54.089439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:54.621505 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:54.838145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580fb43-95d1-4170-a677-a31048e4156a req-ed23b838-eb59-476e-b8e3-ffcb74bb997f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:54.839577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c580fb43-95d1-4170-a677-a31048e4156a req-ed23b838-eb59-476e-b8e3-ffcb74bb997f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0653710 Aug 27 16:39:54.883073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c580fb43-95d1-4170-a677-a31048e4156a req-fc24c9b5-392e-4eff-ab43-1bf3f707ba3c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359218 Aug 27 16:39:56.028859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25571eb-07f0-4edb-9047-163289a5c6c8 req-a0071bc4-27f4-4c45-9a90-9c70073844c7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:56.030705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a25571eb-07f0-4edb-9047-163289a5c6c8 req-a0071bc4-27f4-4c45-9a90-9c70073844c7 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0653498 Aug 27 16:39:56.082390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a25571eb-07f0-4edb-9047-163289a5c6c8 req-b550fd32-53d2-42a9-bc6f-1b6c530fc532 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373456 Aug 27 16:39:56.109795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:39:56.987914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-13d90aaa-59fb-449f-8ceb-5ad24bd15fff req-03dcf2da-193e-4c1a-aeb9-4cc43be2563d service neutron] (95252) timed out ('10.222.0.101', 50622) {{(pid=95252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:39:57.279042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac25560-3a17-4c41-bcfe-282bb3eca19f req-32ca3e39-f5f5-4c40-afa2-78d9430f5273 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:57.284549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ac25560-3a17-4c41-bcfe-282bb3eca19f req-32ca3e39-f5f5-4c40-afa2-78d9430f5273 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.1212730 Aug 27 16:39:57.349866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ac25560-3a17-4c41-bcfe-282bb3eca19f req-b0bc5483-980a-4eb1-983d-3779f7d483fa tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487654 Aug 27 16:39:58.503033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27996-53e6-45f6-a633-1677ce22b2c1 req-f3142b95-fcc9-46a3-907f-77b87b5d97a4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:58.504931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3d27996-53e6-45f6-a633-1677ce22b2c1 req-f3142b95-fcc9-46a3-907f-77b87b5d97a4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0652008 Aug 27 16:39:58.551687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3d27996-53e6-45f6-a633-1677ce22b2c1 req-ff49606e-c865-4535-b3b4-21a851eb8141 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 Aug 27 16:39:59.749204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0fc06-0850-43c6-8744-4b8c78ac174b req-a904146b-5345-4c8f-9f8a-3138d5d00f82 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:39:59.759884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa0fc06-0850-43c6-8744-4b8c78ac174b req-a904146b-5345-4c8f-9f8a-3138d5d00f82 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0921795 Aug 27 16:39:59.811356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa0fc06-0850-43c6-8744-4b8c78ac174b req-4819294d-f65d-4d4f-ae91-1b7320daec45 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494342 Aug 27 16:40:00.966449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bd3b4-c1dd-4892-9af3-a430a2ec832d req-69b6343b-fa65-4aa7-9333-9ba14e53b90f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:00.968381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-554bd3b4-c1dd-4892-9af3-a430a2ec832d req-69b6343b-fa65-4aa7-9333-9ba14e53b90f tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0727956 Aug 27 16:40:01.027119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-554bd3b4-c1dd-4892-9af3-a430a2ec832d req-4a5163c5-d462-4abc-b2e5-f30151719522 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491402 Aug 27 16:40:02.185537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6fe6a-f838-4d44-8e2e-948b99a47baa req-1807b818-d016-424b-a64a-6a13caac7662 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:02.187199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ac6fe6a-f838-4d44-8e2e-948b99a47baa req-1807b818-d016-424b-a64a-6a13caac7662 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0536504 Aug 27 16:40:02.230999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ac6fe6a-f838-4d44-8e2e-948b99a47baa req-bf3a2e39-7687-4246-9ab5-f310f2e597dd tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364382 Aug 27 16:40:03.376765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb52cb-125d-4ea9-a6ca-18cb89a05385 req-b187ae3c-364c-4e30-bac7-99d225abfff3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:03.379440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dbb52cb-125d-4ea9-a6ca-18cb89a05385 req-b187ae3c-364c-4e30-bac7-99d225abfff3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0571377 Aug 27 16:40:03.423250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dbb52cb-125d-4ea9-a6ca-18cb89a05385 req-bf1e3ec6-027c-4f39-90f5-9c387d81557c tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370123 Aug 27 16:40:03.810379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:40:03.906562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:03.918577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'port_id': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'mac_address': 'fa:16:3e:64:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:40:03.956147 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:03.968731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7382bf4c-5a09-4631-90d2-46762c2d8a77 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:40:03.988574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:04.581243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0ca6f-31cd-465f-adf2-c23988c037c6 req-b1901bf2-82f9-4a94-beae-23c59435a0d3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:04.581243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0c0ca6f-31cd-465f-adf2-c23988c037c6 req-b1901bf2-82f9-4a94-beae-23c59435a0d3 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 944 time: 0.0551076 Aug 27 16:40:04.621384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0c0ca6f-31cd-465f-adf2-c23988c037c6 req-13f43c98-d29e-4c4a-9f30-d32f3f1204a2 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340683 Aug 27 16:40:04.772565 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:04.827009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:04.836090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.836668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.837109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.837544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.837981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.838412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.838914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.839465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.839995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.840422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.840846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.841272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:04.976528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['7382bf4c-5a09-4631-90d2-46762c2d8a77'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:40:05.754956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da48fa9-361c-488a-b29e-2488c20113ca req-5bbefe3f-5e4a-4c97-a673-ce9490da312a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:05.759961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5da48fa9-361c-488a-b29e-2488c20113ca req-5bbefe3f-5e4a-4c97-a673-ce9490da312a tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 945 time: 0.0593023 Aug 27 16:40:05.800958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5da48fa9-361c-488a-b29e-2488c20113ca req-026aacf1-48a2-431e-a37d-739c3eeb42d6 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361240 Aug 27 16:40:05.816151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:40:05.876260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 7382bf4c-5a09-4631-90d2-46762c2d8a77 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:40:05.877129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:05.979183 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:06.002442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:40:06.004699 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8491c508-7271-41f0-9b7b-0d3ecfa22c83" -d '{"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-plugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:40:06.017851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:06.042019 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f46ae87-60b9-44ad-ab8e-1e5ba1ab5457 x-openstack-request-id: req-4f46ae87-60b9-44ad-ab8e-1e5ba1ab5457 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:40:06.042314 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-plugged", "status": "completed", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:40:06.042570 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4f46ae87-60b9-44ad-ab8e-1e5ba1ab5457 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:40:06.042970 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'code': 200} Aug 27 16:40:06.128983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:06.175752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:06.389006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cbcc2-eb0f-4cdb-be86-2c28e155997a req-56490ef6-671b-4dd2-a1ff-8414997fbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:06.390494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d49cbcc2-eb0f-4cdb-be86-2c28e155997a req-56490ef6-671b-4dd2-a1ff-8414997fbcef service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1098 time: 0.0454283 Aug 27 16:40:06.425575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d49cbcc2-eb0f-4cdb-be86-2c28e155997a req-a98746ac-c1dc-4439-b6b0-c282da49282b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279360 Aug 27 16:40:06.926285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718529-3b96-432d-bdbe-1110a543d4f4 req-fc714a54-8fee-49cb-ac6f-da80c53c2ac9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:06.927643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24718529-3b96-432d-bdbe-1110a543d4f4 req-fc714a54-8fee-49cb-ac6f-da80c53c2ac9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 947 time: 0.0499976 Aug 27 16:40:06.966650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24718529-3b96-432d-bdbe-1110a543d4f4 req-efce4f28-daae-43db-a61e-af0df74931a9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329607 Aug 27 16:40:08.093429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe926f-672b-4fd0-8fad-f22ca2a152f4 req-48c1a54f-fbe5-4339-9eb5-4daffda75951 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:08.095560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cfe926f-672b-4fd0-8fad-f22ca2a152f4 req-48c1a54f-fbe5-4339-9eb5-4daffda75951 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 947 time: 0.0518134 Aug 27 16:40:08.136879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cfe926f-672b-4fd0-8fad-f22ca2a152f4 req-b1bd7a41-830e-4511-b0f1-1d1cdfbf6613 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347924 Aug 27 16:40:09.266995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0e176-35d1-4f6f-a819-5d3bb326dbbe req-ce239757-efaa-4d2b-a78c-daa4d225e8b9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:09.268470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43d0e176-35d1-4f6f-a819-5d3bb326dbbe req-ce239757-efaa-4d2b-a78c-daa4d225e8b9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 947 time: 0.0530171 Aug 27 16:40:09.307250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43d0e176-35d1-4f6f-a819-5d3bb326dbbe req-b1e322a4-b719-4373-8e55-a055d3c999b4 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Aug 27 16:40:13.877518 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:40:20.606542 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ad51c0b-cbb2-4794-93b3-df4e5b16ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:23.248619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b66025c-b699-4f11-b30b-104a3f5f0ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:23.303770 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:23.378424 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:24.105344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:24.574646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:26.082842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:29.672933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-a3abd903-9061-488d-a361-c04ee1d2746b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1489518 Aug 27 16:40:29.759470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-a54a76da-6017-4499-9cad-afbb0fda9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:29.760995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-a54a76da-6017-4499-9cad-afbb0fda9322 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 1098 time: 0.0439355 Aug 27 16:40:29.875799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-46b020f3-2318-4f2f-a523-3c7da9d465c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:29.877642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-46b020f3-2318-4f2f-a523-3c7da9d465c9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 200 len: 918 time: 0.0960875 Aug 27 16:40:29.962059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-5e51ebb9-7de5-459e-a63b-fc00b65e4161 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 200 len: 1002 time: 0.0765455 Aug 27 16:40:29.981350 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3c56c52e-ed50-4f74-8745-0cd4ee114b82 req-9e1f6cf0-f9a6-4bc4-be20-73f2e7a31443 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0913630 Aug 27 16:40:30.031000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-172b3275-b9a6-406d-8fdc-325f9f437a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:30.032916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-172b3275-b9a6-406d-8fdc-325f9f437a5b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 200 len: 855 time: 0.0628195 Aug 27 16:40:30.067910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3c56c52e-ed50-4f74-8745-0cd4ee114b82 req-b8c5d455-0d42-45c9-a109-2e3a38f33407 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0399098 Aug 27 16:40:30.088678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-b92a758b-42e2-4967-934c-3350c59797e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:30.090456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-b92a758b-42e2-4967-934c-3350c59797e8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=673d9193-d630-467a-97fe-3da41cb5bb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499732 Aug 27 16:40:30.113567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3c56c52e-ed50-4f74-8745-0cd4ee114b82 req-dca31b0f-0410-4232-981f-ea34c09a00fe service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250564 Aug 27 16:40:30.203005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-73ceab42-d6a0-4ae1-ba74-324ace4ff746 service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028738 Aug 27 16:40:30.219868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56c52e-ed50-4f74-8745-0cd4ee114b82 req-503e6cea-ef79-4a15-8355-dbb5134bc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:30.221434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3c56c52e-ed50-4f74-8745-0cd4ee114b82 req-503e6cea-ef79-4a15-8355-dbb5134bc091 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1011908 Aug 27 16:40:30.306058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c97a7e3c-5298-4e83-a04a-b6fff71dcbfa req-4008654c-1961-4db3-a793-e3690d81157f service neutron] 10.222.0.97 "GET /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935287 Aug 27 16:40:32.789602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7039d8-aa36-4a0a-ac2e-166d285f1868 req-783de877-489c-414d-b6ec-5258970fa3b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:32.791430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b7039d8-aa36-4a0a-ac2e-166d285f1868 req-783de877-489c-414d-b6ec-5258970fa3b2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0551505 Aug 27 16:40:32.883981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b7039d8-aa36-4a0a-ac2e-166d285f1868 req-8aa06836-f0fe-4582-9301-3a516e1160ed tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851064 Aug 27 16:40:34.016404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d41666-3198-4e6d-b8b3-d3bfc3f25681 req-c0ea85c2-8ab6-4ec9-b85c-cf4c23e1f1b4 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:34.017895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52d41666-3198-4e6d-b8b3-d3bfc3f25681 req-c0ea85c2-8ab6-4ec9-b85c-cf4c23e1f1b4 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0504355 Aug 27 16:40:34.057739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52d41666-3198-4e6d-b8b3-d3bfc3f25681 req-7c5166b6-fd8c-4036-9743-1d8c3ba6db36 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/security-groups?id=052b27a6-a222-447d-91f3-e03bc65d3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336821 Aug 27 16:40:34.187016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-e76475ae-d859-4ac2-8ccc-69845aadaec2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:34.189801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-e76475ae-d859-4ac2-8ccc-69845aadaec2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.90 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 946 time: 0.0515642 Aug 27 16:40:34.282781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Deleting port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:34.283147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:34.370352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] For port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:34.370723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:34.554455 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:34.554855 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:34.555176 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Floating IP 48663e4e-99a7-4181-87d2-4128fd0dcdfb disassociated. External IP: 172.25.4.196, port: 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87. Aug 27 16:40:34.555560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Calling delete_port for 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:34.762604 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:34.794167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event deleted for resources: {'Port': ['ID=3f7a041f-2ae4-4745-82c0-0a69fe3a5b87,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:34.914106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:40:35.022870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:40:35.035389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] Sync routers for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:40:35.049065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:35.050398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:35.071048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] No DVR routers for this DVR port 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:40:35.075504 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:35.077743 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-062fa458-9323-4076-864f-1e75a5a6b4c6 req-32c0a6a3-7478-474b-bab6-d6dbe8c4362d tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.90 "DELETE /v2.0/ports/3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 HTTP/1.1" status: 204 len: 173 time: 0.8822415 Aug 27 16:40:35.078415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'name': 'network-vif-deleted', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:40:35.087297 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab23d58-4262-451a-b76a-42dee7edf8df" -d '{"events": [{"server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "name": "network-vif-deleted", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:40:35.248449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c958534b-cebc-45b1-a850-cc7cc63d17df req-a7ee0cf9-9d21-4050-a1e4-e15de56e56d1 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bf366bc-775d-4ea2-9681-f052b4fd88b3 HTTP/1.1" status: 200 len: 210 time: 0.0475745 Aug 27 16:40:35.269030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:35.276767 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba109e13-f4b5-4614-8358-c36d1b27714f x-openstack-request-id: req-ba109e13-f4b5-4614-8358-c36d1b27714f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:40:35.277272 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf366bc-775d-4ea2-9681-f052b4fd88b3", "name": "network-vif-deleted", "tag": "3f7a041f-2ae4-4745-82c0-0a69fe3a5b87", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:40:35.277272 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ba109e13-f4b5-4614-8358-c36d1b27714f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:40:35.277729 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf366bc-775d-4ea2-9681-f052b4fd88b3', 'name': 'network-vif-deleted', 'tag': '3f7a041f-2ae4-4745-82c0-0a69fe3a5b87', 'status': 'completed', 'code': 200} Aug 27 16:40:35.503311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:24Z', 'revision_number': 5, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:35.530083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] Checking router: 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:40:35.538690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:35.539323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:35.814199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:36.053180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:24Z', 'revision_number': 5, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:36.081945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd67fb9-5351-4d88-aad8-2a140ae2ae15 None None] The sync data for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 is: [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:35:16Z', 'revision_number': 4, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '18b3cc6e-b56b-4781-bed4-b884dce398d3', 'name': '', 'network_id': '1a35110d-14de-4645-b6c1-ceef4e0470bf', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'mac_address': 'fa:16:3e:7e:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:15Z', 'updated_at': '2021-08-27T16:35:24Z', 'revision_number': 5, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'subnets': [{'id': '29c1fc85-a9e4-49c7-b252-1626d5906e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:40:36.301385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45412) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:36.374562 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80656c01-bbf2-419f-a8cb-c5af6e7934f8 None None] New status for floating IP 48663e4e-99a7-4181-87d2-4128fd0dcdfb: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:40:36.445903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Deleting port b79cdbb2-ac23-4ca3-a05b-e667527fdd0e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:36.446248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:36.527350 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:36.527689 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:36.541212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Calling delete_port for b79cdbb2-ac23-4ca3-a05b-e667527fdd0e owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:36.761225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:36.788793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event deleted for resources: {'Port': ['ID=b79cdbb2-ac23-4ca3-a05b-e667527fdd0e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:36.816175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.816528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.816869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.817205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.817553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.817870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.818198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.818521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.818846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.819167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.819514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.819834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:36.864209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:36.870270 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:36.870270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f396264-496a-4603-b67a-89c4fb4e5df2 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "DELETE /v2.0/floatingips/48663e4e-99a7-4181-87d2-4128fd0dcdfb HTTP/1.1" status: 204 len: 168 time: 0.5656333 Aug 27 16:40:36.964588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45432) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:37.044894 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-95690f1a-8d2e-4e87-973b-b8f024ede813 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:37.070571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-95690f1a-8d2e-4e87-973b-b8f024ede813 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:37.214226 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-95690f1a-8d2e-4e87-973b-b8f024ede813 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:37.217523 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-95690f1a-8d2e-4e87-973b-b8f024ede813 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:37.221929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-95690f1a-8d2e-4e87-973b-b8f024ede813 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] 10.222.0.101 "DELETE /v2.0/security-groups/052b27a6-a222-447d-91f3-e03bc65d3ad4 HTTP/1.1" status: 204 len: 168 time: 0.2526231 Aug 27 16:40:37.236188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95690f1a-8d2e-4e87-973b-b8f024ede813 tempest-TestServerBasicOps-271656810 tempest-TestServerBasicOps-271656810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b27a6-a222-447d-91f3-e03bc65d3ad4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:37.378988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45446) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:38.196006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:38.454954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Deleting port 18b3cc6e-b56b-4781-bed4-b884dce398d3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:38.455176 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:38.531357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] For port 18b3cc6e-b56b-4781-bed4-b884dce398d3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=18b3cc6e-b56b-4781-bed4-b884dce398d3,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:38.531724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:38.544025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Calling delete_port for 18b3cc6e-b56b-4781-bed4-b884dce398d3 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:38.797885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:38.826833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b3cc6e-b56b-4781-bed4-b884dce398d3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:38.841508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.841508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.843391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.844534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.844930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.845277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.845613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.845948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.846281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.846609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.846939 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:38.847290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:40:39.008849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:39.230036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:40:39.338385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:40:39.343375 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ca65792d-d32d-4194-b5c4-fe834b649d29 admin admin] 10.222.0.101 "PUT /v2.0/routers/68c06dcd-7ca2-499c-a8f7-e72ef24afeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631605 Aug 27 16:40:39.346127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45458) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:39.348838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] Sync routers for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:40:39.360630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:39.361376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:39.410698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:39.436448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:39.436967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f7a041f-2ae4-4745-82c0-0a69fe3a5b87 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:39.480182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:39.523453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:39.603363 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:39.712922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:40:38Z', 'revision_number': 5, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port': {'id': '1a38cbf4-acea-417e-9064-e51b549be33a', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:12Z', 'updated_at': '2021-08-27T16:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:39.729387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Deleting port 1a38cbf4-acea-417e-9064-e51b549be33a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:39.733658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:39.739887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] Checking router: 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:40:39.748297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] Routers {'68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:39.748911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:39.810821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] For port 1a38cbf4-acea-417e-9064-e51b549be33a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1a38cbf4-acea-417e-9064-e51b549be33a,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:39.811241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:39.827242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Calling delete_port for 1a38cbf4-acea-417e-9064-e51b549be33a owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:39.838174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] Set router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:39.892624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:40:39Z', 'revision_number': 6, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:39.922765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291fc237-47cb-4dfd-90db-3037a04a78ae None None] The sync data for ids ['68c06dcd-7ca2-499c-a8f7-e72ef24afeaa'] in n-d-806412-1 is: [{'id': '68c06dcd-7ca2-499c-a8f7-e72ef24afeaa', 'name': 'tempest-TestServerBasicOps-1167145186-router', 'tenant_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:11Z', 'updated_at': '2021-08-27T16:40:39Z', 'revision_number': 6, 'project_id': '8fcd37d9cccf43d5b855a13598b2b7d4', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:40:40.064269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.118681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a38cbf4-acea-417e-9064-e51b549be33a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:40.164879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.261353 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.263556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.368907 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.369548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c06dcd-7ca2-499c-a8f7-e72ef24afeaa {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:40:40.375334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.376993 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b9a03080-7c7a-40a7-9261-5e662cb34fc2 admin admin] 10.222.0.101 "DELETE /v2.0/routers/68c06dcd-7ca2-499c-a8f7-e72ef24afeaa HTTP/1.1" status: 204 len: 168 time: 1.0298500 Aug 27 16:40:40.379648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45472) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:40.439580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] Deleting subnet 29c1fc85-a9e4-49c7-b252-1626d5906e6a {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:40:40.440380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.485266 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.578110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.752170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.787414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c1fc85-a9e4-49c7-b252-1626d5906e6a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:40.789541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.791540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9b652d61-bcc0-4ff2-a7d2-d2a0a0d72baf admin admin] 10.222.0.101 "DELETE /v2.0/subnets/29c1fc85-a9e4-49c7-b252-1626d5906e6a HTTP/1.1" status: 204 len: 168 time: 0.4108257 Aug 27 16:40:40.794123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45486) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:40.796492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b56a304-f687-43f4-815d-de69b51c6a4e None None] Network 1a35110d-14de-4645-b6c1-ceef4e0470bf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:40:40.867977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:40.942501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Deleting port 6dec77c1-6c72-48de-aa84-498ef9e81597 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:40.942870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.014037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] DHCP port deletion for 1a35110d-14de-4645-b6c1-ceef4e0470bf request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:40:41.015818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] For port 6dec77c1-6c72-48de-aa84-498ef9e81597, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6dec77c1-6c72-48de-aa84-498ef9e81597,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:41.016589 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.030041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Calling delete_port for 6dec77c1-6c72-48de-aa84-498ef9e81597 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:41.089738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] Deleting port 6dec77c1-6c72-48de-aa84-498ef9e81597 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:41.090310 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.160824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] For port 6dec77c1-6c72-48de-aa84-498ef9e81597, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6dec77c1-6c72-48de-aa84-498ef9e81597,segment=NetworkSegment(f16539fa-ad85-4a94-897a-96ba044adb8e),segment_id=f16539fa-ad85-4a94-897a-96ba044adb8e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:41.161391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.176926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] Calling delete_port for 6dec77c1-6c72-48de-aa84-498ef9e81597 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:41.238041 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.262910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dec77c1-6c72-48de-aa84-498ef9e81597,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:41.263201 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.270629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] No DVR routers for this DVR port 6dec77c1-6c72-48de-aa84-498ef9e81597 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:40:41.278078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] No DVR routers for this DVR port 6dec77c1-6c72-48de-aa84-498ef9e81597 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:40:41.299219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368e5b6-6891-4207-8ccb-572fc7583afe None None] Pushing event deleted for resources: {'Port': ['ID=6dec77c1-6c72-48de-aa84-498ef9e81597,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:41.367765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.378934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a35110d-14de-4645-b6c1-ceef4e0470bf']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:41.389652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16539fa-ad85-4a94-897a-96ba044adb8e') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:41.396791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16539fa-ad85-4a94-897a-96ba044adb8e') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:41.400318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.419453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.425477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:40:41.425958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:40:41.469441 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:40:41.523434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6dec77c1-6c72-48de-aa84-498ef9e81597 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:41.543585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6dec77c1-6c72-48de-aa84-498ef9e81597 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:41.544306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6dec77c1-6c72-48de-aa84-498ef9e81597 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:41.544799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1a38cbf4-acea-417e-9064-e51b549be33a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:41.566376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1a38cbf4-acea-417e-9064-e51b549be33a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:41.566376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1a38cbf4-acea-417e-9064-e51b549be33a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:41.566708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18b3cc6e-b56b-4781-bed4-b884dce398d3 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:41.585880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 18b3cc6e-b56b-4781-bed4-b884dce398d3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:41.586237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 18b3cc6e-b56b-4781-bed4-b884dce398d3 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:41.653918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.659841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:41.661667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1a35110d-14de-4645-b6c1-ceef4e0470bf HTTP/1.1" status: 204 len: 168 time: 0.8665915 Aug 27 16:40:41.664764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45518) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:41.673715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae356f-8f7a-4619-9f40-5a773766d962 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a35110d-14de-4645-b6c1-ceef4e0470bf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:42.035234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:42.318542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Deleting port 2b9b1ece-74d2-4a49-b780-c587b413769a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:42.319134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:42.402977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] For port 2b9b1ece-74d2-4a49-b780-c587b413769a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2b9b1ece-74d2-4a49-b780-c587b413769a,segment=NetworkSegment(0a664ae9-d55a-4311-8274-77fd886d2622),segment_id=0a664ae9-d55a-4311-8274-77fd886d2622)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:42.403183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:42.416385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Calling delete_port for 2b9b1ece-74d2-4a49-b780-c587b413769a owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:42.684707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:42.735856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9b1ece-74d2-4a49-b780-c587b413769a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:42.873425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e14021-84f7-4810-8ccd-def249b90fa0 req-2edd5370-e218-48af-9ec3-adc532cedd74 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:42.882069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7e14021-84f7-4810-8ccd-def249b90fa0 req-2edd5370-e218-48af-9ec3-adc532cedd74 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 947 time: 0.1298363 Aug 27 16:40:42.994050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7e14021-84f7-4810-8ccd-def249b90fa0 req-1d0e4112-3e4d-46e8-9cb9-37f46e0357ea tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006539 Aug 27 16:40:43.061418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:43.288079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Router 52ee0535-e763-4107-889d-f52ddd50fd35 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:40:43.710142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:40:43.715909 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f946dcc4-97ec-47d4-8d3a-af6a4005b7d0 admin admin] 10.222.0.101 "PUT /v2.0/routers/52ee0535-e763-4107-889d-f52ddd50fd35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0496695 Aug 27 16:40:43.717911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45616) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:43.720589 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] Sync routers for ids ['52ee0535-e763-4107-889d-f52ddd50fd35'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:40:43.731841 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] Routers {'52ee0535-e763-4107-889d-f52ddd50fd35'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:43.732671 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['52ee0535-e763-4107-889d-f52ddd50fd35'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:43.839569 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:43.847965 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] Set router 52ee0535-e763-4107-889d-f52ddd50fd35 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:43.989863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.013270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-91fdcc96-7d17-47de-862c-d8155ade5e46 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:44.014787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-91fdcc96-7d17-47de-862c-d8155ade5e46 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 947 time: 0.0662916 Aug 27 16:40:44.089354 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:40:42Z', 'revision_number': 5, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port': {'id': '1346c7d2-840b-480b-ae15-745112ff9b1b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:35:22Z', 'updated_at': '2021-08-27T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:44.119027 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] Checking router: 52ee0535-e763-4107-889d-f52ddd50fd35 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:40:44.129943 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] Routers {'52ee0535-e763-4107-889d-f52ddd50fd35'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:44.130576 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['52ee0535-e763-4107-889d-f52ddd50fd35'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:44.145636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Deleting port 1346c7d2-840b-480b-ae15-745112ff9b1b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:44.146169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.155096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ce3af-0d0d-45c6-987b-7a937dba95d8 req-b5a78ea9-a4bd-4828-b782-3199b5a41fbe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:44.157142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c82ce3af-0d0d-45c6-987b-7a937dba95d8 req-b5a78ea9-a4bd-4828-b782-3199b5a41fbe tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 947 time: 0.0680013 Aug 27 16:40:44.163357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Deleting port 7382bf4c-5a09-4631-90d2-46762c2d8a77 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:44.163918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.233353 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] Set router 52ee0535-e763-4107-889d-f52ddd50fd35 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:44.252373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] For port 1346c7d2-840b-480b-ae15-745112ff9b1b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1346c7d2-840b-480b-ae15-745112ff9b1b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:44.252749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.268615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Calling delete_port for 1346c7d2-840b-480b-ae15-745112ff9b1b owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:44.298506 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:40:43Z', 'revision_number': 6, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:44.331972 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d21ce-21ab-48ac-b763-12d1dba5318b None None] The sync data for ids ['52ee0535-e763-4107-889d-f52ddd50fd35'] in n-d-806412-1 is: [{'id': '52ee0535-e763-4107-889d-f52ddd50fd35', 'name': 'tempest-TestServerBasicOps-1837991489-router', 'tenant_id': 'bcadbaba4cab41d8aece4408e25b899f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:35:20Z', 'updated_at': '2021-08-27T16:40:43Z', 'revision_number': 6, 'project_id': 'bcadbaba4cab41d8aece4408e25b899f', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:40:44.563082 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.592970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1346c7d2-840b-480b-ae15-745112ff9b1b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:44.618247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c82ce3af-0d0d-45c6-987b-7a937dba95d8 req-736f6913-ae3b-4917-a767-b97e18520408 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups?id=c6c097e5-2121-413e-b726-9d52423e4757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4499540 Aug 27 16:40:44.650042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] For port 7382bf4c-5a09-4631-90d2-46762c2d8a77, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=7382bf4c-5a09-4631-90d2-46762c2d8a77,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:44.650672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.665271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.772262 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.774427 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.886810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.887422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ee0535-e763-4107-889d-f52ddd50fd35 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:40:44.887604 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.888884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.889212 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Floating IP 30cb42e2-fdd7-4a88-9d88-c52b85ff7a93 disassociated. External IP: 172.25.4.113, port: 7382bf4c-5a09-4631-90d2-46762c2d8a77. Aug 27 16:40:44.889565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Calling delete_port for 7382bf4c-5a09-4631-90d2-46762c2d8a77 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:44.896081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.899492 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a4874397-c98a-4f66-b9c3-e25c830905c3 admin admin] 10.222.0.101 "DELETE /v2.0/routers/52ee0535-e763-4107-889d-f52ddd50fd35 HTTP/1.1" status: 204 len: 168 time: 1.1782689 Aug 27 16:40:44.899780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45660) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:44.952982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] Deleting subnet 2a12ac90-07e6-465c-929b-256ffaa020ac {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:40:44.956540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:44.998198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.076882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.134263 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.167597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event deleted for resources: {'Port': ['ID=7382bf4c-5a09-4631-90d2-46762c2d8a77,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:45.285921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Router 78cdb5e9-5c4f-4768-bad2-a0507965761c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:40:45.357324 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.405393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.407848 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2a12ac90-07e6-465c-929b-256ffaa020ac HTTP/1.1" status: 204 len: 168 time: 0.5070639 Aug 27 16:40:45.409834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19673df5-c944-4dc3-b886-63f96a115668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a12ac90-07e6-465c-929b-256ffaa020ac,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:45.411998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adbdd09-4d67-4bf2-92b8-cb406cfe9af7 None None] Network 7c89bc99-5bee-4439-806c-62783bced54b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:40:45.412496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45680) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:45.439239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:40:45.470982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] Sync routers for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:40:45.502305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:45.502951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:45.541416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] No DVR routers for this DVR port 7382bf4c-5a09-4631-90d2-46762c2d8a77 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:40:45.544774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.550046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36e64b64-23a8-4f11-aa8a-5f1d7867ce75 req-58d2da3a-a7c9-43ec-a1f5-f335968004c9 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.97 "DELETE /v2.0/ports/7382bf4c-5a09-4631-90d2-46762c2d8a77 HTTP/1.1" status: 204 len: 173 time: 1.5287421 Aug 27 16:40:45.558025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-deleted', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:40:45.562182 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ad81e-bc42-42b2-8e82-4bbf6eaad24f" -d '{"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-deleted", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:40:45.565123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1346c7d2-840b-480b-ae15-745112ff9b1b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:45.600785 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.618218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1346c7d2-840b-480b-ae15-745112ff9b1b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:45.618860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1346c7d2-840b-480b-ae15-745112ff9b1b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:45.619484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b9b1ece-74d2-4a49-b780-c587b413769a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:45.655518 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1858d92-302c-437f-9bd1-851f6eb84b0a x-openstack-request-id: req-d1858d92-302c-437f-9bd1-851f6eb84b0a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:40:45.672562 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b2ebe7-ce01-4032-ac0f-e8e921888931", "name": "network-vif-deleted", "tag": "7382bf4c-5a09-4631-90d2-46762c2d8a77", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:40:45.672562 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1858d92-302c-437f-9bd1-851f6eb84b0a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:40:45.672562 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b2ebe7-ce01-4032-ac0f-e8e921888931', 'name': 'network-vif-deleted', 'tag': '7382bf4c-5a09-4631-90d2-46762c2d8a77', 'status': 'completed', 'code': 200} Aug 27 16:40:45.716121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Deleting port d2740d46-313d-4c48-b655-d58155985539 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:45.716531 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.719863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2b9b1ece-74d2-4a49-b780-c587b413769a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:45.720216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2b9b1ece-74d2-4a49-b780-c587b413769a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:45.799349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:45.818226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] For port d2740d46-313d-4c48-b655-d58155985539, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d2740d46-313d-4c48-b655-d58155985539,segment=NetworkSegment(0a664ae9-d55a-4311-8274-77fd886d2622),segment_id=0a664ae9-d55a-4311-8274-77fd886d2622)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:45.818749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:45.836405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Calling delete_port for d2740d46-313d-4c48-b655-d58155985539 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:45.944645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f7f1fb7-6943-45d0-b8a6-a7e7e38b5dcf req-967fcb26-ad10-4e9d-96ce-c8d16e7a3361 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3b2ebe7-ce01-4032-ac0f-e8e921888931 HTTP/1.1" status: 200 len: 210 time: 0.0491428 Aug 27 16:40:45.986401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] DHCP port deletion for 7c89bc99-5bee-4439-806c-62783bced54b request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:40:46.082218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] Deleting port d2740d46-313d-4c48-b655-d58155985539 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:46.082593 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.134254 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.144601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:46.167500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d2740d46-313d-4c48-b655-d58155985539,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:46.178533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] No DVR routers for this DVR port d2740d46-313d-4c48-b655-d58155985539 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:40:46.179506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] Checking router: 78cdb5e9-5c4f-4768-bad2-a0507965761c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:40:46.183334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] For port d2740d46-313d-4c48-b655-d58155985539, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d2740d46-313d-4c48-b655-d58155985539,segment=NetworkSegment(0a664ae9-d55a-4311-8274-77fd886d2622),segment_id=0a664ae9-d55a-4311-8274-77fd886d2622)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:46.183334 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.199039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] Calling delete_port for d2740d46-313d-4c48-b655-d58155985539 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:46.204257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:46.205227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:46.257264 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.269400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c89bc99-5bee-4439-806c-62783bced54b']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:46.281699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a664ae9-d55a-4311-8274-77fd886d2622') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:46.282120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a664ae9-d55a-4311-8274-77fd886d2622') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:46.293812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.320018 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.329466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:40:46.331112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:40:46.332770 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:40:46.386787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:46.528882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.536631 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.539432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] 10.222.0.101 "DELETE /v2.0/networks/7c89bc99-5bee-4439-806c-62783bced54b HTTP/1.1" status: 204 len: 168 time: 1.1259129 Aug 27 16:40:46.553773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993c6ac-0631-4b2e-8ffc-7399de4772fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c89bc99-5bee-4439-806c-62783bced54b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:46.612129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:46.643398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] Network 7c89bc99-5bee-4439-806c-62783bced54b is not hosted by any dhcp agent {{(pid=95254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 16:40:46.644094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] No DVR routers for this DVR port d2740d46-313d-4c48-b655-d58155985539 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:40:46.647601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058f64-790b-4450-aab8-c015f2d057f1 None None] Pushing event deleted for resources: {'Port': ['ID=d2740d46-313d-4c48-b655-d58155985539,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:46.831906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:46.863649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe66aad-9728-4fc5-b343-0c936a1f134f None None] The sync data for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 is: [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:32:58Z', 'revision_number': 4, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d8e2eb7-688e-4805-abcc-125b69132e6e', 'name': '', 'network_id': '673d9193-d630-467a-97fe-3da41cb5bb16', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'mac_address': 'fa:16:3e:06:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:57Z', 'updated_at': '2021-08-27T16:33:06Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'subnets': [{'id': '0ba4498b-380e-4a5e-8bd4-cd45c0ac7766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:40:47.036790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45746) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:47.102571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bfe60629-b293-4c76-9cb5-46634f05be7a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8fcd37d9cccf43d5b855a13598b2b7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616109 Aug 27 16:40:47.102879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45752) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:47.129432 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4f4f7-b74e-46c1-8f54-cdd696355cdf None None] New status for floating IP 30cb42e2-fdd7-4a88-9d88-c52b85ff7a93: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:40:47.155381 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbd83a1d-9630-45d0-8b16-5cde0c75aebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.168559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45754) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:47.177938 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbd83a1d-9630-45d0-8b16-5cde0c75aebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.241371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdf972b9-17af-4c23-8c17-2afa1edc6c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.268531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdf972b9-17af-4c23-8c17-2afa1edc6c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.420212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbd83a1d-9630-45d0-8b16-5cde0c75aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.420212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbd83a1d-9630-45d0-8b16-5cde0c75aebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.420212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cbd83a1d-9630-45d0-8b16-5cde0c75aebc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/38d12842-d308-4df6-834a-c671bdd9bd12 HTTP/1.1" status: 204 len: 168 time: 0.3137779 Aug 27 16:40:47.426070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd83a1d-9630-45d0-8b16-5cde0c75aebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d12842-d308-4df6-834a-c671bdd9bd12,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:47.470633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdf972b9-17af-4c23-8c17-2afa1edc6c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.471524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bdf972b9-17af-4c23-8c17-2afa1edc6c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.472936 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bdf972b9-17af-4c23-8c17-2afa1edc6c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "DELETE /v2.0/security-groups/c6c097e5-2121-413e-b726-9d52423e4757 HTTP/1.1" status: 204 len: 168 time: 0.3025606 Aug 27 16:40:47.475774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45770) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:47.492880 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-6d3c802c-6c30-4fc6-84fe-123e027b798d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] show failed (client error): The resource could not be found. Aug 27 16:40:47.499504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6d3c802c-6c30-4fc6-84fe-123e027b798d tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "GET /v2.0/security-groups/c6c097e5-2121-413e-b726-9d52423e4757 HTTP/1.1" status: 404 len: 347 time: 0.0202148 Aug 27 16:40:47.500350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf972b9-17af-4c23-8c17-2afa1edc6c86 tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c097e5-2121-413e-b726-9d52423e4757,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:47.504131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45774) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:47.559044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2740d46-313d-4c48-b655-d58155985539 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:47.583355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d2740d46-313d-4c48-b655-d58155985539 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:47.584728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2740d46-313d-4c48-b655-d58155985539 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:47.682455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Deleting port 215b631f-d58a-49f2-b4cd-f77aa1a94069 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:47.682723 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.764056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.764391 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:47.777819 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Calling delete_port for 215b631f-d58a-49f2-b4cd-f77aa1a94069 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:48.014361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.042566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Pushing event deleted for resources: {'Port': ['ID=215b631f-d58a-49f2-b4cd-f77aa1a94069,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:48.065806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:40:48.085361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 7382bf4c-5a09-4631-90d2-46762c2d8a77 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:40:48.085804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 7382bf4c-5a09-4631-90d2-46762c2d8a77 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:40:48.105046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.107701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.108890 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e9150c8a-7acf-4d0c-b6ac-08ac3cb04d5b tempest-AttachVolumeShelveTestJSON-701799982 tempest-AttachVolumeShelveTestJSON-701799982-project] 10.222.0.101 "DELETE /v2.0/floatingips/30cb42e2-fdd7-4a88-9d88-c52b85ff7a93 HTTP/1.1" status: 204 len: 168 time: 0.5993176 Aug 27 16:40:48.471929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45808) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:48.516982 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3a7d4392-1523-48cc-91ac-d77eddf9c3b1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bcadbaba4cab41d8aece4408e25b899f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411041 Aug 27 16:40:48.517241 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 45814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:48.572630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a297fca-9319-4ec9-b084-9f9c96330e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.587213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45820) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:48.603020 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a297fca-9319-4ec9-b084-9f9c96330e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.819791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a297fca-9319-4ec9-b084-9f9c96330e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.822651 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0a297fca-9319-4ec9-b084-9f9c96330e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.827407 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0a297fca-9319-4ec9-b084-9f9c96330e4c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1b172bb6-aa03-4856-ae3b-2b24e64ac385 HTTP/1.1" status: 204 len: 168 time: 0.3087111 Aug 27 16:40:48.854222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a297fca-9319-4ec9-b084-9f9c96330e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b172bb6-aa03-4856-ae3b-2b24e64ac385,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:48.912944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] Deleting subnet 9ead48a1-2096-4f26-8a92-bfa527bfe8f6 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:40:48.917169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:48.958634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.004978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.163201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.204055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ead48a1-2096-4f26-8a92-bfa527bfe8f6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:49.210700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.217375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-397f4645-8a85-448f-bb19-7c04cbc3787b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9ead48a1-2096-4f26-8a92-bfa527bfe8f6 HTTP/1.1" status: 204 len: 168 time: 0.6262622 Aug 27 16:40:49.219543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45852) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:49.295158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.404699 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.418800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193df70f-879f-48cd-a191-f4bf5392e3d7']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:49.428381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bca430-d9b5-4054-98d0-aaff7c0be8df') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:49.428684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bca430-d9b5-4054-98d0-aaff7c0be8df') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:49.437973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.452884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:40:49.463620 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:40:49.631211 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.637094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:49.639527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] 10.222.0.101 "DELETE /v2.0/networks/193df70f-879f-48cd-a191-f4bf5392e3d7 HTTP/1.1" status: 204 len: 168 time: 0.4182203 Aug 27 16:40:49.665329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dfdf8-25b2-43aa-9c6a-655c238be718 admin admin] Pushing event deleted for resources: {'Network': ['ID=193df70f-879f-48cd-a191-f4bf5392e3d7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:50.071560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45898) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:50.123352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45904) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:50.169545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-899ff0b6-6044-49f6-bdbf-7dfaf3e5092a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8424154556ca42d59095dfabe1da9b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447826 Aug 27 16:40:50.172291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:50.228227 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e3a16ab-01b9-4ceb-b749-d49ea4fb7a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.263001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e3a16ab-01b9-4ceb-b749-d49ea4fb7a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.295463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-728386535-network', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:50.423807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Made reservation on behalf of 905a5fd1cb56408f876a125d9ed60ba7 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:40:50.426186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.434968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.457050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e3a16ab-01b9-4ceb-b749-d49ea4fb7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.459757 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e3a16ab-01b9-4ceb-b749-d49ea4fb7a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.460921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6e3a16ab-01b9-4ceb-b749-d49ea4fb7a50 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a HTTP/1.1" status: 204 len: 168 time: 0.2876930 Aug 27 16:40:50.476712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a16ab-01b9-4ceb-b749-d49ea4fb7a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41a1e0f-d35c-4b90-a2e2-4e66ba327d4a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:50.550766 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.636616 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afe752cc-3376-4ef5-b26d-e6ca6df783b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.675669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.706267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:40:50.713062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e06fcd-21b7-48ff-83b5-c9a9428a36f2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:50.742645 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.743068 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Added segment 4da7d8aa-6c3f-4777-b783-15b3b3d9445a of type vlan for network 0a66c90c-9a65-42da-a1b1-72936719ec05 Aug 27 16:40:50.790104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.877842 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:40:50.945384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:50.948102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:50.948102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:51.031083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] Pushing event updated for resources: {'Network': ['ID=0a66c90c-9a65-42da-a1b1-72936719ec05,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:51.041198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:40:51.192095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0f68e129-8db2-48fe-bc37-4f4539cdbd4f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1238039 Aug 27 16:40:51.195126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 45964) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:51.200236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Request body: {'subnet': {'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-728386535-subnet', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:51.379595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Made reservation on behalf of 905a5fd1cb56408f876a125d9ed60ba7 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:40:51.381973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:51.683542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:51.751613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b22419a-7b1c-4dbb-99a1-dc44bb491552,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:51.759175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Checking segment: {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:40:51.759493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Network hostable DHCP agents. Network: 0a66c90c-9a65-42da-a1b1-72936719ec05, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:40:51.905335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:40:52.059508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 0a66c90c-9a65-42da-a1b1-72936719ec05) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:40:52.063972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:52.064572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.071403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159372bd-f6a3-4988-8840-88f2f173c52e None None] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:40:52.196056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29b4b229-441e-4b63-b755-a7dccff41255 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9969430 Aug 27 16:40:52.196239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46010) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:52.200785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:52.242243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-0a66c90c-9a65-42da-a1b1-72936719ec05', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:40:52.243151 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.351428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.351811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.422453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.427898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Allocated IP 172.20.0.2 (0a66c90c-9a65-42da-a1b1-72936719ec05/5b22419a-7b1c-4dbb-99a1-dc44bb491552/d7712a90-fcc8-4f84-8919-aa946da8a7f3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:40:52.591622 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.602090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Transition to ACTIVE for port object d7712a90-fcc8-4f84-8919-aa946da8a7f3 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:40:52.622193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Transition to ACTIVE for port object d7712a90-fcc8-4f84-8919-aa946da8a7f3 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:40:52.654337 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.717076 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.771916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:40:52.774893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:40:52.781619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:40:52.809710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Pushing event updated for resources: {'Port': ['ID=d7712a90-fcc8-4f84-8919-aa946da8a7f3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:52.851138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Attempting to bind port d7712a90-fcc8-4f84-8919-aa946da8a7f3 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:40:52.851794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Attempting to bind port d7712a90-fcc8-4f84-8919-aa946da8a7f3 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:40:52.852313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Attempting to bind port d7712a90-fcc8-4f84-8919-aa946da8a7f3 on network 0a66c90c-9a65-42da-a1b1-72936719ec05 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:40:52.861228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:40:52.861618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Checking segment: {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:40:52.862028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.863130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Bound using segment: {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:40:52.863130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Bound port: d7712a90-fcc8-4f84-8919-aa946da8a7f3, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:40:52.863957 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:52.935561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] For port d7712a90-fcc8-4f84-8919-aa946da8a7f3, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:40:52.939307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] For port d7712a90-fcc8-4f84-8919-aa946da8a7f3, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7712a90-fcc8-4f84-8919-aa946da8a7f3,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:40:52.999675 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.017943 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.039052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.121407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3abaa-4cf6-4df3-8096-ac9daca4bc02 None None] Pushing event updated for resources: {'Port': ['ID=d7712a90-fcc8-4f84-8919-aa946da8a7f3,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:53.201986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Allocated IP 172.25.4.198 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/95921e70-e2f9-49a8-bd91-408c120b44bb) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:40:53.219999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ce9c8c-8bfb-4218-bb59-b0281cb39196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.320578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.340647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.382393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.530402 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.570024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d7712a90-fcc8-4f84-8919-aa946da8a7f3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:40:53.591639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46080) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:53.593508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:40:53.599308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483080061', 'description': 'tempest-secgroup-smoke-1483080061 description', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:53.607730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:40:53.614024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Pushing event updated for resources: {'Port': ['ID=95921e70-e2f9-49a8-bd91-408c120b44bb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:53.622574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:40:53.688715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d7712a90-fcc8-4f84-8919-aa946da8a7f3 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:40:53.767789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.779186 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:53.898836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.022669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.037722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.105396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80477cb-ff7e-4909-947a-0762fa848f85,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:54.204943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1485ee-90e5-4fde-a066-3ea224323dc1 None None] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:40:54.241431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.251646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.324762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.338008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.407578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36fed25-a5ff-41bd-abcd-1e660c946744,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:54.446231 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7a64fc77-cf1f-4f9a-b924-3396f26446b6 None None] Provisioning for port d7712a90-fcc8-4f84-8919-aa946da8a7f3 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:40:54.471542 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.472404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7a64fc77-cf1f-4f9a-b924-3396f26446b6 None None] Provisioning complete for port d7712a90-fcc8-4f84-8919-aa946da8a7f3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:40:54.472811 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e725a557-be1c-452c-8a6f-7965b2071055 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8776443 Aug 27 16:40:54.473094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a64fc77-cf1f-4f9a-b924-3396f26446b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.476316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46116) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:54.487104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-581b37f2-73fe-4964-80b3-fdd7798a3983 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'c36fed25-a5ff-41bd-abcd-1e660c946744', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:54.544986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46120) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:54.570949 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.612089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581b37f2-73fe-4964-80b3-fdd7798a3983 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.620539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a64fc77-cf1f-4f9a-b924-3396f26446b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.684668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7a64fc77-cf1f-4f9a-b924-3396f26446b6 None None] For port d7712a90-fcc8-4f84-8919-aa946da8a7f3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7712a90-fcc8-4f84-8919-aa946da8a7f3,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:54.790879 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a64fc77-cf1f-4f9a-b924-3396f26446b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:54.861443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64fc77-cf1f-4f9a-b924-3396f26446b6 None None] Pushing event updated for resources: {'Port': ['ID=d7712a90-fcc8-4f84-8919-aa946da8a7f3,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:54.914489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fe9d28f9-7aeb-433d-b641-20abc3095988 None None] Provisioning complete for port d7712a90-fcc8-4f84-8919-aa946da8a7f3 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:40:54.915102 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9d28f9-7aeb-433d-b641-20abc3095988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.032542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:40:55.096623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581b37f2-73fe-4964-80b3-fdd7798a3983 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.172075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.174641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:40:55.185603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Sync routers for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:40:55.188386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581b37f2-73fe-4964-80b3-fdd7798a3983 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.200329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:55.201591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:55.213602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b37f2-73fe-4964-80b3-fdd7798a3983 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5a3b04-eba7-44e4-b54c-6b9117896a05,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:55.284168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-581b37f2-73fe-4964-80b3-fdd7798a3983 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.286376 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-581b37f2-73fe-4964-80b3-fdd7798a3983 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8065770 Aug 27 16:40:55.289226 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.290240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46130) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:55.294445 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6f873ee5-b5c1-450a-9a34-88adcda1a33d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0971997 Aug 27 16:40:55.295371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:55.295496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-cfd965e3-dc2a-41c2-8e23-2dd99d79da87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'c36fed25-a5ff-41bd-abcd-1e660c946744', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:55.332104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:55.444438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfd965e3-dc2a-41c2-8e23-2dd99d79da87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.537845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d7712a90-fcc8-4f84-8919-aa946da8a7f3 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:40:55.563123 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfd965e3-dc2a-41c2-8e23-2dd99d79da87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.568418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Deleting port 5d8e2eb7-688e-4805-abcc-125b69132e6e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:55.568781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.628390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d7712a90-fcc8-4f84-8919-aa946da8a7f3 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:40:55.629049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.646256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfd965e3-dc2a-41c2-8e23-2dd99d79da87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.683286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:53Z', 'revision_number': 3, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:55.684786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd965e3-dc2a-41c2-8e23-2dd99d79da87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff635d5-4e32-4bbf-9eac-73471d217672,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:55.696954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] For port 5d8e2eb7-688e-4805-abcc-125b69132e6e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5d8e2eb7-688e-4805-abcc-125b69132e6e,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:55.697569 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.712369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Calling delete_port for 5d8e2eb7-688e-4805-abcc-125b69132e6e owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:55.724632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Checking router: b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:40:55.725116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Updating router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 port 95921e70-e2f9-49a8-bd91-408c120b44bb binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:40:55.755985 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.775299 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfd965e3-dc2a-41c2-8e23-2dd99d79da87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.776769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cfd965e3-dc2a-41c2-8e23-2dd99d79da87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4855196 Aug 27 16:40:55.784120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46134) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:55.794302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-cfea21ed-5cba-4bed-892b-2bbf7ba2e87e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'c36fed25-a5ff-41bd-abcd-1e660c946744', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:55.817272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:55.964985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfea21ed-5cba-4bed-892b-2bbf7ba2e87e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.051235 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfea21ed-5cba-4bed-892b-2bbf7ba2e87e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.054513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Allocated IP 172.20.0.1 (0a66c90c-9a65-42da-a1b1-72936719ec05/5b22419a-7b1c-4dbb-99a1-dc44bb491552/5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:40:56.088103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.117473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.121678 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.125957 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfea21ed-5cba-4bed-892b-2bbf7ba2e87e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.126840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8e2eb7-688e-4805-abcc-125b69132e6e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:56.137974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Transition to ACTIVE for port object 95921e70-e2f9-49a8-bd91-408c120b44bb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:40:56.181174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea21ed-5cba-4bed-892b-2bbf7ba2e87e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6061694-4266-46d6-a45d-ea1d7845363a,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:56.238006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.266745 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.299840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Transition to ACTIVE for port object 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:40:56.338875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Attempting to bind port 95921e70-e2f9-49a8-bd91-408c120b44bb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:40:56.339959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfea21ed-5cba-4bed-892b-2bbf7ba2e87e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.340491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Attempting to bind port 95921e70-e2f9-49a8-bd91-408c120b44bb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:40:56.340879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Attempting to bind port 95921e70-e2f9-49a8-bd91-408c120b44bb on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:40:56.341194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cfea21ed-5cba-4bed-892b-2bbf7ba2e87e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5511842 Aug 27 16:40:56.347979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:40:56.348613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:40:56.349032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.349440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:40:56.350210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Bound port: 95921e70-e2f9-49a8-bd91-408c120b44bb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:40:56.350606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.352543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aac326-8361-4239-a600-2da4bfb9150f None None] Pushing event updated for resources: {'Port': ['ID=95921e70-e2f9-49a8-bd91-408c120b44bb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:56.352949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46138) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:56.360442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-92d0feeb-1424-4a38-8bea-457ba8793248 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'c36fed25-a5ff-41bd-abcd-1e660c946744', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:56.404235 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.408098 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.422826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] For port 95921e70-e2f9-49a8-bd91-408c120b44bb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:40:56.426257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] For port 95921e70-e2f9-49a8-bd91-408c120b44bb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=95921e70-e2f9-49a8-bd91-408c120b44bb,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:40:56.453660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:40:56.458067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:40:56.460512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:40:56.479411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92d0feeb-1424-4a38-8bea-457ba8793248 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.495018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:56.500983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.519809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.592822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:56.594812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:56.601258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aac326-8361-4239-a600-2da4bfb9150f None None] Pushing event updated for resources: {'Port': ['ID=95921e70-e2f9-49a8-bd91-408c120b44bb,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:56.629107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92d0feeb-1424-4a38-8bea-457ba8793248 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.723745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92d0feeb-1424-4a38-8bea-457ba8793248 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.736131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:56.759822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0feeb-1424-4a38-8bea-457ba8793248 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ffd9c9-b0a4-443e-9144-979cc95fd62f,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:56.779681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.790906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Router 78cdb5e9-5c4f-4768-bad2-a0507965761c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:40:56.840942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92d0feeb-1424-4a38-8bea-457ba8793248 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:56.842400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-92d0feeb-1424-4a38-8bea-457ba8793248 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4886458 Aug 27 16:40:56.846689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46140) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:56.851877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'c36fed25-a5ff-41bd-abcd-1e660c946744', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:56.943654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:40:56.950788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a507574-54c3-43db-b9f8-25d8ab017dfc admin admin] 10.222.0.101 "PUT /v2.0/routers/78cdb5e9-5c4f-4768-bad2-a0507965761c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4043045 Aug 27 16:40:56.953595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:56.955676 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] Sync routers for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:40:56.972296 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:56.973188 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:56.991227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.053710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.078812 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.082371 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:40:57.143543 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:57.156568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:53Z', 'revision_number': 3, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:57.169333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.172839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:57.198363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beeaf9-fe6d-4813-a63c-5fc98e2ee73b None None] The sync data for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 is: [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:53Z', 'revision_number': 3, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:40:57.210618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-49a9a041-b0b9-474a-aca6-daf556b96177 None None] Provisioning for port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:40:57.215518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-49a9a041-b0b9-474a-aca6-daf556b96177 None None] Provisioning complete for port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:40:57.215901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49a9a041-b0b9-474a-aca6-daf556b96177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.263209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-49a9a041-b0b9-474a-aca6-daf556b96177 None None] Port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:40:57.330136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:40:57.332194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:40:57.399201 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:40:55Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:57.447408 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] Checking router: 78cdb5e9-5c4f-4768-bad2-a0507965761c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:40:57.465655 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] Routers {'78cdb5e9-5c4f-4768-bad2-a0507965761c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:57.466561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['78cdb5e9-5c4f-4768-bad2-a0507965761c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:57.641729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.684191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:40:57.798561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d2ecd395-8b0c-4816-9491-497f24dc601b None None] Provisioning complete for port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:40:57.799130 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd395-8b0c-4816-9491-497f24dc601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.817135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.835805 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] Set router 78cdb5e9-5c4f-4768-bad2-a0507965761c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:57.848005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.886280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecd395-8b0c-4816-9491-497f24dc601b None None] Port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:40:57.887899 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:57.916850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36649027-1492-4b8f-9b70-c73eb9fb8ed4,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:57.947176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:40:57.960920 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6efb3738-7dae-4f8c-b325-22a14d843f80 admin admin] 10.222.0.101 "PUT /v2.0/routers/b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634672 Aug 27 16:40:57.981183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Deleting port 04354ef2-d27e-4fa0-b47c-cb47bc87220c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:57.981539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.032290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.036948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-12cf0198-6428-4271-bfc4-ec0e9f6b813c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1857209 Aug 27 16:40:58.037526 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46148) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:58.045193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'c36fed25-a5ff-41bd-abcd-1e660c946744', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:58.110633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] For port 04354ef2-d27e-4fa0-b47c-cb47bc87220c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=04354ef2-d27e-4fa0-b47c-cb47bc87220c,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:58.111262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.133223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Calling delete_port for 04354ef2-d27e-4fa0-b47c-cb47bc87220c owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:58.178485 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:40:58.185361 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:40:55Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:58.204169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.238325 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e51d8-2a84-4216-9cef-d5394279a5b3 None None] The sync data for ids ['78cdb5e9-5c4f-4768-bad2-a0507965761c'] in n-d-806412-1 is: [{'id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'name': 'tempest-AttachVolumeShelveTestJSON-397951695-router', 'tenant_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:32:51Z', 'updated_at': '2021-08-27T16:40:55Z', 'revision_number': 5, 'project_id': 'e6a4a43580b74ff885e1d805d71d82d3', 'gw_port': {'id': '04354ef2-d27e-4fa0-b47c-cb47bc87220c', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cdb5e9-5c4f-4768-bad2-a0507965761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:32:53Z', 'updated_at': '2021-08-27T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:40:58.356834 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.517728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.517944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.540422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90caba4d-dbf2-4b8b-a690-6b0c91102bb7,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:58.549825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Pushing event deleted for resources: {'Port': ['ID=04354ef2-d27e-4fa0-b47c-cb47bc87220c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:58.626263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.634114 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bfba9a3-ffd5-4fef-b3db-fc9388eab1c7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5894487 Aug 27 16:40:58.634114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46158) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:58.634387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.638315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'network': {'name': 'tempest-network-smoke--1521476979', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'port_security_enabled': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:58.748306 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.751049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:40:58.752532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.754655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.782596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:40:58.792206 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.793021 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Added segment 8f7e3840-50b4-4344-bb05-3cefe8994b79 of type vlan for network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 Aug 27 16:40:58.839148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.848411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.848957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78cdb5e9-5c4f-4768-bad2-a0507965761c {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:40:58.854457 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.855745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b4d62e5f-9fed-4edd-8893-797546afea41 admin admin] 10.222.0.101 "DELETE /v2.0/routers/78cdb5e9-5c4f-4768-bad2-a0507965761c HTTP/1.1" status: 204 len: 168 time: 1.9010210 Aug 27 16:40:58.858149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46164) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:58.922630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.925266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] Deleting subnet 0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:40:58.929474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:40:58.930535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.932818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:58.997521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.021676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46168) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:59.039602 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-587187402-network', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:59.050777 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4175241 Aug 27 16:40:59.057403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6e0ca-238f-45c2-93ce-0098dfe3dca4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Network': ['ID=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:59.069221 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46170) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:59.070330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:40:59.074178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'admin_state_up': True, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:40:59.098464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.197278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Made reservation on behalf of e2b0628b5b464af8a426e6a42d2b83db for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:40:59.199649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.213646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.277261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.313297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.314358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.325422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba4498b-380e-4a5e-8bd4-cd45c0ac7766,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:59.328401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.330417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ecb8ca4-7c72-4fb7-8bb9-633f68846cd7 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/0ba4498b-380e-4a5e-8bd4-cd45c0ac7766 HTTP/1.1" status: 204 len: 168 time: 0.4712706 Aug 27 16:40:59.333079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46172) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:40:59.336858 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e85b7-dba6-4e5b-83eb-982ff422d67c None None] Network 673d9193-d630-467a-97fe-3da41cb5bb16 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:40:59.420716 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.421322 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.556197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Deleting port 41bd22a9-9792-4444-86c9-9799b8b39c54 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:40:59.561402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.641367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] For port 41bd22a9-9792-4444-86c9-9799b8b39c54, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=41bd22a9-9792-4444-86c9-9799b8b39c54,segment=NetworkSegment(27962f8f-b0ab-469d-963f-34b47fa7e7e8),segment_id=27962f8f-b0ab-469d-963f-34b47fa7e7e8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:40:59.641737 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.661708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Calling delete_port for 41bd22a9-9792-4444-86c9-9799b8b39c54 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:40:59.745230 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.763570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Sync routers for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:40:59.774029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:40:59.774648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:40:59.779150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.867800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.873506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d52792-0b82-4631-aaa1-bd67871c47f4 None None] DHCP port deletion for 673d9193-d630-467a-97fe-3da41cb5bb16 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:40:59.899919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.925806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:40:59.934606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:40:59.945350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bd22a9-9792-4444-86c9-9799b8b39c54,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:40:59.953600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] No DVR routers for this DVR port 41bd22a9-9792-4444-86c9-9799b8b39c54 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:40:59.953945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:40:59.953945 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Added segment ad2d2889-2114-412d-aed3-ba70d1472958 of type vlan for network 13cce1f2-343e-43fe-a148-404fd1964d9d Aug 27 16:41:00.006567 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.046613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95921e70-e2f9-49a8-bd91-408c120b44bb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:00.055130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.063577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673d9193-d630-467a-97fe-3da41cb5bb16']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:00.075384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27962f8f-b0ab-469d-963f-34b47fa7e7e8') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:00.075667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27962f8f-b0ab-469d-963f-34b47fa7e7e8') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:00.087067 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.092956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c61271-437b-4596-8b22-37c4dab29e97,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:00.120052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:41:00.136170 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:41:00.218435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46180) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:00.221843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.222812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:00.223506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.252057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 2, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:00.279676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Checking router: b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:00.279947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Updating router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:41:00.284192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 95921e70-e2f9-49a8-bd91-408c120b44bb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:00.294383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.304382 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.306758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] 10.222.0.101 "DELETE /v2.0/networks/673d9193-d630-467a-97fe-3da41cb5bb16 HTTP/1.1" status: 204 len: 168 time: 0.9723234 Aug 27 16:41:00.315885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 95921e70-e2f9-49a8-bd91-408c120b44bb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:00.316265 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.333498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da202b5-392f-456f-b24e-b23b539acf64 admin admin] Pushing event deleted for resources: {'Network': ['ID=673d9193-d630-467a-97fe-3da41cb5bb16,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:00.347070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.366553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.372539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4faa-ab6f-4510-a0cb-66f860848f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.376055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] Pushing event updated for resources: {'Network': ['ID=13cce1f2-343e-43fe-a148-404fd1964d9d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:00.392798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 13cce1f2-343e-43fe-a148-404fd1964d9d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:41:00.401493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.405336 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7f52e283-dd4b-4b0b-928c-e88eb0cf041f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3826630 Aug 27 16:41:00.409031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46186) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:00.415973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Request body: {'subnet': {'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-587187402-subnet', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:00.510046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4faa-ab6f-4510-a0cb-66f860848f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.512982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.194 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/d4d993c5-d453-467c-be2d-2b2debba2820) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:00.587119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4faa-ab6f-4510-a0cb-66f860848f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.594537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.627629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.638033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e4faa-ab6f-4510-a0cb-66f860848f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863d058f-17c2-4bb9-beb6-3e8274de7eb1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:00.647016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2f5e4faa-ab6f-4510-a0cb-66f860848f4f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=988e156e2a564299b9dd0d6e6f16092a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272139 Aug 27 16:41:00.648257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46188) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:00.658290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 95921e70-e2f9-49a8-bd91-408c120b44bb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=95921e70-e2f9-49a8-bd91-408c120b44bb,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:00.670798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46190) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:00.715306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-53b14f7a-f931-4326-b2a0-01213c3328e3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e6a4a43580b74ff885e1d805d71d82d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418446 Aug 27 16:41:00.716478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46192) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:00.729549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Made reservation on behalf of e2b0628b5b464af8a426e6a42d2b83db for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:00.733008 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.735584 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97e5badf-7938-42d7-844e-1670a1d6e3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.751177 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.759468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97e5badf-7938-42d7-844e-1670a1d6e3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.781696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d8e2eb7-688e-4805-abcc-125b69132e6e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:41:00.790909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.818970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5d8e2eb7-688e-4805-abcc-125b69132e6e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:41:00.818970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d8e2eb7-688e-4805-abcc-125b69132e6e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:41:00.829339 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.845257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=d4d993c5-d453-467c-be2d-2b2debba2820,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:00.846000 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ef-ece6-4888-9b04-c3082945ebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.850928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Transition to ACTIVE for port object 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:00.853831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=95921e70-e2f9-49a8-bd91-408c120b44bb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:00.860273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:00.862470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:00.865134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:00.879262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ef-ece6-4888-9b04-c3082945ebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.922441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.989250 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97e5badf-7938-42d7-844e-1670a1d6e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.992079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-97e5badf-7938-42d7-844e-1670a1d6e3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:00.996242 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-97e5badf-7938-42d7-844e-1670a1d6e3d2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/863d058f-17c2-4bb9-beb6-3e8274de7eb1 HTTP/1.1" status: 204 len: 168 time: 0.3440359 Aug 27 16:41:01.000286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645339b9-4ab5-4b6f-9929-2a2084f3b363 None None] Pushing event updated for resources: {'Port': ['ID=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:01.024673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5badf-7938-42d7-844e-1670a1d6e3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863d058f-17c2-4bb9-beb6-3e8274de7eb1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:01.042808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.044134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Attempting to bind port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:01.044921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Attempting to bind port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:01.045047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Attempting to bind port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de on network 0a66c90c-9a65-42da-a1b1-72936719ec05 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:01.055780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:01.056168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Checking segment: {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:01.056669 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.056983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Bound using segment: {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:01.057427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Bound port: 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:01.060019 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.080580 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ef-ece6-4888-9b04-c3082945ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.093155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ef-ece6-4888-9b04-c3082945ebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.093155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ac699ef-ece6-4888-9b04-c3082945ebf3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f0b4e0a-6d38-4889-a7f6-67ff57784ff5 HTTP/1.1" status: 204 len: 168 time: 0.3704605 Aug 27 16:41:01.107975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac699ef-ece6-4888-9b04-c3082945ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b4e0a-6d38-4889-a7f6-67ff57784ff5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:01.152773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2096324e-91ec-43f6-802b-ee96c0cd5024,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:01.158236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Checking segment: {'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:01.158614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Network hostable DHCP agents. Network: 13cce1f2-343e-43fe-a148-404fd1964d9d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:41:01.174490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] For port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:01.178425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] For port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:01.482600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Network 13cce1f2-343e-43fe-a148-404fd1964d9d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:41:01.508314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.548548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95921e70-e2f9-49a8-bd91-408c120b44bb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:01.613923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 13cce1f2-343e-43fe-a148-404fd1964d9d) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:01.618630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:01.624729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.625004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:01.625004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:01.625833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645339b9-4ab5-4b6f-9929-2a2084f3b363 None None] Pushing event updated for resources: {'Port': ['ID=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:01.639536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e6a00-e4d9-40e5-bdc2-33e07edac24a None None] Network 13cce1f2-343e-43fe-a148-404fd1964d9d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:01.725217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-94a06f38-8ee7-469c-b487-f1476722e690 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3127739 Aug 27 16:41:01.725525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46200) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:01.731123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:01.768007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.844974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 95921e70-e2f9-49a8-bd91-408c120b44bb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:01.846611 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.848055 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.849305 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:01.949093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:02.009960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.027289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-13cce1f2-343e-43fe-a148-404fd1964d9d', 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'fixed_ips': [{'subnet_id': '2096324e-91ec-43f6-802b-ee96c0cd5024'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:41:02.028146 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.063254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.315078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.339518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 120aa114-6e0e-47f1-82e7-5047c884ff7c is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:41:02.390964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 41bd22a9-9792-4444-86c9-9799b8b39c54 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:41:02.426874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 41bd22a9-9792-4444-86c9-9799b8b39c54 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:41:02.427221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 41bd22a9-9792-4444-86c9-9799b8b39c54 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:41:02.427661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 04354ef2-d27e-4fa0-b47c-cb47bc87220c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:41:02.460024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 04354ef2-d27e-4fa0-b47c-cb47bc87220c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:41:02.461803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 04354ef2-d27e-4fa0-b47c-cb47bc87220c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:41:02.471098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:02.486842 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Sync routers for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:02.517216 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:02.518182 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:02.543458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Allocated IP 172.20.0.2 (13cce1f2-343e-43fe-a148-404fd1964d9d/2096324e-91ec-43f6-802b-ee96c0cd5024/8e5926c2-104e-4a61-808a-c37a88b61f78) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:02.616554 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.622843 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-af731ab3-f3e3-49a0-8c61-63999576dd47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5520010 Aug 27 16:41:02.629564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46230) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:02.629810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:01Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:02.662619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d74b0f-0386-43bc-a082-bf801464e11d None None] The sync data for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 is: [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:01Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:02.730460 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:02.751994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.781436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.839476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:02.866189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Transition to ACTIVE for port object 8e5926c2-104e-4a61-808a-c37a88b61f78 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:02.901523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Transition to ACTIVE for port object 8e5926c2-104e-4a61-808a-c37a88b61f78 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:02.968309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Allocated IP 172.25.4.128 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/abe5b84e-25fd-4c24-9ed1-9ac9b13962dc) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:02.986091 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.076862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46244) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:03.096327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Network 13cce1f2-343e-43fe-a148-404fd1964d9d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:03.106739 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.107345 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:01Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:03.113264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:03.115960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:03.121958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Pushing event updated for resources: {'Port': ['ID=8e5926c2-104e-4a61-808a-c37a88b61f78,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:03.170467 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Checking router: 120aa114-6e0e-47f1-82e7-5047c884ff7c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:03.175921 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Updating router 120aa114-6e0e-47f1-82e7-5047c884ff7c port d4d993c5-d453-467c-be2d-2b2debba2820 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:41:03.221378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Attempting to bind port 8e5926c2-104e-4a61-808a-c37a88b61f78 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:03.221741 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.222493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Attempting to bind port 8e5926c2-104e-4a61-808a-c37a88b61f78 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:03.223065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Attempting to bind port 8e5926c2-104e-4a61-808a-c37a88b61f78 on network 13cce1f2-343e-43fe-a148-404fd1964d9d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:03.229572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:03.230828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Checking segment: {'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:03.231600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.231731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46248) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:03.232441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Bound using segment: {'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:03.233122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Bound port: 8e5926c2-104e-4a61-808a-c37a88b61f78, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:03.234467 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.243025 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7fa3dbd3-60c3-4e3f-ac61-9360ff2cb56d tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=699028f8ab0c4d7c9bc3271ea35a8fb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6122034 Aug 27 16:41:03.252629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1191668934-network', 'tenant_id': '51e067da63f541d199243db9bd55ceca'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:03.356754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] For port 8e5926c2-104e-4a61-808a-c37a88b61f78, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:03.360750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] For port 8e5926c2-104e-4a61-808a-c37a88b61f78, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e5926c2-104e-4a61-808a-c37a88b61f78,segment=NetworkSegment(ad2d2889-2114-412d-aed3-ba70d1472958),segment_id=ad2d2889-2114-412d-aed3-ba70d1472958)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:03.373699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Made reservation on behalf of 51e067da63f541d199243db9bd55ceca for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:03.378164 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.379221 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.393613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.462839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:03.477366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.488597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:03.516515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:03.591674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Pushing event updated for resources: {'Port': ['ID=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:03.598298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2687d0a-10fb-448b-a9e1-148e1a127078 None None] Pushing event updated for resources: {'Port': ['ID=8e5926c2-104e-4a61-808a-c37a88b61f78,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:03.634207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.669974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e69086-b0d4-4f08-8e48-85df4c16b745 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:03.671161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-60e69086-b0d4-4f08-8e48-85df4c16b745 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4384646 Aug 27 16:41:03.673504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:03.674278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46252) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:03.701768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.707741 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.733720 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Transition to ACTIVE for port object d4d993c5-d453-467c-be2d-2b2debba2820 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:03.756566 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9b4027f3-7ec4-4747-b26e-ddc5b2f25915 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805807 Aug 27 16:41:03.762609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46254) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:03.774772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:41:03.776604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482706302', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:03.799831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a26fd-e0ec-4baf-bf18-4548c81b53d2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:03.817091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.818230 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Added segment 1d5537d8-88c9-459e-b7f9-6f3125764355 of type vlan for network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af Aug 27 16:41:03.831565 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.893933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:03.899450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:03.903701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:03.915189 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.004814 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Attempting to bind port d4d993c5-d453-467c-be2d-2b2debba2820 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:04.005449 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Attempting to bind port d4d993c5-d453-467c-be2d-2b2debba2820 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:04.007363 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Attempting to bind port d4d993c5-d453-467c-be2d-2b2debba2820 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:04.022438 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:04.025503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:04.025503 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.025503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:04.025503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Bound port: d4d993c5-d453-467c-be2d-2b2debba2820, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:04.026148 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.028608 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Pushing event updated for resources: {'Port': ['ID=d4d993c5-d453-467c-be2d-2b2debba2820,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:04.052800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.052800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:04.052800 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.056840 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.059773 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.059901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.060635 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.061200 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.061804 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.062957 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.063672 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.064207 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.064533 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.065046 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.065380 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.065708 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:04.116228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:04.123431 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] For port d4d993c5-d453-467c-be2d-2b2debba2820, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:04.128977 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] For port d4d993c5-d453-467c-be2d-2b2debba2820, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d4d993c5-d453-467c-be2d-2b2debba2820,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:04.139571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c055ab6f-b1ab-4f6b-b8bc-e8e5331331af,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:04.150128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:41:04.169560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:04.171961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.248288 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.300491 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.301039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0303fda1-d56a-4960-97b2-14374ed636d1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2207084 Aug 27 16:41:04.303670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46256) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:04.309398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Request body: {'subnet': {'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1191668934-subnet', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:04.318269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:04.340317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.395220 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:04.395899 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:04.459362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Made reservation on behalf of 51e067da63f541d199243db9bd55ceca for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:04.463935 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.471175 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cdc37-5f27-4824-8694-a310dc34e280 None None] Pushing event updated for resources: {'Port': ['ID=d4d993c5-d453-467c-be2d-2b2debba2820,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:04.583882 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:04.797487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:04.822457 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:01Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:04.855661 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8b567-ebd0-42d4-9f7c-f5254e9acb34 None None] The sync data for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 is: [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:01Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:04.888685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863fed59-f56d-4508-a900-16a51b760cea,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:04.913214 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Checking segment: {'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:04.913581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Network hostable DHCP agents. Network: c055ab6f-b1ab-4f6b-b8bc-e8e5331331af, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:41:05.008137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:41:05.012339 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35def85d-923c-4564-94c1-ad320158d218 None None] Network 13cce1f2-343e-43fe-a148-404fd1964d9d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:05.094602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.099798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c055ab6f-b1ab-4f6b-b8bc-e8e5331331af) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:05.112103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:05.112911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.124133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee772941-7d54-40cc-b959-684c7975ef14 None None] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:05.214990 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.223307 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5906cde4-cd03-4555-ac63-28f7c68defd1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9160023 Aug 27 16:41:05.223840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46268) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:05.225778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-781ec1d1-695c-48ef-9161-d9757ed2dad0 None None] Provisioning for port 8e5926c2-104e-4a61-808a-c37a88b61f78 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:05.229694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1191668934-router', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:05.318715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Subnet': ['ID=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:05.332304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Checking segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:05.332683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network hostable DHCP agents. Network: c3aa4844-cb40-492e-bb7a-9e2e84a6dc02, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:41:05.345772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.347134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.389336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c055ab6f-b1ab-4f6b-b8bc-e8e5331331af', 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'fixed_ips': [{'subnet_id': '863fed59-f56d-4508-a900-16a51b760cea'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:41:05.390450 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.420698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.448267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:41:05.481166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Router 470b0369-3198-4d31-87a1-ca057e33b248 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:41:05.603253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Allocated IP 172.20.0.2 (c055ab6f-b1ab-4f6b-b8bc-e8e5331331af/863fed59-f56d-4508-a900-16a51b760cea/647cec27-ca3c-4e5a-8475-1763fd01e1a8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:05.681791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, c3aa4844-cb40-492e-bb7a-9e2e84a6dc02) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:05.709968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:05.710574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.777194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec177d1-f523-4d32-89cb-16172e480870 None None] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:05.802904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:05.806206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e5926c2-104e-4a61-808a-c37a88b61f78 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:05.853601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b4c8bc8b-b871-4bc9-9cd8-c86c424ecf02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0898862 Aug 27 16:41:05.856413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46274) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:05.871618 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.883989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Sync routers for ids ['470b0369-3198-4d31-87a1-ca057e33b248'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:05.906023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:05.907881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6e802e4f-6b42-4f68-9a5a-179a0e9b531a admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1813912 Aug 27 16:41:05.911968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46276) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:05.990610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Routers {'470b0369-3198-4d31-87a1-ca057e33b248'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:05.991280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['470b0369-3198-4d31-87a1-ca057e33b248'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:06.194241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.212655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 8e5926c2-104e-4a61-808a-c37a88b61f78 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:06.220931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Transition to ACTIVE for port object 647cec27-ca3c-4e5a-8475-1763fd01e1a8 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:06.232796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 8e5926c2-104e-4a61-808a-c37a88b61f78 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:06.233391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.267066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Set router 470b0369-3198-4d31-87a1-ca057e33b248 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:06.426030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.520976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Transition to ACTIVE for port object 647cec27-ca3c-4e5a-8475-1763fd01e1a8 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:06.544283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:41:06.544682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.545226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.578248 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.601687 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.603350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Allocated IP 172.20.0.1 (13cce1f2-343e-43fe-a148-404fd1964d9d/2096324e-91ec-43f6-802b-ee96c0cd5024/d55eaa3e-8fad-4061-8455-8a79666b470d) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:06.750616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:06.750776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.750882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.769836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:06.782358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Transition to ACTIVE for port object d55eaa3e-8fad-4061-8455-8a79666b470d will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:06.803512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:06.832959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Pushing event updated for resources: {'Port': ['ID=647cec27-ca3c-4e5a-8475-1763fd01e1a8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:06.872419 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.879031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Allocated IP 172.25.4.173 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/49940571-16b9-421f-a0b1-4b6d0d826293) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:06.882479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:06.902704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.903427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.903549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.903964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.904378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.904763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.905153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.905582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.905969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.906421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.906825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.907214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:06.985451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Pushing event updated for resources: {'Port': ['ID=d55eaa3e-8fad-4061-8455-8a79666b470d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:06.995611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Network 13cce1f2-343e-43fe-a148-404fd1964d9d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:07.003972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:07.015550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Attempting to bind port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:07.016092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Attempting to bind port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:07.016516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Attempting to bind port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 on network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:07.019685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:07.030601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 8e5926c2-104e-4a61-808a-c37a88b61f78, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e5926c2-104e-4a61-808a-c37a88b61f78,segment=NetworkSegment(ad2d2889-2114-412d-aed3-ba70d1472958),segment_id=ad2d2889-2114-412d-aed3-ba70d1472958)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:07.048557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:07.049033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Checking segment: {'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:07.049596 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.050059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Bound using segment: {'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:07.050549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Bound port: 647cec27-ca3c-4e5a-8475-1763fd01e1a8, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:07.050929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.068391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Allocated IP 172.20.0.2 (c3aa4844-cb40-492e-bb7a-9e2e84a6dc02/8dd611fb-6614-4f3a-b8e2-2c8e10e525ba/01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:07.090319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.135986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.155787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] For port 647cec27-ca3c-4e5a-8475-1763fd01e1a8, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:07.161095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.161974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4d993c5-d453-467c-be2d-2b2debba2820 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:07.165227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] For port 647cec27-ca3c-4e5a-8475-1763fd01e1a8, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=647cec27-ca3c-4e5a-8475-1763fd01e1a8,segment=NetworkSegment(1d5537d8-88c9-459e-b7f9-6f3125764355),segment_id=1d5537d8-88c9-459e-b7f9-6f3125764355)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:07.272008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:41:03Z', 'revision_number': 3, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port': {'id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:02Z', 'updated_at': '2021-08-27T16:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:07.274349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.334092 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.344485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Checking router: 470b0369-3198-4d31-87a1-ca057e33b248 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:07.344755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Updating router 470b0369-3198-4d31-87a1-ca057e33b248 port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:41:07.377950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:07.383140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:07.402445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:07.432445 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.436614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=8e5926c2-104e-4a61-808a-c37a88b61f78,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:07.450584 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.453554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Pushing event updated for resources: {'Port': ['ID=49940571-16b9-421f-a0b1-4b6d0d826293,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:07.560592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132b61-e8cb-428d-9e2f-0a83a9155a5d None None] Pushing event updated for resources: {'Port': ['ID=647cec27-ca3c-4e5a-8475-1763fd01e1a8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:07.585006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b9bfaff8-de07-436f-915c-fec1f31faa13 None None] Provisioning for port d55eaa3e-8fad-4061-8455-8a79666b470d completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:07.602024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b9bfaff8-de07-436f-915c-fec1f31faa13 None None] Provisioning complete for port d55eaa3e-8fad-4061-8455-8a79666b470d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:07.602458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaff8-de07-436f-915c-fec1f31faa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.703657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d4d993c5-d453-467c-be2d-2b2debba2820 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:07.723883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d4d993c5-d453-467c-be2d-2b2debba2820 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:07.724266 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.799912 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.828905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.863900 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.871228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b9bfaff8-de07-436f-915c-fec1f31faa13 None None] Port d55eaa3e-8fad-4061-8455-8a79666b470d cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:41:07.875325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.889570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Transition to ACTIVE for port object 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:07.923288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Transition to ACTIVE for port object 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:07.973271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:07.982598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Pushing event updated for resources: {'Port': ['ID=d55eaa3e-8fad-4061-8455-8a79666b470d,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:08.004793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.052398 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.065042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:08.070880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:08.073058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:08.095612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Network 13cce1f2-343e-43fe-a148-404fd1964d9d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:08.097752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:08.137464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Pushing event updated for resources: {'Port': ['ID=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:08.142647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d4d993c5-d453-467c-be2d-2b2debba2820, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d4d993c5-d453-467c-be2d-2b2debba2820,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:08.146594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.1 (c3aa4844-cb40-492e-bb7a-9e2e84a6dc02/8dd611fb-6614-4f3a-b8e2-2c8e10e525ba/1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:08.192998 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Attempting to bind port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:08.193246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Attempting to bind port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:08.193601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Attempting to bind port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:08.205441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:08.205826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Checking segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:08.206232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.206844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Bound using segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:08.207410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Bound port: 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:08.207802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.225350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.226211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:08.362637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.389155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Router 470b0369-3198-4d31-87a1-ca057e33b248 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:41:08.401007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:08.404155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.462654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] For port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:08.465718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d4d993c5-d453-467c-be2d-2b2debba2820,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:08.485605 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.520604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] For port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:08.524750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:08.525129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.564264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Transition to ACTIVE for port object abe5b84e-25fd-4c24-9ed1-9ac9b13962dc will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:08.573407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0417f5ad-bbcf-4862-899d-1ac1de73b45c None None] Provisioning complete for port d55eaa3e-8fad-4061-8455-8a79666b470d triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:08.573784 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0417f5ad-bbcf-4862-899d-1ac1de73b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.598801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.612645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:08.635586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-743ad70f-c31a-44bd-ad1a-bcb6b61f0540 admin admin] 10.222.0.101 "PUT /v2.0/routers/470b0369-3198-4d31-87a1-ca057e33b248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7170877 Aug 27 16:41:08.652737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.707919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Attempting to bind port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:08.708405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Attempting to bind port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:08.708781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Attempting to bind port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:08.710845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0417f5ad-bbcf-4862-899d-1ac1de73b45c None None] Port d55eaa3e-8fad-4061-8455-8a79666b470d cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:41:08.981629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:08.981940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:08.982350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.982751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:08.983223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Bound port: abe5b84e-25fd-4c24-9ed1-9ac9b13962dc, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:08.983793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:08.994786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f3d6e-0608-4270-9182-5cc902f6198d None None] Pushing event updated for resources: {'Port': ['ID=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:09.085123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20a620-3fe1-4f67-9b51-75eba4dca6a4 None None] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:09.230709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:09.294828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6edd7-996c-4085-8c2e-8c04505e3297 None None] Pushing event updated for resources: {'Port': ['ID=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:09.308115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:09.319878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] For port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:09.324948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] For port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:09.335419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:09.345567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:09.346006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-29f884e7-1b52-4c04-a124-003782e65e74 None None] Provisioning for port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:09.375851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:09.404007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:09.409501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:09.462422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6edd7-996c-4085-8c2e-8c04505e3297 None None] Pushing event updated for resources: {'Port': ['ID=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:09.470263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Router 257c4e93-e03d-4773-a7e7-96e4551b3e9d is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:41:09.523830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e5926c2-104e-4a61-808a-c37a88b61f78 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:09.594842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Routers {'470b0369-3198-4d31-87a1-ca057e33b248'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:09.595697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['470b0369-3198-4d31-87a1-ca057e33b248'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:09.688099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:09.700621 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Sync routers for ids ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:09.708005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 8e5926c2-104e-4a61-808a-c37a88b61f78 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:09.708381 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:09.715609 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Routers {'257c4e93-e03d-4773-a7e7-96e4551b3e9d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:09.716612 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:09.776927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] Set router 470b0369-3198-4d31-87a1-ca057e33b248 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:09.821009 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:09.822470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-041f433f-95ba-4bb2-8b28-8db8e68b5a8e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5976262 Aug 27 16:41:09.825422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46348) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:09.837240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:09.884540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4d993c5-d453-467c-be2d-2b2debba2820 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:09.963956 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Set router 257c4e93-e03d-4773-a7e7-96e4551b3e9d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:10.068210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d4d993c5-d453-467c-be2d-2b2debba2820 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:10.068565 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:10.213276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 647cec27-ca3c-4e5a-8475-1763fd01e1a8 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:10.262397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 4, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port': {'id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:02Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd55eaa3e-8fad-4061-8455-8a79666b470d', 'name': '', 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'mac_address': 'fa:16:3e:8d:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 2, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'subnets': [{'id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:10.312182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dbafd-fd9e-49f1-aa1d-8e209b32c37b None None] The sync data for ids ['470b0369-3198-4d31-87a1-ca057e33b248'] in n-d-806412-1 is: [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 4, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port': {'id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:02Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd55eaa3e-8fad-4061-8455-8a79666b470d', 'name': '', 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'mac_address': 'fa:16:3e:8d:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 2, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'subnets': [{'id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:10.459158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:10.465122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:10.465694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:10.480755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:10.524168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033f9fd-5644-4118-88a8-c1e3e27bbb38 None None] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:10.557216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:10.636702 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'name': 'tempest-ImageQuotaTest-1191668934-router', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:05Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 3, 'project_id': '51e067da63f541d199243db9bd55ceca', 'gw_port': {'id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:10.699720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:10.722626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:10.753367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:10.765173 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Checking router: 257c4e93-e03d-4773-a7e7-96e4551b3e9d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:10.765676 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Updating router 257c4e93-e03d-4773-a7e7-96e4551b3e9d port 49940571-16b9-421f-a0b1-4b6d0d826293 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:41:10.783701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-130ccfd5-07d7-4920-9db2-a0fcb84bc3ad None None] Provisioning for port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:10.833075 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.012168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:11.013945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:11.065363 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.112695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Allocated IP 172.20.0.1 (c055ab6f-b1ab-4f6b-b8bc-e8e5331331af/863fed59-f56d-4508-a900-16a51b760cea/255a3589-4eef-450a-aef7-13ece765ae80) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:11.224876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 647cec27-ca3c-4e5a-8475-1763fd01e1a8, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=647cec27-ca3c-4e5a-8475-1763fd01e1a8,segment=NetworkSegment(1d5537d8-88c9-459e-b7f9-6f3125764355),segment_id=1d5537d8-88c9-459e-b7f9-6f3125764355)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:11.258316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46394) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:11.300453 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.301676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:11.349000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 120aa114-6e0e-47f1-82e7-5047c884ff7c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:41:11.429605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=647cec27-ca3c-4e5a-8475-1763fd01e1a8,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:11.486672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.494358 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.526223 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Transition to ACTIVE for port object 49940571-16b9-421f-a0b1-4b6d0d826293 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:11.547094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Transition to ACTIVE for port object 255a3589-4eef-450a-aef7-13ece765ae80 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:11.581030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:11.585809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:11.586180 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.609377 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.667624 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3138c68d-7c3f-4247-9fdd-a5722553b807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.727544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:11.741499 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2d11f02a-af8a-4d33-afe7-7ae73b57be19 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/120aa114-6e0e-47f1-82e7-5047c884ff7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8834820 Aug 27 16:41:11.745001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Sync routers for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:11.837423 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69016b16-8629-4496-90bd-081ab643059e None None] Pushing event updated for resources: {'Port': ['ID=49940571-16b9-421f-a0b1-4b6d0d826293,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:11.853256 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Attempting to bind port 49940571-16b9-421f-a0b1-4b6d0d826293 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:11.855705 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Attempting to bind port 49940571-16b9-421f-a0b1-4b6d0d826293 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:11.868971 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Attempting to bind port 49940571-16b9-421f-a0b1-4b6d0d826293 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:11.881354 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:11.890966 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:11.892397 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.893015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:11.895507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:11.897125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:11.898441 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Bound port: 49940571-16b9-421f-a0b1-4b6d0d826293, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:11.903231 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.912197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:11.975239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3138c68d-7c3f-4247-9fdd-a5722553b807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.029350 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] For port 49940571-16b9-421f-a0b1-4b6d0d826293, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:12.041891 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] For port 49940571-16b9-421f-a0b1-4b6d0d826293, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49940571-16b9-421f-a0b1-4b6d0d826293,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:12.046828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15d15fb7-69d4-402f-95b5-07e2b6631bb5 None None] Provisioning for port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:12.055638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15d15fb7-69d4-402f-95b5-07e2b6631bb5 None None] Provisioning complete for port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:12.055986 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15d15fb7-69d4-402f-95b5-07e2b6631bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.060224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3138c68d-7c3f-4247-9fdd-a5722553b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.120985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:12.134074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.145632 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.203131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-15d15fb7-69d4-402f-95b5-07e2b6631bb5 None None] Port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:41:12.217916 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.243789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46412) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:12.243968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3138c68d-7c3f-4247-9fdd-a5722553b807 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3654a37fca454fdead0a8e612a923468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9842165 Aug 27 16:41:12.249939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138c68d-7c3f-4247-9fdd-a5722553b807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d93931-875e-4aef-a950-6e1057948265,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:12.284838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Routers {'257c4e93-e03d-4773-a7e7-96e4551b3e9d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:12.285489 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:12.356997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Pushing event updated for resources: {'Port': ['ID=255a3589-4eef-450a-aef7-13ece765ae80,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:12.364395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:12.379363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:12.397426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:12.436617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:12.439533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15d15fb7-69d4-402f-95b5-07e2b6631bb5 None None] Provisioning complete for port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:12.440203 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15d15fb7-69d4-402f-95b5-07e2b6631bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.446015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8276099-09d9-4708-a46c-9eb8d2902e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.456775 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] Set router 257c4e93-e03d-4773-a7e7-96e4551b3e9d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:12.548162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8276099-09d9-4708-a46c-9eb8d2902e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.564243 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69016b16-8629-4496-90bd-081ab643059e None None] Pushing event updated for resources: {'Port': ['ID=49940571-16b9-421f-a0b1-4b6d0d826293,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:12.635729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.653065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-15de6f77-c46d-46c0-8b93-5faa9d1daf42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483080061&fields=id&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 267 time: 0.5895364 Aug 27 16:41:12.784861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8276099-09d9-4708-a46c-9eb8d2902e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.787544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c8276099-09d9-4708-a46c-9eb8d2902e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:12.791778 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c8276099-09d9-4708-a46c-9eb8d2902e5a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b1d93931-875e-4aef-a950-6e1057948265 HTTP/1.1" status: 204 len: 168 time: 0.5465086 Aug 27 16:41:12.815607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8276099-09d9-4708-a46c-9eb8d2902e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d93931-875e-4aef-a950-6e1057948265,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:12.944836 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'name': 'tempest-ImageQuotaTest-1191668934-router', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:05Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 3, 'project_id': '51e067da63f541d199243db9bd55ceca', 'gw_port': {'id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:12.978432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 647cec27-ca3c-4e5a-8475-1763fd01e1a8 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:12.980803 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d433e3-db27-4f4c-af2a-ddd3ef13ceaf None None] The sync data for ids ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'] in n-d-806412-1 is: [{'id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'name': 'tempest-ImageQuotaTest-1191668934-router', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:05Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 3, 'project_id': '51e067da63f541d199243db9bd55ceca', 'gw_port': {'id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:13.058293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:13.236470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:13.236836 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.339821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-d3f2b663-48db-4cbc-8634-386e3b0893d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:13.355986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-d3f2b663-48db-4cbc-8634-386e3b0893d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 797 time: 0.6005697 Aug 27 16:41:13.375395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-0f890081-ebe0-45d1-b61b-c1826183796b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/quotas/699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 375 time: 0.0206523 Aug 27 16:41:13.405266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:10Z', 'revision_number': 2, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:13.407933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-259496a8-6ffb-4895-9f1a-ae9fe7070d07 None None] Provisioning complete for port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:13.408665 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-259496a8-6ffb-4895-9f1a-ae9fe7070d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.444082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.463951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Checking router: 120aa114-6e0e-47f1-82e7-5047c884ff7c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:13.464313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Updating router 120aa114-6e0e-47f1-82e7-5047c884ff7c port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:41:13.486639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device abe5b84e-25fd-4c24-9ed1-9ac9b13962dc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:13.500522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-bcb141e4-ffd3-4d03-9b72-2db3b7a9236a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242483 Aug 27 16:41:13.552409 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.554327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-259496a8-6ffb-4895-9f1a-ae9fe7070d07 None None] Port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:41:13.679625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-7f837447-3b5a-4726-b0cd-c43501c78c89 service neutron] 10.222.0.101 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546345 Aug 27 16:41:13.710691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-259496a8-6ffb-4895-9f1a-ae9fe7070d07 None None] Provisioning for port 255a3589-4eef-450a-aef7-13ece765ae80 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:13.712539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:13.752552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:13.752552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.752552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-259496a8-6ffb-4895-9f1a-ae9fe7070d07 None None] Provisioning complete for port 255a3589-4eef-450a-aef7-13ece765ae80 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:13.752552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-259496a8-6ffb-4895-9f1a-ae9fe7070d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.787801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-259496a8-6ffb-4895-9f1a-ae9fe7070d07 None None] Port 255a3589-4eef-450a-aef7-13ece765ae80 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:41:13.868481 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:13.885126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-a3da7120-69e1-4c40-8547-141c4932ee0c service neutron] 10.222.0.101 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779518 Aug 27 16:41:13.940132 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:14.044871 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:14.047148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Pushing event updated for resources: {'Port': ['ID=255a3589-4eef-450a-aef7-13ece765ae80,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:14.108108 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:14.201221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:14.240888 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:14.256067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Transition to ACTIVE for port object 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:14.306441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:14.331666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d352f9fa-990a-42b0-a365-dcd70c95c544 req-0c16fce2-f174-4ca5-bc0b-8bc9dfd0c832 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 210 time: 0.0941427 Aug 27 16:41:14.348371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:14.349684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:14.547827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:14.572751 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:14.637533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Router 257c4e93-e03d-4773-a7e7-96e4551b3e9d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:41:14.738404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97e269-efd9-48d1-8a60-f3bab0bf5bfa None None] Pushing event updated for resources: {'Port': ['ID=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:14.844466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:14.846481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:14.866099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-352639a1-bfc3-437a-99b1-7092c0ddae28 admin admin] 10.222.0.101 "PUT /v2.0/routers/257c4e93-e03d-4773-a7e7-96e4551b3e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0300019 Aug 27 16:41:15.042208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Attempting to bind port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:15.042585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Attempting to bind port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:15.045611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Attempting to bind port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:15.063291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:15.063621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Checking segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:15.066120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:15.067168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Bound using segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:15.069139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Bound port: 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:15.071885 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:15.116689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-49e4b9a9-f83d-4420-81b9-817c91a7c589 None None] Provisioning complete for port 255a3589-4eef-450a-aef7-13ece765ae80 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:15.117268 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Sync routers for ids ['470b0369-3198-4d31-87a1-ca057e33b248'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:15.117624 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49e4b9a9-f83d-4420-81b9-817c91a7c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:15.135984 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Routers {'470b0369-3198-4d31-87a1-ca057e33b248'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:15.136612 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['470b0369-3198-4d31-87a1-ca057e33b248'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:15.235714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:15.235714 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:15.282834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-49e4b9a9-f83d-4420-81b9-817c91a7c589 None None] Port 255a3589-4eef-450a-aef7-13ece765ae80 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:41:15.294395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] For port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:15.299242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] For port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:15.348219 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Set router 470b0369-3198-4d31-87a1-ca057e33b248 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:15.354841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49940571-16b9-421f-a0b1-4b6d0d826293 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:15.472220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:15.567031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:15.567852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:15.572911 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 49940571-16b9-421f-a0b1-4b6d0d826293 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:15.604718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48984bec-365a-45d4-8d36-8918257fa66a req-8b2de8ed-7d4d-477f-a4d3-52d2c42a3496 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 210 time: 0.0674238 Aug 27 16:41:15.635056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 49940571-16b9-421f-a0b1-4b6d0d826293 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:15.635463 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:15.640800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97e269-efd9-48d1-8a60-f3bab0bf5bfa None None] Pushing event updated for resources: {'Port': ['ID=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:15.785771 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 4, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port': {'id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:02Z', 'updated_at': '2021-08-27T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd55eaa3e-8fad-4061-8455-8a79666b470d', 'name': '', 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'mac_address': 'fa:16:3e:8d:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 2, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'subnets': [{'id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:15.853616 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Checking router: 470b0369-3198-4d31-87a1-ca057e33b248 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:15.854235 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Updating router 470b0369-3198-4d31-87a1-ca057e33b248 port d55eaa3e-8fad-4061-8455-8a79666b470d binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:41:15.858288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:15.902335 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:15.921092 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:16.225760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 49940571-16b9-421f-a0b1-4b6d0d826293, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49940571-16b9-421f-a0b1-4b6d0d826293,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:16.314395 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:16.414421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=49940571-16b9-421f-a0b1-4b6d0d826293,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:16.449046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device abe5b84e-25fd-4c24-9ed1-9ac9b13962dc up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:16.540795 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:16.554407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:16.554407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:16.561986 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Transition to ACTIVE for port object d55eaa3e-8fad-4061-8455-8a79666b470d will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:16.599198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Sync routers for ids ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:16.604092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:15Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:16.621415 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:16.648145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56c92d-e3d8-4bfe-b1d7-9a65792912aa None None] The sync data for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 is: [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:15Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:16.658336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Routers {'257c4e93-e03d-4773-a7e7-96e4551b3e9d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:16.659005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:16.804903 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ebbc-9b28-4762-a7cd-a87856d79064 None None] Pushing event updated for resources: {'Port': ['ID=d55eaa3e-8fad-4061-8455-8a79666b470d,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:17.120852 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Attempting to bind port d55eaa3e-8fad-4061-8455-8a79666b470d on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:17.121458 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Attempting to bind port d55eaa3e-8fad-4061-8455-8a79666b470d by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:17.122015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Attempting to bind port d55eaa3e-8fad-4061-8455-8a79666b470d on network 13cce1f2-343e-43fe-a148-404fd1964d9d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:17.128458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Set router 257c4e93-e03d-4773-a7e7-96e4551b3e9d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:17.131546 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:17.141085 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Checking segment: {'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:17.141498 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:17.141898 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Bound using segment: {'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:17.142398 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Bound port: d55eaa3e-8fad-4061-8455-8a79666b470d, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2d2889-2114-412d-aed3-ba70d1472958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:17.142783 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:17.269245 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] For port d55eaa3e-8fad-4061-8455-8a79666b470d, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:17.273446 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] For port d55eaa3e-8fad-4061-8455-8a79666b470d, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d55eaa3e-8fad-4061-8455-8a79666b470d,segment=NetworkSegment(ad2d2889-2114-412d-aed3-ba70d1472958),segment_id=ad2d2889-2114-412d-aed3-ba70d1472958)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:17.275917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a621383-5527-4450-af79-9d8b4b3d9e21 req-2fcedc1c-7365-4922-a4df-d0e77429818e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 210 time: 0.4718397 Aug 27 16:41:17.297590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46508) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:17.308741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-70ed54fa-85fa-4917-b1e8-139d69a8668c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:17.320285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-70ed54fa-85fa-4917-b1e8-139d69a8668c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 797 time: 0.5669353 Aug 27 16:41:17.357016 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:17.451450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-894828e7-7775-4217-8ba4-def8b60a97d5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 380 time: 0.1186481 Aug 27 16:41:17.474758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'port': {'device_id': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'admin_state_up': True, 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'security_groups': ['c36fed25-a5ff-41bd-abcd-1e660c946744']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:17.507316 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ebbc-9b28-4762-a7cd-a87856d79064 None None] Pushing event updated for resources: {'Port': ['ID=d55eaa3e-8fad-4061-8455-8a79666b470d,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:17.537150 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Routers {'470b0369-3198-4d31-87a1-ca057e33b248'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:17.538545 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['470b0369-3198-4d31-87a1-ca057e33b248'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:17.702964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'name': 'tempest-ImageQuotaTest-1191668934-router', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:05Z', 'updated_at': '2021-08-27T16:41:13Z', 'revision_number': 4, 'project_id': '51e067da63f541d199243db9bd55ceca', 'gw_port': {'id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '255a3589-4eef-450a-aef7-13ece765ae80', 'name': '', 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'mac_address': 'fa:16:3e:cd:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '863fed59-f56d-4508-a900-16a51b760cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:10Z', 'updated_at': '2021-08-27T16:41:13Z', 'revision_number': 2, 'project_id': '51e067da63f541d199243db9bd55ceca', 'subnets': [{'id': '863fed59-f56d-4508-a900-16a51b760cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:17.768700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Checking router: 257c4e93-e03d-4773-a7e7-96e4551b3e9d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:17.769113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Updating router 257c4e93-e03d-4773-a7e7-96e4551b3e9d port 255a3589-4eef-450a-aef7-13ece765ae80 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:41:17.800695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:17.814166 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] Set router 470b0369-3198-4d31-87a1-ca057e33b248 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:17.888384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:17.893129 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.002781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-2fc1b924-8907-4c56-82d5-980440a19bb5 req-88014375-de2d-4fdd-b7a6-fcf6aa5e2e48 service neutron] (95253) timed out ('10.222.0.90', 64381) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:41:18.131953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.156387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.10 (c3aa4844-cb40-492e-bb7a-9e2e84a6dc02/8dd611fb-6614-4f3a-b8e2-2c8e10e525ba/9fad84d0-7109-4fd1-81a3-8833ceb7a236) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:18.346099 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.372224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Transition to ACTIVE for port object 255a3589-4eef-450a-aef7-13ece765ae80 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:18.459404 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.513732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-608607ae-a074-4d29-8f3b-f5349c00cf3f req-cfdbe481-6e53-440b-8bd8-ed5495109caa tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 210 time: 0.0556936 Aug 27 16:41:18.524611 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 4, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port': {'id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:02Z', 'updated_at': '2021-08-27T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd55eaa3e-8fad-4061-8455-8a79666b470d', 'name': '', 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'mac_address': 'fa:16:3e:8d:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:17Z', 'revision_number': 4, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'subnets': [{'id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:18.599041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e68fb-0e2e-4eb3-9874-5f954499cccc None None] The sync data for ids ['470b0369-3198-4d31-87a1-ca057e33b248'] in n-d-806412-1 is: [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:41:07Z', 'revision_number': 4, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port': {'id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:02Z', 'updated_at': '2021-08-27T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd55eaa3e-8fad-4061-8455-8a79666b470d', 'name': '', 'network_id': '13cce1f2-343e-43fe-a148-404fd1964d9d', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'mac_address': 'fa:16:3e:8d:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:17Z', 'revision_number': 4, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'subnets': [{'id': '2096324e-91ec-43f6-802b-ee96c0cd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:18.614742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f9fa1-4aa6-4ef9-a971-9135cc9495fd None None] Pushing event updated for resources: {'Port': ['ID=255a3589-4eef-450a-aef7-13ece765ae80,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:18.704274 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.762067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object 9fad84d0-7109-4fd1-81a3-8833ceb7a236 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:18.834647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d55eaa3e-8fad-4061-8455-8a79666b470d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:18.875846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Deleting port 255a3589-4eef-450a-aef7-13ece765ae80 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:41:18.876377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.900160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Attempting to bind port 255a3589-4eef-450a-aef7-13ece765ae80 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:18.901187 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Attempting to bind port 255a3589-4eef-450a-aef7-13ece765ae80 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:18.902285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Attempting to bind port 255a3589-4eef-450a-aef7-13ece765ae80 on network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:18.906714 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.913215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:18.930435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Checking segment: {'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:18.932315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:18.934852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Bound using segment: {'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:18.944128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Bound port: 255a3589-4eef-450a-aef7-13ece765ae80, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5537d8-88c9-459e-b7f9-6f3125764355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:18.944128 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.005476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:19.047965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:19.049559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:19.052733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:19.079502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] For port 255a3589-4eef-450a-aef7-13ece765ae80, host n-d-806412-1, got binding levels [] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:19.081764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] For port 255a3589-4eef-450a-aef7-13ece765ae80, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:19.091400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.106844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] For port 255a3589-4eef-450a-aef7-13ece765ae80, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=255a3589-4eef-450a-aef7-13ece765ae80,segment=NetworkSegment(1d5537d8-88c9-459e-b7f9-6f3125764355),segment_id=1d5537d8-88c9-459e-b7f9-6f3125764355)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:19.115065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Calling delete_port for 255a3589-4eef-450a-aef7-13ece765ae80 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:41:19.132738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:19.133502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d55eaa3e-8fad-4061-8455-8a79666b470d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:19.133844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.139079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d55eaa3e-8fad-4061-8455-8a79666b470d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:19.140101 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.207237 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.209946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-2e7c973e-d5bf-41b1-8172-89811bf03f8e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7520976 Aug 27 16:41:19.225377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Request body: {'port': {'device_id': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:19.407921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.437862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.481877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Routers {'257c4e93-e03d-4773-a7e7-96e4551b3e9d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:19.486132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:40:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:19.558281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f9fa1-4aa6-4ef9-a971-9135cc9495fd None None] Pushing event updated for resources: {'Port': ['ID=255a3589-4eef-450a-aef7-13ece765ae80,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:19.665278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.694147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d55eaa3e-8fad-4061-8455-8a79666b470d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d55eaa3e-8fad-4061-8455-8a79666b470d,segment=NetworkSegment(ad2d2889-2114-412d-aed3-ba70d1472958),segment_id=ad2d2889-2114-412d-aed3-ba70d1472958)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:19.695371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4d8e360f-f39c-4a0a-92ff-d0ac220aaa92 None None] Provisioning for port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:19.706168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4d8e360f-f39c-4a0a-92ff-d0ac220aaa92 None None] Provisioning complete for port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:19.707250 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d8e360f-f39c-4a0a-92ff-d0ac220aaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.736968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Pushing event deleted for resources: {'Port': ['ID=255a3589-4eef-450a-aef7-13ece765ae80,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:19.789518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:19.792034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:19.865802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] Set router 257c4e93-e03d-4773-a7e7-96e4551b3e9d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:19.939495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f52471-30c2-4f00-94c6-b1a31be62bac req-05d88f44-cafb-41f6-ab5c-d90e6fc1b873 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:19.946000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04f52471-30c2-4f00-94c6-b1a31be62bac req-05d88f44-cafb-41f6-ab5c-d90e6fc1b873 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 932 time: 0.1471727 Aug 27 16:41:20.003452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e360f-f39c-4a0a-92ff-d0ac220aaa92 None None] Port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:41:20.068125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fad84d0-7109-4fd1-81a3-8833ceb7a236 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:41:20.079508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.083409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d55eaa3e-8fad-4061-8455-8a79666b470d,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:20.098300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Transition to ACTIVE for port object 9fad84d0-7109-4fd1-81a3-8833ceb7a236 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:20.111641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:20.118804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.146690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:20.147057 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.162769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.198516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04f52471-30c2-4f00-94c6-b1a31be62bac req-8d979f6d-6dfb-4163-bfb7-983526cc42f9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977585 Aug 27 16:41:20.344946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:20.375808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-423b7870-073b-4b2f-90ed-36bb9199caa4 None None] Could not find standard attr ID for object 255a3589-4eef-450a-aef7-13ece765ae80. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:41:20.479105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Router 257c4e93-e03d-4773-a7e7-96e4551b3e9d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:41:20.496530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:20.497230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:20.497787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:20.503406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:41:20.504055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:20.516288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:20.516900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Checking segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:20.517198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Bound using segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:20.517651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Bound port: 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:20.518017 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.519110 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.635195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'name': 'tempest-ImageQuotaTest-1191668934-router', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:05Z', 'updated_at': '2021-08-27T16:41:13Z', 'revision_number': 4, 'project_id': '51e067da63f541d199243db9bd55ceca', 'gw_port': {'id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '255a3589-4eef-450a-aef7-13ece765ae80', 'name': '', 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'mac_address': 'fa:16:3e:cd:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '863fed59-f56d-4508-a900-16a51b760cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:10Z', 'updated_at': '2021-08-27T16:41:19Z', 'revision_number': 4, 'project_id': '51e067da63f541d199243db9bd55ceca', 'subnets': [{'id': '863fed59-f56d-4508-a900-16a51b760cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:20.642715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:20.649409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:20.654835 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-774b57f6-d3d4-46a7-a1d7-c3f65585e740 admin admin] 10.222.0.101 "PUT /v2.0/routers/257c4e93-e03d-4773-a7e7-96e4551b3e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3551605 Aug 27 16:41:20.659440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46532) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:20.690612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:20.697762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:20.706378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a2012-e379-4fc2-9d2f-7ebdf1c9dcd2 None None] The sync data for ids ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'] in n-d-806412-1 is: [{'id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'name': 'tempest-ImageQuotaTest-1191668934-router', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:05Z', 'updated_at': '2021-08-27T16:41:13Z', 'revision_number': 4, 'project_id': '51e067da63f541d199243db9bd55ceca', 'gw_port': {'id': '49940571-16b9-421f-a0b1-4b6d0d826293', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '255a3589-4eef-450a-aef7-13ece765ae80', 'name': '', 'network_id': 'c055ab6f-b1ab-4f6b-b8bc-e8e5331331af', 'tenant_id': '51e067da63f541d199243db9bd55ceca', 'mac_address': 'fa:16:3e:cd:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257c4e93-e03d-4773-a7e7-96e4551b3e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '863fed59-f56d-4508-a900-16a51b760cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:10Z', 'updated_at': '2021-08-27T16:41:19Z', 'revision_number': 4, 'project_id': '51e067da63f541d199243db9bd55ceca', 'subnets': [{'id': '863fed59-f56d-4508-a900-16a51b760cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:20.714410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20318899-7388-4f8c-a220-2ad7a151f0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.716031 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.717010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49940571-16b9-421f-a0b1-4b6d0d826293 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:20.784947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46536) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:20.807124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.818738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:20.847045 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 49940571-16b9-421f-a0b1-4b6d0d826293 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:20.847545 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.858493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.867205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:20.867942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:20.869367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] 10.222.0.97 "PUT /v2.0/ports/9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1092 time: 1.6503272 Aug 27 16:41:20.869903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:41:20.872395 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4226c557-04b9-490a-8672-3629ed97da49" -d '{"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:41:20.949594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6fccb-74cd-49d4-9f1a-827f4a82542d service neutron] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:21.100361 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7432a869-d5fc-4bfe-93c3-67518444e1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.142137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-dd65e5ee-e196-4c57-b13c-234803300bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:21.143511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-dd65e5ee-e196-4c57-b13c-234803300bcc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1095 time: 0.1587415 Aug 27 16:41:21.221879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.241584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-0bafb572-a365-41ac-a95b-7fb5ca8e24a8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 217 time: 0.0812156 Aug 27 16:41:21.294594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d55eaa3e-8fad-4061-8455-8a79666b470d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:21.324704 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab6f6c3-f263-47b3-a861-b39060d327b6 x-openstack-request-id: req-3ab6f6c3-f263-47b3-a861-b39060d327b6 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:41:21.335791 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:41:21.336226 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3ab6f6c3-f263-47b3-a861-b39060d327b6 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:41:21.339528 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'status': 'completed', 'code': 200} Aug 27 16:41:21.396594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d55eaa3e-8fad-4061-8455-8a79666b470d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:21.397288 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.411399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Deleting port 49940571-16b9-421f-a0b1-4b6d0d826293 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:41:21.412276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.413671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-eadbfb11-435b-4582-b87f-1771b3cb5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:21.415164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-eadbfb11-435b-4582-b87f-1771b3cb5cc6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.1627514 Aug 27 16:41:21.449941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce953d-7968-413d-bf2e-23eea8a3df1b req-2ad57d93-3a87-4e17-aef3-0ad227a3d03a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:21.451861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47ce953d-7968-413d-bf2e-23eea8a3df1b req-2ad57d93-3a87-4e17-aef3-0ad227a3d03a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 944 time: 0.1113114 Aug 27 16:41:21.502476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:21.519773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] For port 49940571-16b9-421f-a0b1-4b6d0d826293, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=49940571-16b9-421f-a0b1-4b6d0d826293,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:21.520397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.535080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7432a869-d5fc-4bfe-93c3-67518444e1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.537107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Calling delete_port for 49940571-16b9-421f-a0b1-4b6d0d826293 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:41:21.546885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-450bc0a8-dd4a-445f-9b0b-e6c9e8cb4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:21.546885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-450bc0a8-dd4a-445f-9b0b-e6c9e8cb4092 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188428 Aug 27 16:41:21.547315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47ce953d-7968-413d-bf2e-23eea8a3df1b req-c3f83b9e-afdb-4c4b-9fc2-6b55dc27b012 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757771 Aug 27 16:41:21.573516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:21.573896 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.666661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-9ccaa88b-50e8-43eb-99be-f397236e3159 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154389 Aug 27 16:41:21.667789 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7432a869-d5fc-4bfe-93c3-67518444e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.770440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7432a869-d5fc-4bfe-93c3-67518444e1a9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ce4dc32284b44bfdab9040e090ca0994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9839828 Aug 27 16:41:21.773225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46552) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:21.782384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432a869-d5fc-4bfe-93c3-67518444e1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bcd031-7225-4fa0-96ac-033b7667e639,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:21.793171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:21.820349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-743dd8e1-fb17-4d42-ba0b-c18b6e48c7ef req-aa3b5110-e0c3-49c5-a237-f027a05e95e9 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403511 Aug 27 16:41:22.014444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226c557-04b9-490a-8672-3629ed97da49 req-5a3affc6-62e5-46cc-8d6a-24560fe45ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:22.017450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4226c557-04b9-490a-8672-3629ed97da49 req-5a3affc6-62e5-46cc-8d6a-24560fe45ed1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1095 time: 0.0589676 Aug 27 16:41:22.143875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226c557-04b9-490a-8672-3629ed97da49 req-e22c1f01-d230-4dc2-8f12-3b8bc97df84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:22.145819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4226c557-04b9-490a-8672-3629ed97da49 req-e22c1f01-d230-4dc2-8f12-3b8bc97df84d service neutron] 10.222.0.97 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.1215577 Aug 27 16:41:22.178137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Pushing event deleted for resources: {'Port': ['ID=49940571-16b9-421f-a0b1-4b6d0d826293,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:22.204893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4226c557-04b9-490a-8672-3629ed97da49 req-524a7674-d4b6-451c-9c1c-197e4fa9821d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 217 time: 0.0459540 Aug 27 16:41:22.229039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36cb6b3f-a6e8-46ef-8a3b-a83c4779b461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.254315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.271791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226c557-04b9-490a-8672-3629ed97da49 req-2fb4403b-74e8-43ed-a07a-23ceeb3bc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:22.273812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4226c557-04b9-490a-8672-3629ed97da49 req-2fb4403b-74e8-43ed-a07a-23ceeb3bc1c3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0663371 Aug 27 16:41:22.288249 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36cb6b3f-a6e8-46ef-8a3b-a83c4779b461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.331499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226c557-04b9-490a-8672-3629ed97da49 req-2e686ba6-38d9-400d-8610-55bf451b96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:22.333108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4226c557-04b9-490a-8672-3629ed97da49 req-2e686ba6-38d9-400d-8610-55bf451b96a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506067 Aug 27 16:41:22.377841 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.385504 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.461792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4226c557-04b9-490a-8672-3629ed97da49 req-72c345dc-3bed-49a9-97da-cee43917cdea service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111822 Aug 27 16:41:22.528462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.528703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 257c4e93-e03d-4773-a7e7-96e4551b3e9d {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:41:22.534808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.536072 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87073309-06e3-42cc-aab1-4c37d4b46283 admin admin] 10.222.0.101 "DELETE /v2.0/routers/257c4e93-e03d-4773-a7e7-96e4551b3e9d HTTP/1.1" status: 204 len: 168 time: 1.8749335 Aug 27 16:41:22.538534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46554) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:22.569422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36cb6b3f-a6e8-46ef-8a3b-a83c4779b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.572331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-36cb6b3f-a6e8-46ef-8a3b-a83c4779b461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.573646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-36cb6b3f-a6e8-46ef-8a3b-a83c4779b461 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a1bcd031-7225-4fa0-96ac-033b7667e639 HTTP/1.1" status: 204 len: 168 time: 0.7992184 Aug 27 16:41:22.585923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4226c557-04b9-490a-8672-3629ed97da49 req-3dceb179-57b9-4bbf-a50d-bbefca7416f5 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151383 Aug 27 16:41:22.595478 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb6b3f-a6e8-46ef-8a3b-a83c4779b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bcd031-7225-4fa0-96ac-033b7667e639,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:22.611641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] Deleting subnet 863fed59-f56d-4508-a900-16a51b760cea {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:41:22.617422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.659785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.768308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a693601-c0c0-43e8-a573-7181b903dbd4 req-cfda0f3c-c0c7-4421-b28c-dfe0ff73f857 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:22.770639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a693601-c0c0-43e8-a573-7181b903dbd4 req-cfda0f3c-c0c7-4421-b28c-dfe0ff73f857 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 944 time: 0.1053138 Aug 27 16:41:22.775409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.821986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a693601-c0c0-43e8-a573-7181b903dbd4 req-a7cdfe8c-ffa5-4026-a4cd-4322b8c6edf4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Aug 27 16:41:22.934001 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.964970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863fed59-f56d-4508-a900-16a51b760cea,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:22.969744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:22.972087 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1a764e76-c44e-4dec-a4ef-91b52effd654 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/863fed59-f56d-4508-a900-16a51b760cea HTTP/1.1" status: 204 len: 168 time: 0.4323950 Aug 27 16:41:22.974386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46564) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:22.977903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86390f-3a3e-4952-a7e5-c8eb7a0f2e29 None None] Network c055ab6f-b1ab-4f6b-b8bc-e8e5331331af requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:23.048195 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.130820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Deleting port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:41:23.130820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.213379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] For port 647cec27-ca3c-4e5a-8475-1763fd01e1a8, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=647cec27-ca3c-4e5a-8475-1763fd01e1a8,segment=NetworkSegment(1d5537d8-88c9-459e-b7f9-6f3125764355),segment_id=1d5537d8-88c9-459e-b7f9-6f3125764355)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:23.213863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.215851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] DHCP port deletion for c055ab6f-b1ab-4f6b-b8bc-e8e5331331af request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:41:23.219190 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26625b55-d9ae-411d-aa6a-188204e7a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.234779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Calling delete_port for 647cec27-ca3c-4e5a-8475-1763fd01e1a8 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:41:23.285404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] Deleting port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:41:23.285791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.316829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46566) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:23.331350 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8438ab02-3a1e-473a-9197-103521d35656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.346626 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.349647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.373497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] For port 647cec27-ca3c-4e5a-8475-1763fd01e1a8, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=647cec27-ca3c-4e5a-8475-1763fd01e1a8,segment=NetworkSegment(1d5537d8-88c9-459e-b7f9-6f3125764355),segment_id=1d5537d8-88c9-459e-b7f9-6f3125764355)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:23.374646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.390629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] Calling delete_port for 647cec27-ca3c-4e5a-8475-1763fd01e1a8 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:41:23.399441 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.419870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=647cec27-ca3c-4e5a-8475-1763fd01e1a8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:23.422123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] No DVR routers for this DVR port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:41:23.472367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8438ab02-3a1e-473a-9197-103521d35656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.483990 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.509515 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.518932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] Pushing event deleted for resources: {'Port': ['ID=647cec27-ca3c-4e5a-8475-1763fd01e1a8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:23.520262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c055ab6f-b1ab-4f6b-b8bc-e8e5331331af']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:23.522956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd26593-3bc3-4252-b9fc-d3755ba882d8 None None] No DVR routers for this DVR port 647cec27-ca3c-4e5a-8475-1763fd01e1a8 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:41:23.540882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5537d8-88c9-459e-b7f9-6f3125764355') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:23.541186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5537d8-88c9-459e-b7f9-6f3125764355') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:23.551812 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.556563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8438ab02-3a1e-473a-9197-103521d35656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.570908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.577947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:41:23.578590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:41:23.581267 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:41:23.603231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8438ab02-3a1e-473a-9197-103521d35656 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dce71b03d5424eaaa429636129279468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853096 Aug 27 16:41:23.604166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438ab02-3a1e-473a-9197-103521d35656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c76ee0-6270-4876-96e0-bcb97f9ff2c7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:23.606560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46568) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:23.676101 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f7a80e-962b-404a-9fcb-ec7ab68586b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.699395 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f7a80e-962b-404a-9fcb-ec7ab68586b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.723355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.731851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.736722 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c055ab6f-b1ab-4f6b-b8bc-e8e5331331af HTTP/1.1" status: 204 len: 168 time: 0.7612200 Aug 27 16:41:23.754897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42519758-2a21-45a1-8dc2-13cd94cd3cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c055ab6f-b1ab-4f6b-b8bc-e8e5331331af,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:23.836136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f7a80e-962b-404a-9fcb-ec7ab68586b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.838844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-25f7a80e-962b-404a-9fcb-ec7ab68586b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:23.842579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-25f7a80e-962b-404a-9fcb-ec7ab68586b7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/64c76ee0-6270-4876-96e0-bcb97f9ff2c7 HTTP/1.1" status: 204 len: 168 time: 0.2327173 Aug 27 16:41:23.869008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7a80e-962b-404a-9fcb-ec7ab68586b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c76ee0-6270-4876-96e0-bcb97f9ff2c7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:23.970143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e409c-b065-4e62-b67b-dc01e1738bce req-dde0077b-885b-4179-8554-49c4e21bd943 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:23.971815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb4e409c-b065-4e62-b67b-dc01e1738bce req-dde0077b-885b-4179-8554-49c4e21bd943 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 944 time: 0.0593920 Aug 27 16:41:24.013586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eb4e409c-b065-4e62-b67b-dc01e1738bce req-dd503b79-6c1f-441e-9e80-7b04cf9718f6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352290 Aug 27 16:41:24.144058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46578) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:24.186567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4ffa1067-c91a-43e9-bdd0-8cfdf7c2e97f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51e067da63f541d199243db9bd55ceca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411801 Aug 27 16:41:24.189492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46580) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:24.207615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.241736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84f79d68-8ac8-4b6f-be32-1c132b51ef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.267901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:41:24.268305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84f79d68-8ac8-4b6f-be32-1c132b51ef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.401248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:24.417834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'port_id': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'mac_address': 'fa:16:3e:90:35:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:41:24.425609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84f79d68-8ac8-4b6f-be32-1c132b51ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.428383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-84f79d68-8ac8-4b6f-be32-1c132b51ef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.429687 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-84f79d68-8ac8-4b6f-be32-1c132b51ef85 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/936a26fd-e0ec-4baf-bf18-4548c81b53d2 HTTP/1.1" status: 204 len: 168 time: 0.2392273 Aug 27 16:41:24.438402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f79d68-8ac8-4b6f-be32-1c132b51ef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a26fd-e0ec-4baf-bf18-4548c81b53d2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:24.497048 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.513010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad84d0-7109-4fd1-81a3-8833ceb7a236 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:41:24.533235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:24.607611 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.675543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:24.742335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:24.883110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9fad84d0-7109-4fd1-81a3-8833ceb7a236'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:41:25.078639 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] Sync routers for ids ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:25.090632 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] Routers set() bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:25.091493 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] Router IDs set() for agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:41:25.092516 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'257c4e93-e03d-4773-a7e7-96e4551b3e9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:41:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent'). {{(pid=95255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 16:41:25.110121 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] Routers set() bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:25.110811 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] Router IDs set() for agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:41:25.111629 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'257c4e93-e03d-4773-a7e7-96e4551b3e9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:41:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent'). {{(pid=95255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 16:41:25.112172 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f943eb4-f6c6-4d44-90bd-d6766ff8080e None None] The sync data for ids ['257c4e93-e03d-4773-a7e7-96e4551b3e9d'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:25.154177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e21b1-c59a-472c-b914-e43eacf55f09 req-b9aee54c-e8e5-4b02-939d-206a1109e545 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:25.156309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-286e21b1-c59a-472c-b914-e43eacf55f09 req-b9aee54c-e8e5-4b02-939d-206a1109e545 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 945 time: 0.0607712 Aug 27 16:41:25.204119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 647cec27-ca3c-4e5a-8475-1763fd01e1a8 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:41:25.232785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 647cec27-ca3c-4e5a-8475-1763fd01e1a8 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:41:25.233989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 647cec27-ca3c-4e5a-8475-1763fd01e1a8 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:41:25.238167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-286e21b1-c59a-472c-b914-e43eacf55f09 req-0925712d-bc78-43e8-b61c-c0141f91fca6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643373 Aug 27 16:41:25.288751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46610) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:25.302356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6be299e8-3cce-4688-9094-04ff6884ed5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:25.408688 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6be299e8-3cce-4688-9094-04ff6884ed5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:25.981924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6be299e8-3cce-4688-9094-04ff6884ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.033948 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6be299e8-3cce-4688-9094-04ff6884ed5b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7440238 Aug 27 16:41:26.035009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be299e8-3cce-4688-9094-04ff6884ed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945fb86f-ece6-4f56-a49d-838d0945bfae,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:26.036675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46620) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:26.095062 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.105760 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13b5b64a-37d7-4b52-b8d5-0b12f6b05109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.129315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13b5b64a-37d7-4b52-b8d5-0b12f6b05109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.273033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13b5b64a-37d7-4b52-b8d5-0b12f6b05109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.273950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:26.274307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13b5b64a-37d7-4b52-b8d5-0b12f6b05109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.274307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13b5b64a-37d7-4b52-b8d5-0b12f6b05109 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/945fb86f-ece6-4f56-a49d-838d0945bfae HTTP/1.1" status: 204 len: 168 time: 0.2260189 Aug 27 16:41:26.278991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5b64a-37d7-4b52-b8d5-0b12f6b05109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945fb86f-ece6-4f56-a49d-838d0945bfae,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:26.438956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d8381-dea9-490e-9e79-0be58305a12c req-3c0ed1f6-9894-4c1a-b635-2cb3ab7c33ef tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:26.447003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e0d8381-dea9-490e-9e79-0be58305a12c req-3c0ed1f6-9894-4c1a-b635-2cb3ab7c33ef tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 945 time: 0.1053236 Aug 27 16:41:26.454514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:26.461838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:41:26.468341 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.520255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e0d8381-dea9-490e-9e79-0be58305a12c req-496923c3-e6ee-42a3-8405-0173cfa80161 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639150 Aug 27 16:41:26.590826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.642560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:41:26.644203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:41:26.648763 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19882e86-97dd-4a8a-a4a1-0a2f23872b83" -d '{"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-plugged", "status": "completed", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:41:26.733855 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:26.815308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:26.935116 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525ec36d-1ddf-42f6-bbfb-4c4e42318424 x-openstack-request-id: req-525ec36d-1ddf-42f6-bbfb-4c4e42318424 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:41:26.935432 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-plugged", "status": "completed", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:41:26.935691 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-525ec36d-1ddf-42f6-bbfb-4c4e42318424 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:41:26.936132 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'code': 200} Aug 27 16:41:27.044131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d0ab9-f3fb-48cd-9a19-94c35a174395 req-e8e818ef-460b-44c6-8abb-6164225c842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:27.045940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a8d0ab9-f3fb-48cd-9a19-94c35a174395 req-e8e818ef-460b-44c6-8abb-6164225c842c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1097 time: 0.0492625 Aug 27 16:41:27.087585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a8d0ab9-f3fb-48cd-9a19-94c35a174395 req-7902def3-4c20-466f-9c09-f3cbdbe95713 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348592 Aug 27 16:41:27.142363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 255a3589-4eef-450a-aef7-13ece765ae80 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:41:27.164603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 255a3589-4eef-450a-aef7-13ece765ae80 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:41:27.164603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 255a3589-4eef-450a-aef7-13ece765ae80 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:41:27.164603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49940571-16b9-421f-a0b1-4b6d0d826293 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:41:27.186620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 49940571-16b9-421f-a0b1-4b6d0d826293 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:41:27.186965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 49940571-16b9-421f-a0b1-4b6d0d826293 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:41:27.622923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247aa5b-1c35-484e-b830-eafbb4a505b8 req-58af5e6f-c6ef-44ce-9286-b507990e9b67 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:27.624918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c247aa5b-1c35-484e-b830-eafbb4a505b8 req-58af5e6f-c6ef-44ce-9286-b507990e9b67 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0543141 Aug 27 16:41:27.669554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c247aa5b-1c35-484e-b830-eafbb4a505b8 req-9150ddb9-242e-43d9-ab22-811c8d3536d5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Aug 27 16:41:27.877918 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:41:28.790302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f2245-e1c0-4b58-9133-a053aaf4c27f req-19323752-9bdd-492f-b9d7-01a12f03aab7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:28.791902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-173f2245-e1c0-4b58-9133-a053aaf4c27f req-19323752-9bdd-492f-b9d7-01a12f03aab7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0500095 Aug 27 16:41:28.830755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-173f2245-e1c0-4b58-9133-a053aaf4c27f req-542eea8e-31e3-41bf-aabb-829ad026418f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Aug 27 16:41:29.954705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b035ac-759b-4fb0-8664-eacbbb4b3323 req-988bc15c-cd12-4eda-879e-28d4e7d2b888 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:29.956367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69b035ac-759b-4fb0-8664-eacbbb4b3323 req-988bc15c-cd12-4eda-879e-28d4e7d2b888 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0541859 Aug 27 16:41:29.998087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69b035ac-759b-4fb0-8664-eacbbb4b3323 req-0487aac1-b90d-4a13-a720-ad93e11b712b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354092 Aug 27 16:41:30.123949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da899a0-890f-4783-9a7b-cbf85b94ab00 req-847bc788-9298-4727-9956-4131c6f80d15 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:30.124089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46698) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:30.124641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7da899a0-890f-4783-9a7b-cbf85b94ab00 req-847bc788-9298-4727-9956-4131c6f80d15 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0504806 Aug 27 16:41:30.167225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7da899a0-890f-4783-9a7b-cbf85b94ab00 req-cba28622-9a5e-4056-b88a-85cff6256ab7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356617 Aug 27 16:41:30.190397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46704) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:30.242201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1279ae-de3b-44dc-a138-695475f8a402 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:30.243918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3e1279ae-de3b-44dc-a138-695475f8a402 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1092 time: 0.0524347 Aug 27 16:41:30.246283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e80ddd4b-41df-4df5-917d-d12ac2c80558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.246878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46706) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:30.252647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:30.269596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:41:30.269596 n-d-806412-1 neutron-server[95253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:41:30.269596 n-d-806412-1 neutron-server[95253]: [parameters: {'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'id': '7a7d2f86-d723-4223-a3dc-f68703ecd99b', 'expiration': datetime.datetime(2021, 8, 27, 16, 43, 30, 265233)}] Aug 27 16:41:30.269596 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:41:30.270108 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:41:30.345218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e80ddd4b-41df-4df5-917d-d12ac2c80558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.390599 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e80ddd4b-41df-4df5-917d-d12ac2c80558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.428861 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e80ddd4b-41df-4df5-917d-d12ac2c80558 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e7a15084558f426e81bc48f2b22bc2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043036 Aug 27 16:41:30.429809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ddd4b-41df-4df5-917d-d12ac2c80558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9525d0-3c9b-4f2d-92a7-36f712cff06b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:30.431683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46708) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:30.481447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-185ee380-478b-4ee7-be62-65666a2f139e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.516546 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-185ee380-478b-4ee7-be62-65666a2f139e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.572680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-28b33499-c438-4cb9-9527-850adae8da12 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730155 Aug 27 16:41:30.643431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-185ee380-478b-4ee7-be62-65666a2f139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.645952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-185ee380-478b-4ee7-be62-65666a2f139e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.647080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-185ee380-478b-4ee7-be62-65666a2f139e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8b9525d0-3c9b-4f2d-92a7-36f712cff06b HTTP/1.1" status: 204 len: 168 time: 0.2142408 Aug 27 16:41:30.661130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ee380-478b-4ee7-be62-65666a2f139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9525d0-3c9b-4f2d-92a7-36f712cff06b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:30.670336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-1584d196-3d19-4214-a29d-999cbffa34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:30.672290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-1584d196-3d19-4214-a29d-999cbffa34ce service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1097 time: 0.0574794 Aug 27 16:41:30.791203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-b4b87ad8-b273-4d13-b5c9-2d495fb41f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:30.792786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-b4b87ad8-b273-4d13-b5c9-2d495fb41f05 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.1023462 Aug 27 16:41:30.836685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-bd77589d-fee5-498a-b49c-8d61bd68107d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 217 time: 0.0359695 Aug 27 16:41:30.887013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-c81a621c-fa3c-48d1-85af-7e5f8a36c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:30.888569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-c81a621c-fa3c-48d1-85af-7e5f8a36c6f4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0445123 Aug 27 16:41:30.894061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:30.989977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-0a9814fc-5c6d-4808-b8fb-deb2a58e3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:30.991650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-0a9814fc-5c6d-4808-b8fb-deb2a58e3f18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949762 Aug 27 16:41:31.108215 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.119544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-b7a06cac-35ff-4e9d-9e2a-1640c3f302d9 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197243 Aug 27 16:41:31.208517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46724) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:31.233312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3367c234-a57d-49cf-988b-c64b5c4082e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.294417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3e4050d-9b6e-4951-8e8c-cd32f8d1752d req-f0b1d28a-5e87-4c98-9de9-7ba2d3a76c19 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434414 Aug 27 16:41:31.295493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.188 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/81a0a49d-a1f3-4655-81a8-4cf55851cb8b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:31.347422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3367c234-a57d-49cf-988b-c64b5c4082e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.401550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.424741 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3367c234-a57d-49cf-988b-c64b5c4082e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.467458 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3367c234-a57d-49cf-988b-c64b5c4082e8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ed957bdbd02649a5bf560bb0414527bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571282 Aug 27 16:41:31.469368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367c234-a57d-49cf-988b-c64b5c4082e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21bd78-73c5-4a2a-992a-2eba0fad4016,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:31.471713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46726) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:31.502509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.556150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:31.566684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:31.572898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:31.577263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=81a0a49d-a1f3-4655-81a8-4cf55851cb8b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:31.597393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52a71da5-a527-4048-98a1-524d53a86ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.629252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52a71da5-a527-4048-98a1-524d53a86ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.797285 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52a71da5-a527-4048-98a1-524d53a86ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.799952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-52a71da5-a527-4048-98a1-524d53a86ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:31.803642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-52a71da5-a527-4048-98a1-524d53a86ab7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d21bd78-73c5-4a2a-992a-2eba0fad4016 HTTP/1.1" status: 204 len: 168 time: 0.3304341 Aug 27 16:41:31.850255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a71da5-a527-4048-98a1-524d53a86ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21bd78-73c5-4a2a-992a-2eba0fad4016,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:32.376303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:32.542980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:32.706201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:32.801192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:32.868713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=81a0a49d-a1f3-4655-81a8-4cf55851cb8b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:32.883399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:32.991534 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP ee6375c8-af88-4d1b-9df6-e9f070ff362e associated. External IP: 172.25.4.188, port: 9fad84d0-7109-4fd1-81a3-8833ceb7a236. Aug 27 16:41:33.233543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 120aa114-6e0e-47f1-82e7-5047c884ff7c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:41:33.356202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:41:33.368424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] Sync routers for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:41:33.380414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:33.381965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:41:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:33.481859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:33.512131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-24e25fe3-baa7-463e-b6ab-12948b55071a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2641249 Aug 27 16:41:33.512719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:41:33.512857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:33.515433 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b80fe-5da6-45a3-9fc3-582e085574b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:41:33.561135 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89da8f2-5e63-4c2d-8ac4-d776b716e053 x-openstack-request-id: req-f89da8f2-5e63-4c2d-8ac4-d776b716e053 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:41:33.561497 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:41:33.561951 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f89da8f2-5e63-4c2d-8ac4-d776b716e053 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:41:33.562955 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'status': 'completed', 'code': 200} Aug 27 16:41:33.670426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936d3e-8aa5-4037-ad4b-e54b92ffb4b0 req-e969441d-803e-4ec5-bcb7-8685b7bccce6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:33.672835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c936d3e-8aa5-4037-ad4b-e54b92ffb4b0 req-e969441d-803e-4ec5-bcb7-8685b7bccce6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0950477 Aug 27 16:41:33.680855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-e9cb34ea-39de-489e-924f-ad5abeba4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:33.682474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-e9cb34ea-39de-489e-924f-ad5abeba4971 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1097 time: 0.0941944 Aug 27 16:41:33.772243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c936d3e-8aa5-4037-ad4b-e54b92ffb4b0 req-7587b9f9-688d-4d42-bdb3-d99258ccf8d6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885942 Aug 27 16:41:33.774168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'ee6375c8-af88-4d1b-9df6-e9f070ff362e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'port_id': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'mac_address': 'fa:16:3e:90:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:41:31Z', 'updated_at': '2021-08-27T16:41:31Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:20Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:33.801341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46766) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:33.808193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] Checking router: 120aa114-6e0e-47f1-82e7-5047c884ff7c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:41:33.819255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-0b6b51d7-b1de-4a94-a94d-9cbb0effcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:33.819609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:41:33.820186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:41:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:33.821696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-0b6b51d7-b1de-4a94-a94d-9cbb0effcf07 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.1308193 Aug 27 16:41:33.882804 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0279906b-7ca6-443d-ac41-81a8ece43295 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/ee6375c8-af88-4d1b-9df6-e9f070ff362e HTTP/1.1" status: 200 len: 992 time: 0.0801580 Aug 27 16:41:33.917699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-ce134314-edf7-424b-9dad-353e2cc16265 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1000 time: 0.0876954 Aug 27 16:41:33.947924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:41:33.970197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-87ea9bb6-ece3-4251-894c-db3aca7f06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:33.971874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-87ea9bb6-ece3-4251-894c-db3aca7f06a2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0472183 Aug 27 16:41:34.025612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-858a923f-c250-4cba-9a7c-e9df6ab88d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:34.027453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-858a923f-c250-4cba-9a7c-e9df6ab88d50 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485668 Aug 27 16:41:34.141815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-0984bcb0-719e-404f-bc5d-fe6e81b67e27 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069214 Aug 27 16:41:34.193874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'ee6375c8-af88-4d1b-9df6-e9f070ff362e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'port_id': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'mac_address': 'fa:16:3e:90:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:41:31Z', 'updated_at': '2021-08-27T16:41:31Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:20Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:41:34.224860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafea2c-20ca-47f8-8eae-9f70d78cef54 None None] The sync data for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 is: [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'ee6375c8-af88-4d1b-9df6-e9f070ff362e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.188', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'port_id': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'mac_address': 'fa:16:3e:90:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:41:31Z', 'updated_at': '2021-08-27T16:41:31Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:20Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:41:34.256165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-757b80fe-5da6-45a3-9fc3-582e085574b8 req-3c077db0-d6c6-4b40-be16-8272b58e1d3f service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038709 Aug 27 16:41:34.449646 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203f242-410a-4389-8b10-3929542e931c None None] New status for floating IP ee6375c8-af88-4d1b-9df6-e9f070ff362e: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:41:34.887030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46790) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:34.954846 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06adf26c-5115-4c7b-9112-46bfa94961b4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/ee6375c8-af88-4d1b-9df6-e9f070ff362e HTTP/1.1" status: 200 len: 994 time: 0.0666108 Aug 27 16:41:35.434734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46796) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:35.546807 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b40c2643-4f19-4b8a-bb7e-ae502cf8c358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:35.635724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b40c2643-4f19-4b8a-bb7e-ae502cf8c358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:35.727871 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b40c2643-4f19-4b8a-bb7e-ae502cf8c358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:35.769213 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b40c2643-4f19-4b8a-bb7e-ae502cf8c358 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1b5675ac4107435ba37e8db0fda5d57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333344 Aug 27 16:41:35.770441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c2643-4f19-4b8a-bb7e-ae502cf8c358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0761e7b-56f3-407c-9a6d-9e8e949b07f6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:35.772000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46802) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:35.824816 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e16d658-b2ac-4450-8543-ab81e8f2fc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:35.852570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e16d658-b2ac-4450-8543-ab81e8f2fc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:36.001895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e16d658-b2ac-4450-8543-ab81e8f2fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:36.004864 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e16d658-b2ac-4450-8543-ab81e8f2fc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:36.009029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e16d658-b2ac-4450-8543-ab81e8f2fc1b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0761e7b-56f3-407c-9a6d-9e8e949b07f6 HTTP/1.1" status: 204 len: 168 time: 0.2325487 Aug 27 16:41:36.018115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16d658-b2ac-4450-8543-ab81e8f2fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0761e7b-56f3-407c-9a6d-9e8e949b07f6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:36.722497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46810) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:36.737154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:36.826783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:36.904628 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:36.946207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f3850e19abcc4af7a1b742e754ec69ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225564 Aug 27 16:41:36.947103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee293c-1577-4aef-afd5-14241e55256e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:36.948916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46812) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:36.955689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.956044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.956388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.956731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.957065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.957406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.957734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.958062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.958391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.958715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.959045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:36.959402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb503a-6e7d-4643-9d12-3af5eeac0577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:37.001813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-233ef31b-ca5c-4d45-b8fb-8c62f62e0b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:37.024360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-233ef31b-ca5c-4d45-b8fb-8c62f62e0b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:37.156420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-233ef31b-ca5c-4d45-b8fb-8c62f62e0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:37.159205 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-233ef31b-ca5c-4d45-b8fb-8c62f62e0b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:37.160588 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-233ef31b-ca5c-4d45-b8fb-8c62f62e0b25 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ceee293c-1577-4aef-afd5-14241e55256e HTTP/1.1" status: 204 len: 168 time: 0.2106144 Aug 27 16:41:37.169313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ef31b-ca5c-4d45-b8fb-8c62f62e0b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee293c-1577-4aef-afd5-14241e55256e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:40.796793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46898) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:40.914779 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:41.002388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:41.081442 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:41.118040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46206503-dcf8-4f8c-8cc7-c28b4c42a68b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:41.122819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e44ae1f259784500a0643697e2b8c655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249042 Aug 27 16:41:41.126749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46902) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:41.129156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.129505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.129848 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.130188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.130528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.130852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.131183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.131550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.131878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.132199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.132523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.132845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18210ff6-baf7-4a95-aba8-fc4dfef4ab4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:41:41.180643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df65ac78-91a3-45fe-89c4-0f606127023a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:41.202731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df65ac78-91a3-45fe-89c4-0f606127023a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:41.310374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df65ac78-91a3-45fe-89c4-0f606127023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:41.315115 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df65ac78-91a3-45fe-89c4-0f606127023a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:41.319033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-df65ac78-91a3-45fe-89c4-0f606127023a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46206503-dcf8-4f8c-8cc7-c28b4c42a68b HTTP/1.1" status: 204 len: 168 time: 0.1909635 Aug 27 16:41:41.328680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65ac78-91a3-45fe-89c4-0f606127023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46206503-dcf8-4f8c-8cc7-c28b4c42a68b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:41.949868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46910) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:41.963226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94656c53-1a67-4534-8212-9af1066d4be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:42.053880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94656c53-1a67-4534-8212-9af1066d4be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:42.110694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-94656c53-1a67-4534-8212-9af1066d4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:42.150178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-94656c53-1a67-4534-8212-9af1066d4be8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=af3e8d8ca2d9495e9169299f37cd8d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993761 Aug 27 16:41:42.150971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94656c53-1a67-4534-8212-9af1066d4be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0922aa-50a5-4593-b604-4b6aa78301dc,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:42.152895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46912) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:42.206012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bac3ca66-7ce2-4a2e-9619-81bedc6b8c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:42.227876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bac3ca66-7ce2-4a2e-9619-81bedc6b8c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:42.327570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bac3ca66-7ce2-4a2e-9619-81bedc6b8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:42.330761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bac3ca66-7ce2-4a2e-9619-81bedc6b8c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:42.334256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bac3ca66-7ce2-4a2e-9619-81bedc6b8c65 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eb0922aa-50a5-4593-b604-4b6aa78301dc HTTP/1.1" status: 204 len: 168 time: 0.1780696 Aug 27 16:41:42.345916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3ca66-7ce2-4a2e-9619-81bedc6b8c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0922aa-50a5-4593-b604-4b6aa78301dc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:43.939505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 46946) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:44.043762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61a5c4ae-a176-4c21-8044-aca565668cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:44.128867 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61a5c4ae-a176-4c21-8044-aca565668cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:44.219183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61a5c4ae-a176-4c21-8044-aca565668cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:44.258396 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-61a5c4ae-a176-4c21-8044-aca565668cda admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2791de3d8a42404a956984b7177d4549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175843 Aug 27 16:41:44.259116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5c4ae-a176-4c21-8044-aca565668cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ba0f8-e27f-4969-8e21-8dc0ddecee5e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:44.261585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 46950) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:44.312693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92714d7e-1e37-4eec-a7f8-449577f0c0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:44.333386 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92714d7e-1e37-4eec-a7f8-449577f0c0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:44.453463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92714d7e-1e37-4eec-a7f8-449577f0c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:44.456126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-92714d7e-1e37-4eec-a7f8-449577f0c0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:44.457328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-92714d7e-1e37-4eec-a7f8-449577f0c0f5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e9ba0f8-e27f-4969-8e21-8dc0ddecee5e HTTP/1.1" status: 204 len: 168 time: 0.1944940 Aug 27 16:41:44.469146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92714d7e-1e37-4eec-a7f8-449577f0c0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ba0f8-e27f-4969-8e21-8dc0ddecee5e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:47.157421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47056) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:47.268559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7683339-3932-4564-8715-60435fb73b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:47.364936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7683339-3932-4564-8715-60435fb73b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:47.424345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b7683339-3932-4564-8715-60435fb73b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:47.463725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b7683339-3932-4564-8715-60435fb73b18 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b55fd107c93743b1a6bb84d402c37591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051670 Aug 27 16:41:47.466480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47064) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:47.475317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7683339-3932-4564-8715-60435fb73b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6075c6b8-370e-49df-8cd8-6eb0edc5fc47,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:47.521498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099bedde-8cd0-4405-b469-134493961e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:47.542721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099bedde-8cd0-4405-b469-134493961e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:47.629942 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099bedde-8cd0-4405-b469-134493961e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:47.632619 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-099bedde-8cd0-4405-b469-134493961e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:47.636101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-099bedde-8cd0-4405-b469-134493961e3d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6075c6b8-370e-49df-8cd8-6eb0edc5fc47 HTTP/1.1" status: 204 len: 168 time: 0.1665297 Aug 27 16:41:47.642565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bedde-8cd0-4405-b469-134493961e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075c6b8-370e-49df-8cd8-6eb0edc5fc47,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:48.147047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:48.161248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ecaa75bc-8a94-42a9-9a5c-e5511b80c529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:48.256931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ecaa75bc-8a94-42a9-9a5c-e5511b80c529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:48.321375 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ecaa75bc-8a94-42a9-9a5c-e5511b80c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:48.362218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ecaa75bc-8a94-42a9-9a5c-e5511b80c529 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c9e14f7f3344d788933a4c61e1a8480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139666 Aug 27 16:41:48.363174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa75bc-8a94-42a9-9a5c-e5511b80c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fe1d4-01d9-48d2-a38d-96e31fbbab64,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:48.365164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47076) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:48.424637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade0f11e-645c-4f3e-809f-8640802e7f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:48.445494 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade0f11e-645c-4f3e-809f-8640802e7f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:48.566865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade0f11e-645c-4f3e-809f-8640802e7f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:48.569597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ade0f11e-645c-4f3e-809f-8640802e7f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:48.570787 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ade0f11e-645c-4f3e-809f-8640802e7f92 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/478fe1d4-01d9-48d2-a38d-96e31fbbab64 HTTP/1.1" status: 204 len: 168 time: 0.2036757 Aug 27 16:41:48.583292 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0f11e-645c-4f3e-809f-8640802e7f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fe1d4-01d9-48d2-a38d-96e31fbbab64,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:50.624438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38b0670d-1595-4702-ae43-bb87645a057d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.184226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abb5c206-bbab-4546-ad5b-ab928272dd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.310030 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.338294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.628850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47294) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:53.736088 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-94ad9373-f2d0-41d8-8d22-d79b506834cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.834295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-94ad9373-f2d0-41d8-8d22-d79b506834cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.876565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-94ad9373-f2d0-41d8-8d22-d79b506834cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.917678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad9373-f2d0-41d8-8d22-d79b506834cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663d4ed7-c392-46ad-ba59-260a38b8ca17,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:53.923422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-94ad9373-f2d0-41d8-8d22-d79b506834cb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a50281cc833740a4b889fc90ebcab47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932005 Aug 27 16:41:53.926019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47298) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:53.975533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb232e57-b793-44ce-bd7a-a4d737ebf047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:53.996468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb232e57-b793-44ce-bd7a-a4d737ebf047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.132737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb232e57-b793-44ce-bd7a-a4d737ebf047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.135342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb232e57-b793-44ce-bd7a-a4d737ebf047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.136518 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cb232e57-b793-44ce-bd7a-a4d737ebf047 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/663d4ed7-c392-46ad-ba59-260a38b8ca17 HTTP/1.1" status: 204 len: 168 time: 0.2094223 Aug 27 16:41:54.145379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb232e57-b793-44ce-bd7a-a4d737ebf047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663d4ed7-c392-46ad-ba59-260a38b8ca17,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:54.178935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.538698 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.725954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47310) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:54.739993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3527-8223-41a9-912e-e368db5fad7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.829316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3527-8223-41a9-912e-e368db5fad7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.904185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3527-8223-41a9-912e-e368db5fad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:54.944226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0ce3527-8223-41a9-912e-e368db5fad7c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4eab7c912cb5459fbe14baeaad4858bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171860 Aug 27 16:41:54.945106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce3527-8223-41a9-912e-e368db5fad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21642806-114a-41a2-99b3-0fd4f149731a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:54.947007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47312) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:54.998105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75c3e912-62d1-4b35-ba9a-4cd346819045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:55.019341 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75c3e912-62d1-4b35-ba9a-4cd346819045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:55.138552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75c3e912-62d1-4b35-ba9a-4cd346819045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:55.141659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-75c3e912-62d1-4b35-ba9a-4cd346819045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:55.142909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-75c3e912-62d1-4b35-ba9a-4cd346819045 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/21642806-114a-41a2-99b3-0fd4f149731a HTTP/1.1" status: 204 len: 168 time: 0.1947508 Aug 27 16:41:55.151208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3e912-62d1-4b35-ba9a-4cd346819045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21642806-114a-41a2-99b3-0fd4f149731a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:56.075589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.232447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47344) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:56.332476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2051738781'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:56.407247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:56.410755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.419512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.508066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.578758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.611303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:41:56.617540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee24fbf-306e-4fcd-8dc5-25c0b64644cf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:56.626061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.626841 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Added segment d0e11301-03e0-4401-a534-0c63f2f5b695 of type vlan for network 257aa7b2-554f-49ad-a758-8c2dc7723d3d Aug 27 16:41:56.665914 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.755483 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.761207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:56.761800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:56.828823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Network': ['ID=257aa7b2-554f-49ad-a758-8c2dc7723d3d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:56.838962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:41:56.885210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a4c09fb0-0156-4a6f-86ca-208b57fb1ae7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6484540 Aug 27 16:41:56.885566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47352) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:56.890699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:57.041042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:57.044527 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:57.275462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:57.337359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=89c82e99-aa1c-4551-a2cd-98dca756f5f0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:57.344710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:57.347549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network hostable DHCP agents. Network: 257aa7b2-554f-49ad-a758-8c2dc7723d3d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:41:57.429699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:41:57.533449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 257aa7b2-554f-49ad-a758-8c2dc7723d3d) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:57.537826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:57.538502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:57.545718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aafe0dd-57fc-4ec9-b0b1-9165b6409270 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:57.613493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aeb85ab4-65a7-4a83-bb32-b7a5e8ae8957 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7267408 Aug 27 16:41:57.616328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:57.621648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'name': 'tempest-NetworksTestDHCPv6-824670420'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:57.703477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '89c82e99-aa1c-4551-a2cd-98dca756f5f0'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:41:57.704239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:57.813526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:57.817402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:57.838804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port de373ee3-bbd7-4e05-9d36-46c0187a9ac3 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:41:57.961089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::239 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/89c82e99-aa1c-4551-a2cd-98dca756f5f0/de373ee3-bbd7-4e05-9d36-46c0187a9ac3) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:58.106280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.122217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object de373ee3-bbd7-4e05-9d36-46c0187a9ac3 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:58.238038 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.285381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:58.292568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/89c82e99-aa1c-4551-a2cd-98dca756f5f0/bac851a6-6ff1-4e69-98d8-df084b141111) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:41:58.292818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:58.297785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:58.304374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:58.309314 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.311343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=de373ee3-bbd7-4e05-9d36-46c0187a9ac3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:58.385149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e41a1bd7-f87b-450f-8b17-ac09c00f3af2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7674215 Aug 27 16:41:58.387548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47362) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:58.454926 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.463189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Transition to ACTIVE for port object bac851a6-6ff1-4e69-98d8-df084b141111 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:58.477071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0e9ac-1511-42e6-aaf0-d042e2d671ae tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:58.479311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Transition to ACTIVE for port object bac851a6-6ff1-4e69-98d8-df084b141111 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:41:58.479569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-85d0e9ac-1511-42e6-aaf0-d042e2d671ae tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0893786 Aug 27 16:41:58.480800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47364) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:58.556488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.573329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port de373ee3-bbd7-4e05-9d36-46c0187a9ac3 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:41:58.573675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.598515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:41:58.601518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:41:58.605913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:41:58.609001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Pushing event updated for resources: {'Port': ['ID=bac851a6-6ff1-4e69-98d8-df084b141111,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:58.666476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Attempting to bind port bac851a6-6ff1-4e69-98d8-df084b141111 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:41:58.666864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Attempting to bind port bac851a6-6ff1-4e69-98d8-df084b141111 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:41:58.667374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Attempting to bind port bac851a6-6ff1-4e69-98d8-df084b141111 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:41:58.670014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.674437 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:41:58.674941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:41:58.675650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.676747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:41:58.677679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Bound port: bac851a6-6ff1-4e69-98d8-df084b141111, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:41:58.678659 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.686533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for de373ee3-bbd7-4e05-9d36-46c0187a9ac3 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:41:58.788411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] For port bac851a6-6ff1-4e69-98d8-df084b141111, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:41:58.788411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] For port bac851a6-6ff1-4e69-98d8-df084b141111, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bac851a6-6ff1-4e69-98d8-df084b141111,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:41:58.865499 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.933101 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:58.941946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a9a47-89ae-4f31-b1b3-9c0f873ba8c5 None None] Pushing event updated for resources: {'Port': ['ID=bac851a6-6ff1-4e69-98d8-df084b141111,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:58.968084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=de373ee3-bbd7-4e05-9d36-46c0187a9ac3,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:59.001148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:59.004150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1a0f696b-7b2a-40cb-a5b7-13d61c62b0ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/de373ee3-bbd7-4e05-9d36-46c0187a9ac3 HTTP/1.1" status: 204 len: 168 time: 0.5222940 Aug 27 16:41:59.007805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47372) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:59.070014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa1d33-7cb7-4514-b967-036691ab988d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:59.072773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa1d33-7cb7-4514-b967-036691ab988d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:41:59.074372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f1aa1d33-7cb7-4514-b967-036691ab988d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0655870 Aug 27 16:41:59.078435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47374) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:59.153746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 89c82e99-aa1c-4551-a2cd-98dca756f5f0 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:41:59.157574 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:59.222421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:59.282509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bac851a6-6ff1-4e69-98d8-df084b141111 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:41:59.330229 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:59.384037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port bac851a6-6ff1-4e69-98d8-df084b141111 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:41:59.442382 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:59.458859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:59.461264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/89c82e99-aa1c-4551-a2cd-98dca756f5f0 HTTP/1.1" status: 204 len: 168 time: 0.3816864 Aug 27 16:41:59.464439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47382) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:59.483353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964086d-69bf-4d0c-b310-40a50928a137 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=89c82e99-aa1c-4551-a2cd-98dca756f5f0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:41:59.531769 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bb417cc9-4d4a-4f99-8bf6-5905b5ea007d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657675 Aug 27 16:41:59.535668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47384) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:41:59.540815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:41:59.692659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:41:59.696513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:41:59.971210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1520a-813a-49bb-b252-4e4908c1e881 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:41:59.974104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.023632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:00.026803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:00.031117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:00.031709 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.037634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=f052f1fe-d27f-4fdc-add9-75296a0d12e8,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:00.081881 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ed0b6eb1-5293-459f-8196-33de8e27cd28 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5451450 Aug 27 16:42:00.084522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47388) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:00.090071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'name': 'tempest-NetworksTestDHCPv6-597827006'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:00.111179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-93b4ecef-07ff-4e1c-9e18-dd57caa03b0f None None] Provisioning for port bac851a6-6ff1-4e69-98d8-df084b141111 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:00.131001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-93b4ecef-07ff-4e1c-9e18-dd57caa03b0f None None] Provisioning complete for port bac851a6-6ff1-4e69-98d8-df084b141111 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:00.131402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93b4ecef-07ff-4e1c-9e18-dd57caa03b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.239227 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93b4ecef-07ff-4e1c-9e18-dd57caa03b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.274402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-93b4ecef-07ff-4e1c-9e18-dd57caa03b0f None None] For port bac851a6-6ff1-4e69-98d8-df084b141111, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bac851a6-6ff1-4e69-98d8-df084b141111,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:00.304027 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:00.307797 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.321187 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93b4ecef-07ff-4e1c-9e18-dd57caa03b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.332965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port cd53315d-376a-42d0-8e13-51ced319fc9b yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:00.389286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4ecef-07ff-4e1c-9e18-dd57caa03b0f None None] Pushing event updated for resources: {'Port': ['ID=bac851a6-6ff1-4e69-98d8-df084b141111,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:00.402521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3f5ca-2edf-4190-b82e-90d1ed542f42 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:00.475986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::1f4 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/f052f1fe-d27f-4fdc-add9-75296a0d12e8/cd53315d-376a-42d0-8e13-51ced319fc9b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:00.477722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-96478bbb-91f5-4a74-9a4b-4b2551e4fc3e None None] Provisioning complete for port bac851a6-6ff1-4e69-98d8-df084b141111 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:00.478100 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96478bbb-91f5-4a74-9a4b-4b2551e4fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.637796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.652721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object cd53315d-376a-42d0-8e13-51ced319fc9b will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:00.733482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.775663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:00.778809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:00.783428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:00.789291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:00.789990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.807193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=cd53315d-376a-42d0-8e13-51ced319fc9b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:00.851717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ac30bd42-fac3-41f6-9fb4-458ed2877635 None None] Provisioning complete for port bac851a6-6ff1-4e69-98d8-df084b141111 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:00.852117 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac30bd42-fac3-41f6-9fb4-458ed2877635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:00.870914 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e5430cc-70dc-4344-84e7-13aeecb199ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7851470 Aug 27 16:42:00.873788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47396) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:00.933186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc51a2-3092-4a37-bca2-bdf50588f6d7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:00.946149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc51a2-3092-4a37-bca2-bdf50588f6d7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:00.946149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cefc51a2-3092-4a37-bca2-bdf50588f6d7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0668442 Aug 27 16:42:00.947316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47398) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:01.052196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port cd53315d-376a-42d0-8e13-51ced319fc9b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:01.052664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.090800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fc9dc4be-8d66-4515-b855-e4da3c7e2577 None None] Could not find standard attr ID for object de373ee3-bbd7-4e05-9d36-46c0187a9ac3. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:01.145329 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.158159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for cd53315d-376a-42d0-8e13-51ced319fc9b owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:01.221876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bac851a6-6ff1-4e69-98d8-df084b141111 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:01.289220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port bac851a6-6ff1-4e69-98d8-df084b141111 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:01.484639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.486012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.520708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-92adcd52-1102-4650-a8b6-98f75fcdc0da None None] Provisioning for port cd53315d-376a-42d0-8e13-51ced319fc9b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:01.520708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-92adcd52-1102-4650-a8b6-98f75fcdc0da None None] Provisioning complete for port cd53315d-376a-42d0-8e13-51ced319fc9b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:01.520708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92adcd52-1102-4650-a8b6-98f75fcdc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.520708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-92adcd52-1102-4650-a8b6-98f75fcdc0da None None] Port cd53315d-376a-42d0-8e13-51ced319fc9b was deleted so its status cannot be updated. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 16:42:01.522681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=cd53315d-376a-42d0-8e13-51ced319fc9b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:01.534118 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.536413 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d5d98ff1-bed1-4fd5-900a-58f13eca3f55 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/cd53315d-376a-42d0-8e13-51ced319fc9b HTTP/1.1" status: 204 len: 168 time: 0.5877755 Aug 27 16:42:01.538894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47404) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:01.597915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f739c-7a21-4e92-9f6a-819588142649 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:01.599778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f739c-7a21-4e92-9f6a-819588142649 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:01.601510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ba5f739c-7a21-4e92-9f6a-819588142649 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0615888 Aug 27 16:42:01.604143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47406) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:01.659129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet f052f1fe-d27f-4fdc-add9-75296a0d12e8 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:01.662899 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.710064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.758980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.887582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.912240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=f052f1fe-d27f-4fdc-add9-75296a0d12e8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:01.919075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:01.924111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a8dfe4a-b34b-4d20-9f50-dae988735228 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/f052f1fe-d27f-4fdc-add9-75296a0d12e8 HTTP/1.1" status: 204 len: 168 time: 0.3157716 Aug 27 16:42:01.924837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47410) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:01.926177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966b562-a5bd-4870-a412-0830f01cf241 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:01.987793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2b16a279-60cb-4701-bde8-2313b865e3ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594175 Aug 27 16:42:01.988034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47412) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:01.992782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:02.108767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:02.138541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:02.142286 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.155439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] Deleting port bac851a6-6ff1-4e69-98d8-df084b141111 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:02.156369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.222534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] For port bac851a6-6ff1-4e69-98d8-df084b141111, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=bac851a6-6ff1-4e69-98d8-df084b141111,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:02.222788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.237982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] Calling delete_port for bac851a6-6ff1-4e69-98d8-df084b141111 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:02.395940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.419553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] Pushing event deleted for resources: {'Port': ['ID=bac851a6-6ff1-4e69-98d8-df084b141111,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:02.424706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.429843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53499b-6ed8-4e6d-9636-5ee6f2f2c3d9 None None] No DVR routers for this DVR port bac851a6-6ff1-4e69-98d8-df084b141111 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:02.477560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:02.481025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:02.484278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:02.485146 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.491416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626376e-9161-4b63-ba1d-e838aebf129e None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:02.499997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=ee7a9406-2989-4b10-be7e-8c2399101552,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:02.591968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-857855e9-3c43-4b5f-809a-a6bd77dd4dc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6028929 Aug 27 16:42:02.595208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47416) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:02.600866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'name': 'tempest-NetworksTestDHCPv6-1848375299'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:02.638997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'ee7a9406-2989-4b10-be7e-8c2399101552'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:02.640016 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.787050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/ee7a9406-2989-4b10-be7e-8c2399101552/fb9f76f2-2493-4df5-8e86-bdeb63b77eb8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:02.824143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:02.828602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.852578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port a60b3fd8-f881-4665-a65f-2f94dbd04d93 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:02.932411 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:02.941681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Transition to ACTIVE for port object fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:02.956527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Transition to ACTIVE for port object fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:03.008939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.067782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:03.077443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:03.083513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:03.094003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Pushing event updated for resources: {'Port': ['ID=fb9f76f2-2493-4df5-8e86-bdeb63b77eb8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:03.101692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::8 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/ee7a9406-2989-4b10-be7e-8c2399101552/a60b3fd8-f881-4665-a65f-2f94dbd04d93) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:03.159996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Attempting to bind port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:03.160803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Attempting to bind port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:03.161464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Attempting to bind port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:03.169860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:03.169860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:03.169860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.169860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:03.169860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Bound port: fb9f76f2-2493-4df5-8e86-bdeb63b77eb8, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:03.170618 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.236362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bac851a6-6ff1-4e69-98d8-df084b141111 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:03.263853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.264401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: bac851a6-6ff1-4e69-98d8-df084b141111 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:03.275869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device bac851a6-6ff1-4e69-98d8-df084b141111 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:03.275869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] For port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:03.285881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] For port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fb9f76f2-2493-4df5-8e86-bdeb63b77eb8,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:03.286332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object a60b3fd8-f881-4665-a65f-2f94dbd04d93 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:03.345483 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.367581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.413469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a53db-1bfc-4d5e-a461-9b4d5bb1dbe3 None None] Pushing event updated for resources: {'Port': ['ID=fb9f76f2-2493-4df5-8e86-bdeb63b77eb8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:03.418666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:03.423908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:03.426321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:03.433920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:03.434699 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.446380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=a60b3fd8-f881-4665-a65f-2f94dbd04d93,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:03.563567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d02b96d5-a3f0-47a5-90a5-350b368040d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9625466 Aug 27 16:42:03.563567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47424) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:03.639292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7779e9a9-f9c1-4f06-9a9c-9b08dc64a9b7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:03.646477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7779e9a9-f9c1-4f06-9a9c-9b08dc64a9b7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:03.648179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7779e9a9-f9c1-4f06-9a9c-9b08dc64a9b7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0795267 Aug 27 16:42:03.651311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47428) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:03.753836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port a60b3fd8-f881-4665-a65f-2f94dbd04d93 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:03.754190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.843758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:03.856312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for a60b3fd8-f881-4665-a65f-2f94dbd04d93 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:04.018779 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.051941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=a60b3fd8-f881-4665-a65f-2f94dbd04d93,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:04.083579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.085546 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f43162d4-44f7-4186-8f1a-fb3fcf4927cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/a60b3fd8-f881-4665-a65f-2f94dbd04d93 HTTP/1.1" status: 204 len: 168 time: 0.4326661 Aug 27 16:42:04.088107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47434) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.143372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10c062-4f14-43ea-b864-13d67626e659 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:04.144936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10c062-4f14-43ea-b864-13d67626e659 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:04.149043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ea10c062-4f14-43ea-b864-13d67626e659 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0574729 Aug 27 16:42:04.149236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47436) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.206963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet ee7a9406-2989-4b10-be7e-8c2399101552 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:04.210734 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.264850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.340191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea222e57-13e9-4396-a246-470146f9af25 req-8ae69759-ab6d-4964-a23c-544c23bd474a tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:04.352585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea222e57-13e9-4396-a246-470146f9af25 req-8ae69759-ab6d-4964-a23c-544c23bd474a tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1097 time: 0.0698407 Aug 27 16:42:04.370502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ea222e57-13e9-4396-a246-470146f9af25 req-85305f57-d20e-4d30-8851-f7db1302b336 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.374127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.490352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ea222e57-13e9-4396-a246-470146f9af25 req-85305f57-d20e-4d30-8851-f7db1302b336 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.504442 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.536612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7a9406-2989-4b10-be7e-8c2399101552,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:04.542374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.544748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-48191d5d-9be7-492b-8bd7-8e80e3bb7829 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/ee7a9406-2989-4b10-be7e-8c2399101552 HTTP/1.1" status: 204 len: 168 time: 0.3943915 Aug 27 16:42:04.547321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47444) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.555636 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ea222e57-13e9-4396-a246-470146f9af25 req-85305f57-d20e-4d30-8851-f7db1302b336 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:04.597118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9ebf50bb-186d-4965-a9e3-9f9c80ef3f04 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485477 Aug 27 16:42:04.600424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47446) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.600938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2b148d1f-d2a2-4293-bb6c-2d2a450da678 None None] Provisioning for port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:04.611624 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea222e57-13e9-4396-a246-470146f9af25 req-85305f57-d20e-4d30-8851-f7db1302b336 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572670 Aug 27 16:42:04.620511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85305f57-d20e-4d30-8851-f7db1302b336 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b401d7a4-6c33-4a88-a94a-86a2fb489cca,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:04.694881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32762409-3710-4c94-98d8-89808209e2d8 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:04.715662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac026a7-efcc-4348-85d0-db655b41cae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:04.720995 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cac026a7-efcc-4348-85d0-db655b41cae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1161997 Aug 27 16:42:04.721458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.756087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2585e840-f9e4-4cfc-a3e8-fe2998c0e969 None None] Could not find standard attr ID for object a60b3fd8-f881-4665-a65f-2f94dbd04d93. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:04.790014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad53238-cfd9-4118-9423-31948eec4e5c req-d5f6cc9b-bb15-43e3-9f5e-d09d2678ef48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:04.793591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ad53238-cfd9-4118-9423-31948eec4e5c req-d5f6cc9b-bb15-43e3-9f5e-d09d2678ef48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0933521 Aug 27 16:42:04.804154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fae331-1d72-4d89-806d-ed1018c3543c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:04.808742 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d6fae331-1d72-4d89-806d-ed1018c3543c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862589 Aug 27 16:42:04.809572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.841490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ad53238-cfd9-4118-9423-31948eec4e5c req-2017f276-67b8-4663-a3fa-206cf818f1f3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Aug 27 16:42:04.863132 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2ad8f4fd-ee59-43af-bd79-f0ee7f0092d5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464704 Aug 27 16:42:04.865196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47456) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.867762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47458) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:04.870561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:04.879140 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:42:04.925198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:04.943352 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c56e3641-4836-4755-b50a-127a6b90e253 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/ee6375c8-af88-4d1b-9df6-e9f070ff362e HTTP/1.1" status: 200 len: 994 time: 0.0743399 Aug 27 16:42:04.986711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] Deleting port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:04.987159 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.056872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] For port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fb9f76f2-2493-4df5-8e86-bdeb63b77eb8,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:05.057276 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.121119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:05.125968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.223872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] Calling delete_port for fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:05.378665 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.406845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] Pushing event deleted for resources: {'Port': ['ID=fb9f76f2-2493-4df5-8e86-bdeb63b77eb8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:05.416898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca12fd-858f-4e39-9913-cbe6c7170b41 None None] No DVR routers for this DVR port fb9f76f2-2493-4df5-8e86-bdeb63b77eb8 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:05.441397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.490356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:05.493680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:05.497793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:05.498646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.515351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=05f30d36-d8ea-45d6-bee9-09b0058cf59d,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:05.518431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b1387-b813-43c7-af8f-1ab06d4ba213 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:05.590602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9bfc24e3-a21f-48d7-bbf0-0761d5922256 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7242544 Aug 27 16:42:05.593538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47474) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:05.598987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': '05f30d36-d8ea-45d6-bee9-09b0058cf59d', 'ip_address': '2001:db8::a8f6:71b5:7287:9be4'}], 'name': 'tempest-NetworksTestDHCPv6-407475527'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:05.666922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '05f30d36-d8ea-45d6-bee9-09b0058cf59d'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:05.667834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.772845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:05.842527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/05f30d36-d8ea-45d6-bee9-09b0058cf59d/88bc8be8-f966-4880-befd-c1a7549399a2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:05.853623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c6581-41d3-4490-b8c0-6873a0154877 req-bb586d9a-40fb-4002-b000-da78a9ec63cb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:05.863443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e26c6581-41d3-4490-b8c0-6873a0154877 req-bb586d9a-40fb-4002-b000-da78a9ec63cb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0888388 Aug 27 16:42:05.880736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:05.898950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 9e4d5d34-2f39-4d11-b2c0-a21045750b72 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:05.903976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e26c6581-41d3-4490-b8c0-6873a0154877 req-f2211e3c-cb98-4205-ad17-30897a4a5d0e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390036 Aug 27 16:42:06.036394 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.045204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Transition to ACTIVE for port object 88bc8be8-f966-4880-befd-c1a7549399a2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:06.056826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-d464fec3-bbce-4966-b68e-6a5bd0a9f049 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211643 Aug 27 16:42:06.061961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Transition to ACTIVE for port object 88bc8be8-f966-4880-befd-c1a7549399a2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:06.115665 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.152826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:06.160406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:06.164068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:06.172015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Pushing event updated for resources: {'Port': ['ID=88bc8be8-f966-4880-befd-c1a7549399a2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:06.199103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::a8f6:71b5:7287:9be4 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/05f30d36-d8ea-45d6-bee9-09b0058cf59d/9e4d5d34-2f39-4d11-b2c0-a21045750b72) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:06.237791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Attempting to bind port 88bc8be8-f966-4880-befd-c1a7549399a2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:06.238171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Attempting to bind port 88bc8be8-f966-4880-befd-c1a7549399a2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:06.238714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Attempting to bind port 88bc8be8-f966-4880-befd-c1a7549399a2 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:06.244485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:06.244925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:06.245279 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.245680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:06.246153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Bound port: 88bc8be8-f966-4880-befd-c1a7549399a2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:06.247043 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.332794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] For port 88bc8be8-f966-4880-befd-c1a7549399a2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:06.336473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] For port 88bc8be8-f966-4880-befd-c1a7549399a2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=88bc8be8-f966-4880-befd-c1a7549399a2,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:06.390895 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.398070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.414427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 9e4d5d34-2f39-4d11-b2c0-a21045750b72 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:06.487535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978afeb-5c83-47e0-947d-ae3ade769efb None None] Pushing event updated for resources: {'Port': ['ID=88bc8be8-f966-4880-befd-c1a7549399a2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:06.504681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.554167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:06.557318 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:06.560955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:06.567189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:06.567842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.585724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=9e4d5d34-2f39-4d11-b2c0-a21045750b72,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:06.682241 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-46ea3c71-0cf6-407b-b545-da23089beefb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0873630 Aug 27 16:42:06.684806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47506) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:06.764873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb9f58-6e9e-4f5a-9ae4-f5be7702d5ce tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:06.773136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb9f58-6e9e-4f5a-9ae4-f5be7702d5ce tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:06.777095 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-92fb9f58-6e9e-4f5a-9ae4-f5be7702d5ce tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0890937 Aug 27 16:42:06.778094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47508) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:06.875709 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 9e4d5d34-2f39-4d11-b2c0-a21045750b72 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:06.876132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.970010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:06.985923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 9e4d5d34-2f39-4d11-b2c0-a21045750b72 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:07.078116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b7bc1-b2cd-4c8e-8eb4-87bf89ad2092 req-feed51cb-9f9f-490b-96ad-c5d02e7e1026 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:07.079982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da7b7bc1-b2cd-4c8e-8eb4-87bf89ad2092 req-feed51cb-9f9f-490b-96ad-c5d02e7e1026 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0543604 Aug 27 16:42:07.139838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da7b7bc1-b2cd-4c8e-8eb4-87bf89ad2092 req-70e72159-d5b0-4087-8c38-70428d393677 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538914 Aug 27 16:42:07.224852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.267152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=9e4d5d34-2f39-4d11-b2c0-a21045750b72,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:07.286588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 88bc8be8-f966-4880-befd-c1a7549399a2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:07.302367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.307302 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-00b0eac8-99c8-48df-8f3e-30dbde482aa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/9e4d5d34-2f39-4d11-b2c0-a21045750b72 HTTP/1.1" status: 204 len: 168 time: 0.5256937 Aug 27 16:42:07.307992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47518) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:07.377736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c646d4-e32e-4d14-8cd0-a7c1b3eb2274 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:07.379445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c646d4-e32e-4d14-8cd0-a7c1b3eb2274 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:07.380959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-95c646d4-e32e-4d14-8cd0-a7c1b3eb2274 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0718164 Aug 27 16:42:07.383847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47520) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:07.407240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 88bc8be8-f966-4880-befd-c1a7549399a2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:07.449112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 05f30d36-d8ea-45d6-bee9-09b0058cf59d {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:07.456130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.502659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.597956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.733480 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.767683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=05f30d36-d8ea-45d6-bee9-09b0058cf59d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:07.776283 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.782212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a593f31d-b5d5-42b0-b271-5ea53e04201a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/05f30d36-d8ea-45d6-bee9-09b0058cf59d HTTP/1.1" status: 204 len: 168 time: 0.3948770 Aug 27 16:42:07.782212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47526) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:07.801443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Provisioning for port 88bc8be8-f966-4880-befd-c1a7549399a2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:07.806813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Provisioning complete for port 88bc8be8-f966-4880-befd-c1a7549399a2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:07.807476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.827976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-15782fb7-31da-4048-938b-f06f3ca343d6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420780 Aug 27 16:42:07.828295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47528) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:07.833129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:07.857203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71082d-fd4f-4a90-85cb-445a90cd8356 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:07.962224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:07.989668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:07.993749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:08.034794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] For port 88bc8be8-f966-4880-befd-c1a7549399a2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=88bc8be8-f966-4880-befd-c1a7549399a2,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:08.115253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:08.149445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:08.181707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-0aca349b-8048-4e25-ab0e-83de1a28fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:08.183408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-0aca349b-8048-4e25-ab0e-83de1a28fdcc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1097 time: 0.0750711 Aug 27 16:42:08.201904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Pushing event updated for resources: {'Port': ['ID=88bc8be8-f966-4880-befd-c1a7549399a2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:08.213879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.220988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c0723d-7681-45ce-b0d7-262b4e070982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:08.241428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-db9f697c-970e-41c7-a0df-1840b886ed4e None None] Could not find standard attr ID for object 9e4d5d34-2f39-4d11-b2c0-a21045750b72. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:08.248954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] Deleting port 88bc8be8-f966-4880-befd-c1a7549399a2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:08.253073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:08.332078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] For port 88bc8be8-f966-4880-befd-c1a7549399a2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=88bc8be8-f966-4880-befd-c1a7549399a2,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:08.332078 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:08.341015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] Calling delete_port for 88bc8be8-f966-4880-befd-c1a7549399a2 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:08.504801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:08.533962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] Pushing event deleted for resources: {'Port': ['ID=88bc8be8-f966-4880-befd-c1a7549399a2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:08.538912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc5837-a396-42cc-8028-f8ba56c209f4 None None] No DVR routers for this DVR port 88bc8be8-f966-4880-befd-c1a7549399a2 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:08.708559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7501f-5406-4c8b-83fd-b3a50345c87a req-7aa25659-8790-4aef-a862-593b5ea40a85 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:08.710154 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b7501f-5406-4c8b-83fd-b3a50345c87a req-7aa25659-8790-4aef-a862-593b5ea40a85 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.1291823 Aug 27 16:42:08.728499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-d340bff2-0502-4db0-8189-fae26a245107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:08.729895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-d340bff2-0502-4db0-8189-fae26a245107 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.5391526 Aug 27 16:42:08.784242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:08.840727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b7501f-5406-4c8b-83fd-b3a50345c87a req-0d0f542b-d5ab-49ad-9290-f7c10747fd40 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244042 Aug 27 16:42:08.855119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:08.864605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:08.867673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:08.868256 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:08.874161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d491db-b0ca-47ce-9571-aecfb0ee495d None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:08.880958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-c75a334a-8599-4d49-8816-9d57406e77cd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1002 time: 0.1411626 Aug 27 16:42:08.883849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=46ba3c5b-abfb-4038-b3ed-2774278fe76c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:08.933587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-e3dbb58e-212a-448d-af92-223b78a83343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:08.935555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-e3dbb58e-212a-448d-af92-223b78a83343 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0480397 Aug 27 16:42:08.974253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e9e3113b-efcf-4e86-9e7e-8f95c7b59185 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1450527 Aug 27 16:42:08.976932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47538) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:08.981947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': '46ba3c5b-abfb-4038-b3ed-2774278fe76c', 'ip_address': '2001:db8::47d0:987e:8a0:5364'}], 'name': 'tempest-NetworksTestDHCPv6-979937677'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:09.025384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '46ba3c5b-abfb-4038-b3ed-2774278fe76c'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:09.026260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.054654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-cc124f44-28a6-47fd-87e6-bba1130e85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:09.055959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-cc124f44-28a6-47fd-87e6-bba1130e85b5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134036 Aug 27 16:42:09.187746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-9760daa6-e5ca-4a21-b12a-b027a0e9be36 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190856 Aug 27 16:42:09.193024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/46ba3c5b-abfb-4038-b3ed-2774278fe76c/a77935ea-1d71-4abd-9893-94b694f5da85) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:09.230664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:09.361745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-ac89d68d-a823-4b3a-9646-4bcfce6d0b8b service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676946 Aug 27 16:42:09.386017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 88bc8be8-f966-4880-befd-c1a7549399a2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:09.417776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 88bc8be8-f966-4880-befd-c1a7549399a2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:09.418037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 88bc8be8-f966-4880-befd-c1a7549399a2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:09.454286 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.473365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port bdb46058-9a7a-406b-a394-4b7679c4c079 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:09.488413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.496758 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Transition to ACTIVE for port object a77935ea-1d71-4abd-9893-94b694f5da85 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:09.512214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Transition to ACTIVE for port object a77935ea-1d71-4abd-9893-94b694f5da85 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:09.573040 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.616388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:09.619797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:09.625866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:09.630648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Pushing event updated for resources: {'Port': ['ID=a77935ea-1d71-4abd-9893-94b694f5da85,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:09.659079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::47d0:987e:8a0:5364 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/46ba3c5b-abfb-4038-b3ed-2774278fe76c/bdb46058-9a7a-406b-a394-4b7679c4c079) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:09.686689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Attempting to bind port a77935ea-1d71-4abd-9893-94b694f5da85 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:09.687719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Attempting to bind port a77935ea-1d71-4abd-9893-94b694f5da85 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:09.688190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Attempting to bind port a77935ea-1d71-4abd-9893-94b694f5da85 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:09.694027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:09.694497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:09.695160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.695934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:09.696512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Bound port: a77935ea-1d71-4abd-9893-94b694f5da85, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:09.697000 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.764770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] For port a77935ea-1d71-4abd-9893-94b694f5da85, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:09.768933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] For port a77935ea-1d71-4abd-9893-94b694f5da85, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a77935ea-1d71-4abd-9893-94b694f5da85,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:09.827118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.841589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object bdb46058-9a7a-406b-a394-4b7679c4c079 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:09.847318 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:09.910242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417a3e7-7c20-45bc-9c12-7059fcfd9f07 None None] Pushing event updated for resources: {'Port': ['ID=a77935ea-1d71-4abd-9893-94b694f5da85,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:09.934772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.005027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:10.012087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:10.019684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:10.025314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:10.025948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.048676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d5244-24b0-4738-8c73-24c387476978 req-f12887bb-f6f6-4e71-a18e-a3f9e972e27d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:10.050580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-951d5244-24b0-4738-8c73-24c387476978 req-f12887bb-f6f6-4e71-a18e-a3f9e972e27d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.1288147 Aug 27 16:42:10.052360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=bdb46058-9a7a-406b-a394-4b7679c4c079,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:10.124369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-951d5244-24b0-4738-8c73-24c387476978 req-de7a309a-6f68-412b-89e8-f97d6bb2abed tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652802 Aug 27 16:42:10.128855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2e981169-fe73-4e12-bd6d-966b0bd0bcb1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1483555 Aug 27 16:42:10.129215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47550) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:10.192099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f74411-128a-452a-b94b-b736f66c3199 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:10.198283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f74411-128a-452a-b94b-b736f66c3199 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:10.202988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-34f74411-128a-452a-b94b-b736f66c3199 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0699685 Aug 27 16:42:10.206846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47552) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:10.301075 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port bdb46058-9a7a-406b-a394-4b7679c4c079 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:10.301419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.389109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.401210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for bdb46058-9a7a-406b-a394-4b7679c4c079 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:10.601503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.637623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=bdb46058-9a7a-406b-a394-4b7679c4c079,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:10.663176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.667530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5ddf6758-59b9-4520-be75-08a8f80fdb5e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/bdb46058-9a7a-406b-a394-4b7679c4c079 HTTP/1.1" status: 204 len: 168 time: 0.4578888 Aug 27 16:42:10.668608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47554) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:10.725969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ab582-cdc3-4651-924c-2de8811665bf tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:10.727708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ab582-cdc3-4651-924c-2de8811665bf tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:10.731749 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-667ab582-cdc3-4651-924c-2de8811665bf tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0596268 Aug 27 16:42:10.732226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47556) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:10.792207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 46ba3c5b-abfb-4038-b3ed-2774278fe76c {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:10.795736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.840758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:10.936567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.058449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-32f5431e-5bda-4f5d-b57a-be73392223b4 None None] Provisioning for port a77935ea-1d71-4abd-9893-94b694f5da85 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:11.081889 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.112489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=46ba3c5b-abfb-4038-b3ed-2774278fe76c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:11.117562 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.120049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e081f9fa-94e8-4d81-82fd-ea75f54b8642 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/46ba3c5b-abfb-4038-b3ed-2774278fe76c HTTP/1.1" status: 204 len: 168 time: 0.3867495 Aug 27 16:42:11.123005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47562) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:11.153604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c6b64-1ac7-46d8-8697-21fb1723b4ee None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:11.165503 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cf35d3dd-3172-4844-91ee-ed7a0c042316 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410335 Aug 27 16:42:11.168213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47568) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:11.175560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:11.257176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a87c501e-6864-4f8c-9b48-f83b293839a4 None None] Could not find standard attr ID for object bdb46058-9a7a-406b-a394-4b7679c4c079. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:11.274014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84905f9d-5460-4109-a874-a7669ba4e8f4 req-5e2b509f-6587-4b59-a989-ffe1dd0eb83d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:11.276496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84905f9d-5460-4109-a874-a7669ba4e8f4 req-5e2b509f-6587-4b59-a989-ffe1dd0eb83d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0592384 Aug 27 16:42:11.309869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a77935ea-1d71-4abd-9893-94b694f5da85 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:11.326238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84905f9d-5460-4109-a874-a7669ba4e8f4 req-f36e1324-9e1d-495d-acd4-4d0584597b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Aug 27 16:42:11.361458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:11.368774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.427391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:11.462137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a77935ea-1d71-4abd-9893-94b694f5da85 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:11.466687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port a77935ea-1d71-4abd-9893-94b694f5da85 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:11.467063 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.525696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] Deleting port a77935ea-1d71-4abd-9893-94b694f5da85 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:11.526362 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.601647 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.618409 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.621304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] For port a77935ea-1d71-4abd-9893-94b694f5da85, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a77935ea-1d71-4abd-9893-94b694f5da85,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:11.621693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.642854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] Calling delete_port for a77935ea-1d71-4abd-9893-94b694f5da85 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:11.647829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:11.653660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:11.658863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:11.659487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.669899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=c71044ac-0829-4b8b-bd0f-51e1104d0243,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:11.702187 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port a77935ea-1d71-4abd-9893-94b694f5da85, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a77935ea-1d71-4abd-9893-94b694f5da85,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:11.739334 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a3dd015c-3c9e-421b-bf30-b060103bda1a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5699668 Aug 27 16:42:11.741972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47572) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:11.747458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'c71044ac-0829-4b8b-bd0f-51e1104d0243', 'ip_address': '2001:db8::f5aa:4e7f:3dcc:4fcd'}], 'name': 'tempest-NetworksTestDHCPv6-1335971765'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:11.761427 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.811696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=a77935ea-1d71-4abd-9893-94b694f5da85,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:11.841388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:11.870323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] Pushing event deleted for resources: {'Port': ['ID=a77935ea-1d71-4abd-9893-94b694f5da85,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:11.876606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadea55-b9e2-43f9-b45b-dfe5208b8059 None None] No DVR routers for this DVR port a77935ea-1d71-4abd-9893-94b694f5da85 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:11.893053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201439e-cfc5-45bb-9524-0171d2a4569e None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:11.949950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:12.035438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'c71044ac-0829-4b8b-bd0f-51e1104d0243'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:12.036421 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.042220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.059512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 887fff9c-c4c2-4525-8c24-15bf0d9003d5 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:12.181214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/c71044ac-0829-4b8b-bd0f-51e1104d0243/1ba8fb0c-8cbb-4d04-9366-e7419248ea82) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:12.324400 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.332956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Transition to ACTIVE for port object 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:12.352586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Transition to ACTIVE for port object 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:12.447231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535b19d-efe1-4c30-93aa-3ba9a70d6107 req-f204a36b-4454-4327-98ff-93d3dbd1c536 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:12.449827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6535b19d-efe1-4c30-93aa-3ba9a70d6107 req-f204a36b-4454-4327-98ff-93d3dbd1c536 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0518990 Aug 27 16:42:12.487111 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.490158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6535b19d-efe1-4c30-93aa-3ba9a70d6107 req-9f03fe60-0eb0-4db0-8671-a1ab4d593f2b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333254 Aug 27 16:42:12.525477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:12.528283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:12.535237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:12.543315 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f5aa:4e7f:3dcc:4fcd (257aa7b2-554f-49ad-a758-8c2dc7723d3d/c71044ac-0829-4b8b-bd0f-51e1104d0243/887fff9c-c4c2-4525-8c24-15bf0d9003d5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:12.543872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Pushing event updated for resources: {'Port': ['ID=1ba8fb0c-8cbb-4d04-9366-e7419248ea82,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:12.598743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Attempting to bind port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:12.599118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Attempting to bind port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:12.599510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Attempting to bind port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:12.606036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:12.606036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:12.606036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.606036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:12.606397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Bound port: 1ba8fb0c-8cbb-4d04-9366-e7419248ea82, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:12.606653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.686315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] For port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:12.691658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] For port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1ba8fb0c-8cbb-4d04-9366-e7419248ea82,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:12.706456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.720097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 887fff9c-c4c2-4525-8c24-15bf0d9003d5 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:12.779127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.839689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951526a8-c645-4b39-96e8-29ee21deb1a6 None None] Pushing event updated for resources: {'Port': ['ID=1ba8fb0c-8cbb-4d04-9366-e7419248ea82,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:12.864952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.910108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:12.915133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:12.918896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:12.925652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:12.926374 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:12.935820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=887fff9c-c4c2-4525-8c24-15bf0d9003d5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:13.013742 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-da13ef24-1d99-48d4-96ff-66e99e776497 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2706206 Aug 27 16:42:13.016508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47582) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:13.083852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e6639-f000-4d96-b6ca-29b791dc11b7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:13.089889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e6639-f000-4d96-b6ca-29b791dc11b7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:13.094109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d38e6639-f000-4d96-b6ca-29b791dc11b7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0739968 Aug 27 16:42:13.094731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47584) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:13.197350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 887fff9c-c4c2-4525-8c24-15bf0d9003d5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:13.197805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:13.273696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:13.307544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:13.320449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 887fff9c-c4c2-4525-8c24-15bf0d9003d5 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:13.378656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:13.450067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a77935ea-1d71-4abd-9893-94b694f5da85 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:13.482820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a77935ea-1d71-4abd-9893-94b694f5da85 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:13.483560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a77935ea-1d71-4abd-9893-94b694f5da85 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:13.556411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:13.602323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=887fff9c-c4c2-4525-8c24-15bf0d9003d5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:13.648649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:13.650623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-90e61d11-bafa-4cbd-b23b-522394655c18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/887fff9c-c4c2-4525-8c24-15bf0d9003d5 HTTP/1.1" status: 204 len: 168 time: 0.5547318 Aug 27 16:42:13.653273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47592) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:13.714514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180060-0663-49ad-bcff-6c32adc30e55 req-8c744d37-ba4a-4d57-87bc-adfedc8c08c2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:13.716053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d180060-0663-49ad-bcff-6c32adc30e55 req-8c744d37-ba4a-4d57-87bc-adfedc8c08c2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.1218250 Aug 27 16:42:13.723823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b78331c-bf55-43d3-9981-2e8594161110 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:13.725618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b78331c-bf55-43d3-9981-2e8594161110 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:13.727109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5b78331c-bf55-43d3-9981-2e8594161110 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0727575 Aug 27 16:42:13.730154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47596) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:13.769920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d180060-0663-49ad-bcff-6c32adc30e55 req-77db7608-5092-4860-b3d0-e9b58abf80b8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417182 Aug 27 16:42:13.807729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet c71044ac-0829-4b8b-bd0f-51e1104d0243 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:13.811228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:13.857715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:13.964237 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.001454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Provisioning for port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:14.005513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Provisioning complete for port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:14.005891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.094031 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.116931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.134256 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.137205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/c71044ac-0829-4b8b-bd0f-51e1104d0243 HTTP/1.1" status: 204 len: 168 time: 0.4058602 Aug 27 16:42:14.139916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47598) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:14.159834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:42:14.160294 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:42:14.175463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6200d-5966-4aed-9d67-acf5a83de010 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=c71044ac-0829-4b8b-bd0f-51e1104d0243,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:14.202726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-092e3587-5c8a-4ef8-9b47-ef35fc795614 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595515 Aug 27 16:42:14.204729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47600) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:14.264562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32554fc5-d215-4ab3-9f51-8bc135c9b9e1 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:14.265536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeccd39-fb69-4f81-81b7-4512c1974a23 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:14.270862 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47604) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:14.271014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7eeccd39-fb69-4f81-81b7-4512c1974a23 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0646508 Aug 27 16:42:14.323012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbedf1e-e3d1-44d6-ad9b-6b1b96b03763 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:14.327486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0cbedf1e-e3d1-44d6-ad9b-6b1b96b03763 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537095 Aug 27 16:42:14.327638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47606) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:14.373929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ee4f4bce-cbf0-4a62-9c58-fc51627b750d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406234 Aug 27 16:42:14.375120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47608) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:14.380481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:14.455252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:14.505770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] Deleting port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:14.506051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.561210 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:14.565222 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.748617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] For port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1ba8fb0c-8cbb-4d04-9366-e7419248ea82,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:14.748993 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.751639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.772929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] Calling delete_port for 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:14.833926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] For port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1ba8fb0c-8cbb-4d04-9366-e7419248ea82,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:14.836269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.871929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.940940 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:14.942341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7c726-399d-4be2-9ec7-ca84098b20bb req-1448eac0-d884-4132-96a2-67a2e311dcfc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:14.944090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ce7c726-399d-4be2-9ec7-ca84098b20bb req-1448eac0-d884-4132-96a2-67a2e311dcfc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0595934 Aug 27 16:42:14.959812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc2e39-aca9-43de-8a58-4ac5ac127182 None None] Pushing event updated for resources: {'Port': ['ID=1ba8fb0c-8cbb-4d04-9366-e7419248ea82,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:14.966135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] No DVR routers for this DVR port 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:15.003032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e3c8b-ebc3-4073-b2ec-039b488eca89 None None] Pushing event deleted for resources: {'Port': ['ID=1ba8fb0c-8cbb-4d04-9366-e7419248ea82,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:15.005755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2ff876b2-bff4-40cd-9596-b0bffa8f8cb6 None None] Could not find standard attr ID for object 887fff9c-c4c2-4525-8c24-15bf0d9003d5. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:15.007983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ce7c726-399d-4be2-9ec7-ca84098b20bb req-9e962521-8215-4a04-8b28-43d4608d034e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564826 Aug 27 16:42:15.208665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:15.212077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:15.214470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:15.216650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:15.217244 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.242020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=f7a7f95c-512d-4800-99e7-2753cf34861e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:15.251816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c15ccb-94b3-4a7f-9de9-1312dc4b45d0 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:15.254737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:15.255088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1ba8fb0c-8cbb-4d04-9366-e7419248ea82 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:15.321800 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-52850176-6836-4178-af6c-e153ae04901d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9455805 Aug 27 16:42:15.324486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47618) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:15.330453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'f7a7f95c-512d-4800-99e7-2753cf34861e', 'ip_address': '2001:db8::a90a:d5b8:5916:6aeb'}], 'name': 'tempest-NetworksTestDHCPv6-1963389074'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:15.416314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'f7a7f95c-512d-4800-99e7-2753cf34861e'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:15.417429 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.533457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:15.538700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.552237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/f7a7f95c-512d-4800-99e7-2753cf34861e/48ab2073-7e16-456a-bb76-f9e2667656ef) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:15.557154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 1e131769-0bde-4a27-a6d4-4e0a6354800a yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:15.702082 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.710717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Transition to ACTIVE for port object 48ab2073-7e16-456a-bb76-f9e2667656ef will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:15.725400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Transition to ACTIVE for port object 48ab2073-7e16-456a-bb76-f9e2667656ef will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:15.772692 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.813358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:15.819412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:15.823558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:15.823751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::a90a:d5b8:5916:6aeb (257aa7b2-554f-49ad-a758-8c2dc7723d3d/f7a7f95c-512d-4800-99e7-2753cf34861e/1e131769-0bde-4a27-a6d4-4e0a6354800a) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:15.831948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Pushing event updated for resources: {'Port': ['ID=48ab2073-7e16-456a-bb76-f9e2667656ef,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:15.886461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Attempting to bind port 48ab2073-7e16-456a-bb76-f9e2667656ef on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:15.886828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Attempting to bind port 48ab2073-7e16-456a-bb76-f9e2667656ef by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:15.887195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Attempting to bind port 48ab2073-7e16-456a-bb76-f9e2667656ef on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:15.893246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:15.893615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:15.894015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.894405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:15.894865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Bound port: 48ab2073-7e16-456a-bb76-f9e2667656ef, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:15.895243 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.958774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] For port 48ab2073-7e16-456a-bb76-f9e2667656ef, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:15.962033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] For port 48ab2073-7e16-456a-bb76-f9e2667656ef, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48ab2073-7e16-456a-bb76-f9e2667656ef,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:15.979344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:15.994722 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 1e131769-0bde-4a27-a6d4-4e0a6354800a will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:16.065608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:16.093560 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:16.133343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd44ad-9188-4452-b955-c4a6eca7a2ee req-e3016d66-75f5-4607-9969-48ee854a8491 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:16.133923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fc75c-9665-42b4-a4e7-3d8fca6e3255 None None] Pushing event updated for resources: {'Port': ['ID=48ab2073-7e16-456a-bb76-f9e2667656ef,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:16.135794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32bd44ad-9188-4452-b955-c4a6eca7a2ee req-e3016d66-75f5-4607-9969-48ee854a8491 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0585701 Aug 27 16:42:16.153325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=1e131769-0bde-4a27-a6d4-4e0a6354800a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:16.166982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:16.176362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:16.182337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:16.185775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:16.187513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:16.201669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32bd44ad-9188-4452-b955-c4a6eca7a2ee req-3e4bc4b2-5775-42e2-92e6-370d529c6793 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512705 Aug 27 16:42:16.265739 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ef782665-468b-41b8-bd1c-fd8ac29dd015 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9393563 Aug 27 16:42:16.268128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47626) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:16.273711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7c5d6180-ebdc-43d5-b0c3-b8015811c998 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'f7a7f95c-512d-4800-99e7-2753cf34861e', 'ip_address': '2001:db8::a90a:d5b8:5916:6aeb'}], 'name': 'tempest-NetworksTestDHCPv6-961782569'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:16.532704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5d6180-ebdc-43d5-b0c3-b8015811c998 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:16.537849 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c5d6180-ebdc-43d5-b0c3-b8015811c998 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:16.555732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-7c5d6180-ebdc-43d5-b0c3-b8015811c998 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port e222aa57-1420-4419-99e2-87f6ea3b091c yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:16.744813 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5d6180-ebdc-43d5-b0c3-b8015811c998 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 16:42:16.745460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5d6180-ebdc-43d5-b0c3-b8015811c998 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:16.847834 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7c5d6180-ebdc-43d5-b0c3-b8015811c998 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5782142 Aug 27 16:42:16.851382 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47632) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:16.904645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31592759-65bd-4d39-95cf-9a3ff7e970c3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:16.912660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31592759-65bd-4d39-95cf-9a3ff7e970c3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:16.916848 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31592759-65bd-4d39-95cf-9a3ff7e970c3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0632892 Aug 27 16:42:16.917048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47636) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:17.013666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 1e131769-0bde-4a27-a6d4-4e0a6354800a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:17.014346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.109429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.121727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 1e131769-0bde-4a27-a6d4-4e0a6354800a owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:17.290315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48ab2073-7e16-456a-bb76-f9e2667656ef up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:17.330347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e6849f7e-9487-4186-a4ac-2c24342f5f58 None None] Provisioning for port 48ab2073-7e16-456a-bb76-f9e2667656ef completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:17.368049 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.377135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae6dd-8477-41f6-b6f0-a0d2f575b8b7 req-2e1b7734-cf2a-4ef0-b29e-234ca4d0a20e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:17.379447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e4ae6dd-8477-41f6-b6f0-a0d2f575b8b7 req-2e1b7734-cf2a-4ef0-b29e-234ca4d0a20e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0659001 Aug 27 16:42:17.398506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=1e131769-0bde-4a27-a6d4-4e0a6354800a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:17.413163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 48ab2073-7e16-456a-bb76-f9e2667656ef completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:17.417355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 48ab2073-7e16-456a-bb76-f9e2667656ef triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:17.418619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.444440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e4ae6dd-8477-41f6-b6f0-a0d2f575b8b7 req-067f4f32-6d06-4d2c-9fc5-8a76a7930804 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525835 Aug 27 16:42:17.475299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.480378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47642) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:17.481648 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-651b0f3d-fb70-4d1f-b02b-f9c39a344c33 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/1e131769-0bde-4a27-a6d4-4e0a6354800a HTTP/1.1" status: 204 len: 168 time: 0.5624647 Aug 27 16:42:17.540336 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.542019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d5040-6b1e-4a71-bb30-c0b30ce5018d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:17.544209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d5040-6b1e-4a71-bb30-c0b30ce5018d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:17.545811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ab9d5040-6b1e-4a71-bb30-c0b30ce5018d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0640292 Aug 27 16:42:17.548652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47644) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:17.569826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7858345a-d273-4f03-8e97-8c4a76d6ea32 None None] Could not find standard attr ID for object 1e131769-0bde-4a27-a6d4-4e0a6354800a. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:17.587532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 48ab2073-7e16-456a-bb76-f9e2667656ef, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48ab2073-7e16-456a-bb76-f9e2667656ef,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:17.612996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet f7a7f95c-512d-4800-99e7-2753cf34861e {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:17.617016 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.646768 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.666130 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.698000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=48ab2073-7e16-456a-bb76-f9e2667656ef,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:17.760461 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.904661 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.933815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a7f95c-512d-4800-99e7-2753cf34861e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:17.937839 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:17.939785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-60318cc4-d23a-40d2-9c1a-750aaed7cb36 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/f7a7f95c-512d-4800-99e7-2753cf34861e HTTP/1.1" status: 204 len: 168 time: 0.3899617 Aug 27 16:42:17.942276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47650) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:17.946822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a03581-93fe-4ff6-84c2-2f7d2cd9ad44 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:17.986474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6e5145ad-d81b-4216-804b-1c702279b76d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387802 Aug 27 16:42:17.986809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47652) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:17.996370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:18.131900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:18.133091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:18.137152 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.178726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] Deleting port 48ab2073-7e16-456a-bb76-f9e2667656ef {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:18.179050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.253652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] For port 48ab2073-7e16-456a-bb76-f9e2667656ef, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=48ab2073-7e16-456a-bb76-f9e2667656ef,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:18.254229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.272033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] Calling delete_port for 48ab2073-7e16-456a-bb76-f9e2667656ef owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:18.418698 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.452998 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.465265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:18.466728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:18.471769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:18.472435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.482449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=c1bd12c0-c9d2-4c71-b0e9-88db09035bcf,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:18.490678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] Pushing event deleted for resources: {'Port': ['ID=48ab2073-7e16-456a-bb76-f9e2667656ef,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:18.502307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc16bf6-5855-4b9c-b147-f3a9e444ec0e None None] No DVR routers for this DVR port 48ab2073-7e16-456a-bb76-f9e2667656ef on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:18.517286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd5127-8fd4-4f74-b9b4-fca30356681c None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:18.563371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-60488c07-72e2-4957-bea4-e6f3302b9125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5754135 Aug 27 16:42:18.566483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47658) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:18.573184 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-7662c9ab-f1cf-4744-ab1b-291345e1b960 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'c1bd12c0-c9d2-4c71-b0e9-88db09035bcf', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-787197412'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:18.585749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4880d-d073-448e-ba08-55f618e8e0b0 req-9f76c59c-d423-4d94-b5d4-bf808a42bc44 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:18.588225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8f4880d-d073-448e-ba08-55f618e8e0b0 req-9f76c59c-d423-4d94-b5d4-bf808a42bc44 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0555432 Aug 27 16:42:18.632210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8f4880d-d073-448e-ba08-55f618e8e0b0 req-b0a1ccb2-0989-4c6c-8ece-5fa9445cd294 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353093 Aug 27 16:42:18.707467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'c1bd12c0-c9d2-4c71-b0e9-88db09035bcf'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:18.708275 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.784770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7662c9ab-f1cf-4744-ab1b-291345e1b960 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:18.859183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/c1bd12c0-c9d2-4c71-b0e9-88db09035bcf/172a5373-3039-444e-8387-b879616fce3b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:18.872328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7662c9ab-f1cf-4744-ab1b-291345e1b960 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:18.891730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-7662c9ab-f1cf-4744-ab1b-291345e1b960 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 2226f243-9172-42d9-bb72-17012b097dee yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:19.020449 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.028617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Transition to ACTIVE for port object 172a5373-3039-444e-8387-b879616fce3b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:19.043004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Transition to ACTIVE for port object 172a5373-3039-444e-8387-b879616fce3b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:19.116031 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.144590 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7662c9ab-f1cf-4744-ab1b-291345e1b960 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:42:19.145123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7662c9ab-f1cf-4744-ab1b-291345e1b960 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:19.152669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:19.160573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:19.167332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:19.184434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Pushing event updated for resources: {'Port': ['ID=172a5373-3039-444e-8387-b879616fce3b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:19.207803 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7662c9ab-f1cf-4744-ab1b-291345e1b960 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6376703 Aug 27 16:42:19.214058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47664) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:19.239519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Attempting to bind port 172a5373-3039-444e-8387-b879616fce3b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:19.239519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Attempting to bind port 172a5373-3039-444e-8387-b879616fce3b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:19.239519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Attempting to bind port 172a5373-3039-444e-8387-b879616fce3b on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:19.242205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48ab2073-7e16-456a-bb76-f9e2667656ef no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:19.264146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 48ab2073-7e16-456a-bb76-f9e2667656ef {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:19.264493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 48ab2073-7e16-456a-bb76-f9e2667656ef not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:19.266200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:19.266575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:19.266974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.267397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:19.267876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Bound port: 172a5373-3039-444e-8387-b879616fce3b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:19.268256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.271613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed17537a-b5b7-48b7-9031-c77e81333b71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:19.275184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed17537a-b5b7-48b7-9031-c77e81333b71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0635536 Aug 27 16:42:19.275558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47666) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:19.331004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf48414-4955-4342-ba27-9cd97c80659b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:19.334805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] For port 172a5373-3039-444e-8387-b879616fce3b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:19.340702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] For port 172a5373-3039-444e-8387-b879616fce3b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=172a5373-3039-444e-8387-b879616fce3b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:19.341652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf48414-4955-4342-ba27-9cd97c80659b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:19.347150 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eaf48414-4955-4342-ba27-9cd97c80659b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0682433 Aug 27 16:42:19.347473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47668) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:19.401522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet c1bd12c0-c9d2-4c71-b0e9-88db09035bcf {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:19.405319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.413007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.446463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.482623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66394ac4-4886-4653-9e1d-de1c82100a62 None None] Pushing event updated for resources: {'Port': ['ID=172a5373-3039-444e-8387-b879616fce3b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:19.547041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.670280 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.700329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bd12c0-c9d2-4c71-b0e9-88db09035bcf,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:19.716241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:19.718266 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2f94a74-bc17-4be0-9f37-bb6070e7b431 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/c1bd12c0-c9d2-4c71-b0e9-88db09035bcf HTTP/1.1" status: 204 len: 168 time: 0.3696401 Aug 27 16:42:19.721186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47674) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:19.790538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d9f0145d-a9f8-4f66-9fb0-f0d8d76a0cc9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675068 Aug 27 16:42:19.794177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47678) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:19.800299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:19.874138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ea0e-b0fa-462a-a68a-2ada5f5bfb0f req-cbdbe2e2-8f9a-4b24-b094-1f39d4afb397 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:19.876230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63a8ea0e-b0fa-462a-a68a-2ada5f5bfb0f req-cbdbe2e2-8f9a-4b24-b094-1f39d4afb397 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.1479554 Aug 27 16:42:19.929418 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63a8ea0e-b0fa-462a-a68a-2ada5f5bfb0f req-ae6db71c-71ac-4c19-8a77-642c38484ea1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Aug 27 16:42:19.989866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:19.993638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.258820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.304840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:20.308268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:20.312449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:20.313047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.324802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=93591b69-c2c4-4a75-a822-d6f4c921124c,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:20.405187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2d13045a-57bf-4dc1-831d-ed3972cc596e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6076491 Aug 27 16:42:20.406400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47684) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:20.412272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-523a7898-7d7c-445f-a64e-51cfc39b81d8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1200782582', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:20.444765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8625846-0088-4972-b12b-fa278c944259 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:20.516549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-523a7898-7d7c-445f-a64e-51cfc39b81d8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.518037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-523a7898-7d7c-445f-a64e-51cfc39b81d8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.577861 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-523a7898-7d7c-445f-a64e-51cfc39b81d8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.607003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c9b5950f-ecc5-4c2c-ab9f-901f7791352c None None] Provisioning for port 172a5373-3039-444e-8387-b879616fce3b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:20.635749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1105dbde-2797-4e68-bf44-fa8533d9c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.676358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-523a7898-7d7c-445f-a64e-51cfc39b81d8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.772883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-523a7898-7d7c-445f-a64e-51cfc39b81d8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:20.774137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-523a7898-7d7c-445f-a64e-51cfc39b81d8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3664551 Aug 27 16:42:20.776980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47688) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:21.090658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:21.111991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943331c-ce20-480b-923e-c14b3edc7165 req-620ea5ac-468a-4272-b478-1e605712e4b5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:21.113400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e943331c-ce20-480b-923e-c14b3edc7165 req-620ea5ac-468a-4272-b478-1e605712e4b5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0891871 Aug 27 16:42:21.251077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e943331c-ce20-480b-923e-c14b3edc7165 req-f8daa330-6b24-47d6-9ee2-316c361177df tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007049 Aug 27 16:42:21.255499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 172a5373-3039-444e-8387-b879616fce3b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:21.361237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 172a5373-3039-444e-8387-b879616fce3b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:21.366658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 172a5373-3039-444e-8387-b879616fce3b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:21.366971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:21.408953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::1 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/93591b69-c2c4-4a75-a822-d6f4c921124c/a0d4a751-8c44-4665-9df2-f5cadf3e8320) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:21.455714 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:21.462440 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-3b6b7b8f-8a65-4eea-aa1a-6cf8275f396c service neutron] show failed (client error): The resource could not be found. Aug 27 16:42:21.463674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-3b6b7b8f-8a65-4eea-aa1a-6cf8275f396c service neutron] 10.222.0.97 "GET /v2.0/ports/9fad84d0-7109-4fd1-81a3-8833ceb7a236/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0990665 Aug 27 16:42:21.492441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 172a5373-3039-444e-8387-b879616fce3b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=172a5373-3039-444e-8387-b879616fce3b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:21.559397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:21.561323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:21.578195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object a0d4a751-8c44-4665-9df2-f5cadf3e8320 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:21.613084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=172a5373-3039-444e-8387-b879616fce3b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:21.687479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:21.729934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:21.738603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:21.743610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:21.744149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:21.749020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=a0d4a751-8c44-4665-9df2-f5cadf3e8320,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:21.946975 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.075367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5936583a-9ff5-43a4-a646-676e05c27717 None None] Provisioning for port a0d4a751-8c44-4665-9df2-f5cadf3e8320 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:22.081508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-504c80f8-2ea0-4205-ab23-86dec9c7acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:22.083057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5936583a-9ff5-43a4-a646-676e05c27717 None None] Provisioning complete for port a0d4a751-8c44-4665-9df2-f5cadf3e8320 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:22.083181 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-504c80f8-2ea0-4205-ab23-86dec9c7acfa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0810242 Aug 27 16:42:22.083922 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5936583a-9ff5-43a4-a646-676e05c27717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.096729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:22.129394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5936583a-9ff5-43a4-a646-676e05c27717 None None] Port a0d4a751-8c44-4665-9df2-f5cadf3e8320 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:42:22.167770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.408574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:22.445644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:22.496632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:42:22.499886 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7a9464-fda8-4b5c-b85a-fe615f15062e" -d '{"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:42:22.504218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.507415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27868555-3e98-45ee-9e1d-7e36176bf77d req-04c58e53-aae9-43df-a40b-438e33f4a2fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:22.508971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27868555-3e98-45ee-9e1d-7e36176bf77d req-04c58e53-aae9-43df-a40b-438e33f4a2fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0803676 Aug 27 16:42:22.525592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Transition to ACTIVE for port object 9fad84d0-7109-4fd1-81a3-8833ceb7a236 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:22.550702 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f2960f-2499-4ac7-bba5-b81c7b4c7258 x-openstack-request-id: req-a7f2960f-2499-4ac7-bba5-b81c7b4c7258 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:42:22.551105 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:42:22.551499 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a7f2960f-2499-4ac7-bba5-b81c7b4c7258 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:42:22.552021 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'code': 200} Aug 27 16:42:22.601189 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.603798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27868555-3e98-45ee-9e1d-7e36176bf77d req-6c789bb0-48e8-4143-82ed-eb63e057bc68 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827944 Aug 27 16:42:22.664606 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.734245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.735415 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:22.741690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:22.789603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] No DVR routers for this DVR port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:22.859139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=a0d4a751-8c44-4665-9df2-f5cadf3e8320,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:22.897197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:22.898637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:22.976626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:22.977077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:22.977763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:22.982793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:42:22.984016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Attempting to bind port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:22.989735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:22.990365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Checking segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:22.990968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Bound using segment: {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:22.991631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Bound port: 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7e3840-50b4-4344-bb05-3cefe8994b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:22.992224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.076475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:23.079964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:23.115474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Router 9f554554-cab2-422c-be7d-03541e7da760 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:42:23.173884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.216198 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91ee0472-75cf-4dc1-b1bc-c4939fb47fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.241139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.242769 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.244423 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] 10.222.0.90 "PUT /v2.0/ports/9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1092 time: 1.1526489 Aug 27 16:42:23.258235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c801aaab-c118-4e21-bc25-3269a217c7e2 None None] Provisioning complete for port a0d4a751-8c44-4665-9df2-f5cadf3e8320 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:23.258878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c801aaab-c118-4e21-bc25-3269a217c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.263257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:42:23.278420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-66c440dd-529b-4a6f-8a69-fd1a12fd096d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "PUT /v2.0/routers/9f554554-cab2-422c-be7d-03541e7da760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5003724 Aug 27 16:42:23.284374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47710) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:23.288475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Sync routers for ids ['9f554554-cab2-422c-be7d-03541e7da760'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:42:23.302832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 172a5373-3039-444e-8387-b879616fce3b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:23.318905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f63080-7a8e-4202-8346-ff5d38c0fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:23.340996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-455218a6-bbe2-44e5-ab96-034e50493646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.343436 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-455218a6-bbe2-44e5-ab96-034e50493646 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1095 time: 0.0698762 Aug 27 16:42:23.362146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af14e1d-ab39-43e4-95cd-e71824162b22 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.364320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9af14e1d-ab39-43e4-95cd-e71824162b22 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports/a0d4a751-8c44-4665-9df2-f5cadf3e8320 HTTP/1.1" status: 200 len: 911 time: 0.0787132 Aug 27 16:42:23.367179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47712) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:23.403541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.406814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Routers {'9f554554-cab2-422c-be7d-03541e7da760'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:23.407672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9f554554-cab2-422c-be7d-03541e7da760'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:23.413564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c801aaab-c118-4e21-bc25-3269a217c7e2 None None] Port a0d4a751-8c44-4665-9df2-f5cadf3e8320 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:42:23.444217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd9a647-2a16-4d00-8913-6fc2379a50ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.457420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd9a647-2a16-4d00-8913-6fc2379a50ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.461672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1fd9a647-2a16-4d00-8913-6fc2379a50ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0908797 Aug 27 16:42:23.461830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47714) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:23.467471 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.508517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-ce6837e6-9ad0-4238-ad46-194637cab22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.513226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-ce6837e6-9ad0-4238-ad46-194637cab22a service neutron] 10.222.0.90 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.1619382 Aug 27 16:42:23.559554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Set router 9f554554-cab2-422c-be7d-03541e7da760 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:42:23.611919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-83a15f63-7ce5-4cba-a129-3718e952a38e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1000 time: 0.0898044 Aug 27 16:42:23.612287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 172a5373-3039-444e-8387-b879616fce3b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:23.612810 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:23.698687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-71798807-0afa-45dd-b38d-bd0f61af674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.700215 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-71798807-0afa-45dd-b38d-bd0f61af674c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0776579 Aug 27 16:42:23.763719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-3569c559-34d8-4297-aca1-aa0417c0d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.766247 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-3569c559-34d8-4297-aca1-aa0417c0d212 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577958 Aug 27 16:42:23.862933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178befe2-af22-45e0-aaff-76586a8050bf req-891c6d22-4c32-45ac-ab2f-05010a63c5d4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:23.864958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-178befe2-af22-45e0-aaff-76586a8050bf req-891c6d22-4c32-45ac-ab2f-05010a63c5d4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 944 time: 0.1246309 Aug 27 16:42:23.870418 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-e9b7c6a9-5c40-4e29-8c7a-6d0863e18b71 service neutron] 10.222.0.90 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963500 Aug 27 16:42:23.891408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f554554-cab2-422c-be7d-03541e7da760', 'name': 'tempest-NetworksTestDHCPv6-router-1200782582', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:42:20Z', 'updated_at': '2021-08-27T16:42:21Z', 'revision_number': 2, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'gw_port_host': None, '_interfaces': [{'id': 'a0d4a751-8c44-4665-9df2-f5cadf3e8320', 'name': '', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'mac_address': 'fa:16:3e:9d:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f554554-cab2-422c-be7d-03541e7da760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '93591b69-c2c4-4a75-a822-d6f4c921124c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:42:21Z', 'updated_at': '2021-08-27T16:42:22Z', 'revision_number': 2, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'subnets': [{'id': '93591b69-c2c4-4a75-a822-d6f4c921124c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:23.937765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Checking router: 9f554554-cab2-422c-be7d-03541e7da760 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:42:23.938142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Updating router 9f554554-cab2-422c-be7d-03541e7da760 port a0d4a751-8c44-4665-9df2-f5cadf3e8320 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:42:23.971881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-178befe2-af22-45e0-aaff-76586a8050bf req-056c0e10-1ce6-48c8-864e-c66a33ac9166 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810249 Aug 27 16:42:24.003608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.011001 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-38d4d786-6c6d-46eb-8cda-f58ec9d5c69a service neutron] 10.222.0.90 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330161 Aug 27 16:42:24.088431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.282434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.304046 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.314532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Transition to ACTIVE for port object a0d4a751-8c44-4665-9df2-f5cadf3e8320 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:24.327704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port a0d4a751-8c44-4665-9df2-f5cadf3e8320 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:24.328303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.378212 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.422281 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.434879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdb899-477a-4b7a-b497-0b995122742a None None] Pushing event updated for resources: {'Port': ['ID=a0d4a751-8c44-4665-9df2-f5cadf3e8320,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:24.447246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for a0d4a751-8c44-4665-9df2-f5cadf3e8320 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:24.497131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Attempting to bind port a0d4a751-8c44-4665-9df2-f5cadf3e8320 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:24.497513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Attempting to bind port a0d4a751-8c44-4665-9df2-f5cadf3e8320 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:24.497888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Attempting to bind port a0d4a751-8c44-4665-9df2-f5cadf3e8320 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:24.505159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:24.505549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:24.505961 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.506579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:24.515888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Bound port: a0d4a751-8c44-4665-9df2-f5cadf3e8320, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:24.515888 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.521488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:24.552803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:42:24.555456 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c500cd70-e62c-4b88-bfec-89ce7d76c081" -d '{"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:42:24.670025 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ae7cf6-be3e-45b7-877c-3037af6096eb x-openstack-request-id: req-03ae7cf6-be3e-45b7-877c-3037af6096eb {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:42:24.673447 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:42:24.673447 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-03ae7cf6-be3e-45b7-877c-3037af6096eb {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:42:24.673447 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'status': 'completed', 'code': 200} Aug 27 16:42:24.674177 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.688140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:24.724104 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:42:24.724971 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:42:24.728129 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.740905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-ee7e6775-8d83-47e6-822b-425ce982a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:24.742575 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-ee7e6775-8d83-47e6-822b-425ce982a523 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1095 time: 0.0693564 Aug 27 16:42:24.763128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=a0d4a751-8c44-4665-9df2-f5cadf3e8320,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:24.767654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-ed918ed3-c234-4bbe-a332-e014408b2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:24.769703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-ed918ed3-c234-4bbe-a332-e014408b2ded service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1095 time: 0.0919132 Aug 27 16:42:24.797040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c382b432-d534-4e5f-8674-6e9c533ef7ae None None] Could not find standard attr ID for object a0d4a751-8c44-4665-9df2-f5cadf3e8320. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:24.847029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-3729d959-354e-4c40-9a3d-a1b2acd7a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:24.849235 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-3729d959-354e-4c40-9a3d-a1b2acd7a0bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.0996799 Aug 27 16:42:24.916734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:24.933577 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-f56d7605-0a37-419c-baf3-78cd7d509591 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1000 time: 0.0757582 Aug 27 16:42:24.998457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-ebeba8a4-6a5d-4518-991f-324faa15c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.001047 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-ebeba8a4-6a5d-4518-991f-324faa15c85d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0572109 Aug 27 16:42:25.036827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-6ac9aa73-b52c-44d9-b397-65137d04945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.038321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-6ac9aa73-b52c-44d9-b397-65137d04945d service neutron] 10.222.0.97 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.2473357 Aug 27 16:42:25.055397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-5c1325c3-7f38-42e4-b282-a4163beaafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.056811 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-5c1325c3-7f38-42e4-b282-a4163beaafaa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479109 Aug 27 16:42:25.159974 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-efff08b9-8586-4d51-8e7a-5f6b5d2e5ec0 service neutron] 10.222.0.90 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933144 Aug 27 16:42:25.198652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Router 9f554554-cab2-422c-be7d-03541e7da760 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:42:25.207739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-e9985d98-ad2e-4a3e-8db8-3e432e9186e4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1000 time: 0.1591489 Aug 27 16:42:25.239626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be0c4e-5a75-4b69-b249-e1c235604187 req-c399eae3-8fab-45de-b0b4-3f4efec1ae2c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.241458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2be0c4e-5a75-4b69-b249-e1c235604187 req-c399eae3-8fab-45de-b0b4-3f4efec1ae2c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 944 time: 0.1936898 Aug 27 16:42:25.261579 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-d2e7d1fc-d810-4d08-9914-2358b753c4e8 service neutron] 10.222.0.90 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937817 Aug 27 16:42:25.379584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:42:25.389429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5775621f-91e8-4aae-8263-af8e1ad20684 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "PUT /v2.0/routers/9f554554-cab2-422c-be7d-03541e7da760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243777 Aug 27 16:42:25.389429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-cadd147b-ded1-489b-9a79-b89818a51f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.390403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47736) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:25.390612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-cadd147b-ded1-489b-9a79-b89818a51f3d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.1738038 Aug 27 16:42:25.393854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2be0c4e-5a75-4b69-b249-e1c235604187 req-b57ac7b1-3a5a-4aa1-947a-966e77846c0c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290040 Aug 27 16:42:25.427192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Attempting to bind port a0d4a751-8c44-4665-9df2-f5cadf3e8320 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:25.427782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Attempting to bind port a0d4a751-8c44-4665-9df2-f5cadf3e8320 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:25.428071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Attempting to bind port a0d4a751-8c44-4665-9df2-f5cadf3e8320 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:25.435216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:25.435925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:25.437580 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:25.438143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:25.438773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Bound port: a0d4a751-8c44-4665-9df2-f5cadf3e8320, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:25.439379 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:25.459741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81b6c2-6347-41df-aa5a-a562144a5ce4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.461546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d81b6c2-6347-41df-aa5a-a562144a5ce4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.465774 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9d81b6c2-6347-41df-aa5a-a562144a5ce4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0712616 Aug 27 16:42:25.466283 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47738) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:25.470140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-31766bfb-0bed-49f6-bc5a-03a3e0586f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:25.471889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-31766bfb-0bed-49f6-bc5a-03a3e0586f13 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639415 Aug 27 16:42:25.474572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Port a0d4a751-8c44-4665-9df2-f5cadf3e8320 has been deleted concurrently {{(pid=95254) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 16:42:25.484258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Routers {'9f554554-cab2-422c-be7d-03541e7da760'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:25.484886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9f554554-cab2-422c-be7d-03541e7da760'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:25.522951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 93591b69-c2c4-4a75-a822-d6f4c921124c {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:25.526602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:25.565583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] Set router 9f554554-cab2-422c-be7d-03541e7da760 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:42:25.580482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:25.591604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-50d2a1e3-993c-455d-80f1-dd67971382e0 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119087 Aug 27 16:42:25.628994 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:25.637100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f554554-cab2-422c-be7d-03541e7da760', 'name': 'tempest-NetworksTestDHCPv6-router-1200782582', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:42:20Z', 'updated_at': '2021-08-27T16:42:24Z', 'revision_number': 3, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:25.673571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4799755-f373-480f-a1e0-dd313daa141e None None] The sync data for ids ['9f554554-cab2-422c-be7d-03541e7da760'] in n-d-806412-1 is: [{'id': '9f554554-cab2-422c-be7d-03541e7da760', 'name': 'tempest-NetworksTestDHCPv6-router-1200782582', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:42:20Z', 'updated_at': '2021-08-27T16:42:24Z', 'revision_number': 3, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:42:25.693673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c500cd70-e62c-4b88-bfec-89ce7d76c081 req-e012cbae-874e-4d9a-8850-3a6abf6962b4 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942047 Aug 27 16:42:25.773341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:25.800451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=93591b69-c2c4-4a75-a822-d6f4c921124c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:25.806386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:25.808513 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e2959040-60d6-45b5-bfb9-eaa3d3713367 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/93591b69-c2c4-4a75-a822-d6f4c921124c HTTP/1.1" status: 204 len: 168 time: 0.3410580 Aug 27 16:42:25.811188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47742) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:25.821780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3aa16-24ad-4b02-afa4-47fb0e4b0836 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:25.946367 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d82f7131-04b2-42d2-b6ad-66856deefef0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1331487 Aug 27 16:42:25.948737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47746) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:26.039215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:26.042272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd640c6e-4b07-4c1b-83ea-3dadab0d14a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.084937 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.111412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] Deleting port 172a5373-3039-444e-8387-b879616fce3b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:26.111898 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.187244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] For port 172a5373-3039-444e-8387-b879616fce3b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=172a5373-3039-444e-8387-b879616fce3b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:26.187805 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.201199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] Calling delete_port for 172a5373-3039-444e-8387-b879616fce3b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:26.213570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd640c6e-4b07-4c1b-83ea-3dadab0d14a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.215683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd640c6e-4b07-4c1b-83ea-3dadab0d14a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.349832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd640c6e-4b07-4c1b-83ea-3dadab0d14a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.350428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd640c6e-4b07-4c1b-83ea-3dadab0d14a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Fanout notify agent at l3_agent the message router_deleted on router 9f554554-cab2-422c-be7d-03541e7da760 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:42:26.361557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd640c6e-4b07-4c1b-83ea-3dadab0d14a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.365806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47750) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:26.366906 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd640c6e-4b07-4c1b-83ea-3dadab0d14a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/routers/9f554554-cab2-422c-be7d-03541e7da760 HTTP/1.1" status: 204 len: 168 time: 0.4169641 Aug 27 16:42:26.373852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:26.379508 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.408894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] No DVR routers for this DVR port 172a5373-3039-444e-8387-b879616fce3b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:26.418848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d442b50-2eaf-4cf5-8048-f358a06781a5 None None] Pushing event deleted for resources: {'Port': ['ID=172a5373-3039-444e-8387-b879616fce3b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:26.538833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33adfac-d577-41f7-a01d-221ff925b7a7 req-d83942b1-3052-4abe-bb09-c8f5c5986b75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:26.540465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b33adfac-d577-41f7-a01d-221ff925b7a7 req-d83942b1-3052-4abe-bb09-c8f5c5986b75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 944 time: 0.0532253 Aug 27 16:42:26.562879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:26.566445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:26.635992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b33adfac-d577-41f7-a01d-221ff925b7a7 req-e9d4c8f8-be77-4b7e-a7ec-693c58e8cba9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882509 Aug 27 16:42:26.698185 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] Sync routers for ids ['9f554554-cab2-422c-be7d-03541e7da760'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:42:26.709659 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] Routers set() bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:26.710095 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] Router IDs set() for agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:42:26.711099 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_agentschedulers_db [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f554554-cab2-422c-be7d-03541e7da760'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent'). {{(pid=95255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 16:42:26.720406 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] Routers set() bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:26.720781 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] Router IDs set() for agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:42:26.721384 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_agentschedulers_db [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9f554554-cab2-422c-be7d-03541e7da760'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent'). {{(pid=95255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 16:42:26.721764 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2406f03a-0381-4dcd-a70a-f2ca1375db1d None None] The sync data for ids ['9f554554-cab2-422c-be7d-03541e7da760'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:42:27.220565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-f56b351b-692f-4a7c-a899-28161de85609 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:27.221953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-f56b351b-692f-4a7c-a899-28161de85609 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 944 time: 0.1690586 Aug 27 16:42:27.231183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1b231-40eb-44af-bb3e-0e643f46ac7d req-d1adfe44-b2b2-4e9e-ae1e-f00c2bf6e3ba tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:27.232682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd1b231-40eb-44af-bb3e-0e643f46ac7d req-d1adfe44-b2b2-4e9e-ae1e-f00c2bf6e3ba tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 944 time: 0.1786959 Aug 27 16:42:27.233936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 172a5373-3039-444e-8387-b879616fce3b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:27.258038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 172a5373-3039-444e-8387-b879616fce3b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:27.258381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 172a5373-3039-444e-8387-b879616fce3b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:27.304854 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.326641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd1b231-40eb-44af-bb3e-0e643f46ac7d req-2668d18b-a355-4192-98f9-6ae8f4e97cf6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844862 Aug 27 16:42:27.356168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:27.363910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:27.369298 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-94e38fa5-562e-46b3-ac27-d691b20544d2 service neutron] delete failed (client error): The resource could not be found. Aug 27 16:42:27.370354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-94e38fa5-562e-46b3-ac27-d691b20544d2 service neutron] 10.222.0.97 "DELETE /v2.0/ports/9fad84d0-7109-4fd1-81a3-8833ceb7a236/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.1344047 Aug 27 16:42:27.373951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314af789-22b0-4638-8209-ba0620863949 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:27.375241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:27.375939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.407567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=674ae6b1-9ad8-4daa-b798-b68c9ec29032,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:27.468759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-80b5cf8f-d3c4-458d-bb26-e2f57ef46e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:27.470560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-80b5cf8f-d3c4-458d-bb26-e2f57ef46e9b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1095 time: 0.0514085 Aug 27 16:42:27.527322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-478d6a3a-23dc-4381-8a9e-03b6f07c4bfb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1566710 Aug 27 16:42:27.528189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47764) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:27.532874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4f500d55-428f-4f7c-a859-9c122d25dc41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-657787147', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:27.533819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '674ae6b1-9ad8-4daa-b798-b68c9ec29032'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:27.535538 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.574403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-f37d0623-11f9-4e8e-8a3c-695bbf624929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:27.575946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-f37d0623-11f9-4e8e-8a3c-695bbf624929 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.0987606 Aug 27 16:42:27.607348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f500d55-428f-4f7c-a859-9c122d25dc41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.608485 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f500d55-428f-4f7c-a859-9c122d25dc41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.658956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-16aa280d-b054-4f84-b24f-052beed1ffd7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 1000 time: 0.0761466 Aug 27 16:42:27.667247 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f500d55-428f-4f7c-a859-9c122d25dc41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.710753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-8355486a-a16b-4529-b943-44879f996d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:27.712525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-8355486a-a16b-4529-b943-44879f996d59 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0465353 Aug 27 16:42:27.715978 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f500d55-428f-4f7c-a859-9c122d25dc41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.718831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/674ae6b1-9ad8-4daa-b798-b68c9ec29032/c01fb44d-1213-4456-8811-09aeb608ce9f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:27.768259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-3bb5e6c5-3462-444e-a3ea-0fbae1a05f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:27.770405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-3bb5e6c5-3462-444e-a3ea-0fbae1a05f34 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490358 Aug 27 16:42:27.813669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4f500d55-428f-4f7c-a859-9c122d25dc41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.820004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47768) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:27.820318 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4f500d55-428f-4f7c-a859-9c122d25dc41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2900460 Aug 27 16:42:27.870617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:27.881649 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Transition to ACTIVE for port object c01fb44d-1213-4456-8811-09aeb608ce9f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:27.898323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Transition to ACTIVE for port object c01fb44d-1213-4456-8811-09aeb608ce9f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:27.945946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:42:28.004707 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.042174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-aaddb541-6d22-47a7-8c83-6fa872e64919 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651522 Aug 27 16:42:28.049643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:28.062636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:28.072383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:28.086965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Pushing event updated for resources: {'Port': ['ID=c01fb44d-1213-4456-8811-09aeb608ce9f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:28.144215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:28.163899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'port_id': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'mac_address': 'fa:16:3e:90:35:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:42:28.168579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Attempting to bind port c01fb44d-1213-4456-8811-09aeb608ce9f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:28.169494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Attempting to bind port c01fb44d-1213-4456-8811-09aeb608ce9f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:28.169494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Attempting to bind port c01fb44d-1213-4456-8811-09aeb608ce9f on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:28.195344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:28.195764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:28.196126 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.196524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:28.197009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Bound port: c01fb44d-1213-4456-8811-09aeb608ce9f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:28.197387 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.215055 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.221192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.254740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad84d0-7109-4fd1-81a3-8833ceb7a236 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:42:28.273471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ea50bb-91fd-4eee-b0b9-2b0c31901a26 req-448e135c-39f0-445c-8978-d09d6e668554 service neutron] 10.222.0.97 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031493 Aug 27 16:42:28.297706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:28.304193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] For port c01fb44d-1213-4456-8811-09aeb608ce9f, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:28.307397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] For port c01fb44d-1213-4456-8811-09aeb608ce9f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c01fb44d-1213-4456-8811-09aeb608ce9f,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:28.367957 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.418657 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.420465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:28.488874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6edb2-2236-4e66-8824-4b8ec310a3c1 None None] Pushing event updated for resources: {'Port': ['ID=c01fb44d-1213-4456-8811-09aeb608ce9f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:28.497700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d163c-0670-45c7-9315-648b0818bde9 req-0e411aa0-f1e7-4632-841b-06fe5fd7cfeb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:28.500147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d2d163c-0670-45c7-9315-648b0818bde9 req-0e411aa0-f1e7-4632-841b-06fe5fd7cfeb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 945 time: 0.0800111 Aug 27 16:42:28.600719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::1 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/674ae6b1-9ad8-4daa-b798-b68c9ec29032/a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:28.605585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d2d163c-0670-45c7-9315-648b0818bde9 req-05c41ee8-4a65-4880-8d04-17005cf22d1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987320 Aug 27 16:42:28.640355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['9fad84d0-7109-4fd1-81a3-8833ceb7a236'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:42:28.841175 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:28.862396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:28.984486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.029189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:29.040471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:29.044669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:29.045222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.084635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:29.224180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.271147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c01fb44d-1213-4456-8811-09aeb608ce9f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:29.372832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c01fb44d-1213-4456-8811-09aeb608ce9f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:29.547187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.607040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.608150 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.746255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:29.785970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004e075-99f0-4ed4-b564-57475789c2ee req-1b0346d0-2947-467a-a895-53bd02845194 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:29.787507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8004e075-99f0-4ed4-b564-57475789c2ee req-1b0346d0-2947-467a-a895-53bd02845194 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 945 time: 0.0819848 Aug 27 16:42:29.798101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:29.798101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:29.818581 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8d37334a-6e23-4b76-b397-6327bf80d9c7 None None] Provisioning for port c01fb44d-1213-4456-8811-09aeb608ce9f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:29.823345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8d37334a-6e23-4b76-b397-6327bf80d9c7 None None] Provisioning complete for port c01fb44d-1213-4456-8811-09aeb608ce9f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:29.823824 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d37334a-6e23-4b76-b397-6327bf80d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.918563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d37334a-6e23-4b76-b397-6327bf80d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:29.946379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:29.970546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8004e075-99f0-4ed4-b564-57475789c2ee req-c51665c8-b072-4eb0-a492-d3b073a9f806 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660523 Aug 27 16:42:29.985354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:29.986737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8d37334a-6e23-4b76-b397-6327bf80d9c7 None None] For port c01fb44d-1213-4456-8811-09aeb608ce9f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c01fb44d-1213-4456-8811-09aeb608ce9f,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:30.063314 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a94ee5ac-e755-4f83-b157-a0fbc69fe279 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/ee6375c8-af88-4d1b-9df6-e9f070ff362e HTTP/1.1" status: 200 len: 993 time: 0.0751593 Aug 27 16:42:30.069974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d37334a-6e23-4b76-b397-6327bf80d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.115438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Router 1d494d14-14db-4aa0-aa50-c892292979ba is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:42:30.117067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:30.124781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37334a-6e23-4b76-b397-6327bf80d9c7 None None] Pushing event updated for resources: {'Port': ['ID=c01fb44d-1213-4456-8811-09aeb608ce9f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:30.127886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:30.128435 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.216556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:42:30.225392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-54237636-8144-4f0a-9314-e8379684dd4b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "PUT /v2.0/routers/1d494d14-14db-4aa0-aa50-c892292979ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4013751 Aug 27 16:42:30.226664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Sync routers for ids ['1d494d14-14db-4aa0-aa50-c892292979ba'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:42:30.228475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47792) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:30.237506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.251313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Routers {'1d494d14-14db-4aa0-aa50-c892292979ba'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:30.251954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['1d494d14-14db-4aa0-aa50-c892292979ba'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:30.276113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b66859b-c0fc-47b1-b338-b64c5c9106f7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:30.277429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0b66859b-c0fc-47b1-b338-b64c5c9106f7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports/a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 HTTP/1.1" status: 200 len: 911 time: 0.0478210 Aug 27 16:42:30.279999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47796) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:30.297398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e41d72e-eadc-4fde-8052-572ce2dbb8bf None None] Provisioning for port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:30.331839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:42:30.334137 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22687c83-6fa5-48e8-a8a9-a166e4fc8d1c" -d '{"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-plugged", "status": "completed", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:42:30.337484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0e929-51b2-4438-b888-57f10f07a92a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:30.342198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e41d72e-eadc-4fde-8052-572ce2dbb8bf None None] Provisioning complete for port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:30.342818 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e41d72e-eadc-4fde-8052-572ce2dbb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.344146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0e929-51b2-4438-b888-57f10f07a92a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:30.345886 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-93a0e929-51b2-4438-b888-57f10f07a92a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0648198 Aug 27 16:42:30.349100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47800) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:30.379544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:30.401094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Set router 1d494d14-14db-4aa0-aa50-c892292979ba gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:42:30.403485 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6ddf3a-ee17-4ed2-885c-3f279a2f16c0 x-openstack-request-id: req-bd6ddf3a-ee17-4ed2-885c-3f279a2f16c0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:42:30.403771 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-plugged", "status": "completed", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:42:30.404020 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bd6ddf3a-ee17-4ed2-885c-3f279a2f16c0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:42:30.404402 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'code': 200} Aug 27 16:42:30.434772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0e41d72e-eadc-4fde-8052-572ce2dbb8bf None None] Port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:42:30.447650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.583031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:30.601414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f97ed8f2-ae4d-4638-9100-26e0e70fb606 None None] Provisioning complete for port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:30.601786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f97ed8f2-ae4d-4638-9100-26e0e70fb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.664097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f97ed8f2-ae4d-4638-9100-26e0e70fb606 None None] Port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:42:30.694129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d494d14-14db-4aa0-aa50-c892292979ba', 'name': 'tempest-NetworksTestDHCPv6-router-657787147', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:42:27Z', 'updated_at': '2021-08-27T16:42:29Z', 'revision_number': 2, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'gw_port_host': None, '_interfaces': [{'id': 'a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92', 'name': '', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'mac_address': 'fa:16:3e:35:42:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d494d14-14db-4aa0-aa50-c892292979ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '674ae6b1-9ad8-4daa-b798-b68c9ec29032', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:42:28Z', 'updated_at': '2021-08-27T16:42:29Z', 'revision_number': 2, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'subnets': [{'id': '674ae6b1-9ad8-4daa-b798-b68c9ec29032', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:30.700075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.727242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Checking router: 1d494d14-14db-4aa0-aa50-c892292979ba for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:42:30.727571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Updating router 1d494d14-14db-4aa0-aa50-c892292979ba port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:42:30.756509 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:30.926701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:30.927051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.016377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.027997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:31.029885 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.039721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Transition to ACTIVE for port object a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:31.121188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.208938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217b134-3599-4afe-8e4a-26319204cdcb None None] Pushing event updated for resources: {'Port': ['ID=a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:31.239254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Attempting to bind port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:31.239717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Attempting to bind port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:31.240098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Attempting to bind port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:31.245442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:31.245825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:31.246228 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.246619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:31.247080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Bound port: a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:31.247488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.270701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.287882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c01fb44d-1213-4456-8811-09aeb608ce9f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:31.297124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:31.407544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.526652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-176164b4-2136-46f4-a088-b67d8fca88b8 None None] Could not find standard attr ID for object a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:31.536717 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:42:31.537189 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:42:31.549346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c01fb44d-1213-4456-8811-09aeb608ce9f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:31.549995 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:31.613891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Router 1d494d14-14db-4aa0-aa50-c892292979ba has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:42:31.895735 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00425f8d-a9ff-4435-a892-a86b1251264d req-c5018889-0cc8-4d6f-bbc4-fcc6eb154a48 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270767 Aug 27 16:42:31.967863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00425f8d-a9ff-4435-a892-a86b1251264d req-833d966e-6de0-4617-8685-f616c41a728a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0303001 Aug 27 16:42:32.009709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00425f8d-a9ff-4435-a892-a86b1251264d req-78973e4a-bab3-4bbc-b23d-147f25875ec5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217595 Aug 27 16:42:32.048633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:42:32.052009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Attempting to bind port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:32.052496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Attempting to bind port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:32.053233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Attempting to bind port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:32.058209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3815db01-10db-4724-88cd-b5f0f67dd889 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "PUT /v2.0/routers/1d494d14-14db-4aa0-aa50-c892292979ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070415 Aug 27 16:42:32.058915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:32.059452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:32.059965 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.060550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:32.061041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47822) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:32.061223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Bound port: a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:32.061977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.105445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Port a23c7ae3-7ab0-4f58-97c1-858bfc0d9f92 has been deleted concurrently {{(pid=95254) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 16:42:32.116515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791378ce-c492-4a09-b840-44895b4c66e5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:32.119100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Routers {'1d494d14-14db-4aa0-aa50-c892292979ba'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:32.119955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['1d494d14-14db-4aa0-aa50-c892292979ba'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:32.124932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425f8d-a9ff-4435-a892-a86b1251264d req-a7ee1a5c-9793-45fb-b587-a0bee12d91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:32.126504 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-00425f8d-a9ff-4435-a892-a86b1251264d req-a7ee1a5c-9793-45fb-b587-a0bee12d91a9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1091120 Aug 27 16:42:32.129141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791378ce-c492-4a09-b840-44895b4c66e5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:32.130834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-791378ce-c492-4a09-b840-44895b4c66e5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688000 Aug 27 16:42:32.133389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47824) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:32.186886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 674ae6b1-9ad8-4daa-b798-b68c9ec29032 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:32.190364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.191523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] Set router 1d494d14-14db-4aa0-aa50-c892292979ba gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:42:32.236707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.247607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d494d14-14db-4aa0-aa50-c892292979ba', 'name': 'tempest-NetworksTestDHCPv6-router-657787147', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:42:27Z', 'updated_at': '2021-08-27T16:42:31Z', 'revision_number': 3, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:32.274461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a1d06-fe6a-4cdb-a6c2-72dd330ec12e None None] The sync data for ids ['1d494d14-14db-4aa0-aa50-c892292979ba'] in n-d-806412-1 is: [{'id': '1d494d14-14db-4aa0-aa50-c892292979ba', 'name': 'tempest-NetworksTestDHCPv6-router-657787147', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:42:27Z', 'updated_at': '2021-08-27T16:42:31Z', 'revision_number': 3, 'project_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:42:32.330430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.441560 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.474438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=674ae6b1-9ad8-4daa-b798-b68c9ec29032,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:32.478161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.480090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4de3f24d-1340-4c2f-927d-a9a1e9e4f32c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/674ae6b1-9ad8-4daa-b798-b68c9ec29032 HTTP/1.1" status: 204 len: 168 time: 0.3456538 Aug 27 16:42:32.482432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47830) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:32.488319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27274a1-7d98-477b-bce3-663054e06a3a None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:32.677294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47832) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:32.677461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a134e355-a8fc-4390-a5e8-ac8f6f7fad95 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1937621 Aug 27 16:42:32.712337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:32.792333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] Deleting port c01fb44d-1213-4456-8811-09aeb608ce9f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:32.792708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.901757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] For port c01fb44d-1213-4456-8811-09aeb608ce9f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c01fb44d-1213-4456-8811-09aeb608ce9f,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:32.902334 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:32.917642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] Calling delete_port for c01fb44d-1213-4456-8811-09aeb608ce9f owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:33.083005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:33.118203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] Pushing event deleted for resources: {'Port': ['ID=c01fb44d-1213-4456-8811-09aeb608ce9f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:33.123203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569d9ad-ad69-4c80-99b2-77d2ea18781f None None] No DVR routers for this DVR port c01fb44d-1213-4456-8811-09aeb608ce9f on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:33.151581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24f1a10a-4cd2-414f-9765-9ffd3dbd9400 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:33.284824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c01fb44d-1213-4456-8811-09aeb608ce9f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:33.312954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c01fb44d-1213-4456-8811-09aeb608ce9f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:33.313588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c01fb44d-1213-4456-8811-09aeb608ce9f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:33.344009 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24f1a10a-4cd2-414f-9765-9ffd3dbd9400 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:33.346458 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24f1a10a-4cd2-414f-9765-9ffd3dbd9400 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:33.471908 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] Sync routers for ids ['1d494d14-14db-4aa0-aa50-c892292979ba'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:42:33.481436 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] Routers set() bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:33.484341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24f1a10a-4cd2-414f-9765-9ffd3dbd9400 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:33.484462 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] Router IDs set() for agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:42:33.484706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f1a10a-4cd2-414f-9765-9ffd3dbd9400 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Fanout notify agent at l3_agent the message router_deleted on router 1d494d14-14db-4aa0-aa50-c892292979ba {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:42:33.484804 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d494d14-14db-4aa0-aa50-c892292979ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent'). {{(pid=95255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 16:42:33.492090 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] Routers set() bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:33.492490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] Router IDs set() for agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:42:33.493082 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d494d14-14db-4aa0-aa50-c892292979ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent'). {{(pid=95255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 16:42:33.493451 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b93da98-6afb-489b-bf7f-560fda122d0e None None] The sync data for ids ['1d494d14-14db-4aa0-aa50-c892292979ba'] in n-d-806412-1 is: [] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:42:33.500263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24f1a10a-4cd2-414f-9765-9ffd3dbd9400 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:33.504814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47840) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:33.511963 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24f1a10a-4cd2-414f-9765-9ffd3dbd9400 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/routers/1d494d14-14db-4aa0-aa50-c892292979ba HTTP/1.1" status: 204 len: 168 time: 0.8338192 Aug 27 16:42:33.541491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47844) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:33.543624 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7edde9c6-d0da-4242-bdf2-38de648129b6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0360618 Aug 27 16:42:33.604339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20818919-0428-4bfa-81c2-b7647d8345b6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:33.610483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-20818919-0428-4bfa-81c2-b7647d8345b6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0642242 Aug 27 16:42:33.610769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47846) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:33.653201 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a7de9fbc-2a13-4ff8-8d2f-1213c8aaecba tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402257 Aug 27 16:42:33.657846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47848) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:33.663115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:33.818029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:33.821786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.158980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:42:34.160448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.204415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:34.207670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:34.213378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:34.213978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.218607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2737b0-e339-46a1-bae5-15fe3be10aa0 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:34.230918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=947c9947-88ed-4964-bee3-d45a300550a2,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:34.323031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e328a46a-e0bf-4a60-875f-3305f4d23943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6630876 Aug 27 16:42:34.324792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47860) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:34.329872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:34.427596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '947c9947-88ed-4964-bee3-d45a300550a2'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:34.428646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.527164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:34.531960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.566146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Allocated IP 2001:db8::f816:3eff:fefe:fe63 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/947c9947-88ed-4964-bee3-d45a300550a2/24449a05-e088-45ba-9dae-ab41ddcd9112) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:34.720243 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.730080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Transition to ACTIVE for port object 24449a05-e088-45ba-9dae-ab41ddcd9112 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:34.746413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Transition to ACTIVE for port object 24449a05-e088-45ba-9dae-ab41ddcd9112 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:34.801619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.839255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:34.844075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:34.847679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:34.857833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Pushing event updated for resources: {'Port': ['ID=24449a05-e088-45ba-9dae-ab41ddcd9112,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:34.862868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.919668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:34.922346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Attempting to bind port 24449a05-e088-45ba-9dae-ab41ddcd9112 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:34.922728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Attempting to bind port 24449a05-e088-45ba-9dae-ab41ddcd9112 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:34.923109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Attempting to bind port 24449a05-e088-45ba-9dae-ab41ddcd9112 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:34.924767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:34.934407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:34.935098 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.937398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:34.937922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:34.938369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.938900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:34.940296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Bound port: 24449a05-e088-45ba-9dae-ab41ddcd9112, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:34.940296 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:34.940541 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=a772a993-079d-4115-8b08-92455207acf7,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:35.006176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] For port 24449a05-e088-45ba-9dae-ab41ddcd9112, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:35.009134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] For port 24449a05-e088-45ba-9dae-ab41ddcd9112, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=24449a05-e088-45ba-9dae-ab41ddcd9112,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:35.013752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-02b926c0-0f73-4a35-a815-1d5fe4ff70f3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6878760 Aug 27 16:42:35.016617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47868) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:35.021718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:83:95:8b', 'name': 'tempest-NetworksTestDHCPv6-1078285125'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:35.167357 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:35.230228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e24d10-a94d-4b15-b65d-493a0ce1be92 None None] Pushing event updated for resources: {'Port': ['ID=24449a05-e088-45ba-9dae-ab41ddcd9112,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:35.275831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:35.388738 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:35.419520 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port f59ceffa-ecef-44ec-be0e-76834667c136 yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:35.599955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 172.20.0.14 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/a772a993-079d-4115-8b08-92455207acf7/f59ceffa-ecef-44ec-be0e-76834667c136) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:35.606368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe83:958b (257aa7b2-554f-49ad-a758-8c2dc7723d3d/947c9947-88ed-4964-bee3-d45a300550a2/f59ceffa-ecef-44ec-be0e-76834667c136) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:35.750636 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:35.763314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object f59ceffa-ecef-44ec-be0e-76834667c136 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:35.864996 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:35.920571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:35.924294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:35.930424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:35.962387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=f59ceffa-ecef-44ec-be0e-76834667c136,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:35.986947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:35.989465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.073166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c4997647-2439-4a0f-bba6-13aca0d2e42e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0530639 Aug 27 16:42:36.073572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47882) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:36.133211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d90d0-af98-4db0-9fde-0066e9185ba7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:36.140591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d90d0-af98-4db0-9fde-0066e9185ba7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:36.141775 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fc3d90d0-af98-4db0-9fde-0066e9185ba7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0671482 Aug 27 16:42:36.144424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:36.199195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56eab0d-df9e-4dd8-9d37-d62995a5ee73 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:36.243193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port f59ceffa-ecef-44ec-be0e-76834667c136 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:36.243590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.333782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e5d5c15e-8419-47b2-a95f-d95925f68102 None None] Provisioning for port 24449a05-e088-45ba-9dae-ab41ddcd9112 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:36.336970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.363355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for f59ceffa-ecef-44ec-be0e-76834667c136 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:36.449754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] Update dhcp port {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': '947c9947-88ed-4964-bee3-d45a300550a2', 'ip_address': '2001:db8::f816:3eff:fefe:fe63'}, {'subnet_id': 'a772a993-079d-4115-8b08-92455207acf7'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '24449a05-e088-45ba-9dae-ab41ddcd9112'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:42:36.476953 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.612639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.643577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] Allocated IP 172.20.0.2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/a772a993-079d-4115-8b08-92455207acf7/24449a05-e088-45ba-9dae-ab41ddcd9112) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:36.644242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=f59ceffa-ecef-44ec-be0e-76834667c136,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:36.739006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.743040 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0d089da-5fee-4901-9e09-18657500e057 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/f59ceffa-ecef-44ec-be0e-76834667c136 HTTP/1.1" status: 204 len: 168 time: 0.5974336 Aug 27 16:42:36.743601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47890) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:36.751297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] For port 24449a05-e088-45ba-9dae-ab41ddcd9112, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=24449a05-e088-45ba-9dae-ab41ddcd9112,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:36.782016 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.795451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] Transition to ACTIVE for port object 24449a05-e088-45ba-9dae-ab41ddcd9112 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:36.796921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09628a0-062c-46e6-ada7-f5b421929f1e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:36.798458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09628a0-062c-46e6-ada7-f5b421929f1e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:36.800252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09628a0-062c-46e6-ada7-f5b421929f1e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:36.801803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a09628a0-062c-46e6-ada7-f5b421929f1e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0571918 Aug 27 16:42:36.804467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47892) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:36.854804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 947c9947-88ed-4964-bee3-d45a300550a2 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:36.857948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.859464 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.910851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:36.960121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab0103-e974-4ef7-8a6a-932e98aafcc9 None None] Pushing event updated for resources: {'Port': ['ID=24449a05-e088-45ba-9dae-ab41ddcd9112,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:37.010507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.167700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.204209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=947c9947-88ed-4964-bee3-d45a300550a2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:37.212567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.221509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/947c9947-88ed-4964-bee3-d45a300550a2 HTTP/1.1" status: 204 len: 168 time: 0.4137704 Aug 27 16:42:37.223107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:37.229309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.229689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.230036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.230380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.230723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.231058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.231414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.231746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.232077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.232407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.232740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.233067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c43d7-9b06-45a5-aa4a-b2df4fa2983f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:37.301423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet a772a993-079d-4115-8b08-92455207acf7 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:37.305872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.310688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 24449a05-e088-45ba-9dae-ab41ddcd9112 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:37.372555 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.430065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 24449a05-e088-45ba-9dae-ab41ddcd9112 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:37.467345 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.575025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b542cb0-6465-49f4-9f03-6ae6abb9d24d None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:37.601778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.634937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=a772a993-079d-4115-8b08-92455207acf7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:37.642025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.646507 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d48e8bec-2321-4f3e-9a1f-84dcb7080ebd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/a772a993-079d-4115-8b08-92455207acf7 HTTP/1.1" status: 204 len: 168 time: 0.4235067 Aug 27 16:42:37.646700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:37.664262 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] Could not find standard attr ID for object f59ceffa-ecef-44ec-be0e-76834667c136. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:37.693546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ba922f01-b0d4-42f6-8ded-f5421f6d851f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416925 Aug 27 16:42:37.694659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47908) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:37.700758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:37.755000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] Provisioning for port 24449a05-e088-45ba-9dae-ab41ddcd9112 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:37.763765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] Provisioning complete for port 24449a05-e088-45ba-9dae-ab41ddcd9112 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:37.764155 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.792684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:37.829620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:37.833403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.881749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] Deleting port 24449a05-e088-45ba-9dae-ab41ddcd9112 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:37.882271 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.929681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.973504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] For port 24449a05-e088-45ba-9dae-ab41ddcd9112, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=24449a05-e088-45ba-9dae-ab41ddcd9112,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:37.974549 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:37.994219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] For port 24449a05-e088-45ba-9dae-ab41ddcd9112, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=24449a05-e088-45ba-9dae-ab41ddcd9112,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:37.995460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] Calling delete_port for 24449a05-e088-45ba-9dae-ab41ddcd9112 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:38.059209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:38.121016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b1045-939b-4e4f-939d-7d094821c4ca None None] Pushing event updated for resources: {'Port': ['ID=24449a05-e088-45ba-9dae-ab41ddcd9112,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:38.167248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:38.197256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] Pushing event deleted for resources: {'Port': ['ID=24449a05-e088-45ba-9dae-ab41ddcd9112,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:38.205211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ccd76-9509-4a49-a9e2-7dcc6e4128f9 None None] No DVR routers for this DVR port 24449a05-e088-45ba-9dae-ab41ddcd9112 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:38.230473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:42:38.393231 n-d-806412-1 neutron-server[95253]: WARNING neutron.services.revisions.revision_plugin [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Could not find related port for resource to bump revision. Aug 27 16:42:38.458395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_pluggable_backend [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Port 24449a05-e088-45ba-9dae-ab41ddcd9112 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 27 16:42:38.458631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_pluggable_backend [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Reverting IP allocation for 2001:db8::f816:3eff:fefe:fe63 {{(pid=95253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 27 16:42:38.462292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_pluggable_backend [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefe:fe63 {{(pid=95253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 27 16:42:38.463478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:38.506043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:38.509152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:38.513187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:38.513765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:38.518489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93088c90-2527-4e46-914d-402957c863f8 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:38.525155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:38.590560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-289e4032-d294-4047-a9e5-fdb47c0b9d14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8946426 Aug 27 16:42:38.593401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47920) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:38.598577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:38.687442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:38.688338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:38.813364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:38.816976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:38.823131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Allocated IP 2001:db8::f816:3eff:fe28:85fa (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6/dbf89eee-4dcf-4393-9396-2602c85e2c72) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:38.972007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:38.982104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Transition to ACTIVE for port object dbf89eee-4dcf-4393-9396-2602c85e2c72 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:39.004143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Transition to ACTIVE for port object dbf89eee-4dcf-4393-9396-2602c85e2c72 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:39.065824 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.104624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:39.111351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:39.116540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:39.120155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Pushing event updated for resources: {'Port': ['ID=dbf89eee-4dcf-4393-9396-2602c85e2c72,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:39.132634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.174569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:39.180528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:39.180710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Attempting to bind port dbf89eee-4dcf-4393-9396-2602c85e2c72 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:39.182851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:39.183378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.184759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Attempting to bind port dbf89eee-4dcf-4393-9396-2602c85e2c72 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:39.185208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Attempting to bind port dbf89eee-4dcf-4393-9396-2602c85e2c72 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:39.192470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:39.192843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:39.193249 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.193641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:39.194604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Bound port: dbf89eee-4dcf-4393-9396-2602c85e2c72, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:39.195129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.207634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=0d5a6eab-fa14-42f7-8cf7-b595821d1fb0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:39.248436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f85615d2-1dd9-4a91-b550-4f35cf52e773 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6532495 Aug 27 16:42:39.248640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 24449a05-e088-45ba-9dae-ab41ddcd9112 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:39.251352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:39.260560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:46:cc:cd', 'name': 'tempest-NetworksTestDHCPv6-1319618368'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:39.277975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 24449a05-e088-45ba-9dae-ab41ddcd9112 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:39.278324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 24449a05-e088-45ba-9dae-ab41ddcd9112 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:39.289054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] For port dbf89eee-4dcf-4393-9396-2602c85e2c72, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:39.292799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] For port dbf89eee-4dcf-4393-9396-2602c85e2c72, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dbf89eee-4dcf-4393-9396-2602c85e2c72,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:39.367686 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.435609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a76ab-051e-46fc-b53d-f79787b00362 None None] Pushing event updated for resources: {'Port': ['ID=dbf89eee-4dcf-4393-9396-2602c85e2c72,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:39.435790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:39.536053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.559794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 2423e4db-ca6b-407e-b403-119cfb9b608f yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:39.744187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 172.20.0.4 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/0d5a6eab-fa14-42f7-8cf7-b595821d1fb0/2423e4db-ca6b-407e-b403-119cfb9b608f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:39.751849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe46:cccd (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6/2423e4db-ca6b-407e-b403-119cfb9b608f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:39.902540 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:39.921833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 2423e4db-ca6b-407e-b403-119cfb9b608f will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:40.041983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:40.091196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:40.094911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:40.097437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:40.140756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=2423e4db-ca6b-407e-b403-119cfb9b608f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:40.161938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:40.162650 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:40.247786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d39477a-b228-4548-b511-0acade18b31e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9947231 Aug 27 16:42:40.251577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47936) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:40.305166 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c85237-6428-46b5-b4d6-8587be423592 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:40.312042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c85237-6428-46b5-b4d6-8587be423592 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:40.314170 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-23c85237-6428-46b5-b4d6-8587be423592 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0614738 Aug 27 16:42:40.316853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47938) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:40.398286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62dbe8d-4ab6-4b29-98ab-81c4e6f03185 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:40.425370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 2423e4db-ca6b-407e-b403-119cfb9b608f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:40.425736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:40.514608 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:40.528225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 2423e4db-ca6b-407e-b403-119cfb9b608f owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:40.663982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d0b053cf-41fc-4ffd-a6cd-894564b6a06d None None] Provisioning for port dbf89eee-4dcf-4393-9396-2602c85e2c72 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:40.771670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] Update dhcp port {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6', 'ip_address': '2001:db8::f816:3eff:fe28:85fa'}, {'subnet_id': '0d5a6eab-fa14-42f7-8cf7-b595821d1fb0'}], 'binding:host_id': 'n-d-806412-1'}, 'id': 'dbf89eee-4dcf-4393-9396-2602c85e2c72'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:42:40.795385 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:40.796308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:40.831902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=2423e4db-ca6b-407e-b403-119cfb9b608f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:40.918386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:40.923120 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e2328d48-7c81-4769-9fd0-14deb12cfcbb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/2423e4db-ca6b-407e-b403-119cfb9b608f HTTP/1.1" status: 204 len: 168 time: 0.6024945 Aug 27 16:42:40.923425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:40.971379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] Allocated IP 172.20.0.2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/0d5a6eab-fa14-42f7-8cf7-b595821d1fb0/dbf89eee-4dcf-4393-9396-2602c85e2c72) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:40.977676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abe5a2-26ae-4e60-942a-ca8d92f32349 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:40.979476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abe5a2-26ae-4e60-942a-ca8d92f32349 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:40.981015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abe5a2-26ae-4e60-942a-ca8d92f32349 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:40.985844 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-42abe5a2-26ae-4e60-942a-ca8d92f32349 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0582001 Aug 27 16:42:40.986532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47942) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:41.048839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 0d5a6eab-fa14-42f7-8cf7-b595821d1fb0 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:41.076320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] For port dbf89eee-4dcf-4393-9396-2602c85e2c72, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dbf89eee-4dcf-4393-9396-2602c85e2c72,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:41.104709 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.118478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] Transition to ACTIVE for port object dbf89eee-4dcf-4393-9396-2602c85e2c72 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:41.196135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.196842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.251655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.291859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dbf89eee-4dcf-4393-9396-2602c85e2c72 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:41.318326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6142d-5465-4924-93c4-0f71286f8bc3 None None] Pushing event updated for resources: {'Port': ['ID=dbf89eee-4dcf-4393-9396-2602c85e2c72,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:41.347801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.441485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port dbf89eee-4dcf-4393-9396-2602c85e2c72 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:41.521929 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.548761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5a6eab-fa14-42f7-8cf7-b595821d1fb0,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:41.554875 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.558903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f0615237-1a9d-4268-a29e-34626e5e7ffc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/0d5a6eab-fa14-42f7-8cf7-b595821d1fb0 HTTP/1.1" status: 204 len: 168 time: 0.5690598 Aug 27 16:42:41.559136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47950) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:41.614921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:41.618549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.662458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.759797 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.879587 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:42:41.908582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6398f7-3339-4c23-8fb8-12a243f57f77 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:41.916233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.945578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:41.947816 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:41.949876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b0fea5d1-71d9-4090-a441-a2deb42a10b8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6 HTTP/1.1" status: 204 len: 168 time: 0.3895767 Aug 27 16:42:41.952549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47954) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:42.005279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3d8f0283-4a38-458c-a0bc-49b8c9a424a5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513375 Aug 27 16:42:42.007890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 47958) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:42.012916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:42.097574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] Provisioning for port dbf89eee-4dcf-4393-9396-2602c85e2c72 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:42.101935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] Provisioning complete for port dbf89eee-4dcf-4393-9396-2602c85e2c72 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:42.102546 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.150972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:42.183994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:42.188240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.211184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.257260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] For port dbf89eee-4dcf-4393-9396-2602c85e2c72, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dbf89eee-4dcf-4393-9396-2602c85e2c72,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:42.258975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] Deleting port dbf89eee-4dcf-4393-9396-2602c85e2c72 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:42.259376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.321230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] For port dbf89eee-4dcf-4393-9396-2602c85e2c72, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dbf89eee-4dcf-4393-9396-2602c85e2c72,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:42.321642 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.335391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] Calling delete_port for dbf89eee-4dcf-4393-9396-2602c85e2c72 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:42.382637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.414870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] Could not find standard attr ID for object 2423e4db-ca6b-407e-b403-119cfb9b608f. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:42.447228 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.459598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d06ca8-e423-4a40-b3ff-e7ba88f50171 None None] Pushing event updated for resources: {'Port': ['ID=dbf89eee-4dcf-4393-9396-2602c85e2c72,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:42.493784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:42.496992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:42.500649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:42.501243 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.515025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=6732cf6c-1dbd-4d8f-a860-83920f12b523,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:42.527319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.552498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] Pushing event deleted for resources: {'Port': ['ID=dbf89eee-4dcf-4393-9396-2602c85e2c72,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:42.557891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a5d0e-4022-486e-ba4d-1fcb56b49ebb None None] No DVR routers for this DVR port dbf89eee-4dcf-4393-9396-2602c85e2c72 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:42.573811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-69f7a2d3-a990-49b3-af70-d8b9182038a8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5647209 Aug 27 16:42:42.575247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e6322a-5eae-4819-950a-bb8330d46f0c None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:42.576412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47966) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:42.583107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:42.739112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '6732cf6c-1dbd-4d8f-a860-83920f12b523'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:42.740012 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.761413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:42.768893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:42.885731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Allocated IP 172.20.0.2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/6732cf6c-1dbd-4d8f-a860-83920f12b523/66223e5f-4115-4ae2-9e97-a3352e0df60c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:43.037441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.045713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Transition to ACTIVE for port object 66223e5f-4115-4ae2-9e97-a3352e0df60c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:43.063013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Transition to ACTIVE for port object 66223e5f-4115-4ae2-9e97-a3352e0df60c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:43.133406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.176620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:43.182440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:43.190196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:43.193583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Pushing event updated for resources: {'Port': ['ID=66223e5f-4115-4ae2-9e97-a3352e0df60c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:43.213188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:42:43.255203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Attempting to bind port 66223e5f-4115-4ae2-9e97-a3352e0df60c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:43.255692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Attempting to bind port 66223e5f-4115-4ae2-9e97-a3352e0df60c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:43.256155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Attempting to bind port 66223e5f-4115-4ae2-9e97-a3352e0df60c on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:43.260879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dbf89eee-4dcf-4393-9396-2602c85e2c72 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:43.281646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:43.282103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:43.282599 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.283086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:43.283682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Bound port: 66223e5f-4115-4ae2-9e97-a3352e0df60c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:43.284157 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.287142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: dbf89eee-4dcf-4393-9396-2602c85e2c72 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:43.287602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dbf89eee-4dcf-4393-9396-2602c85e2c72 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:43.355538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] For port 66223e5f-4115-4ae2-9e97-a3352e0df60c, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:43.359680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] For port 66223e5f-4115-4ae2-9e97-a3352e0df60c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=66223e5f-4115-4ae2-9e97-a3352e0df60c,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:43.431741 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.497735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebd949-37c6-4bb8-98ba-3e14f21a4c2f None None] Pushing event updated for resources: {'Port': ['ID=66223e5f-4115-4ae2-9e97-a3352e0df60c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:43.536511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.739331 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] For port 66223e5f-4115-4ae2-9e97-a3352e0df60c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=66223e5f-4115-4ae2-9e97-a3352e0df60c,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:43.790382 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.836073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.836879 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.913132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:43.926034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:43.932285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:43.932891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:43.938167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=66223e5f-4115-4ae2-9e97-a3352e0df60c,revision_number=4']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:43.950561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=52325a95-c39c-44d9-a931-4ce665e34889,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:43.954477 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.954840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.955232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.955565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.955905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.956240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.956575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.956904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.957232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.957558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.957890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.958230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.969170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.969549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.969940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.970203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.970549 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.970887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.971222 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.971583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.971917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.972252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.972615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:43.972947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:42:44.021478 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6ee4a739-cd84-4ad8-96bc-98d586378968 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4406724 Aug 27 16:42:44.022379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 47988) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:44.027335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:93:63:ef', 'name': 'tempest-NetworksTestDHCPv6-258604383'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:44.195558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:44.200271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:44.224481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 33a9d8c2-a9ac-46f7-b14a-1effa6987373 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:44.402365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 172.20.0.14 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/6732cf6c-1dbd-4d8f-a860-83920f12b523/33a9d8c2-a9ac-46f7-b14a-1effa6987373) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:44.409367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe93:63ef (257aa7b2-554f-49ad-a758-8c2dc7723d3d/52325a95-c39c-44d9-a931-4ce665e34889/33a9d8c2-a9ac-46f7-b14a-1effa6987373) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:44.567953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:44.582514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 33a9d8c2-a9ac-46f7-b14a-1effa6987373 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:44.626626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1833e38d-d141-4684-86f4-8aaedbd84677 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:44.704340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:44.749442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:44.754886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:44.757370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:44.785165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=33a9d8c2-a9ac-46f7-b14a-1effa6987373,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:44.791387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15982fd8-8424-4f98-bad2-d7b95b2aac7d None None] Provisioning for port 66223e5f-4115-4ae2-9e97-a3352e0df60c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:44.820794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:44.821466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:44.899260 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-668f9675-7598-422f-97c3-9136c88c0695 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8753839 Aug 27 16:42:44.901450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48004) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:44.969607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b4c40-ee3c-4685-9720-c0e3a378d3de tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:44.975932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b4c40-ee3c-4685-9720-c0e3a378d3de tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:44.982223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48006) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:44.983820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a0b4c40-ee3c-4685-9720-c0e3a378d3de tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0810378 Aug 27 16:42:45.091725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 33a9d8c2-a9ac-46f7-b14a-1effa6987373 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:45.092077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.187229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.200767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 33a9d8c2-a9ac-46f7-b14a-1effa6987373 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:45.285591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 66223e5f-4115-4ae2-9e97-a3352e0df60c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:45.427959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 66223e5f-4115-4ae2-9e97-a3352e0df60c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:45.432646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:45.433293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.460210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6263c913-084f-4235-8de7-d65e6841d5cd None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:45.461966 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6263c913-084f-4235-8de7-d65e6841d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.517975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.579940 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=33a9d8c2-a9ac-46f7-b14a-1effa6987373,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:45.601455 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6263c913-084f-4235-8de7-d65e6841d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.611857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.646276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.649133 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6e2c2fbf-3086-4208-9c02-39d927221bc6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/33a9d8c2-a9ac-46f7-b14a-1effa6987373 HTTP/1.1" status: 204 len: 168 time: 0.6656923 Aug 27 16:42:45.651695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48016) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:45.661682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6263c913-084f-4235-8de7-d65e6841d5cd None None] For port 66223e5f-4115-4ae2-9e97-a3352e0df60c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=66223e5f-4115-4ae2-9e97-a3352e0df60c,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:45.714538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f54ac5-84ac-4ca0-8448-2d1c1a7a6150 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:45.716180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f54ac5-84ac-4ca0-8448-2d1c1a7a6150 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:45.718146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f54ac5-84ac-4ca0-8448-2d1c1a7a6150 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:45.719784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-67f54ac5-84ac-4ca0-8448-2d1c1a7a6150 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0667577 Aug 27 16:42:45.722625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48020) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:45.729221 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6263c913-084f-4235-8de7-d65e6841d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.738152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6263c913-084f-4235-8de7-d65e6841d5cd None None] Could not find standard attr ID for object 33a9d8c2-a9ac-46f7-b14a-1effa6987373. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:45.792552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 52325a95-c39c-44d9-a931-4ce665e34889 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:45.796756 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.835025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:42:45.835432 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:42:45.838470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263c913-084f-4235-8de7-d65e6841d5cd None None] Pushing event updated for resources: {'Port': ['ID=66223e5f-4115-4ae2-9e97-a3352e0df60c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:45.849071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:45.855732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ee230f7e-4033-48c7-9cb5-bfaa6e705f5b None None] Could not find standard attr ID for object 2423e4db-ca6b-407e-b403-119cfb9b608f. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:45.961104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.071566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0165c200-6fb2-4668-aba2-546229e29d02 None None] Could not find standard attr ID for object 33a9d8c2-a9ac-46f7-b14a-1effa6987373. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:46.138510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.170139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=52325a95-c39c-44d9-a931-4ce665e34889,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:46.172817 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.174919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b11409b5-6fcd-44be-9934-aad6c86d93a9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/52325a95-c39c-44d9-a931-4ce665e34889 HTTP/1.1" status: 204 len: 168 time: 0.4511738 Aug 27 16:42:46.178666 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48026) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:46.248766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 6732cf6c-1dbd-4d8f-a860-83920f12b523 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:46.253076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.298730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498612de-cc04-47f2-b14f-127ea64ab034 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:46.299013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.411883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.544802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.573138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=6732cf6c-1dbd-4d8f-a860-83920f12b523,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:46.579176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.581165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7e4614d6-a0ad-4ba3-b7bc-c00fa39ecad7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/6732cf6c-1dbd-4d8f-a860-83920f12b523 HTTP/1.1" status: 204 len: 168 time: 0.4013245 Aug 27 16:42:46.583603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48034) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:46.635307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c748399c-747c-49be-b868-88737d3d4be9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502853 Aug 27 16:42:46.637615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48036) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:46.643005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:46.806879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:46.810507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:46.974774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad56dea-8804-4c9d-8c87-d2273c196d69 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:47.047527 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:47.056500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cf6f03b0-840b-4333-882c-e36cc3752ec2 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:47.056646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf6f03b0-840b-4333-882c-e36cc3752ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:47.097745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:47.100827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:47.105010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:47.105909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:47.118154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=a1887f1c-cc31-4512-9d64-67c88f86e282,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:47.168029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4be15ba9-e8e1-4b03-9a81-2ac9b08340cb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5289207 Aug 27 16:42:47.170381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48044) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:47.188949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:47.256318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 66223e5f-4115-4ae2-9e97-a3352e0df60c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:47.313697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:47.314075 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:47.401190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:47.404801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:47.456282 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329476e0-b101-477e-9313-fbafdfb51fb6 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:47.538123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a11ff650-cde7-4c8e-b029-d4d619f8d5c6 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:47.538416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a11ff650-cde7-4c8e-b029-d4d619f8d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:47.839785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:42:47.907839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c5766c3c-d981-4260-b86e-fc300ce48407 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:47.908220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5766c3c-d981-4260-b86e-fc300ce48407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:48.072435 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:48.233405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] For port 66223e5f-4115-4ae2-9e97-a3352e0df60c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=66223e5f-4115-4ae2-9e97-a3352e0df60c,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:48.266329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:48.338358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:48.339128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:48.772100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:48.783931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:48.793791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:48.794396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:48.801920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=66223e5f-4115-4ae2-9e97-a3352e0df60c,revision_number=9']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:48.804619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=2d75f447-79aa-421c-9a26-8cfbcfcdfd20,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:48.817153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92188c03-cf8a-43a1-9ceb-b8bcf22a5356 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:48.901937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b8934b8c-e75f-4891-bda5-47a5f22cee70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7215855 Aug 27 16:42:48.902159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48068) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:48.908645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:ee:e8:1e', 'name': 'tempest-NetworksTestDHCPv6-241314164'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:49.096586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:49.204262 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.224688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] Update dhcp port {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': '2d75f447-79aa-421c-9a26-8cfbcfcdfd20', 'ip_address': '2001:db8::f816:3eff:fe87:5bef'}, {'subnet_id': 'a1887f1c-cc31-4512-9d64-67c88f86e282'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '66223e5f-4115-4ae2-9e97-a3352e0df60c'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:42:49.225595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port be45a2f6-3c35-45d6-8ae9-c51cf1030e4b yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:49.257378 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.259864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 66223e5f-4115-4ae2-9e97-a3352e0df60c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:49.414084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 172.20.0.10 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/a1887f1c-cc31-4512-9d64-67c88f86e282/be45a2f6-3c35-45d6-8ae9-c51cf1030e4b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:49.420435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:feee:e81e (257aa7b2-554f-49ad-a758-8c2dc7723d3d/2d75f447-79aa-421c-9a26-8cfbcfcdfd20/be45a2f6-3c35-45d6-8ae9-c51cf1030e4b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:49.420896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:49.421360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.573134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.588365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object be45a2f6-3c35-45d6-8ae9-c51cf1030e4b will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:49.682182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.732048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] Allocated IP 172.20.0.2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/a1887f1c-cc31-4512-9d64-67c88f86e282/66223e5f-4115-4ae2-9e97-a3352e0df60c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:49.739067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:49.753873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:49.758342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:49.765784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=be45a2f6-3c35-45d6-8ae9-c51cf1030e4b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:49.813330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:49.813966 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.839160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] For port 66223e5f-4115-4ae2-9e97-a3352e0df60c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=66223e5f-4115-4ae2-9e97-a3352e0df60c,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:49.861917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5dad1ca0-0b0e-4b5a-8a57-cf3487115632 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9564364 Aug 27 16:42:49.862288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:49.876400 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.891363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] Transition to ACTIVE for port object 66223e5f-4115-4ae2-9e97-a3352e0df60c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:49.922584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a0465-6aed-4b49-ba26-dabd4a6ee5bd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:49.927200 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:49.928858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a0465-6aed-4b49-ba26-dabd4a6ee5bd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:49.930466 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-da8a0465-6aed-4b49-ba26-dabd4a6ee5bd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0671749 Aug 27 16:42:49.934603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48086) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:50.023883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port be45a2f6-3c35-45d6-8ae9-c51cf1030e4b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:50.024231 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.024842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1801e-f879-48c3-9685-dfac895b3675 None None] Pushing event updated for resources: {'Port': ['ID=66223e5f-4115-4ae2-9e97-a3352e0df60c,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:50.124416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.137119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for be45a2f6-3c35-45d6-8ae9-c51cf1030e4b owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:50.429253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.459253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=be45a2f6-3c35-45d6-8ae9-c51cf1030e4b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:50.556979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.558947 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-61a26de8-ae2f-4794-90e0-b383a2c0f4d0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/be45a2f6-3c35-45d6-8ae9-c51cf1030e4b HTTP/1.1" status: 204 len: 168 time: 0.6247067 Aug 27 16:42:50.562237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48100) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:50.612649 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bd2773d-87d1-4886-937b-db41ed86a096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.629621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc43161-ba37-496a-a546-35a1666e0581 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:50.631642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc43161-ba37-496a-a546-35a1666e0581 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:50.633777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc43161-ba37-496a-a546-35a1666e0581 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:50.635864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bbc43161-ba37-496a-a546-35a1666e0581 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0725818 Aug 27 16:42:50.638635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48104) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:50.699886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 2d75f447-79aa-421c-9a26-8cfbcfcdfd20 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:50.704495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.709701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-97517f4e-2e8e-4d1f-80f0-7694d9aa9341 None None] Provisioning for port 66223e5f-4115-4ae2-9e97-a3352e0df60c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:50.714635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-97517f4e-2e8e-4d1f-80f0-7694d9aa9341 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:50.722180 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97517f4e-2e8e-4d1f-80f0-7694d9aa9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.750502 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.839597 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:50.928849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f258b3a8-e412-4269-9e47-1589953e6419 None None] Could not find standard attr ID for object be45a2f6-3c35-45d6-8ae9-c51cf1030e4b. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:50.990581 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.020399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=2d75f447-79aa-421c-9a26-8cfbcfcdfd20,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:51.036375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.040801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-72e5d20a-664c-45af-b304-0f915d5db9d4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/2d75f447-79aa-421c-9a26-8cfbcfcdfd20 HTTP/1.1" status: 204 len: 168 time: 0.3978491 Aug 27 16:42:51.040801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48110) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:51.067938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6177f-6c0f-4b40-baaa-7f8874ea7a9e None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:51.097004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet a1887f1c-cc31-4512-9d64-67c88f86e282 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:51.100299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.139707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.240496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.266823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 66223e5f-4115-4ae2-9e97-a3352e0df60c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:51.319028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:51.319523 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.363309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.399396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=a1887f1c-cc31-4512-9d64-67c88f86e282,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:51.416371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.417988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd623e21-a2fb-4280-b9aa-3c0a2b3dbf64 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/a1887f1c-cc31-4512-9d64-67c88f86e282 HTTP/1.1" status: 204 len: 168 time: 0.3762536 Aug 27 16:42:51.420988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48118) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:51.792235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30afeaa-dd35-49ac-934f-6c35c0550c9a None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:51.820645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-361a901f-b67b-4cd1-ab35-8887b3a0b9b1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3972459 Aug 27 16:42:51.822793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48124) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:51.872298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1c34effa-9836-40a2-af64-5537195d8e4c None None] Provisioning complete for port 66223e5f-4115-4ae2-9e97-a3352e0df60c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:42:51.872674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c34effa-9836-40a2-af64-5537195d8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:51.874975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ff882-3859-4463-b016-f0df533c032d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:51.876542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-397ff882-3859-4463-b016-f0df533c032d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0526843 Aug 27 16:42:51.879243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:51.931928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab14af4-2645-4554-8fcc-8ab3d87b420c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:51.933393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aab14af4-2645-4554-8fcc-8ab3d87b420c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0530024 Aug 27 16:42:51.936182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48130) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:51.984753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-57513180-a8ec-458d-8aaf-67edc55072d3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370331 Aug 27 16:42:51.984952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48132) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:51.984952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-35f57ec1-7d49-4dd2-80bf-a7441abc7ea4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:52.040302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:52.095513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] Deleting port 66223e5f-4115-4ae2-9e97-a3352e0df60c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:52.096194 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:52.144162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f57ec1-7d49-4dd2-80bf-a7441abc7ea4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:52.147913 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-35f57ec1-7d49-4dd2-80bf-a7441abc7ea4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:52.149363 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f57ec1-7d49-4dd2-80bf-a7441abc7ea4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:42:52.149789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f57ec1-7d49-4dd2-80bf-a7441abc7ea4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:52.159777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] For port 66223e5f-4115-4ae2-9e97-a3352e0df60c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=66223e5f-4115-4ae2-9e97-a3352e0df60c,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:52.160184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:52.177281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] Calling delete_port for 66223e5f-4115-4ae2-9e97-a3352e0df60c owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:52.219769 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-35f57ec1-7d49-4dd2-80bf-a7441abc7ea4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2394443 Aug 27 16:42:52.222788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48136) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:52.238424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3ede084d-e500-4e02-8c05-23b473881c74 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:52.321712 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:52.347041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] Pushing event deleted for resources: {'Port': ['ID=66223e5f-4115-4ae2-9e97-a3352e0df60c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:52.350526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a64a98-7a40-4760-8977-5e0c7b0726c2 None None] No DVR routers for this DVR port 66223e5f-4115-4ae2-9e97-a3352e0df60c on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:52.424059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede084d-e500-4e02-8c05-23b473881c74 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:52.427958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ede084d-e500-4e02-8c05-23b473881c74 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:52.429432 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ede084d-e500-4e02-8c05-23b473881c74 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:42:52.429870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ede084d-e500-4e02-8c05-23b473881c74 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:52.507553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ede084d-e500-4e02-8c05-23b473881c74 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2808795 Aug 27 16:42:52.507831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48144) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:52.512968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0e6769c2-0eac-4da4-9b5d-ce1d0de2414e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:52.670000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6769c2-0eac-4da4-9b5d-ce1d0de2414e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:52.674303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e6769c2-0eac-4da4-9b5d-ce1d0de2414e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:52.675783 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6769c2-0eac-4da4-9b5d-ce1d0de2414e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:42:52.676273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6769c2-0eac-4da4-9b5d-ce1d0de2414e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:52.790883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e6769c2-0eac-4da4-9b5d-ce1d0de2414e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2818208 Aug 27 16:42:52.794651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:52.800545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-62e7c392-50c8-43dd-af72-46614b78daee tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:52.955729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7c392-50c8-43dd-af72-46614b78daee tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:52.959281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62e7c392-50c8-43dd-af72-46614b78daee tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:52.960725 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e7c392-50c8-43dd-af72-46614b78daee tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:42:52.961152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e7c392-50c8-43dd-af72-46614b78daee tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:53.042325 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62e7c392-50c8-43dd-af72-46614b78daee tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2465589 Aug 27 16:42:53.045255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48156) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:53.050853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1d917eb7-d917-4889-9256-6dcda9a48c34 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:53.236033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 66223e5f-4115-4ae2-9e97-a3352e0df60c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:42:53.243904 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77e7ede-8a72-4607-aa29-05dcc3c04fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:53.249123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d917eb7-d917-4889-9256-6dcda9a48c34 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:53.253422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d917eb7-d917-4889-9256-6dcda9a48c34 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:53.255034 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d917eb7-d917-4889-9256-6dcda9a48c34 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:42:53.255669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d917eb7-d917-4889-9256-6dcda9a48c34 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:53.268498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 66223e5f-4115-4ae2-9e97-a3352e0df60c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:42:53.268932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 66223e5f-4115-4ae2-9e97-a3352e0df60c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:42:53.366265 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:53.412904 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:53.417488 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d917eb7-d917-4889-9256-6dcda9a48c34 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3668120 Aug 27 16:42:53.419958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48164) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:53.425439 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b517752e-a6fd-4728-96a5-9e8b40d0bcf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:53.606275 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b517752e-a6fd-4728-96a5-9e8b40d0bcf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:53.610317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b517752e-a6fd-4728-96a5-9e8b40d0bcf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:53.611818 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b517752e-a6fd-4728-96a5-9e8b40d0bcf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:42:53.612243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b517752e-a6fd-4728-96a5-9e8b40d0bcf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:42:53.699149 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b517752e-a6fd-4728-96a5-9e8b40d0bcf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2776046 Aug 27 16:42:53.702165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48168) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:53.734056 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bfb69f63-3cd3-49ae-bf02-4fab74fff943 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305278 Aug 27 16:42:53.736536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48172) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:53.790502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd10a90-9456-4fcb-b3f2-377e9cc73f5f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:53.792021 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3dd10a90-9456-4fcb-b3f2-377e9cc73f5f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0544908 Aug 27 16:42:53.794486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48174) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:53.832939 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f387cc87-b3af-482b-8ff3-018c8150fd43 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373898 Aug 27 16:42:53.836879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48176) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:53.841717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:54.031151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:54.034819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.224589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.341918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:42:54.344565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.384926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:54.389908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:54.394412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:54.394993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.399086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb791ecc-a895-4df1-ac44-25c363f95af0 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:54.408601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=c0a38431-9a21-4cf5-a3be-2ee29af4bc0f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:54.465255 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-78cb9fd0-a3f0-4c88-b668-9ee3d53ab07e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6273410 Aug 27 16:42:54.467872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48186) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:54.472962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:68:78:34', 'name': 'tempest-NetworksTestDHCPv6-701995678'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:54.574462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'c0a38431-9a21-4cf5-a3be-2ee29af4bc0f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:54.575354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.644438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.670509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:54.714593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Allocated IP 2001:db8::f816:3eff:fe7e:cc0b (257aa7b2-554f-49ad-a758-8c2dc7723d3d/c0a38431-9a21-4cf5-a3be-2ee29af4bc0f/e196912a-c2bf-468f-96b1-289de8355c16) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:54.759991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.781083 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 4ed15cca-1998-4f5a-9c63-53c04e552fa2 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:54.871844 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.880484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Transition to ACTIVE for port object e196912a-c2bf-468f-96b1-289de8355c16 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:54.894772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Transition to ACTIVE for port object e196912a-c2bf-468f-96b1-289de8355c16 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:54.955681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:54.997391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:55.000768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:55.005231 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:55.008366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Pushing event updated for resources: {'Port': ['ID=e196912a-c2bf-468f-96b1-289de8355c16,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:55.021676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe68:7834 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/c0a38431-9a21-4cf5-a3be-2ee29af4bc0f/4ed15cca-1998-4f5a-9c63-53c04e552fa2) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:55.067541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Attempting to bind port e196912a-c2bf-468f-96b1-289de8355c16 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:55.068015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Attempting to bind port e196912a-c2bf-468f-96b1-289de8355c16 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:55.068454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Attempting to bind port e196912a-c2bf-468f-96b1-289de8355c16 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:55.075748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:55.076206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:55.077137 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.077635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:55.078128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Bound port: e196912a-c2bf-468f-96b1-289de8355c16, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:55.078518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.150960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] For port e196912a-c2bf-468f-96b1-289de8355c16, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:55.154122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] For port e196912a-c2bf-468f-96b1-289de8355c16, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e196912a-c2bf-468f-96b1-289de8355c16,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:55.184115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.197936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 4ed15cca-1998-4f5a-9c63-53c04e552fa2 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:55.253422 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.288169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.320274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b06552-4d1c-40af-b516-03e54b70028b None None] Pushing event updated for resources: {'Port': ['ID=e196912a-c2bf-468f-96b1-289de8355c16,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:55.345459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:55.353341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:55.357149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:55.363404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:55.364001 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.370667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=4ed15cca-1998-4f5a-9c63-53c04e552fa2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:55.442701 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0df726b-36a1-4332-9145-161d09aec287 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9736683 Aug 27 16:42:55.445460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48206) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:55.529036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e1060-59ee-420a-8c12-ed3104b437a7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:55.536216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e1060-59ee-420a-8c12-ed3104b437a7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:55.537826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5d0e1060-59ee-420a-8c12-ed3104b437a7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0899887 Aug 27 16:42:55.542050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48210) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:55.644492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 4ed15cca-1998-4f5a-9c63-53c04e552fa2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:55.644846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.732063 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.744139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 4ed15cca-1998-4f5a-9c63-53c04e552fa2 owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:55.944634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:55.974453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=4ed15cca-1998-4f5a-9c63-53c04e552fa2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:56.005225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.009428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-34da6591-a54f-45c8-b7e9-898b142d9add tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/4ed15cca-1998-4f5a-9c63-53c04e552fa2 HTTP/1.1" status: 204 len: 168 time: 0.4657404 Aug 27 16:42:56.009679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48214) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:56.070536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d981c-9ada-4838-8342-8edab5af0de0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:56.072551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d981c-9ada-4838-8342-8edab5af0de0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:56.075388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c14d981c-9ada-4838-8342-8edab5af0de0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0634696 Aug 27 16:42:56.077149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48216) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:56.117112 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.133885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet c0a38431-9a21-4cf5-a3be-2ee29af4bc0f {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:56.137803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.188524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.279609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.430411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-63f7fa18-9ad9-41b0-adcf-42c0e3740683 None None] Provisioning for port e196912a-c2bf-468f-96b1-289de8355c16 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:56.437638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.469812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a38431-9a21-4cf5-a3be-2ee29af4bc0f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:56.485796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.487799 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-69967cf7-6830-49eb-a774-91178b22199c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/c0a38431-9a21-4cf5-a3be-2ee29af4bc0f HTTP/1.1" status: 204 len: 168 time: 0.4095805 Aug 27 16:42:56.490377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48222) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:56.531796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea6f0dfb-c75d-4366-8d9a-4396e8b5886b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401101 Aug 27 16:42:56.534594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48224) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:56.539932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:56.571356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ae24f-9c4f-4aa5-83d9-e0e08b26661d None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:56.681903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1bce2b72-5b15-4f90-81a7-41526f93173e None None] Could not find standard attr ID for object 4ed15cca-1998-4f5a-9c63-53c04e552fa2. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:42:56.721204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:56.724861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.736183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2bc39-157f-4ab3-bf9a-eb5da22e52c7 req-79dbcc9b-a401-44fe-92c2-65ec68e375ee tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:56.737977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bcd2bc39-157f-4ab3-bf9a-eb5da22e52c7 req-79dbcc9b-a401-44fe-92c2-65ec68e375ee tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1097 time: 0.0470972 Aug 27 16:42:56.781017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:42:56.783214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bcd2bc39-157f-4ab3-bf9a-eb5da22e52c7 req-f5245524-3076-4dae-ae4b-9ed0e3bd9f24 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Aug 27 16:42:56.805847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48228) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:56.838067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] Deleting port e196912a-c2bf-468f-96b1-289de8355c16 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:56.838720 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.915300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] For port e196912a-c2bf-468f-96b1-289de8355c16, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e196912a-c2bf-468f-96b1-289de8355c16,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:42:56.916036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:56.929979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] Calling delete_port for e196912a-c2bf-468f-96b1-289de8355c16 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:57.060597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 81a0a49d-a1f3-4655-81a8-4cf55851cb8b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:57.060597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.106033 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.137711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] Pushing event deleted for resources: {'Port': ['ID=e196912a-c2bf-468f-96b1-289de8355c16,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:57.140048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac72d2-573b-4f07-9070-99afcab19ae8 None None] No DVR routers for this DVR port e196912a-c2bf-468f-96b1-289de8355c16 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:42:57.141082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:42:57.161225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.161225 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.168358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 81a0a49d-a1f3-4655-81a8-4cf55851cb8b owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:57.257850 n-d-806412-1 neutron-server[95252]: WARNING neutron.services.revisions.revision_plugin [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Could not find related port for resource to bump revision. Aug 27 16:42:57.310021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_pluggable_backend [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Port e196912a-c2bf-468f-96b1-289de8355c16 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95252) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 27 16:42:57.310406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_pluggable_backend [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7e:cc0b {{(pid=95252) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 27 16:42:57.314675 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_pluggable_backend [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7e:cc0b {{(pid=95252) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 27 16:42:57.315942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.359397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:57.368807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:57.379003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df64926-82c4-494f-9124-41549aa8eda5 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:42:57.381387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:57.382147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.390103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=9d0955d8-d82f-4eac-9484-5806958cfacb,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:57.424774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.454429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cc68b303-2b16-4fbf-9e5f-ebd19b3305ea tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9186416 Aug 27 16:42:57.456984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48230) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:57.466095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:e8:63:43', 'name': 'tempest-NetworksTestDHCPv6-1529870966'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:42:57.483573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=81a0a49d-a1f3-4655-81a8-4cf55851cb8b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:57.535334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.535995 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP ee6375c8-af88-4d1b-9df6-e9f070ff362e disassociated (deleted). External IP: 172.25.4.188, port: 9fad84d0-7109-4fd1-81a3-8833ceb7a236. Aug 27 16:42:57.558386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '9d0955d8-d82f-4eac-9484-5806958cfacb'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:42:57.559416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.714157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Allocated IP 2001:db8::f816:3eff:fe09:f34a (257aa7b2-554f-49ad-a758-8c2dc7723d3d/9d0955d8-d82f-4eac-9484-5806958cfacb/2534a832-1939-4b44-a892-991a7b6ca8fd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:57.715719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:42:57.720623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.742259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 311abf19-5793-4551-a7f9-11abec54dcb9 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:42:57.775328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 120aa114-6e0e-47f1-82e7-5047c884ff7c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:42:57.879824 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.888301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Transition to ACTIVE for port object 2534a832-1939-4b44-a892-991a7b6ca8fd will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:57.892142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:42:57.897097 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:57.909436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] Sync routers for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:42:57.920942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Transition to ACTIVE for port object 2534a832-1939-4b44-a892-991a7b6ca8fd will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:57.928021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:57.928645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:57.929262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9bf89c38-bb71-4da6-bca9-ea4c9f831ccd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/floatingips/ee6375c8-af88-4d1b-9df6-e9f070ff362e HTTP/1.1" status: 204 len: 168 time: 1.1216455 Aug 27 16:42:57.929944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:42:57.932476 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38a75d1-6185-4975-b8ad-95931f5f0ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:42:57.972639 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3509ff-03d2-4c02-9714-95c9807c473a x-openstack-request-id: req-2e3509ff-03d2-4c02-9714-95c9807c473a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:42:57.974139 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:42:57.974139 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2e3509ff-03d2-4c02-9714-95c9807c473a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:42:57.974522 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'status': 'completed', 'code': 200} Aug 27 16:42:58.036605 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:58.078144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fee8:6343 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/9d0955d8-d82f-4eac-9484-5806958cfacb/311abf19-5793-4551-a7f9-11abec54dcb9) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:42:58.084912 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-76f0bb8b-c818-48d3-8be0-b416c70699fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.086636 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-76f0bb8b-c818-48d3-8be0-b416c70699fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 1097 time: 0.0712113 Aug 27 16:42:58.087293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:58.098469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:58.104738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:58.115531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:42:58.117701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Pushing event updated for resources: {'Port': ['ID=2534a832-1939-4b44-a892-991a7b6ca8fd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:58.285850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-4002aa3a-f7aa-46e5-bea1-6c7bd0732ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.287404 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-4002aa3a-f7aa-46e5-bea1-6c7bd0732ccb service neutron] 10.222.0.90 "GET /v2.0/networks?id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 200 len: 899 time: 0.1934865 Aug 27 16:42:58.345403 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-c27e7fe8-b434-4e0f-b292-128b8de2c34e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 200 len: 217 time: 0.0448747 Aug 27 16:42:58.429044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:58.440295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-7adeec6d-3667-4f88-9c18-836207bcb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.441788 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-7adeec6d-3667-4f88-9c18-836207bcb574 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 200 len: 835 time: 0.0874014 Aug 27 16:42:58.449371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 311abf19-5793-4551-a7f9-11abec54dcb9 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:42:58.459500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Attempting to bind port 2534a832-1939-4b44-a892-991a7b6ca8fd on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:42:58.460717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Attempting to bind port 2534a832-1939-4b44-a892-991a7b6ca8fd by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:42:58.461347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Attempting to bind port 2534a832-1939-4b44-a892-991a7b6ca8fd on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:42:58.475579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:42:58.475979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:42:58.476355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:58.476742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:42:58.477209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Bound port: 2534a832-1939-4b44-a892-991a7b6ca8fd, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:42:58.477836 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:58.512254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2dae0-d0b6-4454-8c39-ed61d23a9751 req-3be4c580-0b63-4cd9-a183-fd73cf85de4d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.513797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84a2dae0-d0b6-4454-8c39-ed61d23a9751 req-3be4c580-0b63-4cd9-a183-fd73cf85de4d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0645325 Aug 27 16:42:58.535604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-9a2cd7c8-fc67-480f-8afe-3bde3ff3a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.537983 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-9a2cd7c8-fc67-480f-8afe-3bde3ff3a314 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866666 Aug 27 16:42:58.572812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84a2dae0-d0b6-4454-8c39-ed61d23a9751 req-d02804fc-654f-4f34-b867-dc3d85076c11 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507112 Aug 27 16:42:58.617607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] For port 2534a832-1939-4b44-a892-991a7b6ca8fd, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:42:58.640453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] For port 2534a832-1939-4b44-a892-991a7b6ca8fd, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2534a832-1939-4b44-a892-991a7b6ca8fd,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:42:58.657298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:20Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:58.663297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:58.685299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] Checking router: 120aa114-6e0e-47f1-82e7-5047c884ff7c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:42:58.697190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:42:58.697896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:58.717455 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:42:58.720074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-97a3f52b-2e68-4318-a089-19c9d71b09b2 service neutron] 10.222.0.90 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530282 Aug 27 16:42:58.723049 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:42:58.725462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:42:58.731142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.731772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:58.736902 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:58.806961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=311abf19-5793-4551-a7f9-11abec54dcb9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:58.850303 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e38a75d1-6185-4975-b8ad-95931f5f0ffa req-6bc2ec86-1867-456e-be94-274caf432aeb service neutron] 10.222.0.90 "GET /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149902 Aug 27 16:42:58.853690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eeb63-6311-4a0f-a03e-020596c630a4 None None] Pushing event updated for resources: {'Port': ['ID=2534a832-1939-4b44-a892-991a7b6ca8fd,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:58.873997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:42:58.897633 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e43c7bec-ba69-464c-b56d-4f599d391312 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4355862 Aug 27 16:42:58.897633 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48242) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:58.958316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddc918-d0d5-4960-bf0c-33c047aeedcc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.966749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddc918-d0d5-4960-bf0c-33c047aeedcc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:58.971050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49ddc918-d0d5-4960-bf0c-33c047aeedcc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0711429 Aug 27 16:42:58.971386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48244) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:59.090757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 311abf19-5793-4551-a7f9-11abec54dcb9 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:59.091108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.142613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:20Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:42:59.174761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f460a69-1304-4d19-954b-fe754afa57fa None None] The sync data for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 is: [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:41:09Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb', 'name': '', 'network_id': 'c3aa4844-cb40-492e-bb7a-9e2e84a6dc02', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:39:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:06Z', 'updated_at': '2021-08-27T16:41:20Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '8dd611fb-6614-4f3a-b8e2-2c8e10e525ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:42:59.212131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.229629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 311abf19-5793-4551-a7f9-11abec54dcb9 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:42:59.338315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2534a832-1939-4b44-a892-991a7b6ca8fd up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:42:59.447090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.486756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=311abf19-5793-4551-a7f9-11abec54dcb9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:42:59.499498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2534a832-1939-4b44-a892-991a7b6ca8fd completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:42:59.517237 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.519475 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bcb1e5d3-c385-447b-b3c8-37374e737034 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/311abf19-5793-4551-a7f9-11abec54dcb9 HTTP/1.1" status: 204 len: 168 time: 0.5468993 Aug 27 16:42:59.522435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48246) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:59.529491 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5d607-4163-42a7-9e87-e21c4c5ddbe7 None None] New status for floating IP ee6375c8-af88-4d1b-9df6-e9f070ff362e: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:42:59.579326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10638f-3f33-4e5f-b62a-bdb7257eb51e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:59.581042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10638f-3f33-4e5f-b62a-bdb7257eb51e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:59.585590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5e10638f-3f33-4e5f-b62a-bdb7257eb51e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0595615 Aug 27 16:42:59.586067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48250) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:42:59.656919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 9d0955d8-d82f-4eac-9484-5806958cfacb {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:42:59.661299 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.734458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.784246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2d7b5-351d-4681-9a08-abe76bb1a388 req-b5fbcffe-d319-4212-bc72-ee355dbeb519 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:59.785853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17c2d7b5-351d-4681-9a08-abe76bb1a388 req-b5fbcffe-d319-4212-bc72-ee355dbeb519 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.1213093 Aug 27 16:42:59.812953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-cdb41b87-ca32-46b0-811a-f4154fa66b16 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:42:59.814707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-cdb41b87-ca32-46b0-811a-f4154fa66b16 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.90 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 946 time: 0.0659781 Aug 27 16:42:59.856422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17c2d7b5-351d-4681-9a08-abe76bb1a388 req-cec7c0a1-018d-4689-9518-d34021e83571 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=c36fed25-a5ff-41bd-abcd-1e660c946744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615134 Aug 27 16:42:59.877799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.935547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:42:59.935942 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:42:59.995992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.027572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0955d8-d82f-4eac-9484-5806958cfacb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:00.036337 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.038469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9a7398b2-4a64-44df-8191-749b948d7d68 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/9d0955d8-d82f-4eac-9484-5806958cfacb HTTP/1.1" status: 204 len: 168 time: 0.4512441 Aug 27 16:43:00.041139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48254) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:00.050533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 9fad84d0-7109-4fd1-81a3-8833ceb7a236, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=9fad84d0-7109-4fd1-81a3-8833ceb7a236,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:00.051036 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.066830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 9fad84d0-7109-4fd1-81a3-8833ceb7a236 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:00.086366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9af14795-5fcb-4ce9-a5a8-62f618892421 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413778 Aug 27 16:43:00.086366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48256) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:00.124530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fed831-05c9-4b27-ba13-30013325925f None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:00.151812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3a33c-05b9-4aca-8475-f21f5374ff4f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:00.155932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-98b3a33c-05b9-4aca-8475-f21f5374ff4f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0685577 Aug 27 16:43:00.158300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48258) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:00.216887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33348e5e-93c7-4fb2-aa21-b01072326db9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:00.221292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33348e5e-93c7-4fb2-aa21-b01072326db9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594635 Aug 27 16:43:00.221526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48260) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:00.260440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-739035e2-6ab4-4440-9260-9cf8e1ff292e tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378075 Aug 27 16:43:00.265178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48262) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:00.270678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:00.314628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-32d81d6b-e17a-4717-bed8-a45124dbddb0 None None] Provisioning for port 2534a832-1939-4b44-a892-991a7b6ca8fd completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:00.315798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.318862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-32d81d6b-e17a-4717-bed8-a45124dbddb0 None None] Provisioning complete for port 2534a832-1939-4b44-a892-991a7b6ca8fd triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:00.319352 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32d81d6b-e17a-4717-bed8-a45124dbddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.357757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=9fad84d0-7109-4fd1-81a3-8833ceb7a236,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:00.359910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:00.396445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] No DVR routers for this DVR port 9fad84d0-7109-4fd1-81a3-8833ceb7a236 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:00.399155 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.401791 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-535fbd0a-725d-4ad2-8e84-7a2a9e3edcd4 req-4936e371-b116-4566-90b1-6d0d3b20044f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.90 "DELETE /v2.0/ports/9fad84d0-7109-4fd1-81a3-8833ceb7a236 HTTP/1.1" status: 204 len: 173 time: 0.5804405 Aug 27 16:43:00.404364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-deleted', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:43:00.405964 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd84c73-556c-4f44-aa01-ff5e6475694b" -d '{"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-deleted", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:43:00.441431 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32d81d6b-e17a-4717-bed8-a45124dbddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.443246 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f0198-9f40-4b8a-93c7-5842727d71f9 x-openstack-request-id: req-3f8f0198-9f40-4b8a-93c7-5842727d71f9 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:43:00.443587 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d364ee35-08cc-4584-8b51-f550b09ce9cd", "name": "network-vif-deleted", "tag": "9fad84d0-7109-4fd1-81a3-8833ceb7a236", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:43:00.443845 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3f8f0198-9f40-4b8a-93c7-5842727d71f9 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:43:00.444256 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364ee35-08cc-4584-8b51-f550b09ce9cd', 'name': 'network-vif-deleted', 'tag': '9fad84d0-7109-4fd1-81a3-8833ceb7a236', 'status': 'completed', 'code': 200} Aug 27 16:43:00.447365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:00.451106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.468931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] Deleting port 2534a832-1939-4b44-a892-991a7b6ca8fd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:00.469305 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.526936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-32d81d6b-e17a-4717-bed8-a45124dbddb0 None None] For port 2534a832-1939-4b44-a892-991a7b6ca8fd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2534a832-1939-4b44-a892-991a7b6ca8fd,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:00.547393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] For port 2534a832-1939-4b44-a892-991a7b6ca8fd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2534a832-1939-4b44-a892-991a7b6ca8fd,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:00.547796 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.565502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] Calling delete_port for 2534a832-1939-4b44-a892-991a7b6ca8fd owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:00.658825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32d81d6b-e17a-4717-bed8-a45124dbddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.740896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d81d6b-e17a-4717-bed8-a45124dbddb0 None None] Pushing event updated for resources: {'Port': ['ID=2534a832-1939-4b44-a892-991a7b6ca8fd,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:00.808366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.859563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] Pushing event deleted for resources: {'Port': ['ID=2534a832-1939-4b44-a892-991a7b6ca8fd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:00.862683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:43:00.869292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.871194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389fcf3-67c2-40fd-87d6-2642b6077ecb None None] No DVR routers for this DVR port 2534a832-1939-4b44-a892-991a7b6ca8fd on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:00.942538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=42c6048a-aecb-4568-a429-ff002d2761c6,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:00.956636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:00.958692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:00.963366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:00.964104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:00.968898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b906f-681a-414b-a87c-f9e638e0fd22 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:01.001967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37236eff-d526-4f1e-bc20-d2412932342d req-0c520184-7b67-48e1-a761-1e1d8b3aa4a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=d364ee35-08cc-4584-8b51-f550b09ce9cd HTTP/1.1" status: 200 len: 210 time: 0.0406511 Aug 27 16:43:01.053933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2691d040-6d4e-48f7-a92e-a1b5334241c6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7875824 Aug 27 16:43:01.056829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48274) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:01.067960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:4a:4b:54', 'name': 'tempest-NetworksTestDHCPv6-1799986015'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:01.169228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '42c6048a-aecb-4568-a429-ff002d2761c6'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:43:01.170218 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:01.270214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2534a832-1939-4b44-a892-991a7b6ca8fd no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:01.308709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2534a832-1939-4b44-a892-991a7b6ca8fd {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:01.309059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2534a832-1939-4b44-a892-991a7b6ca8fd not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:01.322889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:01.379303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Allocated IP 2001:db8::f816:3eff:fe32:934f (257aa7b2-554f-49ad-a758-8c2dc7723d3d/42c6048a-aecb-4568-a429-ff002d2761c6/4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:01.425386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:01.449552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:43:01.575188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:01.585331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Transition to ACTIVE for port object 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:01.603524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Transition to ACTIVE for port object 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:01.692887 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:01.732907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:01.735771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:01.745205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:01.749779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe4a:4b54 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/42c6048a-aecb-4568-a429-ff002d2761c6/bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:01.752460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Pushing event updated for resources: {'Port': ['ID=4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:01.810171 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Attempting to bind port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:01.810576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Attempting to bind port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:01.811313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Attempting to bind port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:01.816546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:01.816923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:01.817325 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:01.817719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:01.818184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Bound port: 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:01.818567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:01.895349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] For port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:01.898468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] For port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:01.940578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:01.956026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:01.996133 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.047680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.058330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cb0ad-c58b-4f6f-80f8-edaa02389e2e None None] Pushing event updated for resources: {'Port': ['ID=4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:02.087529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48282) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:02.109114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:02.114548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:02.117167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:02.124068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:02.125128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.138437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:02.253207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-554fb79e-e200-49c9-9e00-a7ee6c5b2602 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1797276 Aug 27 16:43:02.254172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48284) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:02.315435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1512f3-4e55-4cd8-afe7-c9f788b06875 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:02.328599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1512f3-4e55-4cd8-afe7-c9f788b06875 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:02.330338 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7d1512f3-4e55-4cd8-afe7-c9f788b06875 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0750778 Aug 27 16:43:02.344283 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48286) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:02.466968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:02.467640 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.562147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.574655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:02.784729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.816929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:02.846420 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.849591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6616fe70-10a8-42c2-a63a-88c925c1eb35 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8 HTTP/1.1" status: 204 len: 168 time: 0.5020695 Aug 27 16:43:02.849921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48288) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:02.878683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:02.911123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ad611-5560-499a-a2ca-1385141beca3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:02.913069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ad611-5560-499a-a2ca-1385141beca3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:02.914687 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-007ad611-5560-499a-a2ca-1385141beca3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0637388 Aug 27 16:43:02.917277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48290) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:02.974611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 42c6048a-aecb-4568-a429-ff002d2761c6 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:02.978083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.020379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.115931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.158221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:03.158782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.254397 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.268540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:03.269273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.282058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ab24008b-9cf5-4500-ad34-b879d90ce28a None None] Provisioning for port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:03.288780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:03.295138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=42c6048a-aecb-4568-a429-ff002d2761c6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:03.298429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.302984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48292) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:03.303640 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-73c9d4a7-8c66-404f-a55d-b5aec14365fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/42c6048a-aecb-4568-a429-ff002d2761c6 HTTP/1.1" status: 204 len: 168 time: 0.3840327 Aug 27 16:43:03.310186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:03.351713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48294) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:03.355957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-02360d42-02f2-4e76-8bcb-f126384ff320 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505290 Aug 27 16:43:03.356831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:03.447313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dac8d0-e457-4d8e-ab37-51cdcf906d1e None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:03.462943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:03.495868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:03.496240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.527708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-79d256b4-8cde-4be1-90e3-cad64218a616 None None] Could not find standard attr ID for object bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:43:03.544128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:03.549437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.666338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.681407 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.722138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:03.746830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:03.761063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:03.819715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] Deleting port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:03.820625 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.825856 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.939395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] For port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:03.939896 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.959598 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:03.966515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:03.969080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] Calling delete_port for 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:04.082556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:04.101703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:43:04.102319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 9fad84d0-7109-4fd1-81a3-8833ceb7a236 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:04.102878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 9fad84d0-7109-4fd1-81a3-8833ceb7a236 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:04.138874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.176105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] Pushing event deleted for resources: {'Port': ['ID=4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:04.178932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d0c57-4bb6-4dd7-8fd9-c63772bfac58 None None] No DVR routers for this DVR port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:04.222605 n-d-806412-1 neutron-server[95252]: WARNING neutron.services.revisions.revision_plugin [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Could not find related port for resource to bump revision. Aug 27 16:43:04.235403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 120aa114-6e0e-47f1-82e7-5047c884ff7c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:43:04.264678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_pluggable_backend [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Port 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95252) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 27 16:43:04.265062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_pluggable_backend [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:934f {{(pid=95252) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 27 16:43:04.268779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.ipam_pluggable_backend [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe32:934f {{(pid=95252) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 27 16:43:04.270033 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.316974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:04.320735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:04.325260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:04.325863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.344149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=f85d5b89-6d57-4c9f-824b-9cb8049e816a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:04.344347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348402d2-1b97-45df-8ca3-f01e098b2713 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:04.358655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:43:04.377652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6fe5c39d-730f-4b6b-905d-cec4677ba181 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/120aa114-6e0e-47f1-82e7-5047c884ff7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2865498 Aug 27 16:43:04.378410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48300) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:04.395794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] Sync routers for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:43:04.416279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:04.416888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:04.422595 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9dd6d785-518f-4796-9cb1-43b0dc33999d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0672097 Aug 27 16:43:04.424943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48302) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:04.433063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:6e:6a:3b', 'name': 'tempest-NetworksTestDHCPv6-1766215929'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:04.434909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting subnet 8dd611fb-6614-4f3a-b8e2-2c8e10e525ba {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:04.438739 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.484525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.580646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:04.585743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.636137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:04.643439 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.665776 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port e032fc57-1d96-408e-bcc0-210c12a628f3 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:43:04.728856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.751404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.754809 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/subnets/8dd611fb-6614-4f3a-b8e2-2c8e10e525ba HTTP/1.1" status: 204 len: 168 time: 0.3754153 Aug 27 16:43:04.758244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48306) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:04.799572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0def9-60ec-4288-b5d1-45c1528dfdc3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd611fb-6614-4f3a-b8e2-2c8e10e525ba,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:04.814206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe6e:6a3b (257aa7b2-554f-49ad-a758-8c2dc7723d3d/f85d5b89-6d57-4c9f-824b-9cb8049e816a/e032fc57-1d96-408e-bcc0-210c12a628f3) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:04.819293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1104c-c0cd-4bb3-a5a1-30775abb29c7 None None] Network c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:04.856446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'f85d5b89-6d57-4c9f-824b-9cb8049e816a'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:43:04.857325 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:04.945637 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.032605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.062880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object e032fc57-1d96-408e-bcc0-210c12a628f3 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:05.091589 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.157419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:43:03Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'd4d993c5-d453-467c-be2d-2b2debba2820', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:00Z', 'updated_at': '2021-08-27T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:05.186946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] Checking router: 120aa114-6e0e-47f1-82e7-5047c884ff7c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:43:05.195746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] Routers {'120aa114-6e0e-47f1-82e7-5047c884ff7c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:05.196551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['120aa114-6e0e-47f1-82e7-5047c884ff7c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:05.202910 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.206180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] DHCP port deletion for c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:05.242756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port d4d993c5-d453-467c-be2d-2b2debba2820 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:05.251560 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.282143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:05.289420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:05.294040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:05.302031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:05.303065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.355288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=e032fc57-1d96-408e-bcc0-210c12a628f3,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:05.368244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] Set router 120aa114-6e0e-47f1-82e7-5047c884ff7c gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:05.379307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port d4d993c5-d453-467c-be2d-2b2debba2820, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d4d993c5-d453-467c-be2d-2b2debba2820,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:05.379760 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.394712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for d4d993c5-d453-467c-be2d-2b2debba2820 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:05.444443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5768e7a0-bee2-409f-b815-d536056c26b9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0157368 Aug 27 16:43:05.444655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:05.444748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48308) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:05.468929 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:43:05Z', 'revision_number': 6, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:05.506815 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8819559-908e-4f42-ad18-858fdac5ab71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:05.512326 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e8819559-908e-4f42-ad18-858fdac5ab71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0665581 Aug 27 16:43:05.513176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48310) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:05.526215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7f0f6-af00-417d-9207-c241d614e362 None None] The sync data for ids ['120aa114-6e0e-47f1-82e7-5047c884ff7c'] in n-d-806412-1 is: [{'id': '120aa114-6e0e-47f1-82e7-5047c884ff7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1953054053', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:59Z', 'updated_at': '2021-08-27T16:43:05Z', 'revision_number': 6, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:43:05.529114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:05.530062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4ab6384a-8d07-4d0c-b5a4-1e1f29e7f4cb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:05.530062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:05.542678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Allocated IP 2001:db8::f816:3eff:fe72:b98b (257aa7b2-554f-49ad-a758-8c2dc7723d3d/f85d5b89-6d57-4c9f-824b-9cb8049e816a/1a49f7b2-c389-45c6-b2f1-51a484721423) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:05.654390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port e032fc57-1d96-408e-bcc0-210c12a628f3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:05.655091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.664330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] Deleting port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:05.664639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.679719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.714175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=d4d993c5-d453-467c-be2d-2b2debba2820,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:05.776481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.793984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for e032fc57-1d96-408e-bcc0-210c12a628f3 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:05.799746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] For port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:05.800511 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.804336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.881528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.881528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] Calling delete_port for 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:05.938927 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.957408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:05.959961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.002051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,segment=NetworkSegment(8f7e3840-50b4-4344-bb05-3cefe8994b79),segment_id=8f7e3840-50b4-4344-bb05-3cefe8994b79)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:06.030723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Transition to ACTIVE for port object 1a49f7b2-c389-45c6-b2f1-51a484721423 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:06.030940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.049478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Transition to ACTIVE for port object 1a49f7b2-c389-45c6-b2f1-51a484721423 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:06.068133 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.077504 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=e032fc57-1d96-408e-bcc0-210c12a628f3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:06.103193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.105165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1f57f2f3-3cc4-4fbf-92c8-b2f97cb1d5e3 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/e032fc57-1d96-408e-bcc0-210c12a628f3 HTTP/1.1" status: 204 len: 168 time: 0.5903401 Aug 27 16:43:06.108487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48314) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:06.123924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:06.138170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.138730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Fanout notify agent at l3_agent the message router_deleted on router 120aa114-6e0e-47f1-82e7-5047c884ff7c {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:43:06.146884 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.148171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e962528f-d658-4761-8e69-9f154a365ec6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/routers/120aa114-6e0e-47f1-82e7-5047c884ff7c HTTP/1.1" status: 204 len: 168 time: 1.3887486 Aug 27 16:43:06.151743 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.151889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48316) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:06.152001 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.195373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] No DVR routers for this DVR port 01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:06.209738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:06.216736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:06.221348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:06.229781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Pushing event updated for resources: {'Port': ['ID=1a49f7b2-c389-45c6-b2f1-51a484721423,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:06.271613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43623-5675-4669-8104-3670c6d7cbd9 None None] Pushing event deleted for resources: {'Port': ['ID=01d9dbf5-e35b-4b3f-acfc-c777fe41b6ec,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:06.306557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Attempting to bind port 1a49f7b2-c389-45c6-b2f1-51a484721423 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:06.307046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Attempting to bind port 1a49f7b2-c389-45c6-b2f1-51a484721423 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:06.307515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Attempting to bind port 1a49f7b2-c389-45c6-b2f1-51a484721423 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:06.313404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:06.313870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:06.314346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.314832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:06.315423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Bound port: 1a49f7b2-c389-45c6-b2f1-51a484721423, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:06.315881 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.404639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] For port 1a49f7b2-c389-45c6-b2f1-51a484721423, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:06.408125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] For port 1a49f7b2-c389-45c6-b2f1-51a484721423, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1a49f7b2-c389-45c6-b2f1-51a484721423,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:06.500365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaa78e3-61b6-42d6-b613-ee68f14ed635 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:06.501887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaa78e3-61b6-42d6-b613-ee68f14ed635 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:06.503503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dcaa78e3-61b6-42d6-b613-ee68f14ed635 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3940780 Aug 27 16:43:06.505765 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.507159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:06.528213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.582110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e1d44-b4d2-4ddb-82bb-c33d5cc5c130 None None] Pushing event updated for resources: {'Port': ['ID=1a49f7b2-c389-45c6-b2f1-51a484721423,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:06.648533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.661505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3aa4844-cb40-492e-bb7a-9e2e84a6dc02']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:06.686805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7e3840-50b4-4344-bb05-3cefe8994b79') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:06.687414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7e3840-50b4-4344-bb05-3cefe8994b79') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:06.711230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.739122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.760021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:43:06.760446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: items = [ Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: items = [ Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:43:06.828808 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:43:06.888369 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.904743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:06.909315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/networks/c3aa4844-cb40-492e-bb7a-9e2e84a6dc02 HTTP/1.1" status: 204 len: 168 time: 0.7549725 Aug 27 16:43:06.928866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48322) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:06.939909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98678927-35cd-4fc2-85ea-288e0023077e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Network': ['ID=c3aa4844-cb40-492e-bb7a-9e2e84a6dc02,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:07.010655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1161-8312-4043-809c-fef4d55889b9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.039508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1161-8312-4043-809c-fef4d55889b9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.053662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet f85d5b89-6d57-4c9f-824b-9cb8049e816a {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:07.056955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.097348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.183618 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.196091 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1161-8312-4043-809c-fef4d55889b9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.198709 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1161-8312-4043-809c-fef4d55889b9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.204625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dbbf1161-8312-4043-809c-fef4d55889b9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/security-groups/c36fed25-a5ff-41bd-abcd-1e660c946744 HTTP/1.1" status: 204 len: 168 time: 0.2692416 Aug 27 16:43:07.213381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf1161-8312-4043-809c-fef4d55889b9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36fed25-a5ff-41bd-abcd-1e660c946744,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:07.354267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1a49f7b2-c389-45c6-b2f1-51a484721423 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:07.357356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.415790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=f85d5b89-6d57-4c9f-824b-9cb8049e816a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:07.427176 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.427176 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4a9027a-3a33-4402-a83a-cd32116a0360 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/f85d5b89-6d57-4c9f-824b-9cb8049e816a HTTP/1.1" status: 204 len: 168 time: 0.9183700 Aug 27 16:43:07.429080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48330) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:07.474867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48332) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:07.475341 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-35245ced-56f7-4ea6-88e6-45f7f55cb962 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443594 Aug 27 16:43:07.536683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18cb1de-e5c6-4fa6-8592-145908c7b232 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:07.538554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1a49f7b2-c389-45c6-b2f1-51a484721423 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:07.541559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48334) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:07.551953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c18cb1de-e5c6-4fa6-8592-145908c7b232 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0758917 Aug 27 16:43:07.624508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3250af-5fb7-4b4f-89ab-16cb68597233 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:07.629057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5a3250af-5fb7-4b4f-89ab-16cb68597233 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0861609 Aug 27 16:43:07.630574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4d993c5-d453-467c-be2d-2b2debba2820 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:07.631913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48336) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:07.669710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d4d993c5-d453-467c-be2d-2b2debba2820 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:07.670053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d4d993c5-d453-467c-be2d-2b2debba2820 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:07.670795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:07.676437 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7b965d15-ff89-417c-ba96-b4c328ca935b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431263 Aug 27 16:43:07.680754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48338) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:07.686059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:07.705595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:07.705938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1c9fe57e-d67a-44c7-b5e6-fc72ad4e09fb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:07.871577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66666c5a-6f7a-43df-97af-346b68b2675e None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:07.876006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:07.880490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:07.988224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Provisioning for port 1a49f7b2-c389-45c6-b2f1-51a484721423 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:07.990601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48342) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:07.997449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-39a09e8f-1fd0-4901-a252-002418124cd3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321203397', 'description': 'tempest-secgroup-smoke-1321203397 description', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:07.997920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Provisioning complete for port 1a49f7b2-c389-45c6-b2f1-51a484721423 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:07.998199 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.089389 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.109050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39a09e8f-1fd0-4901-a252-002418124cd3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.112300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:08.149340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] For port 1a49f7b2-c389-45c6-b2f1-51a484721423, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1a49f7b2-c389-45c6-b2f1-51a484721423,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:08.168451 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.176655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] Deleting port 1a49f7b2-c389-45c6-b2f1-51a484721423 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:08.178891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.198171 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39a09e8f-1fd0-4901-a252-002418124cd3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.223079 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:08.228364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:08.234719 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.242033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:08.242033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.254486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=e1b7cefe-a57a-4247-9927-3d9f0e053680,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:08.258676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39a09e8f-1fd0-4901-a252-002418124cd3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.289860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a09e8f-1fd0-4901-a252-002418124cd3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbde794-57ae-4467-90d6-38b1c15de80b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:08.297973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] For port 1a49f7b2-c389-45c6-b2f1-51a484721423, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1a49f7b2-c389-45c6-b2f1-51a484721423,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:08.298383 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.317298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] Calling delete_port for 1a49f7b2-c389-45c6-b2f1-51a484721423 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:08.319000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Pushing event updated for resources: {'Port': ['ID=1a49f7b2-c389-45c6-b2f1-51a484721423,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:08.332907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.333262 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.333626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.333957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.334300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.334641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.334986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.335344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.335683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.336019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.336354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.336687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b088935e-410a-47d3-a1b5-70e2aa40ff99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:08.368287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9fab29be-046f-49b9-bbe1-3d7e1158375d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6842842 Aug 27 16:43:08.369054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48344) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:08.375211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:f1:c9:1a', 'name': 'tempest-NetworksTestDHCPv6-598593225'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:08.380423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-39a09e8f-1fd0-4901-a252-002418124cd3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.384611 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-39a09e8f-1fd0-4901-a252-002418124cd3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3890131 Aug 27 16:43:08.386143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48346) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:08.393892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8fed847f-b5e7-4956-8a7c-67e1dee9037d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '3cbde794-57ae-4467-90d6-38b1c15de80b', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:08.493001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fed847f-b5e7-4956-8a7c-67e1dee9037d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.510010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.541609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] Pushing event deleted for resources: {'Port': ['ID=1a49f7b2-c389-45c6-b2f1-51a484721423,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:08.551002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1652a7-0e04-4475-a67c-aa7985149bca None None] No DVR routers for this DVR port 1a49f7b2-c389-45c6-b2f1-51a484721423 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:08.556463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:08.578939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e2b37-1168-4642-bb43-c3a6cc3536f5 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:08.585820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fed847f-b5e7-4956-8a7c-67e1dee9037d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.655345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fed847f-b5e7-4956-8a7c-67e1dee9037d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.675467 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.688455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed847f-b5e7-4956-8a7c-67e1dee9037d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0da53c5-e76e-4067-9b99-9cc5a73380f4,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:08.700607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port f93782db-97b6-45b2-822c-976010293e04 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:43:08.774068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8fed847f-b5e7-4956-8a7c-67e1dee9037d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.776259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8fed847f-b5e7-4956-8a7c-67e1dee9037d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3874414 Aug 27 16:43:08.784630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48352) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:08.790161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-869e292b-420d-4254-878a-6eec1d442c48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '3cbde794-57ae-4467-90d6-38b1c15de80b', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:08.849390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::84 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e1b7cefe-a57a-4247-9927-3d9f0e053680/f93782db-97b6-45b2-822c-976010293e04) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:08.887032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-869e292b-420d-4254-878a-6eec1d442c48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.914768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'e1b7cefe-a57a-4247-9927-3d9f0e053680'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:43:08.915685 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:08.957540 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-869e292b-420d-4254-878a-6eec1d442c48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.009705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.013031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-869e292b-420d-4254-878a-6eec1d442c48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.025918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object f93782db-97b6-45b2-822c-976010293e04 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:09.032171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e292b-420d-4254-878a-6eec1d442c48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25ce345-8998-4253-82a2-2149038bebce,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:09.114340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-869e292b-420d-4254-878a-6eec1d442c48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.115613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-869e292b-420d-4254-878a-6eec1d442c48 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3296871 Aug 27 16:43:09.118276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48354) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:09.123151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0585ad04-8a71-46c7-8c0c-6c5d4fe32ab5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '3cbde794-57ae-4467-90d6-38b1c15de80b', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:09.143775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.194783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e1b7cefe-a57a-4247-9927-3d9f0e053680/6e476527-2660-4951-a275-445253a81ef2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:09.196775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:09.202821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:09.205275 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=f93782db-97b6-45b2-822c-976010293e04,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:09.207492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:09.213293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:09.213930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.241608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0585ad04-8a71-46c7-8c0c-6c5d4fe32ab5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.261641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1a49f7b2-c389-45c6-b2f1-51a484721423 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:09.286994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1a49f7b2-c389-45c6-b2f1-51a484721423 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:09.287368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1a49f7b2-c389-45c6-b2f1-51a484721423 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:09.304877 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-93acfaa0-2f6d-4ef3-80f3-94a6b32d4175 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9346523 Aug 27 16:43:09.309324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48356) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:09.317736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0585ad04-8a71-46c7-8c0c-6c5d4fe32ab5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.363770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5aeed-fdba-48cd-8c87-11cb2a7bfc81 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:09.363770 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e8d5aeed-fdba-48cd-8c87-11cb2a7bfc81 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0510004 Aug 27 16:43:09.364111 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48358) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:09.375011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.383486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Transition to ACTIVE for port object 6e476527-2660-4951-a275-445253a81ef2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:09.384064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0585ad04-8a71-46c7-8c0c-6c5d4fe32ab5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.400507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Transition to ACTIVE for port object 6e476527-2660-4951-a275-445253a81ef2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:09.405857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585ad04-8a71-46c7-8c0c-6c5d4fe32ab5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35e0ce3-34a6-491c-a4e6-605181a03053,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:09.457637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port f93782db-97b6-45b2-822c-976010293e04 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:09.457972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.470092 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.504052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0585ad04-8a71-46c7-8c0c-6c5d4fe32ab5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.505286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0585ad04-8a71-46c7-8c0c-6c5d4fe32ab5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3860404 Aug 27 16:43:09.508547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48360) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:09.513796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:09.513796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:09.514709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4f1c2cf2-b702-48e8-8561-1ff9c83dc78a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '3cbde794-57ae-4467-90d6-38b1c15de80b', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:09.519131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:09.533677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Pushing event updated for resources: {'Port': ['ID=6e476527-2660-4951-a275-445253a81ef2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:09.550645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.564412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for f93782db-97b6-45b2-822c-976010293e04 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:09.583236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Attempting to bind port 6e476527-2660-4951-a275-445253a81ef2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:09.583838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Attempting to bind port 6e476527-2660-4951-a275-445253a81ef2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:09.584022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Attempting to bind port 6e476527-2660-4951-a275-445253a81ef2 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:09.589276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:09.589658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:09.590047 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.590445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:09.590910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Bound port: 6e476527-2660-4951-a275-445253a81ef2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:09.591320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.612687 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2cf2-b702-48e8-8561-1ff9c83dc78a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.666038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] For port 6e476527-2660-4951-a275-445253a81ef2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:09.669763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] For port 6e476527-2660-4951-a275-445253a81ef2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6e476527-2660-4951-a275-445253a81ef2,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:09.680992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2cf2-b702-48e8-8561-1ff9c83dc78a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.727632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.760432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2cf2-b702-48e8-8561-1ff9c83dc78a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.786845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c2cf2-b702-48e8-8561-1ff9c83dc78a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c7507d-81ac-455a-bd78-84a64cd1f2ba,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:09.804834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa1820-af35-4490-8788-3ece0762418e None None] Pushing event updated for resources: {'Port': ['ID=6e476527-2660-4951-a275-445253a81ef2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:09.824429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.852880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2cf2-b702-48e8-8561-1ff9c83dc78a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.856389 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4f1c2cf2-b702-48e8-8561-1ff9c83dc78a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3468049 Aug 27 16:43:09.857411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=f93782db-97b6-45b2-822c-976010293e04,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:09.860307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48364) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:09.866518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '3cbde794-57ae-4467-90d6-38b1c15de80b', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:09.901872 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:09.904432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b54a2e03-27a7-4c3b-a1b7-71298dc7596f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/f93782db-97b6-45b2-822c-976010293e04 HTTP/1.1" status: 204 len: 168 time: 0.5390635 Aug 27 16:43:09.907204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48366) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:09.964041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10cba09-d341-4a90-8ed2-2f1ef37485fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:09.965718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10cba09-d341-4a90-8ed2-2f1ef37485fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:09.970596 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a10cba09-d341-4a90-8ed2-2f1ef37485fd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0603707 Aug 27 16:43:09.971243 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48368) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.022158 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:43:10.035026 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.066337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet e1b7cefe-a57a-4247-9927-3d9f0e053680 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:10.076291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.240390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.240390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.241990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.281162 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.308351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac22f247-520a-4ae1-bf69-4a91024d1b85,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:10.378896 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.380444 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-26ed311f-e5ab-44b4-94d0-23de56bc3e3f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5177317 Aug 27 16:43:10.383182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48380) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.388345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '3cbde794-57ae-4467-90d6-38b1c15de80b', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:10.410239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.446907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b7cefe-a57a-4247-9927-3d9f0e053680,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:10.453386 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.461460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-440c15ff-023e-4ab5-b22f-c1f4fcfaa121 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e1b7cefe-a57a-4247-9927-3d9f0e053680 HTTP/1.1" status: 204 len: 168 time: 0.4891222 Aug 27 16:43:10.464248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48384) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.509976 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bffd4ad7-e074-4087-a6fe-b9340d635713 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445759 Aug 27 16:43:10.510992 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:43:10.512501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48386) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.517448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.579929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.580768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663422f-724c-4d98-8659-38ea60df3f6c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:10.583387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0663422f-724c-4d98-8659-38ea60df3f6c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0688264 Aug 27 16:43:10.584890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48390) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.651062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541e94c-ef66-4547-95eb-600a49e0624c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:10.652640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9541e94c-ef66-4547-95eb-600a49e0624c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668082 Aug 27 16:43:10.656447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48392) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.664388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.707067 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fae0331a-fa3d-47b9-a9f7-b4a7a96d9f20 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494263 Aug 27 16:43:10.713284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48394) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.720107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401c4764-e7df-4fb8-adce-646747a30214,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:10.720816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:10.780733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.782369 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a2cc5eb3-552e-42c5-b725-f7202107637c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3984487 Aug 27 16:43:10.785312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48398) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:10.791615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'network': {'name': 'tempest-network-smoke--101791150', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'port_security_enabled': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:10.870523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e5942c-0803-44f7-81ca-aec132da1b77 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:10.946134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:10.949402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.989626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:43:10.999624 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:10.999977 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Added segment 0f60cec8-7749-4bd7-9d86-499ea142e865 of type vlan for network 007d75b2-a8e8-4ad6-acf1-75473af99550 Aug 27 16:43:11.049442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:11.053131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.060703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.070180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-be512629-80a2-4c2b-ac5d-ee6cc4f48bef None None] Provisioning for port 6e476527-2660-4951-a275-445253a81ef2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:11.088380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:11.138360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] Deleting port 6e476527-2660-4951-a275-445253a81ef2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:11.138661 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.209828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] For port 6e476527-2660-4951-a275-445253a81ef2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6e476527-2660-4951-a275-445253a81ef2,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:11.210253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.224870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] Calling delete_port for 6e476527-2660-4951-a275-445253a81ef2 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:11.253362 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.259059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:11.259696 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.349658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Network': ['ID=007d75b2-a8e8-4ad6-acf1-75473af99550,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:11.366725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:43:11.418659 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.449390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] Pushing event deleted for resources: {'Port': ['ID=6e476527-2660-4951-a275-445253a81ef2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:11.453084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98981ab9-7107-4397-be9e-4b742a385265 None None] No DVR routers for this DVR port 6e476527-2660-4951-a275-445253a81ef2 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:11.458558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e79ec0fc-c680-4cb6-839b-a308690fd6e1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6721237 Aug 27 16:43:11.461503 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48408) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:11.472660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'admin_state_up': True, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:11.535815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.objects.ports [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:43:11.537609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.573471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.574835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.582923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:11.589778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:11.594474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:11.595203 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.604296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26030fc-19ec-4116-aca2-60dbe243258f None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:11.605187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=e4c65190-1f7f-420a-9ea8-dff345898faa,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:11.641310 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.682604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ac05446-13e4-4d72-b287-4693ad76c66b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9679182 Aug 27 16:43:11.685421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48412) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:11.691548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ae848802-985b-4d00-a04a-94114d8db145 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:11.774586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'e4c65190-1f7f-420a-9ea8-dff345898faa'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:43:11.775790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.901695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.922120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae848802-985b-4d00-a04a-94114d8db145 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:11.925735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ae848802-985b-4d00-a04a-94114d8db145 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:11.938186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Allocated IP 2001:db8::f816:3eff:fe10:c44e (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e4c65190-1f7f-420a-9ea8-dff345898faa/a661edc8-d8fe-4465-955f-3f2cd4eb4c4b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:12.047084 n-d-806412-1 neutron-server[95253]: INFO neutron.db.ipam_backend_mixin [None req-ae848802-985b-4d00-a04a-94114d8db145 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4c65190-1f7f-420a-9ea8-dff345898faa (CIDR: 2001:db8::/64) Aug 27 16:43:12.087161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.096496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Transition to ACTIVE for port object a661edc8-d8fe-4465-955f-3f2cd4eb4c4b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:12.112303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Transition to ACTIVE for port object a661edc8-d8fe-4465-955f-3f2cd4eb4c4b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:12.128723 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae848802-985b-4d00-a04a-94114d8db145 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:12.129206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae848802-985b-4d00-a04a-94114d8db145 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:12.196455 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.228229 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.248764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:12.250425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Pushing event updated for resources: {'Port': ['ID=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:12.252703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.252948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:12.254996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:12.265719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ae848802-985b-4d00-a04a-94114d8db145 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5783541 Aug 27 16:43:12.269375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48422) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:12.274281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:12.334000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Attempting to bind port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:12.334709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Attempting to bind port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:12.335082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Attempting to bind port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:12.344460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:12.345302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:12.346107 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.346906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:12.347878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Bound port: a661edc8-d8fe-4465-955f-3f2cd4eb4c4b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:12.351087 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.396224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.195 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/c8a143c7-37ba-4001-8308-4240a3878ae4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:12.427957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] For port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:12.431855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] For port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:12.481825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.503123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:12.507859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.529235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.562184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d40958-5707-4b1a-ab81-09d2b3ff830b None None] Pushing event updated for resources: {'Port': ['ID=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:12.659072 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.721888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:12.749878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=c8a143c7-37ba-4001-8308-4240a3878ae4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:12.754671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:12.759014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:12.887965 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.937741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:12.940968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:12.945201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:12.945903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:12.951954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:13.042580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f81b065b-0a61-4337-ba36-171537b12ae6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7731128 Aug 27 16:43:13.045372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48434) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:13.050651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:15:ee:ef', 'name': 'tempest-NetworksTestDHCPv6-1462615348'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:13.115775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:13.272911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:13.325357 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a661edc8-d8fe-4465-955f-3f2cd4eb4c4b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:13.422919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:13.433744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:13.457109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:13.468478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 888655c6-a9d7-4efd-8cb8-a434c552792b yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:43:13.598763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd09b6c-8689-4627-8495-14f9af6f2625 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:13.658037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router d752fa73-2d84-4fb5-9092-23b299c7d368 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:43:13.680785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8:0:1::301 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc/888655c6-a9d7-4efd-8cb8-a434c552792b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:13.688630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe15:eeef (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e4c65190-1f7f-420a-9ea8-dff345898faa/888655c6-a9d7-4efd-8cb8-a434c552792b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:13.778423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-53a1254d-8678-4859-b4ac-5db3448954da None None] Provisioning for port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:13.787182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-53a1254d-8678-4859-b4ac-5db3448954da None None] Provisioning complete for port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:13.792512 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53a1254d-8678-4859-b4ac-5db3448954da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:13.814373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:43:13.831616 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Sync routers for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:43:13.856658 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:13.856658 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:13.870361 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:13.886209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 888655c6-a9d7-4efd-8cb8-a434c552792b will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:13.944535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:13.946418 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c5ec65b-0d3e-419c-acb1-72983898ea1d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4835939 Aug 27 16:43:13.951896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:13.956658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] Update dhcp port {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'e4c65190-1f7f-420a-9ea8-dff345898faa', 'ip_address': '2001:db8::f816:3eff:fe10:c44e'}, {'subnet_id': 'e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc'}], 'binding:host_id': 'n-d-806412-1'}, 'id': 'a661edc8-d8fe-4465-955f-3f2cd4eb4c4b'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:43:13.979878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53a1254d-8678-4859-b4ac-5db3448954da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:13.996966 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.012705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-af184dfd-23da-4dd7-b63c-e37f56f78e1c tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=699028f8ab0c4d7c9bc3271ea35a8fb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570865 Aug 27 16:43:14.013328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48448) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:14.019591 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:14.034883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.055506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-53a1254d-8678-4859-b4ac-5db3448954da None None] For port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:14.129913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:14.133372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:14.137277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:14.150005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:14.156293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.199853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=888655c6-a9d7-4efd-8cb8-a434c552792b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:14.202604 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53a1254d-8678-4859-b4ac-5db3448954da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.222247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ea877-849c-45b1-80ae-0279b83b7885 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:14.228593 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-809ea877-849c-45b1-80ae-0279b83b7885 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2087674 Aug 27 16:43:14.228593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48450) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:14.234424 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:12Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:14.264902 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c5b048e3-344b-412e-bbfa-817359f31235 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336063 Aug 27 16:43:14.265699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48452) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:14.270120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Checking router: d752fa73-2d84-4fb5-9092-23b299c7d368 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:43:14.270561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Updating router d752fa73-2d84-4fb5-9092-23b299c7d368 port c8a143c7-37ba-4001-8308-4240a3878ae4 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:43:14.274178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003616607', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:14.296270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1254d-8678-4859-b4ac-5db3448954da None None] Pushing event updated for resources: {'Port': ['ID=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:14.303838 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.306861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] Allocated IP 2001:db8:0:1::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc/a661edc8-d8fe-4465-955f-3f2cd4eb4c4b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:14.340052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7527971b-a935-49b6-a9f5-0abd9f7692e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2935951 Aug 27 16:43:14.340553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48456) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:14.461528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] For port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:14.472541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 888655c6-a9d7-4efd-8cb8-a434c552792b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:14.472541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.510349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.516220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:14.521630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.527458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] Transition to ACTIVE for port object a661edc8-d8fe-4465-955f-3f2cd4eb4c4b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:14.573695 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.590983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 888655c6-a9d7-4efd-8cb8-a434c552792b owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:14.613424 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.742045 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d0e0-0fed-4b0d-9fb3-c37f83d65103 None None] Pushing event updated for resources: {'Port': ['ID=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:14.769111 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.800290 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Transition to ACTIVE for port object c8a143c7-37ba-4001-8308-4240a3878ae4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:14.880167 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.933047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.937520 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Attempting to bind port c8a143c7-37ba-4001-8308-4240a3878ae4 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:14.938129 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Attempting to bind port c8a143c7-37ba-4001-8308-4240a3878ae4 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:14.938589 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Attempting to bind port c8a143c7-37ba-4001-8308-4240a3878ae4 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:14.944210 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Pushing event updated for resources: {'Port': ['ID=c8a143c7-37ba-4001-8308-4240a3878ae4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:14.947472 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:14.947909 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:14.948473 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.948956 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:14.949498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Bound port: c8a143c7-37ba-4001-8308-4240a3878ae4, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:14.949975 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:14.957626 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.958041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.958438 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.958836 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.959246 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.959669 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.960054 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.960590 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.960924 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.961246 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.961569 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.961888 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:14.987074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.026213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Subnet': ['ID=669af357-6bc8-49ce-b55a-10645f416c9b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:15.037677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Checking segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:15.038055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network hostable DHCP agents. Network: 007d75b2-a8e8-4ad6-acf1-75473af99550, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:43:15.068675 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] For port c8a143c7-37ba-4001-8308-4240a3878ae4, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:15.072873 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] For port c8a143c7-37ba-4001-8308-4240a3878ae4, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8a143c7-37ba-4001-8308-4240a3878ae4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:15.085082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=888655c6-a9d7-4efd-8cb8-a434c552792b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:15.111246 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.113962 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c3a8b4bf-4f2f-442e-988a-ca323c8acac1 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/888655c6-a9d7-4efd-8cb8-a434c552792b HTTP/1.1" status: 204 len: 168 time: 0.7724359 Aug 27 16:43:15.116772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48466) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:15.144590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:43:15.171046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af32b0-13ad-4589-9ee4-1723c37e7fa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:15.172896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d8af32b0-13ad-4589-9ee4-1723c37e7fa7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0547755 Aug 27 16:43:15.175457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48468) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:15.185218 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.228916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c311da90-1a3d-49bd-ba96-6c9e971821dd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:15.230962 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c311da90-1a3d-49bd-ba96-6c9e971821dd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0540397 Aug 27 16:43:15.235890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48470) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:15.260682 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:15.261504 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:15.284123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a661edc8-d8fe-4465-955f-3f2cd4eb4c4b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:15.397717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d53fd-6d88-4ac6-9515-269e072f3f71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:15.399731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d53fd-6d88-4ac6-9515-269e072f3f71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:15.400011 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:15.401364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d53fd-6d88-4ac6-9515-269e072f3f71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:15.402953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-582d53fd-6d88-4ac6-9515-269e072f3f71 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1680810 Aug 27 16:43:15.406147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48474) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:15.407332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 007d75b2-a8e8-4ad6-acf1-75473af99550) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:15.412137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:15.412929 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.438891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acee3dc-2ed8-4db2-a147-e95797d10d0e None None] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:15.468851 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383fb27-1e0c-448e-a90c-a120ac4f5b39 None None] Pushing event updated for resources: {'Port': ['ID=c8a143c7-37ba-4001-8308-4240a3878ae4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:15.526592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet e4c65190-1f7f-420a-9ea8-dff345898faa {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:15.536323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aef8e606-bebb-46ab-a25a-1c13c14f6167 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2696574 Aug 27 16:43:15.537182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48476) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:15.544556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.613515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ddcaf92a-80cf-46e6-8d41-4b8110d4713d None None] Provisioning for port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:15.619972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.632879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ddcaf92a-80cf-46e6-8d41-4b8110d4713d None None] Provisioning complete for port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:15.633130 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf92a-80cf-46e6-8d41-4b8110d4713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.685888 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:12Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:15.728829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-007d75b2-a8e8-4ad6-acf1-75473af99550', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:43:15.729795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.772191 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16490ad8-16b0-4c7f-808a-b47df44b0f07 None None] The sync data for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 is: [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:12Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:43:15.790423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:15.962853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-18becce6-98c0-4110-a1c1-4fb2fec176ee None None] Could not find standard attr ID for object 888655c6-a9d7-4efd-8cb8-a434c552792b. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:43:16.073393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Allocated IP 172.20.0.2 (007d75b2-a8e8-4ad6-acf1-75473af99550/669af357-6bc8-49ce-b55a-10645f416c9b/dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:16.094732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.143445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c65190-1f7f-420a-9ea8-dff345898faa,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:16.143445 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.143445 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-499e002c-bcb0-4c90-bf92-8daebb77f83d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e4c65190-1f7f-420a-9ea8-dff345898faa HTTP/1.1" status: 204 len: 168 time: 0.7335088 Aug 27 16:43:16.145509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48484) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:16.200561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97641229-6f57-4c8a-b809-bd68199aa5b9 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:16.266723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:16.271562 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.361447 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.373219 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.382117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Transition to ACTIVE for port object dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:16.386554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.399931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Transition to ACTIVE for port object dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:16.491418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.562406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.628880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:16.632943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:16.641830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:16.651888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Pushing event updated for resources: {'Port': ['ID=dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:16.653376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.682944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.692119 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc HTTP/1.1" status: 204 len: 168 time: 0.5382545 Aug 27 16:43:16.694334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48490) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:16.719772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Attempting to bind port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:16.720147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Attempting to bind port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:16.720518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Attempting to bind port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:16.726441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:16.726835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Checking segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:16.727248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.727697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Bound using segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:16.728179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Bound port: dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:16.728574 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:16.746558 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7a4af-16ad-452e-aedd-9bd1b1492e0a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:16.804088 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8f92e26f-c424-4c24-9810-cab4e7f75105 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015077 Aug 27 16:43:16.806959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48492) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:16.817697 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:16.892707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] For port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:16.896542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] For port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:16.979337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.081028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9e68-2235-4dc4-b563-6a2b957493bb None None] Pushing event updated for resources: {'Port': ['ID=dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:17.327688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.1 (007d75b2-a8e8-4ad6-acf1-75473af99550/669af357-6bc8-49ce-b55a-10645f416c9b/7d1322af-1254-4f6a-9dd7-67dfb9dc604f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:17.387653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c8a143c7-37ba-4001-8308-4240a3878ae4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:17.583573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419f8ff-784a-4d5d-a0e5-aec301134bf4 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:17.616889 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.633553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object 7d1322af-1254-4f6a-9dd7-67dfb9dc604f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:17.655686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c8a143c7-37ba-4001-8308-4240a3878ae4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:17.666189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c8a143c7-37ba-4001-8308-4240a3878ae4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:17.666654 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.700059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:17.704904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.714187 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2e56664b-74d4-47c3-b350-d06062f71003 None None] Provisioning complete for port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:17.735049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e56664b-74d4-47c3-b350-d06062f71003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.779477 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.844967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:17.849603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:17.868731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:17.891705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.952230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:17.969366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port c8a143c7-37ba-4001-8308-4240a3878ae4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8a143c7-37ba-4001-8308-4240a3878ae4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:17.972959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:17.980211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:18.025532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] Deleting port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:18.031457 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.271578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:43:18.277707 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.340786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.416035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] For port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:18.416448 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.430057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=c8a143c7-37ba-4001-8308-4240a3878ae4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:18.435836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] Calling delete_port for a661edc8-d8fe-4465-955f-3f2cd4eb4c4b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:18.585813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.642862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.677778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] Pushing event deleted for resources: {'Port': ['ID=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:18.681832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba097d-d70b-46f9-9d61-471fd2071b14 None None] No DVR routers for this DVR port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:18.694453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.779376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.842347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] For port a661edc8-d8fe-4465-955f-3f2cd4eb4c4b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:18.867878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:18.870483 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.883131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:43:18.893219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:18.931448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec597900-a3fc-4c69-ac97-5a8ca281ef46 None None] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:18.978465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:18.979992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:18.995579 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:19.000590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:19.081044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=a661edc8-d8fe-4465-955f-3f2cd4eb4c4b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:19.094498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-05abdf8d-3bb3-4856-9b33-1d18863202ec None None] Provisioning for port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:19.126136 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:19.129706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:19.134288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:19.135083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:19.139746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=8f491029-cd1b-46c5-9798-efbd7ad8a5a1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:19.143350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f032b477-d9b8-4a1f-93f2-9b03e85e40a4 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:19.185266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router d752fa73-2d84-4fb5-9092-23b299c7d368 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:43:19.237377 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ccf020aa-c6d1-4a36-8ab5-b07427819135 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4285860 Aug 27 16:43:19.243185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48520) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:19.249535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d55f8b31-87c7-41a6-a535-9f66c6465977 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:19.426575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:43:19.432919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0b11297a-1e97-4220-8af1-d5061429ee3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/d752fa73-2d84-4fb5-9092-23b299c7d368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8946071 Aug 27 16:43:19.450254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Sync routers for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:43:19.462595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:19.463341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:19.468955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': '8f491029-cd1b-46c5-9798-efbd7ad8a5a1'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:43:19.470047 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:19.525734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c8a143c7-37ba-4001-8308-4240a3878ae4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:19.613452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55f8b31-87c7-41a6-a535-9f66c6465977 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:19.617936 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d55f8b31-87c7-41a6-a535-9f66c6465977 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:19.762031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-ffd0128b-f1d3-4dae-82ef-9fb1f59d44a1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321203397&fields=id&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 267 time: 0.0522165 Aug 27 16:43:19.786905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c8a143c7-37ba-4001-8308-4240a3878ae4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:19.787535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:19.807959 n-d-806412-1 neutron-server[95252]: INFO neutron.db.ipam_backend_mixin [None req-d55f8b31-87c7-41a6-a535-9f66c6465977 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f491029-cd1b-46c5-9798-efbd7ad8a5a1 (CIDR: 2001:db8::/64) Aug 27 16:43:19.837400 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55f8b31-87c7-41a6-a535-9f66c6465977 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:19.837914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55f8b31-87c7-41a6-a535-9f66c6465977 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:19.887035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:19.953547 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d55f8b31-87c7-41a6-a535-9f66c6465977 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7089672 Aug 27 16:43:19.956357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48544) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:19.962894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:19.996489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-3c5eb7a2-bc94-4866-884f-3aaa558084d7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:19.999769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-3c5eb7a2-bc94-4866-884f-3aaa558084d7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 796 time: 0.2229671 Aug 27 16:43:20.017609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8c81d5ae-3709-4711-b16d-22a50012a211 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/quotas/699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 375 time: 0.0108774 Aug 27 16:43:20.074960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Allocated IP 2001:db8::f816:3eff:fe5f:6212 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/8f491029-cd1b-46c5-9798-efbd7ad8a5a1/132e86c8-7de5-467b-9f79-557c13012e30) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:20.147713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa93479d-e751-4de8-91e0-a18139c9a703 None None] Provisioning for port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:20.175341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-f19c2f7c-8262-45fa-8aab-55c900990f62 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1504016 Aug 27 16:43:20.176359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fa93479d-e751-4de8-91e0-a18139c9a703 None None] Provisioning complete for port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:20.176747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa93479d-e751-4de8-91e0-a18139c9a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.253011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:20.261557 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.298972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-486210ea-a612-4441-be95-06158571f576 service neutron] 10.222.0.101 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195107 Aug 27 16:43:20.301406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:20.337357 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fa93479d-e751-4de8-91e0-a18139c9a703 None None] Port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:43:20.423573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-a7addbb7-92d9-471e-8773-0c1d495ea82b service neutron] 10.222.0.101 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161754 Aug 27 16:43:20.511197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 2, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:20.550874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Checking router: d752fa73-2d84-4fb5-9092-23b299c7d368 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:43:20.551413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Updating router d752fa73-2d84-4fb5-9092-23b299c7d368 port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:43:20.579191 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.588285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-30d13948-83d3-4698-a7bb-4cc5380fdbc0 None None] Provisioning complete for port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:20.588285 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30d13948-83d3-4698-a7bb-4cc5380fdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.596127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:20.619338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Transition to ACTIVE for port object 132e86c8-7de5-467b-9f79-557c13012e30 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:20.631676 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.637820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:20.638212 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.687340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Transition to ACTIVE for port object 132e86c8-7de5-467b-9f79-557c13012e30 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:20.694158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-30d13948-83d3-4698-a7bb-4cc5380fdbc0 None None] Port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:43:20.711817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcc0a270-ea44-4241-989c-3813724349f6 req-36a56ccd-3a91-4242-9850-2cbdaa0a9c70 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 210 time: 0.0388787 Aug 27 16:43:20.723344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-405079f6-6eb3-42be-abf8-989d66f94a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.746099 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.791165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:20.798782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:20.803393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:20.804142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.818249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=d8042481-2fc3-4bde-96d6-b4bc229e0145,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:20.837703 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:20.916833 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-04777b47-7557-408d-beb4-2e3574e9df9b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9592345 Aug 27 16:43:20.919825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48566) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:20.925799 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:27:41:85', 'name': 'tempest-NetworksTestDHCPv6-903299727'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:21.066312 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.115698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:21.116655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Pushing event updated for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:21.131006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:21.133418 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:21.150168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:21.177661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:21.232853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Attempting to bind port 132e86c8-7de5-467b-9f79-557c13012e30 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:21.233334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Attempting to bind port 132e86c8-7de5-467b-9f79-557c13012e30 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:21.233709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Attempting to bind port 132e86c8-7de5-467b-9f79-557c13012e30 on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:21.246160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:21.246386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:21.246680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.247067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:21.247850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Bound port: 132e86c8-7de5-467b-9f79-557c13012e30, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:21.248399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.262231 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.295227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port 7d78dfbf-a566-4328-b7b0-ebbd1caf7a70 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:43:21.297052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.405837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a661edc8-d8fe-4465-955f-3f2cd4eb4c4b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:21.409443 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.452320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: a661edc8-d8fe-4465-955f-3f2cd4eb4c4b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:21.452672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device a661edc8-d8fe-4465-955f-3f2cd4eb4c4b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:21.457687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:21.459949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Transition to ACTIVE for port object 7d1322af-1254-4f6a-9dd7-67dfb9dc604f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:21.461890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:21.480583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=132e86c8-7de5-467b-9f79-557c13012e30,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:21.532646 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8:0:1::2d (257aa7b2-554f-49ad-a758-8c2dc7723d3d/d8042481-2fc3-4bde-96d6-b4bc229e0145/7d78dfbf-a566-4328-b7b0-ebbd1caf7a70) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:21.540076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::f816:3eff:fe27:4185 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/8f491029-cd1b-46c5-9798-efbd7ad8a5a1/7d78dfbf-a566-4328-b7b0-ebbd1caf7a70) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:21.553411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:21.577491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.645369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ab7bc-12bf-4902-abee-400407071e2d None None] Pushing event updated for resources: {'Port': ['ID=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:21.704852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.709556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:21.709556 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.720464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object 7d78dfbf-a566-4328-b7b0-ebbd1caf7a70 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:21.738443 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.789943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Attempting to bind port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:21.790321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Attempting to bind port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:21.790681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Attempting to bind port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:21.819860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:21.820222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Checking segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:21.820637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.821039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Bound using segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:21.821786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Bound port: 7d1322af-1254-4f6a-9dd7-67dfb9dc604f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:21.822180 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.855411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c60553ea-d81b-479a-871a-9e1b383736ec req-1e313473-fc50-4269-ac74-56affe023b8a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 210 time: 0.0530264 Aug 27 16:43:21.880531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.938540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] For port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:21.945556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] For port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:21.947075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3fd7f-c0d7-4565-9712-7ac6de32431a None None] Pushing event updated for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:21.958027 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:21.964206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:21.970056 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:21.976817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:21.977463 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:21.986405 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=7d78dfbf-a566-4328-b7b0-ebbd1caf7a70,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:22.059987 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:22.119068 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2b0c209b-ca4e-4c7f-9cb1-035b2cc96b70 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1946461 Aug 27 16:43:22.119068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48582) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:22.151307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:22.157408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:22.159689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ab7bc-12bf-4902-abee-400407071e2d None None] Pushing event updated for resources: {'Port': ['ID=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:22.320640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port 7d78dfbf-a566-4328-b7b0-ebbd1caf7a70 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:22.321770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:22.432499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:22.501698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:22.523109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for 7d78dfbf-a566-4328-b7b0-ebbd1caf7a70 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:22.741227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:21Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:22.775558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b511b-47c7-4a68-84a7-6a14c7265e79 None None] The sync data for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 is: [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:21Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:43:22.870254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:22.913787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=7d78dfbf-a566-4328-b7b0-ebbd1caf7a70,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:22.983587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:22.987322 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-31bd76ca-41a6-4e38-a3a5-468a22f920eb tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/7d78dfbf-a566-4328-b7b0-ebbd1caf7a70 HTTP/1.1" status: 204 len: 168 time: 0.8670201 Aug 27 16:43:22.990032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48596) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:23.002124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87949a08-1e56-4e06-81cd-21e0cd90e78b req-d376bf96-98eb-409a-8e96-35d6b7648fec tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 210 time: 0.0523510 Aug 27 16:43:23.061188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e27aab-3970-49dd-b0a7-6e60323aea30 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:23.077630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48600) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:23.078062 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59e27aab-3970-49dd-b0a7-6e60323aea30 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0788202 Aug 27 16:43:23.147866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ccf670-26c0-4788-bb82-d3f3b16cd38a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:23.149434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-15ccf670-26c0-4788-bb82-d3f3b16cd38a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0787628 Aug 27 16:43:23.152065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48602) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:23.196689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab13ac3-135b-4ae2-8be6-65deea0ce703 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:23.221717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705218c3-e27a-463d-9e8f-6b031229b5ae tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:23.223592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705218c3-e27a-463d-9e8f-6b031229b5ae tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:23.225305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705218c3-e27a-463d-9e8f-6b031229b5ae tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:23.227021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-705218c3-e27a-463d-9e8f-6b031229b5ae tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0739908 Aug 27 16:43:23.229691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48606) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:23.289844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 8f491029-cd1b-46c5-9798-efbd7ad8a5a1 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:23.292289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.330487 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c126a70-a33c-46b8-b9e7-42c2e02a89df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.344190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.461163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.523319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.525526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9fee0615-7a7b-4bd5-9ea0-32113b5fcd04 None None] Provisioning for port 132e86c8-7de5-467b-9f79-557c13012e30 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:23.530706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.573460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427f338-4e3b-4d16-b27a-64267c518124 None None] Update dhcp port {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': '8f491029-cd1b-46c5-9798-efbd7ad8a5a1', 'ip_address': '2001:db8::f816:3eff:fe5f:6212'}, {'subnet_id': 'd8042481-2fc3-4bde-96d6-b4bc229e0145'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '132e86c8-7de5-467b-9f79-557c13012e30'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:43:23.610892 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e427f338-4e3b-4d16-b27a-64267c518124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.662454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-6ca49103-00e6-4edb-8852-e89cd804b9bc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:23.664264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-6ca49103-00e6-4edb-8852-e89cd804b9bc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 796 time: 0.2343433 Aug 27 16:43:23.739218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d1322af-1254-4f6a-9dd7-67dfb9dc604f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:23.745727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-ca1fb4c6-d605-4d5a-b9c1-7805e1793757 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 380 time: 0.0706146 Aug 27 16:43:23.757612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'port': {'device_id': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'admin_state_up': True, 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'security_groups': ['3cbde794-57ae-4467-90d6-38b1c15de80b']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server [None req-e427f338-4e3b-4d16-b27a-64267c518124 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f491029-cd1b-46c5-9798-efbd7ad8a5a1: This subnet is being modified by another concurrent operation. Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server raise exception Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f491029-cd1b-46c5-9798-efbd7ad8a5a1: This subnet is being modified by another concurrent operation. Aug 27 16:43:23.797396 n-d-806412-1 neutron-server[95254]: ERROR oslo_messaging.rpc.server Aug 27 16:43:23.844320 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.895784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=8f491029-cd1b-46c5-9798-efbd7ad8a5a1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:23.901859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:23.903827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-61ee5000-1b4a-44ab-921c-ceee3aeafd24 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/8f491029-cd1b-46c5-9798-efbd7ad8a5a1 HTTP/1.1" status: 204 len: 168 time: 0.6729827 Aug 27 16:43:23.906620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48614) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:23.944318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:23.948279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:23.948734 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.008986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet d8042481-2fc3-4bde-96d6-b4bc229e0145 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:24.015406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.047604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:24.054201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.070547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.101301 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.130066 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee6592-a7a6-4191-9f0f-9169f9eda0f7 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:24.148784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.228631 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:24.252205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1737c73c-1213-4701-9647-be1c223eda3d None None] Could not find standard attr ID for object 7d78dfbf-a566-4328-b7b0-ebbd1caf7a70. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:43:24.274284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.11 (007d75b2-a8e8-4ad6-acf1-75473af99550/669af357-6bc8-49ce-b55a-10645f416c9b/45938cd3-a699-4754-8263-04f6811201b1) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:24.307166 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.313787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14d00580-9f17-4d95-a40a-acb4024e5358 req-b660b6ae-6ead-41a5-8fb7-fad834484380 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 210 time: 0.0443180 Aug 27 16:43:24.361046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.365512 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.365512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 132e86c8-7de5-467b-9f79-557c13012e30 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:24.414250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=d8042481-2fc3-4bde-96d6-b4bc229e0145,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:24.430372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.436169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dc81b0ba-cf0e-4b3f-a33d-02b5c580df4c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/d8042481-2fc3-4bde-96d6-b4bc229e0145 HTTP/1.1" status: 204 len: 168 time: 0.5276411 Aug 27 16:43:24.437464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48624) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:24.520826 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-957542e0-122d-4980-b608-1d9d57040117 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805762 Aug 27 16:43:24.525553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:24.525704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48628) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:24.533150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:24.537453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.563935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object 45938cd3-a699-4754-8263-04f6811201b1 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:24.604823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54147d-984f-49d4-a93c-f5ad8534d4a7 None None] Update dhcp port {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'd8042481-2fc3-4bde-96d6-b4bc229e0145'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '132e86c8-7de5-467b-9f79-557c13012e30'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:43:24.626013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.632963 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f54147d-984f-49d4-a93c-f5ad8534d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.681304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 132e86c8-7de5-467b-9f79-557c13012e30 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:24.735050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:24.735364 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.743742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.801785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:24.807320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:24.811760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:24.820750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:24.826027 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.838809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:24.858635 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.872314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:24.873869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.901837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=132e86c8-7de5-467b-9f79-557c13012e30,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:24.910967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-146e053c-578c-4fdc-a13e-991a978053a0 None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:24.911391 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-146e053c-578c-4fdc-a13e-991a978053a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:24.999111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-938193fd-b55c-4889-adc7-bcd37f743288 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2430980 Aug 27 16:43:25.010513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Request body: {'port': {'device_id': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:25.030642 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-146e053c-578c-4fdc-a13e-991a978053a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.051235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.094186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.141854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:25.146613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-146e053c-578c-4fdc-a13e-991a978053a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:43:25.146982 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-146e053c-578c-4fdc-a13e-991a978053a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:43:25.194941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6dbdfc-bde1-46db-a531-371f553ed81f None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:43:25.281593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6dbdfc-bde1-46db-a531-371f553ed81f None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:43:25.300084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.344936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:25.347196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:25.354936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:25.355983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.412066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=a8f2cc74-a448-42c0-9ccb-f048f832feb9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:25.461232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e99513eb-2d24-49de-a3a2-617aabad09c4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9358449 Aug 27 16:43:25.464146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48642) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:25.481866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fd31e40f-c203-47ac-b827-36ab3de85625 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:25.488006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45938cd3-a699-4754-8263-04f6811201b1 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:43:25.498688 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.517597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Transition to ACTIVE for port object 45938cd3-a699-4754-8263-04f6811201b1 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:25.530651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9390144-00df-490a-98b5-fc9923ef46c1 req-eac0c612-d3eb-4eb9-b882-b080cf823daf tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:25.532932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9390144-00df-490a-98b5-fc9923ef46c1 req-eac0c612-d3eb-4eb9-b882-b080cf823daf tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 932 time: 0.0906553 Aug 27 16:43:25.591053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.621561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d1322af-1254-4f6a-9dd7-67dfb9dc604f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:25.645162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9390144-00df-490a-98b5-fc9923ef46c1 req-07c91dee-ea8a-4f12-8084-0588ad6af036 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058600 Aug 27 16:43:25.673309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:25.716296 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd31e40f-c203-47ac-b827-36ab3de85625 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:25.721652 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd31e40f-c203-47ac-b827-36ab3de85625 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.761497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:25.762172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:25.762901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:25.769773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:43:25.770133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:25.776281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:25.776495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Checking segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:25.776976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Bound using segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:25.777482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Bound port: 45938cd3-a699-4754-8263-04f6811201b1, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:25.777966 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.796393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:25.796644 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.872993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:25.876951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:25.893249 n-d-806412-1 neutron-server[95252]: INFO neutron.db.ipam_backend_mixin [None req-fd31e40f-c203-47ac-b827-36ab3de85625 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8f2cc74-a448-42c0-9ccb-f048f832feb9 (CIDR: 2001:db8::/64) Aug 27 16:43:25.934025 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd31e40f-c203-47ac-b827-36ab3de85625 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:25.934146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd31e40f-c203-47ac-b827-36ab3de85625 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:25.941734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] Update dhcp port {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'fixed_ips': [{'subnet_id': 'a8f2cc74-a448-42c0-9ccb-f048f832feb9'}], 'binding:host_id': 'n-d-806412-1'}, 'id': '132e86c8-7de5-467b-9f79-557c13012e30'} from n-d-806412-1. {{(pid=95254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 16:43:25.964392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9067c184-4f1a-4f9c-a454-c8d858a50f92 None None] Provisioning for port 45938cd3-a699-4754-8263-04f6811201b1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:25.973056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:25.985643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:26.020511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 132e86c8-7de5-467b-9f79-557c13012e30 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:26.037561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:26.039161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:26.039810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] 10.222.0.97 "PUT /v2.0/ports/45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 1092 time: 1.0347149 Aug 27 16:43:26.040274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:43:26.042692 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a473cfb-cc28-4810-9d40-b53bcd1eeaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:43:26.080393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6986b7-4e7e-4956-b607-94d0c82d592c service neutron] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:26.089118 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa307b06-92b2-4635-b24a-0cb9b4e25c61 x-openstack-request-id: req-fa307b06-92b2-4635-b24a-0cb9b4e25c61 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:43:26.089776 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:43:26.089994 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fa307b06-92b2-4635-b24a-0cb9b4e25c61 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:43:26.090399 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'status': 'completed', 'code': 200} Aug 27 16:43:26.094540 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fd31e40f-c203-47ac-b827-36ab3de85625 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6288521 Aug 27 16:43:26.097240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48652) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:26.103252 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:26.163536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a473cfb-cc28-4810-9d40-b53bcd1eeaf1 req-30aab2fd-1ede-4dac-9316-af2325e84a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:26.163536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a473cfb-cc28-4810-9d40-b53bcd1eeaf1 req-30aab2fd-1ede-4dac-9316-af2325e84a02 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1095 time: 0.0507052 Aug 27 16:43:26.223360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:26.226286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/a8f2cc74-a448-42c0-9ccb-f048f832feb9/132e86c8-7de5-467b-9f79-557c13012e30) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:26.294077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:26.338362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=132e86c8-7de5-467b-9f79-557c13012e30,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:26.371312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:26.375815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:26.386615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:26.406287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a473cfb-cc28-4810-9d40-b53bcd1eeaf1 req-99261bf5-8ac7-4cb0-9fa7-5dfa8e169b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:26.406506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] Transition to ACTIVE for port object 132e86c8-7de5-467b-9f79-557c13012e30 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:26.408456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a473cfb-cc28-4810-9d40-b53bcd1eeaf1 req-99261bf5-8ac7-4cb0-9fa7-5dfa8e169b4c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2407410 Aug 27 16:43:26.509616 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:26.634355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:43:26.634916 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:43:26.635843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7248a-be8c-4448-a0a9-0ad279a1d839 None None] Pushing event updated for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:26.950744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:43:26.968867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d894-44d2-486b-bfa5-a159fbbce449 req-837daed4-0f43-47c5-a89e-41b529b68e23 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:26.970371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a2d894-44d2-486b-bfa5-a159fbbce449 req-837daed4-0f43-47c5-a89e-41b529b68e23 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.1196406 Aug 27 16:43:26.972189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a473cfb-cc28-4810-9d40-b53bcd1eeaf1 req-52e2d4bd-04ae-481b-9cc1-393b5a9b0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:26.973803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a473cfb-cc28-4810-9d40-b53bcd1eeaf1 req-52e2d4bd-04ae-481b-9cc1-393b5a9b0938 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5586441 Aug 27 16:43:27.057835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a2d894-44d2-486b-bfa5-a159fbbce449 req-7a083981-355f-4269-b810-8d54de4010e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788112 Aug 27 16:43:27.089136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-16a34a5b-5da3-40ca-9dca-7df1d1559061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:27.089136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-16a34a5b-5da3-40ca-9dca-7df1d1559061 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1095 time: 0.0739026 Aug 27 16:43:27.135817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-085c303f-2836-44af-83d3-afd081e63a98 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 217 time: 0.0367370 Aug 27 16:43:27.187045 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.199497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-1de05947-53ce-462a-8223-18cabf3612d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:27.200995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-1de05947-53ce-462a-8223-18cabf3612d4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0581882 Aug 27 16:43:27.205065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.252806 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:43:27.253169 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:43:27.258387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-333accac-2cb5-4628-8030-2dadf77c72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:27.260042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-333accac-2cb5-4628-8030-2dadf77c72bd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522707 Aug 27 16:43:27.384250 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.390385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-89c02246-d82b-49c8-9c62-33cc32d4ae88 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228616 Aug 27 16:43:27.419410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=132e86c8-7de5-467b-9f79-557c13012e30,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:27.443767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077c27a-ea6b-494d-a874-a9fa63d5b1fc None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:43:27.452926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.510206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-500f274e-1d92-4721-831f-bf2cf48cb298 req-eb77409b-b94a-4003-8b74-4e8aa7a43bfb service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112576 Aug 27 16:43:27.550210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.551882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.593953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077c27a-ea6b-494d-a874-a9fa63d5b1fc None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 16:43:27.606086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:43:27.606446 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:43:27.645542 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:27.652462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:27.656562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:27.657203 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.677824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=5e6947db-f7c8-46ca-a07a-0e271f910aa9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:27.698897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:27.721360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-849ed910-f335-47e4-b7f5-077ca8dfdf60 None None] Provisioning for port 132e86c8-7de5-467b-9f79-557c13012e30 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:27.742135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-849ed910-f335-47e4-b7f5-077ca8dfdf60 None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:27.742518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-849ed910-f335-47e4-b7f5-077ca8dfdf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:27.813834 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fef8fdd9-1100-4f72-8ef7-4d7736fdc936 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7148688 Aug 27 16:43:27.816768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48674) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:27.822363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:fd:1b:35', 'name': 'tempest-NetworksTestDHCPv6-151765236'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:28.041584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:28.150530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.173423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port fec1d9f0-133c-4570-9f67-e10dd34f0484 yet. {{(pid=95252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:43:28.195168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473dee5-ccf5-497f-8132-9fe6f8e3c602 req-2056dcc2-878d-4e19-a18b-5639cf14dfc5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:28.203237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e473dee5-ccf5-497f-8132-9fe6f8e3c602 req-2056dcc2-878d-4e19-a18b-5639cf14dfc5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.0700147 Aug 27 16:43:28.263285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e473dee5-ccf5-497f-8132-9fe6f8e3c602 req-a6500dee-a165-48b1-8d13-f45abf5c4ac2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585694 Aug 27 16:43:28.368865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::10 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/a8f2cc74-a448-42c0-9ccb-f048f832feb9/fec1d9f0-133c-4570-9f67-e10dd34f0484) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:28.376268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8:0:1:f816:3eff:fefd:1b35 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/5e6947db-f7c8-46ca-a07a-0e271f910aa9/fec1d9f0-133c-4570-9f67-e10dd34f0484) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:28.480490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.526416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=132e86c8-7de5-467b-9f79-557c13012e30,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:28.530021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d676ff-6043-4df7-b852-7a65285870a6 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:28.543467 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.566659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object fec1d9f0-133c-4570-9f67-e10dd34f0484 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:28.650850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.665813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f1669069-5a92-4d79-b670-597bba46a8d8 None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:28.666189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1669069-5a92-4d79-b670-597bba46a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.727700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.780472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:28.783881 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:28.787634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:28.794176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:28.800583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:28.801243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.839502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=fec1d9f0-133c-4570-9f67-e10dd34f0484,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:28.841324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 132e86c8-7de5-467b-9f79-557c13012e30 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:28.891507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1669069-5a92-4d79-b670-597bba46a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:28.906287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34949f0f-4f3f-4c3e-8cd7-643c0b7178c0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0882144 Aug 27 16:43:28.908778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48692) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:28.953795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f1669069-5a92-4d79-b670-597bba46a8d8 None None] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=132e86c8-7de5-467b-9f79-557c13012e30,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:28.957116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:28.957495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.013831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port fec1d9f0-133c-4570-9f67-e10dd34f0484 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:29.016487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.070674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.098298 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1669069-5a92-4d79-b670-597bba46a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.117371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.131992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for fec1d9f0-133c-4570-9f67-e10dd34f0484 owned by {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:29.177937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea4828-4bb3-408b-9919-459d0265ace6 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:29.259295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:43:29.259573 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:43:29.267407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1669069-5a92-4d79-b670-597bba46a8d8 None None] Pushing event updated for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:29.397578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442828c-1627-4025-b11f-865e9a1bd807 req-e42c2b67-bbdc-4279-a5d7-27d78fbaa4ef tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:29.399498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e442828c-1627-4025-b11f-865e9a1bd807 req-e42c2b67-bbdc-4279-a5d7-27d78fbaa4ef tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.0605462 Aug 27 16:43:29.443438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e442828c-1627-4025-b11f-865e9a1bd807 req-db640bf7-948c-44d2-b020-2c22f0f64a40 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371568 Aug 27 16:43:29.464398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.465322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-722baced-2c7b-44ed-8de6-757777854b1c None None] Provisioning for port fec1d9f0-133c-4570-9f67-e10dd34f0484 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:29.471031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-722baced-2c7b-44ed-8de6-757777854b1c None None] Provisioning complete for port fec1d9f0-133c-4570-9f67-e10dd34f0484 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:29.471031 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-722baced-2c7b-44ed-8de6-757777854b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.496817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-722baced-2c7b-44ed-8de6-757777854b1c None None] Port fec1d9f0-133c-4570-9f67-e10dd34f0484 was deleted so its status cannot be updated. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 16:43:29.509112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-722baced-2c7b-44ed-8de6-757777854b1c None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:29.509550 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-722baced-2c7b-44ed-8de6-757777854b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.514272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=fec1d9f0-133c-4570-9f67-e10dd34f0484,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:29.564773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.568212 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bebe1d24-6bbb-41bf-ab23-27a39e23fde5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/fec1d9f0-133c-4570-9f67-e10dd34f0484 HTTP/1.1" status: 204 len: 168 time: 0.6582592 Aug 27 16:43:29.571500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48704) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:29.635544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fe8f76-6d8d-4058-a30f-e19a6a8b8f41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:29.638201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c1fe8f76-6d8d-4058-a30f-e19a6a8b8f41 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0651791 Aug 27 16:43:29.641564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48708) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:29.708839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563b9b9-10bd-4398-833b-56e1446db0d9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:29.708960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0563b9b9-10bd-4398-833b-56e1446db0d9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0662937 Aug 27 16:43:29.711480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48710) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:29.748029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-faf14368-f84d-4735-bd46-837faec3146c None None] Could not find standard attr ID for object fec1d9f0-133c-4570-9f67-e10dd34f0484. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:43:29.759149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-faf14368-f84d-4735-bd46-837faec3146c None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:29.759682 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faf14368-f84d-4735-bd46-837faec3146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.777524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72c037-921b-4f53-a536-b26843d72753 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:29.779063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72c037-921b-4f53-a536-b26843d72753 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:29.780780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72c037-921b-4f53-a536-b26843d72753 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:29.783309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eb72c037-921b-4f53-a536-b26843d72753 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0700576 Aug 27 16:43:29.785129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48714) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:29.858109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 5e6947db-f7c8-46ca-a07a-0e271f910aa9 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:29.861805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:29.908362 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.019581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.173397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4b65217c-c112-444e-9a97-122d1fad3284 None None] Could not find standard attr ID for object fec1d9f0-133c-4570-9f67-e10dd34f0484. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:43:30.185206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.220357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6947db-f7c8-46ca-a07a-0e271f910aa9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:30.230120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.240743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9539ba51-91cd-461f-8ec9-eea3a94c311f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/5e6947db-f7c8-46ca-a07a-0e271f910aa9 HTTP/1.1" status: 204 len: 168 time: 0.4473684 Aug 27 16:43:30.240743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48720) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:30.241106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cf7d8-5b02-4674-aa78-7a7923b7f3d7 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:30.292500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet a8f2cc74-a448-42c0-9ccb-f048f832feb9 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:30.296672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.340073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.458986 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.585765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f660ee-b96f-4e71-98c6-1772620d3e67 req-1dfa1647-4b6d-4ad5-b8df-6bd70702e938 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:30.587381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0f660ee-b96f-4e71-98c6-1772620d3e67 req-1dfa1647-4b6d-4ad5-b8df-6bd70702e938 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.0626423 Aug 27 16:43:30.644012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0f660ee-b96f-4e71-98c6-1772620d3e67 req-69e8c955-9ae9-420c-9c78-000931e431ef tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484185 Aug 27 16:43:30.709528 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.710691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f2cc74-a448-42c0-9ccb-f048f832feb9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:30.713015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.715080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-72bd976e-1438-43eb-9a8e-b058cba6faf7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/a8f2cc74-a448-42c0-9ccb-f048f832feb9 HTTP/1.1" status: 204 len: 168 time: 0.4775896 Aug 27 16:43:30.717887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48730) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:30.761111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 132e86c8-7de5-467b-9f79-557c13012e30 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:30.775994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-666b1278-f8ea-42bf-a96e-740410253f8f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544229 Aug 27 16:43:30.776981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48732) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:30.785157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:30.823660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:30.824065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:30.879446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:43:30.978936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:30.983056 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.067167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:31.080430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '45938cd3-a699-4754-8263-04f6811201b1', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'port_id': '45938cd3-a699-4754-8263-04f6811201b1', 'mac_address': 'fa:16:3e:5d:d8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:43:31.133257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b211ef11-8961-4178-9599-652ea37d825f None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:31.177616 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.218546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45938cd3-a699-4754-8263-04f6811201b1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:43:31.243309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-48681f82-c485-4943-85b2-d9baee93b816 None None] Provisioning complete for port 132e86c8-7de5-467b-9f79-557c13012e30 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:31.243643 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48681f82-c485-4943-85b2-d9baee93b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.286072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:31.361829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.412487 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.418149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:31.426683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:31.430272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:31.430466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.450703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:31.456194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:31.458499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=ddc001c1-f88b-4154-be68-f4a31d975022,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:31.509987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] Deleting port 132e86c8-7de5-467b-9f79-557c13012e30 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:31.509987 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.556496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-190b734c-0dae-4ca8-b6f9-9f301829f2ed tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7788815 Aug 27 16:43:31.559226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48744) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:31.564377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3f88b20f-6619-4700-b331-446bba66c279 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:31.595946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] For port 132e86c8-7de5-467b-9f79-557c13012e30, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=132e86c8-7de5-467b-9f79-557c13012e30,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:31.596352 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.612503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] Calling delete_port for 132e86c8-7de5-467b-9f79-557c13012e30 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:31.620362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['45938cd3-a699-4754-8263-04f6811201b1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:43:31.780989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88b20f-6619-4700-b331-446bba66c279 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:31.786420 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3f88b20f-6619-4700-b331-446bba66c279 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.855955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed138f-7376-461d-aedb-d74ff229a4c9 req-5a2ef17f-c87f-4502-947b-190a7c5f6f02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:31.858498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97ed138f-7376-461d-aedb-d74ff229a4c9 req-5a2ef17f-c87f-4502-947b-190a7c5f6f02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 945 time: 0.1265752 Aug 27 16:43:31.918027 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:31.956371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97ed138f-7376-461d-aedb-d74ff229a4c9 req-cf7a65a3-9daf-4264-b507-72081e65efd5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846348 Aug 27 16:43:31.963459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] No DVR routers for this DVR port 132e86c8-7de5-467b-9f79-557c13012e30 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:31.968985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3258d-6ce9-48b4-afb6-5bd902cdc0ef None None] Pushing event deleted for resources: {'Port': ['ID=132e86c8-7de5-467b-9f79-557c13012e30,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:31.970152 n-d-806412-1 neutron-server[95253]: INFO neutron.db.ipam_backend_mixin [None req-3f88b20f-6619-4700-b331-446bba66c279 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ddc001c1-f88b-4154-be68-f4a31d975022 (CIDR: 2001:db8::/64) Aug 27 16:43:31.986077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd92222-db61-4f73-b73f-3bb353ec81a6 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:32.020687 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f88b20f-6619-4700-b331-446bba66c279 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:32.021188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f88b20f-6619-4700-b331-446bba66c279 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:32.140281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3f88b20f-6619-4700-b331-446bba66c279 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5794635 Aug 27 16:43:32.142551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48756) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:32.147822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'subnet': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:32.176364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'tenant_id': '5a5b80f6bd6c415dabaa1b4c6a1be485', 'fixed_ips': [{'subnet_id': 'ddc001c1-f88b-4154-be68-f4a31d975022'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:43:32.177591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:32.326328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Allocated IP 2001:db8::2 (257aa7b2-554f-49ad-a758-8c2dc7723d3d/ddc001c1-f88b-4154-be68-f4a31d975022/b249bc30-8ce9-4c05-bf7e-0b24a878d87f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:32.378371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:32.381993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:32.491160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:32.500829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Transition to ACTIVE for port object b249bc30-8ce9-4c05-bf7e-0b24a878d87f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:32.516666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Transition to ACTIVE for port object b249bc30-8ce9-4c05-bf7e-0b24a878d87f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:32.625586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:32.680783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:32.691407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:32.697222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:32.700767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Pushing event updated for resources: {'Port': ['ID=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:32.759604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 132e86c8-7de5-467b-9f79-557c13012e30 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:32.797723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Attempting to bind port b249bc30-8ce9-4c05-bf7e-0b24a878d87f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:32.803424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Attempting to bind port b249bc30-8ce9-4c05-bf7e-0b24a878d87f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:32.803424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Attempting to bind port b249bc30-8ce9-4c05-bf7e-0b24a878d87f on network 257aa7b2-554f-49ad-a758-8c2dc7723d3d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:32.803424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 132e86c8-7de5-467b-9f79-557c13012e30 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:32.803424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 132e86c8-7de5-467b-9f79-557c13012e30 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:32.808728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:32.809210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Checking segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:32.809696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:32.810163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Bound using segment: {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:32.811484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Bound port: b249bc30-8ce9-4c05-bf7e-0b24a878d87f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e11301-03e0-4401-a534-0c63f2f5b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:32.811968 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:32.850242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.objects.ports [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:43:32.883180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:32.910157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] For port b249bc30-8ce9-4c05-bf7e-0b24a878d87f, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:32.931374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] For port b249bc30-8ce9-4c05-bf7e-0b24a878d87f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:33.071428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.099434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab5d33-3083-4748-9067-c1678f98e5d0 req-3bc91397-3438-44a0-b0af-41f917943cbb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:33.101120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07ab5d33-3083-4748-9067-c1678f98e5d0 req-3bc91397-3438-44a0-b0af-41f917943cbb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Aug 27 16:43:33.105337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 45938cd3-a699-4754-8263-04f6811201b1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:33.143607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07ab5d33-3083-4748-9067-c1678f98e5d0 req-424267d8-dacb-4907-946c-fe4ef6c9381a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 27 16:43:33.147569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a678acd-7db4-4e6b-85cf-3edaf1a0442a None None] Pushing event updated for resources: {'Port': ['ID=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:33.158634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 45938cd3-a699-4754-8263-04f6811201b1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:33.159315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.213847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.266483 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.305491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:43:33.307989 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93aa3b8-1f30-4f0a-a7ce-c6a54e182a99" -d '{"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-plugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:43:33.325104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:33.358802 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151e064-4f68-44fc-89b2-3afde8e7b089 x-openstack-request-id: req-2151e064-4f68-44fc-89b2-3afde8e7b089 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:43:33.359146 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-plugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:43:33.359450 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2151e064-4f68-44fc-89b2-3afde8e7b089 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:43:33.359856 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'code': 200} Aug 27 16:43:33.402641 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.431471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] For port b249bc30-8ce9-4c05-bf7e-0b24a878d87f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:33.475120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.553524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:33.566690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b6dcf-50a4-405a-b58c-f51c4b5fd9bb req-fbe844db-a815-42ba-a363-242d22d523e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:33.571630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.572686 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.580776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c8b6dcf-50a4-405a-b58c-f51c4b5fd9bb req-fbe844db-a815-42ba-a363-242d22d523e8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1097 time: 0.1442294 Aug 27 16:43:33.617105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:33.626790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c8b6dcf-50a4-405a-b58c-f51c4b5fd9bb req-8439dd73-ca7f-494e-8391-7c4503d0f5f6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 Aug 27 16:43:33.661355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:33.669381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:33.670726 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:33.716773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Subnet': ['ID=7ea86e67-2fdb-4970-93aa-29c5a35af98b,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:33.723128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,revision_number=4']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:33.797594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-308de5f8-48c7-4aba-a0cc-78b7d50d540a tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6509986 Aug 27 16:43:33.797908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48784) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:33.803331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Request body: {'port': {'network_id': '257aa7b2-554f-49ad-a758-8c2dc7723d3d', 'mac_address': 'fa:16:3e:c9:e5:bb', 'name': 'tempest-NetworksTestDHCPv6-1983070875'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:34.017266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Made reservation on behalf of 5a5b80f6bd6c415dabaa1b4c6a1be485 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:34.109870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:34.132220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] device_id is not set on port e2fbab20-cace-4b13-b5cd-67e1b95a01ba yet. {{(pid=95253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 16:43:34.304097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aac7e6-896f-4d47-b478-3295b7a84e26 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:34.347206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8::22d (257aa7b2-554f-49ad-a758-8c2dc7723d3d/ddc001c1-f88b-4154-be68-f4a31d975022/e2fbab20-cace-4b13-b5cd-67e1b95a01ba) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:34.356392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d1e96-fc71-454a-b7d3-56c4ceacd487 req-af9e14db-f2ca-4999-8cb4-d688d8f0a1fd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:34.364084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac3d1e96-fc71-454a-b7d3-56c4ceacd487 req-af9e14db-f2ca-4999-8cb4-d688d8f0a1fd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.1021726 Aug 27 16:43:34.367499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Allocated IP 2001:db8:0:1:f816:3eff:fec9:e5bb (257aa7b2-554f-49ad-a758-8c2dc7723d3d/7ea86e67-2fdb-4970-93aa-29c5a35af98b/e2fbab20-cace-4b13-b5cd-67e1b95a01ba) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:34.423321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac3d1e96-fc71-454a-b7d3-56c4ceacd487 req-7a1f0a97-fdf1-41af-8254-ba2565143b39 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533938 Aug 27 16:43:34.455926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1a669253-c7e7-4a45-bde9-69c591b404b8 None None] Provisioning for port b249bc30-8ce9-4c05-bf7e-0b24a878d87f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:34.555764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:34.572006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Transition to ACTIVE for port object e2fbab20-cace-4b13-b5cd-67e1b95a01ba will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:34.714863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:34.769707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:34.787054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b249bc30-8ce9-4c05-bf7e-0b24a878d87f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:34.787708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:34.792275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:34.804108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:34.808719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:34.824062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event updated for resources: {'Port': ['ID=e2fbab20-cace-4b13-b5cd-67e1b95a01ba,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:34.938839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port b249bc30-8ce9-4c05-bf7e-0b24a878d87f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:34.941981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dda5d924-7e32-47fb-9a69-0940129b4167 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1407609 Aug 27 16:43:34.942304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48790) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:34.943306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b249bc30-8ce9-4c05-bf7e-0b24a878d87f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:34.943688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.032177 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.052037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting port e2fbab20-cace-4b13-b5cd-67e1b95a01ba {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:35.052513 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.074424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port b249bc30-8ce9-4c05-bf7e-0b24a878d87f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:35.097056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f64111ba-cfec-419f-9e9e-918c26d47721 None None] Provisioning complete for port b249bc30-8ce9-4c05-bf7e-0b24a878d87f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:35.097444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f64111ba-cfec-419f-9e9e-918c26d47721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.153919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.168825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Calling delete_port for e2fbab20-cace-4b13-b5cd-67e1b95a01ba owned by {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:35.185354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f64111ba-cfec-419f-9e9e-918c26d47721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.206368 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.284999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-f64111ba-cfec-419f-9e9e-918c26d47721 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:43:35.285280 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-f64111ba-cfec-419f-9e9e-918c26d47721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:43:35.293692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:35.439770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.472896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Port': ['ID=e2fbab20-cace-4b13-b5cd-67e1b95a01ba,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:35.550526 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.554597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-34c7c9a8-a877-4a93-865e-8c20e62779a4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/e2fbab20-cace-4b13-b5cd-67e1b95a01ba HTTP/1.1" status: 204 len: 168 time: 0.6091003 Aug 27 16:43:35.554960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48794) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:35.583811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b14e4c-6247-4991-a776-77c65983f77b req-d0d41c77-2c1e-4db3-8a01-c4f825aed053 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.585668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25b14e4c-6247-4991-a776-77c65983f77b req-d0d41c77-2c1e-4db3-8a01-c4f825aed053 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0825133 Aug 27 16:43:35.647086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de4bba-201e-46c4-86f3-8875f0235b38 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.648971 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-13de4bba-201e-46c4-86f3-8875f0235b38 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0929003 Aug 27 16:43:35.652132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48796) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:35.662968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25b14e4c-6247-4991-a776-77c65983f77b req-0478c816-a462-4587-871c-8f25e2f58e26 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685205 Aug 27 16:43:35.708311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5221e-6347-4481-88db-6d17aa8efbad tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.712658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48800) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:35.722859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-94b5221e-6347-4481-88db-6d17aa8efbad tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0692070 Aug 27 16:43:35.811705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086a205-add3-436b-93f2-42f2be76eff5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.813693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086a205-add3-436b-93f2-42f2be76eff5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.816922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086a205-add3-436b-93f2-42f2be76eff5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.818996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48804) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:35.829246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b086a205-add3-436b-93f2-42f2be76eff5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1151950 Aug 27 16:43:35.847124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f16d-c2bb-42a7-af99-f2ac45245c40 req-33500986-f432-4369-b340-6f5de4137393 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.859104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a4f16d-c2bb-42a7-af99-f2ac45245c40 req-33500986-f432-4369-b340-6f5de4137393 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.1035800 Aug 27 16:43:35.891447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet 7ea86e67-2fdb-4970-93aa-29c5a35af98b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:35.894795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.903455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a4f16d-c2bb-42a7-af99-f2ac45245c40 req-14e56644-4a2b-469b-a854-ee7e7a2133d9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Aug 27 16:43:35.930399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48806) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:35.942904 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:35.965211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0b0c0d4e-dd41-48f4-bf63-2446d06b7f79 None None] Could not find standard attr ID for object e2fbab20-cace-4b13-b5cd-67e1b95a01ba. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 16:43:35.977624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3fe524-4059-4ae8-86bc-5481e935aa9b tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:35.979340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c3fe524-4059-4ae8-86bc-5481e935aa9b tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1092 time: 0.0478172 Aug 27 16:43:35.982328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:35.987852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '45938cd3-a699-4754-8263-04f6811201b1', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:36.037370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.091581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.178407 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.207210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.212337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea86e67-2fdb-4970-93aa-29c5a35af98b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:36.218706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.227245 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce04e5ee-49d1-4354-878f-ed82b058e709 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/7ea86e67-2fdb-4970-93aa-29c5a35af98b HTTP/1.1" status: 204 len: 168 time: 0.4015884 Aug 27 16:43:36.227245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48810) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:36.227503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36f4cc-d7e6-41f8-a3ab-89bfe2e23828 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:36.290385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Deleting subnet ddc001c1-f88b-4154-be68-f4a31d975022 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:43:36.293676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.338192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.350660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.53 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/fc4eec6f-c9ac-48fa-b2b2-b632c60a36a5) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:36.445706 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.492551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.612276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:36.663492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:36.671148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:36.673458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:36.711490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=fc4eec6f-c9ac-48fa-b2b2-b632c60a36a5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:36.790533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b249bc30-8ce9-4c05-bf7e-0b24a878d87f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:43:36.897576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b249bc30-8ce9-4c05-bf7e-0b24a878d87f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:36.897956 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.028962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.059593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc001c1-f88b-4154-be68-f4a31d975022,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:37.064213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.066451 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d47515fa-416e-4b4b-922a-63e162de1fb8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/ddc001c1-f88b-4154-be68-f4a31d975022 HTTP/1.1" status: 204 len: 168 time: 0.8396060 Aug 27 16:43:37.068876 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.117474 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9ce30cf6-4a5e-4cdd-b234-0413250b548c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444577 Aug 27 16:43:37.117474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48816) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.122374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4e65a-08bf-4491-b707-003f9198f7f7 None None] Network 257aa7b2-554f-49ad-a758-8c2dc7723d3d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:43:37.174491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1cd261-9dd1-43de-bd37-c8c20325ec12 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:37.178345 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c1cd261-9dd1-43de-bd37-c8c20325ec12 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0575817 Aug 27 16:43:37.180986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48818) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.220506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.248924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279485f8-ba29-4ffb-9aec-7bee6875ecbc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:37.253381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-279485f8-ba29-4ffb-9aec-7bee6875ecbc tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711634 Aug 27 16:43:37.256148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-01a60b2f-39bb-4501-9bf3-5ed2f169e9f3 None None] Provisioning complete for port b249bc30-8ce9-4c05-bf7e-0b24a878d87f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:37.270680 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01a60b2f-39bb-4501-9bf3-5ed2f169e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.272689 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48820) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.317956 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-409e7215-26b4-4e7a-a8ae-cdf70a991125 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425677 Aug 27 16:43:37.323715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.351848 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18b4e56-bc5b-4c3a-a261-b734fbdd856b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.352577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18b4e56-bc5b-4c3a-a261-b734fbdd856b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.354483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e18b4e56-bc5b-4c3a-a261-b734fbdd856b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/e2fbab20-cace-4b13-b5cd-67e1b95a01ba HTTP/1.1" status: 404 len: 333 time: 0.0311899 Aug 27 16:43:37.357092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48824) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.380714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] DHCP port deletion for 257aa7b2-554f-49ad-a758-8c2dc7723d3d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:43:37.390253 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6497f0d3-b95a-41a9-9d36-f6fffe1f7d61 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.390873 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6497f0d3-b95a-41a9-9d36-f6fffe1f7d61 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.392976 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6497f0d3-b95a-41a9-9d36-f6fffe1f7d61 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/7ea86e67-2fdb-4970-93aa-29c5a35af98b HTTP/1.1" status: 404 len: 337 time: 0.0348897 Aug 27 16:43:37.395906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48826) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.423260 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-87457644-0b40-44a6-85a9-9fef48543221 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.423899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87457644-0b40-44a6-85a9-9fef48543221 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.425799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-87457644-0b40-44a6-85a9-9fef48543221 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/ddc001c1-f88b-4154-be68-f4a31d975022 HTTP/1.1" status: 404 len: 337 time: 0.0287309 Aug 27 16:43:37.428370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48828) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.439913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] Deleting port b249bc30-8ce9-4c05-bf7e-0b24a878d87f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:43:37.440296 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.453654 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-86523224-92e0-462a-accc-fed1efc0acca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.454422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86523224-92e0-462a-accc-fed1efc0acca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.458690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-86523224-92e0-462a-accc-fed1efc0acca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/fec1d9f0-133c-4570-9f67-e10dd34f0484 HTTP/1.1" status: 404 len: 333 time: 0.0269353 Aug 27 16:43:37.459774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48830) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.501487 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5965bc9a-7d9f-4fc4-bcd9-598d90da2a18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.501735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.501978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5965bc9a-7d9f-4fc4-bcd9-598d90da2a18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.504121 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5965bc9a-7d9f-4fc4-bcd9-598d90da2a18 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/5e6947db-f7c8-46ca-a07a-0e271f910aa9 HTTP/1.1" status: 404 len: 337 time: 0.0431023 Aug 27 16:43:37.506612 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48832) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.513121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] For port b249bc30-8ce9-4c05-bf7e-0b24a878d87f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,segment=NetworkSegment(d0e11301-03e0-4401-a534-0c63f2f5b695),segment_id=d0e11301-03e0-4401-a534-0c63f2f5b695)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:43:37.514647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.528689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] Calling delete_port for b249bc30-8ce9-4c05-bf7e-0b24a878d87f owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:43:37.535901 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-189147fe-81f2-4e37-b930-034d428b7ba9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.536375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189147fe-81f2-4e37-b930-034d428b7ba9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.538278 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-189147fe-81f2-4e37-b930-034d428b7ba9 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/a8f2cc74-a448-42c0-9ccb-f048f832feb9 HTTP/1.1" status: 404 len: 337 time: 0.0305362 Aug 27 16:43:37.541044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48834) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.567054 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dd2ddf-4df6-4a4d-81ff-48b5a9505f0d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.567937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07dd2ddf-4df6-4a4d-81ff-48b5a9505f0d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.569768 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-07dd2ddf-4df6-4a4d-81ff-48b5a9505f0d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/7d78dfbf-a566-4328-b7b0-ebbd1caf7a70 HTTP/1.1" status: 404 len: 333 time: 0.0276575 Aug 27 16:43:37.572326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48836) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.601236 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15aadbc-3358-4165-908a-9db2cbfcf09b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.601772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15aadbc-3358-4165-908a-9db2cbfcf09b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.603705 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c15aadbc-3358-4165-908a-9db2cbfcf09b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/d8042481-2fc3-4bde-96d6-b4bc229e0145 HTTP/1.1" status: 404 len: 337 time: 0.0304768 Aug 27 16:43:37.606282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48838) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.640596 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2b4e1f-bb4b-46c9-af56-ea5b1181b58d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.641051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2b4e1f-bb4b-46c9-af56-ea5b1181b58d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.643650 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9b2b4e1f-bb4b-46c9-af56-ea5b1181b58d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/8f491029-cd1b-46c5-9798-efbd7ad8a5a1 HTTP/1.1" status: 404 len: 337 time: 0.0354953 Aug 27 16:43:37.647078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48840) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.669127 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89e4e5f-6e38-49d1-b805-af8fbb1ef290 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.669832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89e4e5f-6e38-49d1-b805-af8fbb1ef290 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.672709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c89e4e5f-6e38-49d1-b805-af8fbb1ef290 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/888655c6-a9d7-4efd-8cb8-a434c552792b HTTP/1.1" status: 404 len: 333 time: 0.0263758 Aug 27 16:43:37.677723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48842) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.692710 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.702135 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.705105 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-08be65d3-a36a-4107-814d-b1792db9ac2b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.710244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08be65d3-a36a-4107-814d-b1792db9ac2b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.710244 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-08be65d3-a36a-4107-814d-b1792db9ac2b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e9b54c8e-1ab1-4e3d-8dbe-6cb46a2a51dc HTTP/1.1" status: 404 len: 337 time: 0.0290387 Aug 27 16:43:37.712181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48844) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.725863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] Pushing event deleted for resources: {'Port': ['ID=b249bc30-8ce9-4c05-bf7e-0b24a878d87f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:37.730819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03d334-6937-4914-9a2d-6d73c3164d95 None None] No DVR routers for this DVR port b249bc30-8ce9-4c05-bf7e-0b24a878d87f on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:43:37.745167 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf87839-806e-45ec-bef1-90c775cb10e0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.745167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf87839-806e-45ec-bef1-90c775cb10e0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.746819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8bf87839-806e-45ec-bef1-90c775cb10e0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e4c65190-1f7f-420a-9ea8-dff345898faa HTTP/1.1" status: 404 len: 337 time: 0.0335879 Aug 27 16:43:37.749904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48846) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.758661 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.780530 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-705ef1f7-04a5-4252-a28c-70e4b70cbb27 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.781187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705ef1f7-04a5-4252-a28c-70e4b70cbb27 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.782882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-705ef1f7-04a5-4252-a28c-70e4b70cbb27 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/f93782db-97b6-45b2-822c-976010293e04 HTTP/1.1" status: 404 len: 333 time: 0.0320618 Aug 27 16:43:37.785791 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48848) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.814474 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cecbdd-1f50-4579-913f-8b832eb395b4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.815046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cecbdd-1f50-4579-913f-8b832eb395b4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.819205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e3cecbdd-1f50-4579-913f-8b832eb395b4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e1b7cefe-a57a-4247-9927-3d9f0e053680 HTTP/1.1" status: 404 len: 337 time: 0.0300395 Aug 27 16:43:37.820014 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48850) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.844626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=fc4eec6f-c9ac-48fa-b2b2-b632c60a36a5,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:37.845040 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9670717-0333-41d1-b0c3-1e3976054e31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.845762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9670717-0333-41d1-b0c3-1e3976054e31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.850071 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c9670717-0333-41d1-b0c3-1e3976054e31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/e032fc57-1d96-408e-bcc0-210c12a628f3 HTTP/1.1" status: 404 len: 333 time: 0.0268369 Aug 27 16:43:37.850360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48854) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.873460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.873460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.873460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.873460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.873460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.874169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.874569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.874973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.875474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.875882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.876283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.876613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:37.876733 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c6c7a3-72a6-42f5-9b70-134010a58dc4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.877206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c6c7a3-72a6-42f5-9b70-134010a58dc4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.881424 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-22c6c7a3-72a6-42f5-9b70-134010a58dc4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/f85d5b89-6d57-4c9f-824b-9cb8049e816a HTTP/1.1" status: 404 len: 337 time: 0.0276768 Aug 27 16:43:37.881773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:37.883621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48856) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.944906 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e50f25-6bb4-4a8b-8c6f-b307547fb9a6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.945467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e50f25-6bb4-4a8b-8c6f-b307547fb9a6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.947194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-70e50f25-6bb4-4a8b-8c6f-b307547fb9a6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/bd37f7b2-7326-4f8e-8b21-7d509d7c1ca8 HTTP/1.1" status: 404 len: 333 time: 0.0630398 Aug 27 16:43:37.950194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48858) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:37.984573 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc7bc2b-0dc5-494f-9eb1-61fb5f0b19ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:37.985132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc7bc2b-0dc5-494f-9eb1-61fb5f0b19ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:37.989495 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-edc7bc2b-0dc5-494f-9eb1-61fb5f0b19ca tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/42c6048a-aecb-4568-a429-ff002d2761c6 HTTP/1.1" status: 404 len: 337 time: 0.0354145 Aug 27 16:43:37.989731 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48860) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.013072 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c5c00e-c7eb-4295-b2c9-d6a0dc6f523c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.014288 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c5c00e-c7eb-4295-b2c9-d6a0dc6f523c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.015107 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP b46f963c-fda6-43f2-a56e-42c5b4040825 associated. External IP: 172.25.4.53, port: 45938cd3-a699-4754-8263-04f6811201b1. Aug 27 16:43:38.018708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-29c5c00e-c7eb-4295-b2c9-d6a0dc6f523c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/311abf19-5793-4551-a7f9-11abec54dcb9 HTTP/1.1" status: 404 len: 333 time: 0.0255687 Aug 27 16:43:38.018935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.045745 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d9bad6-cb17-4369-a506-129454b4bd69 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.046442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d9bad6-cb17-4369-a506-129454b4bd69 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.050578 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-58d9bad6-cb17-4369-a506-129454b4bd69 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/9d0955d8-d82f-4eac-9484-5806958cfacb HTTP/1.1" status: 404 len: 337 time: 0.0282195 Aug 27 16:43:38.050768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48864) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.074798 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-437bc192-aaa9-428c-a63e-1604e8de0d6f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.075472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437bc192-aaa9-428c-a63e-1604e8de0d6f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.080310 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-437bc192-aaa9-428c-a63e-1604e8de0d6f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/4ed15cca-1998-4f5a-9c63-53c04e552fa2 HTTP/1.1" status: 404 len: 333 time: 0.0261593 Aug 27 16:43:38.083475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48866) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.109327 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-18670cc4-7c42-4b7c-8085-2ba05a069670 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.109788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18670cc4-7c42-4b7c-8085-2ba05a069670 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.114010 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-18670cc4-7c42-4b7c-8085-2ba05a069670 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/c0a38431-9a21-4cf5-a3be-2ee29af4bc0f HTTP/1.1" status: 404 len: 337 time: 0.0270929 Aug 27 16:43:38.114175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48868) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.137575 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9cf6e0-489f-4115-9583-89a9469230e2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.138217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9cf6e0-489f-4115-9583-89a9469230e2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.140842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e9cf6e0-489f-4115-9583-89a9469230e2 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/be45a2f6-3c35-45d6-8ae9-c51cf1030e4b HTTP/1.1" status: 404 len: 333 time: 0.0257418 Aug 27 16:43:38.143385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48870) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.172799 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d11106a-66bf-4244-bdad-b4ef79cb5237 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.173352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d11106a-66bf-4244-bdad-b4ef79cb5237 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.174988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8d11106a-66bf-4244-bdad-b4ef79cb5237 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/2d75f447-79aa-421c-9a26-8cfbcfcdfd20 HTTP/1.1" status: 404 len: 337 time: 0.0306807 Aug 27 16:43:38.177595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48872) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.204486 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c606b00-26b9-4ff8-ad74-3199e062673f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.204834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c606b00-26b9-4ff8-ad74-3199e062673f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.208896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2c606b00-26b9-4ff8-ad74-3199e062673f tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/a1887f1c-cc31-4512-9d64-67c88f86e282 HTTP/1.1" status: 404 len: 337 time: 0.0282261 Aug 27 16:43:38.209126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48874) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.232344 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-58facff5-9cbe-406f-b483-469c21c42374 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.233107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58facff5-9cbe-406f-b483-469c21c42374 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.234980 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-58facff5-9cbe-406f-b483-469c21c42374 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/33a9d8c2-a9ac-46f7-b14a-1effa6987373 HTTP/1.1" status: 404 len: 333 time: 0.0249352 Aug 27 16:43:38.237578 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48876) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.261691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router d752fa73-2d84-4fb5-9092-23b299c7d368 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:43:38.266060 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-984fd299-d8e0-4d2e-802f-bbc4b74b5b15 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.266638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984fd299-d8e0-4d2e-802f-bbc4b74b5b15 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.269193 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-984fd299-d8e0-4d2e-802f-bbc4b74b5b15 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/52325a95-c39c-44d9-a931-4ce665e34889 HTTP/1.1" status: 404 len: 337 time: 0.0300112 Aug 27 16:43:38.275091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48878) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.301122 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-384951dd-9931-4eb3-aa8a-7a13a5c7c6b0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.301583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384951dd-9931-4eb3-aa8a-7a13a5c7c6b0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.305715 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-384951dd-9931-4eb3-aa8a-7a13a5c7c6b0 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/6732cf6c-1dbd-4d8f-a860-83920f12b523 HTTP/1.1" status: 404 len: 337 time: 0.0272698 Aug 27 16:43:38.305989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.332303 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6971654-0c16-40ce-a0b7-7c9c3ef80fac tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.333018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6971654-0c16-40ce-a0b7-7c9c3ef80fac tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.337046 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a6971654-0c16-40ce-a0b7-7c9c3ef80fac tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/2423e4db-ca6b-407e-b403-119cfb9b608f HTTP/1.1" status: 404 len: 333 time: 0.0278566 Aug 27 16:43:38.337391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48882) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.374289 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe76f883-3d10-40ba-905c-b4496ba841e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.374760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe76f883-3d10-40ba-905c-b4496ba841e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.379056 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fe76f883-3d10-40ba-905c-b4496ba841e8 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/0d5a6eab-fa14-42f7-8cf7-b595821d1fb0 HTTP/1.1" status: 404 len: 337 time: 0.0382078 Aug 27 16:43:38.379251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48884) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.407151 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-023e1a7d-d595-48d9-afbf-32d3eb5f8e2b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.407657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023e1a7d-d595-48d9-afbf-32d3eb5f8e2b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.411929 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-023e1a7d-d595-48d9-afbf-32d3eb5f8e2b tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/e06b5b4f-ed63-4a7e-a0bb-849f6e9a97e6 HTTP/1.1" status: 404 len: 337 time: 0.0292048 Aug 27 16:43:38.412134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48886) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.436290 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89c8628-958f-4280-a812-11c02cf3f583 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.437005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89c8628-958f-4280-a812-11c02cf3f583 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.438816 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a89c8628-958f-4280-a812-11c02cf3f583 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/f59ceffa-ecef-44ec-be0e-76834667c136 HTTP/1.1" status: 404 len: 333 time: 0.0257304 Aug 27 16:43:38.441580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48888) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.469492 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2afbf5-6790-4baa-b347-e039fb5b0bd4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.469861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2afbf5-6790-4baa-b347-e039fb5b0bd4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.474234 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9f2afbf5-6790-4baa-b347-e039fb5b0bd4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/a772a993-079d-4115-8b08-92455207acf7 HTTP/1.1" status: 404 len: 337 time: 0.0291109 Aug 27 16:43:38.474521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48890) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.502465 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9351b74-85c3-48f1-83a2-9b58b5055a0c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.502942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9351b74-85c3-48f1-83a2-9b58b5055a0c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.507443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e9351b74-85c3-48f1-83a2-9b58b5055a0c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/947c9947-88ed-4964-bee3-d45a300550a2 HTTP/1.1" status: 404 len: 337 time: 0.0294080 Aug 27 16:43:38.507670 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48892) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.537642 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-904e4353-e35d-4217-a7ce-2fc078fb4b59 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports?device_id=1d494d14-14db-4aa0-aa50-c892292979ba HTTP/1.1" status: 200 len: 205 time: 0.0288031 Aug 27 16:43:38.540133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48894) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.584857 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-ba8bf028-8bc0-4bc6-9a63-4b40e9ebbc16 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] delete failed (client error): The resource could not be found. Aug 27 16:43:38.587308 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ba8bf028-8bc0-4bc6-9a63-4b40e9ebbc16 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/routers/1d494d14-14db-4aa0-aa50-c892292979ba HTTP/1.1" status: 404 len: 336 time: 0.0448315 Aug 27 16:43:38.588536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48896) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.617140 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eafa7f2-f5ec-4abd-8f20-fb99af4a0b14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.617597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eafa7f2-f5ec-4abd-8f20-fb99af4a0b14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.621928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3eafa7f2-f5ec-4abd-8f20-fb99af4a0b14 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/674ae6b1-9ad8-4daa-b798-b68c9ec29032 HTTP/1.1" status: 404 len: 337 time: 0.0300062 Aug 27 16:43:38.622240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48898) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.651847 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7d033735-92fa-4850-8a19-8a1f8fbce4d5 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "GET /v2.0/ports?device_id=9f554554-cab2-422c-be7d-03541e7da760 HTTP/1.1" status: 200 len: 205 time: 0.0255227 Aug 27 16:43:38.652075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.694564 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-87dc4a28-8428-4f4f-962d-b57bafa52a04 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] delete failed (client error): The resource could not be found. Aug 27 16:43:38.698210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87dc4a28-8428-4f4f-962d-b57bafa52a04 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/routers/9f554554-cab2-422c-be7d-03541e7da760 HTTP/1.1" status: 404 len: 336 time: 0.0429654 Aug 27 16:43:38.698360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:43:38.698475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48902) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.710639 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] Sync routers for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:43:38.729435 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cbbeee-66ca-4d10-aca6-6d431cba2cd4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.729554 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:38.729661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cbbeee-66ca-4d10-aca6-6d431cba2cd4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.729774 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:43:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:38.729919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e1cbbeee-66ca-4d10-aca6-6d431cba2cd4 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/93591b69-c2c4-4a75-a822-d6f4c921124c HTTP/1.1" status: 404 len: 337 time: 0.0281832 Aug 27 16:43:38.731304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48904) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.758769 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dbd84b-826f-490f-b749-cbb70f10fd98 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.759411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dbd84b-826f-490f-b749-cbb70f10fd98 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.763701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.763922 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-81dbd84b-826f-490f-b749-cbb70f10fd98 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/c1bd12c0-c9d2-4c71-b0e9-88db09035bcf HTTP/1.1" status: 404 len: 337 time: 0.0318344 Aug 27 16:43:38.790932 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-765d4cd4-0057-4c0a-8041-3c539792862d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.791637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765d4cd4-0057-4c0a-8041-3c539792862d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.792168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b249bc30-8ce9-4c05-bf7e-0b24a878d87f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:43:38.795315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-765d4cd4-0057-4c0a-8041-3c539792862d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/1e131769-0bde-4a27-a6d4-4e0a6354800a HTTP/1.1" status: 404 len: 333 time: 0.0288751 Aug 27 16:43:38.803539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:38.805586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48908) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.842201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e516a48a-3712-4207-a33d-f63d2909b04b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8485084 Aug 27 16:43:38.842201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:43:38.842819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: b249bc30-8ce9-4c05-bf7e-0b24a878d87f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:43:38.842819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b249bc30-8ce9-4c05-bf7e-0b24a878d87f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:43:38.843047 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c3498e-24d0-4ef3-9e85-d23250597aae" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:43:38.866585 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6434e4e3-a7eb-4670-842b-62bc5c163599 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.867064 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6434e4e3-a7eb-4670-842b-62bc5c163599 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.871482 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6434e4e3-a7eb-4670-842b-62bc5c163599 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/f7a7f95c-512d-4800-99e7-2753cf34861e HTTP/1.1" status: 404 len: 337 time: 0.0624135 Aug 27 16:43:38.871663 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:38.872003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48916) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.914518 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f028f40-53c5-46fd-950f-5d616723fe10 x-openstack-request-id: req-9f028f40-53c5-46fd-950f-5d616723fe10 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:43:38.915492 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:43:38.916190 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9f028f40-53c5-46fd-950f-5d616723fe10 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:43:38.916762 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'status': 'completed', 'code': 200} Aug 27 16:43:38.918592 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e80c340-2677-4585-b16f-a232ece9fdac tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.919345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e80c340-2677-4585-b16f-a232ece9fdac tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.923850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5e80c340-2677-4585-b16f-a232ece9fdac tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/887fff9c-c4c2-4525-8c24-15bf0d9003d5 HTTP/1.1" status: 404 len: 333 time: 0.0481675 Aug 27 16:43:38.924169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48918) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.954054 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca76a0ae-b031-4d3a-a934-5fe7b8c8de81 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.954521 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca76a0ae-b031-4d3a-a934-5fe7b8c8de81 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.958868 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ca76a0ae-b031-4d3a-a934-5fe7b8c8de81 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/c71044ac-0829-4b8b-bd0f-51e1104d0243 HTTP/1.1" status: 404 len: 337 time: 0.0311263 Aug 27 16:43:38.959107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48920) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:38.990071 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de327c6-8a3d-41f0-8817-646051b6de95 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:38.990680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de327c6-8a3d-41f0-8817-646051b6de95 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:38.994876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6de327c6-8a3d-41f0-8817-646051b6de95 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/bdb46058-9a7a-406b-a394-4b7679c4c079 HTTP/1.1" status: 404 len: 333 time: 0.0324845 Aug 27 16:43:38.995737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48922) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.026773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa66d2-0413-431d-b5bc-c3210286521a req-860870ac-8cdf-4bda-b230-298e90b7d753 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:39.028633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dfa66d2-0413-431d-b5bc-c3210286521a req-860870ac-8cdf-4bda-b230-298e90b7d753 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.1058846 Aug 27 16:43:39.032069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-324e0db4-e8fa-41e2-8a00-b2f1b2b8163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:39.033638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-324e0db4-e8fa-41e2-8a00-b2f1b2b8163d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1097 time: 0.0971575 Aug 27 16:43:39.038015 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb1b91-3d15-45d3-8a6e-282945b38f5d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.038489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcb1b91-3d15-45d3-8a6e-282945b38f5d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.045553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bdcb1b91-3d15-45d3-8a6e-282945b38f5d tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/46ba3c5b-abfb-4038-b3ed-2774278fe76c HTTP/1.1" status: 404 len: 337 time: 0.0405245 Aug 27 16:43:39.046177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48924) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.077911 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-20322eb9-bb8f-4d5a-9705-243bca7b9be7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.078625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20322eb9-bb8f-4d5a-9705-243bca7b9be7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.083996 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-20322eb9-bb8f-4d5a-9705-243bca7b9be7 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/9e4d5d34-2f39-4d11-b2c0-a21045750b72 HTTP/1.1" status: 404 len: 333 time: 0.0367146 Aug 27 16:43:39.085081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48926) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.115300 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf56d815-9ef3-495e-bca7-74958724113c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.115779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf56d815-9ef3-495e-bca7-74958724113c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.119736 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bf56d815-9ef3-495e-bca7-74958724113c tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/05f30d36-d8ea-45d6-bee9-09b0058cf59d HTTP/1.1" status: 404 len: 337 time: 0.0328925 Aug 27 16:43:39.121379 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.137175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dfa66d2-0413-431d-b5bc-c3210286521a req-b93793c7-e69f-49e1-b8db-ad8185674264 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018064 Aug 27 16:43:39.151487 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'b46f963c-fda6-43f2-a56e-42c5b4040825', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'port_id': '45938cd3-a699-4754-8263-04f6811201b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'mac_address': 'fa:16:3e:5d:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:43:37Z', 'updated_at': '2021-08-27T16:43:37Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:24Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:39.152823 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e717c57a-6bc1-4e09-bf7c-61b9bad539a6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.154198 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e717c57a-6bc1-4e09-bf7c-61b9bad539a6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.159526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e717c57a-6bc1-4e09-bf7c-61b9bad539a6 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/a60b3fd8-f881-4665-a65f-2f94dbd04d93 HTTP/1.1" status: 404 len: 333 time: 0.0349569 Aug 27 16:43:39.160390 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48930) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.169482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48932) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.182989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-ac36250b-7cb7-40e1-84f3-8143324949a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:39.190869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-ac36250b-7cb7-40e1-84f3-8143324949a7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.1417639 Aug 27 16:43:39.191020 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] Checking router: d752fa73-2d84-4fb5-9092-23b299c7d368 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:43:39.198944 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:43:39.199595 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:43:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:39.261083 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6054e76b-2356-49d9-9d4b-2b8e5558cc20 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/b46f963c-fda6-43f2-a56e-42c5b4040825 HTTP/1.1" status: 200 len: 991 time: 0.0882211 Aug 27 16:43:39.262111 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf3ac74-84a0-4d82-8e72-160fc12da1bd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.262597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf3ac74-84a0-4d82-8e72-160fc12da1bd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.267033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-1f1d8bea-98a7-49c8-a6df-7bc98e67b113 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0746515 Aug 27 16:43:39.267580 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cbf3ac74-84a0-4d82-8e72-160fc12da1bd tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/ee7a9406-2989-4b10-be7e-8c2399101552 HTTP/1.1" status: 404 len: 337 time: 0.1058755 Aug 27 16:43:39.267701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48934) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.308693 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:43:39.315147 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a852778-d29e-41b3-b90f-1526c149ad39 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.316000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a852778-d29e-41b3-b90f-1526c149ad39 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.320238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6a852778-d29e-41b3-b90f-1526c149ad39 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/cd53315d-376a-42d0-8e13-51ced319fc9b HTTP/1.1" status: 404 len: 333 time: 0.0491612 Aug 27 16:43:39.321066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48936) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.349494 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab2ce63-5aed-4528-9aad-b51ebd230daa tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.350046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab2ce63-5aed-4528-9aad-b51ebd230daa tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.354213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0ab2ce63-5aed-4528-9aad-b51ebd230daa tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/f052f1fe-d27f-4fdc-add9-75296a0d12e8 HTTP/1.1" status: 404 len: 337 time: 0.0304420 Aug 27 16:43:39.354542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48938) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.385496 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5ea6e0-1cf1-481d-82ec-08fa3eacfb13 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.386269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5ea6e0-1cf1-481d-82ec-08fa3eacfb13 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.390525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea5ea6e0-1cf1-481d-82ec-08fa3eacfb13 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/ports/de373ee3-bbd7-4e05-9d36-46c0187a9ac3 HTTP/1.1" status: 404 len: 333 time: 0.0324831 Aug 27 16:43:39.391025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48940) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.394322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-560f502d-b9c8-408c-9af4-7313f2e716f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:39.395790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-560f502d-b9c8-408c-9af4-7313f2e716f4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.1204724 Aug 27 16:43:39.432838 n-d-806412-1 neutron-server[95252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72192e9-7451-4e60-bd25-5843179d8552 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] DELETE failed (client error): The resource could not be found. Aug 27 16:43:39.433295 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72192e9-7451-4e60-bd25-5843179d8552 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 16:43:39.435231 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d72192e9-7451-4e60-bd25-5843179d8552 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/subnets/89c82e99-aa1c-4551-a2cd-98dca756f5f0 HTTP/1.1" status: 404 len: 337 time: 0.0428493 Aug 27 16:43:39.438514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48942) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:39.454771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-c83728c7-bbee-4581-b61a-366119d81960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:39.457421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-c83728c7-bbee-4581-b61a-366119d81960 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532105 Aug 27 16:43:39.527437 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:39.562562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-06908950-eee0-4e97-a26d-aa9747392915 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989075 Aug 27 16:43:39.565981 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'b46f963c-fda6-43f2-a56e-42c5b4040825', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'port_id': '45938cd3-a699-4754-8263-04f6811201b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'mac_address': 'fa:16:3e:5d:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:43:37Z', 'updated_at': '2021-08-27T16:43:37Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:24Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:39.597538 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e57091-f953-4c9b-95e4-e823f7794141 None None] The sync data for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 is: [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'b46f963c-fda6-43f2-a56e-42c5b4040825', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'port_id': '45938cd3-a699-4754-8263-04f6811201b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'mac_address': 'fa:16:3e:5d:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:43:37Z', 'updated_at': '2021-08-27T16:43:37Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:24Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:43:39.634298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:39.648764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257aa7b2-554f-49ad-a758-8c2dc7723d3d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:39.664011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e11301-03e0-4401-a534-0c63f2f5b695') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:39.665058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e11301-03e0-4401-a534-0c63f2f5b695') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:43:39.677192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:39.686566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78c3498e-24d0-4ef3-9e85-d23250597aae req-f5400462-2204-49ad-a9ad-64f4fe3b69ef service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167209 Aug 27 16:43:39.693724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:39.700077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:43:39.700501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:43:39.703990 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:43:39.834254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd4f2d-fe99-4e9a-8b9b-3aca2c4bb311 None None] New status for floating IP b46f963c-fda6-43f2-a56e-42c5b4040825: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:43:39.864777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:39.885516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:39.887590 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] 10.222.0.101 "DELETE /v2.0/networks/257aa7b2-554f-49ad-a758-8c2dc7723d3d HTTP/1.1" status: 204 len: 168 time: 0.4480450 Aug 27 16:43:39.889313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247b391-1a51-47a5-9e5c-a6a90e0b2f31 tempest-NetworksTestDHCPv6-2003921740 tempest-NetworksTestDHCPv6-2003921740-project] Pushing event deleted for resources: {'Network': ['ID=257aa7b2-554f-49ad-a758-8c2dc7723d3d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:40.265766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 48948) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:40.328112 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2fa69983-4c2d-420f-88b4-d07efe8821b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/b46f963c-fda6-43f2-a56e-42c5b4040825 HTTP/1.1" status: 200 len: 993 time: 0.0610030 Aug 27 16:43:40.369712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48952) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:40.502354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a400ef9e-ec2f-4c3c-b4ef-d304cef8653a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a5b80f6bd6c415dabaa1b4c6a1be485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314352 Aug 27 16:43:40.504807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48956) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:40.551651 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8b9abe6-91fd-4189-ae0f-d552b950323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:40.572916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8b9abe6-91fd-4189-ae0f-d552b950323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:40.687206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8b9abe6-91fd-4189-ae0f-d552b950323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:40.689815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8b9abe6-91fd-4189-ae0f-d552b950323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:40.691017 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a8b9abe6-91fd-4189-ae0f-d552b950323f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9ee24fbf-306e-4fcd-8dc5-25c0b64644cf HTTP/1.1" status: 204 len: 168 time: 0.1852889 Aug 27 16:43:40.699552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9abe6-91fd-4189-ae0f-d552b950323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee24fbf-306e-4fcd-8dc5-25c0b64644cf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:41.289303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48978) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:41.294481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-cf7bffc3-6232-4553-a07b-91508afb0079 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-924878872', 'description': 'tempest-secgroup-smoke-924878872 description', 'project_id': '905a5fd1cb56408f876a125d9ed60ba7'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:41.424853 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf7bffc3-6232-4553-a07b-91508afb0079 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:41.514269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf7bffc3-6232-4553-a07b-91508afb0079 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:41.657411 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf7bffc3-6232-4553-a07b-91508afb0079 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:41.695405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bffc3-6232-4553-a07b-91508afb0079 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad7780-6717-4992-a359-574ee1db627a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:41.704665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48988) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:41.767315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cf7bffc3-6232-4553-a07b-91508afb0079 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:41.769407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cf7bffc3-6232-4553-a07b-91508afb0079 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4782460 Aug 27 16:43:41.771540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48992) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:41.776596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-098d3991-6e52-4b6a-8688-b2345ad4c117 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad7780-6717-4992-a359-574ee1db627a', 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:41.801401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-04b054af-8d93-49b0-9595-747fbe2f37ac tempest-DvrRoutersNegativeTest-947867038 tempest-DvrRoutersNegativeTest-947867038-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-588870039', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:41.804278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.policy [None req-04b054af-8d93-49b0-9595-747fbe2f37ac tempest-DvrRoutersNegativeTest-947867038 tempest-DvrRoutersNegativeTest-947867038-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95253) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 27 16:43:41.804581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.policy [None req-04b054af-8d93-49b0-9595-747fbe2f37ac tempest-DvrRoutersNegativeTest-947867038 tempest-DvrRoutersNegativeTest-947867038-project] Failed policy check for 'create_router' {{(pid=95253) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 27 16:43:41.805113 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-04b054af-8d93-49b0-9595-747fbe2f37ac tempest-DvrRoutersNegativeTest-947867038 tempest-DvrRoutersNegativeTest-947867038-project] create failed (client error): Access was denied to this resource. Aug 27 16:43:41.806071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-04b054af-8d93-49b0-9595-747fbe2f37ac tempest-DvrRoutersNegativeTest-947867038 tempest-DvrRoutersNegativeTest-947867038-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1001413 Aug 27 16:43:41.867412 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098d3991-6e52-4b6a-8688-b2345ad4c117 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:41.924297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098d3991-6e52-4b6a-8688-b2345ad4c117 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.012952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098d3991-6e52-4b6a-8688-b2345ad4c117 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.032731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d3991-6e52-4b6a-8688-b2345ad4c117 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e705e03a-90e0-4633-8092-062e7b94e44f,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:42.132796 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-098d3991-6e52-4b6a-8688-b2345ad4c117 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.134049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-098d3991-6e52-4b6a-8688-b2345ad4c117 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611665 Aug 27 16:43:42.142230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 48996) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:42.146751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fdb9dd3f-ed6c-4952-99c8-d70f15049532 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad7780-6717-4992-a359-574ee1db627a', 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:42.268846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd3f-ed6c-4952-99c8-d70f15049532 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.328201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd3f-ed6c-4952-99c8-d70f15049532 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.354613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49000) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:42.462779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8968d7e9-15e1-4aef-a231-52541c8abe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.550010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8968d7e9-15e1-4aef-a231-52541c8abe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.555186 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd3f-ed6c-4952-99c8-d70f15049532 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.575833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9dd3f-ed6c-4952-99c8-d70f15049532 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e6e607-fd30-4d2f-8d04-8ad8947415ba,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:42.663602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8968d7e9-15e1-4aef-a231-52541c8abe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.702711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8968d7e9-15e1-4aef-a231-52541c8abe3f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9d821cc3bd6b41ebbedfe43341cdde6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470278 Aug 27 16:43:42.703720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968d7e9-15e1-4aef-a231-52541c8abe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449a44b3-c73b-42a1-9692-49852701dcd5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:42.705529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:42.742475 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd3f-ed6c-4952-99c8-d70f15049532 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.743768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fdb9dd3f-ed6c-4952-99c8-d70f15049532 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6005664 Aug 27 16:43:42.746332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49006) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:42.751726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-dcf38c91-715b-4075-8c40-8e777c33dcc3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad7780-6717-4992-a359-574ee1db627a', 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:42.762576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62771ef8-1038-4dc2-aa88-fa0897431078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.784753 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62771ef8-1038-4dc2-aa88-fa0897431078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.874179 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dcf38c91-715b-4075-8c40-8e777c33dcc3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.902623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62771ef8-1038-4dc2-aa88-fa0897431078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.905553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62771ef8-1038-4dc2-aa88-fa0897431078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:42.906739 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62771ef8-1038-4dc2-aa88-fa0897431078 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/449a44b3-c73b-42a1-9692-49852701dcd5 HTTP/1.1" status: 204 len: 168 time: 0.1997366 Aug 27 16:43:42.915447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62771ef8-1038-4dc2-aa88-fa0897431078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449a44b3-c73b-42a1-9692-49852701dcd5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:42.941405 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dcf38c91-715b-4075-8c40-8e777c33dcc3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.022404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dcf38c91-715b-4075-8c40-8e777c33dcc3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.039692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38c91-715b-4075-8c40-8e777c33dcc3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb31f999-190e-4705-b001-3113dbf000da,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:43.109138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dcf38c91-715b-4075-8c40-8e777c33dcc3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.110438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dcf38c91-715b-4075-8c40-8e777c33dcc3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3631597 Aug 27 16:43:43.113163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49010) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:43.117713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-df3da7f5-1d0f-48b1-9c90-f51f37c56c73 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad7780-6717-4992-a359-574ee1db627a', 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:43.222149 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df3da7f5-1d0f-48b1-9c90-f51f37c56c73 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.290151 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df3da7f5-1d0f-48b1-9c90-f51f37c56c73 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.384363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df3da7f5-1d0f-48b1-9c90-f51f37c56c73 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.402227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3da7f5-1d0f-48b1-9c90-f51f37c56c73 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e64557-7f4d-4ec2-a25f-e83102282dd3,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:43.493109 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-df3da7f5-1d0f-48b1-9c90-f51f37c56c73 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.494410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-df3da7f5-1d0f-48b1-9c90-f51f37c56c73 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3802593 Aug 27 16:43:43.497159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49022) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:43.502597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad7780-6717-4992-a359-574ee1db627a', 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:43.607108 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Project 905a5fd1cb56408f876a125d9ed60ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:43:43.613004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.678500 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.738722 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.757895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7084349-45ac-40f2-92a4-58af1517f6b3,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:43.835973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:43.837253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2d158316-0885-4211-9e1c-72db7964f321 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382812 Aug 27 16:43:43.840515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49030) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:43.845733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'security_group_rule': {'security_group_id': 'c7ad7780-6717-4992-a359-574ee1db627a', 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:43.955892 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Project 905a5fd1cb56408f876a125d9ed60ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:43:43.961911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.019766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.043901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49034) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:44.116083 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.135974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d857affa-a338-4e5d-ab18-6d7f707f2a9e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:44.143748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-322bb68f-2516-4680-ba3b-db31f5904308 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:44.144652 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-322bb68f-2516-4680-ba3b-db31f5904308 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 16:43:44.145241 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-322bb68f-2516-4680-ba3b-db31f5904308 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 16:43:44.145414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.145774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.146125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.146468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.146631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-322bb68f-2516-4680-ba3b-db31f5904308 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1014142 Aug 27 16:43:44.146886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.147232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.147600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.147943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.148274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.148607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.148936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.149268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:43:44.150456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49038) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:44.155011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801639006'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:44.230165 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.231710 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-10050a41-6c6f-4010-b200-8dfea19475cb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3900540 Aug 27 16:43:44.360432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.371093 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.457107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-79b42611-bf9d-43ce-8b60-8d36eeb7839d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924878872&fields=id&tenant_id=905a5fd1cb56408f876a125d9ed60ba7 HTTP/1.1" status: 200 len: 267 time: 0.0495412 Aug 27 16:43:44.549777 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.586610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-38ed593d-e50a-4620-a11b-561ef9bdc27d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:44.588097 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-38ed593d-e50a-4620-a11b-561ef9bdc27d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/networks?id=0a66c90c-9a65-42da-a1b1-72936719ec05 HTTP/1.1" status: 200 len: 813 time: 0.1237221 Aug 27 16:43:44.603736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-b1eba8fc-9078-48d8-b437-a5117f16d25d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/quotas/905a5fd1cb56408f876a125d9ed60ba7 HTTP/1.1" status: 200 len: 375 time: 0.0089669 Aug 27 16:43:44.618628 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.677266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a8a071-0483-444c-a6d8-56ec0678a40c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:44.696637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-3241dbf4-8cc6-4ab3-a296-87e2c8eca579 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872345 Aug 27 16:43:44.787694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.826722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-df88fcac-33c9-4ec0-8721-cafb2770ce27 service neutron] 10.222.0.101 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059103 Aug 27 16:43:44.876877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.914667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e364e6-c5f7-4de3-a132-c1465e3c29c8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:44.945679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-037f7ab6-26f6-4da4-9da9-e25f895908d8 service neutron] 10.222.0.101 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121216 Aug 27 16:43:44.988466 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:44.989745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8dd75ea5-1aa9-479c-ae76-79548921b10f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8383532 Aug 27 16:43:44.992758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49046) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:44.997329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e15b0b54-0006-43b8-99cb-7bfef76786a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'f5e364e6-c5f7-4de3-a132-c1465e3c29c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:45.113808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e15b0b54-0006-43b8-99cb-7bfef76786a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.174705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e15b0b54-0006-43b8-99cb-7bfef76786a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.338684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e15b0b54-0006-43b8-99cb-7bfef76786a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.359063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b0b54-0006-43b8-99cb-7bfef76786a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ad4279-23e4-4a6b-8db3-d8b28ca5b6f7,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:45.468733 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e15b0b54-0006-43b8-99cb-7bfef76786a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.469989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e15b0b54-0006-43b8-99cb-7bfef76786a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4762475 Aug 27 16:43:45.472787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49054) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:45.477384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4cc1b113-5e98-4b9c-9391-9bbc7f39455e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'f5e364e6-c5f7-4de3-a132-c1465e3c29c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:45.579205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b113-5e98-4b9c-9391-9bbc7f39455e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.736874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ca09c57-80a7-4ff2-b24e-fff558099887 req-b3ba7cea-a20b-4167-a8ed-33458d2fec0b tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0317466 Aug 27 16:43:45.738146 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-4cc1b113-5e98-4b9c-9391-9bbc7f39455e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 16:43:45.741938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4cc1b113-5e98-4b9c-9391-9bbc7f39455e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2653129 Aug 27 16:43:45.742247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49060) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:45.801396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53cfd699-b3f7-4d8a-b8f9-ef70dc7c0c2c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.824973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53cfd699-b3f7-4d8a-b8f9-ef70dc7c0c2c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.978559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53cfd699-b3f7-4d8a-b8f9-ef70dc7c0c2c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.983046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-53cfd699-b3f7-4d8a-b8f9-ef70dc7c0c2c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:45.983046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-53cfd699-b3f7-4d8a-b8f9-ef70dc7c0c2c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/f5e364e6-c5f7-4de3-a132-c1465e3c29c8 HTTP/1.1" status: 204 len: 168 time: 0.2392757 Aug 27 16:43:45.985608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49066) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:45.991865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfd699-b3f7-4d8a-b8f9-ef70dc7c0c2c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e364e6-c5f7-4de3-a132-c1465e3c29c8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:46.031407 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a8e7b32f-e576-4c5a-a0a5-d3a3097cae30 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445681 Aug 27 16:43:46.035020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49068) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:46.039354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-040fbf46-b17b-4bbf-b723-0deb7ece5a38 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447633955'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:46.173256 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-040fbf46-b17b-4bbf-b723-0deb7ece5a38 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.252850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-040fbf46-b17b-4bbf-b723-0deb7ece5a38 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.348224 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-040fbf46-b17b-4bbf-b723-0deb7ece5a38 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.381066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fbf46-b17b-4bbf-b723-0deb7ece5a38 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8461ec-773f-4fb1-b944-cb1d80234e18,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:46.468370 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-040fbf46-b17b-4bbf-b723-0deb7ece5a38 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.469974 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-040fbf46-b17b-4bbf-b723-0deb7ece5a38 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4338307 Aug 27 16:43:46.473036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49072) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:46.477559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-87b22db8-79cd-42ab-94e2-6674643a9820 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '7c8461ec-773f-4fb1-b944-cb1d80234e18', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:46.478056 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-87b22db8-79cd-42ab-94e2-6674643a9820 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 16:43:46.478576 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-87b22db8-79cd-42ab-94e2-6674643a9820 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:46.479569 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87b22db8-79cd-42ab-94e2-6674643a9820 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055656 Aug 27 16:43:46.481773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49074) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:46.534932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-189b1ea4-e5df-42cc-9d6c-bc759927ff80 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.556508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-189b1ea4-e5df-42cc-9d6c-bc759927ff80 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.664469 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-189b1ea4-e5df-42cc-9d6c-bc759927ff80 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.667167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-189b1ea4-e5df-42cc-9d6c-bc759927ff80 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.668349 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-189b1ea4-e5df-42cc-9d6c-bc759927ff80 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/7c8461ec-773f-4fb1-b944-cb1d80234e18 HTTP/1.1" status: 204 len: 168 time: 0.1856897 Aug 27 16:43:46.671735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49076) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:46.680346 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b1ea4-e5df-42cc-9d6c-bc759927ff80 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8461ec-773f-4fb1-b944-cb1d80234e18,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:46.728189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9d9c6cb4-e817-4330-b1e6-2c37c3c0d6a9 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547311 Aug 27 16:43:46.731868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49078) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:46.737233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9e9a5f5a-4eff-4e98-80f7-c6b9523498de tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--657249'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:46.834857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75dced78-9014-45af-87c7-adcf0eae625f req-aea24ef3-bb00-402a-a4b2-5169ae9c178e tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0274227 Aug 27 16:43:46.841511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5f5a-4eff-4e98-80f7-c6b9523498de tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:46.922620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5f5a-4eff-4e98-80f7-c6b9523498de tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.001634 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5f5a-4eff-4e98-80f7-c6b9523498de tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.030807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a5f5a-4eff-4e98-80f7-c6b9523498de tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f876407f-f1ea-4e20-b4b0-ec9269126903,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:47.098493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5f5a-4eff-4e98-80f7-c6b9523498de tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.099872 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e9a5f5a-4eff-4e98-80f7-c6b9523498de tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3664205 Aug 27 16:43:47.102656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49082) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.107958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d8eb1cd9-47b6-4793-9c12-40a250f56f9f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'f876407f-f1ea-4e20-b4b0-ec9269126903', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:47.108809 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-d8eb1cd9-47b6-4793-9c12-40a250f56f9f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 16:43:47.109335 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-d8eb1cd9-47b6-4793-9c12-40a250f56f9f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:47.110287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d8eb1cd9-47b6-4793-9c12-40a250f56f9f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065541 Aug 27 16:43:47.112628 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49084) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.164190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a8f0-2965-49c9-b380-cd50d014e4d3 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.189770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a8f0-2965-49c9-b380-cd50d014e4d3 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.293227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a8f0-2965-49c9-b380-cd50d014e4d3 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.296531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a8f0-2965-49c9-b380-cd50d014e4d3 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.297835 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e7a0a8f0-2965-49c9-b380-cd50d014e4d3 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/f876407f-f1ea-4e20-b4b0-ec9269126903 HTTP/1.1" status: 204 len: 168 time: 0.1842768 Aug 27 16:43:47.300934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49086) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.307108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a8f0-2965-49c9-b380-cd50d014e4d3 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f876407f-f1ea-4e20-b4b0-ec9269126903,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:47.344159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ba4306c-cff5-4702-9238-c360cf15379f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420067 Aug 27 16:43:47.347556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49088) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.352047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f71e359a-a224-4a3d-9145-0b31e795d3e4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566492017'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:47.430227 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f71e359a-a224-4a3d-9145-0b31e795d3e4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.510006 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f71e359a-a224-4a3d-9145-0b31e795d3e4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.570873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f71e359a-a224-4a3d-9145-0b31e795d3e4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.600522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e359a-a224-4a3d-9145-0b31e795d3e4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3eea62-95e0-498e-9193-4526becf70d9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:47.679297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f71e359a-a224-4a3d-9145-0b31e795d3e4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.680605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f71e359a-a224-4a3d-9145-0b31e795d3e4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3321090 Aug 27 16:43:47.683396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49090) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.688388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a14be799-4ce8-4764-834e-ceebe0a218bb tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'dd3eea62-95e0-498e-9193-4526becf70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:47.689279 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-a14be799-4ce8-4764-834e-ceebe0a218bb tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 16:43:47.690156 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-a14be799-4ce8-4764-834e-ceebe0a218bb tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:47.690777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a14be799-4ce8-4764-834e-ceebe0a218bb tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064793 Aug 27 16:43:47.693012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49092) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.696959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0b8bd6c8-33b1-4ee7-8836-77b0d17d9da7 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'dd3eea62-95e0-498e-9193-4526becf70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:47.697560 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-0b8bd6c8-33b1-4ee7-8836-77b0d17d9da7 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 16:43:47.698009 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-0b8bd6c8-33b1-4ee7-8836-77b0d17d9da7 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:47.698950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0b8bd6c8-33b1-4ee7-8836-77b0d17d9da7 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0051069 Aug 27 16:43:47.701859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49094) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.706383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-21e6ef04-90ed-4891-8872-5c709d4b049f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'dd3eea62-95e0-498e-9193-4526becf70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:47.709991 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-21e6ef04-90ed-4891-8872-5c709d4b049f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 16:43:47.709991 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-21e6ef04-90ed-4891-8872-5c709d4b049f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:47.709991 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-21e6ef04-90ed-4891-8872-5c709d4b049f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058248 Aug 27 16:43:47.711745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49096) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.717483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-25fdd158-98aa-489a-899e-b0d9723c5e13 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'dd3eea62-95e0-498e-9193-4526becf70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:47.718400 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-25fdd158-98aa-489a-899e-b0d9723c5e13 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 16:43:47.718870 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-25fdd158-98aa-489a-899e-b0d9723c5e13 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:47.719873 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-25fdd158-98aa-489a-899e-b0d9723c5e13 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072522 Aug 27 16:43:47.722109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49098) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.783645 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4d75cf8-25a3-405f-956d-ddd6f5b78f59 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.806119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4d75cf8-25a3-405f-956d-ddd6f5b78f59 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.851926 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-8e68813a-04a2-4d44-83e9-70fc61fc32b0 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:47.853610 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-8e68813a-04a2-4d44-83e9-70fc61fc32b0 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.90 "GET /v2.0/networks?id=0a66c90c-9a65-42da-a1b1-72936719ec05 HTTP/1.1" status: 200 len: 813 time: 0.1056466 Aug 27 16:43:47.902018 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-12cd7246-afbf-4fec-b2db-41870606e36e tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905a5fd1cb56408f876a125d9ed60ba7 HTTP/1.1" status: 200 len: 379 time: 0.0377021 Aug 27 16:43:47.912170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'port': {'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'admin_state_up': True, 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'security_groups': ['c7ad7780-6717-4992-a359-574ee1db627a']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:47.916044 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4d75cf8-25a3-405f-956d-ddd6f5b78f59 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.918720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c4d75cf8-25a3-405f-956d-ddd6f5b78f59 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:47.919911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c4d75cf8-25a3-405f-956d-ddd6f5b78f59 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/dd3eea62-95e0-498e-9193-4526becf70d9 HTTP/1.1" status: 204 len: 168 time: 0.1969249 Aug 27 16:43:47.927018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49102) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:47.937876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf5d276d-0bea-42c3-bad2-15b9113a6afc req-b42112f6-9567-429b-97cf-e7bec5391c17 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0335267 Aug 27 16:43:47.947528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d75cf8-25a3-405f-956d-ddd6f5b78f59 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3eea62-95e0-498e-9193-4526becf70d9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:48.034636 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f34b878d-528f-447a-999e-b4c80eda8437 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1063728 Aug 27 16:43:48.040730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49104) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:48.046065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-373813f1-e716-4cfe-b615-86448c7ca073 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--842598788'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:48.062959 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:43:48.062959 n-d-806412-1 neutron-server[95252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 16:43:48.062959 n-d-806412-1 neutron-server[95252]: [parameters: {'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'id': '001bb27b-c9f9-4c62-9469-64b2287e6085', 'expiration': datetime.datetime(2021, 8, 27, 16, 45, 48, 57801)}] Aug 27 16:43:48.062959 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:43:48.063538 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:43:48.178681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-373813f1-e716-4cfe-b615-86448c7ca073 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:48.260892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-373813f1-e716-4cfe-b615-86448c7ca073 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:48.338711 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-373813f1-e716-4cfe-b615-86448c7ca073 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:48.369876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373813f1-e716-4cfe-b615-86448c7ca073 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a466069-cdca-4cc4-af96-09ebd6cb4c95,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:48.418727 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-373813f1-e716-4cfe-b615-86448c7ca073 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:48.420633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-373813f1-e716-4cfe-b615-86448c7ca073 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3788524 Aug 27 16:43:48.423749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49106) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:48.428412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2a4ae2b6-1abe-4c5b-9516-85771d7ac639 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:48.429064 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-2a4ae2b6-1abe-4c5b-9516-85771d7ac639 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 16:43:48.429510 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-2a4ae2b6-1abe-4c5b-9516-85771d7ac639 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:48.430502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2a4ae2b6-1abe-4c5b-9516-85771d7ac639 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057476 Aug 27 16:43:48.432800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49108) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:48.438087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b4e09bfa-d806-46c4-a23c-bfa4ad57df0e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:48.585968 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-b4e09bfa-d806-46c4-a23c-bfa4ad57df0e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:48.587043 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b4e09bfa-d806-46c4-a23c-bfa4ad57df0e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1532514 Aug 27 16:43:48.590042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49110) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:48.595122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-197fe1fb-b8d2-4d66-b3ce-2df43396be71 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:48.595672 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-197fe1fb-b8d2-4d66-b3ce-2df43396be71 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 16:43:48.596133 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-197fe1fb-b8d2-4d66-b3ce-2df43396be71 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:48.597076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-197fe1fb-b8d2-4d66-b3ce-2df43396be71 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060656 Aug 27 16:43:48.599817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49112) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:48.609253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-56f999f5-449b-4d1b-a1c9-aaf71d061a07 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:48.680626 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Made reservation on behalf of 905a5fd1cb56408f876a125d9ed60ba7 for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:43:48.684778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:48.819082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Allocated IP 172.20.0.7 (0a66c90c-9a65-42da-a1b1-72936719ec05/5b22419a-7b1c-4dbb-99a1-dc44bb491552/e0ccf9aa-bc10-4610-b658-a0bc7ba0e054) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:43:48.840151 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-56f999f5-449b-4d1b-a1c9-aaf71d061a07 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:48.841853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-56f999f5-449b-4d1b-a1c9-aaf71d061a07 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2406175 Aug 27 16:43:48.845129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49114) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:48.850289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-cfc4b0e9-39ae-42a3-9e3d-bdc37e3ee41b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:48.851012 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-cfc4b0e9-39ae-42a3-9e3d-bdc37e3ee41b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 16:43:48.851528 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-cfc4b0e9-39ae-42a3-9e3d-bdc37e3ee41b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:48.852475 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cfc4b0e9-39ae-42a3-9e3d-bdc37e3ee41b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065191 Aug 27 16:43:48.855065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49116) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:48.860866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-33f213f1-d647-4398-b1b8-8b0228a158d5 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:48.963803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:48.981900 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-33f213f1-d647-4398-b1b8-8b0228a158d5 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Project 93f955877bc5403c810569967479f467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:43:48.985708 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Transition to ACTIVE for port object e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:49.047864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-264c9f96-ef84-4d8a-aa68-9eb5ac24bc1f req-74a29ed2-a959-4197-a6dd-fd07bd570d43 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0325255 Aug 27 16:43:49.079993 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-33f213f1-d647-4398-b1b8-8b0228a158d5 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:49.081093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33f213f1-d647-4398-b1b8-8b0228a158d5 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2247047 Aug 27 16:43:49.089661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49120) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:49.095440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0506c722-4246-4360-8a07-048805f55283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:49.095991 n-d-806412-1 neutron-server[95252]: WARNING neutron.api.v2.base [None req-0506c722-4246-4360-8a07-048805f55283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 16:43:49.096555 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-0506c722-4246-4360-8a07-048805f55283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:49.097680 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0506c722-4246-4360-8a07-048805f55283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068765 Aug 27 16:43:49.099545 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.101830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49122) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:49.108569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e4f8f41f-1ec8-4b85-a1aa-421f1cc9ec6e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:49.144757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:43:49.150030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:43:49.155046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:43:49.179020 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-e4f8f41f-1ec8-4b85-a1aa-421f1cc9ec6e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Project 93f955877bc5403c810569967479f467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:43:49.181245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'Port': ['ID=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:49.215508 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:49.216110 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.281666 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-e4f8f41f-1ec8-4b85-a1aa-421f1cc9ec6e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:49.282965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e4f8f41f-1ec8-4b85-a1aa-421f1cc9ec6e tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1785016 Aug 27 16:43:49.285656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49124) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:49.291157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-64115e6e-7c67-40b0-8ab9-fcbd66cf342d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '6a466069-cdca-4cc4-af96-09ebd6cb4c95', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:49.339819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-6651463b-19e2-471b-a066-120780094e8a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4314208 Aug 27 16:43:49.356860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Request body: {'port': {'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:49.427639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.453285 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-64115e6e-7c67-40b0-8ab9-fcbd66cf342d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Project 93f955877bc5403c810569967479f467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:43:49.493084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-77a2f8c4-034d-4572-a8ad-47d1b9e06117 None None] Provisioning for port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:43:49.496969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-77a2f8c4-034d-4572-a8ad-47d1b9e06117 None None] Provisioning complete for port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:43:49.497690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a2f8c4-034d-4572-a8ad-47d1b9e06117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.533701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-77a2f8c4-034d-4572-a8ad-47d1b9e06117 None None] Port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:43:49.550404 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-64115e6e-7c67-40b0-8ab9-fcbd66cf342d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:49.551759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-64115e6e-7c67-40b0-8ab9-fcbd66cf342d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2645926 Aug 27 16:43:49.554384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:49.609400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99668e7c-5421-4329-b3a5-757fb94bf283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.633641 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99668e7c-5421-4329-b3a5-757fb94bf283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.718870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:43:49.727424 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.739874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Transition to ACTIVE for port object e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:43:49.759450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99668e7c-5421-4329-b3a5-757fb94bf283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.759450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99668e7c-5421-4329-b3a5-757fb94bf283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.759891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-99668e7c-5421-4329-b3a5-757fb94bf283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/6a466069-cdca-4cc4-af96-09ebd6cb4c95 HTTP/1.1" status: 204 len: 168 time: 0.2041655 Aug 27 16:43:49.762433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49128) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:49.770457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99668e7c-5421-4329-b3a5-757fb94bf283 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a466069-cdca-4cc4-af96-09ebd6cb4c95,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:49.818372 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62b0b0a4-3be0-425d-bfd7-320e52c567f4 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502992 Aug 27 16:43:49.820064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49130) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:49.823691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-05706a5e-a159-48e1-8dcf-d168e629c9da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829446151'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:49.839574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.920620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Pushing event updated for resources: {'Port': ['ID=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:49.927706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05706a5e-a159-48e1-8dcf-d168e629c9da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:49.988786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Attempting to bind port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:43:49.989266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Attempting to bind port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:43:49.994182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Attempting to bind port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 on network 0a66c90c-9a65-42da-a1b1-72936719ec05 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:49.994182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 on network 0a66c90c-9a65-42da-a1b1-72936719ec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:43:49.994489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Attempting to bind port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 on network 0a66c90c-9a65-42da-a1b1-72936719ec05 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:43:50.000944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:43:50.001282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Checking segment: {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:43:50.001671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Bound using segment: {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:43:50.002230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Bound port: e0ccf9aa-bc10-4610-b658-a0bc7ba0e054, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da7d8aa-6c3f-4777-b783-15b3b3d9445a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:43:50.002595 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.039191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05706a5e-a159-48e1-8dcf-d168e629c9da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.083830 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] For port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:43:50.086719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] For port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:43:50.104801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05706a5e-a159-48e1-8dcf-d168e629c9da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.168576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05706a5e-a159-48e1-8dcf-d168e629c9da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f004b6d-9942-42a4-8110-9416e36d20c2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:50.190885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.192796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360fa7-4a95-4b8a-b1cd-22e2296e7983 req-a24aefe0-630f-4144-ac41-ec2ec3fcc066 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.194521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58360fa7-4a95-4b8a-b1cd-22e2296e7983 req-a24aefe0-630f-4144-ac41-ec2ec3fcc066 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0771353 Aug 27 16:43:50.197940 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-05706a5e-a159-48e1-8dcf-d168e629c9da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.199296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-05706a5e-a159-48e1-8dcf-d168e629c9da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3792839 Aug 27 16:43:50.202996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49134) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:50.209150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5eebf316-22c1-47a1-9962-91c3b474635b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '0f004b6d-9942-42a4-8110-9416e36d20c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:50.227088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.227748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.229215 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] 10.222.0.90 "PUT /v2.0/ports/e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 HTTP/1.1" status: 200 len: 1091 time: 0.8798556 Aug 27 16:43:50.229673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:43:50.232312 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3cc7c1-3d17-4606-bf95-57fbf50b53af" -d '{"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:43:50.254510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58360fa7-4a95-4b8a-b1cd-22e2296e7983 req-c22ca66e-7b3e-4d43-bdc7-410fd99a5be7 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492351 Aug 27 16:43:50.261604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d3ceb-b84d-4839-a1f1-991810cbd48c service neutron] Pushing event updated for resources: {'Port': ['ID=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:50.298249 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d611c96c-bd64-42de-b783-747ec1a223eb x-openstack-request-id: req-d611c96c-bd64-42de-b783-747ec1a223eb {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:43:50.298549 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:43:50.298805 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d611c96c-bd64-42de-b783-747ec1a223eb {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:43:50.299243 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'status': 'completed', 'code': 200} Aug 27 16:43:50.379824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cc7c1-3d17-4606-bf95-57fbf50b53af req-d6e9060a-401f-4449-8b7b-1896f3afbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.381819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5c3cc7c1-3d17-4606-bf95-57fbf50b53af req-d6e9060a-401f-4449-8b7b-1896f3afbe4c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1094 time: 0.0609818 Aug 27 16:43:50.447511 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-5eebf316-22c1-47a1-9962-91c3b474635b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The resource could not be found. Aug 27 16:43:50.451387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5eebf316-22c1-47a1-9962-91c3b474635b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2446322 Aug 27 16:43:50.451549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49140) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:50.457466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4e1c653b-2991-4870-9b7f-63e20d4fe61f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '0f004b6d-9942-42a4-8110-9416e36d20c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0b552eac-b7d5-45ec-8176-a677df4d36af'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:50.505205 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cc7c1-3d17-4606-bf95-57fbf50b53af req-c8e15892-e831-45ac-b3e0-c8a92e410380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.506737 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5c3cc7c1-3d17-4606-bf95-57fbf50b53af req-c8e15892-e831-45ac-b3e0-c8a92e410380 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1168914 Aug 27 16:43:50.608409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cc7c1-3d17-4606-bf95-57fbf50b53af req-0a59f335-cc14-40d8-896a-bd084a500b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.609998 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5c3cc7c1-3d17-4606-bf95-57fbf50b53af req-0a59f335-cc14-40d8-896a-bd084a500b78 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0958729 Aug 27 16:43:50.622898 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd54bece-2fd6-4a59-b720-e23f5fbc6f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.645571 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-4e1c653b-2991-4870-9b7f-63e20d4fe61f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The resource could not be found. Aug 27 16:43:50.646656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4e1c653b-2991-4870-9b7f-63e20d4fe61f tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1939316 Aug 27 16:43:50.649450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:50.692050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-f069f48a-029f-4bf2-bca6-1b250ae38495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.693603 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-f069f48a-029f-4bf2-bca6-1b250ae38495 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1094 time: 0.0453925 Aug 27 16:43:50.710136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfcc60cb-f208-46b5-aa51-b99cb104c48d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.736047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfcc60cb-f208-46b5-aa51-b99cb104c48d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.736319 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-38a15673-8b64-4904-bca3-d088ba0de7b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 HTTP/1.1" status: 200 len: 217 time: 0.0343502 Aug 27 16:43:50.794733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-f847ad79-e8fb-4606-8562-05a510938714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.796553 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-f847ad79-e8fb-4606-8562-05a510938714 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5b22419a-7b1c-4dbb-99a1-dc44bb491552 HTTP/1.1" status: 200 len: 852 time: 0.0536013 Aug 27 16:43:50.841535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfcc60cb-f208-46b5-aa51-b99cb104c48d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.842899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519642f0-d166-4c42-b084-a1433e805843 req-a22c2721-685e-41e9-93cc-8051ee4c9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:50.844383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cfcc60cb-f208-46b5-aa51-b99cb104c48d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:50.844508 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-a22c2721-685e-41e9-93cc-8051ee4c9837 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a66c90c-9a65-42da-a1b1-72936719ec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413220 Aug 27 16:43:50.845589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cfcc60cb-f208-46b5-aa51-b99cb104c48d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/0f004b6d-9942-42a4-8110-9416e36d20c2 HTTP/1.1" status: 204 len: 168 time: 0.1951959 Aug 27 16:43:50.848427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:50.855097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc60cb-f208-46b5-aa51-b99cb104c48d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f004b6d-9942-42a4-8110-9416e36d20c2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:50.951894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d82a4131-15e9-4918-96c8-a937c0c53163 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1014953 Aug 27 16:43:50.955950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49146) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:50.961424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-491ad2a5-f8e3-4d89-a8c5-eb8f5aa9622b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'af985562-b208-4f3e-aa30-164b822c4f98', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:50.987306 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-6b403471-d3e5-485d-8425-c529c7e7c63a service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322885 Aug 27 16:43:51.078380 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-519642f0-d166-4c42-b084-a1433e805843 req-3c9f5240-e498-4757-ab8f-cb623f679868 service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841432 Aug 27 16:43:51.167805 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-491ad2a5-f8e3-4d89-a8c5-eb8f5aa9622b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The resource could not be found. Aug 27 16:43:51.168856 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-491ad2a5-f8e3-4d89-a8c5-eb8f5aa9622b tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2122357 Aug 27 16:43:51.173038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49148) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:51.177605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2e54ac84-2a55-4e2c-b841-9252f1005f0a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326155178'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:51.276163 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2e54ac84-2a55-4e2c-b841-9252f1005f0a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.380850 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2e54ac84-2a55-4e2c-b841-9252f1005f0a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.394538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed45bf-b15e-4960-877c-6f1ee3267485 req-e3e956cb-ba82-44db-9a95-e64116409ac0 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:51.396305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ed45bf-b15e-4960-877c-6f1ee3267485 req-e3e956cb-ba82-44db-9a95-e64116409ac0 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0643954 Aug 27 16:43:51.437414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00ed45bf-b15e-4960-877c-6f1ee3267485 req-0e5c489a-b066-4e12-9ff6-864d8b72298b tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345798 Aug 27 16:43:51.470368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2e54ac84-2a55-4e2c-b841-9252f1005f0a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.504942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54ac84-2a55-4e2c-b841-9252f1005f0a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d97dc9-9ef5-42e8-91fa-89c9baf9a356,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:51.559760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2e54ac84-2a55-4e2c-b841-9252f1005f0a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.561877 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2e54ac84-2a55-4e2c-b841-9252f1005f0a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3878467 Aug 27 16:43:51.564588 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49152) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:51.569051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-65b36550-bcba-49da-9488-0299e4ebaea8 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251040044'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:51.650931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65b36550-bcba-49da-9488-0299e4ebaea8 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.733529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65b36550-bcba-49da-9488-0299e4ebaea8 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.801299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65b36550-bcba-49da-9488-0299e4ebaea8 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.830676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b36550-bcba-49da-9488-0299e4ebaea8 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3401f7e6-964a-4b93-9339-0c4ad2c0f461,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:51.905375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-65b36550-bcba-49da-9488-0299e4ebaea8 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:51.906726 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-65b36550-bcba-49da-9488-0299e4ebaea8 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3411703 Aug 27 16:43:51.909518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49154) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:51.914129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0db75820-c198-44eb-9c52-266480d9aa91 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': '04d97dc9-9ef5-42e8-91fa-89c9baf9a356', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3401f7e6-964a-4b93-9339-0c4ad2c0f461'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:52.167247 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-0db75820-c198-44eb-9c52-266480d9aa91 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:52.168542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0db75820-c198-44eb-9c52-266480d9aa91 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2580290 Aug 27 16:43:52.171832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49156) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:52.238484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6bd03335-af40-44a6-a8f8-214768235be2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.284981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6bd03335-af40-44a6-a8f8-214768235be2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.413200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6bd03335-af40-44a6-a8f8-214768235be2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.415927 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6bd03335-af40-44a6-a8f8-214768235be2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.417090 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6bd03335-af40-44a6-a8f8-214768235be2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/3401f7e6-964a-4b93-9339-0c4ad2c0f461 HTTP/1.1" status: 204 len: 168 time: 0.2443249 Aug 27 16:43:52.420877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49158) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:52.427056 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd03335-af40-44a6-a8f8-214768235be2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401f7e6-964a-4b93-9339-0c4ad2c0f461,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:52.480481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5fbe3925-0297-46c2-a017-ba3627316344 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0583611 Aug 27 16:43:52.484085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49162) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:52.577471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-978f31fa-5797-4a14-8217-495692bc3974 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.589638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220041b2-aa6d-400f-887f-fdf209636a10 req-070ca55d-897f-4f1c-a185-02829b3c9d35 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:52.591147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-220041b2-aa6d-400f-887f-fdf209636a10 req-070ca55d-897f-4f1c-a185-02829b3c9d35 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0810573 Aug 27 16:43:52.623303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-978f31fa-5797-4a14-8217-495692bc3974 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.658684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-220041b2-aa6d-400f-887f-fdf209636a10 req-0a24c649-e4bb-44c5-8e98-5c3ea5c4c2fb tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611832 Aug 27 16:43:52.748933 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-978f31fa-5797-4a14-8217-495692bc3974 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.751549 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-978f31fa-5797-4a14-8217-495692bc3974 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.752699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-978f31fa-5797-4a14-8217-495692bc3974 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/04d97dc9-9ef5-42e8-91fa-89c9baf9a356 HTTP/1.1" status: 204 len: 168 time: 0.2676904 Aug 27 16:43:52.755486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49164) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:52.762252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f31fa-5797-4a14-8217-495692bc3974 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d97dc9-9ef5-42e8-91fa-89c9baf9a356,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:52.800855 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6c24c143-b894-4f66-9fa2-a8b6d123c28d tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440977 Aug 27 16:43:52.805164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49166) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:52.808965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-62812c54-935f-4633-ad0d-57cdd241701c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778237228'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:52.910086 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62812c54-935f-4633-ad0d-57cdd241701c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:52.991973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62812c54-935f-4633-ad0d-57cdd241701c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.079046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62812c54-935f-4633-ad0d-57cdd241701c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.111563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62812c54-935f-4633-ad0d-57cdd241701c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff93e1-fecf-4fd0-873f-8e1c5b08e82a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:53.189979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62812c54-935f-4633-ad0d-57cdd241701c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.191239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62812c54-935f-4633-ad0d-57cdd241701c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3857486 Aug 27 16:43:53.194162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49168) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:53.198590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5e5660de-76bb-48ce-b232-4e241dd6f002 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'd0ff93e1-fecf-4fd0-873f-8e1c5b08e82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:53.281547 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8e20438-2485-4bcc-b891-d90edbbe8a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.321347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.378502 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.401829 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-5e5660de-76bb-48ce-b232-4e241dd6f002 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:53.402919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5e5660de-76bb-48ce-b232-4e241dd6f002 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2078125 Aug 27 16:43:53.406302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49170) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:53.410930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d514a515-c057-4f1d-b766-fa3234ccdfe2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group_rule': {'security_group_id': 'd0ff93e1-fecf-4fd0-873f-8e1c5b08e82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:53.635802 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-d514a515-c057-4f1d-b766-fa3234ccdfe2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 16:43:53.637120 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d514a515-c057-4f1d-b766-fa3234ccdfe2 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2298241 Aug 27 16:43:53.640802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49172) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:53.692166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-835addb3-52a2-42ed-9425-0c4a34a0d625 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.714648 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-835addb3-52a2-42ed-9425-0c4a34a0d625 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.775403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222fefb-62dc-4e2c-8828-fa9ec47cc4b6 req-99f85d31-d4ae-456a-ae28-4d1ea044b9d7 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:53.777121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c222fefb-62dc-4e2c-8828-fa9ec47cc4b6 req-99f85d31-d4ae-456a-ae28-4d1ea044b9d7 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0501008 Aug 27 16:43:53.821368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c222fefb-62dc-4e2c-8828-fa9ec47cc4b6 req-f4d18a20-e06b-4dfd-b708-75aa896d1a75 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370450 Aug 27 16:43:53.869913 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-835addb3-52a2-42ed-9425-0c4a34a0d625 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.873411 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-835addb3-52a2-42ed-9425-0c4a34a0d625 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:53.874658 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-835addb3-52a2-42ed-9425-0c4a34a0d625 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/d0ff93e1-fecf-4fd0-873f-8e1c5b08e82a HTTP/1.1" status: 204 len: 168 time: 0.2329509 Aug 27 16:43:53.877364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:53.883735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835addb3-52a2-42ed-9425-0c4a34a0d625 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff93e1-fecf-4fd0-873f-8e1c5b08e82a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:53.923011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7e4c1821-ca6a-4918-abee-ef87a0995307 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443463 Aug 27 16:43:53.926755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49178) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:53.931064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fcc1b659-84be-4226-a44c-194ce3a9a456 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'tempest-secgroup--593885258'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:54.018376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b659-84be-4226-a44c-194ce3a9a456 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.103384 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b659-84be-4226-a44c-194ce3a9a456 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.165401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b659-84be-4226-a44c-194ce3a9a456 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.194504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1b659-84be-4226-a44c-194ce3a9a456 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048083f5-5110-43eb-9ce0-aec8ef69c8ed,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:54.212822 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.321895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b659-84be-4226-a44c-194ce3a9a456 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.323173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fcc1b659-84be-4226-a44c-194ce3a9a456 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3954654 Aug 27 16:43:54.326586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49180) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:54.331146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-636cab11-7e63-474f-9f55-b53229ad3aa1 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:43:54.331610 n-d-806412-1 neutron-server[95253]: WARNING neutron.api.v2.base [None req-636cab11-7e63-474f-9f55-b53229ad3aa1 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 16:43:54.332085 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-636cab11-7e63-474f-9f55-b53229ad3aa1 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 16:43:54.332976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-636cab11-7e63-474f-9f55-b53229ad3aa1 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "PUT /v2.0/security-groups/048083f5-5110-43eb-9ce0-aec8ef69c8ed HTTP/1.1" status: 409 len: 330 time: 0.0054195 Aug 27 16:43:54.335755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49182) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:54.390304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ef555d2-c290-4d20-9b3e-410cb910d937 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.412788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ef555d2-c290-4d20-9b3e-410cb910d937 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.519166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ef555d2-c290-4d20-9b3e-410cb910d937 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.521670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4ef555d2-c290-4d20-9b3e-410cb910d937 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.522807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4ef555d2-c290-4d20-9b3e-410cb910d937 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/048083f5-5110-43eb-9ce0-aec8ef69c8ed HTTP/1.1" status: 204 len: 168 time: 0.1862206 Aug 27 16:43:54.525497 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:54.532261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef555d2-c290-4d20-9b3e-410cb910d937 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048083f5-5110-43eb-9ce0-aec8ef69c8ed,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:54.570335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d411e412-a19c-422d-81dd-46a392890d2a tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435691 Aug 27 16:43:54.574185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49186) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:54.584175 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:54.587368 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-02c9642f-738f-4a6a-8b77-ef160f1251da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] delete failed (client error): The resource could not be found. Aug 27 16:43:54.588390 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-02c9642f-738f-4a6a-8b77-ef160f1251da tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "DELETE /v2.0/security-groups/420ccded-d584-49c6-adf5-dae65f5fd47d HTTP/1.1" status: 404 len: 347 time: 0.0131986 Aug 27 16:43:54.592360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49188) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:54.608849 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-28133adc-b007-4a61-b8cb-c72d8534253c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] show failed (client error): The resource could not be found. Aug 27 16:43:54.609820 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-28133adc-b007-4a61-b8cb-c72d8534253c tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-groups/0af7d572-3629-430d-8c45-7e0287bee551 HTTP/1.1" status: 404 len: 347 time: 0.0165873 Aug 27 16:43:54.613189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49190) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:54.623868 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-8d3025e3-ade0-4e66-8575-962bd3efc294 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] show failed (client error): The resource could not be found. Aug 27 16:43:54.624817 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8d3025e3-ade0-4e66-8575-962bd3efc294 tempest-NegativeSecGroupIPv6Test-1531926264 tempest-NegativeSecGroupIPv6Test-1531926264-project] 10.222.0.101 "GET /v2.0/security-group-rules/3ecbb7ed-d216-4810-b88a-bbcc5248e393 HTTP/1.1" status: 404 len: 356 time: 0.0107589 Aug 27 16:43:54.944030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8fc8-503f-447c-80bb-e0143dacfa39 req-3fa700ad-02a5-426a-aef2-f61656995b78 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:54.945513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-802b8fc8-503f-447c-80bb-e0143dacfa39 req-3fa700ad-02a5-426a-aef2-f61656995b78 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0502996 Aug 27 16:43:54.985686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-802b8fc8-503f-447c-80bb-e0143dacfa39 req-e911cca3-2a71-4e6e-a132-8e65618187e2 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332184 Aug 27 16:43:55.068129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49202) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:55.198570 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4f82f972-87ac-496f-892b-340ff7ef2cd2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=93f955877bc5403c810569967479f467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292882 Aug 27 16:43:55.201566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49206) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:55.250066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f541-7e75-4142-aad7-5e9664243657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:55.271503 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f541-7e75-4142-aad7-5e9664243657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:55.390681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f541-7e75-4142-aad7-5e9664243657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:55.393240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f541-7e75-4142-aad7-5e9664243657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:55.394453 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ea1f541-7e75-4142-aad7-5e9664243657 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/76a8a071-0483-444c-a6d8-56ec0678a40c HTTP/1.1" status: 204 len: 168 time: 0.1919863 Aug 27 16:43:55.402498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1f541-7e75-4142-aad7-5e9664243657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a8a071-0483-444c-a6d8-56ec0678a40c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:55.882207 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:43:56.098421 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:56.105572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fab27d-0981-4049-947a-22524ee414a6 req-e0561d0f-0bf2-48f2-a92c-1f335a950f93 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:56.107314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07fab27d-0981-4049-947a-22524ee414a6 req-e0561d0f-0bf2-48f2-a92c-1f335a950f93 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0546901 Aug 27 16:43:56.147068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07fab27d-0981-4049-947a-22524ee414a6 req-a38c2c98-9343-4238-bd95-6683cc101444 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334926 Aug 27 16:43:57.267491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ff2b4-677e-4635-a2cd-1d42b949998f req-ebc0daa7-f3b4-4de6-b554-b2d87007dd39 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:57.268972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f11ff2b4-677e-4635-a2cd-1d42b949998f req-ebc0daa7-f3b4-4de6-b554-b2d87007dd39 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0537522 Aug 27 16:43:57.308401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f11ff2b4-677e-4635-a2cd-1d42b949998f req-0576d34f-466b-4bd6-8909-fd50962eddfd tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330136 Aug 27 16:43:57.705212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49260) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:57.808630 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dce945ed-3238-4f82-9cd7-09eca66b7f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:57.898502 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dce945ed-3238-4f82-9cd7-09eca66b7f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:57.961213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dce945ed-3238-4f82-9cd7-09eca66b7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:58.000641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce945ed-3238-4f82-9cd7-09eca66b7f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb43f51-4190-47d2-a3a5-2874a1613b83,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:58.005965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dce945ed-3238-4f82-9cd7-09eca66b7f88 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=97223d55ccee4bf8844f4cef671df31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996626 Aug 27 16:43:58.008518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49264) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:58.055541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fc4c23-3335-4a40-9eb4-9524380326d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:58.076666 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fc4c23-3335-4a40-9eb4-9524380326d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:58.199599 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fc4c23-3335-4a40-9eb4-9524380326d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:58.202413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fc4c23-3335-4a40-9eb4-9524380326d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:58.206877 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-30fc4c23-3335-4a40-9eb4-9524380326d5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5eb43f51-4190-47d2-a3a5-2874a1613b83 HTTP/1.1" status: 204 len: 168 time: 0.1974001 Aug 27 16:43:58.215013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc4c23-3335-4a40-9eb4-9524380326d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb43f51-4190-47d2-a3a5-2874a1613b83,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:58.436637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eb906-ecee-4a90-a4b5-65036d1c4f1f req-40ad1c03-8315-422d-aa07-fe9f41555717 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:58.438152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e2eb906-ecee-4a90-a4b5-65036d1c4f1f req-40ad1c03-8315-422d-aa07-fe9f41555717 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0514164 Aug 27 16:43:58.477467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e2eb906-ecee-4a90-a4b5-65036d1c4f1f req-3da4d2e0-58af-44ef-a60a-e6ec42cc20aa tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332594 Aug 27 16:43:58.875410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49272) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:58.889484 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-578b7cdd-79c2-4e03-a374-a76a988aca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:58.975097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-578b7cdd-79c2-4e03-a374-a76a988aca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:59.053073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-578b7cdd-79c2-4e03-a374-a76a988aca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:59.091871 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-578b7cdd-79c2-4e03-a374-a76a988aca62 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=59261537ef3f4e7eb9916c4630281a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151473 Aug 27 16:43:59.093126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b7cdd-79c2-4e03-a374-a76a988aca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a5fed0-d7be-4ae4-b1d7-cae959b03327,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:59.094397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49274) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:43:59.148374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a6252c6-0b03-475a-b4f1-50de62f29101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:59.168900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a6252c6-0b03-475a-b4f1-50de62f29101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:59.304025 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a6252c6-0b03-475a-b4f1-50de62f29101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:59.306552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a6252c6-0b03-475a-b4f1-50de62f29101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:43:59.307720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7a6252c6-0b03-475a-b4f1-50de62f29101 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b6a5fed0-d7be-4ae4-b1d7-cae959b03327 HTTP/1.1" status: 204 len: 168 time: 0.2122638 Aug 27 16:43:59.316005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6252c6-0b03-475a-b4f1-50de62f29101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a5fed0-d7be-4ae4-b1d7-cae959b03327,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:43:59.593108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cf02f-feb2-48d7-a22d-6df29c1a923b req-a75c0cce-b728-4c9c-adfa-8ffa768abfcf tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:43:59.594591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e9cf02f-feb2-48d7-a22d-6df29c1a923b req-a75c0cce-b728-4c9c-adfa-8ffa768abfcf tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0497532 Aug 27 16:43:59.635612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e9cf02f-feb2-48d7-a22d-6df29c1a923b req-2ac2b60e-d7cb-49ad-98ba-d2af016875ae tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348792 Aug 27 16:44:00.757961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849b27-ffe9-4bfb-8fec-ebb897c78180 req-a1fabf64-691f-4802-9afe-c2121fb6f79a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:00.759478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3849b27-ffe9-4bfb-8fec-ebb897c78180 req-a1fabf64-691f-4802-9afe-c2121fb6f79a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0525374 Aug 27 16:44:00.798630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3849b27-ffe9-4bfb-8fec-ebb897c78180 req-1c3e814f-1950-496a-a7ee-38b3ddfc12d0 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330501 Aug 27 16:44:01.699624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49322) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:01.809519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9d923235-779d-4fc5-93a3-c78f6d29e2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:01.932833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9d923235-779d-4fc5-93a3-c78f6d29e2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:01.945365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c37b1-57ef-49bc-9ab2-23c49e5ae7c7 req-a2321dc0-af76-42c1-a115-acc6336f3c66 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:01.946868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-825c37b1-57ef-49bc-9ab2-23c49e5ae7c7 req-a2321dc0-af76-42c1-a115-acc6336f3c66 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 943 time: 0.0773807 Aug 27 16:44:01.985457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-825c37b1-57ef-49bc-9ab2-23c49e5ae7c7 req-6d783db3-c3f4-4c6b-b38f-66e02e0105f3 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Aug 27 16:44:02.016591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9d923235-779d-4fc5-93a3-c78f6d29e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.055239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9d923235-779d-4fc5-93a3-c78f6d29e2f2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a0597af484c48638adc4bbe99f4fda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544896 Aug 27 16:44:02.056416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d923235-779d-4fc5-93a3-c78f6d29e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2907f0b9-412a-4053-845c-b657cce35b8c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:02.058131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49328) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:02.112421 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7459a3e3-f99b-4be1-a1ff-da67e781ef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.133104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7459a3e3-f99b-4be1-a1ff-da67e781ef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.236019 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7459a3e3-f99b-4be1-a1ff-da67e781ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.238772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7459a3e3-f99b-4be1-a1ff-da67e781ef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.240029 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7459a3e3-f99b-4be1-a1ff-da67e781ef50 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2907f0b9-412a-4053-845c-b657cce35b8c HTTP/1.1" status: 204 len: 168 time: 0.1800377 Aug 27 16:44:02.251798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459a3e3-f99b-4be1-a1ff-da67e781ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2907f0b9-412a-4053-845c-b657cce35b8c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:02.453243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:44:02.549282 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:02.560830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'mac_address': 'fa:16:3e:0c:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:44:02.603780 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.616393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:44:02.635539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:02.719537 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.767561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:02.860989 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49334) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:02.875242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba004bd9-8740-4fd1-ba59-e98c8c1ce7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:02.933119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:44:02.961149 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba004bd9-8740-4fd1-ba59-e98c8c1ce7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:03.039617 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ba004bd9-8740-4fd1-ba59-e98c8c1ce7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:03.087491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ba004bd9-8740-4fd1-ba59-e98c8c1ce7df admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=799d1b71824345afaea021ef71cb8303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251358 Aug 27 16:44:03.088257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49340) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:03.090090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba004bd9-8740-4fd1-ba59-e98c8c1ce7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce981a35-4c98-4e92-a27a-262b14f4cccc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:03.116337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4fae9-bcde-4d77-8dd0-b25d9d429aba req-1e785f0d-73b6-4e31-ae4b-ee06d8899c51 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:03.117820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61a4fae9-bcde-4d77-8dd0-b25d9d429aba req-1e785f0d-73b6-4e31-ae4b-ee06d8899c51 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 944 time: 0.0650783 Aug 27 16:44:03.181852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61a4fae9-bcde-4d77-8dd0-b25d9d429aba req-e9299fbd-02a0-49f5-8fed-8817a217b7db tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554357 Aug 27 16:44:03.184659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4f79-2374-4efc-aa4d-a46692427683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:03.207515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4f79-2374-4efc-aa4d-a46692427683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:03.315465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4f79-2374-4efc-aa4d-a46692427683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:03.318046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4f79-2374-4efc-aa4d-a46692427683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:03.319182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c9ae4f79-2374-4efc-aa4d-a46692427683 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ce981a35-4c98-4e92-a27a-262b14f4cccc HTTP/1.1" status: 204 len: 168 time: 0.2304490 Aug 27 16:44:03.327209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae4f79-2374-4efc-aa4d-a46692427683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce981a35-4c98-4e92-a27a-262b14f4cccc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:04.306767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649adcd-3587-428d-81b3-c821fbf1c1e3 req-e8b0095e-5c52-4c42-b8f7-a31e3241d68b tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:04.308461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4649adcd-3587-428d-81b3-c821fbf1c1e3 req-e8b0095e-5c52-4c42-b8f7-a31e3241d68b tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 944 time: 0.0569046 Aug 27 16:44:04.348459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4649adcd-3587-428d-81b3-c821fbf1c1e3 req-973dd8ca-c7c5-40c7-baf9-016015d5e68a tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330431 Aug 27 16:44:04.472761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:44:04.650460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:44:04.654504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:44:04.654889 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:04.734503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:04.758077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:04.760329 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e439a62-97c0-44c6-a45d-1993c8b84dcf" -d '{"events": [{"server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "name": "network-vif-plugged", "status": "completed", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:04.773226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:04.803815 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bc85f4-9718-40bb-b788-a9aef97dc97d x-openstack-request-id: req-c2bc85f4-9718-40bb-b788-a9aef97dc97d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:04.803815 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "name": "network-vif-plugged", "status": "completed", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:04.803815 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2bc85f4-9718-40bb-b788-a9aef97dc97d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:04.803815 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'code': 200} Aug 27 16:44:04.856254 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:04.901748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3809a6-30d7-4887-887b-55ce39be99b1 req-3229efbd-c17a-4a2e-9ad8-606272c71936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:04.904757 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1d3809a6-30d7-4887-887b-55ce39be99b1 req-3229efbd-c17a-4a2e-9ad8-606272c71936 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1096 time: 0.0461545 Aug 27 16:44:04.907937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:04.942051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1d3809a6-30d7-4887-887b-55ce39be99b1 req-9ee3c8a6-4e98-40bc-a366-8988fb09ae52 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290580 Aug 27 16:44:05.462728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f25af-b50f-4909-b057-7d0be1ac3288 req-d8b4781f-e3f8-4c17-9584-81d62ba3b51b tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:05.464135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d98f25af-b50f-4909-b057-7d0be1ac3288 req-d8b4781f-e3f8-4c17-9584-81d62ba3b51b tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 945 time: 0.0499861 Aug 27 16:44:05.506183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d98f25af-b50f-4909-b057-7d0be1ac3288 req-a1e2d4f5-9430-40ed-81e8-b30b44bfa5e4 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352981 Aug 27 16:44:06.628105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ccbc5-b81d-4658-8acb-05d6d03b8e33 req-eb3dff9c-0656-46a0-b2a2-c0fa1a10950d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:06.629524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-606ccbc5-b81d-4658-8acb-05d6d03b8e33 req-eb3dff9c-0656-46a0-b2a2-c0fa1a10950d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 945 time: 0.0536330 Aug 27 16:44:06.670145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-606ccbc5-b81d-4658-8acb-05d6d03b8e33 req-69585d60-ced1-4247-a9ba-e5c988408b53 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336857 Aug 27 16:44:06.786130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c401-b2c2-4475-92fc-d3c3c833f906 req-31bdd0fd-c1e4-4ff7-860b-a7e4955b1478 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:06.787610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0958c401-b2c2-4475-92fc-d3c3c833f906 req-31bdd0fd-c1e4-4ff7-860b-a7e4955b1478 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 945 time: 0.0498915 Aug 27 16:44:06.826578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0958c401-b2c2-4475-92fc-d3c3c833f906 req-c33e0c33-20cf-4eb4-a912-9bdba202cf46 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Aug 27 16:44:06.848466 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49398) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:07.071969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4b221-4bf9-4cf1-b47b-dc38c4ee8f25 tempest-TestVolumeBackupRestore-2012365380 tempest-TestVolumeBackupRestore-2012365380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:07.073538 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8bb4b221-4bf9-4cf1-b47b-dc38c4ee8f25 tempest-TestVolumeBackupRestore-2012365380 tempest-TestVolumeBackupRestore-2012365380-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1091 time: 0.2238679 Aug 27 16:44:07.076760 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49402) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:07.083060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:44:07.224457 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:07.324681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:07.431486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Allocated IP 172.25.4.249 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/a1cd3fcb-b185-44f7-82b0-3bfc6196430f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:44:07.535073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:07.674096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:07.712468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:44:07.715176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:44:07.721430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:44:07.744458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'Port': ['ID=a1cd3fcb-b185-44f7-82b0-3bfc6196430f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:08.096772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:08.219328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:08.383859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:08.582184 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:08.647744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event updated for resources: {'Port': ['ID=a1cd3fcb-b185-44f7-82b0-3bfc6196430f,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:08.661495 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:08.761730 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Floating IP 0b53b14a-7706-429d-ab25-282f364707b5 associated. External IP: 172.25.4.249, port: e0ccf9aa-bc10-4610-b658-a0bc7ba0e054. Aug 27 16:44:09.336163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:44:09.452059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:44:09.462916 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] Sync routers for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:44:09.473128 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:44:09.479432 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:43:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:09.527428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:09.556909 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-509d0f0c-0402-4d5d-856b-cb0928dd83de tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4782081 Aug 27 16:44:09.557735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:09.560750 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7fc5ce-3770-4903-bf65-e35a3d738e72" -d '{"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:09.560958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49412) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:09.612097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662246ca-afa3-4a02-822e-1e96cd407a43 tempest-TestVolumeBackupRestore-2012365380 tempest-TestVolumeBackupRestore-2012365380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:09.612864 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be632b-d630-49d1-a528-3a122dd8efd5 x-openstack-request-id: req-29be632b-d630-49d1-a528-3a122dd8efd5 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:09.613160 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:09.613416 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-29be632b-d630-49d1-a528-3a122dd8efd5 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:09.613636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-662246ca-afa3-4a02-822e-1e96cd407a43 tempest-TestVolumeBackupRestore-2012365380 tempest-TestVolumeBackupRestore-2012365380-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1091 time: 0.0513272 Aug 27 16:44:09.613876 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'status': 'completed', 'code': 200} Aug 27 16:44:09.616465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49416) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:09.620883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Request body: {'floatingip': {'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:44:09.680344 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:44:09.681246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-c9fb97f3-b66a-4671-96c1-7d0c973947e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:09.682814 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-c9fb97f3-b66a-4671-96c1-7d0c973947e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1096 time: 0.0455673 Aug 27 16:44:09.683158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:09.777362 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-106d45f2-9eb8-4aee-8165-1e3e78564c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:09.778996 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-106d45f2-9eb8-4aee-8165-1e3e78564c89 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a66c90c-9a65-42da-a1b1-72936719ec05 HTTP/1.1" status: 200 len: 915 time: 0.0885117 Aug 27 16:44:09.866874 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-345f6191-0ad5-45a3-9060-0fd87cdc75a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 HTTP/1.1" status: 200 len: 999 time: 0.0809276 Aug 27 16:44:09.920289 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-2f67f640-e554-42b7-bd4f-1a3ef69c76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:09.921912 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-2f67f640-e554-42b7-bd4f-1a3ef69c76c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5b22419a-7b1c-4dbb-99a1-dc44bb491552 HTTP/1.1" status: 200 len: 852 time: 0.0479898 Aug 27 16:44:09.924917 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0b53b14a-7706-429d-ab25-282f364707b5', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'mac_address': 'fa:16:3e:0c:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:44:07Z', 'updated_at': '2021-08-27T16:44:07Z', 'revision_number': 0, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:09.955975 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] Checking router: b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:44:09.964842 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:44:09.965454 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:43:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:09.970865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-abbe3b13-9278-4de1-add7-ac969b37afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:09.972726 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-abbe3b13-9278-4de1-add7-ac969b37afb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a66c90c-9a65-42da-a1b1-72936719ec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435705 Aug 27 16:44:10.074959 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:44:10.083110 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-9959367e-5f4c-4039-b0e1-433abc8af2de service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021860 Aug 27 16:44:10.187061 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9a7fc5ce-3770-4903-bf65-e35a3d738e72 req-f053f192-9d22-4317-a0a6-40b7014b0b6d service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964942 Aug 27 16:44:10.240343 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:10.321361 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0b53b14a-7706-429d-ab25-282f364707b5', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'mac_address': 'fa:16:3e:0c:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:44:07Z', 'updated_at': '2021-08-27T16:44:07Z', 'revision_number': 0, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:10.330762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:10.354700 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bae965-e3d4-48b8-aea6-c1903799caff None None] The sync data for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 is: [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0b53b14a-7706-429d-ab25-282f364707b5', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'mac_address': 'fa:16:3e:0c:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:44:07Z', 'updated_at': '2021-08-27T16:44:07Z', 'revision_number': 0, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:44:10.552872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:44:10.569526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b50e087-33df-45a4-bc88-aa989ff62bf1 None None] New status for floating IP 0b53b14a-7706-429d-ab25-282f364707b5: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:44:10.672179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:44:10.677448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:10.709543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:10.711841 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b99198-fd4b-4782-a084-8e44ca741e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:10.743758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7c5fd856-d261-4665-9d47-d1749678afea tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "PUT /v2.0/floatingips/0b53b14a-7706-429d-ab25-282f364707b5 HTTP/1.1" status: 200 len: 991 time: 1.1260462 Aug 27 16:44:10.756189 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9a73a-6e7e-46e1-86f5-5065bc51ed27 x-openstack-request-id: req-2ca9a73a-6e7e-46e1-86f5-5065bc51ed27 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:10.756500 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:10.756759 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2ca9a73a-6e7e-46e1-86f5-5065bc51ed27 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:10.757175 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'status': 'completed', 'code': 200} Aug 27 16:44:10.819085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-4f28df7a-081d-4b1d-9382-fcf8c3b2dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:10.820694 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-4f28df7a-081d-4b1d-9382-fcf8c3b2dd50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1096 time: 0.0436468 Aug 27 16:44:10.873872 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] Sync routers for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:44:10.883782 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:44:10.884678 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:43:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:10.924001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-ea7aa349-1beb-4031-9cee-a6fab4bf2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:10.925564 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-ea7aa349-1beb-4031-9cee-a6fab4bf2ee9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a66c90c-9a65-42da-a1b1-72936719ec05 HTTP/1.1" status: 200 len: 915 time: 0.0983317 Aug 27 16:44:10.993805 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-37dbe75e-7573-4f15-8aaa-c67f2322e7ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 HTTP/1.1" status: 200 len: 1001 time: 0.0607185 Aug 27 16:44:10.996750 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:44:11.052328 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-99e15238-ddf3-468b-92f1-10258b3cc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:11.054262 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-99e15238-ddf3-468b-92f1-10258b3cc8da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5b22419a-7b1c-4dbb-99a1-dc44bb491552 HTTP/1.1" status: 200 len: 852 time: 0.0539484 Aug 27 16:44:11.103473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-e967355d-d685-474a-b9ef-e571a4512b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:11.105146 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-e967355d-d685-474a-b9ef-e571a4512b21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a66c90c-9a65-42da-a1b1-72936719ec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422142 Aug 27 16:44:11.202614 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-536a6660-6193-45fd-b7ca-b9ee1910faad service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894330 Aug 27 16:44:11.227381 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0b53b14a-7706-429d-ab25-282f364707b5', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'mac_address': 'fa:16:3e:0c:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:44:07Z', 'updated_at': '2021-08-27T16:44:10Z', 'revision_number': 2, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:11.259625 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] Checking router: b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:44:11.269399 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:44:11.270022 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:43:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:11.306732 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-74b99198-fd4b-4782-a084-8e44ca741e9b req-30f12789-f690-42f1-b8be-42cb9c28f27e service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975401 Aug 27 16:44:11.378057 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:44:11.586730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85039f72-ee9b-4d80-b7b9-7e7345227ad9 req-a4d870e7-d8ba-4eac-abe3-01cf1322df82 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:11.588334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85039f72-ee9b-4d80-b7b9-7e7345227ad9 req-a4d870e7-d8ba-4eac-abe3-01cf1322df82 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1097 time: 0.0421586 Aug 27 16:44:11.599143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0b53b14a-7706-429d-ab25-282f364707b5', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'mac_address': 'fa:16:3e:0c:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:44:07Z', 'updated_at': '2021-08-27T16:44:10Z', 'revision_number': 2, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:44:11.633305 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd207ea5-777e-4912-ac96-f6c847e6390d None None] The sync data for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 is: [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '0b53b14a-7706-429d-ab25-282f364707b5', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'floating_ip_address': '172.25.4.249', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'port_id': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'mac_address': 'fa:16:3e:0c:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:44:07Z', 'updated_at': '2021-08-27T16:44:10Z', 'revision_number': 2, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:44:11.635860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85039f72-ee9b-4d80-b7b9-7e7345227ad9 req-57b8fbb7-8a3a-4fc2-b7f2-1d9ae3f878cc tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365069 Aug 27 16:44:11.760699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b8beb-79a7-420a-bc58-44981b0daa9a req-d4f2c5e0-2583-424a-a79a-9bcfc0d842fd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:11.762261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8b8beb-79a7-420a-bc58-44981b0daa9a req-d4f2c5e0-2583-424a-a79a-9bcfc0d842fd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0569150 Aug 27 16:44:11.810886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec8b8beb-79a7-420a-bc58-44981b0daa9a req-729d9178-f3c0-466e-9f3b-a3a34e270b82 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Aug 27 16:44:11.839122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49444) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:11.928549 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-45b235f1-e9c2-460c-86ef-979cd511376f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/b46f963c-fda6-43f2-a56e-42c5b4040825 HTTP/1.1" status: 200 len: 993 time: 0.0874572 Aug 27 16:44:12.719800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c55956-4874-4ec8-8713-d4cab0283867 req-9ad24ad1-155b-41fe-be40-fca82d91e89d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:12.721438 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6c55956-4874-4ec8-8713-d4cab0283867 req-9ad24ad1-155b-41fe-be40-fca82d91e89d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0537755 Aug 27 16:44:12.758434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:12.760821 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9692cd64-1819-48e7-a5a0-d17c47fe3a19" -d '{"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:12.767278 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6c55956-4874-4ec8-8713-d4cab0283867 req-9b910acd-bbdd-4011-a92d-6c40b9dc53b6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 Aug 27 16:44:12.800492 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e904a9fa-7811-4807-9448-ea658b048b62 x-openstack-request-id: req-e904a9fa-7811-4807-9448-ea658b048b62 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:12.803786 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:12.803786 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e904a9fa-7811-4807-9448-ea658b048b62 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:12.803786 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'status': 'completed', 'code': 200} Aug 27 16:44:12.872124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-5a848b34-596f-47f5-a347-17ad5434fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:12.874751 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-5a848b34-596f-47f5-a347-17ad5434fa2a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1096 time: 0.0518260 Aug 27 16:44:12.986222 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-52332ad7-788c-47c3-928c-026293ab0a4a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1533799 Aug 27 16:44:13.004370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-c22953be-cafd-4240-8e68-55883da73114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:13.005846 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-c22953be-cafd-4240-8e68-55883da73114 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a66c90c-9a65-42da-a1b1-72936719ec05 HTTP/1.1" status: 200 len: 915 time: 0.1234238 Aug 27 16:44:13.079378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-eae944dd-2e47-4c3e-a826-b2732d6bdbec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 HTTP/1.1" status: 200 len: 1001 time: 0.0662620 Aug 27 16:44:13.131112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-4e23c203-492f-4960-b687-6d87438ddf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:13.132685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-4e23c203-492f-4960-b687-6d87438ddf48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5b22419a-7b1c-4dbb-99a1-dc44bb491552 HTTP/1.1" status: 200 len: 852 time: 0.0465841 Aug 27 16:44:13.181932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-7e19e751-bd32-44ac-b834-e15bf772ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:13.183545 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-7e19e751-bd32-44ac-b834-e15bf772ead7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a66c90c-9a65-42da-a1b1-72936719ec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433421 Aug 27 16:44:13.285071 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-c7268c50-5542-4499-ae70-ac72b06e1be8 service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943859 Aug 27 16:44:13.382073 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9692cd64-1819-48e7-a5a0-d17c47fe3a19 req-89bdc397-754d-49f6-8608-81499dc4424d service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892274 Aug 27 16:44:13.941956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966f4c0-0f6d-451e-b031-c4699518872e req-9202c0ed-3123-4837-a0cf-7cbaea08e890 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:13.943521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3966f4c0-0f6d-451e-b031-c4699518872e req-9202c0ed-3123-4837-a0cf-7cbaea08e890 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0625286 Aug 27 16:44:13.995774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3966f4c0-0f6d-451e-b031-c4699518872e req-015c197f-9581-44e1-9e63-a438847f3e8a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Aug 27 16:44:15.128676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-26e1e1d7-b354-44ca-9697-f7cde1bf74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:15.130179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-26e1e1d7-b354-44ca-9697-f7cde1bf74d7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1097 time: 0.0762115 Aug 27 16:44:15.142771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9383fe8-2b08-4379-84b3-6082595340c2 req-dcf480d6-1d4a-44a5-aee2-28c8f20ca6a5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:15.144349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9383fe8-2b08-4379-84b3-6082595340c2 req-dcf480d6-1d4a-44a5-aee2-28c8f20ca6a5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0650842 Aug 27 16:44:15.228558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9383fe8-2b08-4379-84b3-6082595340c2 req-061cde83-09ae-4707-8291-289bb17742a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761299 Aug 27 16:44:15.256778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-af8a3ba7-2b9f-477d-b26b-4c43d595c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:15.258249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-af8a3ba7-2b9f-477d-b26b-4c43d595c5fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.1131387 Aug 27 16:44:15.327732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-76639d17-9053-46c7-ae43-c646e8239561 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 1001 time: 0.0622435 Aug 27 16:44:15.376673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-eee1bcba-e6c1-4cb9-9e7b-ac2dd050ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:15.378127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-eee1bcba-e6c1-4cb9-9e7b-ac2dd050ce36 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0441999 Aug 27 16:44:15.423971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-002e3b61-e0fd-41b0-8b92-2a53e80f9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:15.428658 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-002e3b61-e0fd-41b0-8b92-2a53e80f9253 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407166 Aug 27 16:44:15.519344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-22c484a6-f811-4320-8a8a-4e9043d7c0f1 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Aug 27 16:44:15.609671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-b22f84e3-0de2-4593-9846-fda8cfb8ef43 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834146 Aug 27 16:44:16.355432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6669e93-014a-4bc6-837b-356a7176db0d req-ee80d387-67d0-43a4-94da-db7b0296152d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:16.357153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6669e93-014a-4bc6-837b-356a7176db0d req-ee80d387-67d0-43a4-94da-db7b0296152d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0552268 Aug 27 16:44:16.704181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6669e93-014a-4bc6-837b-356a7176db0d req-c1dfc601-fb45-4ace-9a5f-e23ce523131e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408735 Aug 27 16:44:17.833263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31778987-5623-4fc9-9433-df1e840aa353 req-fbd7cac0-7830-4a2b-848e-92affdaf240f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:17.834741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31778987-5623-4fc9-9433-df1e840aa353 req-fbd7cac0-7830-4a2b-848e-92affdaf240f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0503135 Aug 27 16:44:17.873254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31778987-5623-4fc9-9433-df1e840aa353 req-e8453313-187e-4400-934d-c292ce41e757 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322211 Aug 27 16:44:18.999749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ab9b3-1477-449c-9598-ce675b2be371 req-b310e80a-8f02-4e24-92ae-32f9e54b5063 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:19.002296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc0ab9b3-1477-449c-9598-ce675b2be371 req-b310e80a-8f02-4e24-92ae-32f9e54b5063 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0543702 Aug 27 16:44:19.043162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc0ab9b3-1477-449c-9598-ce675b2be371 req-b4ce3034-5f6d-494b-94d6-1f970d0c5df7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342739 Aug 27 16:44:20.165999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d001f-44db-4247-ad03-b8672cf43b07 req-8a576310-267c-4d73-9828-f2f75ad6ea4c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:20.167508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e86d001f-44db-4247-ad03-b8672cf43b07 req-8a576310-267c-4d73-9828-f2f75ad6ea4c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0523574 Aug 27 16:44:20.207118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e86d001f-44db-4247-ad03-b8672cf43b07 req-a5e7d794-edc5-446a-8d35-ec6df07f98f0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329919 Aug 27 16:44:20.630324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b25b79a8-2e84-4520-beb3-a8260342b704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:21.328802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210295-0af5-42ab-a68e-225404b081d7 req-03057422-6567-4d7d-b173-ae8dddcab10c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:21.330314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da210295-0af5-42ab-a68e-225404b081d7 req-03057422-6567-4d7d-b173-ae8dddcab10c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0497169 Aug 27 16:44:21.369298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da210295-0af5-42ab-a68e-225404b081d7 req-421d603d-ace2-416c-a835-c07c5632da7c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Aug 27 16:44:22.489480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d66d1-f799-49e5-878b-dbc108ed856b req-b2f15534-692b-46f4-a9b5-216441c85ead tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:22.490973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-819d66d1-f799-49e5-878b-dbc108ed856b req-b2f15534-692b-46f4-a9b5-216441c85ead tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0489857 Aug 27 16:44:22.529503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-819d66d1-f799-49e5-878b-dbc108ed856b req-286d7497-a37c-4ecc-800a-8737eac3f30e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Aug 27 16:44:23.190261 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a577f34-d1d5-42b8-8580-1d6c7d4a529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:23.364808 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:23.396091 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:23.809140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f57f85-3014-47b6-932e-b7985634a02f req-fd6e060d-bfea-45bc-b1f7-65a2c64e6cf0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:23.811472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33f57f85-3014-47b6-932e-b7985634a02f req-fd6e060d-bfea-45bc-b1f7-65a2c64e6cf0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.1963518 Aug 27 16:44:23.861959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33f57f85-3014-47b6-932e-b7985634a02f req-56eba2ec-cacd-4cef-b861-fab61d61c178 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Aug 27 16:44:24.282931 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:24.570344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:24.976566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b6f77-c40b-4546-80a0-f1337a669a03 req-39c76f12-05b3-4863-84f3-19404b73c097 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:24.978038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f7b6f77-c40b-4546-80a0-f1337a669a03 req-39c76f12-05b3-4863-84f3-19404b73c097 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0486014 Aug 27 16:44:25.018849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f7b6f77-c40b-4546-80a0-f1337a669a03 req-a14ee4f4-0a74-4532-b939-054f6871f4d2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Aug 27 16:44:26.140134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff21875-e2a6-4560-b7c5-ca40cc926ba9 req-bdaf3f06-f749-4208-bdd2-01f2d6c4b429 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:26.141782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ff21875-e2a6-4560-b7c5-ca40cc926ba9 req-bdaf3f06-f749-4208-bdd2-01f2d6c4b429 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0531158 Aug 27 16:44:26.185535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:26.192075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ff21875-e2a6-4560-b7c5-ca40cc926ba9 req-a346bcd7-b47e-45e8-93a2-76b9c2b40249 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359128 Aug 27 16:44:27.313899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c556874-07c7-450a-818a-42361cdb4928 req-1d0e58eb-0bc2-4c05-84a4-98fe145e12e0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:27.315568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c556874-07c7-450a-818a-42361cdb4928 req-1d0e58eb-0bc2-4c05-84a4-98fe145e12e0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0541770 Aug 27 16:44:27.356337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c556874-07c7-450a-818a-42361cdb4928 req-19537699-8032-47e0-938a-7016018e9595 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346701 Aug 27 16:44:27.818209 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-c242f6dc-929a-40dd-b53e-d4a7f5fe0be9 service neutron] show failed (client error): The resource could not be found. Aug 27 16:44:27.819131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-c242f6dc-929a-40dd-b53e-d4a7f5fe0be9 service neutron] 10.222.0.97 "GET /v2.0/ports/45938cd3-a699-4754-8263-04f6811201b1/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0540335 Aug 27 16:44:28.485219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad15f64-7f71-441f-979e-9be39e0c59ba req-6c95e316-d038-48ee-9cee-26b7cd312411 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:28.486733 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cad15f64-7f71-441f-979e-9be39e0c59ba req-6c95e316-d038-48ee-9cee-26b7cd312411 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0524478 Aug 27 16:44:28.526623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cad15f64-7f71-441f-979e-9be39e0c59ba req-f8225d0a-6c1b-488e-8af9-c480e8b734f9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Aug 27 16:44:28.969312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-cf482676-464c-4670-bbbd-e110b65131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:28.970741 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-cf482676-464c-4670-bbbd-e110b65131ab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0494142 Aug 27 16:44:28.982574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:44:29.036479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:29.245062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:29.279187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:44:29.325979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:29.328262 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ef2abd-62b3-481e-93c8-29e9186f624b" -d '{"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-unplugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:29.332491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:29.349468 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Transition to ACTIVE for port object 45938cd3-a699-4754-8263-04f6811201b1 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:44:29.387370 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ef643e-b7e8-45a3-adcf-9345eabe1fae x-openstack-request-id: req-e2ef643e-b7e8-45a3-adcf-9345eabe1fae {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:29.388353 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-unplugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:29.389059 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e2ef643e-b7e8-45a3-adcf-9345eabe1fae {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:29.389472 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'code': 200} Aug 27 16:44:29.457400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:29.539429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:29.602103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] No DVR routers for this DVR port 45938cd3-a699-4754-8263-04f6811201b1 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:44:29.669950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3de9f8-c9c2-441c-b613-a411870e87d3 req-bc88c006-ae91-4b6d-9511-442423884067 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:29.672105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec3de9f8-c9c2-441c-b613-a411870e87d3 req-bc88c006-ae91-4b6d-9511-442423884067 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.0652533 Aug 27 16:44:29.720895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec3de9f8-c9c2-441c-b613-a411870e87d3 req-2736ec61-5928-4969-aaa0-660b977feb2d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375907 Aug 27 16:44:29.768502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:44:29.768840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:44:29.769177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:44:29.773778 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:44:29.774254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:44:29.779843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:44:29.780183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Checking segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:44:29.780564 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Bound using segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:44:29.780990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Bound port: 45938cd3-a699-4754-8263-04f6811201b1, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:44:29.781432 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:29.851079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:44:29.854219 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:44:29.984818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:30.018723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:30.019298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:30.020729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] 10.222.0.90 "PUT /v2.0/ports/45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 1092 time: 1.0422306 Aug 27 16:44:30.052857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe101ba-5aaf-416e-86df-de01b6d1184c service neutron] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:30.091859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-b5eab037-6aad-4f84-8db6-2c6db2e82023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:30.093606 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-b5eab037-6aad-4f84-8db6-2c6db2e82023 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1095 time: 0.0496302 Aug 27 16:44:30.201031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-e6cbf35d-6bd8-4e4c-9387-a209c7b9d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:30.202839 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-e6cbf35d-6bd8-4e4c-9387-a209c7b9d287 service neutron] 10.222.0.90 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.1011510 Aug 27 16:44:30.274881 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-fdacb6dc-b449-4101-897a-b5e33b2323a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0640309 Aug 27 16:44:30.335343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-c68e854b-230e-4533-88af-156893083dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:30.336811 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-c68e854b-230e-4533-88af-156893083dd8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0505605 Aug 27 16:44:30.382756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-daf047b4-2a10-4880-a141-4987ddd9406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:30.384294 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-daf047b4-2a10-4880-a141-4987ddd9406b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401795 Aug 27 16:44:30.473830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-28a5d65e-3cf3-40a3-ad1d-8f8a755124d8 service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816865 Aug 27 16:44:30.570274 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-dc7628f4-3611-49ba-ac76-46d7f85ffee7 req-23466dca-5e42-4d25-8652-a0aa63df2c30 service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892372 Aug 27 16:44:30.905577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1f280-263b-4c1f-a4c7-0a0aa955d498 req-bad6b936-f728-4b9e-bfe7-4a4a5f83dce8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:30.909076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cc1f280-263b-4c1f-a4c7-0a0aa955d498 req-bad6b936-f728-4b9e-bfe7-4a4a5f83dce8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.1123831 Aug 27 16:44:30.949306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cc1f280-263b-4c1f-a4c7-0a0aa955d498 req-3a1ead00-e150-4ba4-99a5-2d2264d60970 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339875 Aug 27 16:44:31.156055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:44:31.193664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:44:31.392924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:31.392924 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0228e33b-9967-4f9a-b0bb-7ac580c457d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:31.441246 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c9a63c-66b5-4c00-a09c-4b7e4f555201 x-openstack-request-id: req-50c9a63c-66b5-4c00-a09c-4b7e4f555201 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:31.441548 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:31.441807 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-50c9a63c-66b5-4c00-a09c-4b7e4f555201 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:31.442472 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'status': 'completed', 'code': 200} Aug 27 16:44:31.503147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-e9a310b0-c766-480b-94a3-7a1f6fe7d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.504711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-e9a310b0-c766-480b-94a3-7a1f6fe7d7df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1095 time: 0.0438113 Aug 27 16:44:31.507359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-208d5b20-fcdf-4c8b-a596-34c52fc22b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.508862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-208d5b20-fcdf-4c8b-a596-34c52fc22b32 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1095 time: 0.0435586 Aug 27 16:44:31.600576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-99b79a05-5050-45bf-bb21-df5eeb06e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.602689 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-99b79a05-5050-45bf-bb21-df5eeb06e880 service neutron] 10.222.0.90 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.0905135 Aug 27 16:44:31.603752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-945dbd10-a788-4578-b711-a836eae2437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.605632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-945dbd10-a788-4578-b711-a836eae2437f service neutron] 10.222.0.97 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.0895293 Aug 27 16:44:31.679016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-34349c40-8abf-43da-9bef-173042ff468f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0660408 Aug 27 16:44:31.694585 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-d9ea6243-458b-4783-8d3f-b4ca1e37203e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0692203 Aug 27 16:44:31.733012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-ebf1318d-9533-4f16-bda0-1694313f493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.733244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-1b418eac-8476-41c5-bdea-d39aa1d4a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.734668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-1b418eac-8476-41c5-bdea-d39aa1d4a883 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0483646 Aug 27 16:44:31.735081 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-ebf1318d-9533-4f16-bda0-1694313f493e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0479679 Aug 27 16:44:31.788062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-f8d4565d-ea28-457d-9ee5-85f26f271eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.788824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-25baf1e3-a6ca-4b63-acaf-dd211fe54d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:31.789566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-f8d4565d-ea28-457d-9ee5-85f26f271eef service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483658 Aug 27 16:44:31.790347 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-25baf1e3-a6ca-4b63-acaf-dd211fe54d0f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472910 Aug 27 16:44:31.885100 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-727fecf3-2dc9-41cf-9332-94d07408c77d service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871363 Aug 27 16:44:31.885552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-1d256480-6aed-43eb-803e-5c65aae9a0c3 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886610 Aug 27 16:44:31.986033 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-7ae45400-23d9-440e-8197-0e8ff03dea27 service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936847 Aug 27 16:44:31.986678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0228e33b-9967-4f9a-b0bb-7ac580c457d1 req-adfb9a32-aea5-486b-baa9-bea83ad198ad service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943713 Aug 27 16:44:32.077524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ebf0-fecd-4366-8d78-1551f7c28384 req-156573d1-2da0-4389-8a2c-6ef65411a010 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:32.079140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53b0ebf0-fecd-4366-8d78-1551f7c28384 req-156573d1-2da0-4389-8a2c-6ef65411a010 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.0539258 Aug 27 16:44:32.119181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53b0ebf0-fecd-4366-8d78-1551f7c28384 req-9d59a1eb-0652-4223-a1eb-168efee8cbfb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Aug 27 16:44:32.881448 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:44:33.243128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4614bd3-27bb-4f2e-9ba3-a2e0ba822f43 req-28a247db-6f73-4d17-934c-bff4adcb2b08 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:33.244485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4614bd3-27bb-4f2e-9ba3-a2e0ba822f43 req-28a247db-6f73-4d17-934c-bff4adcb2b08 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.0532758 Aug 27 16:44:33.285427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4614bd3-27bb-4f2e-9ba3-a2e0ba822f43 req-43b4bc92-fab8-45a5-974c-0c0b8cba7743 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342634 Aug 27 16:44:34.064399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d9f79-bc69-4345-9e34-5d37b353a25b req-9dc835b1-94ca-42eb-8787-04d0f9126925 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:34.064399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-685d9f79-bc69-4345-9e34-5d37b353a25b req-9dc835b1-94ca-42eb-8787-04d0f9126925 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 944 time: 0.0614626 Aug 27 16:44:34.102425 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-685d9f79-bc69-4345-9e34-5d37b353a25b req-56fa394d-36c6-4175-8613-9e223306ab56 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Aug 27 16:44:34.311129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-199669fc-1dbb-4206-8419-8503b8110765 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:34.312589 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-199669fc-1dbb-4206-8419-8503b8110765 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 944 time: 0.0886493 Aug 27 16:44:34.378747 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-abbdeff7-af37-4f0f-bb0f-c3e1ac83b86a service neutron] 10.222.0.90 "GET /v2.0/ports/45938cd3-a699-4754-8263-04f6811201b1/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 382 time: 0.0573504 Aug 27 16:44:34.444818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-f50b2d04-a290-4404-9566-7f3ff3f9ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:34.446393 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-f50b2d04-a290-4404-9566-7f3ff3f9ef79 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1095 time: 0.0461874 Aug 27 16:44:34.536462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-026667de-78af-41a0-807a-76f9f1f03343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:34.537870 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-026667de-78af-41a0-807a-76f9f1f03343 service neutron] 10.222.0.90 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.0850434 Aug 27 16:44:34.606239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-47490a85-4e5b-4257-ba47-8e0ef90a47e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0617263 Aug 27 16:44:34.613692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 45938cd3-a699-4754-8263-04f6811201b1 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:44:34.656874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-7c5a7427-572e-4b0e-b920-6d0dba62eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:34.658326 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-7c5a7427-572e-4b0e-b920-6d0dba62eaa8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0450315 Aug 27 16:44:34.708911 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-a1b76814-7681-41ed-950b-d971d9693cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:34.710904 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-a1b76814-7681-41ed-950b-d971d9693cc3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450211 Aug 27 16:44:34.718456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:34.731743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '45938cd3-a699-4754-8263-04f6811201b1', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'port_id': '45938cd3-a699-4754-8263-04f6811201b1', 'mac_address': 'fa:16:3e:5d:d8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:44:34.771608 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:34.786350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45938cd3-a699-4754-8263-04f6811201b1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:44:34.807432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:34.814425 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-be765f47-ecb9-49dc-8534-472f83279a1f service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943236 Aug 27 16:44:34.908965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cf44f13-3378-48b9-8a17-2530ce5a549f req-aca807f7-4811-461d-a9ac-b3bb60efdade service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0349095 Aug 27 16:44:34.937234 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-95fb69dd-c7cb-4246-9248-cde0796eb747 service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152093 Aug 27 16:44:34.973600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:34.976876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cf44f13-3378-48b9-8a17-2530ce5a549f req-2e00a858-dcc1-4ce5-be8d-4b6301b4cba1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Aug 27 16:44:35.018136 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cf44f13-3378-48b9-8a17-2530ce5a549f req-68e56b53-999a-47ce-96b7-def684aa3158 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200970 Aug 27 16:44:35.023972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:35.032450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.032803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.033151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.033738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.034085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.034425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.034944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.035485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.036017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.036358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.036694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.037027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:35.115085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44f13-3378-48b9-8a17-2530ce5a549f req-f032747c-6543-4589-9656-e47087e8e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:35.116867 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6cf44f13-3378-48b9-8a17-2530ce5a549f req-f032747c-6543-4589-9656-e47087e8e71b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916843 Aug 27 16:44:35.217200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['45938cd3-a699-4754-8263-04f6811201b1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:44:35.228433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb18327-1f6f-4c74-8376-d554aa2dc508 req-c88cc3e4-c8c7-49f3-9a97-858e29988513 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:35.230218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ceb18327-1f6f-4c74-8376-d554aa2dc508 req-c88cc3e4-c8c7-49f3-9a97-858e29988513 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 945 time: 0.0534544 Aug 27 16:44:35.276635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ceb18327-1f6f-4c74-8376-d554aa2dc508 req-8cc4297a-0308-4671-885a-203466462ed9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396903 Aug 27 16:44:36.396107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73e434-0016-4e1b-a359-dc902860660d req-e82d41dd-330a-4d09-b4df-522cfd30454a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:36.397649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a73e434-0016-4e1b-a359-dc902860660d req-e82d41dd-330a-4d09-b4df-522cfd30454a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 945 time: 0.0515141 Aug 27 16:44:36.437570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a73e434-0016-4e1b-a359-dc902860660d req-a0bef8c7-31d9-4a48-9d82-101a7181ee75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Aug 27 16:44:36.614238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 45938cd3-a699-4754-8263-04f6811201b1 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:44:36.813562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 45938cd3-a699-4754-8263-04f6811201b1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:44:36.820822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 45938cd3-a699-4754-8263-04f6811201b1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:44:36.821402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:36.843944 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49674) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:36.929519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:36.957778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:36.960209 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221ebd7-6ec3-43e2-9ca7-afd2c4d2ee84" -d '{"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-plugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:36.977074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:36.977840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2390bab6-ce64-4a11-a2a3-fd99a986d514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.018555 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4a62b0-6e3a-42d2-8380-e29598d27b39 x-openstack-request-id: req-ad4a62b0-6e3a-42d2-8380-e29598d27b39 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:37.019091 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-plugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:37.020274 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ad4a62b0-6e3a-42d2-8380-e29598d27b39 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:37.020688 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'code': 200} Aug 27 16:44:37.075024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2390bab6-ce64-4a11-a2a3-fd99a986d514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.121641 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.168071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2390bab6-ce64-4a11-a2a3-fd99a986d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.181349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:37.208380 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2390bab6-ce64-4a11-a2a3-fd99a986d514 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=635ca96ed5b04a2a8ff217207bcc8a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625100 Aug 27 16:44:37.209501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390bab6-ce64-4a11-a2a3-fd99a986d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d14fd92-06e9-4909-9502-b5770f84ee4a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:37.211117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49680) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:37.286670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19117883-415f-4ba5-8e9f-6d75741392ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.310675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19117883-415f-4ba5-8e9f-6d75741392ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.558424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2489f76-b00b-46cb-b782-d6e6fb1b90c4 req-545a4318-2dec-44c9-a68f-5e9bf760e787 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:37.559832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2489f76-b00b-46cb-b782-d6e6fb1b90c4 req-545a4318-2dec-44c9-a68f-5e9bf760e787 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0513325 Aug 27 16:44:37.574451 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19117883-415f-4ba5-8e9f-6d75741392ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.577214 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19117883-415f-4ba5-8e9f-6d75741392ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:37.578441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-19117883-415f-4ba5-8e9f-6d75741392ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d14fd92-06e9-4909-9502-b5770f84ee4a HTTP/1.1" status: 204 len: 168 time: 0.3655050 Aug 27 16:44:37.595147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19117883-415f-4ba5-8e9f-6d75741392ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d14fd92-06e9-4909-9502-b5770f84ee4a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:37.619461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2489f76-b00b-46cb-b782-d6e6fb1b90c4 req-b8ead25e-ae75-416f-b1a9-42c5f96328fb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528972 Aug 27 16:44:38.140146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-2569fbdd-dc42-447f-8510-2a9f1de524d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:38.141649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-2569fbdd-dc42-447f-8510-2a9f1de524d5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0746679 Aug 27 16:44:38.153860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:44:38.208683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:38.413808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:38.447142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:44:38.490018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:38.492372 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d288d88d-53f4-44b6-8cca-25f92c84b6d9" -d '{"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-unplugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:38.496494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:38.509785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Transition to ACTIVE for port object 45938cd3-a699-4754-8263-04f6811201b1 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:44:38.535099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49690) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:38.550569 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db92167-1cb5-4576-a841-133fe4d434ae x-openstack-request-id: req-0db92167-1cb5-4576-a841-133fe4d434ae {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:38.550870 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-unplugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:38.551126 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0db92167-1cb5-4576-a841-133fe4d434ae {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:38.551571 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'code': 200} Aug 27 16:44:38.552394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-095ef50e-405b-4a72-b092-6e0377cd1935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:38.602338 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:38.745187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=10']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:38.799176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.799556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.799899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.800238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.800571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.800904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.801232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.801559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.801905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.802227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.802548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.802868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:38.825441 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-095ef50e-405b-4a72-b092-6e0377cd1935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:38.854307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] No DVR routers for this DVR port 45938cd3-a699-4754-8263-04f6811201b1 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:44:38.867120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801656d-8189-4b6d-be96-acb90e3b226e req-eb3fe70e-6d4a-4825-aa57-7056eedeeb63 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:38.868676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c801656d-8189-4b6d-be96-acb90e3b226e req-eb3fe70e-6d4a-4825-aa57-7056eedeeb63 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 945 time: 0.1517019 Aug 27 16:44:38.969927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-095ef50e-405b-4a72-b092-6e0377cd1935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:38.993382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c801656d-8189-4b6d-be96-acb90e3b226e req-cdedacf8-cde7-4a0d-b567-9c57fa943284 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931973 Aug 27 16:44:39.026737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ef50e-405b-4a72-b092-6e0377cd1935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d24dd8-364b-4033-9b6a-c70b1c3e9a98,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:39.034174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-095ef50e-405b-4a72-b092-6e0377cd1935 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2a823f3411c549f681f556599757389c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976480 Aug 27 16:44:39.037150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:39.070344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:44:39.074608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:44:39.074608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:44:39.075334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:44:39.075657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Attempting to bind port 45938cd3-a699-4754-8263-04f6811201b1 on network 007d75b2-a8e8-4ad6-acf1-75473af99550 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:44:39.081130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:44:39.081473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Checking segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:44:39.081858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Bound using segment: {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:44:39.082284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Bound port: 45938cd3-a699-4754-8263-04f6811201b1, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f60cec8-7749-4bd7-9d86-499ea142e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:44:39.082642 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:39.087875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f722c4b5-9f35-4685-97de-7764c666ed47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:39.111383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f722c4b5-9f35-4685-97de-7764c666ed47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:39.148966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:44:39.152149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:44:39.393575 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:39.404631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f722c4b5-9f35-4685-97de-7764c666ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:39.408609 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f722c4b5-9f35-4685-97de-7764c666ed47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:39.409932 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f722c4b5-9f35-4685-97de-7764c666ed47 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/07d24dd8-364b-4033-9b6a-c70b1c3e9a98 HTTP/1.1" status: 204 len: 168 time: 0.3717659 Aug 27 16:44:39.418070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722c4b5-9f35-4685-97de-7764c666ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d24dd8-364b-4033-9b6a-c70b1c3e9a98,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:39.433771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:39.434450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:39.435818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] 10.222.0.97 "PUT /v2.0/ports/45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 1093 time: 1.2859464 Aug 27 16:44:39.460386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc8f72-f5c5-47f4-b87f-f71eebcb2dce service neutron] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=11']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:39.507210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-7d8875e8-538c-4947-9402-1973bc14665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:39.508778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-7d8875e8-538c-4947-9402-1973bc14665b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1096 time: 0.0452647 Aug 27 16:44:39.606358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-9e9cc8cd-53f7-43de-8ed4-58f66429f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:39.611182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-9e9cc8cd-53f7-43de-8ed4-58f66429f463 service neutron] 10.222.0.97 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.0918159 Aug 27 16:44:39.679472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-9476d205-11fc-4fe8-ad66-92a32473ca45 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0646884 Aug 27 16:44:39.730742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-376ed705-41dd-4660-8ac9-2f8a5878c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:39.732296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-376ed705-41dd-4660-8ac9-2f8a5878c103 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0461226 Aug 27 16:44:39.778615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-1f6257f6-8e3b-4657-99ac-d8397548896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:39.780255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-1f6257f6-8e3b-4657-99ac-d8397548896c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412631 Aug 27 16:44:39.878182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-8603f4b7-6a3b-493f-ba5b-aa6c24f0f5a3 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910592 Aug 27 16:44:39.973444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01f6f30a-156d-41a8-bf7f-525989e8dad2 req-e60bed15-fae3-48ee-8f63-ab3617bc29f0 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867074 Aug 27 16:44:40.118913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0928bb-37a2-4f1e-bac2-9c08d3193ede req-59f4317f-6a6f-4250-99e5-9f38e87ebb78 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.120423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f0928bb-37a2-4f1e-bac2-9c08d3193ede req-59f4317f-6a6f-4250-99e5-9f38e87ebb78 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 945 time: 0.0556443 Aug 27 16:44:40.159868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f0928bb-37a2-4f1e-bac2-9c08d3193ede req-974e0e60-39fb-4293-982d-2a00099d4d14 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Aug 27 16:44:40.552323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:40.554717 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57234c6-0f04-4c7b-8716-82a3764c51f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:40.604145 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df2dd56-fc2f-4ed8-b343-f206038db7d4 x-openstack-request-id: req-4df2dd56-fc2f-4ed8-b343-f206038db7d4 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:40.604494 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:40.604817 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4df2dd56-fc2f-4ed8-b343-f206038db7d4 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:40.605489 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'status': 'completed', 'code': 200} Aug 27 16:44:40.665623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-ee955f84-3494-4b35-9d55-1a6e66daeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.666215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-c8a7ab56-1add-4177-af89-18c74c08b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.667109 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-ee955f84-3494-4b35-9d55-1a6e66daeeb5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1096 time: 0.0406718 Aug 27 16:44:40.667697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-c8a7ab56-1add-4177-af89-18c74c08b187 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1096 time: 0.0422451 Aug 27 16:44:40.765919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-3a883b37-4d7f-4fda-bcb4-2365f64c8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.767665 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-3a883b37-4d7f-4fda-bcb4-2365f64c8d3a service neutron] 10.222.0.90 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.0939229 Aug 27 16:44:40.768140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-76947b8e-be8e-4532-af5c-df60e89f8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.769604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-76947b8e-be8e-4532-af5c-df60e89f8c47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.0950654 Aug 27 16:44:40.835752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 45938cd3-a699-4754-8263-04f6811201b1 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:44:40.839645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-bad9f48b-18b6-4743-af43-79c719105ddb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0621805 Aug 27 16:44:40.840379 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-2aab3332-d5b3-470e-82d8-8efbd6239033 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 999 time: 0.0656075 Aug 27 16:44:40.880213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 45938cd3-a699-4754-8263-04f6811201b1 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:44:40.897517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-0cc4cdc6-c217-41d6-9f3f-d4d229df465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.899823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-0cc4cdc6-c217-41d6-9f3f-d4d229df465d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0527546 Aug 27 16:44:40.905317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-8aafab75-6595-48eb-b067-a8d6d92e5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.908140 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-8aafab75-6595-48eb-b067-a8d6d92e5cd3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0598395 Aug 27 16:44:40.954657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-dd91316a-44d3-499d-92ea-239294c066c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.959061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-dd91316a-44d3-499d-92ea-239294c066c9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454631 Aug 27 16:44:40.959223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-d3086c07-4cd0-4e89-a525-c4d58e7db76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:40.959223 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-d3086c07-4cd0-4e89-a525-c4d58e7db76b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426331 Aug 27 16:44:41.047906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-45ae2b0f-fa5b-4bc5-ae23-c380f42006d1 service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837712 Aug 27 16:44:41.049374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-e037a569-4ed8-4901-86b6-9f40f5cadfdd service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833609 Aug 27 16:44:41.149012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-4480a87d-a33d-4006-9e1a-e87d6e818bbd service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936327 Aug 27 16:44:41.151450 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a57234c6-0f04-4c7b-8716-82a3764c51f8 req-3ea00456-e6df-4be1-84a4-ea1b526d2c7a service neutron] 10.222.0.90 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947444 Aug 27 16:44:41.217371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:44:41.279111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbfa49-d1f2-40e3-933f-c767810e8a92 req-c5fd1733-da07-4ce7-9f32-2c0ab02d7063 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:41.283373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66fbfa49-d1f2-40e3-933f-c767810e8a92 req-c5fd1733-da07-4ce7-9f32-2c0ab02d7063 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 945 time: 0.0500233 Aug 27 16:44:41.316113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:41.325144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-66fbfa49-d1f2-40e3-933f-c767810e8a92 req-a0c340f9-9faa-4fc6-92fe-1235988cedee tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362482 Aug 27 16:44:41.335018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '45938cd3-a699-4754-8263-04f6811201b1', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'port_id': '45938cd3-a699-4754-8263-04f6811201b1', 'mac_address': 'fa:16:3e:5d:d8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:44:41.378828 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:41.392660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45938cd3-a699-4754-8263-04f6811201b1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:44:41.412129 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:41.593413 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:41.641227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=12']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:41.810938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['45938cd3-a699-4754-8263-04f6811201b1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:44:42.451824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4654954-b878-488a-8a7c-793346b21cf4 req-9cb441ad-3ecf-4204-8d0a-eafaafa8ca58 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:44:42.454162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4654954-b878-488a-8a7c-793346b21cf4 req-9cb441ad-3ecf-4204-8d0a-eafaafa8ca58 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 946 time: 0.0502682 Aug 27 16:44:42.492702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4654954-b878-488a-8a7c-793346b21cf4 req-905072d3-3209-4911-b4ac-0ffc979b9c36 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Aug 27 16:44:42.514853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49748) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:42.575508 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-403c0258-638d-4626-abba-e4bf484d2bde tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/b46f963c-fda6-43f2-a56e-42c5b4040825 HTTP/1.1" status: 200 len: 992 time: 0.0589066 Aug 27 16:44:42.755767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49752) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:42.876369 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7ef2714-1f8a-4d08-bac3-67e607ccefc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:42.964868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7ef2714-1f8a-4d08-bac3-67e607ccefc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.092915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d7ef2714-1f8a-4d08-bac3-67e607ccefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.135685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d7ef2714-1f8a-4d08-bac3-67e607ccefc7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=77eb7e24b96e496185b0d78345f0d52a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788128 Aug 27 16:44:43.136533 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef2714-1f8a-4d08-bac3-67e607ccefc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef4bb8-5fe6-4bb6-983b-ab8773f9f5ba,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:43.138869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49756) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:43.192113 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2d38501-0028-4016-899b-2bc3ae27fc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.212659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2d38501-0028-4016-899b-2bc3ae27fc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.225473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:44:43.396138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2d38501-0028-4016-899b-2bc3ae27fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.400381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d2d38501-0028-4016-899b-2bc3ae27fc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.400381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d2d38501-0028-4016-899b-2bc3ae27fc77 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e3ef4bb8-5fe6-4bb6-983b-ab8773f9f5ba HTTP/1.1" status: 204 len: 168 time: 0.2600491 Aug 27 16:44:43.408535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d38501-0028-4016-899b-2bc3ae27fc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef4bb8-5fe6-4bb6-983b-ab8773f9f5ba,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:43.435522 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 45938cd3-a699-4754-8263-04f6811201b1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:44:43.437997 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 45938cd3-a699-4754-8263-04f6811201b1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:44:43.438375 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.519044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.542154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:44:43.544405 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad3dbdf-6870-4c44-9d47-4e057159a89e" -d '{"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-plugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:44:43.560353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:44:43.581830 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73cca07-ee36-4213-9b82-50d155c48fc8 x-openstack-request-id: req-d73cca07-ee36-4213-9b82-50d155c48fc8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:44:43.582154 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-plugged", "status": "completed", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:44:43.582412 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d73cca07-ee36-4213-9b82-50d155c48fc8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:44:43.582837 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'code': 200} Aug 27 16:44:43.790406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:43.837547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=13']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:44.460681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49764) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:44.474067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:44.560051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:44.715918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:44.757122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cff75edff6ec4f369f7ee806dce3d264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952993 Aug 27 16:44:44.758008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c1f9f6-e2da-438e-b60e-90b773c6549e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:44.760035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49766) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:44.765806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.766161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.766505 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.766845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.767182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.767547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.768258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.768258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.768523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.768850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.769177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.769533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b7528-08f0-4b90-bf07-87e3cb3213bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:44:44.813947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca75a987-2f05-49df-955d-9583dde9017f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:44.835124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca75a987-2f05-49df-955d-9583dde9017f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:45.041802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca75a987-2f05-49df-955d-9583dde9017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:45.044461 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ca75a987-2f05-49df-955d-9583dde9017f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:45.045657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ca75a987-2f05-49df-955d-9583dde9017f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44c1f9f6-e2da-438e-b60e-90b773c6549e HTTP/1.1" status: 204 len: 168 time: 0.2842836 Aug 27 16:44:45.054391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75a987-2f05-49df-955d-9583dde9017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c1f9f6-e2da-438e-b60e-90b773c6549e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:50.610399 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7885154e-5ac2-4536-8031-42b029b9f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:53.201835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a34896cc-6cf1-46b3-909e-0b816ba927e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:53.352875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:53.376224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:54.261939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:54.587509 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:54.836998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49856) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:54.946174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8687377-4025-4f0c-9137-32eefef0b126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:55.032501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8687377-4025-4f0c-9137-32eefef0b126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:55.167423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a8687377-4025-4f0c-9137-32eefef0b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:55.206410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a8687377-4025-4f0c-9137-32eefef0b126 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6189df0d6ea94acb82cef7a52d9e2939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683085 Aug 27 16:44:55.207334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8687377-4025-4f0c-9137-32eefef0b126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e6278f-cddb-439e-8550-bbbf4e15821a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:55.209143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:55.257992 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14c952ce-0ef3-4f34-819c-76f85dcfb33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:55.278631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14c952ce-0ef3-4f34-819c-76f85dcfb33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:55.390041 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14c952ce-0ef3-4f34-819c-76f85dcfb33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:55.393516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-14c952ce-0ef3-4f34-819c-76f85dcfb33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:55.394709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-14c952ce-0ef3-4f34-819c-76f85dcfb33e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/73e6278f-cddb-439e-8550-bbbf4e15821a HTTP/1.1" status: 204 len: 168 time: 0.1845753 Aug 27 16:44:55.402406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c952ce-0ef3-4f34-819c-76f85dcfb33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e6278f-cddb-439e-8550-bbbf4e15821a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:56.186929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.207605 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 49868) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:56.221368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c162202-8def-4a6a-8830-34347859b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.307883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c162202-8def-4a6a-8830-34347859b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.467343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c162202-8def-4a6a-8830-34347859b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.507134 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c162202-8def-4a6a-8830-34347859b02c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a24b8ba1c2504f8ab54873d084ef89ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983043 Aug 27 16:44:56.507953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c162202-8def-4a6a-8830-34347859b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55191800-b3c5-4836-995e-d888d64fae04,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:44:56.510577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 49870) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:44:56.565631 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f7312bd-1bd5-4d06-96e7-83924a352712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.587111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f7312bd-1bd5-4d06-96e7-83924a352712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.710471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f7312bd-1bd5-4d06-96e7-83924a352712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.713124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f7312bd-1bd5-4d06-96e7-83924a352712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:44:56.714306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1f7312bd-1bd5-4d06-96e7-83924a352712 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/55191800-b3c5-4836-995e-d888d64fae04 HTTP/1.1" status: 204 len: 168 time: 0.2021842 Aug 27 16:44:56.723538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7312bd-1bd5-4d06-96e7-83924a352712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55191800-b3c5-4836-995e-d888d64fae04,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:09.269742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:09.379470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ff542bc-7701-4d89-b11b-ba04773e8369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:09.465454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ff542bc-7701-4d89-b11b-ba04773e8369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:09.601304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8ff542bc-7701-4d89-b11b-ba04773e8369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:09.639574 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8ff542bc-7701-4d89-b11b-ba04773e8369 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=08ba1da2d11b4dcaa248d9bb916352ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686481 Aug 27 16:45:09.640453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff542bc-7701-4d89-b11b-ba04773e8369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc859b0-0d16-462f-95be-0bbe57c12165,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:09.643243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50010) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:09.694148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-472dcc9d-6711-4c30-8270-1e6178187237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:09.715201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-472dcc9d-6711-4c30-8270-1e6178187237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:09.881020 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:45:09.884291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-472dcc9d-6711-4c30-8270-1e6178187237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:09.886893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-472dcc9d-6711-4c30-8270-1e6178187237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:09.888084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-472dcc9d-6711-4c30-8270-1e6178187237 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3dc859b0-0d16-462f-95be-0bbe57c12165 HTTP/1.1" status: 204 len: 168 time: 0.2422640 Aug 27 16:45:09.896397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dcc9d-6711-4c30-8270-1e6178187237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc859b0-0d16-462f-95be-0bbe57c12165,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:11.047745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50016) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:11.061073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3c832cf-1b3b-4662-9e15-2c0435e251b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:11.151051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3c832cf-1b3b-4662-9e15-2c0435e251b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:11.304734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c3c832cf-1b3b-4662-9e15-2c0435e251b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:11.343976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c3c832cf-1b3b-4662-9e15-2c0435e251b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=106283630b0140ee96fbdf83b9b90e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951491 Aug 27 16:45:11.344864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c832cf-1b3b-4662-9e15-2c0435e251b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25facdb6-3702-44b1-8f4d-60bca4ec1a9d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:11.346687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50018) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:11.402132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b56c1d34-4f76-41f5-b87d-0494f8dd59bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:11.422746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b56c1d34-4f76-41f5-b87d-0494f8dd59bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:11.558005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b56c1d34-4f76-41f5-b87d-0494f8dd59bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:11.560537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b56c1d34-4f76-41f5-b87d-0494f8dd59bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:11.561717 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b56c1d34-4f76-41f5-b87d-0494f8dd59bd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/25facdb6-3702-44b1-8f4d-60bca4ec1a9d HTTP/1.1" status: 204 len: 168 time: 0.2127061 Aug 27 16:45:11.570425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c1d34-4f76-41f5-b87d-0494f8dd59bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25facdb6-3702-44b1-8f4d-60bca4ec1a9d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:13.036726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a472-b5e9-4996-b067-cdacaab51b83 req-8c0e51b2-cab6-4854-b141-9658214b1330 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:13.038546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1289a472-b5e9-4996-b067-cdacaab51b83 req-8c0e51b2-cab6-4854-b141-9658214b1330 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1098 time: 0.0421286 Aug 27 16:45:13.074982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1289a472-b5e9-4996-b067-cdacaab51b83 req-e37d27d6-7fb4-4884-8296-9ff7c56356e8 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298502 Aug 27 16:45:13.104333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50052) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:13.266056 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port fc4eec6f-c9ac-48fa-b2b2-b632c60a36a5 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:13.266401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:13.349549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:13.350035 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:13.366427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for fc4eec6f-c9ac-48fa-b2b2-b632c60a36a5 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:13.604874 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:13.637609 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=fc4eec6f-c9ac-48fa-b2b2-b632c60a36a5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:13.697216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:13.697550 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP b46f963c-fda6-43f2-a56e-42c5b4040825 disassociated (deleted). External IP: 172.25.4.53, port: 45938cd3-a699-4754-8263-04f6811201b1. Aug 27 16:45:13.912719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router d752fa73-2d84-4fb5-9092-23b299c7d368 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:45:14.355600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:14.360555 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:14.367633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] Sync routers for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:14.376968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:14.383503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:44:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:14.388448 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-033a4c1f-46be-4908-a7ea-e665552e5fcd tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/floatingips/b46f963c-fda6-43f2-a56e-42c5b4040825 HTTP/1.1" status: 204 len: 168 time: 1.2828763 Aug 27 16:45:14.389068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:45:14.391346 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89363a53-f366-40ec-98d2-e9089137542a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:45:14.447114 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121f6b0a-5911-4787-a02c-68d66266a841 x-openstack-request-id: req-121f6b0a-5911-4787-a02c-68d66266a841 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:45:14.447114 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:45:14.447114 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-121f6b0a-5911-4787-a02c-68d66266a841 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:45:14.447114 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'status': 'completed', 'code': 200} Aug 27 16:45:14.504847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:14.512778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363a53-f366-40ec-98d2-e9089137542a req-3e4c02aa-db21-4bd5-9109-7fa4e6700da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:14.514548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89363a53-f366-40ec-98d2-e9089137542a req-3e4c02aa-db21-4bd5-9109-7fa4e6700da2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 1098 time: 0.0423920 Aug 27 16:45:14.618590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363a53-f366-40ec-98d2-e9089137542a req-3ccbd626-b7b5-46ff-a79a-1c05db774b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:14.620245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89363a53-f366-40ec-98d2-e9089137542a req-3ccbd626-b7b5-46ff-a79a-1c05db774b0e service neutron] 10.222.0.97 "GET /v2.0/networks?id=007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 200 len: 898 time: 0.0984817 Aug 27 16:45:14.663985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89363a53-f366-40ec-98d2-e9089137542a req-0250ed85-1012-409d-9c00-f1c5d26e2e13 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 200 len: 217 time: 0.0361557 Aug 27 16:45:14.718695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363a53-f366-40ec-98d2-e9089137542a req-36d4e5bc-0ff8-4f9e-871e-63d5a9dc82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:14.720122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89363a53-f366-40ec-98d2-e9089137542a req-36d4e5bc-0ff8-4f9e-871e-63d5a9dc82dc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 200 len: 835 time: 0.0491934 Aug 27 16:45:14.733859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:24Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:14.767455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] Checking router: d752fa73-2d84-4fb5-9092-23b299c7d368 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:14.776401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:14.777026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:44:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:14.779417 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363a53-f366-40ec-98d2-e9089137542a req-21be1055-e518-44ee-ba6a-25c790288756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:14.781484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89363a53-f366-40ec-98d2-e9089137542a req-21be1055-e518-44ee-ba6a-25c790288756 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=007d75b2-a8e8-4ad6-acf1-75473af99550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536098 Aug 27 16:45:14.886586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89363a53-f366-40ec-98d2-e9089137542a req-a10b761e-2a93-491b-b655-3826eb46c48b service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985243 Aug 27 16:45:14.898573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:15.017633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1699-857f-4fba-b3f8-a2db260afdf8 req-70db69ee-a448-44f0-a069-97740cbcbd71 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:15.020368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17ed1699-857f-4fba-b3f8-a2db260afdf8 req-70db69ee-a448-44f0-a069-97740cbcbd71 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 947 time: 0.1018777 Aug 27 16:45:15.053385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89363a53-f366-40ec-98d2-e9089137542a req-0ed591f3-6378-456c-8ca0-9eb3571b576c service neutron] 10.222.0.97 "GET /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588461 Aug 27 16:45:15.070537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17ed1699-857f-4fba-b3f8-a2db260afdf8 req-37bea641-45cd-456d-a606-ff397d47a250 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381606 Aug 27 16:45:15.117788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:24Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:15.144620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8f7b5-d65c-4fc3-8939-97ecbdde8766 None None] The sync data for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 is: [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:43:18Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7d1322af-1254-4f6a-9dd7-67dfb9dc604f', 'name': '', 'network_id': '007d75b2-a8e8-4ad6-acf1-75473af99550', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c1:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:17Z', 'updated_at': '2021-08-27T16:43:24Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': '669af357-6bc8-49ce-b55a-10645f416c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:15.373507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65361e2-0495-4e29-889e-44b2ad521362 None None] New status for floating IP b46f963c-fda6-43f2-a56e-42c5b4040825: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:45:16.183685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-16b24cb9-78c4-4762-9f62-6412c7847572 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:16.185210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-16b24cb9-78c4-4762-9f62-6412c7847572 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 947 time: 0.0762684 Aug 27 16:45:16.213914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9efadb-625e-4a12-bba9-01c44c1d0e90 req-ad0d2981-df25-4553-8121-b55375c13fbc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:16.218679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a9efadb-625e-4a12-bba9-01c44c1d0e90 req-ad0d2981-df25-4553-8121-b55375c13fbc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 947 time: 0.0698273 Aug 27 16:45:16.298781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a9efadb-625e-4a12-bba9-01c44c1d0e90 req-2314a099-d70c-4ac2-80c9-c69d4d6576d6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=3cbde794-57ae-4467-90d6-38b1c15de80b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634122 Aug 27 16:45:16.323051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 45938cd3-a699-4754-8263-04f6811201b1 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:16.333241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:16.416497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 45938cd3-a699-4754-8263-04f6811201b1, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=45938cd3-a699-4754-8263-04f6811201b1,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:16.416867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:16.429972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 45938cd3-a699-4754-8263-04f6811201b1 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:16.682077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:16.710415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=45938cd3-a699-4754-8263-04f6811201b1,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:16.758040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] No DVR routers for this DVR port 45938cd3-a699-4754-8263-04f6811201b1 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:45:16.760921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:16.763000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c486ec18-1a07-418d-94f8-438ca6c04e71 req-2ac72ade-4f85-4ae1-bda6-f8551f24b6c3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "DELETE /v2.0/ports/45938cd3-a699-4754-8263-04f6811201b1 HTTP/1.1" status: 204 len: 173 time: 0.5721431 Aug 27 16:45:16.774679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-deleted', 'tag': '45938cd3-a699-4754-8263-04f6811201b1'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:45:16.774679 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a7d0a-2917-4607-8541-0902de5f6bc9" -d '{"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-deleted", "tag": "45938cd3-a699-4754-8263-04f6811201b1"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:45:16.806621 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1868583-bde6-4785-9640-3d668063c2fa x-openstack-request-id: req-b1868583-bde6-4785-9640-3d668063c2fa {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:45:16.806621 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76e896-b3d9-4bc4-8600-cad09c3d4682", "name": "network-vif-deleted", "tag": "45938cd3-a699-4754-8263-04f6811201b1", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:45:16.806621 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b1868583-bde6-4785-9640-3d668063c2fa {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:45:16.806621 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76e896-b3d9-4bc4-8600-cad09c3d4682', 'name': 'network-vif-deleted', 'tag': '45938cd3-a699-4754-8263-04f6811201b1', 'status': 'completed', 'code': 200} Aug 27 16:45:17.407521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b21b1602-70f7-49d8-b040-5bfeca00e0a4 req-65f43f40-054f-4ae3-bf24-045c94feeb66 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=ff76e896-b3d9-4bc4-8600-cad09c3d4682 HTTP/1.1" status: 200 len: 210 time: 0.0270920 Aug 27 16:45:18.469052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50096) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:19.156994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:19.421052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:19.437305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:19.437764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:19.446778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 45938cd3-a699-4754-8263-04f6811201b1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:19.447132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 45938cd3-a699-4754-8263-04f6811201b1 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:19.529731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 7d1322af-1254-4f6a-9dd7-67dfb9dc604f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:19.530355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:19.543581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 7d1322af-1254-4f6a-9dd7-67dfb9dc604f owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:19.928287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:19.957549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=7d1322af-1254-4f6a-9dd7-67dfb9dc604f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:20.152379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:20.380632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router d752fa73-2d84-4fb5-9092-23b299c7d368 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:45:20.493591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:20.499305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-36f2a1dc-ebc8-430e-ba0e-c47ed52069b0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/d752fa73-2d84-4fb5-9092-23b299c7d368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0289528 Aug 27 16:45:20.501965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50104) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:20.504359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] Sync routers for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:20.513422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:20.514025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:44:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:20.552617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting subnet 669af357-6bc8-49ce-b55a-10645f416c9b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:45:20.555845 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:20.598266 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:20.690767 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:20.770045 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d86f7582-642b-49cf-86f2-86a2b04a0f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:20.793338 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:20.827169 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:20.861533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Subnet': ['ID=669af357-6bc8-49ce-b55a-10645f416c9b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:20.863620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:20.869157 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ed70ea62-526b-491b-ba13-7954f3cd9f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/subnets/669af357-6bc8-49ce-b55a-10645f416c9b HTTP/1.1" status: 204 len: 168 time: 0.3633652 Aug 27 16:45:20.869393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50108) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:20.899443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ccd28-c77b-4700-9e63-0c4a282f5dfa None None] Network 007d75b2-a8e8-4ad6-acf1-75473af99550 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:45:20.992784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.092293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:45:19Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:21.113875 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.122174 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] Checking router: d752fa73-2d84-4fb5-9092-23b299c7d368 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:21.132771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] Routers {'d752fa73-2d84-4fb5-9092-23b299c7d368'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:21.133385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:44:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d752fa73-2d84-4fb5-9092-23b299c7d368'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:21.173011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] DHCP port deletion for 007d75b2-a8e8-4ad6-acf1-75473af99550 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:45:21.276859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] Set router d752fa73-2d84-4fb5-9092-23b299c7d368 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:21.310492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] Deleting port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:21.310873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.321550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port c8a143c7-37ba-4001-8308-4240a3878ae4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:21.321903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.406611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port c8a143c7-37ba-4001-8308-4240a3878ae4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c8a143c7-37ba-4001-8308-4240a3878ae4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:21.407297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.427695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for c8a143c7-37ba-4001-8308-4240a3878ae4 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:21.449611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] For port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6,segment=NetworkSegment(0f60cec8-7749-4bd7-9d86-499ea142e865),segment_id=0f60cec8-7749-4bd7-9d86-499ea142e865)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:21.450015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.471390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] Calling delete_port for dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:21.608572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:45:19Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:21.635632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad1b7b-3e27-4e6e-98cd-6147f094cdaf None None] The sync data for ids ['d752fa73-2d84-4fb5-9092-23b299c7d368'] in n-d-806412-1 is: [{'id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134174845', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:43:11Z', 'updated_at': '2021-08-27T16:45:19Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'c8a143c7-37ba-4001-8308-4240a3878ae4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd752fa73-2d84-4fb5-9092-23b299c7d368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:43:12Z', 'updated_at': '2021-08-27T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:21.718388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.746547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] Pushing event deleted for resources: {'Port': ['ID=dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:21.750096 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03da34-000d-4a8e-808d-b058c192c9f2 None None] No DVR routers for this DVR port dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:45:21.781280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.811998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=c8a143c7-37ba-4001-8308-4240a3878ae4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:21.874607 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.967611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:21.974553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.116896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.117438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Fanout notify agent at l3_agent the message router_deleted on router d752fa73-2d84-4fb5-9092-23b299c7d368 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:45:22.125770 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.128578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-85a098f7-bec3-48e2-b285-a910521f26e5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/routers/d752fa73-2d84-4fb5-9092-23b299c7d368 HTTP/1.1" status: 204 len: 168 time: 1.2565479 Aug 27 16:45:22.129828 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50112) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:22.214804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.319217 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.337257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007d75b2-a8e8-4ad6-acf1-75473af99550']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:22.352654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f60cec8-7749-4bd7-9d86-499ea142e865') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:22.352950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f60cec8-7749-4bd7-9d86-499ea142e865') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:22.363582 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.378356 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.386737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:45:22.387236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:45:22.390207 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:45:22.580831 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.588317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.589444 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/networks/007d75b2-a8e8-4ad6-acf1-75473af99550 HTTP/1.1" status: 204 len: 168 time: 0.4580810 Aug 27 16:45:22.592290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50116) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:22.600895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5b3f9-89c6-47f0-b712-09a91f7a25a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Network': ['ID=007d75b2-a8e8-4ad6-acf1-75473af99550,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:22.656734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fb85085-7158-4f9d-a203-0f1e86a759d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.685187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fb85085-7158-4f9d-a203-0f1e86a759d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.800999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d1322af-1254-4f6a-9dd7-67dfb9dc604f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:22.821313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fb85085-7158-4f9d-a203-0f1e86a759d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.824061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5fb85085-7158-4f9d-a203-0f1e86a759d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:22.825245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5fb85085-7158-4f9d-a203-0f1e86a759d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/security-groups/3cbde794-57ae-4467-90d6-38b1c15de80b HTTP/1.1" status: 204 len: 168 time: 0.2319508 Aug 27 16:45:22.825690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 7d1322af-1254-4f6a-9dd7-67dfb9dc604f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:22.826042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7d1322af-1254-4f6a-9dd7-67dfb9dc604f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:22.826456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c8a143c7-37ba-4001-8308-4240a3878ae4 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:22.842250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb85085-7158-4f9d-a203-0f1e86a759d3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbde794-57ae-4467-90d6-38b1c15de80b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:22.848645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c8a143c7-37ba-4001-8308-4240a3878ae4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:22.848645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c8a143c7-37ba-4001-8308-4240a3878ae4 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:22.848645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:22.869617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:22.871225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device dbc2f9ba-2e34-400d-9a08-b2f8e1ea2bb6 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:23.199140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50124) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:23.203829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-91f02d93-85ef-404b-9b3b-310b93ef816a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286371579', 'description': 'tempest-secgroup-smoke-1286371579 description', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:23.220737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a0b2c98-2b30-4786-9a59-f1c1ce92a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.318873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-91f02d93-85ef-404b-9b3b-310b93ef816a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.347729 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.350106 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.406735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-91f02d93-85ef-404b-9b3b-310b93ef816a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.518164 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-91f02d93-85ef-404b-9b3b-310b93ef816a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.548380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f02d93-85ef-404b-9b3b-310b93ef816a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0986aa-5af9-43bf-b414-05d7fbddff88,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:23.626887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-91f02d93-85ef-404b-9b3b-310b93ef816a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.628699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-91f02d93-85ef-404b-9b3b-310b93ef816a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4280350 Aug 27 16:45:23.631793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50126) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:23.636424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9976e8c0-2b2d-4a89-9299-daea76c164dc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'cc0986aa-5af9-43bf-b414-05d7fbddff88', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:23.803597 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9976e8c0-2b2d-4a89-9299-daea76c164dc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.869352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9976e8c0-2b2d-4a89-9299-daea76c164dc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:23.986521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9976e8c0-2b2d-4a89-9299-daea76c164dc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.006317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e8c0-2b2d-4a89-9299-daea76c164dc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3547e3d0-590d-49ef-b864-3e15f9979e21,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:24.163841 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9976e8c0-2b2d-4a89-9299-daea76c164dc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.165164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9976e8c0-2b2d-4a89-9299-daea76c164dc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5324044 Aug 27 16:45:24.167972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50142) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:24.173403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b4c96334-2a7b-45b0-9cf7-49fa52672950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'cc0986aa-5af9-43bf-b414-05d7fbddff88', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:24.304673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.412496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4c96334-2a7b-45b0-9cf7-49fa52672950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.471373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4c96334-2a7b-45b0-9cf7-49fa52672950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.609611 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4c96334-2a7b-45b0-9cf7-49fa52672950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.628450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c96334-2a7b-45b0-9cf7-49fa52672950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b09d057-db78-4402-bd4a-78cd2360a6fc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:24.670741 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.741700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b4c96334-2a7b-45b0-9cf7-49fa52672950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.742926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b4c96334-2a7b-45b0-9cf7-49fa52672950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5739851 Aug 27 16:45:24.745736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50150) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:24.750445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-29abdbd4-7d9f-451c-bd00-702b20725e75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'cc0986aa-5af9-43bf-b414-05d7fbddff88', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:24.879015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29abdbd4-7d9f-451c-bd00-702b20725e75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:24.939528 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29abdbd4-7d9f-451c-bd00-702b20725e75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.044214 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29abdbd4-7d9f-451c-bd00-702b20725e75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.064364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abdbd4-7d9f-451c-bd00-702b20725e75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb69eba-08e9-4302-8bbc-05bbcab304a8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:25.185219 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-29abdbd4-7d9f-451c-bd00-702b20725e75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.191866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-29abdbd4-7d9f-451c-bd00-702b20725e75 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4398100 Aug 27 16:45:25.191866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50160) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:25.195622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3fcec40d-a898-4061-ad86-75904db61e4e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'cc0986aa-5af9-43bf-b414-05d7fbddff88', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:25.352312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3fcec40d-a898-4061-ad86-75904db61e4e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.416178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3fcec40d-a898-4061-ad86-75904db61e4e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.609302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3fcec40d-a898-4061-ad86-75904db61e4e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.627808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcec40d-a898-4061-ad86-75904db61e4e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36503fce-0f55-47ca-9c05-648a33e5c3e1,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:25.747248 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3fcec40d-a898-4061-ad86-75904db61e4e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.748526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3fcec40d-a898-4061-ad86-75904db61e4e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5581036 Aug 27 16:45:25.751212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50166) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:25.756703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'cc0986aa-5af9-43bf-b414-05d7fbddff88', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:25.883982 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:45:25.889472 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:25.948883 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.049743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.069053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9c7ec5-9ba9-4ee6-a6b2-13ed9d394671,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:26.101168 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.242624 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.244220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b0253bdf-ecf7-4e66-90d7-d8cf35e5a79d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4919429 Aug 27 16:45:26.247129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50174) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:26.251767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': 'cc0986aa-5af9-43bf-b414-05d7fbddff88', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:26.367484 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:45:26.373147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.434390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.501212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.520391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4832bf8f-d210-4177-9bdb-34b44fad6550,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:26.607757 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.609073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c9e7b396-7199-4a2d-bec7-9121ffab4996 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3609872 Aug 27 16:45:26.611919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50180) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:26.617583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'network': {'name': 'tempest-network-smoke--467768998', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'port_security_enabled': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:26.728903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:45:26.728903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.728903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:45:26.737239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.737587 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Added segment fd04b110-6a6c-439e-b645-cbb2df2216d8 of type vlan for network 654fa15b-3a17-4594-ac6d-c854e3adb534 Aug 27 16:45:26.780646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.911010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.917460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:26.918107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:26.986667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Network': ['ID=654fa15b-3a17-4594-ac6d-c854e3adb534,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:26.998064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:45:27.050041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2362a76d-6530-4aeb-b69f-44c347d3b776 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4370759 Aug 27 16:45:27.052975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50188) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:27.057521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'admin_state_up': True, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:27.198236 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:27.199396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:27.256494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:27.548439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:27.893776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:27.914756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.021707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.216 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/39ab81c0-d2f7-4475-861d-c4a2d1f56e2f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:45:28.044887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50204) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:28.123029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.207183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Deleting port a1cd3fcb-b185-44f7-82b0-3bfc6196430f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:28.207565 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.266482 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.297027 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.297367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.310320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Calling delete_port for a1cd3fcb-b185-44f7-82b0-3bfc6196430f owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:28.317618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:45:28.322559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:45:28.329636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:45:28.357227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:28.676328 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.705028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event deleted for resources: {'Port': ['ID=a1cd3fcb-b185-44f7-82b0-3bfc6196430f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:28.774868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:28.775780 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Floating IP 0b53b14a-7706-429d-ab25-282f364707b5 disassociated (deleted). External IP: 172.25.4.249, port: e0ccf9aa-bc10-4610-b658-a0bc7ba0e054. Aug 27 16:45:28.842888 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:29.022794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:45:29.140893 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:29.146662 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:29.156181 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] Sync routers for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:29.176695 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bb5a2723-2711-46c1-a41a-4986c8f21668 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "DELETE /v2.0/floatingips/0b53b14a-7706-429d-ab25-282f364707b5 HTTP/1.1" status: 204 len: 168 time: 1.1303434 Aug 27 16:45:29.178225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:45:29.181289 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193e3075-1f03-4879-a992-328a0036cbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:45:29.196205 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:29.196952 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:29.231877 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e54d799-a577-42bb-ad51-69432d8d838d x-openstack-request-id: req-9e54d799-a577-42bb-ad51-69432d8d838d {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:45:29.232274 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:45:29.232629 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e54d799-a577-42bb-ad51-69432d8d838d {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:45:29.233132 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'status': 'completed', 'code': 200} Aug 27 16:45:29.309947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3075-1f03-4879-a992-328a0036cbb5 req-b3b36e6c-6c0f-49f5-92a6-11c1662b0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:29.312589 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-193e3075-1f03-4879-a992-328a0036cbb5 req-b3b36e6c-6c0f-49f5-92a6-11c1662b0c0f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 1096 time: 0.0557320 Aug 27 16:45:29.332854 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:29.426254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3075-1f03-4879-a992-328a0036cbb5 req-436b396f-818b-4106-ad61-af6a3fab8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:29.428168 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-193e3075-1f03-4879-a992-328a0036cbb5 req-436b396f-818b-4106-ad61-af6a3fab8c86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a66c90c-9a65-42da-a1b1-72936719ec05 HTTP/1.1" status: 200 len: 915 time: 0.1084197 Aug 27 16:45:29.449524 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:29.479526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-193e3075-1f03-4879-a992-328a0036cbb5 req-34c9396a-c31a-4c23-b3b2-d644f43110bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 HTTP/1.1" status: 200 len: 217 time: 0.0436263 Aug 27 16:45:29.554150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3075-1f03-4879-a992-328a0036cbb5 req-7a6f1782-22f2-44f9-ba38-c3c549acae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:29.556243 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-193e3075-1f03-4879-a992-328a0036cbb5 req-7a6f1782-22f2-44f9-ba38-c3c549acae33 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5b22419a-7b1c-4dbb-99a1-dc44bb491552 HTTP/1.1" status: 200 len: 852 time: 0.0700347 Aug 27 16:45:29.577509 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:29.607985 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] Checking router: b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:29.609308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e3075-1f03-4879-a992-328a0036cbb5 req-5740e82e-5373-495d-94a0-705e6b055af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:29.611215 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-193e3075-1f03-4879-a992-328a0036cbb5 req-5740e82e-5373-495d-94a0-705e6b055af4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a66c90c-9a65-42da-a1b1-72936719ec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477171 Aug 27 16:45:29.617205 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:29.617813 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:29.705003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-193e3075-1f03-4879-a992-328a0036cbb5 req-cab1dd3e-aa5b-438f-8e90-9d03f824bc7e service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863671 Aug 27 16:45:29.727232 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:29.801877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:45:29.829562 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-193e3075-1f03-4879-a992-328a0036cbb5 req-dc676f55-532d-41c2-9e18-2a37ba1c4862 service neutron] 10.222.0.90 "GET /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167023 Aug 27 16:45:29.954729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dd7af-38ff-4114-8f6e-849243aa11ee req-cefbb3a2-564a-4464-9b73-db5d1718f898 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:29.956404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-424dd7af-38ff-4114-8f6e-849243aa11ee req-cefbb3a2-564a-4464-9b73-db5d1718f898 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 945 time: 0.0989394 Aug 27 16:45:29.991806 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:30.002153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:30.013414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Sync routers for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:30.021804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-424dd7af-38ff-4114-8f6e-849243aa11ee req-ad78dbd9-0228-4406-9608-d93f8debd6e4 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576518 Aug 27 16:45:30.025852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:30.026725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:30.028585 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4933d0a4-f22d-4adb-84d6-9ed830293c06 None None] The sync data for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 is: [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:40:56Z', 'revision_number': 4, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de', 'name': '', 'network_id': '0a66c90c-9a65-42da-a1b1-72936719ec05', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'mac_address': 'fa:16:3e:de:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:55Z', 'updated_at': '2021-08-27T16:41:04Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'subnets': [{'id': '5b22419a-7b1c-4dbb-99a1-dc44bb491552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:30.139119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:30.140402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6daab49d-cfb5-4e4d-be05-a61e350193cc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0864832 Aug 27 16:45:30.143580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50232) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:30.144805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:30.172369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-55939235-c4cc-4051-8c84-f11341cb9a4f tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=699028f8ab0c4d7c9bc3271ea35a8fb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276098 Aug 27 16:45:30.175023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50234) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:30.343758 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49de5f0-b86b-400b-9f21-108c1e8f3adc None None] New status for floating IP 0b53b14a-7706-429d-ab25-282f364707b5: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:45:30.366251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5447a-5583-45df-97c4-753cc2eac208 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:30.367520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5bc5447a-5583-45df-97c4-753cc2eac208 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1915295 Aug 27 16:45:30.367650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:28Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:30.370424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50238) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:30.397136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Checking router: ab8c79b9-516b-41ba-9a5c-c81fbb37e25c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:30.397489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Updating router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:45:30.406316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b50905c3-1ba4-4215-8a3e-08b836099a57 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347629 Aug 27 16:45:30.408900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50240) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:30.415352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410117284', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:30.425638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:30.648353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:45:30.652315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:30.689716 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:30.699916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Transition to ACTIVE for port object 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:45:30.792410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:30.846308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Attempting to bind port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:45:30.846667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Attempting to bind port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:45:30.847036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Attempting to bind port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:45:30.850640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd19f27-2eb7-42ff-a1cc-39204c78bba9 None None] Pushing event updated for resources: {'Port': ['ID=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:30.861184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:45:30.861809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:45:30.862403 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:30.862956 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:45:30.863631 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Bound port: 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:45:30.864014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:30.916865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] For port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:45:30.919894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] For port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:45:30.959285 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:31.031820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Subnet': ['ID=e413751c-6978-4d5b-99a4-f4b4ee9cb497,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:31.040179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Checking segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:45:31.040555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network hostable DHCP agents. Network: 654fa15b-3a17-4594-ac6d-c854e3adb534, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:45:31.049923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:31.111013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:31.111679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:31.150600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd19f27-2eb7-42ff-a1cc-39204c78bba9 None None] Pushing event updated for resources: {'Port': ['ID=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:31.154139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913032-b6f4-434a-bd20-688dc60e7d8e req-6b215f08-462f-407c-8f36-d71f7e466073 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:31.156287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38913032-b6f4-434a-bd20-688dc60e7d8e req-6b215f08-462f-407c-8f36-d71f7e466073 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 945 time: 0.0590060 Aug 27 16:45:31.181359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:45:31.207203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38913032-b6f4-434a-bd20-688dc60e7d8e req-456029c9-8635-4a68-b654-d1e8e357f87b tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/security-groups?id=c7ad7780-6717-4992-a359-574ee1db627a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366027 Aug 27 16:45:31.237430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:31.349666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 654fa15b-3a17-4594-ac6d-c854e3adb534) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:45:31.355161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:31.355876 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:31.425254 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-ef5127b7-9ceb-461a-bd3c-bd2214ab6704 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:31.426822 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-ef5127b7-9ceb-461a-bd3c-bd2214ab6704 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.90 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 945 time: 0.0565364 Aug 27 16:45:31.485883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584f1e56-8e77-4714-8ec7-b40cfe1aa7ef None None] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:45:31.523063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Deleting port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:31.523446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:31.625693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] For port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:31.626150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:31.640525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Calling delete_port for e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:31.654627 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2a18150a-60df-4362-8d58-09039c2d7142 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2432706 Aug 27 16:45:31.656294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50260) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:31.705622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:28Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:31.739781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-654fa15b-3a17-4594-ac6d-c854e3adb534', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:45:31.740886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:31.743461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e1c9d-613a-46ec-adc2-fb024b546ba0 None None] The sync data for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 is: [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:28Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:31.891923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Allocated IP 172.20.0.2 (654fa15b-3a17-4594-ac6d-c854e3adb534/e413751c-6978-4d5b-99a4-f4b4ee9cb497/06e11d74-7b79-4f40-be8c-92a1c56a0b99) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:45:31.924458 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:31.993458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event deleted for resources: {'Port': ['ID=e0ccf9aa-bc10-4610-b658-a0bc7ba0e054,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:32.060995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] No DVR routers for this DVR port e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:45:32.065410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:32.067917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d495b58c-9b9e-4b61-aedf-6fca9488954f req-8e7d74b5-433b-43d9-a810-e3c6b1693c33 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.90 "DELETE /v2.0/ports/e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 HTTP/1.1" status: 204 len: 173 time: 0.6347175 Aug 27 16:45:32.070337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'name': 'network-vif-deleted', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:45:32.080416 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333153dd-0641-439f-83fc-2ca0e1323d95" -d '{"events": [{"server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "name": "network-vif-deleted", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:45:32.099410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:32.123332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Transition to ACTIVE for port object 06e11d74-7b79-4f40-be8c-92a1c56a0b99 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:45:32.133161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Transition to ACTIVE for port object 06e11d74-7b79-4f40-be8c-92a1c56a0b99 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:45:32.154441 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d68ecf7-cdc6-4ae8-bcd1-2da8be53eef5 x-openstack-request-id: req-1d68ecf7-cdc6-4ae8-bcd1-2da8be53eef5 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:45:32.154732 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aede448-c3b1-4604-94ef-31ea5e2b44be", "name": "network-vif-deleted", "tag": "e0ccf9aa-bc10-4610-b658-a0bc7ba0e054", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:45:32.154989 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1d68ecf7-cdc6-4ae8-bcd1-2da8be53eef5 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:45:32.155435 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aede448-c3b1-4604-94ef-31ea5e2b44be', 'name': 'network-vif-deleted', 'tag': 'e0ccf9aa-bc10-4610-b658-a0bc7ba0e054', 'status': 'completed', 'code': 200} Aug 27 16:45:32.235798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:32.252919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:32.343009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:45:32.354100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:45:32.358086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:45:32.365279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Pushing event updated for resources: {'Port': ['ID=06e11d74-7b79-4f40-be8c-92a1c56a0b99,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:32.456001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-629e6c59-d9c6-4aad-8e3f-638e12d3beb6 req-eb428bd4-fa94-4cb1-b58a-69a9dace59a1 tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0464721 Aug 27 16:45:32.506526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Attempting to bind port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:45:32.507086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Attempting to bind port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:45:32.507719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Attempting to bind port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:45:32.515645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:45:32.516235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Checking segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:45:32.516744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:32.517329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Bound using segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:45:32.518101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Bound port: 06e11d74-7b79-4f40-be8c-92a1c56a0b99, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:45:32.518597 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:32.598557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] For port 06e11d74-7b79-4f40-be8c-92a1c56a0b99, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:45:32.604816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] For port 06e11d74-7b79-4f40-be8c-92a1c56a0b99, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=06e11d74-7b79-4f40-be8c-92a1c56a0b99,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:45:32.719311 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:32.881583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a820d-6957-4c34-bd55-6070abaf57d4 None None] Pushing event updated for resources: {'Port': ['ID=06e11d74-7b79-4f40-be8c-92a1c56a0b99,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:32.894889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.1 (654fa15b-3a17-4594-ac6d-c854e3adb534/e413751c-6978-4d5b-99a4-f4b4ee9cb497/65221a81-d282-40a2-a1ad-9e88f7a64c57) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:45:32.922185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:45:33.129693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:45:33.134594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:33.141170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:33.165820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:33.189241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object 65221a81-d282-40a2-a1ad-9e88f7a64c57 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:45:33.276862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:33.306836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:33.318886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:33.395678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:45:33.400288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:45:33.405025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:45:33.409389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=65221a81-d282-40a2-a1ad-9e88f7a64c57,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:33.432603 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:33.469090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:33.489015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:33.638172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44dadc46-2ec6-43b7-84c2-7b6460877a73 req-47e8e043-0c65-4403-a9d9-43daca95273d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0320034 Aug 27 16:45:33.802582 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:34.162166 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:34.289763 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:34.392394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=65221a81-d282-40a2-a1ad-9e88f7a64c57,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:34.417275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:34.532333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:45:34.533781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:45:34.534378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bdc38-c0c1-4ce1-8b9f-5865c7d8823d None None] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:45:34.653634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:45:34.758210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2921a519-4784-4e0f-86a0-55e8c4ae0e41 None None] Provisioning for port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:45:34.805373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fbdf7a0-cbc5-4717-bb18-a91f29ba819a req-e7e19670-0efb-494f-b43d-9b55033e036c tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0615115 Aug 27 16:45:34.897301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:34.902868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9cc9c9a8-8232-4645-b29c-248e6ea51fc8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/ab8c79b9-516b-41ba-9a5c-c81fbb37e25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455008 Aug 27 16:45:34.914369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Sync routers for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:34.929118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:34.929986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:35.036556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 06e11d74-7b79-4f40-be8c-92a1c56a0b99 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:45:35.094466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:35.207927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-420afe86-3bdf-42e0-9d17-d1d6e96e472a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286371579&fields=id&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 267 time: 0.0787385 Aug 27 16:45:35.242094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:35.242446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device e0ccf9aa-bc10-4610-b658-a0bc7ba0e054 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:35.251952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:35.353958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Provisioning for port 65221a81-d282-40a2-a1ad-9e88f7a64c57 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:45:35.385681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-ed894f3b-aa67-4bfa-a65e-6b4ef7c3f69c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:35.387368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-ed894f3b-aa67-4bfa-a65e-6b4ef7c3f69c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/networks?id=654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 200 len: 796 time: 0.1669102 Aug 27 16:45:35.412082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-4b1a78dc-f8e5-4e20-9250-fa33cc5591be tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/quotas/699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 375 time: 0.0178852 Aug 27 16:45:35.416833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Provisioning complete for port 65221a81-d282-40a2-a1ad-9e88f7a64c57 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:35.417214 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:35.421303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:45:35.455022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:35.455421 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:35.480382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-3ce8a4af-daea-4ecb-b2e6-3a4646745598 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615587 Aug 27 16:45:35.558121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Port 65221a81-d282-40a2-a1ad-9e88f7a64c57 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:45:35.615953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Provisioning complete for port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:35.619064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:35.758580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-161c47bc-0cbc-448c-b915-4284c051198d service neutron] 10.222.0.101 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658436 Aug 27 16:45:35.762746 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:35.783771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:35.814349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:34Z', 'revision_number': 2, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:35.859764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-722250fb-6f6e-4a1a-9f0d-ba42d999448b service neutron] 10.222.0.101 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933797 Aug 27 16:45:35.871994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Checking router: ab8c79b9-516b-41ba-9a5c-c81fbb37e25c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:35.872376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Updating router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c port 65221a81-d282-40a2-a1ad-9e88f7a64c57 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:45:35.915204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 06e11d74-7b79-4f40-be8c-92a1c56a0b99, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=06e11d74-7b79-4f40-be8c-92a1c56a0b99,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:35.924126 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:35.940487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-553c9b7c-079d-4715-a98f-7e43e1f77777 req-bfa078a5-76bf-49a6-bd2e-e16328d4c65f tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0320244 Aug 27 16:45:36.034449 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:36.035243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:45:36.213339 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:45:36.217634 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-335c7af7-3458-4f01-86b2-94268dedf6a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:45:36.221146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=06e11d74-7b79-4f40-be8c-92a1c56a0b99,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:36.248400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.248757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.249085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.249467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.249805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.250140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.250468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.250796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.251124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.251473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.263588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.264073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:36.276091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5751997-cc32-4ee8-8a29-396f761a6b21 req-341278f8-a6f7-4c17-aa3f-cb546a156dde tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 210 time: 0.0539591 Aug 27 16:45:36.290436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:36.290899 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:36.592773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:36.616491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Transition to ACTIVE for port object 65221a81-d282-40a2-a1ad-9e88f7a64c57 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:45:36.738322 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:36.802698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919a4da-a3b8-4175-897e-e67ad3644aaa None None] Pushing event updated for resources: {'Port': ['ID=65221a81-d282-40a2-a1ad-9e88f7a64c57,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:36.859029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 06e11d74-7b79-4f40-be8c-92a1c56a0b99 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:45:36.930944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Attempting to bind port 65221a81-d282-40a2-a1ad-9e88f7a64c57 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:45:36.931252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Attempting to bind port 65221a81-d282-40a2-a1ad-9e88f7a64c57 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:45:36.931762 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Attempting to bind port 65221a81-d282-40a2-a1ad-9e88f7a64c57 on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:45:36.940137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:45:36.940656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Checking segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:45:36.941182 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:36.941690 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Bound using segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:45:36.942267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Bound port: 65221a81-d282-40a2-a1ad-9e88f7a64c57, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:45:36.942785 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:36.998342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:36.998787 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:37.079782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] For port 65221a81-d282-40a2-a1ad-9e88f7a64c57, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:45:37.080234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6470fc7-e3be-46d0-967b-f3ea1fc7b310 req-51d7e0c2-e196-4f6f-ab7e-4b830042046f tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "GET /v2.0/ports?device_id=2aede448-c3b1-4604-94ef-31ea5e2b44be HTTP/1.1" status: 200 len: 210 time: 0.0607307 Aug 27 16:45:37.083699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] For port 65221a81-d282-40a2-a1ad-9e88f7a64c57, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=65221a81-d282-40a2-a1ad-9e88f7a64c57,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:45:37.192950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:37.267772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:37.268422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:37.315514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919a4da-a3b8-4175-897e-e67ad3644aaa None None] Pushing event updated for resources: {'Port': ['ID=65221a81-d282-40a2-a1ad-9e88f7a64c57,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:37.374767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fa57084-e140-40b3-a1b3-4e1afc9d6712 req-752ac178-8613-4cb0-94aa-a8a18a73939a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 210 time: 0.0342226 Aug 27 16:45:37.416491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:37.637444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:37Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:37.664442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b580c-e5c7-4fd2-a669-47cfd5e7f5eb None None] The sync data for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 is: [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:37Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:38.134005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50372) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:38.200336 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fccc0b9e-5ad2-4242-b710-7b94c4f2d51d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:38.232705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fccc0b9e-5ad2-4242-b710-7b94c4f2d51d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:38.380678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fccc0b9e-5ad2-4242-b710-7b94c4f2d51d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:38.384288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fccc0b9e-5ad2-4242-b710-7b94c4f2d51d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:38.385047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fccc0b9e-5ad2-4242-b710-7b94c4f2d51d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] 10.222.0.101 "DELETE /v2.0/security-groups/c7ad7780-6717-4992-a359-574ee1db627a HTTP/1.1" status: 204 len: 168 time: 0.2500319 Aug 27 16:45:38.395302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc0b9e-5ad2-4242-b710-7b94c4f2d51d tempest-TestVolumeBackupRestore-1434463186 tempest-TestVolumeBackupRestore-1434463186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad7780-6717-4992-a359-574ee1db627a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:38.508040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd9846b7-481b-45cc-8aa0-b0c106ef7229 req-6fc854f2-722f-4662-8d0d-22907ae839e0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 210 time: 0.0308762 Aug 27 16:45:38.875756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 65221a81-d282-40a2-a1ad-9e88f7a64c57 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:45:39.013944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 65221a81-d282-40a2-a1ad-9e88f7a64c57 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:45:39.019070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 65221a81-d282-40a2-a1ad-9e88f7a64c57 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:39.019764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:39.071408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-4ba201ba-d9f1-4c21-80e8-5aa5b937eeed tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:39.072382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-4ba201ba-d9f1-4c21-80e8-5aa5b937eeed tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/networks?id=654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 200 len: 796 time: 0.1231542 Aug 27 16:45:39.168441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-bf11715b-c12e-4d7e-a2be-bf3e8c3e771d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 380 time: 0.0826902 Aug 27 16:45:39.181956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'port': {'device_id': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'admin_state_up': True, 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'security_groups': ['cc0986aa-5af9-43bf-b414-05d7fbddff88']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:39.209276 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:39.266218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 65221a81-d282-40a2-a1ad-9e88f7a64c57, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=65221a81-d282-40a2-a1ad-9e88f7a64c57,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:39.472653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:39.531446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=65221a81-d282-40a2-a1ad-9e88f7a64c57,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:39.607757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d55a2584-cc51-49f4-aa6f-8a7dec1a77ef req-eb19b147-a7f9-4b16-ae0b-6ede3a975941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 210 time: 0.0281694 Aug 27 16:45:39.614612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:45:39.622292 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:40.103235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.13 (654fa15b-3a17-4594-ac6d-c854e3adb534/e413751c-6978-4d5b-99a4-f4b4ee9cb497/5d25afd0-4427-48a8-acaf-afe41474c41f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:45:40.245537 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:40.260667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object 5d25afd0-4427-48a8-acaf-afe41474c41f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:45:40.392822 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:40.477763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:45:40.485881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:45:40.488553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:45:40.532480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:40.552587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.553172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.553876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.554383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.555040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.555600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.555940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.556277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.556613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.556944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.557274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.557602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:40.595906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:40.596588 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:40.730203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-fcd61958-f0fd-4097-8c4d-5aff4cb76f97 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5566978 Aug 27 16:45:40.741618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-11a6efdc-d2c4-4788-933c-bb56d84f3908 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:45:40.742530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-11a6efdc-d2c4-4788-933c-bb56d84f3908 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057683 Aug 27 16:45:40.767806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1be0c3-9ec4-454a-bf52-550f8d12645c req-090f1468-b5fe-486f-96f7-aba60ece348a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:40.772063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe1be0c3-9ec4-454a-bf52-550f8d12645c req-090f1468-b5fe-486f-96f7-aba60ece348a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 932 time: 0.0751393 Aug 27 16:45:40.851472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Request body: {'port': {'device_id': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:40.873593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 65221a81-d282-40a2-a1ad-9e88f7a64c57 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:45:40.921398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe1be0c3-9ec4-454a-bf52-550f8d12645c req-d181e07b-d265-4f5c-9886-6dedaeb01813 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375098 Aug 27 16:45:40.961522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:40.992975 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 65221a81-d282-40a2-a1ad-9e88f7a64c57 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:40.993239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:41.102244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6fe1ac4d-1ebf-4c6a-8854-3af15f953379 None None] Provisioning for port 5d25afd0-4427-48a8-acaf-afe41474c41f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:45:41.110081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6fe1ac4d-1ebf-4c6a-8854-3af15f953379 None None] Provisioning complete for port 5d25afd0-4427-48a8-acaf-afe41474c41f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:41.110690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ac4d-1ebf-4c6a-8854-3af15f953379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:41.159669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6fe1ac4d-1ebf-4c6a-8854-3af15f953379 None None] Port 5d25afd0-4427-48a8-acaf-afe41474c41f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:45:41.353226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d25afd0-4427-48a8-acaf-afe41474c41f {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:45:41.380938 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:41.380938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Transition to ACTIVE for port object 5d25afd0-4427-48a8-acaf-afe41474c41f will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:45:41.563945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:41.613082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:41.699594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:45:41.699943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:45:41.700645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:45:41.705082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:45:41.705408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:45:41.711329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:45:41.711680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Checking segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:45:41.712064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Bound using segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:45:41.712708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Bound port: 5d25afd0-4427-48a8-acaf-afe41474c41f, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:45:41.713307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:41.796599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:45:41.810985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:45:42.002739 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:42.071021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.071591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:42.072955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] 10.222.0.97 "PUT /v2.0/ports/5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 1092 time: 1.3215373 Aug 27 16:45:42.077813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:45:42.080400 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4282b1dc-0b9d-4ebf-ad51-28977b34b7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:45:42.107296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211bba-03f1-410b-bbce-1380ddf95f92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:42.119326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8694e-1f60-44a2-acd1-f83c71270ff6 req-62587bcb-b389-473e-9b7d-8918d9d7d85a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.120878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aa8694e-1f60-44a2-acd1-f83c71270ff6 req-62587bcb-b389-473e-9b7d-8918d9d7d85a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 944 time: 0.1156557 Aug 27 16:45:42.147640 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ed008-13b0-4650-99ec-559577f51821 x-openstack-request-id: req-211ed008-13b0-4650-99ec-559577f51821 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:45:42.148186 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:45:42.148968 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-211ed008-13b0-4650-99ec-559577f51821 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:45:42.148968 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'status': 'completed', 'code': 200} Aug 27 16:45:42.183103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aa8694e-1f60-44a2-acd1-f83c71270ff6 req-6c3da4c5-52dc-4d2c-ac4c-cdf45ea458ed tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557995 Aug 27 16:45:42.214810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282b1dc-0b9d-4ebf-ad51-28977b34b7c3 req-6922c3a7-b8e7-4dfd-8bb9-e32980a8a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.216554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4282b1dc-0b9d-4ebf-ad51-28977b34b7c3 req-6922c3a7-b8e7-4dfd-8bb9-e32980a8a8d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1095 time: 0.0492079 Aug 27 16:45:42.343502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282b1dc-0b9d-4ebf-ad51-28977b34b7c3 req-b0d0076b-ab1e-4462-8a07-3002250ae926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.345540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4282b1dc-0b9d-4ebf-ad51-28977b34b7c3 req-b0d0076b-ab1e-4462-8a07-3002250ae926 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1197348 Aug 27 16:45:42.483852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282b1dc-0b9d-4ebf-ad51-28977b34b7c3 req-d91a0032-f59a-445f-b410-a5f9e55d470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.485551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4282b1dc-0b9d-4ebf-ad51-28977b34b7c3 req-d91a0032-f59a-445f-b410-a5f9e55d470e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1167364 Aug 27 16:45:42.577860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-78e66e2c-3691-4525-8e89-960d5712dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.579937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-78e66e2c-3691-4525-8e89-960d5712dd90 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1095 time: 0.0502365 Aug 27 16:45:42.627443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-df4f4eb8-9f68-40ef-8d47-a7aeffd28c98 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 217 time: 0.0401659 Aug 27 16:45:42.677944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-7a1347d0-62d9-4e56-b734-6c27733c668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.679445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-7a1347d0-62d9-4e56-b734-6c27733c668b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e413751c-6978-4d5b-99a4-f4b4ee9cb497 HTTP/1.1" status: 200 len: 835 time: 0.0459461 Aug 27 16:45:42.727083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-3e08b293-d0b7-4923-8e4e-93e53634768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:42.728627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-3e08b293-d0b7-4923-8e4e-93e53634768a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=654fa15b-3a17-4594-ac6d-c854e3adb534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425386 Aug 27 16:45:42.839716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-4b53c74a-ede6-4fa2-af89-0389643fae35 service neutron] 10.222.0.97 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022174 Aug 27 16:45:42.943590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01d76ccf-31a4-404e-930f-1fe88c42072e req-5a0edb1a-824e-45c2-80a6-e4beab446728 service neutron] 10.222.0.97 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983250 Aug 27 16:45:43.319638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e95e-fed9-4c6d-b556-c5352b266f41 req-7c2979c2-653c-4aa1-a0cc-8f2bff9a3e90 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:43.321491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9483e95e-fed9-4c6d-b556-c5352b266f41 req-7c2979c2-653c-4aa1-a0cc-8f2bff9a3e90 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 944 time: 0.0646281 Aug 27 16:45:43.379561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9483e95e-fed9-4c6d-b556-c5352b266f41 req-a870460f-2e0a-4c30-876f-594f30406950 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514772 Aug 27 16:45:43.574300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50556) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:43.951983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:44.197691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Deleting port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:44.198034 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:44.277376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] For port 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:44.277919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:44.292341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Calling delete_port for 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:44.541688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efd371-79c2-4b74-9d54-b9d5181cfe10 req-e53ffea9-f4b7-494a-b924-40394d73b07f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:44.543536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70efd371-79c2-4b74-9d54-b9d5181cfe10 req-e53ffea9-f4b7-494a-b924-40394d73b07f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 944 time: 0.0523276 Aug 27 16:45:44.586479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:44.587061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70efd371-79c2-4b74-9d54-b9d5181cfe10 req-ab9c265d-e49e-4534-aa0a-7155f76afaac tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369422 Aug 27 16:45:44.617181 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:44.797690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:45.035129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:45:45.139432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:45.144538 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-22e7995b-2d12-4b38-a93e-82eea3fca598 admin admin] 10.222.0.101 "PUT /v2.0/routers/b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685222 Aug 27 16:45:45.147586 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50612) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:45.150338 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] Sync routers for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:45.160368 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:45.160976 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:45.251823 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:45.263598 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:45.362006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:45.450695 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:45:44Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:45.478071 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] Checking router: b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:45.492475 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] Routers {'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:45.492475 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:45.562585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:45:45.587226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Deleting port 95921e70-e2f9-49a8-bd91-408c120b44bb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:45.587866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:45.686456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:45.698928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] For port 95921e70-e2f9-49a8-bd91-408c120b44bb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=95921e70-e2f9-49a8-bd91-408c120b44bb,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:45.699323 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:45.702656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'port_id': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'mac_address': 'fa:16:3e:a0:da:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:45:45.710104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] Set router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:45.715548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Calling delete_port for 95921e70-e2f9-49a8-bd91-408c120b44bb owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:45.734765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ef0e1-8ae1-47b0-b90a-a25535f8438c req-a93a100b-c2c9-40c9-ae7b-01d299710088 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:45.744347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-108ef0e1-8ae1-47b0-b90a-a25535f8438c req-a93a100b-c2c9-40c9-ae7b-01d299710088 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 944 time: 0.0718408 Aug 27 16:45:45.744562 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:45.758561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d25afd0-4427-48a8-acaf-afe41474c41f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:45:45.780275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:45.782559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-108ef0e1-8ae1-47b0-b90a-a25535f8438c req-fc645e4f-4af0-4a24-a2d2-c180a9b6594f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373442 Aug 27 16:45:45.843723 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:45.907547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:45.935596 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:45:44Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:45.962581 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b885856-04c2-4254-81d1-4c9476583e20 None None] The sync data for ids ['b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428'] in n-d-806412-1 is: [{'id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'name': 'tempest-TestVolumeBackupRestore-728386535-router', 'tenant_id': '905a5fd1cb56408f876a125d9ed60ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:40:52Z', 'updated_at': '2021-08-27T16:45:44Z', 'revision_number': 5, 'project_id': '905a5fd1cb56408f876a125d9ed60ba7', 'gw_port': {'id': '95921e70-e2f9-49a8-bd91-408c120b44bb', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:40:53Z', 'updated_at': '2021-08-27T16:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:45.998985 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.029345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=95921e70-e2f9-49a8-bd91-408c120b44bb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:46.045761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5d25afd0-4427-48a8-acaf-afe41474c41f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:45:46.056765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.057123 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.057481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.057816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.058156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.058492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.058827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.059161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.059514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.059847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.060177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.060502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:45:46.103130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.202715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.204829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.659193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.663681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:45:46.665007 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.666069 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a5fb1761-ef9c-456b-bfc5-645b34448e75 admin admin] 10.222.0.101 "DELETE /v2.0/routers/b8e35a7c-98a5-4f7d-ab98-9aa8b1a3b428 HTTP/1.1" status: 204 len: 168 time: 1.5175500 Aug 27 16:45:46.668680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50664) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:46.714972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] Deleting subnet 5b22419a-7b1c-4dbb-99a1-dc44bb491552 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:45:46.718461 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.754223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.841705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:46.887390 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:45:46.940942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561acbcd-81bf-4336-865a-f179f70120eb req-9540a113-e4f8-4777-a579-4b409c4e7b5a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:46.942979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-561acbcd-81bf-4336-865a-f179f70120eb req-9540a113-e4f8-4777-a579-4b409c4e7b5a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 945 time: 0.0859363 Aug 27 16:45:46.989181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-561acbcd-81bf-4336-865a-f179f70120eb req-344a07d4-dadc-43b0-a8ec-59f648a6cb43 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Aug 27 16:45:47.002606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.032073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.034057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5b22419a-7b1c-4dbb-99a1-dc44bb491552 HTTP/1.1" status: 204 len: 168 time: 0.3643627 Aug 27 16:45:47.035148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ec57-772c-46e6-b4cc-2196488f6e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b22419a-7b1c-4dbb-99a1-dc44bb491552,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:47.037195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:47.041388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c997f6d-9df4-4736-ab48-90edaec6d142 None None] Network 0a66c90c-9a65-42da-a1b1-72936719ec05 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:45:47.118776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.175386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:47.188656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Deleting port d7712a90-fcc8-4f84-8919-aa946da8a7f3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:47.189299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.199932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:47.200427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5b2b6f88-cbf3-48d8-8fc2-1c5637b7f8de not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:47.279997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] For port d7712a90-fcc8-4f84-8919-aa946da8a7f3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7712a90-fcc8-4f84-8919-aa946da8a7f3,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:47.280199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.294843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] DHCP port deletion for 0a66c90c-9a65-42da-a1b1-72936719ec05 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:45:47.297866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Calling delete_port for d7712a90-fcc8-4f84-8919-aa946da8a7f3 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:47.366744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] Deleting port d7712a90-fcc8-4f84-8919-aa946da8a7f3 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:47.367236 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.445775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] For port d7712a90-fcc8-4f84-8919-aa946da8a7f3, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d7712a90-fcc8-4f84-8919-aa946da8a7f3,segment=NetworkSegment(4da7d8aa-6c3f-4777-b783-15b3b3d9445a),segment_id=4da7d8aa-6c3f-4777-b783-15b3b3d9445a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:47.446206 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.459258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] Calling delete_port for d7712a90-fcc8-4f84-8919-aa946da8a7f3 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:47.505541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.539551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7712a90-fcc8-4f84-8919-aa946da8a7f3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:47.541006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] No DVR routers for this DVR port d7712a90-fcc8-4f84-8919-aa946da8a7f3 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:45:47.542361 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.573037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] Pushing event deleted for resources: {'Port': ['ID=d7712a90-fcc8-4f84-8919-aa946da8a7f3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:47.578721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:45:47.581512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd93ba8-3f7d-4a89-b117-f63f86248c34 None None] No DVR routers for this DVR port d7712a90-fcc8-4f84-8919-aa946da8a7f3 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:45:47.618816 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.629790 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a66c90c-9a65-42da-a1b1-72936719ec05']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:47.644661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da7d8aa-6c3f-4777-b783-15b3b3d9445a') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:47.644661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da7d8aa-6c3f-4777-b783-15b3b3d9445a') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:47.650115 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.663843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.669566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:45:47.669980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:45:47.671659 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:45:47.735031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 5d25afd0-4427-48a8-acaf-afe41474c41f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:45:47.742271 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 5d25afd0-4427-48a8-acaf-afe41474c41f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:45:47.742271 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.815040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.821718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.824641 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:47.826863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50710) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:47.827033 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0a66c90c-9a65-42da-a1b1-72936719ec05 HTTP/1.1" status: 204 len: 168 time: 0.7884433 Aug 27 16:45:47.842156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83222b-cec0-4b28-a631-ae12f976a690 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a66c90c-9a65-42da-a1b1-72936719ec05,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:47.857979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:45:47.860463 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334897ae-09e5-4bda-bee9-c46ac80df71e" -d '{"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-plugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:45:47.886575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:47.909665 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915736f6-cdf1-4878-88bd-0e8b4d0685e8 x-openstack-request-id: req-915736f6-cdf1-4878-88bd-0e8b4d0685e8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:45:47.910058 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-plugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:45:47.910457 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-915736f6-cdf1-4878-88bd-0e8b4d0685e8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:45:47.913718 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'code': 200} Aug 27 16:45:47.980919 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:48.030806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:48.055652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dba38-92f9-422b-91ee-ad11e06acc0f req-0e49518c-6f16-430b-b161-dbb6e244485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:48.060479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-103dba38-92f9-422b-91ee-ad11e06acc0f req-0e49518c-6f16-430b-b161-dbb6e244485e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1097 time: 0.0866082 Aug 27 16:45:48.163871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-103dba38-92f9-422b-91ee-ad11e06acc0f req-7a0274c1-79eb-4668-8306-6ee1ff59d21c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752673 Aug 27 16:45:48.173450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054f20e-19d8-4253-abfd-0b326ae3387f req-31ffa06b-98e4-4932-aa8d-ab293fe7d2e0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:48.174925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e054f20e-19d8-4253-abfd-0b326ae3387f req-31ffa06b-98e4-4932-aa8d-ab293fe7d2e0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0877376 Aug 27 16:45:48.248612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e054f20e-19d8-4253-abfd-0b326ae3387f req-5d5d0772-cb6a-4ca9-b00c-d8de663b5260 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659029 Aug 27 16:45:48.358454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:48.620471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Deleting port d55eaa3e-8fad-4061-8455-8a79666b470d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:48.620822 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:48.701744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] For port d55eaa3e-8fad-4061-8455-8a79666b470d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d55eaa3e-8fad-4061-8455-8a79666b470d,segment=NetworkSegment(ad2d2889-2114-412d-aed3-ba70d1472958),segment_id=ad2d2889-2114-412d-aed3-ba70d1472958)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:48.702202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:48.716162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Calling delete_port for d55eaa3e-8fad-4061-8455-8a79666b470d owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:48.814462 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d7712a90-fcc8-4f84-8919-aa946da8a7f3 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:48.835595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d7712a90-fcc8-4f84-8919-aa946da8a7f3 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:48.835941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d7712a90-fcc8-4f84-8919-aa946da8a7f3 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:48.836356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95921e70-e2f9-49a8-bd91-408c120b44bb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:48.855327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 95921e70-e2f9-49a8-bd91-408c120b44bb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:48.855673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 95921e70-e2f9-49a8-bd91-408c120b44bb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:48.964081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:49.001544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55eaa3e-8fad-4061-8455-8a79666b470d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:49.203040 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:49.413427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c780e-5f01-41f9-8e86-d45002ff5b19 req-9583998b-2edf-4fa8-aafc-0fdc642437d0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:49.414950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-364c780e-5f01-41f9-8e86-d45002ff5b19 req-9583998b-2edf-4fa8-aafc-0fdc642437d0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0946410 Aug 27 16:45:49.497553 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-364c780e-5f01-41f9-8e86-d45002ff5b19 req-a50217a6-e103-40b8-89d2-d657a8d48769 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562427 Aug 27 16:45:49.503796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Router 470b0369-3198-4d31-87a1-ca057e33b248 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:45:49.613674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:49.622835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] Sync routers for ids ['470b0369-3198-4d31-87a1-ca057e33b248'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:49.625373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-79d40517-f1f2-4d55-9970-1559de0df134 admin admin] 10.222.0.101 "PUT /v2.0/routers/470b0369-3198-4d31-87a1-ca057e33b248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965863 Aug 27 16:45:49.632772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] Routers {'470b0369-3198-4d31-87a1-ca057e33b248'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:49.633386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['470b0369-3198-4d31-87a1-ca057e33b248'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:49.635556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50792) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:49.747770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] Set router 470b0369-3198-4d31-87a1-ca057e33b248 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:49.750117 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:49.868914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:49.937389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:45:48Z', 'revision_number': 5, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port': {'id': 'abe5b84e-25fd-4c24-9ed1-9ac9b13962dc', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b0369-3198-4d31-87a1-ca057e33b248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:41:02Z', 'updated_at': '2021-08-27T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:49.966209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] Checking router: 470b0369-3198-4d31-87a1-ca057e33b248 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:49.976177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] Routers {'470b0369-3198-4d31-87a1-ca057e33b248'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:49.976827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['470b0369-3198-4d31-87a1-ca057e33b248'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:49.996982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Deleting port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:49.997361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.076448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] Set router 470b0369-3198-4d31-87a1-ca057e33b248 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:50.084812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] For port abe5b84e-25fd-4c24-9ed1-9ac9b13962dc, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:50.085182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.099029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Calling delete_port for abe5b84e-25fd-4c24-9ed1-9ac9b13962dc owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:50.129777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:45:49Z', 'revision_number': 6, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:50.160801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75872bf-9bcf-4c33-876f-f81dcfa774cc None None] The sync data for ids ['470b0369-3198-4d31-87a1-ca057e33b248'] in n-d-806412-1 is: [{'id': '470b0369-3198-4d31-87a1-ca057e33b248', 'name': 'tempest-TestVolumeBackupRestore-587187402-router', 'tenant_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:41:01Z', 'updated_at': '2021-08-27T16:45:49Z', 'revision_number': 6, 'project_id': 'e2b0628b5b464af8a426e6a42d2b83db', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:50.333973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.360720 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=abe5b84e-25fd-4c24-9ed1-9ac9b13962dc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:50.425293 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.526798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.529172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.628766 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c19c1d05-c441-4933-b195-03a86b488a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.638497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730f545-44ae-485a-8665-2376ed2a0a31 req-60bc3a96-dd13-48b0-a2c3-21c450325cb5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:50.640034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f730f545-44ae-485a-8665-2376ed2a0a31 req-60bc3a96-dd13-48b0-a2c3-21c450325cb5 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0614169 Aug 27 16:45:50.681073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f730f545-44ae-485a-8665-2376ed2a0a31 req-fe6407e3-cf75-4556-a79d-b48849777bc4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348480 Aug 27 16:45:50.734939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.735624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 470b0369-3198-4d31-87a1-ca057e33b248 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:45:50.742318 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.743584 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e5a754ea-3890-4eab-8715-36ad44a98fcc admin admin] 10.222.0.101 "DELETE /v2.0/routers/470b0369-3198-4d31-87a1-ca057e33b248 HTTP/1.1" status: 204 len: 168 time: 1.1055293 Aug 27 16:45:50.746392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50848) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:50.809012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f05510-a3c9-4b14-8da8-51bfe80b55e1 req-f159a481-4d72-4754-9c7c-5bd0610ec796 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:50.810825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65f05510-a3c9-4b14-8da8-51bfe80b55e1 req-f159a481-4d72-4754-9c7c-5bd0610ec796 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0576673 Aug 27 16:45:50.854274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65f05510-a3c9-4b14-8da8-51bfe80b55e1 req-1fd9e200-eed7-43d7-a4cc-8238c834f91b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360048 Aug 27 16:45:50.876952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50856) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:50.913186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] Deleting subnet 2096324e-91ec-43f6-802b-ee96c0cd5024 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:45:50.917810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:50.932756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49beaa40-b464-4ffb-9a26-02a64287242e tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:50.936994 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-49beaa40-b464-4ffb-9a26-02a64287242e tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1092 time: 0.0560431 Aug 27 16:45:50.937464 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50860) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:50.941813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:45:50.985363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.014664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d55eaa3e-8fad-4061-8455-8a79666b470d no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:51.034482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d55eaa3e-8fad-4061-8455-8a79666b470d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:51.034909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d55eaa3e-8fad-4061-8455-8a79666b470d not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:51.035424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device abe5b84e-25fd-4c24-9ed1-9ac9b13962dc no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:51.054143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: abe5b84e-25fd-4c24-9ed1-9ac9b13962dc {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:51.054566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device abe5b84e-25fd-4c24-9ed1-9ac9b13962dc not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:51.066426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.074758 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.178917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.215827 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.243521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2096324e-91ec-43f6-802b-ee96c0cd5024,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:51.253811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.259454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-007f3675-ad25-4186-a806-85aa65e65b48 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2096324e-91ec-43f6-802b-ee96c0cd5024 HTTP/1.1" status: 204 len: 168 time: 0.5109618 Aug 27 16:45:51.260418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50872) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:51.260552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0425bca-2e07-43cf-9975-f83f0aa82abb None None] Network 13cce1f2-343e-43fe-a148-404fd1964d9d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:45:51.339294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.9 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/afac5f2a-c305-470e-888d-9e43ef1871f5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:45:51.341992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.424107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Deleting port 8e5926c2-104e-4a61-808a-c37a88b61f78 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:51.424107 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.492728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.511033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] For port 8e5926c2-104e-4a61-808a-c37a88b61f78, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e5926c2-104e-4a61-808a-c37a88b61f78,segment=NetworkSegment(ad2d2889-2114-412d-aed3-ba70d1472958),segment_id=ad2d2889-2114-412d-aed3-ba70d1472958)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:51.511434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.516754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] DHCP port deletion for 13cce1f2-343e-43fe-a148-404fd1964d9d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:45:51.526867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Calling delete_port for 8e5926c2-104e-4a61-808a-c37a88b61f78 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:51.566732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] Deleting port 8e5926c2-104e-4a61-808a-c37a88b61f78 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:45:51.567003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.610260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.669647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:45:51.675495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:45:51.681816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:45:51.684421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.688201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=afac5f2a-c305-470e-888d-9e43ef1871f5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:51.750094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5926c2-104e-4a61-808a-c37a88b61f78,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:51.754623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] No DVR routers for this DVR port 8e5926c2-104e-4a61-808a-c37a88b61f78 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:45:51.798105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] For port 8e5926c2-104e-4a61-808a-c37a88b61f78, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=8e5926c2-104e-4a61-808a-c37a88b61f78,segment=NetworkSegment(ad2d2889-2114-412d-aed3-ba70d1472958),segment_id=ad2d2889-2114-412d-aed3-ba70d1472958)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:45:51.798737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.813983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] Calling delete_port for 8e5926c2-104e-4a61-808a-c37a88b61f78 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:45:51.861098 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.874122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cce1f2-343e-43fe-a148-404fd1964d9d']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:51.888355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2d2889-2114-412d-aed3-ba70d1472958') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:51.891312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2d2889-2114-412d-aed3-ba70d1472958') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:51.897744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.910073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.930257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.933864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] Pushing event deleted for resources: {'Port': ['ID=8e5926c2-104e-4a61-808a-c37a88b61f78,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:51.934703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:45:51.935542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:51.935990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8e8e9-9b73-485c-b348-04058ae999f4 None None] No DVR routers for this DVR port 8e5926c2-104e-4a61-808a-c37a88b61f78 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:45:51.938156 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:45:52.064854 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.072705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.077067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] 10.222.0.101 "DELETE /v2.0/networks/13cce1f2-343e-43fe-a148-404fd1964d9d HTTP/1.1" status: 204 len: 168 time: 0.8128109 Aug 27 16:45:52.095065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82f32f-6bac-4f6b-bded-a22fec3b8397 admin admin] Pushing event deleted for resources: {'Network': ['ID=13cce1f2-343e-43fe-a148-404fd1964d9d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:52.222669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.350979 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.408872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50928) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:52.448846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3a10c4b-6009-4333-bd96-0c46d0ef568b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=905a5fd1cb56408f876a125d9ed60ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386996 Aug 27 16:45:52.451294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 50930) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:52.501053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-153c07db-2931-4c7b-8566-60b4cd3a9152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.511008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.530684 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-153c07db-2931-4c7b-8566-60b4cd3a9152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.619335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.690673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=afac5f2a-c305-470e-888d-9e43ef1871f5,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:52.699054 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-153c07db-2931-4c7b-8566-60b4cd3a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.701577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-153c07db-2931-4c7b-8566-60b4cd3a9152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.702807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-153c07db-2931-4c7b-8566-60b4cd3a9152 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/80e06fcd-21b7-48ff-83b5-c9a9428a36f2 HTTP/1.1" status: 204 len: 168 time: 0.2505460 Aug 27 16:45:52.713211 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:52.714699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c07db-2931-4c7b-8566-60b4cd3a9152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e06fcd-21b7-48ff-83b5-c9a9428a36f2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:52.826488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e5926c2-104e-4a61-808a-c37a88b61f78 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:45:52.839516 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP 9338fe39-c5d5-4dc1-8537-ba6d4e6f5316 associated. External IP: 172.25.4.9, port: 5d25afd0-4427-48a8-acaf-afe41474c41f. Aug 27 16:45:52.851903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 8e5926c2-104e-4a61-808a-c37a88b61f78 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:45:52.852391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 8e5926c2-104e-4a61-808a-c37a88b61f78 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:45:53.064388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:45:53.179976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:45:53.191837 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] Sync routers for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:45:53.203767 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:53.204501 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:53.240205 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d69e304-0822-407b-95ab-44b6e595ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:53.322701 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:53.363550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:53.396306 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5781f0ca-4024-4b0a-aed2-e0db2c48c9fc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4574513 Aug 27 16:45:53.396916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:45:53.399257 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:45:53.453837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:53.457019 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:53.576830 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '9338fe39-c5d5-4dc1-8537-ba6d4e6f5316', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'port_id': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'mac_address': 'fa:16:3e:a0:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:45:51Z', 'updated_at': '2021-08-27T16:45:51Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:39Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:53.606487 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] Checking router: ab8c79b9-516b-41ba-9a5c-c81fbb37e25c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:45:53.616529 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:45:53.617273 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:45:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:53.760662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487658cc-5b9c-466d-908d-d86690982731 req-b17753ed-0225-43b6-b9c1-97202b3c9a37 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:53.762710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-487658cc-5b9c-466d-908d-d86690982731 req-b17753ed-0225-43b6-b9c1-97202b3c9a37 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0744383 Aug 27 16:45:53.767510 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16409a4-b1f7-4181-8f81-fb6453d8fea1 x-openstack-request-id: req-d16409a4-b1f7-4181-8f81-fb6453d8fea1 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:45:53.767783 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:45:53.768067 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d16409a4-b1f7-4181-8f81-fb6453d8fea1 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:45:53.768642 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'status': 'completed', 'code': 200} Aug 27 16:45:53.779507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:45:53.816619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50990) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:53.819740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-487658cc-5b9c-466d-908d-d86690982731 req-47c403fa-b25c-4491-92bd-06245b9079f2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453928 Aug 27 16:45:53.846077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50992) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:53.869073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-63ad41b7-0ea8-4d90-8226-dbe2557598a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:53.870680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-63ad41b7-0ea8-4d90-8226-dbe2557598a8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1097 time: 0.0659955 Aug 27 16:45:53.919865 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9a79453b-64bf-4bde-aa8f-25c32568b09c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e2b0628b5b464af8a426e6a42d2b83db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018062 Aug 27 16:45:53.923652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 50998) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:53.954696 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b867d056-e800-44a2-91cf-08d69a8f68d4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/9338fe39-c5d5-4dc1-8537-ba6d4e6f5316 HTTP/1.1" status: 200 len: 990 time: 0.1075103 Aug 27 16:45:53.991046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac340-ccfe-4a94-963d-b45bca48f22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:54.015177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac340-ccfe-4a94-963d-b45bca48f22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:54.063823 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '9338fe39-c5d5-4dc1-8537-ba6d4e6f5316', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'port_id': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'mac_address': 'fa:16:3e:a0:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:45:51Z', 'updated_at': '2021-08-27T16:45:51Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:39Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:45:54.099718 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad15bdf-bc89-4262-8258-f691cff5db2f None None] The sync data for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 is: [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '9338fe39-c5d5-4dc1-8537-ba6d4e6f5316', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'port_id': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'mac_address': 'fa:16:3e:a0:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:45:51Z', 'updated_at': '2021-08-27T16:45:51Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:39Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:45:54.164993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac340-ccfe-4a94-963d-b45bca48f22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:54.167995 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e4ac340-ccfe-4a94-963d-b45bca48f22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:54.171165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e4ac340-ccfe-4a94-963d-b45bca48f22b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c3c61271-437b-4596-8b22-37c4dab29e97 HTTP/1.1" status: 204 len: 168 time: 0.2440331 Aug 27 16:45:54.186555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ac340-ccfe-4a94-963d-b45bca48f22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c61271-437b-4596-8b22-37c4dab29e97,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:45:54.310465 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:54.344696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-fb448798-489b-488f-83a7-4c33fdd4f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:54.345101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-fb448798-489b-488f-83a7-4c33fdd4f710 service neutron] 10.222.0.97 "GET /v2.0/networks?id=654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 200 len: 898 time: 0.4668660 Aug 27 16:45:54.418300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-581e19f4-dfce-4d49-a988-749b16b96f61 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 998 time: 0.0664880 Aug 27 16:45:54.439884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a9c726-ee36-47e7-af63-cbde1426c15c None None] New status for floating IP 9338fe39-c5d5-4dc1-8537-ba6d4e6f5316: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:45:54.479405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-05caeeaa-9955-4900-b7e1-fb14bfd03d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:54.480902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-05caeeaa-9955-4900-b7e1-fb14bfd03d5a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e413751c-6978-4d5b-99a4-f4b4ee9cb497 HTTP/1.1" status: 200 len: 835 time: 0.0559070 Aug 27 16:45:54.535463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-5a5504ce-0e86-4d92-8165-7894cb2947a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:45:54.537857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-5a5504ce-0e86-4d92-8165-7894cb2947a2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=654fa15b-3a17-4594-ac6d-c854e3adb534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497351 Aug 27 16:45:54.621245 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:45:54.654139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-080087a9-fac2-4467-b359-ae17c99d352e service neutron] 10.222.0.97 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088235 Aug 27 16:45:54.783333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf1e1e84-c8da-4c3b-94fd-e02aa8c1eb1a req-9fbf4591-26f9-4584-8b4a-87d98ba253f5 service neutron] 10.222.0.97 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208096 Aug 27 16:45:54.960236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51042) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:45:55.031618 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-722863c2-8dc0-41c9-a147-10661731be08 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/9338fe39-c5d5-4dc1-8537-ba6d4e6f5316 HTTP/1.1" status: 200 len: 992 time: 0.0699556 Aug 27 16:45:56.088884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:20.591380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-373d5c7d-d475-4ae4-a392-4793c2ba4143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:21.696583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4272562-09fc-4f40-a649-7700fbd7824f req-f4b0563c-72e4-44e9-a11e-e3ff00248551 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:21.698094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4272562-09fc-4f40-a649-7700fbd7824f req-f4b0563c-72e4-44e9-a11e-e3ff00248551 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Aug 27 16:46:21.737509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4272562-09fc-4f40-a649-7700fbd7824f req-9e3e9bf4-7205-4ac1-91f8-9c1b5e203ea2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Aug 27 16:46:21.760863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51326) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:21.831094 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fc7b00e3-1329-4d4a-9e7d-d4c81aa4d777 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/9338fe39-c5d5-4dc1-8537-ba6d4e6f5316 HTTP/1.1" status: 200 len: 992 time: 0.0639646 Aug 27 16:46:22.405435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1daef5-3a80-40d9-bbb3-119b4af32576 req-62f1286d-729a-40eb-a46b-3938e917392c tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:22.406884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db1daef5-3a80-40d9-bbb3-119b4af32576 req-62f1286d-729a-40eb-a46b-3938e917392c tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1097 time: 0.0436146 Aug 27 16:46:22.442674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db1daef5-3a80-40d9-bbb3-119b4af32576 req-e38a4682-ba3e-46f2-9f15-8e25b837875a tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289283 Aug 27 16:46:23.282009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9369476-0a8d-493c-83d7-0942abb48098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:23.352152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:23.385214 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:23.709328 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-2ab2c4d5-3077-4eaa-ae98-5a2b84045ab9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404639 Aug 27 16:46:23.876258 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:46:24.278051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:24.539449 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-531e8616-d7b7-4da5-9a3d-842517618514 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:46:24.540326 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-531e8616-d7b7-4da5-9a3d-842517618514 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064170 Aug 27 16:46:24.677674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:24.794406 n-d-806412-1 neutron-server[95252]: WARNING keystonemiddleware.auth_token [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-2ab2c4d5-3077-4eaa-ae98-5a2b84045ab9 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 16:46:24.798204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-5728b604-10b1-4b45-b1f5-4860cc1a8259 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:46:24.799234 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-5728b604-10b1-4b45-b1f5-4860cc1a8259 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1152575 Aug 27 16:46:24.810659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Request body: {'binding': {'host': 'n-h1-806412-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:24.811150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Unknown quota resources ['binding']. {{(pid=95252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 16:46:24.952902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on host n-h1-806412-1 for vnic_type normal with profile None {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:46:24.953237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:46:24.953570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:46:24.958713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:46:24.959133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:46:24.964060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:46:24.964401 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Checking segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:46:24.964786 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Bound using segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:46:24.965211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Bound port: 5d25afd0-4427-48a8-acaf-afe41474c41f, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:46:25.071817 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:46:25.174583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] Notify callbacks [] for binding, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:25.175813 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] 10.222.0.101 "POST /v2.0/ports/5d25afd0-4427-48a8-acaf-afe41474c41f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3687270 Aug 27 16:46:25.566230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d38b7a-4c95-44e0-96e8-c38073b8c1db req-09cdc0ca-425f-448d-bcc8-ea69b6adb513 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:25.567817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-34d38b7a-4c95-44e0-96e8-c38073b8c1db req-09cdc0ca-425f-448d-bcc8-ea69b6adb513 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0574620 Aug 27 16:46:25.606147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-34d38b7a-4c95-44e0-96e8-c38073b8c1db req-eef2dc32-981e-488c-ae47-23268cc49f50 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Aug 27 16:46:26.051979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-b719d773-030f-48e6-a22a-afc03cd954db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:26.053627 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-b719d773-030f-48e6-a22a-afc03cd954db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1097 time: 0.0989115 Aug 27 16:46:26.157810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-39e64952-09e9-4ab0-8201-1478ee7faf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:26.159434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-39e64952-09e9-4ab0-8201-1478ee7faf08 service neutron] 10.222.0.90 "GET /v2.0/networks?id=654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 200 len: 898 time: 0.0987382 Aug 27 16:46:26.163575 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:26.227952 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-a4b3c7a5-e36b-4d91-bbc6-0f21b72fcd05 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 1000 time: 0.0610726 Aug 27 16:46:26.283153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-fb6fa161-0d2d-4852-8086-ebd4f1f531d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:26.284652 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-fb6fa161-0d2d-4852-8086-ebd4f1f531d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e413751c-6978-4d5b-99a4-f4b4ee9cb497 HTTP/1.1" status: 200 len: 835 time: 0.0505402 Aug 27 16:46:26.332094 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-61f3aff4-311e-4100-bb92-1c343f24a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:26.334250 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-61f3aff4-311e-4100-bb92-1c343f24a0bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=654fa15b-3a17-4594-ac6d-c854e3adb534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425675 Aug 27 16:46:26.428709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-a5a5e64b-6770-4c42-bcd4-2cb1cca2511b service neutron] 10.222.0.90 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874162 Aug 27 16:46:26.733718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f669eff-a194-4aa3-a4d7-4cc0195cf1e4 req-4cab19ab-19d9-4a46-bcfa-d9e75ae04f36 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:26.735323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f669eff-a194-4aa3-a4d7-4cc0195cf1e4 req-4cab19ab-19d9-4a46-bcfa-d9e75ae04f36 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0529127 Aug 27 16:46:26.777542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f669eff-a194-4aa3-a4d7-4cc0195cf1e4 req-4e64f91b-98dc-4738-ba32-2f912e7b7a3a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347970 Aug 27 16:46:26.875690 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-50e6b7f4-b40d-4b1c-a868-5b8b69d35cd4 service neutron] 10.222.0.90 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396241 Aug 27 16:46:27.007894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-fc3753f8-9981-40ff-be61-7ca8f784a0fc tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:27.009409 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-fc3753f8-9981-40ff-be61-7ca8f784a0fc tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1097 time: 0.0791283 Aug 27 16:46:27.020342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806412-1'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:27.076654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:27.207030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:27.247050 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:46:27.291773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:46:27.294215 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48821a51-1f6a-4b96-ad11-1a05c86d6872" -d '{"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-unplugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:46:27.298297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:27.335831 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b711cb9f-06e7-42a1-945e-1019940b8575 x-openstack-request-id: req-b711cb9f-06e7-42a1-945e-1019940b8575 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:46:27.336133 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-unplugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:46:27.336384 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b711cb9f-06e7-42a1-945e-1019940b8575 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:46:27.336779 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'code': 200} Aug 27 16:46:27.431832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:27.535003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:27.586326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on host n-h2-806412-1 for vnic_type normal with profile {"migrating_to": "n-h1-806412-1"} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:46:27.586656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:46:27.586927 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:46:27.592766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:46:27.593471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Attempting to bind port 5d25afd0-4427-48a8-acaf-afe41474c41f on network 654fa15b-3a17-4594-ac6d-c854e3adb534 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:46:27.599587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:46:27.603492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Checking segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:46:27.603492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Bound using segment: {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:46:27.603492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Bound port: 5d25afd0-4427-48a8-acaf-afe41474c41f, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd04b110-6a6c-439e-b645-cbb2df2216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:46:27.603492 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:27.674414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:46:27.677970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:46:27.746512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-31f9a424-af83-419f-bf77-9ee55e7cbff5 None None] Provisioning complete for port 5d25afd0-4427-48a8-acaf-afe41474c41f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:27.747078 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31f9a424-af83-419f-bf77-9ee55e7cbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:27.786403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-31f9a424-af83-419f-bf77-9ee55e7cbff5 None None] Port 5d25afd0-4427-48a8-acaf-afe41474c41f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:46:27.908638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613ec97-ba93-434a-9e6a-998ef186903b req-b4561ad0-d9a2-4599-b5fa-96838bc4a5be tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:27.909662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0613ec97-ba93-434a-9e6a-998ef186903b req-b4561ad0-d9a2-4599-b5fa-96838bc4a5be tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 944 time: 0.0555692 Aug 27 16:46:27.929416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:27.951299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0613ec97-ba93-434a-9e6a-998ef186903b req-ac1eea02-48a7-4673-a5b5-445f7f7ebc7b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346594 Aug 27 16:46:28.041517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=8']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:28.081849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:28.082544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:28.084207 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d14f51c7-ed98-42b2-b6dd-5a7765369b5d service neutron] 10.222.0.90 "PUT /v2.0/ports/5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 1122 time: 1.0677996 Aug 27 16:46:28.155873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['5d25afd0-4427-48a8-acaf-afe41474c41f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:46:28.219015 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0fe44ce7-0307-4339-afdf-6323d06f8145 None None] Provisioning complete for port 5d25afd0-4427-48a8-acaf-afe41474c41f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:28.219416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fe44ce7-0307-4339-afdf-6323d06f8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:28.381786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fe44ce7-0307-4339-afdf-6323d06f8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:28.425838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:46:28.428893 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad429515-0b0b-4716-92f8-9444f8ec5710" -d '{"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-plugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:46:28.454014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0fe44ce7-0307-4339-afdf-6323d06f8145 None None] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:28.541002 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cceb24e-6e28-48b2-b031-08afd25bc40f x-openstack-request-id: req-5cceb24e-6e28-48b2-b031-08afd25bc40f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:46:28.541300 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-plugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:46:28.541572 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5cceb24e-6e28-48b2-b031-08afd25bc40f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:46:28.541950 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'code': 200} Aug 27 16:46:28.574785 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fe44ce7-0307-4339-afdf-6323d06f8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:28.714263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe44ce7-0307-4339-afdf-6323d06f8145 None None] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:29.097188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aeb08-781b-48b5-bc96-0b9a18a1b452 req-32ae153b-4b02-41b6-bfd9-331c1dad8ea0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:29.099220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f13aeb08-781b-48b5-bc96-0b9a18a1b452 req-32ae153b-4b02-41b6-bfd9-331c1dad8ea0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0643899 Aug 27 16:46:29.139802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f13aeb08-781b-48b5-bc96-0b9a18a1b452 req-e0805cb1-2acf-4c1f-a0f3-d453ec425ccb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Aug 27 16:46:29.338297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:46:29.340900 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225e4b6b-0e75-48d4-a65a-75cb8f685c30" -d '{"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:46:29.379661 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4bd7b-d684-492f-a3dd-03fdbed338da x-openstack-request-id: req-66b4bd7b-d684-492f-a3dd-03fdbed338da {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:46:29.379991 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:46:29.380244 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-66b4bd7b-d684-492f-a3dd-03fdbed338da {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:46:29.380648 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'status': 'completed', 'code': 200} Aug 27 16:46:29.443811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-61643948-bbc7-49ed-8374-66da9918680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:29.445320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-61643948-bbc7-49ed-8374-66da9918680f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1127 time: 0.0423832 Aug 27 16:46:29.537792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-1f53a62a-2c74-44cc-b5f1-439cca376d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:29.539287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-1f53a62a-2c74-44cc-b5f1-439cca376d86 service neutron] 10.222.0.97 "GET /v2.0/networks?id=654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 200 len: 898 time: 0.0862143 Aug 27 16:46:29.613198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-29285520-4a7f-45e7-aee5-7ed66bb83ca3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 1000 time: 0.0662432 Aug 27 16:46:29.664101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-8e530704-e27b-45e7-9850-564cd67dd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:29.665627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-8e530704-e27b-45e7-9850-564cd67dd02d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e413751c-6978-4d5b-99a4-f4b4ee9cb497 HTTP/1.1" status: 200 len: 835 time: 0.0456998 Aug 27 16:46:29.725223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-72864b5b-f032-4b6d-b06f-91582ef1078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:29.726743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-72864b5b-f032-4b6d-b06f-91582ef1078b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=654fa15b-3a17-4594-ac6d-c854e3adb534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540271 Aug 27 16:46:29.830552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-c6701701-10f9-48e5-b898-3a75ff784201 service neutron] 10.222.0.97 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963762 Aug 27 16:46:29.927650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-225e4b6b-0e75-48d4-a65a-75cb8f685c30 req-c5e26a09-d4d1-493d-9dcc-d51c7b2f04ba service neutron] 10.222.0.97 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885451 Aug 27 16:46:30.267886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b45a02-78b9-4bad-b9e1-e708b4d11a42 req-744ffcdd-565c-4dcf-a54f-6700ffe744f7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:30.269467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65b45a02-78b9-4bad-b9e1-e708b4d11a42 req-744ffcdd-565c-4dcf-a54f-6700ffe744f7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0570805 Aug 27 16:46:30.309989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65b45a02-78b9-4bad-b9e1-e708b4d11a42 req-4c0bccf0-d16d-4bfc-b059-55ed36e32644 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Aug 27 16:46:31.304229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:46:31.406398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:31.420203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f has no active binding in host n-h1-806412-1 {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 16:46:31.454211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6a317-0a47-41cf-82d9-6cdfc2f91306 req-66f42f32-579f-484f-ad69-4a5e3c9799ce tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:31.455743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9da6a317-0a47-41cf-82d9-6cdfc2f91306 req-66f42f32-579f-484f-ad69-4a5e3c9799ce tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0600741 Aug 27 16:46:31.494914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9da6a317-0a47-41cf-82d9-6cdfc2f91306 req-69a2f5bd-e5cb-4bb2-b4d5-3241170a366c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Aug 27 16:46:32.634750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d9e94-1764-4050-910c-4bc4696a068d req-398e31f7-b9f1-4a53-90c0-06558d98fc1b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:32.636982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af5d9e94-1764-4050-910c-4bc4696a068d req-398e31f7-b9f1-4a53-90c0-06558d98fc1b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 946 time: 0.0550034 Aug 27 16:46:32.680888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af5d9e94-1764-4050-910c-4bc4696a068d req-87601df5-dfa5-4612-87e9-4c47df1f3100 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372207 Aug 27 16:46:32.966910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-92d389ac-f947-467c-8bf4-9976864e8daa service neutron] 10.222.0.97 "GET /v2.0/ports/5d25afd0-4427-48a8-acaf-afe41474c41f/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 384 time: 0.0676892 Aug 27 16:46:33.160946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:33.185907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:46:33.230616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:46:33.233429 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02e7f4-db66-4c27-aa6a-719f037db848" -d '{"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-unplugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:46:33.242154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:33.345288 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e29e9bf-1bac-4b64-9844-02d1e2712e14 x-openstack-request-id: req-0e29e9bf-1bac-4b64-9844-02d1e2712e14 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:46:33.345587 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-unplugged", "status": "completed", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:46:33.345847 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0e29e9bf-1bac-4b64-9844-02d1e2712e14 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:46:33.346257 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'code': 200} Aug 27 16:46:33.443949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:33.524880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] Transition to ACTIVE for port object 5d25afd0-4427-48a8-acaf-afe41474c41f will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:46:33.623515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:33.720915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] Pushing event updated for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=11']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:33.764579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] No DVR routers for this DVR port 5d25afd0-4427-48a8-acaf-afe41474c41f on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:46:33.923305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab592a3-6c5d-438e-9a80-a61f8670984f req-8e3cc98b-4396-4bfa-9ee9-cea149e4ff58 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:33.927856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bab592a3-6c5d-438e-9a80-a61f8670984f req-8e3cc98b-4396-4bfa-9ee9-cea149e4ff58 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 945 time: 0.1147137 Aug 27 16:46:33.988749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-e5dc08d8-bbc1-487a-b07a-279483387e9d service neutron] 10.222.0.97 "PUT /v2.0/ports/5d25afd0-4427-48a8-acaf-afe41474c41f/bindings/n-h1-806412-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0146108 Aug 27 16:46:33.997494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bab592a3-6c5d-438e-9a80-a61f8670984f req-48ec75b0-6c05-4ab0-9c11-a018f61c75ac tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655477 Aug 27 16:46:34.146040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-79cb0176-14e3-489d-a66a-869d57bc30cd tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:34.147646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-79cb0176-14e3-489d-a66a-869d57bc30cd tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0441535 Aug 27 16:46:34.199197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-56636963-5c6a-4a20-90a0-1658bdcd7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:34.200760 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-56636963-5c6a-4a20-90a0-1658bdcd7d31 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0457149 Aug 27 16:46:34.266744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-2562106c-1022-458d-b9af-0e9df0c5b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:34.268274 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-2562106c-1022-458d-b9af-0e9df0c5b69e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1096 time: 0.0457699 Aug 27 16:46:34.357919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-54e16c12-0ff9-4856-993b-f5a446f95a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:34.359439 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-54e16c12-0ff9-4856-993b-f5a446f95a6a service neutron] 10.222.0.90 "GET /v2.0/networks?id=654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 200 len: 898 time: 0.0845299 Aug 27 16:46:34.437202 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-d9730f51-a9ac-4aff-86cd-bcf931d9dcb0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 998 time: 0.0701630 Aug 27 16:46:34.492171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-f5330a0d-d431-4d16-896c-95018ce4f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:34.493663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-f5330a0d-d431-4d16-896c-95018ce4f64d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e413751c-6978-4d5b-99a4-f4b4ee9cb497 HTTP/1.1" status: 200 len: 835 time: 0.0487769 Aug 27 16:46:34.540194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-800f4c7f-b9cc-49a7-8b20-f7032dbd681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:34.541768 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-800f4c7f-b9cc-49a7-8b20-f7032dbd681c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=654fa15b-3a17-4594-ac6d-c854e3adb534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414412 Aug 27 16:46:34.640998 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-aa7d0b7e-ba81-4ca1-92e5-0ce07e9e8d33 service neutron] 10.222.0.90 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916519 Aug 27 16:46:34.735070 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-9247515f-f180-4e27-b01f-b502673c116b service neutron] 10.222.0.90 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862305 Aug 27 16:46:35.128323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5586b7-9482-44da-916e-ff9b9d28cf22 req-ccd2ddd8-5b66-4660-8a11-150ed46f6929 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:35.130335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e5586b7-9482-44da-916e-ff9b9d28cf22 req-ccd2ddd8-5b66-4660-8a11-150ed46f6929 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 945 time: 0.0591350 Aug 27 16:46:35.169282 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e5586b7-9482-44da-916e-ff9b9d28cf22 req-0bb553d3-b508-4e5e-9eb5-a6eaedc188b4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Aug 27 16:46:35.348031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-9360dc8f-0262-46db-ab6b-bd39d90979eb tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:35.349876 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-9360dc8f-0262-46db-ab6b-bd39d90979eb tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 1096 time: 0.0500176 Aug 27 16:46:35.566553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-df912540-152f-4209-9e5b-a39eced2326e service neutron] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:46:35.570861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-df912540-152f-4209-9e5b-a39eced2326e service neutron] Notify callbacks [] for binding, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:35.572054 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-df912540-152f-4209-9e5b-a39eced2326e service neutron] 10.222.0.90 "DELETE /v2.0/ports/5d25afd0-4427-48a8-acaf-afe41474c41f/bindings/n-h2-806412-1 HTTP/1.1" status: 204 len: 173 time: 0.2151735 Aug 27 16:46:35.811652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:46:35.854708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:46:36.290784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab883ba-d9f2-49d9-8351-55ec87e17fc0 req-8d3c3c39-29b4-4bc5-af7b-08cc3175cfb8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:36.292441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ab883ba-d9f2-49d9-8351-55ec87e17fc0 req-8d3c3c39-29b4-4bc5-af7b-08cc3175cfb8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 945 time: 0.0510080 Aug 27 16:46:36.336258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ab883ba-d9f2-49d9-8351-55ec87e17fc0 req-8ba9c7e3-d464-4ba2-a49a-e62b004fd5bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372534 Aug 27 16:46:36.461016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5dde5-5376-4909-96c6-027a885ec274 req-4bafa753-aadd-4c86-ac25-1c9fb45a68a4 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:36.461016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9de5dde5-5376-4909-96c6-027a885ec274 req-4bafa753-aadd-4c86-ac25-1c9fb45a68a4 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1096 time: 0.0433705 Aug 27 16:46:36.498636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9de5dde5-5376-4909-96c6-027a885ec274 req-4e9e6a48-0ff6-4f18-b5ba-9093d5adf8d5 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Aug 27 16:46:36.637925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb285da-58d7-4abe-bbe1-620c46a54782 req-08de329c-7e8a-46bc-a0c2-ae92ed2aa66b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:36.639536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdb285da-58d7-4abe-bbe1-620c46a54782 req-08de329c-7e8a-46bc-a0c2-ae92ed2aa66b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 945 time: 0.0550261 Aug 27 16:46:36.681754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdb285da-58d7-4abe-bbe1-620c46a54782 req-e1331877-1c2a-443f-bdb5-366b8c2a823d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359483 Aug 27 16:46:36.705223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51600) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:36.771503 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f6ca19d5-a5e4-404e-90d8-c0f5db2f6f07 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/9338fe39-c5d5-4dc1-8537-ba6d4e6f5316 HTTP/1.1" status: 200 len: 990 time: 0.0647461 Aug 27 16:46:36.904535 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f24e64c2-0457-44f5-a2fd-b0cde72733aa req-f83b614f-be08-42d5-8b77-34dc788278cd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257587 Aug 27 16:46:36.970877 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f24e64c2-0457-44f5-a2fd-b0cde72733aa req-80f05add-6eb4-4e45-b86b-06493a9177d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0251210 Aug 27 16:46:37.019294 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f24e64c2-0457-44f5-a2fd-b0cde72733aa req-db758af2-6bb1-4e6f-bb37-dcd99e3d417d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268893 Aug 27 16:46:37.115596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e64c2-0457-44f5-a2fd-b0cde72733aa req-39c08c30-a9e2-476d-8b24-6be0f87786be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:37.117122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f24e64c2-0457-44f5-a2fd-b0cde72733aa req-39c08c30-a9e2-476d-8b24-6be0f87786be service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918844 Aug 27 16:46:39.032958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51640) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:39.203536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port afac5f2a-c305-470e-888d-9e43ef1871f5 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:46:39.203887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:39.281925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:39.282380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:39.294937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for afac5f2a-c305-470e-888d-9e43ef1871f5 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:46:39.517122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:39.547158 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=afac5f2a-c305-470e-888d-9e43ef1871f5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:39.614200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:39.615099 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP 9338fe39-c5d5-4dc1-8537-ba6d4e6f5316 disassociated (deleted). External IP: 172.25.4.9, port: 5d25afd0-4427-48a8-acaf-afe41474c41f. Aug 27 16:46:39.841095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:46:39.954987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:46:39.960673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:39.967212 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] Sync routers for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:46:39.977039 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:39.977664 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:39.999501 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6d6711a7-0c31-4c93-b016-071cf7b3e554 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/floatingips/9338fe39-c5d5-4dc1-8537-ba6d4e6f5316 HTTP/1.1" status: 204 len: 168 time: 0.9611971 Aug 27 16:46:39.999501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:46:40.000960 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58304b54-fda4-4dae-a155-99f77900379b" -d '{"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:46:40.043935 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383181af-6767-4d8b-b00c-e628f1b7ad54 x-openstack-request-id: req-383181af-6767-4d8b-b00c-e628f1b7ad54 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:46:40.044556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:46:40.044556 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-383181af-6767-4d8b-b00c-e628f1b7ad54 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:46:40.044871 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'status': 'completed', 'code': 200} Aug 27 16:46:40.095318 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:40.118342 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304b54-fda4-4dae-a155-99f77900379b req-99bc5178-ead1-4b19-b1e0-e3ee6d6b231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:40.120149 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-58304b54-fda4-4dae-a155-99f77900379b req-99bc5178-ead1-4b19-b1e0-e3ee6d6b231f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 1096 time: 0.0475132 Aug 27 16:46:40.241264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304b54-fda4-4dae-a155-99f77900379b req-593e27a2-8c81-448f-a752-75b75d7b0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:40.243393 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-58304b54-fda4-4dae-a155-99f77900379b req-593e27a2-8c81-448f-a752-75b75d7b0109 service neutron] 10.222.0.90 "GET /v2.0/networks?id=654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 200 len: 898 time: 0.1042912 Aug 27 16:46:40.300910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-58304b54-fda4-4dae-a155-99f77900379b req-f8f8cbac-65e8-40cc-99ec-3c8b3398e7e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 200 len: 217 time: 0.0505841 Aug 27 16:46:40.329862 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:39Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:40.358787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304b54-fda4-4dae-a155-99f77900379b req-dba048fa-991c-4582-9831-9235af7b9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:40.360378 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-58304b54-fda4-4dae-a155-99f77900379b req-dba048fa-991c-4582-9831-9235af7b9c0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e413751c-6978-4d5b-99a4-f4b4ee9cb497 HTTP/1.1" status: 200 len: 835 time: 0.0517058 Aug 27 16:46:40.362942 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] Checking router: ab8c79b9-516b-41ba-9a5c-c81fbb37e25c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:46:40.373985 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:40.373985 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:40.418717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304b54-fda4-4dae-a155-99f77900379b req-3da75104-6392-4efb-aba4-9cd81f18844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:40.420459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-58304b54-fda4-4dae-a155-99f77900379b req-3da75104-6392-4efb-aba4-9cd81f18844e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=654fa15b-3a17-4594-ac6d-c854e3adb534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519710 Aug 27 16:46:40.524682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5424b7-c7c8-49b0-ac19-237caf23f8c3 req-77d82e39-7f2c-4cb0-a5ef-7bbfd537ad1a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:40.532077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba5424b7-c7c8-49b0-ac19-237caf23f8c3 req-77d82e39-7f2c-4cb0-a5ef-7bbfd537ad1a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 945 time: 0.0732474 Aug 27 16:46:40.538977 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-58304b54-fda4-4dae-a155-99f77900379b req-f17a7795-c766-4135-8afa-ed4e7e2d24fd service neutron] 10.222.0.90 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061540 Aug 27 16:46:40.585080 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:40.587318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba5424b7-c7c8-49b0-ac19-237caf23f8c3 req-abc81d8b-7f99-42f1-8bb1-7ed7f4bdd0a9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=cc0986aa-5af9-43bf-b414-05d7fbddff88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542049 Aug 27 16:46:40.651131 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-58304b54-fda4-4dae-a155-99f77900379b req-f0679858-432d-46e1-bd37-e4c961dd1e78 service neutron] 10.222.0.90 "GET /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021719 Aug 27 16:46:40.801188 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:39Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:40.827547 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ad26a-386f-4c75-ba82-9ce454755e3c None None] The sync data for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 is: [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '65221a81-d282-40a2-a1ad-9e88f7a64c57', 'name': '', 'network_id': '654fa15b-3a17-4594-ac6d-c854e3adb534', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:c7:a6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:32Z', 'updated_at': '2021-08-27T16:45:39Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'e413751c-6978-4d5b-99a4-f4b4ee9cb497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:46:40.924249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-80dff1f9-6cdf-41c6-9cf9-2f85aea7bf5e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:40.925804 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-80dff1f9-6cdf-41c6-9cf9-2f85aea7bf5e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.90 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 945 time: 0.0626528 Aug 27 16:46:41.027026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 5d25afd0-4427-48a8-acaf-afe41474c41f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:46:41.027518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:41.113784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ea931-6301-4b31-a797-4e9e567cb323 None None] New status for floating IP 9338fe39-c5d5-4dc1-8537-ba6d4e6f5316: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:46:41.132933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 5d25afd0-4427-48a8-acaf-afe41474c41f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5d25afd0-4427-48a8-acaf-afe41474c41f,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:41.133529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:41.394402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 5d25afd0-4427-48a8-acaf-afe41474c41f owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:46:41.602733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:41.639107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=5d25afd0-4427-48a8-acaf-afe41474c41f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:41.685024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] No DVR routers for this DVR port 5d25afd0-4427-48a8-acaf-afe41474c41f on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:46:41.687770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:41.689994 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0fee8c68-cf8a-43ba-91ff-9c9c2fd72241 req-8fde2b7c-2e1f-498a-9524-ef6a282a4d3b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.90 "DELETE /v2.0/ports/5d25afd0-4427-48a8-acaf-afe41474c41f HTTP/1.1" status: 204 len: 173 time: 0.7578614 Aug 27 16:46:41.718931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c38bf06f-01ae-44d4-be73-b2a4a14b6537 req-ba971fbb-c997-40a6-aa8f-61d7c7a57255 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=49063e7a-2b0b-4c44-a74c-85f754798e59 HTTP/1.1" status: 200 len: 210 time: 0.0286658 Aug 27 16:46:42.045630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-deleted', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:46:42.048134 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1a89f-9908-4edb-9533-e751a524b231" -d '{"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-deleted", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:46:42.089693 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124bacd4-122c-4ba9-928e-7106e06e9489 x-openstack-request-id: req-124bacd4-122c-4ba9-928e-7106e06e9489 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:46:42.090101 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49063e7a-2b0b-4c44-a74c-85f754798e59", "name": "network-vif-deleted", "tag": "5d25afd0-4427-48a8-acaf-afe41474c41f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:46:42.090350 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-124bacd4-122c-4ba9-928e-7106e06e9489 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:46:42.090944 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49063e7a-2b0b-4c44-a74c-85f754798e59', 'name': 'network-vif-deleted', 'tag': '5d25afd0-4427-48a8-acaf-afe41474c41f', 'status': 'completed', 'code': 200} Aug 27 16:46:42.775183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51686) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:43.243479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:43.503067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 65221a81-d282-40a2-a1ad-9e88f7a64c57 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:46:43.503452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:43.594976 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 65221a81-d282-40a2-a1ad-9e88f7a64c57, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=65221a81-d282-40a2-a1ad-9e88f7a64c57,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:43.595379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:43.609933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 65221a81-d282-40a2-a1ad-9e88f7a64c57 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:46:43.871868 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:43.900461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=65221a81-d282-40a2-a1ad-9e88f7a64c57,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:44.086040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:44.304265 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:46:44.416175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:46:44.424124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51690) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:44.425640 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] Sync routers for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:46:44.429028 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-46367880-28bb-47af-9c99-b681de0dee25 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/ab8c79b9-516b-41ba-9a5c-c81fbb37e25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6468601 Aug 27 16:46:44.435841 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:44.436619 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:44.477237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting subnet e413751c-6978-4d5b-99a4-f4b4ee9cb497 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:46:44.480513 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:44.520967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:44.542465 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:44.611291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:44.730519 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:46:43Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:44.757345 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] Checking router: ab8c79b9-516b-41ba-9a5c-c81fbb37e25c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:46:44.766222 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] Routers {'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:44.766927 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:44.787009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:44.826313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02613207-fb17-406a-9555-bbede6c42b61 None None] Network 654fa15b-3a17-4594-ac6d-c854e3adb534 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:46:44.873491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Subnet': ['ID=e413751c-6978-4d5b-99a4-f4b4ee9cb497,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:44.884380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:44.886684 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/subnets/e413751c-6978-4d5b-99a4-f4b4ee9cb497 HTTP/1.1" status: 204 len: 168 time: 0.4615769 Aug 27 16:46:44.888647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.889415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:44.899554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.900176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.903973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.904802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.905492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.910398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.911047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.916643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.917240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.917948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.918462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba115-6110-42dd-b399-d088600bbf1f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:44.943734 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] Set router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:45.064984 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.128465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] DHCP port deletion for 654fa15b-3a17-4594-ac6d-c854e3adb534 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:46:45.184329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Deleting port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:46:45.184720 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.195875 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:46:43Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:45.196153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.230358 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a3cbe-2c18-4893-9301-a96867e98536 None None] The sync data for ids ['ab8c79b9-516b-41ba-9a5c-c81fbb37e25c'] in n-d-806412-1 is: [{'id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28087666', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:46:43Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': '39ab81c0-d2f7-4475-861d-c4a2d1f56e2f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c79b9-516b-41ba-9a5c-c81fbb37e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:45:27Z', 'updated_at': '2021-08-27T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:46:45.260104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] For port 06e11d74-7b79-4f40-be8c-92a1c56a0b99, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=06e11d74-7b79-4f40-be8c-92a1c56a0b99,segment=NetworkSegment(fd04b110-6a6c-439e-b645-cbb2df2216d8),segment_id=fd04b110-6a6c-439e-b645-cbb2df2216d8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:45.260504 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.274182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Calling delete_port for 06e11d74-7b79-4f40-be8c-92a1c56a0b99 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:46:45.380805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:46:45.389906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:46:45.397953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.401371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 5d25afd0-4427-48a8-acaf-afe41474c41f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:46:45.401692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5d25afd0-4427-48a8-acaf-afe41474c41f not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:46:45.414257 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.443510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Pushing event deleted for resources: {'Port': ['ID=06e11d74-7b79-4f40-be8c-92a1c56a0b99,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:45.451501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] No DVR routers for this DVR port 06e11d74-7b79-4f40-be8c-92a1c56a0b99 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:46:45.453949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.454309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.454658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.455006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.455444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.455786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.456124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.456456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.456789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.457122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.457452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.457803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe8045-2edb-45d3-bf6e-ea8cace88d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:45.476437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:45.476805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.493361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:46:45.751808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.783354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=39ab81c0-d2f7-4475-861d-c4a2d1f56e2f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:45.844470 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.936434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:45.938889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.088132 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.088669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Fanout notify agent at l3_agent the message router_deleted on router ab8c79b9-516b-41ba-9a5c-c81fbb37e25c {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:46:46.095466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.096579 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57568cd6-e9a3-4e80-bc4e-c20b148e467d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/routers/ab8c79b9-516b-41ba-9a5c-c81fbb37e25c HTTP/1.1" status: 204 len: 168 time: 1.2056048 Aug 27 16:46:46.099811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 51704) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:46.424364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.517246 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.528333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654fa15b-3a17-4594-ac6d-c854e3adb534']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:46.540820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd04b110-6a6c-439e-b645-cbb2df2216d8') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:46.541209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd04b110-6a6c-439e-b645-cbb2df2216d8') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:46.553108 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.567632 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.575536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:46:46.575990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:46:46.578967 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:46:46.717428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.722475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.726273 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/networks/654fa15b-3a17-4594-ac6d-c854e3adb534 HTTP/1.1" status: 204 len: 168 time: 0.6252372 Aug 27 16:46:46.728856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51720) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:46.741127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Network': ['ID=654fa15b-3a17-4594-ac6d-c854e3adb534,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:46.749619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.750253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.750682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.751103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.751606 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.752026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.752452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.752869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.753291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.753797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.754202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.754673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820736d-9878-42a7-873a-929b7307ac42 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:46.793257 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3bc8-ca32-4f32-a635-ea05f37f1b05 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.823751 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3bc8-ca32-4f32-a635-ea05f37f1b05 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.872639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 06e11d74-7b79-4f40-be8c-92a1c56a0b99 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:46:46.894473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 06e11d74-7b79-4f40-be8c-92a1c56a0b99 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:46:46.894817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 06e11d74-7b79-4f40-be8c-92a1c56a0b99 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:46:46.895256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:46:46.915960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:46:46.919382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 39ab81c0-d2f7-4475-861d-c4a2d1f56e2f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:46:46.919382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 65221a81-d282-40a2-a1ad-9e88f7a64c57 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:46:46.936305 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 65221a81-d282-40a2-a1ad-9e88f7a64c57 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:46:46.936656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 65221a81-d282-40a2-a1ad-9e88f7a64c57 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:46:46.985413 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3bc8-ca32-4f32-a635-ea05f37f1b05 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.988087 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6b7d3bc8-ca32-4f32-a635-ea05f37f1b05 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:46.989429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6b7d3bc8-ca32-4f32-a635-ea05f37f1b05 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/security-groups/cc0986aa-5af9-43bf-b414-05d7fbddff88 HTTP/1.1" status: 204 len: 168 time: 0.2587776 Aug 27 16:46:46.999369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d3bc8-ca32-4f32-a635-ea05f37f1b05 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0986aa-5af9-43bf-b414-05d7fbddff88,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:47.564916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51738) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:47.573658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7a52dd0d-c812-4b33-a354-32c510eaa09a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076637206', 'description': 'tempest-secgroup-smoke-2076637206 description', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:47.700355 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a52dd0d-c812-4b33-a354-32c510eaa09a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:47.782287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a52dd0d-c812-4b33-a354-32c510eaa09a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:47.900141 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a52dd0d-c812-4b33-a354-32c510eaa09a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:47.933810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52dd0d-c812-4b33-a354-32c510eaa09a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:48.019846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7a52dd0d-c812-4b33-a354-32c510eaa09a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.024271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7a52dd0d-c812-4b33-a354-32c510eaa09a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4553912 Aug 27 16:46:48.024850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51758) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:48.029039 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6ffd44bd-4ced-45cc-b43a-4ec1ca5ee5a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '41d8b7fd-c438-400a-8c4f-85a13c5dd5a2', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:48.128117 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffd44bd-4ced-45cc-b43a-4ec1ca5ee5a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.188308 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffd44bd-4ced-45cc-b43a-4ec1ca5ee5a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.322825 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffd44bd-4ced-45cc-b43a-4ec1ca5ee5a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.341544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd44bd-4ced-45cc-b43a-4ec1ca5ee5a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a913af8-1775-47f0-95a8-f21a6446bfc6,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:48.425606 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ffd44bd-4ced-45cc-b43a-4ec1ca5ee5a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.427475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ffd44bd-4ced-45cc-b43a-4ec1ca5ee5a7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015434 Aug 27 16:46:48.430130 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51774) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:48.434768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-57603415-2a3b-4584-9905-1c954521cb87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '41d8b7fd-c438-400a-8c4f-85a13c5dd5a2', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:48.544737 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-57603415-2a3b-4584-9905-1c954521cb87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.602045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-57603415-2a3b-4584-9905-1c954521cb87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.722501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-57603415-2a3b-4584-9905-1c954521cb87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.755583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57603415-2a3b-4584-9905-1c954521cb87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b563c0b-8441-453d-ad2b-2dc65a8a0185,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:48.842580 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-57603415-2a3b-4584-9905-1c954521cb87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:48.843916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-57603415-2a3b-4584-9905-1c954521cb87 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4127767 Aug 27 16:46:48.846545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51790) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:48.851911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-492b9ef6-70c1-4cce-b4c1-fa948919a358 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '41d8b7fd-c438-400a-8c4f-85a13c5dd5a2', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:48.962916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-492b9ef6-70c1-4cce-b4c1-fa948919a358 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.026863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-492b9ef6-70c1-4cce-b4c1-fa948919a358 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.105840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-492b9ef6-70c1-4cce-b4c1-fa948919a358 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.125096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b9ef6-70c1-4cce-b4c1-fa948919a358 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e0baca-a95c-4583-ae97-589d40fa0b2a,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:49.220067 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-492b9ef6-70c1-4cce-b4c1-fa948919a358 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.224086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-492b9ef6-70c1-4cce-b4c1-fa948919a358 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737941 Aug 27 16:46:49.224888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:49.229341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b140351a-f2ad-4a09-9c68-a2f1e1806862 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '41d8b7fd-c438-400a-8c4f-85a13c5dd5a2', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:49.358890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b140351a-f2ad-4a09-9c68-a2f1e1806862 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.420948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b140351a-f2ad-4a09-9c68-a2f1e1806862 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.517303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b140351a-f2ad-4a09-9c68-a2f1e1806862 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.535580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140351a-f2ad-4a09-9c68-a2f1e1806862 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18c49ff-26bf-4eb7-964a-7151fe1a9fb7,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:49.632782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b140351a-f2ad-4a09-9c68-a2f1e1806862 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.637143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b140351a-f2ad-4a09-9c68-a2f1e1806862 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4084539 Aug 27 16:46:49.637643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51826) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:49.642585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '41d8b7fd-c438-400a-8c4f-85a13c5dd5a2', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:49.740248 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:46:49.745799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.809947 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.882416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.904552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb2657b-b4c5-4678-8421-e57b5aa083d8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:49.980302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:49.981601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8caa2226-441c-4b83-88ba-9d37e045ae0b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3428330 Aug 27 16:46:49.984262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51846) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:49.988762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'security_group_rule': {'security_group_id': '41d8b7fd-c438-400a-8c4f-85a13c5dd5a2', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:50.128718 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Project 699028f8ab0c4d7c9bc3271ea35a8fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:46:50.135304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.204027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.271548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.290201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3185ef-f3c7-455b-80a8-39af215775f8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:50.339369 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.340680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-99bd7ef1-d2c6-47b0-841f-77c87ee125a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554420 Aug 27 16:46:50.343428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51862) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:50.349770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'network': {'name': 'tempest-network-smoke--461728700', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'port_security_enabled': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:50.436594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:46:50.440032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.465310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:46:50.474061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.474410 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Added segment 2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc of type vlan for network ac9d95b5-075f-405f-8d38-011e6675355e Aug 27 16:46:50.514635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.602777 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21695560-f721-42e9-a3a9-8ba2aa6ed7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.631357 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.636899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:50.637506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.705984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Network': ['ID=ac9d95b5-075f-405f-8d38-011e6675355e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:50.716985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ac9d95b5-075f-405f-8d38-011e6675355e details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:46:50.774974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c758b9a8-c5af-4d6c-901d-0754f4d322e7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4302001 Aug 27 16:46:50.777583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51884) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:50.782661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'admin_state_up': True, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:50.900148 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.901222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:50.952894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:51.155365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:51.431432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:51.455072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:51.556710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.35 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/daaa8bb1-156d-4803-b575-a397d575eca8) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:46:51.662643 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:51.791801 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:51.830739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:46:51.835556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:46:51.839064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:46:51.844650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=daaa8bb1-156d-4803-b575-a397d575eca8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:52.155551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:52.360284 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:52.545422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 091d7776-7a09-4db1-bd7c-9dadfdad9241 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:46:52.970792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:46:52.981042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Sync routers for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:46:52.992136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:52.992843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:53.042998 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.044566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f4c57a9-bc0f-4b7f-ac11-79bc5feb6ae1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2658575 Aug 27 16:46:53.047678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51992) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:53.079164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5b4086d6-68fa-4760-b9e9-1dc46962de33 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=699028f8ab0c4d7c9bc3271ea35a8fb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303159 Aug 27 16:46:53.081979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 51996) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:53.100772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:53.172002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab4c67-6394-4b6f-b68b-d4344370355b tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:53.173593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3ab4c67-6394-4b6f-b68b-d4344370355b tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905678 Aug 27 16:46:53.176928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52004) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:53.207678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8d1dc023-52e6-4d7f-8790-3106f68435e9 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291324 Aug 27 16:46:53.210659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52008) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:53.215441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012618851', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:53.232891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93b50b76-3d6c-47fe-8744-86b084c46c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.326099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:51Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:53.356613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Checking router: 091d7776-7a09-4db1-bd7c-9dadfdad9241 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:46:53.356946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Updating router 091d7776-7a09-4db1-bd7c-9dadfdad9241 port daaa8bb1-156d-4803-b575-a397d575eca8 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:46:53.383412 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.386141 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.419922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:46:53.421971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.423591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.677378 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.743624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Subnet': ['ID=da2e4d57-efd1-4321-a913-795f19e086f8,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:53.751172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Checking segment: {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:46:53.751560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network hostable DHCP agents. Network: ac9d95b5-075f-405f-8d38-011e6675355e, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:46:53.799518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.809213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Transition to ACTIVE for port object daaa8bb1-156d-4803-b575-a397d575eca8 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:46:53.836568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network ac9d95b5-075f-405f-8d38-011e6675355e is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:46:53.859506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.899820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ac9d95b5-075f-405f-8d38-011e6675355e) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:46:53.904611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:53.905477 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.916237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49deb19-0b02-4f03-b088-19b42d928fed None None] Network ac9d95b5-075f-405f-8d38-011e6675355e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:46:53.933693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Attempting to bind port daaa8bb1-156d-4803-b575-a397d575eca8 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:46:53.933693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Attempting to bind port daaa8bb1-156d-4803-b575-a397d575eca8 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:46:53.933693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Attempting to bind port daaa8bb1-156d-4803-b575-a397d575eca8 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:46:53.957557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d2e49-20a9-42bf-9d7a-b505a3b2093d None None] Pushing event updated for resources: {'Port': ['ID=daaa8bb1-156d-4803-b575-a397d575eca8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:53.966638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:46:53.967013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:46:53.967446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.967830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:46:53.968294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Bound port: daaa8bb1-156d-4803-b575-a397d575eca8, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:46:53.968675 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:53.986079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3e9d05a3-89aa-47ec-9c39-27647273a2db tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7742784 Aug 27 16:46:53.989787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52046) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:46:54.050446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] For port daaa8bb1-156d-4803-b575-a397d575eca8, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:46:54.054357 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] For port daaa8bb1-156d-4803-b575-a397d575eca8, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=daaa8bb1-156d-4803-b575-a397d575eca8,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:46:54.121862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-ac9d95b5-075f-405f-8d38-011e6675355e', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:46:54.122733 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.134923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.271634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:54.272685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:54.316600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d2e49-20a9-42bf-9d7a-b505a3b2093d None None] Pushing event updated for resources: {'Port': ['ID=daaa8bb1-156d-4803-b575-a397d575eca8,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:54.329407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.428232 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Allocated IP 172.20.0.2 (ac9d95b5-075f-405f-8d38-011e6675355e/da2e4d57-efd1-4321-a913-795f19e086f8/08d3e518-8686-4642-8213-e2fd1e3c9095) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:46:54.438797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:54.455468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.662916 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.737651 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.749031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Transition to ACTIVE for port object 08d3e518-8686-4642-8213-e2fd1e3c9095 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:46:54.760115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:51Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:54.795888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b2ebb-1f58-4d20-8bb9-70472b951669 None None] The sync data for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 is: [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:51Z', 'revision_number': 3, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:46:54.797580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Transition to ACTIVE for port object 08d3e518-8686-4642-8213-e2fd1e3c9095 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:46:54.869253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.909624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Network ac9d95b5-075f-405f-8d38-011e6675355e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:46:54.913346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:46:54.919108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:46:54.928881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Pushing event updated for resources: {'Port': ['ID=08d3e518-8686-4642-8213-e2fd1e3c9095,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:54.940372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.1 (ac9d95b5-075f-405f-8d38-011e6675355e/da2e4d57-efd1-4321-a913-795f19e086f8/afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:46:54.988337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Attempting to bind port 08d3e518-8686-4642-8213-e2fd1e3c9095 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:46:54.989467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Attempting to bind port 08d3e518-8686-4642-8213-e2fd1e3c9095 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:46:54.989838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Attempting to bind port 08d3e518-8686-4642-8213-e2fd1e3c9095 on network ac9d95b5-075f-405f-8d38-011e6675355e {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:46:54.995551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:46:54.996321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Checking segment: {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:46:54.997046 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:54.997505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Bound using segment: {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:46:54.997981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Bound port: 08d3e518-8686-4642-8213-e2fd1e3c9095, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:46:54.998581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:55.091558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] For port 08d3e518-8686-4642-8213-e2fd1e3c9095, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:46:55.095176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] For port 08d3e518-8686-4642-8213-e2fd1e3c9095, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=08d3e518-8686-4642-8213-e2fd1e3c9095,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:46:55.106307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:55.122163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:46:55.197615 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:55.227036 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:55.257653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90db5e-f92c-4e49-ac9c-3f88aaf73236 None None] Pushing event updated for resources: {'Port': ['ID=08d3e518-8686-4642-8213-e2fd1e3c9095,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:55.294430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network ac9d95b5-075f-405f-8d38-011e6675355e is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:46:55.297942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:46:55.301522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:46:55.309388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:55.362876 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:55.616507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:55.919829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:55.980745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:56.062896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:56.064942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:56.123189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:56.174047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network ac9d95b5-075f-405f-8d38-011e6675355e is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:46:56.180156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:46:56.274495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46829f11-29cc-46fc-9560-3d3ca238ed94 None None] Network ac9d95b5-075f-405f-8d38-011e6675355e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:46:56.297005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 091d7776-7a09-4db1-bd7c-9dadfdad9241 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:46:56.399664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0a2263d3-84f1-4458-9015-780bfd2f668c None None] Provisioning for port 08d3e518-8686-4642-8213-e2fd1e3c9095 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:46:56.430888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:46:56.436178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-09d96870-0513-4c67-be63-ce1eae628a4b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/091d7776-7a09-4db1-bd7c-9dadfdad9241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4452841 Aug 27 16:46:56.650863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bfa3a5ac-304c-4c53-941c-52f5ceef6a29 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076637206&fields=id&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 267 time: 0.0356901 Aug 27 16:46:56.726077 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Sync routers for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:46:56.738327 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:56.739067 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:56.787154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-8b00e2a6-f1ea-4b9f-b75e-18f63e5f95b2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:56.788746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-8b00e2a6-f1ea-4b9f-b75e-18f63e5f95b2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/networks?id=ac9d95b5-075f-405f-8d38-011e6675355e HTTP/1.1" status: 200 len: 796 time: 0.1265426 Aug 27 16:46:56.812381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-0c899896-91b2-4c9a-abad-751045e122f3 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/quotas/699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 375 time: 0.0110462 Aug 27 16:46:56.837214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da612c26-b87d-44be-a106-84e65db8e05e None None] Provisioning for port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:46:56.841722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-da612c26-b87d-44be-a106-84e65db8e05e None None] Provisioning complete for port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:56.846306 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da612c26-b87d-44be-a106-84e65db8e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:56.888743 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:56.899219 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-0ae79a92-3b94-4422-8b7a-ab3941c4391a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793071 Aug 27 16:46:56.927090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-da612c26-b87d-44be-a106-84e65db8e05e None None] Port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:46:56.983742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device daaa8bb1-156d-4803-b575-a397d575eca8 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:46:57.032072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-c2dfb7f2-c79c-4be7-9caa-1062dc614249 service neutron] 10.222.0.101 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170619 Aug 27 16:46:57.054101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-28de779b-7ca4-4a2b-8bb5-e2a86701977f None None] Provisioning complete for port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:57.055601 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28de779b-7ca4-4a2b-8bb5-e2a86701977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.100832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-28de779b-7ca4-4a2b-8bb5-e2a86701977f None None] Port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:46:57.113532 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 2, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:57.141797 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Checking router: 091d7776-7a09-4db1-bd7c-9dadfdad9241 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:46:57.142177 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Updating router 091d7776-7a09-4db1-bd7c-9dadfdad9241 port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:46:57.159550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-a1f0502e-fc2e-4f26-b3a4-f00c033b1836 service neutron] 10.222.0.101 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103458 Aug 27 16:46:57.162578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port daaa8bb1-156d-4803-b575-a397d575eca8 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:46:57.166850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port daaa8bb1-156d-4803-b575-a397d575eca8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:57.167289 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.188247 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.229776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7380bcb2-f07b-4168-90ae-a138decb1c69 None None] Provisioning complete for port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:57.230045 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7380bcb2-f07b-4168-90ae-a138decb1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.294123 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.300192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7380bcb2-f07b-4168-90ae-a138decb1c69 None None] Port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:46:57.316614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port daaa8bb1-156d-4803-b575-a397d575eca8, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=daaa8bb1-156d-4803-b575-a397d575eca8,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:57.399165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.400029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 08d3e518-8686-4642-8213-e2fd1e3c9095 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:46:57.438304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-edd29c2c-ef44-4ae2-85c9-a290140ecc93 req-e088fc37-73ed-4558-b178-c1187aa83f7b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 210 time: 0.0452693 Aug 27 16:46:57.489826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=daaa8bb1-156d-4803-b575-a397d575eca8,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:57.573883 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 08d3e518-8686-4642-8213-e2fd1e3c9095 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:46:57.578487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 08d3e518-8686-4642-8213-e2fd1e3c9095 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:57.579161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.601202 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.610768 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Transition to ACTIVE for port object afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:46:57.666423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.694816 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.701391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 08d3e518-8686-4642-8213-e2fd1e3c9095, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=08d3e518-8686-4642-8213-e2fd1e3c9095,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:57.753550 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Pushing event updated for resources: {'Port': ['ID=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:57.760186 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.760706 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.761128 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.761585 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.761971 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.762385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.762843 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.763243 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.763663 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.764086 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.764527 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.764948 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:46:57.824241 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Attempting to bind port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:46:57.824826 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Attempting to bind port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:46:57.825382 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Attempting to bind port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce on network ac9d95b5-075f-405f-8d38-011e6675355e {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:46:57.830874 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:46:57.831396 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Checking segment: {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:46:57.831753 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.832149 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Bound using segment: {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:46:57.832639 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Bound port: afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:46:57.833021 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.837419 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:57.890180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=08d3e518-8686-4642-8213-e2fd1e3c9095,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:57.906409 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] For port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:46:57.909601 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] For port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:46:58.003080 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:58.061545 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:46:58.062185 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:58.100560 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e89a-7a05-4b06-bbe3-a06c76411bac None None] Pushing event updated for resources: {'Port': ['ID=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:58.180037 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:46:58.385522 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:46:58.412439 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1de80-a7b9-4317-a0a5-7a9dff80e621 None None] The sync data for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 is: [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:46:58.557244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fde9e4a-7528-4188-9a9c-76970437dd38 req-c092d8ae-7016-4fb4-976d-cfbdc098ff1e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 210 time: 0.0277593 Aug 27 16:46:58.980116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device daaa8bb1-156d-4803-b575-a397d575eca8 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:46:59.031623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port daaa8bb1-156d-4803-b575-a397d575eca8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:59.032015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:59.116613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:46:59.219822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:46:59.223987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:59.224363 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:59.303802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:59.341894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:46:59.431032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:59.431882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 08d3e518-8686-4642-8213-e2fd1e3c9095 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:46:59.520608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:46:59.531715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 08d3e518-8686-4642-8213-e2fd1e3c9095 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:46:59.532568 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:46:59.607479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-9d0b93a1-fb08-408c-a34d-ec7d64cb8cd0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:46:59.609152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-9d0b93a1-fb08-408c-a34d-ec7d64cb8cd0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/networks?id=ac9d95b5-075f-405f-8d38-011e6675355e HTTP/1.1" status: 200 len: 796 time: 0.1270454 Aug 27 16:46:59.664981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc602154-9dd2-426a-b042-981d6d353ed5 req-b38828db-16c1-4528-a787-511bd23649f2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 210 time: 0.0315471 Aug 27 16:46:59.680214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-c847040d-8ddd-4434-b365-6844f814f216 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6 HTTP/1.1" status: 200 len: 380 time: 0.0622003 Aug 27 16:46:59.690538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'port': {'device_id': '08399197-9796-4a41-964e-b69e48eb69a7', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'admin_state_up': True, 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'security_groups': ['41d8b7fd-c438-400a-8c4f-85a13c5dd5a2']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:46:59.922746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Made reservation on behalf of 699028f8ab0c4d7c9bc3271ea35a8fb6 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:46:59.926521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.053976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.20.0.4 (ac9d95b5-075f-405f-8d38-011e6675355e/da2e4d57-efd1-4321-a913-795f19e086f8/3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:47:00.195517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.208831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Transition to ACTIVE for port object 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:47:00.311829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.358630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network ac9d95b5-075f-405f-8d38-011e6675355e is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:47:00.366320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:47:00.368295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:47:00.403171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:00.444258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:00.444936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.523675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-da00bbaf-5078-4ee5-a367-1926a43b7b02 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369412 Aug 27 16:47:00.537618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Request body: {'port': {'device_id': '08399197-9796-4a41-964e-b69e48eb69a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:47:00.598834 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.657490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b3beca91-48ae-4b1c-8be8-6039a57d5404 None None] Provisioning for port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:47:00.658166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b3beca91-48ae-4b1c-8be8-6039a57d5404 None None] Provisioning complete for port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:47:00.658305 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3beca91-48ae-4b1c-8be8-6039a57d5404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.845985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ca489-d104-47db-a564-19388cbba14c req-d6ac043c-4271-46da-92e3-4b953ff2a7bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:00.847465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-468ca489-d104-47db-a564-19388cbba14c req-d6ac043c-4271-46da-92e3-4b953ff2a7bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 931 time: 0.1018515 Aug 27 16:47:00.852702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b3beca91-48ae-4b1c-8be8-6039a57d5404 None None] Port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:47:00.875841 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:47:00.886356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:47:00.917358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-468ca489-d104-47db-a564-19388cbba14c req-b5e27306-c788-4f74-a151-87e0f40793ec tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585129 Aug 27 16:47:00.937843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:47:00.938216 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.954120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:47:00.962134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:00.974641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Transition to ACTIVE for port object 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:47:01.059691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:01.131407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:01.180802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Attempting to bind port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:47:01.181142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Attempting to bind port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:47:01.181472 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Attempting to bind port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c on network ac9d95b5-075f-405f-8d38-011e6675355e {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:47:01.186099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c on network ac9d95b5-075f-405f-8d38-011e6675355e not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:47:01.186421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Attempting to bind port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c on network ac9d95b5-075f-405f-8d38-011e6675355e {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:47:01.191429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:47:01.191773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Checking segment: {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:47:01.192853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Bound using segment: {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:47:01.193359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Bound port: 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:47:01.193724 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:01.265425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:47:01.268576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:47:01.334906 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] 10.222.0.97 "PUT /v2.0/ports/3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c HTTP/1.1" status: 200 len: 1091 time: 0.8418481 Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e13e9-9791-4d12-b1d4-4d02781da8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed59f49-7f34-42c8-ad83-a95a0ad51375 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba97ba82-c415-4f27-9ee1-9a5313b9ee0f x-openstack-request-id: req-ba97ba82-c415-4f27-9ee1-9a5313b9ee0f {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ba97ba82-c415-4f27-9ee1-9a5313b9ee0f {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'status': 'completed', 'code': 200} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e13e9-9791-4d12-b1d4-4d02781da8c6 req-d1f38d45-e9f8-49c4-a776-25ec5f087331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b8e13e9-9791-4d12-b1d4-4d02781da8c6 req-d1f38d45-e9f8-49c4-a776-25ec5f087331 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1094 time: 0.0521369 Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e13e9-9791-4d12-b1d4-4d02781da8c6 req-eb873b65-85e2-4428-8bc2-1868d0bba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:01.625927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b8e13e9-9791-4d12-b1d4-4d02781da8c6 req-eb873b65-85e2-4428-8bc2-1868d0bba608 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1192563 Aug 27 16:47:01.722224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e13e9-9791-4d12-b1d4-4d02781da8c6 req-ffbe307b-2149-4d4a-b79a-7f69907d377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:01.724587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b8e13e9-9791-4d12-b1d4-4d02781da8c6 req-ffbe307b-2149-4d4a-b79a-7f69907d377c service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960433 Aug 27 16:47:01.808290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-020b5bfb-36fa-42fe-9b2e-ace5e81bb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:01.809782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-020b5bfb-36fa-42fe-9b2e-ace5e81bb821 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1094 time: 0.0494778 Aug 27 16:47:01.855396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-55ad680e-e18b-42e1-b353-1b9fd4ed9034 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c HTTP/1.1" status: 200 len: 217 time: 0.0377762 Aug 27 16:47:01.909425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-6c9459e4-27b5-4cb6-96e1-134c536e5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:01.911003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-6c9459e4-27b5-4cb6-96e1-134c536e5a23 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2e4d57-efd1-4321-a913-795f19e086f8 HTTP/1.1" status: 200 len: 835 time: 0.0492585 Aug 27 16:47:01.962634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-2374bdbb-6a9e-4673-9f37-0d05a54d1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:01.964347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-2374bdbb-6a9e-4673-9f37-0d05a54d1954 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ac9d95b5-075f-405f-8d38-011e6675355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458915 Aug 27 16:47:02.096627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd0e-ec6a-428a-ab94-efb101d14f2a req-53a88a13-48cd-4b07-a783-6ce1b748e65c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:02.098131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-880efd0e-ec6a-428a-ab94-efb101d14f2a req-53a88a13-48cd-4b07-a783-6ce1b748e65c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 943 time: 0.0792699 Aug 27 16:47:02.115779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-047208ac-5e44-4687-9d1d-e71db1ee6240 service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443627 Aug 27 16:47:02.196461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-880efd0e-ec6a-428a-ab94-efb101d14f2a req-e24078a5-582c-47d7-97c2-6e44240c0550 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907991 Aug 27 16:47:02.238209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9988b7a5-1260-4249-a1dd-a54c365eccde req-5103858e-7578-45a3-8725-1df6af794954 service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052904 Aug 27 16:47:03.322665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72496017-6806-4b24-aa4a-f7a6c0b4bda5 req-e0502779-c826-4cf2-a8a3-912d8766c769 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:03.324217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72496017-6806-4b24-aa4a-f7a6c0b4bda5 req-e0502779-c826-4cf2-a8a3-912d8766c769 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 943 time: 0.0509639 Aug 27 16:47:03.374856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72496017-6806-4b24-aa4a-f7a6c0b4bda5 req-8f1a2cb5-0fd1-474c-9584-4749ebe40960 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Aug 27 16:47:03.905291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:47:04.002558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:47:04.014810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'port_id': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'mac_address': 'fa:16:3e:c8:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:47:04.051084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:04.067775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:47:04.087709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:47:04.259556 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:04.307922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:04.464896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:47:04.498241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffabfe5-1cb4-4ae0-a0cc-1bcf1dc24486 req-86a43050-cfa8-4ca2-a957-1260b32ba792 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:04.500036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ffabfe5-1cb4-4ae0-a0cc-1bcf1dc24486 req-86a43050-cfa8-4ca2-a957-1260b32ba792 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 944 time: 0.0568831 Aug 27 16:47:04.542111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ffabfe5-1cb4-4ae0-a0cc-1bcf1dc24486 req-751f8a59-dcd8-4a42-9367-f6a284500fd4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347872 Aug 27 16:47:05.660719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ca91d-a472-42b8-bc27-3a712a9f663a req-f9611989-9497-4578-89a3-6f015c79fd96 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:05.662173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c43ca91d-a472-42b8-bc27-3a712a9f663a req-f9611989-9497-4578-89a3-6f015c79fd96 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 944 time: 0.0515397 Aug 27 16:47:05.703152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c43ca91d-a472-42b8-bc27-3a712a9f663a req-fc7c6700-2acc-4509-983b-56f4368c9e0a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349665 Aug 27 16:47:05.905073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:47:06.025542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:47:06.029500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:47:06.029911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:06.118609 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:06.142411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:47:06.144783 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d1afd1-5c35-48b6-8a61-ee73e0690b17" -d '{"events": [{"server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:47:06.157793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:47:06.182344 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26778eb-e6e2-4f2a-8e26-44f6d2d60646 x-openstack-request-id: req-f26778eb-e6e2-4f2a-8e26-44f6d2d60646 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:47:06.182644 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:47:06.182901 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f26778eb-e6e2-4f2a-8e26-44f6d2d60646 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:47:06.183320 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'code': 200} Aug 27 16:47:06.202811 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:06.252252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:06.283374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7a303-3432-4bf2-80b9-253d88cfc672 req-87b8c3e7-df37-4ebc-8c8a-c4eb46668d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:06.284862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57a7a303-3432-4bf2-80b9-253d88cfc672 req-87b8c3e7-df37-4ebc-8c8a-c4eb46668d25 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1096 time: 0.0434198 Aug 27 16:47:06.321877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57a7a303-3432-4bf2-80b9-253d88cfc672 req-2cb84bef-e2df-4132-875a-d8e9848f0f4a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292606 Aug 27 16:47:06.820759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b083f16-369a-4644-9245-e6c82b0d363c req-319845b4-be53-4b0c-85ee-57b854b89ba9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:06.822234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b083f16-369a-4644-9245-e6c82b0d363c req-319845b4-be53-4b0c-85ee-57b854b89ba9 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0523252 Aug 27 16:47:06.858520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b083f16-369a-4644-9245-e6c82b0d363c req-14bd9466-afcc-48d6-8675-08ce3c492b9e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303404 Aug 27 16:47:07.976998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c50f7-025d-4ae9-b086-b5ce3b7ea13a req-efc683f2-5c2e-41c6-88f1-bf9b556633ed tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:07.978480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa3c50f7-025d-4ae9-b086-b5ce3b7ea13a req-efc683f2-5c2e-41c6-88f1-bf9b556633ed tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0509889 Aug 27 16:47:08.017966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa3c50f7-025d-4ae9-b086-b5ce3b7ea13a req-e4c550a4-0109-4425-9136-6e80906d8a47 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333159 Aug 27 16:47:08.134308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f5e65-adb6-47af-88db-7a8282c67942 req-1a2122da-a3ee-45ee-b89f-c64002d5f560 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:08.135796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e4f5e65-adb6-47af-88db-7a8282c67942 req-1a2122da-a3ee-45ee-b89f-c64002d5f560 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Aug 27 16:47:08.180278 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e4f5e65-adb6-47af-88db-7a8282c67942 req-88ed462a-c153-4be0-9b6a-408cea4c3365 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Aug 27 16:47:08.195677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52294) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:47:08.239948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8970b-b41a-4a69-8793-af999793d7b7 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:08.241484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8ec8970b-b41a-4a69-8793-af999793d7b7 tempest-TestNetworkAdvancedServerOps-2096498036 tempest-TestNetworkAdvancedServerOps-2096498036-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1091 time: 0.0447986 Aug 27 16:47:08.244414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52296) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:47:08.249234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:47:08.339927 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:08.438555 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:08.548937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Allocated IP 172.25.4.107 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/5ebdc06c-b3a5-4144-9839-44c3ff9d24e3) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:47:08.657258 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:08.746817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:08.788235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:47:08.791035 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:47:08.793705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:47:08.823792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=5ebdc06c-b3a5-4144-9839-44c3ff9d24e3,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:09.164685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:09.308570 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:09.838078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:09.922327 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:09.987865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event updated for resources: {'Port': ['ID=5ebdc06c-b3a5-4144-9839-44c3ff9d24e3,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:10.001550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:10.102470 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP 77855480-1f36-4b16-b2c0-5ee6ac831740 associated. External IP: 172.25.4.107, port: 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c. Aug 27 16:47:10.320362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 091d7776-7a09-4db1-bd7c-9dadfdad9241 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:47:10.431550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:47:10.456820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] Sync routers for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:47:10.469482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:47:10.472030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:47:10.534111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:10.573119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e5803732-5015-450f-a060-a27e37fa4008 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3249753 Aug 27 16:47:10.573119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:47:10.573676 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d13c1a2-6e28-460a-8078-ca68e183b011" -d '{"events": [{"name": "network-changed", "server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:47:10.586812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:47:10.640603 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134cb12e-24b9-4340-a64c-1cf733b338cf x-openstack-request-id: req-134cb12e-24b9-4340-a64c-1cf733b338cf {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:47:10.640902 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:47:10.641249 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-134cb12e-24b9-4340-a64c-1cf733b338cf {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:47:10.641807 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'status': 'completed', 'code': 200} Aug 27 16:47:10.724503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828014-b700-4663-88c9-59a4914cbecf req-ffa6921e-c083-4e60-8b3e-c4a940726ae4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:10.726009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1828014-b700-4663-88c9-59a4914cbecf req-ffa6921e-c083-4e60-8b3e-c4a940726ae4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0821474 Aug 27 16:47:10.732573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-1cf035a2-7262-49a1-aa5c-99c186f6ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:10.733997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-1cf035a2-7262-49a1-aa5c-99c186f6ae42 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1096 time: 0.0628340 Aug 27 16:47:10.826157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f1828014-b700-4663-88c9-59a4914cbecf req-aff5d58c-c790-4970-b785-bca582b493da tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911834 Aug 27 16:47:10.853051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '77855480-1f36-4b16-b2c0-5ee6ac831740', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'port_id': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'mac_address': 'fa:16:3e:c8:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08399197-9796-4a41-964e-b69e48eb69a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:47:09Z', 'updated_at': '2021-08-27T16:47:09Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:59Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:47:10.853419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 52336) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:47:10.875037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-9414b783-1210-4373-9446-2db9a4b5cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:10.876896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-9414b783-1210-4373-9446-2db9a4b5cbde service neutron] 10.222.0.97 "GET /v2.0/networks?id=ac9d95b5-075f-405f-8d38-011e6675355e HTTP/1.1" status: 200 len: 898 time: 0.1357782 Aug 27 16:47:10.880451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] Checking router: 091d7776-7a09-4db1-bd7c-9dadfdad9241 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:47:10.889608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:47:10.890217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:46:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:47:10.929479 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b2a84ef5-8f87-4705-a282-2b17240d79a8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/77855480-1f36-4b16-b2c0-5ee6ac831740 HTTP/1.1" status: 200 len: 991 time: 0.0749037 Aug 27 16:47:10.955868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-0c0b39f6-f6cc-4f6a-9373-0cff2051c589 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c HTTP/1.1" status: 200 len: 999 time: 0.0717623 Aug 27 16:47:11.001897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:47:11.011257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-31242d27-46df-408f-a7bb-30054d8e50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:11.012747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-31242d27-46df-408f-a7bb-30054d8e50e5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2e4d57-efd1-4321-a913-795f19e086f8 HTTP/1.1" status: 200 len: 835 time: 0.0476258 Aug 27 16:47:11.061369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-f878d7cd-bbb8-4e16-986a-bce0cc8cf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:11.062867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-f878d7cd-bbb8-4e16-986a-bce0cc8cf7da service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ac9d95b5-075f-405f-8d38-011e6675355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427828 Aug 27 16:47:11.164437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-32c7b16e-046e-4593-adb4-b0b04f8e3224 service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926166 Aug 27 16:47:11.239564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '77855480-1f36-4b16-b2c0-5ee6ac831740', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'port_id': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'mac_address': 'fa:16:3e:c8:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08399197-9796-4a41-964e-b69e48eb69a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:47:09Z', 'updated_at': '2021-08-27T16:47:09Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:59Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:47:11.264601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d13c1a2-6e28-460a-8078-ca68e183b011 req-2d4d85f3-4d67-4547-889d-40828ee9eb21 service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927613 Aug 27 16:47:11.272041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fe81e1-3684-4c4a-9336-1a39a8dc8602 None None] The sync data for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 is: [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '77855480-1f36-4b16-b2c0-5ee6ac831740', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'port_id': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'mac_address': 'fa:16:3e:c8:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08399197-9796-4a41-964e-b69e48eb69a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:47:09Z', 'updated_at': '2021-08-27T16:47:09Z', 'revision_number': 0, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:59Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:47:11.466013 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ccd429-a402-41d7-876a-eb55222b5e76 None None] New status for floating IP 77855480-1f36-4b16-b2c0-5ee6ac831740: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:47:11.931926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 52352) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:47:11.999392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ace49637-8347-4f85-9fe3-79b198c84ea1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/77855480-1f36-4b16-b2c0-5ee6ac831740 HTTP/1.1" status: 200 len: 993 time: 0.0662518 Aug 27 16:47:20.613790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cba106dd-3420-412a-9c22-55fbcd8ff4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:23.202353 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ff0fe2b-faed-4484-a6ca-4c3b75b603d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:23.363320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:23.379495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:24.276893 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:24.619382 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:26.184972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:35.553335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-0f156035-297b-49d6-a2cf-7965877780ab service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426846 Aug 27 16:47:35.638352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-873c8524-cbc2-43f4-bb7b-2a4eb5da5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:35.639761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-873c8524-cbc2-43f4-bb7b-2a4eb5da5577 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1096 time: 0.0421107 Aug 27 16:47:35.749942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-7d2e95a1-f1a3-4374-87dd-88bfe9987e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:35.751439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-7d2e95a1-f1a3-4374-87dd-88bfe9987e4e service neutron] 10.222.0.97 "GET /v2.0/networks?id=ac9d95b5-075f-405f-8d38-011e6675355e HTTP/1.1" status: 200 len: 898 time: 0.0904510 Aug 27 16:47:35.820577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-1bb3492b-0fda-49a9-b4cf-2e28d6b1a752 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c HTTP/1.1" status: 200 len: 1001 time: 0.0602841 Aug 27 16:47:35.875657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-188a74dd-addc-4486-9f66-530362d10e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:35.877195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-188a74dd-addc-4486-9f66-530362d10e9a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2e4d57-efd1-4321-a913-795f19e086f8 HTTP/1.1" status: 200 len: 835 time: 0.0467954 Aug 27 16:47:35.929263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-ad96330f-5f19-489e-96b8-ad3fe945d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:35.930675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-ad96330f-5f19-489e-96b8-ad3fe945d5b6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ac9d95b5-075f-405f-8d38-011e6675355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457251 Aug 27 16:47:36.023601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-2b1baf82-8352-47ba-9fc7-1b9079068c4a service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818603 Aug 27 16:47:36.118349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79896d4-51c7-4c7e-a5d1-847aff49baae req-fe063dfa-9299-4bab-a9fd-dcb162c88e23 service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869846 Aug 27 16:47:37.875513 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:47:40.998229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccd546-7c36-4133-b43d-829958d48cc8 req-ca0fdb9f-ef72-46e2-a929-c50420f92418 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:40.999750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69ccd546-7c36-4133-b43d-829958d48cc8 req-ca0fdb9f-ef72-46e2-a929-c50420f92418 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0534968 Aug 27 16:47:41.038521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-69ccd546-7c36-4133-b43d-829958d48cc8 req-6d7455c8-ca53-4d4d-85f3-ca5b51c54705 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Aug 27 16:47:42.162957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ef750-e138-4742-854c-c1c06ff051e1 req-3773a40d-8d1e-45b8-8121-a2432324d972 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:42.164765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-749ef750-e138-4742-854c-c1c06ff051e1 req-3773a40d-8d1e-45b8-8121-a2432324d972 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0562034 Aug 27 16:47:42.204766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-749ef750-e138-4742-854c-c1c06ff051e1 req-fd4313ec-f992-4a2e-861d-ceb118e65562 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336881 Aug 27 16:47:43.328738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f193a0-4063-4cda-98d1-d1386c93fa23 req-3fb62d67-e246-4fba-a279-918212edff7b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:43.339463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37f193a0-4063-4cda-98d1-d1386c93fa23 req-3fb62d67-e246-4fba-a279-918212edff7b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0544536 Aug 27 16:47:43.368947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37f193a0-4063-4cda-98d1-d1386c93fa23 req-f0834444-3923-4c90-b54a-54f5dc9ee368 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Aug 27 16:47:44.491818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994392b0-cd72-4dc6-bcec-7b8cff3ccdea req-d1156f2c-902e-4e18-8335-cce9f38a1b95 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:44.493420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-994392b0-cd72-4dc6-bcec-7b8cff3ccdea req-d1156f2c-902e-4e18-8335-cce9f38a1b95 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0540323 Aug 27 16:47:44.532685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-994392b0-cd72-4dc6-bcec-7b8cff3ccdea req-6ea3adc9-7f2a-41c5-b966-b235be2e99a6 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Aug 27 16:47:45.650840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dcf84-2427-4261-bef0-4ef6e5c9fac7 req-6a3d3a43-608a-4fe8-9d62-0fb9a92a4e0e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:45.652409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9dcf84-2427-4261-bef0-4ef6e5c9fac7 req-6a3d3a43-608a-4fe8-9d62-0fb9a92a4e0e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Aug 27 16:47:45.690813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe9dcf84-2427-4261-bef0-4ef6e5c9fac7 req-10d98104-09e9-4dea-ba9f-70113e17833f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Aug 27 16:47:46.809510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb5119-f0c8-4a8b-9f46-94770c5d84d0 req-f416eb40-250e-4f39-b8c3-b7b5d4206110 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:46.811026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2fb5119-f0c8-4a8b-9f46-94770c5d84d0 req-f416eb40-250e-4f39-b8c3-b7b5d4206110 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0528169 Aug 27 16:47:46.850104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2fb5119-f0c8-4a8b-9f46-94770c5d84d0 req-0ca02b47-f970-4aef-b84a-c37edbc37de2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Aug 27 16:47:47.980117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b364f9e-84cb-468a-b1f6-fe8b18347320 req-1a3017a8-e381-40ef-a810-8e6ed46afbfa tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:47.981712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b364f9e-84cb-468a-b1f6-fe8b18347320 req-1a3017a8-e381-40ef-a810-8e6ed46afbfa tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0533049 Aug 27 16:47:48.024325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b364f9e-84cb-468a-b1f6-fe8b18347320 req-6d4e3724-46fd-4f77-94f4-afbd6947cb14 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362461 Aug 27 16:47:49.142898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d741c-0bc6-4654-bd13-7d1faad98715 req-52ede26b-d272-4d91-a0f9-f352644ed260 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:49.144408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae1d741c-0bc6-4654-bd13-7d1faad98715 req-52ede26b-d272-4d91-a0f9-f352644ed260 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0485978 Aug 27 16:47:49.184312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae1d741c-0bc6-4654-bd13-7d1faad98715 req-415586b9-b927-48fe-aa4a-b5d01c74d1d1 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333023 Aug 27 16:47:50.308023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58345d5-6e6b-4eec-b618-d60f6c03904c req-0a2ccc92-b681-4de7-89f8-b9912aa52e9a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:50.309480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c58345d5-6e6b-4eec-b618-d60f6c03904c req-0a2ccc92-b681-4de7-89f8-b9912aa52e9a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Aug 27 16:47:50.346560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c58345d5-6e6b-4eec-b618-d60f6c03904c req-c83f3675-8837-4f3c-8a3c-611108b1dbac tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Aug 27 16:47:50.670555 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0431dcc9-a553-4582-b57a-2de6dd3fc883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:51.461812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cbd5b-1854-4b54-a7fa-cb671b7c57f4 req-81ef3a5d-1696-441d-b37f-c64cdd10b764 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:51.463308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c6cbd5b-1854-4b54-a7fa-cb671b7c57f4 req-81ef3a5d-1696-441d-b37f-c64cdd10b764 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0494494 Aug 27 16:47:51.501016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c6cbd5b-1854-4b54-a7fa-cb671b7c57f4 req-0c719ffd-8435-46a5-87be-031e1f66a4a4 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318103 Aug 27 16:47:52.615984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724b7ca-11ee-4228-b0d6-1f8c3448ba78 req-ce6da2bb-d0a4-4d9c-b6a0-70075b0156a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:52.617474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1724b7ca-11ee-4228-b0d6-1f8c3448ba78 req-ce6da2bb-d0a4-4d9c-b6a0-70075b0156a0 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0499535 Aug 27 16:47:52.656819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1724b7ca-11ee-4228-b0d6-1f8c3448ba78 req-96e189e3-58e6-490a-8a3a-c2f61e3ca71e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331857 Aug 27 16:47:53.163503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe391362-349d-41d4-a94d-ed980d99dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:53.333695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:53.379477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:53.776139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb27b-0b68-4074-b58a-6a98db0f94aa req-d8d639f6-a4d4-4b6d-ac62-70be6f9958ad tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:53.777841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-655bb27b-0b68-4074-b58a-6a98db0f94aa req-d8d639f6-a4d4-4b6d-ac62-70be6f9958ad tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0531526 Aug 27 16:47:53.817508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-655bb27b-0b68-4074-b58a-6a98db0f94aa req-f85cef9b-f661-4b51-8cf8-53436d919b6c tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335443 Aug 27 16:47:53.978673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190d28d-4ee5-473d-a2c8-3575093e0ad6 req-fba5cac7-cecd-4eda-b1f5-087d6bbf7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:53.980098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5190d28d-4ee5-473d-a2c8-3575093e0ad6 req-fba5cac7-cecd-4eda-b1f5-087d6bbf7ebd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1096 time: 0.0428190 Aug 27 16:47:54.016226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5190d28d-4ee5-473d-a2c8-3575093e0ad6 req-46166143-1b7c-4542-89ba-a106c1869b54 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292363 Aug 27 16:47:54.138247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:47:54.243855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:47:54.255095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'port_id': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'mac_address': 'fa:16:3e:c8:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:47:54.292979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:54.305752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:47:54.311660 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:54.325114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:47:54.454208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:54.500547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:54.512077 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.532409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:47:54.636830 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:54.938231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcc748-5810-4829-987f-9d12ae671a58 req-412fe660-4ec0-4faf-8bc9-197e3126e0a8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:54.939736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1dcc748-5810-4829-987f-9d12ae671a58 req-412fe660-4ec0-4faf-8bc9-197e3126e0a8 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 944 time: 0.0522552 Aug 27 16:47:54.986234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1dcc748-5810-4829-987f-9d12ae671a58 req-78fafd79-22a2-4c9f-a784-f1168285771f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Aug 27 16:47:55.721118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:47:56.112355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9182e3-0d15-41dc-ae82-d6da77e2f4e8 req-eb032c94-297b-4858-b39b-64a4d1376a7f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:47:56.113838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e9182e3-0d15-41dc-ae82-d6da77e2f4e8 req-eb032c94-297b-4858-b39b-64a4d1376a7f tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 944 time: 0.0534008 Aug 27 16:47:56.134467 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:56.144404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:47:56.161400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e9182e3-0d15-41dc-ae82-d6da77e2f4e8 req-deb7b54e-dbcd-4d15-bd80-9e24033be44a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Aug 27 16:47:56.188467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53078) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:47:56.228455 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:56.241166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:47:56.251794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-549f4916-1d60-4204-99a7-1b66c7d8638b tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/floatingips/77855480-1f36-4b16-b2c0-5ee6ac831740 HTTP/1.1" status: 200 len: 992 time: 0.0620070 Aug 27 16:47:56.261421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:47:56.368704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:56.416385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:47:58.137989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:47:58.234109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:47:58.234484 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:58.357275 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:58.389403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:47:58.391590 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bdbcd7-1907-4cf8-bbfa-469dd053989d" -d '{"events": [{"server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:47:58.407729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:47:58.431385 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b953f0-4e58-4c07-9e30-737b5eb14d3f x-openstack-request-id: req-07b953f0-4e58-4c07-9e30-737b5eb14d3f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:47:58.431696 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "name": "network-vif-plugged", "status": "completed", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:47:58.431932 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-07b953f0-4e58-4c07-9e30-737b5eb14d3f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:47:58.432315 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'code': 200} Aug 27 16:47:58.505599 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:47:58.558964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:09.714677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:09.820167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:09.906153 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:09.951328 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:09.992773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d832b-e242-4329-a0d5-d0350fef6093,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:09.996801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4b34c75f96ae47cdbec7c605d26ac76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810559 Aug 27 16:48:09.999569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53362) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:10.002941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.003314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.003659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.003999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.004336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.004671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.005001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.005330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.005657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.006057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.006635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.007085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fdc186-2f4d-4485-a987-8d23251144ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.055053 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:10.075773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:10.185673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:10.188325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:10.189506 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8e7d832b-e242-4329-a0d5-d0350fef6093 HTTP/1.1" status: 204 len: 168 time: 0.1889515 Aug 27 16:48:10.197305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d832b-e242-4329-a0d5-d0350fef6093,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:10.204752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.205105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.205527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.205871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.206207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.206666 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.206858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.207193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.224138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.224138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.224138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.224138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17432c2-3dc8-4065-852e-583aee0ffeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:10.817248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53368) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:10.831349 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aed36021-d4b4-4b5d-8d58-3d094b4aaeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:10.921238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aed36021-d4b4-4b5d-8d58-3d094b4aaeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:10.979756 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aed36021-d4b4-4b5d-8d58-3d094b4aaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:11.018908 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aed36021-d4b4-4b5d-8d58-3d094b4aaeb9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=371ca8ccaa394bbebf964940f3e0335d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005584 Aug 27 16:48:11.019647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed36021-d4b4-4b5d-8d58-3d094b4aaeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d472a102-c5d1-4539-a3fb-ee1896a0f9b6,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:11.021757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:11.071576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-792b9884-3343-4c52-a7b9-82e6544dd58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:11.091882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-792b9884-3343-4c52-a7b9-82e6544dd58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:11.213779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-792b9884-3343-4c52-a7b9-82e6544dd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:11.216404 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-792b9884-3343-4c52-a7b9-82e6544dd58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:11.217569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-792b9884-3343-4c52-a7b9-82e6544dd58e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d472a102-c5d1-4539-a3fb-ee1896a0f9b6 HTTP/1.1" status: 204 len: 168 time: 0.1946123 Aug 27 16:48:11.226267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b9884-3343-4c52-a7b9-82e6544dd58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d472a102-c5d1-4539-a3fb-ee1896a0f9b6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:12.839468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53404) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:12.944502 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a9b880f-75b9-45d1-be59-806ad01a67b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:13.030400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a9b880f-75b9-45d1-be59-806ad01a67b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:13.098509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9a9b880f-75b9-45d1-be59-806ad01a67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:13.135867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b880f-75b9-45d1-be59-806ad01a67b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e8d154-c993-434f-b4e5-8ee43ced0741,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:13.140165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9a9b880f-75b9-45d1-be59-806ad01a67b9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=711e1c10ff434c5ea52c326ea71964f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996738 Aug 27 16:48:13.142940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53408) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:13.195153 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cd8690e-213e-4d1b-90b4-d60a9ef1d8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:13.216199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cd8690e-213e-4d1b-90b4-d60a9ef1d8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:13.367585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cd8690e-213e-4d1b-90b4-d60a9ef1d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:13.370265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cd8690e-213e-4d1b-90b4-d60a9ef1d8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:13.371722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7cd8690e-213e-4d1b-90b4-d60a9ef1d8b0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b9e8d154-c993-434f-b4e5-8ee43ced0741 HTTP/1.1" status: 204 len: 168 time: 0.2278104 Aug 27 16:48:13.379954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8690e-213e-4d1b-90b4-d60a9ef1d8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e8d154-c993-434f-b4e5-8ee43ced0741,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:14.875353 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:48:20.596958 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32025178-0dea-48af-bb9a-4d57406e3b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:23.195901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b5f660b-2394-4783-84d2-0b1110a3f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:23.338452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:23.368261 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:24.271400 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:24.631864 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:26.111464 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.391441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53546) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:28.498879 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7771f78-3e13-4d01-b9c1-1051f98686be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.592464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7771f78-3e13-4d01-b9c1-1051f98686be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.705599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e7771f78-3e13-4d01-b9c1-1051f98686be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.747433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e7771f78-3e13-4d01-b9c1-1051f98686be admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=276c1bd85f574dd8920098a8a51fe451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522162 Aug 27 16:48:28.747433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7771f78-3e13-4d01-b9c1-1051f98686be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af23fc55-cc2f-46f5-abbc-1b8a0d6a3b7c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:28.747983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53550) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:28.798419 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07073175-4a98-495d-8dd7-dcf42a279cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.819200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07073175-4a98-495d-8dd7-dcf42a279cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.932649 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07073175-4a98-495d-8dd7-dcf42a279cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.935334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07073175-4a98-495d-8dd7-dcf42a279cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:28.936487 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-07073175-4a98-495d-8dd7-dcf42a279cd9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/af23fc55-cc2f-46f5-abbc-1b8a0d6a3b7c HTTP/1.1" status: 204 len: 168 time: 0.1868970 Aug 27 16:48:28.945192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07073175-4a98-495d-8dd7-dcf42a279cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af23fc55-cc2f-46f5-abbc-1b8a0d6a3b7c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:29.575597 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53556) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:29.589471 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92ff4a48-fa21-4eb7-bcee-2a1f1ed9eb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:29.675147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92ff4a48-fa21-4eb7-bcee-2a1f1ed9eb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:29.749832 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-92ff4a48-fa21-4eb7-bcee-2a1f1ed9eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:29.792346 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-92ff4a48-fa21-4eb7-bcee-2a1f1ed9eb41 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a20952fdaff54299a76e70607f0170ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156417 Aug 27 16:48:29.793470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff4a48-fa21-4eb7-bcee-2a1f1ed9eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87fdf86-6d11-40ea-9647-6879a772549f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:29.795097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53558) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:29.846277 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a89928b6-042b-4b6d-9562-323bc9c27607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:29.867140 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a89928b6-042b-4b6d-9562-323bc9c27607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:30.008328 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a89928b6-042b-4b6d-9562-323bc9c27607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:30.010829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a89928b6-042b-4b6d-9562-323bc9c27607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:30.012028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a89928b6-042b-4b6d-9562-323bc9c27607 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d87fdf86-6d11-40ea-9647-6879a772549f HTTP/1.1" status: 204 len: 168 time: 0.2158003 Aug 27 16:48:30.020069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89928b6-042b-4b6d-9562-323bc9c27607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87fdf86-6d11-40ea-9647-6879a772549f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:30.573543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53564) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:30.586615 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1be995d-8bb6-45fd-b316-74af14ed0aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:30.680542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1be995d-8bb6-45fd-b316-74af14ed0aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:30.774200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1be995d-8bb6-45fd-b316-74af14ed0aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:30.813635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b1be995d-8bb6-45fd-b316-74af14ed0aa2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=762ad1a8277d4cf6aa83f5e28225d0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389188 Aug 27 16:48:30.814414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be995d-8bb6-45fd-b316-74af14ed0aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3322b65a-2bb7-404f-9be5-8c77ad278414,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:30.816937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53566) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:30.866998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0e5892-421f-4712-81f3-e6acbda9ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:30.894478 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0e5892-421f-4712-81f3-e6acbda9ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.058315 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0e5892-421f-4712-81f3-e6acbda9ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.061388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0e5892-421f-4712-81f3-e6acbda9ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.062565 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-be0e5892-421f-4712-81f3-e6acbda9ae5d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3322b65a-2bb7-404f-9be5-8c77ad278414 HTTP/1.1" status: 204 len: 168 time: 0.2443609 Aug 27 16:48:31.071038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e5892-421f-4712-81f3-e6acbda9ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3322b65a-2bb7-404f-9be5-8c77ad278414,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:31.411739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53574) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:31.570998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 5ebdc06c-b3a5-4144-9839-44c3ff9d24e3 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:48:31.571380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.649039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.649377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.661142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 5ebdc06c-b3a5-4144-9839-44c3ff9d24e3 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:48:31.888731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.921333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=5ebdc06c-b3a5-4144-9839-44c3ff9d24e3,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:31.980893 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:31.981229 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Floating IP 77855480-1f36-4b16-b2c0-5ee6ac831740 disassociated (deleted). External IP: 172.25.4.107, port: 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c. Aug 27 16:48:32.194228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 091d7776-7a09-4db1-bd7c-9dadfdad9241 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:48:32.306636 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:48:32.312021 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:32.319145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] Sync routers for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:48:32.329119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:32.329738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:32.341205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7c166614-0711-435f-a61f-3ac1709a1be2 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/floatingips/77855480-1f36-4b16-b2c0-5ee6ac831740 HTTP/1.1" status: 204 len: 168 time: 0.9282386 Aug 27 16:48:32.341813 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:48:32.354222 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c549dbbb-c7fd-4585-91cc-6895b6a251af" -d '{"events": [{"name": "network-changed", "server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:48:32.408193 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a166d-3015-4f80-9ba1-34b8e714e31c x-openstack-request-id: req-4a6a166d-3015-4f80-9ba1-34b8e714e31c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:48:32.408494 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:48:32.408750 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4a6a166d-3015-4f80-9ba1-34b8e714e31c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:48:32.409151 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'status': 'completed', 'code': 200} Aug 27 16:48:32.487133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-7b3842d5-7b7b-4ee7-856a-c40e83d21c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:32.488728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-7b3842d5-7b7b-4ee7-856a-c40e83d21c4d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 1096 time: 0.0431933 Aug 27 16:48:32.595058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-1e496603-f045-421e-a960-508abea180f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:32.598027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-1e496603-f045-421e-a960-508abea180f1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ac9d95b5-075f-405f-8d38-011e6675355e HTTP/1.1" status: 200 len: 898 time: 0.1023474 Aug 27 16:48:32.625817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:32.642941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-8e5db484-2daa-48ce-8988-26d306ff956e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c HTTP/1.1" status: 200 len: 217 time: 0.0377669 Aug 27 16:48:32.704511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-9b6dffbb-73e8-4bdb-8de9-d069524375b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:32.706621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-9b6dffbb-73e8-4bdb-8de9-d069524375b3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=da2e4d57-efd1-4321-a913-795f19e086f8 HTTP/1.1" status: 200 len: 835 time: 0.0564280 Aug 27 16:48:32.778690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-b71eee12-3542-46d2-8f95-d7138347ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:32.780223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-b71eee12-3542-46d2-8f95-d7138347ea02 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ac9d95b5-075f-405f-8d38-011e6675355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639272 Aug 27 16:48:32.866389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:59Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:32.882022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-45496a6b-02df-47dc-8b78-0b963aceb61b service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933516 Aug 27 16:48:32.897527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] Checking router: 091d7776-7a09-4db1-bd7c-9dadfdad9241 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:48:32.905891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:32.906586 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:33.036461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d754ca8-c299-460c-b072-3498f4609c54 req-401564f1-1278-43d5-b2d4-766c6e4639d7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:33.036690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d754ca8-c299-460c-b072-3498f4609c54 req-401564f1-1278-43d5-b2d4-766c6e4639d7 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.1384547 Aug 27 16:48:33.044852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:33.048181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c549dbbb-c7fd-4585-91cc-6895b6a251af req-41402ca2-6d06-4294-bf0c-7fc6fe2ff900 service neutron] 10.222.0.97 "GET /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578395 Aug 27 16:48:33.107814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d754ca8-c299-460c-b072-3498f4609c54 req-e2decd5a-8fca-4d26-a888-6e7e1f4071bc tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507686 Aug 27 16:48:33.258593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:59Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:33.289215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f1da9-6259-46dd-a195-0526276820d1 None None] The sync data for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 is: [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:46:55Z', 'revision_number': 4, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce', 'name': '', 'network_id': 'ac9d95b5-075f-405f-8d38-011e6675355e', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'mac_address': 'fa:16:3e:80:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:54Z', 'updated_at': '2021-08-27T16:46:59Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'subnets': [{'id': 'da2e4d57-efd1-4321-a913-795f19e086f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:48:33.548234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670a37e-636b-4a6c-9648-994a25c22c82 None None] New status for floating IP 77855480-1f36-4b16-b2c0-5ee6ac831740: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:48:34.228549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-cf4bff10-42dd-4be4-8634-8ce6bad2704d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:34.230046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-cf4bff10-42dd-4be4-8634-8ce6bad2704d tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0838177 Aug 27 16:48:34.242124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e3ffa-e5d6-4f83-a4a8-c75d80b62017 req-e87cbd24-3e64-4986-80cd-52a603e17a81 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:34.243677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc8e3ffa-e5d6-4f83-a4a8-c75d80b62017 req-e87cbd24-3e64-4986-80cd-52a603e17a81 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 945 time: 0.0642538 Aug 27 16:48:34.326671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc8e3ffa-e5d6-4f83-a4a8-c75d80b62017 req-c643d057-44e7-4870-99a7-aea33c22b17e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/security-groups?id=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752420 Aug 27 16:48:34.359121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:48:34.359490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:34.450066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:34.450433 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:34.463091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:48:34.677184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:34.705625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:34.746062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] No DVR routers for this DVR port 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:48:34.748669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:34.750695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-474eac40-f9ff-47a7-890c-0cb54a07375d req-899567a2-cf35-4f7c-9c84-523a8de09941 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.97 "DELETE /v2.0/ports/3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c HTTP/1.1" status: 204 len: 173 time: 0.5061214 Aug 27 16:48:34.751171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'name': 'network-vif-deleted', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:48:34.753515 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d73f9a-3c36-4bd8-95af-52c5970f4e42" -d '{"events": [{"server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "name": "network-vif-deleted", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:48:34.790423 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530caa08-9206-4d34-a88f-64b3cc104228 x-openstack-request-id: req-530caa08-9206-4d34-a88f-64b3cc104228 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:48:34.790716 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08399197-9796-4a41-964e-b69e48eb69a7", "name": "network-vif-deleted", "tag": "3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:48:34.790968 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-530caa08-9206-4d34-a88f-64b3cc104228 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:48:34.791401 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08399197-9796-4a41-964e-b69e48eb69a7', 'name': 'network-vif-deleted', 'tag': '3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c', 'status': 'completed', 'code': 200} Aug 27 16:48:35.276163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-be48a020-3fc8-4eb2-bb9c-2e6e554abe33 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c06579692b5a40edab5759a339fcdfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283515 Aug 27 16:48:35.470525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27870b15-38c5-4977-bc9a-e84d7632fb7d req-16c98859-458b-42df-841f-2411dfc2fc6a tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "GET /v2.0/ports?device_id=08399197-9796-4a41-964e-b69e48eb69a7 HTTP/1.1" status: 200 len: 210 time: 0.0515375 Aug 27 16:48:35.488979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-535461a9-5527-4421-83c2-3946c05c6fba tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:35.490657 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-535461a9-5527-4421-83c2-3946c05c6fba tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089028 Aug 27 16:48:35.506454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-41a4dde4-8542-4bad-8f57-17412fab0c3f tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/quotas/c06579692b5a40edab5759a339fcdfde HTTP/1.1" status: 200 len: 375 time: 0.0098095 Aug 27 16:48:35.539855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-ea76dbd2-b5ea-4f26-828f-7b039ba37536 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c06579692b5a40edab5759a339fcdfde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272896 Aug 27 16:48:35.780193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e56ff196-b745-425d-84ce-81aa8410bf09 req-5d4e5067-4725-4e00-9241-a91dc2c41928 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 210 time: 0.0285785 Aug 27 16:48:36.527677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53642) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:36.860447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af044567-1c9f-4fc4-b97e-3ee84459c6a7 req-3551e8ce-c780-4749-85a2-fa32022002bb tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 210 time: 0.0301991 Aug 27 16:48:36.914252 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:37.173443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:48:37.173789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:37.263871 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:37.264239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:37.277236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:48:37.545890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:37.577523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:37.753860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:37.939465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e46b7f3d-de53-43d0-9ca9-1d53169cff6e req-c4d1a000-17a5-4176-ae35-7bf67372074a tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 210 time: 0.0271752 Aug 27 16:48:38.216308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Router 091d7776-7a09-4db1-bd7c-9dadfdad9241 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:48:38.322502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:48:38.330622 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6f7c430f-bbda-4fd7-a068-9478efbf745e tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "PUT /v2.0/routers/091d7776-7a09-4db1-bd7c-9dadfdad9241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7990501 Aug 27 16:48:38.330622 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53658) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:38.333427 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] Sync routers for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:48:38.351508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:38.352133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:38.385615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting subnet da2e4d57-efd1-4321-a913-795f19e086f8 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:48:38.389003 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:38.395607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:48:38.419134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:48:38.419506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3dc795c4-7d94-4bdb-988a-4bc6c95f9c3c not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:48:38.429431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:38.488264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:38.519843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:38.664668 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:48:37Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:38.689295 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:38.692205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] Checking router: 091d7776-7a09-4db1-bd7c-9dadfdad9241 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:48:38.700269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] Routers {'091d7776-7a09-4db1-bd7c-9dadfdad9241'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:38.700877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['091d7776-7a09-4db1-bd7c-9dadfdad9241'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:38.716787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Subnet': ['ID=da2e4d57-efd1-4321-a913-795f19e086f8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:38.720643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:38.725467 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-710b39b6-bd23-48c9-bcd2-63c4a8a38270 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/subnets/da2e4d57-efd1-4321-a913-795f19e086f8 HTTP/1.1" status: 204 len: 168 time: 0.3910937 Aug 27 16:48:38.725467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53662) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:38.738872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e801826-8469-4d03-b010-53960a0622fb None None] Network ac9d95b5-075f-405f-8d38-011e6675355e requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:48:38.834436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:38.897057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] Set router 091d7776-7a09-4db1-bd7c-9dadfdad9241 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:38.968813 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.044472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0038d63-29b6-4e14-adb7-b2b9ab77bed3 req-fe692e7a-c38e-4a71-91ce-df7465997b36 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 210 time: 0.0308926 Aug 27 16:48:39.072010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] DHCP port deletion for ac9d95b5-075f-405f-8d38-011e6675355e request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:48:39.119493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Deleting port daaa8bb1-156d-4803-b575-a397d575eca8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:48:39.119842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.129940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:48:37Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:39.159709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e90af-0ebf-4fbe-8524-251234adcf83 None None] The sync data for ids ['091d7776-7a09-4db1-bd7c-9dadfdad9241'] in n-d-806412-1 is: [{'id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751473047', 'tenant_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:46:50Z', 'updated_at': '2021-08-27T16:48:37Z', 'revision_number': 5, 'project_id': '699028f8ab0c4d7c9bc3271ea35a8fb6', 'gw_port': {'id': 'daaa8bb1-156d-4803-b575-a397d575eca8', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d7776-7a09-4db1-bd7c-9dadfdad9241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:46:51Z', 'updated_at': '2021-08-27T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:48:39.170791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] Deleting port 08d3e518-8686-4642-8213-e2fd1e3c9095 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:48:39.170791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.205809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] For port daaa8bb1-156d-4803-b575-a397d575eca8, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=daaa8bb1-156d-4803-b575-a397d575eca8,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:39.206191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.223788 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Calling delete_port for daaa8bb1-156d-4803-b575-a397d575eca8 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:48:39.235335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] For port 08d3e518-8686-4642-8213-e2fd1e3c9095, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=08d3e518-8686-4642-8213-e2fd1e3c9095,segment=NetworkSegment(2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc),segment_id=2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:39.235792 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.249708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] Calling delete_port for 08d3e518-8686-4642-8213-e2fd1e3c9095 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:48:39.420182 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.444274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] Pushing event deleted for resources: {'Port': ['ID=08d3e518-8686-4642-8213-e2fd1e3c9095,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:39.449681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f169fa-63d5-4203-b8bd-c114bda4b7a9 None None] No DVR routers for this DVR port 08d3e518-8686-4642-8213-e2fd1e3c9095 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:48:39.512215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.542838 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Port': ['ID=daaa8bb1-156d-4803-b575-a397d575eca8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:39.609604 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.702077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.704228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.814153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.814679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Fanout notify agent at l3_agent the message router_deleted on router 091d7776-7a09-4db1-bd7c-9dadfdad9241 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:48:39.821976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.823074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f5ddac18-65d6-4b7c-b967-be04f69940bb tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/routers/091d7776-7a09-4db1-bd7c-9dadfdad9241 HTTP/1.1" status: 204 len: 168 time: 1.0966909 Aug 27 16:48:39.826924 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53666) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:39.926870 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e5a8790f-f27c-483b-adc0-983fde61a070 req-668fe61b-37fc-4159-8928-ce457680f50e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0354795 Aug 27 16:48:39.932550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.047079 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e5a8790f-f27c-483b-adc0-983fde61a070 req-92a36d37-db84-4df6-bdc8-c1a9cf300f4c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0600703 Aug 27 16:48:40.055103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.066403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9d95b5-075f-405f-8d38-011e6675355e']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:40.103672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:40.103672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcd0f0e-66dd-4a16-bfb7-a26441e1a0cc') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:40.103908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-9ac7a59c-fdf0-4c6e-abb3-f37c4531dbd9 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=c06579692b5a40edab5759a339fcdfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262861 Aug 27 16:48:40.107254 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e5a8790f-f27c-483b-adc0-983fde61a070 req-c5e5bc68-cb08-4023-9f43-eeb04e27724c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290151 Aug 27 16:48:40.110725 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.169204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.179473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:48:40.179880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.182427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-acc0798a-db6d-4e9e-8d25-9a9ca9542d9f req-815dc31c-e84c-41a3-9388-a691aaf36121 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 210 time: 0.0573332 Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:48:40.182824 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:48:40.246304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-1eed2e97-0922-4a65-b5ac-a8055714a638 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:40.248188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-1eed2e97-0922-4a65-b5ac-a8055714a638 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469080 Aug 27 16:48:40.260889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Request body: {'port': {'device_id': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': 'c06579692b5a40edab5759a339fcdfde'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:40.281088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8790f-f27c-483b-adc0-983fde61a070 req-73c07a42-de8e-436e-bd4f-1c2e472be6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:40.300204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e5a8790f-f27c-483b-adc0-983fde61a070 req-73c07a42-de8e-436e-bd4f-1c2e472be6ad service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1651778 Aug 27 16:48:40.385670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.394539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.397054 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/networks/ac9d95b5-075f-405f-8d38-011e6675355e HTTP/1.1" status: 204 len: 168 time: 0.5689192 Aug 27 16:48:40.400310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53670) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:40.408080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828314ca-ba94-44df-85ae-3955bb504cfe tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'Network': ['ID=ac9d95b5-075f-405f-8d38-011e6675355e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:40.465192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0f40046-06ee-41e7-89fd-c19f6e594e30 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.493318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0f40046-06ee-41e7-89fd-c19f6e594e30 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.501753 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Made reservation on behalf of c06579692b5a40edab5759a339fcdfde for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:48:40.506746 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.520623 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.622652 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.657941 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0f40046-06ee-41e7-89fd-c19f6e594e30 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.660554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0f40046-06ee-41e7-89fd-c19f6e594e30 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.661743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0f40046-06ee-41e7-89fd-c19f6e594e30 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] 10.222.0.101 "DELETE /v2.0/security-groups/41d8b7fd-c438-400a-8c4f-85a13c5dd5a2 HTTP/1.1" status: 204 len: 168 time: 0.2603109 Aug 27 16:48:40.670695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f40046-06ee-41e7-89fd-c19f6e594e30 tempest-TestNetworkAdvancedServerOps-2013828102 tempest-TestNetworkAdvancedServerOps-2013828102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8b7fd-c438-400a-8c4f-85a13c5dd5a2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:40.728690 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.789282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f7858d-3cbc-4156-883d-110121b38450,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:40.868367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Allocated IP 192.168.233.205 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/68aa4186-2fdd-4bcd-81df-9d7c99a2fc90) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:48:40.934563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device daaa8bb1-156d-4803-b575-a397d575eca8 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:48:40.956325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: daaa8bb1-156d-4803-b575-a397d575eca8 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:48:40.956671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device daaa8bb1-156d-4803-b575-a397d575eca8 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:48:40.957087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:48:40.979601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:48:40.980537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device afa07ee4-8ebb-40d5-b7cd-11dd7a8d40ce not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:48:40.980537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 08d3e518-8686-4642-8213-e2fd1e3c9095 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:48:41.000716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 08d3e518-8686-4642-8213-e2fd1e3c9095 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:48:41.001078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 08d3e518-8686-4642-8213-e2fd1e3c9095 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:48:41.295870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53680) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:41.323583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f619d91-ca5c-4bc9-af3f-f981df8fbae4 req-8a50d31a-c687-41e9-b918-0f23271849a4 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 210 time: 0.0380321 Aug 27 16:48:41.377126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.391772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Transition to ACTIVE for port object 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:41.454192 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6574e556-22d5-4b4a-9bb2-29ad97d90b26 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=699028f8ab0c4d7c9bc3271ea35a8fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570542 Aug 27 16:48:41.456614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53684) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:41.477338 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.505330 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f105368-3373-4cad-ad94-4d713de0c411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.519398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:48:41.523144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:41.528183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f105368-3373-4cad-ad94-4d713de0c411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.529045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:48:41.554832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Pushing event updated for resources: {'Port': ['ID=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:41.588747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:41.589396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.681241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f105368-3373-4cad-ad94-4d713de0c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.683911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1f105368-3373-4cad-ad94-4d713de0c411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.685152 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1f105368-3373-4cad-ad94-4d713de0c411 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f80477cb-ff7e-4909-947a-0762fa848f85 HTTP/1.1" status: 204 len: 168 time: 0.2275634 Aug 27 16:48:41.694928 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f105368-3373-4cad-ad94-4d713de0c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80477cb-ff7e-4909-947a-0762fa848f85,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:41.706793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-a6668410-8038-4cc0-916d-6ec91fa6a95b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4501064 Aug 27 16:48:41.720044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Request body: {'port': {'device_id': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:41.776653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.835678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17fdf503-fefc-4606-90f3-8f3a38ed28b9 None None] Provisioning for port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:48:41.839881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17fdf503-fefc-4606-90f3-8f3a38ed28b9 None None] Provisioning complete for port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:41.840328 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17fdf503-fefc-4606-90f3-8f3a38ed28b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:41.876678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-17fdf503-fefc-4606-90f3-8f3a38ed28b9 None None] Port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:48:42.044397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:48:42.051783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.063661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Transition to ACTIVE for port object 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:42.172720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.225524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Pushing event updated for resources: {'Port': ['ID=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:42.299886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Attempting to bind port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:48:42.300484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Attempting to bind port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:48:42.300996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Attempting to bind port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:48:42.307388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:48:42.307729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Attempting to bind port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:48:42.313751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:48:42.314332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:48:42.315012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:48:42.315779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Bound port: 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:48:42.316393 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.378517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53692) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:42.430024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dc1eab69-1b41-4f3d-9151-acae2ade1b6f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fa91cefefd1f457ca8bab7732625edf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498917 Aug 27 16:48:42.432700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:42.439362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] For port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:48:42.454070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] For port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:48:42.470016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864b2e6-4cc7-43f7-b364-2cb5e646481b req-2ba22626-f437-4ddc-8fcf-967a17d9be36 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:42.471503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f864b2e6-4cc7-43f7-b364-2cb5e646481b req-2ba22626-f437-4ddc-8fcf-967a17d9be36 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 948 time: 0.0658505 Aug 27 16:48:42.486300 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134988fc-152d-4c4a-91a2-187cb4a0ea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.509606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134988fc-152d-4c4a-91a2-187cb4a0ea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.518088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f864b2e6-4cc7-43f7-b364-2cb5e646481b req-9cd546bd-711e-4123-ae08-cc03ad45c69c tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Aug 27 16:48:42.586568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.627069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:42.627710 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.629120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] 10.222.0.97 "PUT /v2.0/ports/68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 HTTP/1.1" status: 200 len: 1096 time: 0.9140849 Aug 27 16:48:42.629563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'tag': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:48:42.632070 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc5b7b1-7f80-471d-9003-20f762b08c73" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941", "tag": "68aa4186-2fdd-4bcd-81df-9d7c99a2fc90"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:48:42.655885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5fc0-1c0b-4426-a2f5-c8cfe749d431 service neutron] Pushing event updated for resources: {'Port': ['ID=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:42.676340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134988fc-152d-4c4a-91a2-187cb4a0ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.676340 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134988fc-152d-4c4a-91a2-187cb4a0ea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:42.676340 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-134988fc-152d-4c4a-91a2-187cb4a0ea53 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b401d7a4-6c33-4a88-a94a-86a2fb489cca HTTP/1.1" status: 204 len: 168 time: 0.2382073 Aug 27 16:48:42.682025 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8514271-6713-4906-99c5-2e72ca6b60fc x-openstack-request-id: req-c8514271-6713-4906-99c5-2e72ca6b60fc {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:48:42.682327 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941", "tag": "68aa4186-2fdd-4bcd-81df-9d7c99a2fc90", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:48:42.682586 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c8514271-6713-4906-99c5-2e72ca6b60fc {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:48:42.683018 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'tag': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90', 'status': 'completed', 'code': 200} Aug 27 16:48:42.684273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134988fc-152d-4c4a-91a2-187cb4a0ea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b401d7a4-6c33-4a88-a94a-86a2fb489cca,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:42.748044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5b7b1-7f80-471d-9003-20f762b08c73 req-bd74fe09-c26e-40a1-a03c-a98762f24c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:42.749603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fc5b7b1-7f80-471d-9003-20f762b08c73 req-bd74fe09-c26e-40a1-a03c-a98762f24c5f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c06579692b5a40edab5759a339fcdfde&device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 1099 time: 0.0460670 Aug 27 16:48:42.778547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fc5b7b1-7f80-471d-9003-20f762b08c73 req-a1636366-2b50-4c1b-b955-15db344451e5 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=c06579692b5a40edab5759a339fcdfde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205870 Aug 27 16:48:42.876935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5b7b1-7f80-471d-9003-20f762b08c73 req-855c5010-43f9-4dfc-a49e-68908087962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:42.878395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fc5b7b1-7f80-471d-9003-20f762b08c73 req-855c5010-43f9-4dfc-a49e-68908087962e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0945513 Aug 27 16:48:42.954724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-ec94bfe6-6fec-4c7e-aacd-9210a34d9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:42.956242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-ec94bfe6-6fec-4c7e-aacd-9210a34d9e5d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c06579692b5a40edab5759a339fcdfde&device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 1099 time: 0.0416703 Aug 27 16:48:42.998057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-910afa7f-d4a2-4c84-ad92-f6eb4bedee70 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 HTTP/1.1" status: 200 len: 217 time: 0.0339434 Aug 27 16:48:43.046940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-52247c17-86be-45cb-a6e8-48ab6ec4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:43.048319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-52247c17-86be-45cb-a6e8-48ab6ec4d334 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0437813 Aug 27 16:48:43.105762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-8136679f-ec6e-400c-951b-629a2cf8ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:43.108401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-8136679f-ec6e-400c-951b-629a2cf8ade0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533547 Aug 27 16:48:43.200642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-e12e6e4b-146c-414e-b3f0-c9f29ed99893 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857735 Aug 27 16:48:43.302157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0e318ee-32ae-456f-84e2-df84c454fb69 req-09b2f38b-3766-40b0-8ae5-1323ac074140 service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906713 Aug 27 16:48:43.637304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42283a-755c-4fab-9e61-ff58a1c08e3e req-3dd65654-0297-4893-8a1c-96a58f188615 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:43.638808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee42283a-755c-4fab-9e61-ff58a1c08e3e req-3dd65654-0297-4893-8a1c-96a58f188615 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 948 time: 0.0520363 Aug 27 16:48:43.678474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee42283a-755c-4fab-9e61-ff58a1c08e3e req-5f0c07f4-84ec-47a2-a976-07c2111ee6a8 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330904 Aug 27 16:48:44.403128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:48:44.502152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:44.514029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90', 'mac_address': 'fa:16:3e:b4:81:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:48:44.550651 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:44.564176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:48:44.584289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:44.607072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53734) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:44.648623 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:44.698311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:44.759125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'network': {'name': 'tempest-network-smoke--1213362', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'port_security_enabled': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:44.799049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e8dd8-b6d7-42e4-91d2-bfd9b9799623 req-71862c69-2f4a-48b2-9b84-3d3b71acbbd6 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:44.800596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-557e8dd8-b6d7-42e4-91d2-bfd9b9799623 req-71862c69-2f4a-48b2-9b84-3d3b71acbbd6 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 949 time: 0.0493128 Aug 27 16:48:44.837078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:48:44.839089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-557e8dd8-b6d7-42e4-91d2-bfd9b9799623 req-2fa89507-9c00-4770-9926-03bcdc478843 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Aug 27 16:48:44.840782 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:44.855052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:44.855186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['68aa4186-2fdd-4bcd-81df-9d7c99a2fc90'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:48:44.945192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.041223 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.069677 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:48:45.078854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af0f93-3f55-499d-a6a7-459af561ff91,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:45.087068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.087452 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Added segment cc56423d-0290-4315-b947-dc42fa8a699b of type vlan for network 16632c8c-4e05-4f38-acf3-6ef393440c5c Aug 27 16:48:45.130883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.214351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.219845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:45.220425 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.319481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Network': ['ID=16632c8c-4e05-4f38-acf3-6ef393440c5c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:45.329774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:48:45.402037 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-410d3f21-b746-48f5-829b-6ccad3b10f8a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7937381 Aug 27 16:48:45.404890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53740) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:45.427975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'admin_state_up': True, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:45.521399 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.522493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.611784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.834823 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.958330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2a63-941d-4d9a-8eba-8500fa06b254 req-8f1e8035-8489-4568-a130-9670874627f8 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:45.960448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-542a2a63-941d-4d9a-8eba-8500fa06b254 req-8f1e8035-8489-4568-a130-9670874627f8 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 949 time: 0.0542145 Aug 27 16:48:45.999564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-542a2a63-941d-4d9a-8eba-8500fa06b254 req-4b37b562-9703-4f33-9870-a4fafe9fcaa0 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Aug 27 16:48:46.084635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:46.112446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:46.211684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.25.4.114 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/3e1fb514-c8cb-41dd-89f8-00be5107a306) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:48:46.316271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:46.419317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:48:46.426517 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:46.466239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:48:46.470086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:46.477884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:48:46.503952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=3e1fb514-c8cb-41dd-89f8-00be5107a306,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:46.700366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:48:46.704192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:46.704572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:46.780521 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:46.805104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:48:46.807440 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80bb8a2-1686-4af2-8a8b-84aba6138fe1" -d '{"events": [{"server_uuid": "4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941", "name": "network-vif-plugged", "status": "completed", "tag": "68aa4186-2fdd-4bcd-81df-9d7c99a2fc90"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:48:46.821618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:46.846481 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b14b1-4dc2-447c-b865-af1a262af421 x-openstack-request-id: req-812b14b1-4dc2-447c-b865-af1a262af421 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:48:46.846837 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941", "name": "network-vif-plugged", "status": "completed", "tag": "68aa4186-2fdd-4bcd-81df-9d7c99a2fc90", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:48:46.847099 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-812b14b1-4dc2-447c-b865-af1a262af421 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:48:46.847562 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90', 'code': 200} Aug 27 16:48:46.894204 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:46.948395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:46.950530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74e72-80eb-4a70-ae0e-8c089b8ae402 req-45cf1f02-e9da-4c13-844d-a776810d9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:46.957760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97c74e72-80eb-4a70-ae0e-8c089b8ae402 req-45cf1f02-e9da-4c13-844d-a776810d9740 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 1101 time: 0.0486751 Aug 27 16:48:46.995162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97c74e72-80eb-4a70-ae0e-8c089b8ae402 req-f2dc1dff-7d2d-45a0-872d-f9f3cb00dd8f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295374 Aug 27 16:48:47.093796 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:47.115555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003768-e805-4481-bc7a-fd4226e0450a req-e7651ef7-6db4-4f5f-b72d-e8cd58982d3b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:47.117104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64003768-e805-4481-bc7a-fd4226e0450a req-e7651ef7-6db4-4f5f-b72d-e8cd58982d3b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 950 time: 0.0493789 Aug 27 16:48:47.155823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64003768-e805-4481-bc7a-fd4226e0450a req-3fc98610-beb1-4018-a592-b52c94927798 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Aug 27 16:48:47.289619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:47.486320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 0ce00a12-d2e5-457d-a264-11028ae13d4c is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:48:47.590990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:48:47.600536 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Sync routers for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:48:47.609261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:47.609864 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:47.692448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:47.693967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-58b7288f-dd14-4d90-9529-25e497ffcd7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2879725 Aug 27 16:48:47.697403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53748) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:47.712742 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:47.782974 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-96d14408-ea26-4935-b503-74602af85c18 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=272dce556d524dbd99b47e369c98b51f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820673 Aug 27 16:48:47.783440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53752) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:47.890013 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:46Z', 'revision_number': 3, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:47.921093 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Checking router: 0ce00a12-d2e5-457d-a264-11028ae13d4c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:48:47.921445 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Updating router 0ce00a12-d2e5-457d-a264-11028ae13d4c port 3e1fb514-c8cb-41dd-89f8-00be5107a306 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:48:47.941821 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa4a36-00ed-4095-8c1d-754b3a6ee8f4 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:47.946071 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:47.946645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c8aa4a36-00ed-4095-8c1d-754b3a6ee8f4 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620638 Aug 27 16:48:47.946770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53754) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:47.980801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-df425994-7e5e-496d-aaf4-0d2100507acc tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327237 Aug 27 16:48:47.983714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53756) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:47.988840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-436494953', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:48.186099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:48:48.189831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.282269 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.292842 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Transition to ACTIVE for port object 3e1fb514-c8cb-41dd-89f8-00be5107a306 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:48.321792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753486-56f6-4fb8-aa79-04fce7faedae req-f9772db8-d02b-4070-bdc0-6ff07c8022a5 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:48.323302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91753486-56f6-4fb8-aa79-04fce7faedae req-f9772db8-d02b-4070-bdc0-6ff07c8022a5 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 950 time: 0.0841691 Aug 27 16:48:48.368665 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.399744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91753486-56f6-4fb8-aa79-04fce7faedae req-3039e433-c9fc-4ca1-86e8-c4de633d8764 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687566 Aug 27 16:48:48.419154 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Attempting to bind port 3e1fb514-c8cb-41dd-89f8-00be5107a306 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:48:48.419548 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Attempting to bind port 3e1fb514-c8cb-41dd-89f8-00be5107a306 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:48:48.419915 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Attempting to bind port 3e1fb514-c8cb-41dd-89f8-00be5107a306 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:48:48.430401 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:48:48.431577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:48:48.431577 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.431577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:48:48.432139 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Bound port: 3e1fb514-c8cb-41dd-89f8-00be5107a306, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Pushing event updated for resources: {'Port': ['ID=3e1fb514-c8cb-41dd-89f8-00be5107a306,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] For port 3e1fb514-c8cb-41dd-89f8-00be5107a306, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:48:48.618880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] For port 3e1fb514-c8cb-41dd-89f8-00be5107a306, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3e1fb514-c8cb-41dd-89f8-00be5107a306,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:48:48.620737 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.620737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Subnet': ['ID=b858eac4-4c5e-4839-ad6b-b6e48c06146d,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:48.620737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Checking segment: {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:48:48.620737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network hostable DHCP agents. Network: 16632c8c-4e05-4f38-acf3-6ef393440c5c, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:48:48.621101 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.660210 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:48.660831 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:48.699311 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0347959-c8d3-4142-8ff0-119490a4b59f None None] Pushing event updated for resources: {'Port': ['ID=3e1fb514-c8cb-41dd-89f8-00be5107a306,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:48.770025 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:48.780077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:48:48.831578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 16632c8c-4e05-4f38-acf3-6ef393440c5c) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:48.837146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:48.837752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.845511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2475b-d630-47ae-b25b-8f5c8f9ed837 None None] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:48:48.962462 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:46Z', 'revision_number': 3, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:48.965333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53766) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:48.965784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-60310926-bc97-4403-a246-4305e297b655 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9805846 Aug 27 16:48:48.988922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe822b-9ecb-45b7-9ae1-d7b3932837a1 req-935fd050-bf6f-4bb4-b7e8-8f32cd8792c3 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:48.990934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0dbe822b-9ecb-45b7-9ae1-d7b3932837a1 req-935fd050-bf6f-4bb4-b7e8-8f32cd8792c3 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 950 time: 0.0671606 Aug 27 16:48:49.008981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15793182-416f-42b3-8004-e66b5482abae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-16632c8c-4e05-4f38-acf3-6ef393440c5c', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:48:49.010013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15793182-416f-42b3-8004-e66b5482abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:49.013199 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba43a0a-2386-4cad-8fc6-cbf1c249049f None None] The sync data for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 is: [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:46Z', 'revision_number': 3, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:48:49.057359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0dbe822b-9ecb-45b7-9ae1-d7b3932837a1 req-87ff8198-d9a3-47b2-a437-4c034b5f867b tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549717 Aug 27 16:48:49.156339 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-15793182-416f-42b3-8004-e66b5482abae None None] Allocated IP 172.20.0.2 (16632c8c-4e05-4f38-acf3-6ef393440c5c/b858eac4-4c5e-4839-ad6b-b6e48c06146d/627d68c7-a135-41c2-9ec3-620775987a75) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:48:49.342120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15793182-416f-42b3-8004-e66b5482abae None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:49.353684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15793182-416f-42b3-8004-e66b5482abae None None] Transition to ACTIVE for port object 627d68c7-a135-41c2-9ec3-620775987a75 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:49.372034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-15793182-416f-42b3-8004-e66b5482abae None None] Transition to ACTIVE for port object 627d68c7-a135-41c2-9ec3-620775987a75 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:49.454734 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15793182-416f-42b3-8004-e66b5482abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:49.499715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15793182-416f-42b3-8004-e66b5482abae None None] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:48:49.502857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-15793182-416f-42b3-8004-e66b5482abae None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:49.508996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15793182-416f-42b3-8004-e66b5482abae None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:48:49.512393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15793182-416f-42b3-8004-e66b5482abae None None] Pushing event updated for resources: {'Port': ['ID=627d68c7-a135-41c2-9ec3-620775987a75,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:49.516663 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:49.570959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-15793182-416f-42b3-8004-e66b5482abae None None] Attempting to bind port 627d68c7-a135-41c2-9ec3-620775987a75 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:48:49.571501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-15793182-416f-42b3-8004-e66b5482abae None None] Attempting to bind port 627d68c7-a135-41c2-9ec3-620775987a75 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:48:49.571874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15793182-416f-42b3-8004-e66b5482abae None None] Attempting to bind port 627d68c7-a135-41c2-9ec3-620775987a75 on network 16632c8c-4e05-4f38-acf3-6ef393440c5c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:48:49.577342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15793182-416f-42b3-8004-e66b5482abae None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:48:49.577718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15793182-416f-42b3-8004-e66b5482abae None None] Checking segment: {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:48:49.578144 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15793182-416f-42b3-8004-e66b5482abae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:49.578673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15793182-416f-42b3-8004-e66b5482abae None None] Bound using segment: {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:48:49.579150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-15793182-416f-42b3-8004-e66b5482abae None None] Bound port: 627d68c7-a135-41c2-9ec3-620775987a75, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:48:49.579572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15793182-416f-42b3-8004-e66b5482abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:49.647260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-15793182-416f-42b3-8004-e66b5482abae None None] For port 627d68c7-a135-41c2-9ec3-620775987a75, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:48:49.650568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-15793182-416f-42b3-8004-e66b5482abae None None] For port 627d68c7-a135-41c2-9ec3-620775987a75, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=627d68c7-a135-41c2-9ec3-620775987a75,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:48:49.729518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15793182-416f-42b3-8004-e66b5482abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:49.793641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15793182-416f-42b3-8004-e66b5482abae None None] Pushing event updated for resources: {'Port': ['ID=627d68c7-a135-41c2-9ec3-620775987a75,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:49.877890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.20.0.1 (16632c8c-4e05-4f38-acf3-6ef393440c5c/b858eac4-4c5e-4839-ad6b-b6e48c06146d/5eac235a-c819-4854-ab7d-1bafcea79600) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:48:50.031497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.044955 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Transition to ACTIVE for port object 5eac235a-c819-4854-ab7d-1bafcea79600 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:50.135502 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.176496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b1a59-90eb-402c-a534-86987df6aa94 req-a483ccb3-4ff4-4e82-9cb5-aff386183cfa tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:50.177044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:48:50.178234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b63b1a59-90eb-402c-a534-86987df6aa94 req-a483ccb3-4ff4-4e82-9cb5-aff386183cfa tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 950 time: 0.0565376 Aug 27 16:48:50.179649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:50.182291 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:48:50.213495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=5eac235a-c819-4854-ab7d-1bafcea79600,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:50.221797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b63b1a59-90eb-402c-a534-86987df6aa94 req-9a18c202-c469-4b18-a5b6-97a4ce731830 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/security-groups?id=d6f7858d-3cbc-4156-883d-110121b38450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Aug 27 16:48:50.236890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.274718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-cd527295-791c-4825-9f9c-af555e7c0e76 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:50.276501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-cd527295-791c-4825-9f9c-af555e7c0e76 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.97 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 950 time: 0.0505867 Aug 27 16:48:50.379840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Deleting port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:48:50.380780 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.468583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.482091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] For port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:50.482458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.496412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Calling delete_port for 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:48:50.597355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-907fcc91-1770-4b7d-ae03-d8ed3c5d3684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.712110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.726623 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['68aa4186-2fdd-4bcd-81df-9d7c99a2fc90'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:48:50.754339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Pushing event deleted for resources: {'Port': ['ID=68aa4186-2fdd-4bcd-81df-9d7c99a2fc90,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:50.803227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] No DVR routers for this DVR port 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:48:50.812715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:50.813054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cab85ed4-9e31-450a-b9d0-1783c82ce40c req-28f206aa-e1f8-4989-80ca-20c9edafac39 tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.97 "DELETE /v2.0/ports/68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 HTTP/1.1" status: 204 len: 173 time: 0.5296562 Aug 27 16:48:50.813699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'name': 'network-vif-deleted', 'tag': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:48:50.816550 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc7342-0043-4fa3-91b2-bf4a48e87ddd" -d '{"events": [{"server_uuid": "4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941", "name": "network-vif-deleted", "tag": "68aa4186-2fdd-4bcd-81df-9d7c99a2fc90"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:48:50.876600 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c89777-1ecc-4dff-abd9-de1917bd698a x-openstack-request-id: req-86c89777-1ecc-4dff-abd9-de1917bd698a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:48:50.876980 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941", "name": "network-vif-deleted", "tag": "68aa4186-2fdd-4bcd-81df-9d7c99a2fc90", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:48:50.877332 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86c89777-1ecc-4dff-abd9-de1917bd698a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:48:50.877702 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941', 'name': 'network-vif-deleted', 'tag': '68aa4186-2fdd-4bcd-81df-9d7c99a2fc90', 'status': 'completed', 'code': 200} Aug 27 16:48:51.069645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 627d68c7-a135-41c2-9ec3-620775987a75 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:48:51.117116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.126360 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a216786-5ae9-47a6-8371-887757861596 None None] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:48:51.184278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.214172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 627d68c7-a135-41c2-9ec3-620775987a75 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:48:51.222440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3e1fb514-c8cb-41dd-89f8-00be5107a306 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:48:51.263260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.266179 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=5eac235a-c819-4854-ab7d-1bafcea79600,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:51.310897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5574bc77-a4bf-4668-8278-5052bd51f079 None None] Provisioning for port 627d68c7-a135-41c2-9ec3-620775987a75 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:48:51.319378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5574bc77-a4bf-4668-8278-5052bd51f079 None None] Provisioning complete for port 627d68c7-a135-41c2-9ec3-620775987a75 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:51.319759 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5574bc77-a4bf-4668-8278-5052bd51f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.350203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4585945e-3588-458b-8daa-c39d13fb3777 req-95863fd6-6d74-4569-aa89-7d229303360e tempest-VolumesNegativeTest-365549625 tempest-VolumesNegativeTest-365549625-project] 10.222.0.101 "GET /v2.0/ports?device_id=4cd8e5e5-d3c4-4cc4-b44d-ce2d66b4e941 HTTP/1.1" status: 200 len: 210 time: 0.0276191 Aug 27 16:48:51.373660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:48:51.373660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:51.427147 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5574bc77-a4bf-4668-8278-5052bd51f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.429043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3e1fb514-c8cb-41dd-89f8-00be5107a306 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:48:51.441486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3e1fb514-c8cb-41dd-89f8-00be5107a306 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:51.441659 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.496005 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5574bc77-a4bf-4668-8278-5052bd51f079 None None] For port 627d68c7-a135-41c2-9ec3-620775987a75, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=627d68c7-a135-41c2-9ec3-620775987a75,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:51.515028 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 0ce00a12-d2e5-457d-a264-11028ae13d4c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:48:51.543687 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.562239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5574bc77-a4bf-4668-8278-5052bd51f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.569307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 3e1fb514-c8cb-41dd-89f8-00be5107a306, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3e1fb514-c8cb-41dd-89f8-00be5107a306,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:51.625561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574bc77-a4bf-4668-8278-5052bd51f079 None None] Pushing event updated for resources: {'Port': ['ID=627d68c7-a135-41c2-9ec3-620775987a75,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:51.643315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.652811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:48:51.663434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-876a47ac-f567-41a3-b86a-dbb54f0dcbae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "PUT /v2.0/routers/0ce00a12-d2e5-457d-a264-11028ae13d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6956270 Aug 27 16:48:51.665239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53774) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:51.670916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Sync routers for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:48:51.698002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:51.698639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:51.752847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=3e1fb514-c8cb-41dd-89f8-00be5107a306,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:51.763940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-99714edc-99df-4336-9e0a-3a9efd126419 None None] Provisioning complete for port 627d68c7-a135-41c2-9ec3-620775987a75 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:51.764310 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99714edc-99df-4336-9e0a-3a9efd126419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:51.857594 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cacf294-856b-46b8-843b-7a8c661436ae tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.858196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cacf294-856b-46b8-843b-7a8c661436ae tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.858661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cacf294-856b-46b8-843b-7a8c661436ae tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.859076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cacf294-856b-46b8-843b-7a8c661436ae tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.863516 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8cacf294-856b-46b8-843b-7a8c661436ae tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1944551 Aug 27 16:48:51.863658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:51.864014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53776) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:51.875793 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:48:51.970092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4ef21-7016-406b-891e-bda9b020f45b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.970637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4ef21-7016-406b-891e-bda9b020f45b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.971090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4ef21-7016-406b-891e-bda9b020f45b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.971583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4ef21-7016-406b-891e-bda9b020f45b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:51.976379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a2a4ef21-7016-406b-891e-bda9b020f45b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1075835 Aug 27 16:48:51.976636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53778) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:52.093244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-99714edc-99df-4336-9e0a-3a9efd126419 None None] Provisioning for port 5eac235a-c819-4854-ab7d-1bafcea79600 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:48:52.099451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-99714edc-99df-4336-9e0a-3a9efd126419 None None] Provisioning complete for port 5eac235a-c819-4854-ab7d-1bafcea79600 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:52.099826 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99714edc-99df-4336-9e0a-3a9efd126419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.160028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:50Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:50Z', 'revision_number': 2, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:52.160028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-99714edc-99df-4336-9e0a-3a9efd126419 None None] Port 5eac235a-c819-4854-ab7d-1bafcea79600 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:48:52.170085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Checking router: 0ce00a12-d2e5-457d-a264-11028ae13d4c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:48:52.170447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Updating router 0ce00a12-d2e5-457d-a264-11028ae13d4c port 5eac235a-c819-4854-ab7d-1bafcea79600 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:48:52.199031 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.204054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7bf44e61-bb63-4ae9-801f-0a7c7646b14b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2263277 Aug 27 16:48:52.323987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a2f665b6-5196-4dc4-80dd-d1dbb7f0863e None None] Provisioning complete for port 5eac235a-c819-4854-ab7d-1bafcea79600 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:52.324370 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2f665b6-5196-4dc4-80dd-d1dbb7f0863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.405800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a2f665b6-5196-4dc4-80dd-d1dbb7f0863e None None] Port 5eac235a-c819-4854-ab7d-1bafcea79600 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:48:52.506621 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.517726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Transition to ACTIVE for port object 5eac235a-c819-4854-ab7d-1bafcea79600 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:52.603023 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.656276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe31991-4681-461f-9f31-0a56c75f9851 None None] Pushing event updated for resources: {'Port': ['ID=5eac235a-c819-4854-ab7d-1bafcea79600,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:52.725634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Attempting to bind port 5eac235a-c819-4854-ab7d-1bafcea79600 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:48:52.726010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Attempting to bind port 5eac235a-c819-4854-ab7d-1bafcea79600 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:48:52.726379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Attempting to bind port 5eac235a-c819-4854-ab7d-1bafcea79600 on network 16632c8c-4e05-4f38-acf3-6ef393440c5c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:48:52.736886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:48:52.737681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Checking segment: {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:48:52.738796 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.739823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Bound using segment: {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:48:52.740804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Bound port: 5eac235a-c819-4854-ab7d-1bafcea79600, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:48:52.741395 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.759126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53794) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:52.764299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-96a7e18e-9e6c-4705-bdda-489f16d98547 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945182044', 'description': 'tempest-secgroup-smoke-1945182044 description', 'project_id': '272dce556d524dbd99b47e369c98b51f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:52.826570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] For port 5eac235a-c819-4854-ab7d-1bafcea79600, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:48:52.829944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] For port 5eac235a-c819-4854-ab7d-1bafcea79600, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5eac235a-c819-4854-ab7d-1bafcea79600,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:48:52.929655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96a7e18e-9e6c-4705-bdda-489f16d98547 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.945696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 627d68c7-a135-41c2-9ec3-620775987a75 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:48:52.971224 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.016484 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96a7e18e-9e6c-4705-bdda-489f16d98547 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.050106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe31991-4681-461f-9f31-0a56c75f9851 None None] Pushing event updated for resources: {'Port': ['ID=5eac235a-c819-4854-ab7d-1bafcea79600,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:53.054478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:53.055108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:53.092971 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96a7e18e-9e6c-4705-bdda-489f16d98547 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.094299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 627d68c7-a135-41c2-9ec3-620775987a75 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:53.094696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.150918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7e18e-9e6c-4705-bdda-489f16d98547 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a5eb8d-d57f-4dbb-8225-d7e030c66f71,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:53.198066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-96a7e18e-9e6c-4705-bdda-489f16d98547 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.199605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-96a7e18e-9e6c-4705-bdda-489f16d98547 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4392538 Aug 27 16:48:53.202500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 53810) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:53.207499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b692bc8d-1e8f-4450-8160-726d1a1506b5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '69a5eb8d-d57f-4dbb-8225-d7e030c66f71', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:53.235117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:48:53.238593 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09eafd2a-c1a9-4fcc-b986-9c525ceb90e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.332644 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b692bc8d-1e8f-4450-8160-726d1a1506b5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.397667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b692bc8d-1e8f-4450-8160-726d1a1506b5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.454618 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b692bc8d-1e8f-4450-8160-726d1a1506b5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.481951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692bc8d-1e8f-4450-8160-726d1a1506b5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb23868-5cab-48cd-84d4-c8a116882411,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:53.507676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3e1fb514-c8cb-41dd-89f8-00be5107a306 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:48:53.568534 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.585541 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b692bc8d-1e8f-4450-8160-726d1a1506b5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.587237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b692bc8d-1e8f-4450-8160-726d1a1506b5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835473 Aug 27 16:48:53.589331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.590161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:53.596467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-74aab58c-2102-4a11-ad89-eee4909bea0f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '69a5eb8d-d57f-4dbb-8225-d7e030c66f71', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:53.628516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3e1fb514-c8cb-41dd-89f8-00be5107a306 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:53.628864 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.688693 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74aab58c-2102-4a11-ad89-eee4909bea0f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.736186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:50Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:52Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:53.765213 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74aab58c-2102-4a11-ad89-eee4909bea0f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.770648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803920b8-8c6d-4d60-861a-5299c844070c None None] The sync data for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 is: [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:50Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:52Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:48:53.872182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74aab58c-2102-4a11-ad89-eee4909bea0f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.892885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aab58c-2102-4a11-ad89-eee4909bea0f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ac1be8-a576-4f0d-858b-e9495dd4d991,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:53.968998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-74aab58c-2102-4a11-ad89-eee4909bea0f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.970300 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-74aab58c-2102-4a11-ad89-eee4909bea0f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3779078 Aug 27 16:48:53.973099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53870) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:53.978548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-be487be5-b54e-43d2-9299-bfcccf475262 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '69a5eb8d-d57f-4dbb-8225-d7e030c66f71', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:54.113122 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be487be5-b54e-43d2-9299-bfcccf475262 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.176333 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be487be5-b54e-43d2-9299-bfcccf475262 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.247625 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be487be5-b54e-43d2-9299-bfcccf475262 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.267225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be487be5-b54e-43d2-9299-bfcccf475262 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca2f74e-5aa2-48ed-a63f-76fbf65a950f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:54.315835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.351787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be487be5-b54e-43d2-9299-bfcccf475262 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.353862 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-be487be5-b54e-43d2-9299-bfcccf475262 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795125 Aug 27 16:48:54.358415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53880) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:54.367485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1c06c3fc-2f1a-48c8-8990-2909643034d8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '69a5eb8d-d57f-4dbb-8225-d7e030c66f71', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:54.434430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:48:54.456393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:48:54.462190 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 68aa4186-2fdd-4bcd-81df-9d7c99a2fc90 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:48:54.483498 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3fc-2f1a-48c8-8990-2909643034d8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.550512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3fc-2f1a-48c8-8990-2909643034d8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.606838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.629911 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3fc-2f1a-48c8-8990-2909643034d8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.649134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c3fc-2f1a-48c8-8990-2909643034d8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc6e69a-5691-45ef-821a-034aa47ccbf5,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:54.751884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1c06c3fc-2f1a-48c8-8990-2909643034d8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.753868 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1c06c3fc-2f1a-48c8-8990-2909643034d8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3936710 Aug 27 16:48:54.756668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53894) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:54.761493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '69a5eb8d-d57f-4dbb-8225-d7e030c66f71', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:54.860025 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Project 272dce556d524dbd99b47e369c98b51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:48:54.865820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.961548 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:54.988350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5eac235a-c819-4854-ab7d-1bafcea79600 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:48:55.031920 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.059472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8e13d7-2c2a-4341-9bef-bc380c6fc658,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:55.122792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5eac235a-c819-4854-ab7d-1bafcea79600 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:48:55.127230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5eac235a-c819-4854-ab7d-1bafcea79600 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:55.127802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.141394 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.141394 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d2e560c-f3f3-4a53-9e6f-fea68c5f7ee1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3808868 Aug 27 16:48:55.141394 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 53944) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:55.146079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '69a5eb8d-d57f-4dbb-8225-d7e030c66f71', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:55.211838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.238453 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Project 272dce556d524dbd99b47e369c98b51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:48:55.244260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5eac235a-c819-4854-ab7d-1bafcea79600, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5eac235a-c819-4854-ab7d-1bafcea79600,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:48:55.247369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.306032 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.412716 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.460224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5eac235a-c819-4854-ab7d-1bafcea79600,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:55.467609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.467963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.468310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.468654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.468994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.469333 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.469667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.470002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.470334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.470666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.471004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.471355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:55.482935 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.502358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9b2148-8c11-493a-9a25-608a85af073d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:55.614076 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:55.616094 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ddb5d833-16ca-4f82-9f99-fe9d8eade851 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4736145 Aug 27 16:48:55.759134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-366e6ce6-ee26-4aaa-9caf-115ccbbcd3a2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945182044&fields=id&tenant_id=272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 267 time: 0.0367463 Aug 27 16:48:55.874085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-2e77c69d-b1d0-45cd-8a55-039b8c93c81b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:55.875592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-2e77c69d-b1d0-45cd-8a55-039b8c93c81b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/networks?id=16632c8c-4e05-4f38-acf3-6ef393440c5c HTTP/1.1" status: 200 len: 794 time: 0.1094813 Aug 27 16:48:55.890836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-2977548e-b92d-4b9d-988f-d946bc157794 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/quotas/272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 375 time: 0.0093508 Aug 27 16:48:55.948201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-b26ec7ba-0f89-4d24-9db7-e925f19548c7 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495939 Aug 27 16:48:55.963348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-eb9c12b0-21a4-4706-a8be-98c6d590dfdc service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:48:55.964339 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-eb9c12b0-21a4-4706-a8be-98c6d590dfdc service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058537 Aug 27 16:48:56.055920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-dc0400ae-7584-426a-8a0d-5ec10e68dfb5 service neutron] 10.222.0.101 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844975 Aug 27 16:48:56.156717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-61e1a820-6552-4f4a-a75f-8bc4f0472deb service neutron] 10.222.0.101 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938663 Aug 27 16:48:56.180023 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:56.464378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fe5b7a5-ecce-4c0e-a0b8-c641016cc3e8 req-55a87ba5-9882-42eb-b5c8-68192b6debc0 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 210 time: 0.0272222 Aug 27 16:48:56.943983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5eac235a-c819-4854-ab7d-1bafcea79600 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:48:56.995281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5eac235a-c819-4854-ab7d-1bafcea79600 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:48:56.995963 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:57.546975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eabe6ef0-3c06-41c3-ada8-5ecd59dbd087 req-b882d145-43dc-4988-a45a-7610d14db088 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 210 time: 0.0288205 Aug 27 16:48:58.648168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e144c7ac-e9c5-4275-8643-c55e8ba431e9 req-98d54665-4beb-44ea-a668-8cdb6683d5c9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 210 time: 0.0286136 Aug 27 16:48:59.415506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-660798a3-dce2-406a-9f5d-fb8f48c45972 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:59.416853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-660798a3-dce2-406a-9f5d-fb8f48c45972 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "GET /v2.0/networks?id=16632c8c-4e05-4f38-acf3-6ef393440c5c HTTP/1.1" status: 200 len: 794 time: 0.1148565 Aug 27 16:48:59.463071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-97f9c560-15d8-4348-81ad-aea1296758dd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 380 time: 0.0363753 Aug 27 16:48:59.472392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'port': {'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'admin_state_up': True, 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'security_groups': ['69a5eb8d-d57f-4dbb-8225-d7e030c66f71']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:59.588849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54054) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:59.652277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:48:59.655924 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:59.781876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f0b28d9-f874-476c-b7c9-e0e0c19a1e3d req-6154b4ef-12da-4a2a-8405-87a113be1a75 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 210 time: 0.0413606 Aug 27 16:48:59.811550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54060) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:59.811946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7fbd712b-e798-44bc-a9bd-d2dadd09169b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c06579692b5a40edab5759a339fcdfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216415 Aug 27 16:48:59.856619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.20.0.10 (16632c8c-4e05-4f38-acf3-6ef393440c5c/b858eac4-4c5e-4839-ad6b-b6e48c06146d/941c241b-bd35-4f49-8b06-12da94c7313f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:48:59.860329 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15d05522-af23-4d73-a6a0-7a81182ed36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:59.884585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15d05522-af23-4d73-a6a0-7a81182ed36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:59.996591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:59.997102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15d05522-af23-4d73-a6a0-7a81182ed36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.000460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15d05522-af23-4d73-a6a0-7a81182ed36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.001699 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-15d05522-af23-4d73-a6a0-7a81182ed36c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d6f7858d-3cbc-4156-883d-110121b38450 HTTP/1.1" status: 204 len: 168 time: 0.1891174 Aug 27 16:49:00.010303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d05522-af23-4d73-a6a0-7a81182ed36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f7858d-3cbc-4156-883d-110121b38450,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:00.016517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Transition to ACTIVE for port object 941c241b-bd35-4f49-8b06-12da94c7313f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:00.129004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.171925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:49:00.176813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:00.181072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:49:00.211624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=941c241b-bd35-4f49-8b06-12da94c7313f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:00.239902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:00.240547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.386986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-a3b8368b-ca6a-48d0-b3e0-5bfe631dbcfd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9183366 Aug 27 16:49:00.405185 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Request body: {'port': {'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:00.459978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.486845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a326caa9-cb15-47a8-ba3a-9513828dab4d None None] Provisioning for port 941c241b-bd35-4f49-8b06-12da94c7313f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:00.492051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a326caa9-cb15-47a8-ba3a-9513828dab4d None None] Provisioning complete for port 941c241b-bd35-4f49-8b06-12da94c7313f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:00.492051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a326caa9-cb15-47a8-ba3a-9513828dab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.533922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a326caa9-cb15-47a8-ba3a-9513828dab4d None None] Port 941c241b-bd35-4f49-8b06-12da94c7313f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:49:00.727219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941c241b-bd35-4f49-8b06-12da94c7313f {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:49:00.734537 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.746905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Transition to ACTIVE for port object 941c241b-bd35-4f49-8b06-12da94c7313f will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:00.848590 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:00.933614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Pushing event updated for resources: {'Port': ['ID=941c241b-bd35-4f49-8b06-12da94c7313f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:00.969391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89b3ba-0f40-4f09-b923-1abd6222c156 req-c1ddadc5-fc2b-4ae6-968e-828485da2d00 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:00.970917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b89b3ba-0f40-4f09-b923-1abd6222c156 req-c1ddadc5-fc2b-4ae6-968e-828485da2d00 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 944 time: 0.1135740 Aug 27 16:49:01.052386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b89b3ba-0f40-4f09-b923-1abd6222c156 req-0add2e06-0e93-4903-9972-bef1312a99e4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591664 Aug 27 16:49:01.053642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Attempting to bind port 941c241b-bd35-4f49-8b06-12da94c7313f on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:49:01.053979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Attempting to bind port 941c241b-bd35-4f49-8b06-12da94c7313f by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:49:01.054313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Attempting to bind port 941c241b-bd35-4f49-8b06-12da94c7313f on network 16632c8c-4e05-4f38-acf3-6ef393440c5c {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:49:01.059135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Port 941c241b-bd35-4f49-8b06-12da94c7313f on network 16632c8c-4e05-4f38-acf3-6ef393440c5c not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:49:01.059548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Attempting to bind port 941c241b-bd35-4f49-8b06-12da94c7313f on network 16632c8c-4e05-4f38-acf3-6ef393440c5c {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:49:01.065388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:49:01.066249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Checking segment: {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:49:01.066644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Bound using segment: {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:49:01.067087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Bound port: 941c241b-bd35-4f49-8b06-12da94c7313f, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc56423d-0290-4315-b947-dc42fa8a699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:49:01.067534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.139383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] For port 941c241b-bd35-4f49-8b06-12da94c7313f, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:49:01.142545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] For port 941c241b-bd35-4f49-8b06-12da94c7313f, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=941c241b-bd35-4f49-8b06-12da94c7313f,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:49:01.232300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.267635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:01.268243 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.269685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] 10.222.0.97 "PUT /v2.0/ports/941c241b-bd35-4f49-8b06-12da94c7313f HTTP/1.1" status: 200 len: 1092 time: 0.8729351 Aug 27 16:49:01.270056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:49:01.272638 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918134c5-b9c9-4a9c-a1eb-2f1649a988c7" -d '{"events": [{"name": "network-changed", "server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:49:01.296400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b09458-d54d-4fed-a336-31ce8aac8054 service neutron] Pushing event updated for resources: {'Port': ['ID=941c241b-bd35-4f49-8b06-12da94c7313f,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:01.314822 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30654d8d-ec48-46c6-bb28-4200d83b8583 x-openstack-request-id: req-30654d8d-ec48-46c6-bb28-4200d83b8583 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:49:01.315154 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:49:01.315458 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-30654d8d-ec48-46c6-bb28-4200d83b8583 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:49:01.315906 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f', 'status': 'completed', 'code': 200} Aug 27 16:49:01.384863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918134c5-b9c9-4a9c-a1eb-2f1649a988c7 req-fb8094db-c8b0-466c-93b0-388277a03069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:01.386783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-918134c5-b9c9-4a9c-a1eb-2f1649a988c7 req-fb8094db-c8b0-466c-93b0-388277a03069 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 1095 time: 0.0514495 Aug 27 16:49:01.493089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918134c5-b9c9-4a9c-a1eb-2f1649a988c7 req-62f656c3-b0b4-44f2-9532-71491752aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:01.494577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-918134c5-b9c9-4a9c-a1eb-2f1649a988c7 req-62f656c3-b0b4-44f2-9532-71491752aafa service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=272dce556d524dbd99b47e369c98b51f&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1005683 Aug 27 16:49:01.600930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918134c5-b9c9-4a9c-a1eb-2f1649a988c7 req-a0af0b93-d2d3-470b-950d-3a4ef0bd0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:01.602403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-918134c5-b9c9-4a9c-a1eb-2f1649a988c7 req-a0af0b93-d2d3-470b-950d-3a4ef0bd0685 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1012108 Aug 27 16:49:01.684008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-25906fc4-3b44-4f4d-84f6-465b52b7cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:01.685493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-25906fc4-3b44-4f4d-84f6-465b52b7cebc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 1095 time: 0.0459690 Aug 27 16:49:01.728871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-15d59222-1231-4add-a626-028965ea914a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=941c241b-bd35-4f49-8b06-12da94c7313f HTTP/1.1" status: 200 len: 217 time: 0.0347815 Aug 27 16:49:01.779208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-19823162-2878-470f-b560-25789394166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:01.780717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-19823162-2878-470f-b560-25789394166a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b858eac4-4c5e-4839-ad6b-b6e48c06146d HTTP/1.1" status: 200 len: 834 time: 0.0451522 Aug 27 16:49:01.831968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-5c3a0e59-187f-4abc-b2f8-59d8caa75b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:01.834172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-5c3a0e59-187f-4abc-b2f8-59d8caa75b1c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=16632c8c-4e05-4f38-acf3-6ef393440c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457418 Aug 27 16:49:01.924370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-37dd3c28-117a-4934-b756-c73ade994775 service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Aug 27 16:49:02.016910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aad3aa7b-8cfa-4e03-99cf-2cc09b014612 req-4af11b44-4db6-41da-be78-cd41c1887173 service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856774 Aug 27 16:49:02.503716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e6d43-fbb5-49cb-8920-41c0977b7fce req-c1829dd0-237d-450b-967d-210af6a17719 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:02.505265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-427e6d43-fbb5-49cb-8920-41c0977b7fce req-c1829dd0-237d-450b-967d-210af6a17719 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 944 time: 0.3826354 Aug 27 16:49:02.543558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-427e6d43-fbb5-49cb-8920-41c0977b7fce req-d5712a09-b1a9-4b8c-8028-c6285faa4a8b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Aug 27 16:49:03.688501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6a3c-5883-43ee-a309-af4c4a697482 req-01f163ca-c0ab-4848-be65-9dd81d0436ed tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:03.689976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-457e6a3c-5883-43ee-a309-af4c4a697482 req-01f163ca-c0ab-4848-be65-9dd81d0436ed tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 944 time: 0.0498917 Aug 27 16:49:03.728633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-457e6a3c-5883-43ee-a309-af4c4a697482 req-fa76af5d-e57d-4ec2-9cea-dc637c2d0a6a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Aug 27 16:49:04.481149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 941c241b-bd35-4f49-8b06-12da94c7313f details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:49:04.576808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 941c241b-bd35-4f49-8b06-12da94c7313f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=941c241b-bd35-4f49-8b06-12da94c7313f,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:49:04.587930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '941c241b-bd35-4f49-8b06-12da94c7313f', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:49:04.625049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:04.637572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941c241b-bd35-4f49-8b06-12da94c7313f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:49:04.662193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 941c241b-bd35-4f49-8b06-12da94c7313f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=941c241b-bd35-4f49-8b06-12da94c7313f,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:49:04.723143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:04.772216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=941c241b-bd35-4f49-8b06-12da94c7313f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:04.844875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8c2d2-ef0a-42f8-80a8-4141dde4663c req-836ac980-348e-41c6-ae67-c4f1343b6bb5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:04.846346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fab8c2d2-ef0a-42f8-80a8-4141dde4663c req-836ac980-348e-41c6-ae67-c4f1343b6bb5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 945 time: 0.0485451 Aug 27 16:49:04.887855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fab8c2d2-ef0a-42f8-80a8-4141dde4663c req-68b27934-ab5f-4172-a66d-f51412a860d2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349658 Aug 27 16:49:04.910277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['941c241b-bd35-4f49-8b06-12da94c7313f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:49:05.366699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54224) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:05.471757 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06589795-d198-4c1f-a949-c77def8bbf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:05.557653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06589795-d198-4c1f-a949-c77def8bbf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:05.614013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-06589795-d198-4c1f-a949-c77def8bbf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:05.652968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-06589795-d198-4c1f-a949-c77def8bbf67 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fa4d760c7fbf4073a9a23ef721ee1c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850552 Aug 27 16:49:05.654090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06589795-d198-4c1f-a949-c77def8bbf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f6939-0b95-4d83-a88f-fd34f03a9c1c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:05.655658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54228) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:05.704121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7348a86f-2262-4858-b952-e0e76a9e7e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:05.724818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7348a86f-2262-4858-b952-e0e76a9e7e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:05.859829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7348a86f-2262-4858-b952-e0e76a9e7e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:05.862537 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-7348a86f-2262-4858-b952-e0e76a9e7e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:05.863740 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7348a86f-2262-4858-b952-e0e76a9e7e87 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7c3f6939-0b95-4d83-a88f-fd34f03a9c1c HTTP/1.1" status: 204 len: 168 time: 0.2070587 Aug 27 16:49:05.872173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a86f-2262-4858-b952-e0e76a9e7e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f6939-0b95-4d83-a88f-fd34f03a9c1c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:06.001804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7fce-cf55-4b52-a670-d08a27be6d72 req-8ff12e31-db54-4792-9fac-db6918a17968 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:06.003189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-218a7fce-cf55-4b52-a670-d08a27be6d72 req-8ff12e31-db54-4792-9fac-db6918a17968 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 945 time: 0.0503585 Aug 27 16:49:06.042959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-218a7fce-cf55-4b52-a670-d08a27be6d72 req-f10efb6d-fc02-4f37-ab1b-d14328e59c38 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326722 Aug 27 16:49:06.436010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54236) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:06.449869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-821dddd1-608e-45a5-b813-7f0a2cca296c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.497572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 941c241b-bd35-4f49-8b06-12da94c7313f up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:06.539369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-821dddd1-608e-45a5-b813-7f0a2cca296c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.585869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-821dddd1-608e-45a5-b813-7f0a2cca296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.600824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 941c241b-bd35-4f49-8b06-12da94c7313f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:06.604648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 941c241b-bd35-4f49-8b06-12da94c7313f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:06.605017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.625109 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dddd1-608e-45a5-b813-7f0a2cca296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5043fdb-9531-4ae2-af35-17bbc9235959,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:06.629470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-821dddd1-608e-45a5-b813-7f0a2cca296c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0b8d9918e8af40289869a3855366919b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924191 Aug 27 16:49:06.632592 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54238) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:06.680592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eabc6506-46d5-47df-8b8a-d752d768cf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.691106 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.702674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eabc6506-46d5-47df-8b8a-d752d768cf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.714330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:49:06.716618 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a91d40-904d-479d-a4f2-f313a0d07825" -d '{"events": [{"server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "name": "network-vif-plugged", "status": "completed", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:49:06.741684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 941c241b-bd35-4f49-8b06-12da94c7313f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=941c241b-bd35-4f49-8b06-12da94c7313f,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:49:06.754590 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf9d7fc-debe-41b5-8a8d-7ee2fa643cb2 x-openstack-request-id: req-fcf9d7fc-debe-41b5-8a8d-7ee2fa643cb2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:49:06.754899 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "name": "network-vif-plugged", "status": "completed", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:49:06.755194 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fcf9d7fc-debe-41b5-8a8d-7ee2fa643cb2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:49:06.755716 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f', 'code': 200} Aug 27 16:49:06.829505 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.850366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06009a-afb5-48a5-b5cb-2d847dca657a req-7df5ec1e-adfe-435d-9ca2-4955b2db347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:06.851991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e06009a-afb5-48a5-b5cb-2d847dca657a req-7df5ec1e-adfe-435d-9ca2-4955b2db347a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 1096 time: 0.0434091 Aug 27 16:49:06.858087 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eabc6506-46d5-47df-8b8a-d752d768cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.860778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eabc6506-46d5-47df-8b8a-d752d768cf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.864287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eabc6506-46d5-47df-8b8a-d752d768cf90 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a5043fdb-9531-4ae2-af35-17bbc9235959 HTTP/1.1" status: 204 len: 168 time: 0.2284205 Aug 27 16:49:06.871309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc6506-46d5-47df-8b8a-d752d768cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5043fdb-9531-4ae2-af35-17bbc9235959,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:06.891545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=941c241b-bd35-4f49-8b06-12da94c7313f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:06.893125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e06009a-afb5-48a5-b5cb-2d847dca657a req-faf80bb9-2c73-4afe-956b-27b69e6421f3 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344954 Aug 27 16:49:07.160636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1ae8f-55b9-4302-9946-fa60e2b5f149 req-32b8ddfa-8763-488d-8689-be41d41c9afd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:07.162597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65c1ae8f-55b9-4302-9946-fa60e2b5f149 req-32b8ddfa-8763-488d-8689-be41d41c9afd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 946 time: 0.0519371 Aug 27 16:49:07.206228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65c1ae8f-55b9-4302-9946-fa60e2b5f149 req-0b96fcce-c96a-45bf-a03c-698120a3a39f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368106 Aug 27 16:49:08.322497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585b6e3-13f9-4906-a54f-6ab0bc35f4c4 req-26b1643f-4567-40a6-ac44-bc87c30b13fb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:08.323973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0585b6e3-13f9-4906-a54f-6ab0bc35f4c4 req-26b1643f-4567-40a6-ac44-bc87c30b13fb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 946 time: 0.0481808 Aug 27 16:49:08.362441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0585b6e3-13f9-4906-a54f-6ab0bc35f4c4 req-3a717cc1-8743-404b-ab35-a5f9b8cf1eea tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325255 Aug 27 16:49:08.481785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33f68b-5d76-40fa-8269-b9074dc94263 req-3dc17897-87b2-4f2a-a637-9d217e5e2cf1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:08.483262 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb33f68b-5d76-40fa-8269-b9074dc94263 req-3dc17897-87b2-4f2a-a637-9d217e5e2cf1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 946 time: 0.0529230 Aug 27 16:49:08.521982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb33f68b-5d76-40fa-8269-b9074dc94263 req-208e744c-beb7-428c-a20f-921506b912d9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Aug 27 16:49:08.542987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54250) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:08.582673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5130c-2f82-4e16-988c-e0b8359414ff tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:08.584811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cbb5130c-2f82-4e16-988c-e0b8359414ff tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 1092 time: 0.0408151 Aug 27 16:49:08.587842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54252) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:08.592175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:08.681028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:08.781959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:08.881980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.25.4.205 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/9857a69f-5066-4bbe-b40a-d9b9a715cc96) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:49:08.986791 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.075310 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.111588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:49:09.114322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:09.117774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:49:09.146810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=9857a69f-5066-4bbe-b40a-d9b9a715cc96,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:09.484046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.614031 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.763792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.817800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.886161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=9857a69f-5066-4bbe-b40a-d9b9a715cc96,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:09.896077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.996807 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Floating IP 3fe8ff24-245b-4ff4-8abb-354638510920 associated. External IP: 172.25.4.205, port: 941c241b-bd35-4f49-8b06-12da94c7313f. Aug 27 16:49:10.202888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 0ce00a12-d2e5-457d-a264-11028ae13d4c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:49:10.310941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:49:10.321317 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] Sync routers for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:49:10.330577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:49:10.331183 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:10.383610 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:10.411136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5f41753d-d4bb-4d27-8767-765f65520b0b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8222656 Aug 27 16:49:10.412302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:49:10.414499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54254) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:10.415005 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b3865e-0b56-4514-bf1a-0861ba216ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:49:10.440592 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:49:10.450718 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d3de91-02ed-431c-a493-f8f8c813c55a x-openstack-request-id: req-67d3de91-02ed-431c-a493-f8f8c813c55a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:49:10.451170 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:49:10.451459 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-67d3de91-02ed-431c-a493-f8f8c813c55a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:49:10.451872 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f', 'status': 'completed', 'code': 200} Aug 27 16:49:10.479880 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b47c6878-0707-42dc-9f49-26c5dd1401ae tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/floatingips/3fe8ff24-245b-4ff4-8abb-354638510920 HTTP/1.1" status: 200 len: 992 time: 0.0640447 Aug 27 16:49:10.521708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-c2169c64-ab18-40cf-a892-9764cd42eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:10.523346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-c2169c64-ab18-40cf-a892-9764cd42eec5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 1097 time: 0.0475364 Aug 27 16:49:10.617594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-a6e31a5a-be25-498e-97b2-eb5d4f20e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:10.619084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-a6e31a5a-be25-498e-97b2-eb5d4f20e7a9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=16632c8c-4e05-4f38-acf3-6ef393440c5c HTTP/1.1" status: 200 len: 896 time: 0.0895009 Aug 27 16:49:10.664657 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:50Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:09Z', 'revision_number': 0, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:10.685244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-c67b49ba-bd25-4372-b822-c2b706a09a6d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=941c241b-bd35-4f49-8b06-12da94c7313f HTTP/1.1" status: 200 len: 1000 time: 0.0589943 Aug 27 16:49:10.694670 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] Checking router: 0ce00a12-d2e5-457d-a264-11028ae13d4c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:49:10.702766 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:49:10.703399 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:48:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:10.741326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-c2b7a423-5afd-4b85-81d6-bd881fefcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:10.742721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-c2b7a423-5afd-4b85-81d6-bd881fefcc8e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b858eac4-4c5e-4839-ad6b-b6e48c06146d HTTP/1.1" status: 200 len: 834 time: 0.0506537 Aug 27 16:49:10.789799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-7434e37d-6850-49c2-a209-c6b90bf9f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:10.791349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-7434e37d-6850-49c2-a209-c6b90bf9f504 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=16632c8c-4e05-4f38-acf3-6ef393440c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414648 Aug 27 16:49:10.813134 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:49:10.882062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-bfac73be-732d-46d3-825c-09180ecef6d3 service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Aug 27 16:49:10.976525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28b3865e-0b56-4514-bf1a-0861ba216ac8 req-d79e4f44-229a-4aec-8be5-babf7695e4b6 service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878177 Aug 27 16:49:11.032035 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:50Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:09Z', 'revision_number': 0, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:11.057484 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ab8fd-2d21-4caa-b6c1-6a26db7243ae None None] The sync data for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 is: [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:48:50Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:09Z', 'revision_number': 0, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:49:11.242895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21d8a3-b383-4f69-879a-82e4c5717cb4 None None] New status for floating IP 3fe8ff24-245b-4ff4-8abb-354638510920: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:49:11.483569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54258) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:11.544639 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4b547a2-0d35-45c6-9d21-1e8a55f6b5f4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/floatingips/3fe8ff24-245b-4ff4-8abb-354638510920 HTTP/1.1" status: 200 len: 994 time: 0.0595078 Aug 27 16:49:20.591435 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3c2d-59a7-4714-acf0-5c7d67132a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:23.240703 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a62f4e18-efef-440b-95d1-71d95bf321af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:23.343350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:23.372006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:24.303807 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:24.606536 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:26.103232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:28.875260 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:49:38.546879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-79f25bb2-95f6-42f3-b1b3-0ef03f05a03f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405707 Aug 27 16:49:38.639735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-c4d99edc-2a54-485d-801d-53489309e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:38.641142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-c4d99edc-2a54-485d-801d-53489309e75a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 1097 time: 0.0483851 Aug 27 16:49:38.747349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-bf49e7a9-d5fa-4037-aaca-56d0f784a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:38.748805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-bf49e7a9-d5fa-4037-aaca-56d0f784a232 service neutron] 10.222.0.97 "GET /v2.0/networks?id=16632c8c-4e05-4f38-acf3-6ef393440c5c HTTP/1.1" status: 200 len: 896 time: 0.0881188 Aug 27 16:49:38.813250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-cfa3c2cb-6161-4629-b691-c7e92d9b4e31 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=941c241b-bd35-4f49-8b06-12da94c7313f HTTP/1.1" status: 200 len: 1002 time: 0.0567760 Aug 27 16:49:38.867320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-89b344e7-b420-4758-9837-722770352adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:38.868751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-89b344e7-b420-4758-9837-722770352adf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b858eac4-4c5e-4839-ad6b-b6e48c06146d HTTP/1.1" status: 200 len: 834 time: 0.0479875 Aug 27 16:49:38.915433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-ddcd7a13-71cb-4858-a137-160b2dfa1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:38.916963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-ddcd7a13-71cb-4858-a137-160b2dfa1fe1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=16632c8c-4e05-4f38-acf3-6ef393440c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417862 Aug 27 16:49:39.007641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-505688a3-2e19-451c-aae5-f51755a54ec4 service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831122 Aug 27 16:49:39.102368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-838dda6e-0329-41a2-936a-a35cc99e21a5 req-17176206-74c9-409f-9cf5-441ee6048328 service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868146 Aug 27 16:49:41.904460 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-920fe2cd-0ef4-46b0-bd95-375f1081763d req-59156cf3-4ecf-450c-a4f4-1512a72766bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256174 Aug 27 16:49:41.969662 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-920fe2cd-0ef4-46b0-bd95-375f1081763d req-dd47a98e-4b82-48a5-9b43-c8fad00bf66d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0250373 Aug 27 16:49:42.007422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-920fe2cd-0ef4-46b0-bd95-375f1081763d req-b6d7c687-2737-47c6-a742-c39967b54e62 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194154 Aug 27 16:49:42.100947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe2cd-0ef4-46b0-bd95-375f1081763d req-0e076f15-6418-4c12-a9f2-9dc19217cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:42.102362 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-920fe2cd-0ef4-46b0-bd95-375f1081763d req-0e076f15-6418-4c12-a9f2-9dc19217cdc7 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0883203 Aug 27 16:49:44.638563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54272) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:44.733506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f8e09-e409-4f9d-bbe8-a7d95fb1ae2b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:44.733987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f8e09-e409-4f9d-bbe8-a7d95fb1ae2b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:44.734452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f8e09-e409-4f9d-bbe8-a7d95fb1ae2b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:44.736466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d79f8e09-e409-4f9d-bbe8-a7d95fb1ae2b tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/ports?project_id=272dce556d524dbd99b47e369c98b51f&network_id=16632c8c-4e05-4f38-acf3-6ef393440c5c HTTP/1.1" status: 200 len: 2970 time: 0.0969167 Aug 27 16:49:46.586375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54282) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:46.663537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f916a32-a6b7-43cb-b6df-c6da60371bc6 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:46.664950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5f916a32-a6b7-43cb-b6df-c6da60371bc6 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae HTTP/1.1" status: 200 len: 814 time: 0.0775173 Aug 27 16:49:47.515915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54288) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:47.522040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'network': {'name': 'tempest-network-smoke--1907306102', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'port_security_enabled': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:47.634395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:49:47.637818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:47.661909 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:49:47.670552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:47.673150 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Added segment 39c0d1ec-1871-40f6-8163-839cbfd498b7 of type vlan for network 3edb923e-9289-4cf9-8d9b-f78d489cd86c Aug 27 16:49:47.710056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:47.817852 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:47.823375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:47.823961 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:47.892493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Network': ['ID=3edb923e-9289-4cf9-8d9b-f78d489cd86c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:47.900081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.900433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.900777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.901120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.901462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.901841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.902130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.902458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.902787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.903113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.903472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.903802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:47.915915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:49:47.949698 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-058553af-6a88-4f0a-94e8-84e1addedb04 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4326627 Aug 27 16:49:47.952758 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54290) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:48.023174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac4d71-a033-49e9-8c47-75b076f2a4db tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:48.024704 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-41ac4d71-a033-49e9-8c47-75b076f2a4db tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=272dce556d524dbd99b47e369c98b51f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0710144 Aug 27 16:49:48.027557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54292) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:48.114604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df30aba-37b4-4eaa-8509-9b7a39f23b47 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:48.116160 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5df30aba-37b4-4eaa-8509-9b7a39f23b47 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876982 Aug 27 16:49:48.118965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54294) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:48.153137 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ac72b146-0d77-43c2-a034-ff5cb24a9247 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330286 Aug 27 16:49:48.155604 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54296) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:48.181861 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7fbb409b-61ba-4934-a0c4-84f1fbe48aa7 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=272dce556d524dbd99b47e369c98b51f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252590 Aug 27 16:49:48.184185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54298) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:48.272086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6090de-022f-4641-96c3-30183bf54acf tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:48.273568 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2d6090de-022f-4641-96c3-30183bf54acf tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885053 Aug 27 16:49:48.276353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54300) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:48.303786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b754fcae-bf31-4b6c-b1a1-865232a2af77 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263867 Aug 27 16:49:48.306212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54302) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:48.311231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919010209', 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:48.474285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:49:48.477685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:48.708902 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:48.771175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Subnet': ['ID=87f9b1d0-13d8-468f-9267-a5423f746c6e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:48.779249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Checking segment: {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:49:48.779647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network hostable DHCP agents. Network: 3edb923e-9289-4cf9-8d9b-f78d489cd86c, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:49:48.849304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:49:48.914202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 3edb923e-9289-4cf9-8d9b-f78d489cd86c) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:48.918441 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:48.919116 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:48.924115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b242ab1-fcb7-4990-a64c-9b131460c346 None None] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:49:49.000964 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-113c4f70-698a-4dcb-b9b2-5c79b5cc7270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6937160 Aug 27 16:49:49.070402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ips': [{'subnet_id': '87f9b1d0-13d8-468f-9267-a5423f746c6e'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:49:49.071297 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.205355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Allocated IP 172.20.0.18 (3edb923e-9289-4cf9-8d9b-f78d489cd86c/87f9b1d0-13d8-468f-9267-a5423f746c6e/e1165593-d2a1-497e-9d21-6fbf5d5f4315) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:49:49.347154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.356081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Transition to ACTIVE for port object e1165593-d2a1-497e-9d21-6fbf5d5f4315 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:49.361949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54306) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:49.363840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9e7700e9-be97-42a0-9ddf-66b86feaf7b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328566582', 'description': 'tempest-secgroup-smoke-1328566582 description', 'project_id': '272dce556d524dbd99b47e369c98b51f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:49.372054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Transition to ACTIVE for port object e1165593-d2a1-497e-9d21-6fbf5d5f4315 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:49.463686 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.486413 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e7700e9-be97-42a0-9ddf-66b86feaf7b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.503297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:49:49.506754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:49.512355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:49:49.521638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Pushing event updated for resources: {'Port': ['ID=e1165593-d2a1-497e-9d21-6fbf5d5f4315,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:49.570100 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e7700e9-be97-42a0-9ddf-66b86feaf7b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.572074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Attempting to bind port e1165593-d2a1-497e-9d21-6fbf5d5f4315 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:49:49.572488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Attempting to bind port e1165593-d2a1-497e-9d21-6fbf5d5f4315 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:49:49.572823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Attempting to bind port e1165593-d2a1-497e-9d21-6fbf5d5f4315 on network 3edb923e-9289-4cf9-8d9b-f78d489cd86c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:49:49.577784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:49:49.578163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Checking segment: {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:49:49.578570 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.578970 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Bound using segment: {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:49:49.579483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Bound port: e1165593-d2a1-497e-9d21-6fbf5d5f4315, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:49:49.579851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.632176 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e7700e9-be97-42a0-9ddf-66b86feaf7b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.642172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] For port e1165593-d2a1-497e-9d21-6fbf5d5f4315, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:49:49.645595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] For port e1165593-d2a1-497e-9d21-6fbf5d5f4315, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e1165593-d2a1-497e-9d21-6fbf5d5f4315,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:49:49.661340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7700e9-be97-42a0-9ddf-66b86feaf7b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2301a5bd-cfc8-43c3-9373-acb0954d20cd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:49.729534 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.746040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9e7700e9-be97-42a0-9ddf-66b86feaf7b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.747357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9e7700e9-be97-42a0-9ddf-66b86feaf7b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3872526 Aug 27 16:49:49.750303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54308) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:49.755569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4a780ace-47d8-407d-8d4a-6dae894203e8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '2301a5bd-cfc8-43c3-9373-acb0954d20cd', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:49.792831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74be20d-08b7-4a77-8b06-a540ba7983ef None None] Pushing event updated for resources: {'Port': ['ID=e1165593-d2a1-497e-9d21-6fbf5d5f4315,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:49.854762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a780ace-47d8-407d-8d4a-6dae894203e8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.912236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a780ace-47d8-407d-8d4a-6dae894203e8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.980586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a780ace-47d8-407d-8d4a-6dae894203e8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:49.999533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a780ace-47d8-407d-8d4a-6dae894203e8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daad8741-a5fe-4bc6-b8d1-8268e0d4acad,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:50.060448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a780ace-47d8-407d-8d4a-6dae894203e8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.062008 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a780ace-47d8-407d-8d4a-6dae894203e8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104999 Aug 27 16:49:50.065306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54310) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:50.070968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8cb68063-156d-4414-a973-c5f7dcd4cff3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '2301a5bd-cfc8-43c3-9373-acb0954d20cd', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:50.156278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8cb68063-156d-4414-a973-c5f7dcd4cff3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.216891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8cb68063-156d-4414-a973-c5f7dcd4cff3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.272482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8cb68063-156d-4414-a973-c5f7dcd4cff3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.290759 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb68063-156d-4414-a973-c5f7dcd4cff3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1af98d7-2a19-4a7a-8966-eff200b9f7e9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:50.369102 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8cb68063-156d-4414-a973-c5f7dcd4cff3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.372729 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8cb68063-156d-4414-a973-c5f7dcd4cff3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048210 Aug 27 16:49:50.374008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54312) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:50.378593 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-68d4ed88-66dc-450d-9a61-acaeaa38fef2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '2301a5bd-cfc8-43c3-9373-acb0954d20cd', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:50.471409 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68d4ed88-66dc-450d-9a61-acaeaa38fef2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.539510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68d4ed88-66dc-450d-9a61-acaeaa38fef2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.617432 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4a6759d-da6f-4622-9715-713a85f21ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.629103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68d4ed88-66dc-450d-9a61-acaeaa38fef2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.646969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b41694-82be-47db-a0e6-2cc7079f456b None None] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:49:50.647680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4ed88-66dc-450d-9a61-acaeaa38fef2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8ad437-f4b2-4908-93b3-42025e940d3e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:50.715063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-68d4ed88-66dc-450d-9a61-acaeaa38fef2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.716285 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-68d4ed88-66dc-450d-9a61-acaeaa38fef2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413138 Aug 27 16:49:50.719137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54314) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:50.725375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bb538fcd-0975-4e17-8e0d-e42bd5893270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '2301a5bd-cfc8-43c3-9373-acb0954d20cd', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:50.802535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0212c427-d87d-4d77-a307-66082108d647 None None] Provisioning for port e1165593-d2a1-497e-9d21-6fbf5d5f4315 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:50.837166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb538fcd-0975-4e17-8e0d-e42bd5893270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.903130 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb538fcd-0975-4e17-8e0d-e42bd5893270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:50.982912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb538fcd-0975-4e17-8e0d-e42bd5893270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.000775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e1165593-d2a1-497e-9d21-6fbf5d5f4315 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:51.001919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb538fcd-0975-4e17-8e0d-e42bd5893270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f029179e-e486-4d95-a197-1285474c3932,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:51.080351 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bb538fcd-0975-4e17-8e0d-e42bd5893270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.081608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bb538fcd-0975-4e17-8e0d-e42bd5893270 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611093 Aug 27 16:49:51.085695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54316) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:51.090192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '2301a5bd-cfc8-43c3-9373-acb0954d20cd', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:51.111777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port e1165593-d2a1-497e-9d21-6fbf5d5f4315 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:51.115698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e1165593-d2a1-497e-9d21-6fbf5d5f4315 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:51.119333 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.163138 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Project 272dce556d524dbd99b47e369c98b51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:49:51.168346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.195081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.227041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port e1165593-d2a1-497e-9d21-6fbf5d5f4315, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e1165593-d2a1-497e-9d21-6fbf5d5f4315,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:49:51.230825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.291262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.320055 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.338321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dacea3-e642-4130-b7ac-73a1d0357972,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:51.342265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=e1165593-d2a1-497e-9d21-6fbf5d5f4315,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:51.411690 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.412971 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0123fd7c-e5e5-40da-9855-dd4952b2c503 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3262954 Aug 27 16:49:51.415683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:51.420110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '2301a5bd-cfc8-43c3-9373-acb0954d20cd', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:51.520077 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Project 272dce556d524dbd99b47e369c98b51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:49:51.524826 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.584373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.648525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.665348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b22ec0-3443-4559-acaa-68451ffcd1b9,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:51.728752 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:51.730035 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e43b75f0-0808-44d0-b0d9-099b7326a760 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3133340 Aug 27 16:49:52.071223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-d2ef6c66-569d-411d-9d83-32e4fb1180f2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328566582&fields=id&tenant_id=272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 267 time: 0.0335326 Aug 27 16:49:52.176580 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-95d2fcd3-4894-4075-b157-ed659b4e5c32 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:52.178052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-95d2fcd3-4894-4075-b157-ed659b4e5c32 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/networks?id=3edb923e-9289-4cf9-8d9b-f78d489cd86c HTTP/1.1" status: 200 len: 797 time: 0.1002607 Aug 27 16:49:52.192748 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-31013456-c6f7-4ef9-9708-65b23fd9049a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/quotas/272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 375 time: 0.0090206 Aug 27 16:49:52.255365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-4124f4a5-ac3b-447a-86f9-90b67abf2e5f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0574927 Aug 27 16:49:52.349847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-5ca19ffa-81a8-4321-9592-9d89c1dafb5e service neutron] 10.222.0.101 "GET /v2.0/networks/3edb923e-9289-4cf9-8d9b-f78d489cd86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829997 Aug 27 16:49:52.448214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-7e72f4fa-4d44-48f7-85ca-b4cb2a387514 service neutron] 10.222.0.101 "GET /v2.0/networks/3edb923e-9289-4cf9-8d9b-f78d489cd86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919681 Aug 27 16:49:52.813676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9584737b-df60-4800-bff5-531c5c0b468e req-b4251eff-937c-4357-bd19-09ad6156ab96 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 210 time: 0.1404376 Aug 27 16:49:52.972416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e1165593-d2a1-497e-9d21-6fbf5d5f4315 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:53.020042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port e1165593-d2a1-497e-9d21-6fbf5d5f4315 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:53.020657 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:53.214284 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b366cbdf-0f69-4e74-ad59-94ffc804218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:53.354327 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:53.412194 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:53.909065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bd7f84e-aeba-4918-83dc-38ba011426ed req-a2327206-d341-4775-88c7-f72a2588cd35 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 210 time: 0.0271490 Aug 27 16:49:54.303550 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:54.594148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-2b0c9359-2c3f-4956-a3bb-7b9e900e97a3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:54.595465 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:54.595699 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-2b0c9359-2c3f-4956-a3bb-7b9e900e97a3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.90 "GET /v2.0/networks?id=3edb923e-9289-4cf9-8d9b-f78d489cd86c HTTP/1.1" status: 200 len: 797 time: 0.1759732 Aug 27 16:49:54.653286 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-9ee911b9-9069-43c1-ad52-6f7397548791 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 473 time: 0.0481398 Aug 27 16:49:54.663017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'port': {'device_id': '18c5e449-63af-42a0-9535-a0e660f6201e', 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'admin_state_up': True, 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'security_groups': ['2301a5bd-cfc8-43c3-9373-acb0954d20cd']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:54.865884 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:49:54.869344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:54.997293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.20.0.25 (3edb923e-9289-4cf9-8d9b-f78d489cd86c/87f9b1d0-13d8-468f-9267-a5423f746c6e/a51af974-62ec-479c-9e3c-7458086d92a4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:49:55.014062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75147486-2aba-4244-8b0e-364faaa70c6c req-e3f35f71-3db3-4282-b68d-3d093cf38bc1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 210 time: 0.0270855 Aug 27 16:49:55.136860 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:55.149968 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Transition to ACTIVE for port object a51af974-62ec-479c-9e3c-7458086d92a4 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:55.241005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:55.281529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:49:55.286446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:55.290023 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:49:55.296483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=a51af974-62ec-479c-9e3c-7458086d92a4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:55.342741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:55.343439 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:55.427604 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-507c0fef-a010-4034-920d-65ed051eaf1f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688212 Aug 27 16:49:55.440187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Request body: {'port': {'device_id': '18c5e449-63af-42a0-9535-a0e660f6201e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:55.494909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:55.557215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6990144-b9c6-4779-bf52-afa445f6cf59 None None] Provisioning for port a51af974-62ec-479c-9e3c-7458086d92a4 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:55.561269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6990144-b9c6-4779-bf52-afa445f6cf59 None None] Provisioning complete for port a51af974-62ec-479c-9e3c-7458086d92a4 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:55.561645 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6990144-b9c6-4779-bf52-afa445f6cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:55.594419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c6990144-b9c6-4779-bf52-afa445f6cf59 None None] Port a51af974-62ec-479c-9e3c-7458086d92a4 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:49:56.032093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51af974-62ec-479c-9e3c-7458086d92a4 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:49:56.039883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:56.052710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Transition to ACTIVE for port object a51af974-62ec-479c-9e3c-7458086d92a4 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:56.117919 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:56.140998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5ac3-355f-4f7d-9d12-33cf430cb9f3 req-a656d476-f401-4841-93b5-c7f6c034378c tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.142926 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d4d5ac3-355f-4f7d-9d12-33cf430cb9f3 req-a656d476-f401-4841-93b5-c7f6c034378c tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 932 time: 0.0602148 Aug 27 16:49:56.152337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:56.178635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Pushing event updated for resources: {'Port': ['ID=a51af974-62ec-479c-9e3c-7458086d92a4,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:56.204298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d4d5ac3-355f-4f7d-9d12-33cf430cb9f3 req-ad2755ea-d32e-4bcc-9f42-8a5d91da60e4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504653 Aug 27 16:49:56.256298 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Attempting to bind port a51af974-62ec-479c-9e3c-7458086d92a4 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:49:56.256551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Attempting to bind port a51af974-62ec-479c-9e3c-7458086d92a4 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:49:56.257067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Attempting to bind port a51af974-62ec-479c-9e3c-7458086d92a4 on network 3edb923e-9289-4cf9-8d9b-f78d489cd86c {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:49:56.261621 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Port a51af974-62ec-479c-9e3c-7458086d92a4 on network 3edb923e-9289-4cf9-8d9b-f78d489cd86c not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:49:56.261942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Attempting to bind port a51af974-62ec-479c-9e3c-7458086d92a4 on network 3edb923e-9289-4cf9-8d9b-f78d489cd86c {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:49:56.266692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:49:56.267025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Checking segment: {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:49:56.267434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Bound using segment: {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:49:56.267878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Bound port: a51af974-62ec-479c-9e3c-7458086d92a4, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:49:56.268242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:56.335167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] For port a51af974-62ec-479c-9e3c-7458086d92a4, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:49:56.338421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] For port a51af974-62ec-479c-9e3c-7458086d92a4, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a51af974-62ec-479c-9e3c-7458086d92a4,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:49:56.441006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:56.475154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.475808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:56.477204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-85785374-0634-43af-979e-5e6eeb54971b service neutron] 10.222.0.90 "PUT /v2.0/ports/a51af974-62ec-479c-9e3c-7458086d92a4 HTTP/1.1" status: 200 len: 1092 time: 1.0414801 Aug 27 16:49:56.477668 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c5e449-63af-42a0-9535-a0e660f6201e', 'tag': 'a51af974-62ec-479c-9e3c-7458086d92a4'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:49:56.480099 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332387bd-b766-4749-a5e1-aaed33e60d25" -d '{"events": [{"name": "network-changed", "server_uuid": "18c5e449-63af-42a0-9535-a0e660f6201e", "tag": "a51af974-62ec-479c-9e3c-7458086d92a4"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:49:56.508619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85785374-0634-43af-979e-5e6eeb54971b service neutron] Pushing event updated for resources: {'Port': ['ID=a51af974-62ec-479c-9e3c-7458086d92a4,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:56.527061 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb18394-57c3-4151-bf84-3b2e9ca67b64 x-openstack-request-id: req-dbb18394-57c3-4151-bf84-3b2e9ca67b64 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:49:56.527382 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c5e449-63af-42a0-9535-a0e660f6201e", "tag": "a51af974-62ec-479c-9e3c-7458086d92a4", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:49:56.527642 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dbb18394-57c3-4151-bf84-3b2e9ca67b64 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:49:56.528051 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c5e449-63af-42a0-9535-a0e660f6201e', 'tag': 'a51af974-62ec-479c-9e3c-7458086d92a4', 'status': 'completed', 'code': 200} Aug 27 16:49:56.593453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332387bd-b766-4749-a5e1-aaed33e60d25 req-c1154338-c8e1-4a65-82db-e01d25b0e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.595006 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-332387bd-b766-4749-a5e1-aaed33e60d25 req-c1154338-c8e1-4a65-82db-e01d25b0e20a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 1095 time: 0.0440576 Aug 27 16:49:56.699582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332387bd-b766-4749-a5e1-aaed33e60d25 req-0ddb83dd-b235-432f-ac7c-8e325da7a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.700071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332387bd-b766-4749-a5e1-aaed33e60d25 req-0ddb83dd-b235-432f-ac7c-8e325da7a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.701604 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-332387bd-b766-4749-a5e1-aaed33e60d25 req-0ddb83dd-b235-432f-ac7c-8e325da7a70d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=272dce556d524dbd99b47e369c98b51f&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.0981250 Aug 27 16:49:56.796651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332387bd-b766-4749-a5e1-aaed33e60d25 req-2f757490-c76a-4d95-acdb-5efa5983e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.798134 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-332387bd-b766-4749-a5e1-aaed33e60d25 req-2f757490-c76a-4d95-acdb-5efa5983e73a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0894806 Aug 27 16:49:56.876956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-dd4afe46-7eaa-4f1b-8334-152b336acfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.878443 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-dd4afe46-7eaa-4f1b-8334-152b336acfa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 1095 time: 0.0459428 Aug 27 16:49:56.920838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-ba25f2de-4607-4eb9-a426-17114dd08522 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a51af974-62ec-479c-9e3c-7458086d92a4 HTTP/1.1" status: 200 len: 217 time: 0.0339592 Aug 27 16:49:56.968065 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-d7787ca5-afd0-40e1-bba2-ebb0808709cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:56.969474 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-d7787ca5-afd0-40e1-bba2-ebb0808709cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=87f9b1d0-13d8-468f-9267-a5423f746c6e HTTP/1.1" status: 200 len: 838 time: 0.0425251 Aug 27 16:49:57.018861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-15a8a85b-f21a-46b5-a6c8-7d7c694fcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:57.020933 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-15a8a85b-f21a-46b5-a6c8-7d7c694fcb4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3edb923e-9289-4cf9-8d9b-f78d489cd86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446813 Aug 27 16:49:57.108281 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-83fdaef6-e149-4e3d-a07d-9cc988d20b5a service neutron] 10.222.0.90 "GET /v2.0/networks/3edb923e-9289-4cf9-8d9b-f78d489cd86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798318 Aug 27 16:49:57.200712 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7e5e0b40-4623-4239-b4fb-007776d32fdd req-2fddacd2-a940-40d0-84ba-ab1371bcf5bd service neutron] 10.222.0.90 "GET /v2.0/networks/3edb923e-9289-4cf9-8d9b-f78d489cd86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856049 Aug 27 16:49:57.330289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590baa08-8dc0-493f-a2c0-952376188586 req-97e64a82-5475-40cc-9cf4-218c8d13e03b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:57.331796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-590baa08-8dc0-493f-a2c0-952376188586 req-97e64a82-5475-40cc-9cf4-218c8d13e03b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 944 time: 0.0535564 Aug 27 16:49:57.370798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-590baa08-8dc0-493f-a2c0-952376188586 req-ef489ffa-765c-42f8-965a-c76f218d51f1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Aug 27 16:49:58.486448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe72b2-69da-42c5-b278-d7b554d211ba req-0ad2092d-b6a4-4583-b47a-a83001952d36 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:58.487857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fbe72b2-69da-42c5-b278-d7b554d211ba req-0ad2092d-b6a4-4583-b47a-a83001952d36 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 944 time: 0.0491970 Aug 27 16:49:58.527057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fbe72b2-69da-42c5-b278-d7b554d211ba req-c04e5140-52a5-4368-9456-dd19831cf87f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Aug 27 16:49:59.640067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49d282-11ee-4aa7-b9a8-d5ffc5f863be req-ab9f5f73-9378-40b2-bdd1-ee153f7c969b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:59.641461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef49d282-11ee-4aa7-b9a8-d5ffc5f863be req-ab9f5f73-9378-40b2-bdd1-ee153f7c969b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 944 time: 0.0492847 Aug 27 16:49:59.679201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef49d282-11ee-4aa7-b9a8-d5ffc5f863be req-a642ffb2-12a3-44b1-964a-832180b1704a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Aug 27 16:50:00.303470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a51af974-62ec-479c-9e3c-7458086d92a4 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:50:00.402913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a51af974-62ec-479c-9e3c-7458086d92a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a51af974-62ec-479c-9e3c-7458086d92a4,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:00.414411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'a51af974-62ec-479c-9e3c-7458086d92a4', 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'port_id': 'a51af974-62ec-479c-9e3c-7458086d92a4', 'mac_address': 'fa:16:3e:cd:5e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f9b1d0-13d8-468f-9267-a5423f746c6e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:50:00.449779 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:00.462550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51af974-62ec-479c-9e3c-7458086d92a4 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:50:00.481555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a51af974-62ec-479c-9e3c-7458086d92a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a51af974-62ec-479c-9e3c-7458086d92a4,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:00.560354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:00.608971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a51af974-62ec-479c-9e3c-7458086d92a4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:00.616312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.616666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.617020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.617361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.617699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.618035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.618405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.618738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.619767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.619767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.619767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.620337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:00.782689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['a51af974-62ec-479c-9e3c-7458086d92a4'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:50:00.804751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0144fc-3368-446a-b52e-6c60732db7ea req-c4556fae-a6a0-4fb6-abe0-5b2ff0560041 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:00.806258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e0144fc-3368-446a-b52e-6c60732db7ea req-c4556fae-a6a0-4fb6-abe0-5b2ff0560041 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 945 time: 0.0564089 Aug 27 16:50:00.845950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e0144fc-3368-446a-b52e-6c60732db7ea req-9fbf4d79-a2bc-4bbc-bece-7fbf227b3a4a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334156 Aug 27 16:50:01.962865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5a5f6-c262-4eba-9c81-298391389bf7 req-ac79ab7e-0820-40ca-9111-7f4997767e52 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:01.964355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ce5a5f6-c262-4eba-9c81-298391389bf7 req-ac79ab7e-0820-40ca-9111-7f4997767e52 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 945 time: 0.0490127 Aug 27 16:50:02.002682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ce5a5f6-c262-4eba-9c81-298391389bf7 req-ab7fe9a8-02d5-4050-b3a2-acdba3d6bd8b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324380 Aug 27 16:50:02.312337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a51af974-62ec-479c-9e3c-7458086d92a4 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:02.466012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port a51af974-62ec-479c-9e3c-7458086d92a4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:02.469905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port a51af974-62ec-479c-9e3c-7458086d92a4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:02.470282 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:02.556226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:02.587086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5e449-63af-42a0-9535-a0e660f6201e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51af974-62ec-479c-9e3c-7458086d92a4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:50:02.587086 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0312aa55-bf12-4ea3-befa-cfa88f99f08a" -d '{"events": [{"server_uuid": "18c5e449-63af-42a0-9535-a0e660f6201e", "name": "network-vif-plugged", "status": "completed", "tag": "a51af974-62ec-479c-9e3c-7458086d92a4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:50:02.593944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a51af974-62ec-479c-9e3c-7458086d92a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a51af974-62ec-479c-9e3c-7458086d92a4,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:02.620665 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbddb605-c210-43f6-8d77-747ecce42cff x-openstack-request-id: req-fbddb605-c210-43f6-8d77-747ecce42cff {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:50:02.620665 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c5e449-63af-42a0-9535-a0e660f6201e", "name": "network-vif-plugged", "status": "completed", "tag": "a51af974-62ec-479c-9e3c-7458086d92a4", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:50:02.620665 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fbddb605-c210-43f6-8d77-747ecce42cff {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:50:02.620665 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5e449-63af-42a0-9535-a0e660f6201e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51af974-62ec-479c-9e3c-7458086d92a4', 'code': 200} Aug 27 16:50:02.666273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:02.714566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2c99f-62c7-44df-8291-25699cf4513f req-729dba2c-c20a-452e-bd9d-6c564863769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:02.715118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a51af974-62ec-479c-9e3c-7458086d92a4,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:02.716129 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-efd2c99f-62c7-44df-8291-25699cf4513f req-729dba2c-c20a-452e-bd9d-6c564863769c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 1097 time: 0.0410533 Aug 27 16:50:02.751867 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-efd2c99f-62c7-44df-8291-25699cf4513f req-99379521-4d84-45c0-a545-31dce87d7144 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290706 Aug 27 16:50:03.116831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823045d-12f1-4739-a6a8-8ef3c77b23df req-1bca303e-a8e8-44dc-a83f-3130f2538619 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:03.118307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d823045d-12f1-4739-a6a8-8ef3c77b23df req-1bca303e-a8e8-44dc-a83f-3130f2538619 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 946 time: 0.0489087 Aug 27 16:50:03.156799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d823045d-12f1-4739-a6a8-8ef3c77b23df req-bd4926c0-ddae-4f8a-807a-7a1062e5789d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Aug 27 16:50:04.275723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d608f3-efdf-4861-aae6-1b1e10b1af58 req-72999610-c13d-4f83-948f-189969f7dde7 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:04.277195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7d608f3-efdf-4861-aae6-1b1e10b1af58 req-72999610-c13d-4f83-948f-189969f7dde7 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 946 time: 0.0531573 Aug 27 16:50:04.315057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7d608f3-efdf-4861-aae6-1b1e10b1af58 req-5fa4c701-3897-4bbc-978c-724b505beccc tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Aug 27 16:50:04.429943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cb039-5763-4ddc-8bae-ec2cd2dd4ee6 req-079a3751-b5a6-4cd1-846a-1c5b5ce3565c tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:04.431546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b23cb039-5763-4ddc-8bae-ec2cd2dd4ee6 req-079a3751-b5a6-4cd1-846a-1c5b5ce3565c tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 946 time: 0.0502794 Aug 27 16:50:04.469000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b23cb039-5763-4ddc-8bae-ec2cd2dd4ee6 req-5fbfcba1-d573-4f54-9709-53d646125fbc tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Aug 27 16:50:05.874406 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:50:05.950810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54378) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:06.808273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:07.126446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.20.0.17 (3edb923e-9289-4cf9-8d9b-f78d489cd86c/87f9b1d0-13d8-468f-9267-a5423f746c6e/0ede68e9-7038-40bc-bf70-3481c1381b3e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:50:07.235110 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:07.247540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Transition to ACTIVE for port object 0ede68e9-7038-40bc-bf70-3481c1381b3e will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:07.349855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:07.395554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:50:07.396011 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:07.402463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:50:07.427843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=0ede68e9-7038-40bc-bf70-3481c1381b3e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:07.440749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.441097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.441443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.441886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.442251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.442592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.442923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.443252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.443601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.443927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.444254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.444581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:07.462626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:07.680908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17d300f3-f936-4d69-82bf-13537ac31f5c None None] Provisioning for port 0ede68e9-7038-40bc-bf70-3481c1381b3e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:07.684488 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:07.684630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-17d300f3-f936-4d69-82bf-13537ac31f5c None None] Provisioning complete for port 0ede68e9-7038-40bc-bf70-3481c1381b3e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:07.684965 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17d300f3-f936-4d69-82bf-13537ac31f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:07.718927 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-17d300f3-f936-4d69-82bf-13537ac31f5c None None] Port 0ede68e9-7038-40bc-bf70-3481c1381b3e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:50:07.957969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:08.014204 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:08.086452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=0ede68e9-7038-40bc-bf70-3481c1381b3e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:08.091253 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:08.180243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:50:08.181608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:08.303969 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 0ce00a12-d2e5-457d-a264-11028ae13d4c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:50:08.416122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:50:08.421204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ff7d0f55-8f5c-4931-ac3e-d3e267951146 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "PUT /v2.0/routers/0ce00a12-d2e5-457d-a264-11028ae13d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4693472 Aug 27 16:50:08.427461 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Sync routers for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:50:08.437063 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:08.437747 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:49:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:08.440291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-24dc6539-fcf5-40bc-9a77-67015334daf8 None None] Provisioning complete for port 0ede68e9-7038-40bc-bf70-3481c1381b3e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:08.440663 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24dc6539-fcf5-40bc-9a77-67015334daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:08.475148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-24dc6539-fcf5-40bc-9a77-67015334daf8 None None] Port 0ede68e9-7038-40bc-bf70-3481c1381b3e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:50:08.543013 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:08.761340 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:07Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 1, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ede68e9-7038-40bc-bf70-3481c1381b3e', 'name': '', 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:4f:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '87f9b1d0-13d8-468f-9267-a5423f746c6e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:06Z', 'updated_at': '2021-08-27T16:50:07Z', 'revision_number': 2, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': '87f9b1d0-13d8-468f-9267-a5423f746c6e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:08.790048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Checking router: 0ce00a12-d2e5-457d-a264-11028ae13d4c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:50:08.790401 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Updating router 0ce00a12-d2e5-457d-a264-11028ae13d4c port 0ede68e9-7038-40bc-bf70-3481c1381b3e binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:50:08.814572 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:09.068920 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:09.078115 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Transition to ACTIVE for port object 0ede68e9-7038-40bc-bf70-3481c1381b3e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:09.171355 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:09.221213 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Pushing event updated for resources: {'Port': ['ID=0ede68e9-7038-40bc-bf70-3481c1381b3e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:09.248898 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.249240 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.249586 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.249917 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.250247 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.250575 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.250900 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.251223 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.251573 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.251891 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.252210 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.252528 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:09.280100 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Attempting to bind port 0ede68e9-7038-40bc-bf70-3481c1381b3e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:50:09.280465 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Attempting to bind port 0ede68e9-7038-40bc-bf70-3481c1381b3e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:50:09.280828 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Attempting to bind port 0ede68e9-7038-40bc-bf70-3481c1381b3e on network 3edb923e-9289-4cf9-8d9b-f78d489cd86c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:50:09.286400 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:50:09.286825 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Checking segment: {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:50:09.287246 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:09.287663 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Bound using segment: {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:50:09.288122 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Bound port: 0ede68e9-7038-40bc-bf70-3481c1381b3e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c0d1ec-1871-40f6-8163-839cbfd498b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:50:09.288498 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:09.354167 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] For port 0ede68e9-7038-40bc-bf70-3481c1381b3e, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:50:09.357429 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] For port 0ede68e9-7038-40bc-bf70-3481c1381b3e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0ede68e9-7038-40bc-bf70-3481c1381b3e,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:50:09.461100 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:09.516320 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:09.516964 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:49:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:09.555085 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3939e-c814-4fd7-a2fa-630ce9c0a2be None None] Pushing event updated for resources: {'Port': ['ID=0ede68e9-7038-40bc-bf70-3481c1381b3e,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:09.630373 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:09.854021 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:07Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 1, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ede68e9-7038-40bc-bf70-3481c1381b3e', 'name': '', 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:4f:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '87f9b1d0-13d8-468f-9267-a5423f746c6e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:06Z', 'updated_at': '2021-08-27T16:50:09Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': '87f9b1d0-13d8-468f-9267-a5423f746c6e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:09.879726 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d48022-39e5-4b5a-9c9d-35fe8b6b85fa None None] The sync data for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 is: [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:07Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 1, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ede68e9-7038-40bc-bf70-3481c1381b3e', 'name': '', 'network_id': '3edb923e-9289-4cf9-8d9b-f78d489cd86c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:4f:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '87f9b1d0-13d8-468f-9267-a5423f746c6e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:06Z', 'updated_at': '2021-08-27T16:50:09Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': '87f9b1d0-13d8-468f-9267-a5423f746c6e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:50:11.000248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0ede68e9-7038-40bc-bf70-3481c1381b3e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:11.102893 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0ede68e9-7038-40bc-bf70-3481c1381b3e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:11.106868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0ede68e9-7038-40bc-bf70-3481c1381b3e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:11.107244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:11.185281 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:11.216253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 0ede68e9-7038-40bc-bf70-3481c1381b3e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0ede68e9-7038-40bc-bf70-3481c1381b3e,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:11.282904 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:11.331706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=0ede68e9-7038-40bc-bf70-3481c1381b3e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:12.981546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0ede68e9-7038-40bc-bf70-3481c1381b3e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:13.028494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0ede68e9-7038-40bc-bf70-3481c1381b3e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:13.028873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:20.688989 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539713ef-bc5c-4f31-8040-d544bfe98418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:23.211077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55db0e9c-72f0-451a-8459-aae6ba5b11a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:23.360244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:23.397871 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:24.296661 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:24.586359 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:26.216917 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:28.796984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54404) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:29.228295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:29.833895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port 0ede68e9-7038-40bc-bf70-3481c1381b3e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:29.834635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:29.923109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port 0ede68e9-7038-40bc-bf70-3481c1381b3e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0ede68e9-7038-40bc-bf70-3481c1381b3e,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:29.923503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:29.936778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for 0ede68e9-7038-40bc-bf70-3481c1381b3e owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:30.214735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:30.239211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=0ede68e9-7038-40bc-bf70-3481c1381b3e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:30.420034 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:30.637170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 0ce00a12-d2e5-457d-a264-11028ae13d4c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:50:30.743660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:50:30.748972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f2713d60-55d8-43fe-8490-b356abc55748 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "PUT /v2.0/routers/0ce00a12-d2e5-457d-a264-11028ae13d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510465 Aug 27 16:50:30.754369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] Sync routers for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:50:30.763846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:30.764361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:30.871038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:31.100191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:30Z', 'revision_number': 6, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 1, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:31.126298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] Checking router: 0ce00a12-d2e5-457d-a264-11028ae13d4c for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:50:31.135056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:31.135698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:31.243503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:31.269914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f61e1-8e7c-42e0-959e-45f43c8ff16e req-18f77205-90f9-4d2c-be9e-9335ad95d54b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:31.271461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f20f61e1-8e7c-42e0-959e-45f43c8ff16e req-18f77205-90f9-4d2c-be9e-9335ad95d54b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 946 time: 0.0531287 Aug 27 16:50:31.309366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f20f61e1-8e7c-42e0-959e-45f43c8ff16e req-59b51f0c-2fd3-468e-a672-689673847314 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317957 Aug 27 16:50:31.469554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:30Z', 'revision_number': 6, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 1, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:31.496613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5c3e35-905c-44cc-9b03-5044100b55f7 None None] The sync data for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 is: [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:30Z', 'revision_number': 6, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fe8ff24-245b-4ff4-8abb-354638510920', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.205', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'port_id': '941c241b-bd35-4f49-8b06-12da94c7313f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'mac_address': 'fa:16:3e:bb:0e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:49:09Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 1, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:50:32.427768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509c21-0f39-449a-af4c-097183630d8b req-26ae8524-3493-450a-afb9-a8e97332a885 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:32.429272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa509c21-0f39-449a-af4c-097183630d8b req-26ae8524-3493-450a-afb9-a8e97332a885 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 946 time: 0.0492938 Aug 27 16:50:32.468073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa509c21-0f39-449a-af4c-097183630d8b req-1bb0b88a-c80a-4fff-aacb-c0aadd90871d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=2301a5bd-cfc8-43c3-9373-acb0954d20cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Aug 27 16:50:32.559765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-7840726e-9133-4999-9fa1-eecde45bbaa3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:32.561262 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-7840726e-9133-4999-9fa1-eecde45bbaa3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.90 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 946 time: 0.0511482 Aug 27 16:50:32.657244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port a51af974-62ec-479c-9e3c-7458086d92a4 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:32.657512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:32.747779 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port a51af974-62ec-479c-9e3c-7458086d92a4, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a51af974-62ec-479c-9e3c-7458086d92a4,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:32.748144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:32.761899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for a51af974-62ec-479c-9e3c-7458086d92a4 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:32.953295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0ede68e9-7038-40bc-bf70-3481c1381b3e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:50:32.975372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0ede68e9-7038-40bc-bf70-3481c1381b3e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:50:32.975568 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:32.975821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0ede68e9-7038-40bc-bf70-3481c1381b3e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:50:33.014209 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=a51af974-62ec-479c-9e3c-7458086d92a4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:33.049582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] No DVR routers for this DVR port a51af974-62ec-479c-9e3c-7458086d92a4 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:50:33.053048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:33.055759 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-71c2907d-9aba-40e8-9f37-690c204c9748 req-34492935-c995-4356-bd78-01f415303989 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.90 "DELETE /v2.0/ports/a51af974-62ec-479c-9e3c-7458086d92a4 HTTP/1.1" status: 204 len: 173 time: 0.4871886 Aug 27 16:50:33.056461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5e449-63af-42a0-9535-a0e660f6201e', 'name': 'network-vif-deleted', 'tag': 'a51af974-62ec-479c-9e3c-7458086d92a4'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:50:33.058750 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b721a8-ca8c-4916-8bc2-8e4afdf7431e" -d '{"events": [{"server_uuid": "18c5e449-63af-42a0-9535-a0e660f6201e", "name": "network-vif-deleted", "tag": "a51af974-62ec-479c-9e3c-7458086d92a4"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:50:33.098659 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1bd10-c1a1-4ed7-b35a-ffd7573cfed4 x-openstack-request-id: req-c9f1bd10-c1a1-4ed7-b35a-ffd7573cfed4 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:50:33.098990 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c5e449-63af-42a0-9535-a0e660f6201e", "name": "network-vif-deleted", "tag": "a51af974-62ec-479c-9e3c-7458086d92a4", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:50:33.099246 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c9f1bd10-c1a1-4ed7-b35a-ffd7573cfed4 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:50:33.099679 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5e449-63af-42a0-9535-a0e660f6201e', 'name': 'network-vif-deleted', 'tag': 'a51af974-62ec-479c-9e3c-7458086d92a4', 'status': 'completed', 'code': 200} Aug 27 16:50:33.576152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f72f2c8-5b88-4bac-bb8e-01e5da674ae1 req-597ca026-1a3a-4a4e-b47a-b156cf4217d3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=18c5e449-63af-42a0-9535-a0e660f6201e HTTP/1.1" status: 200 len: 210 time: 0.0271807 Aug 27 16:50:34.633418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54420) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:34.696689 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48463036-ab69-4e8e-ab01-55b8b345f7d4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:34.721539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48463036-ab69-4e8e-ab01-55b8b345f7d4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:34.873740 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48463036-ab69-4e8e-ab01-55b8b345f7d4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:34.876304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-48463036-ab69-4e8e-ab01-55b8b345f7d4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:34.877463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-48463036-ab69-4e8e-ab01-55b8b345f7d4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/security-groups/2301a5bd-cfc8-43c3-9373-acb0954d20cd HTTP/1.1" status: 204 len: 168 time: 0.2430456 Aug 27 16:50:34.887046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48463036-ab69-4e8e-ab01-55b8b345f7d4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2301a5bd-cfc8-43c3-9373-acb0954d20cd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:34.960226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54424) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:35.015193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting subnet 87f9b1d0-13d8-468f-9267-a5423f746c6e {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:50:35.018239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.061129 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.147046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.291493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.318957 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Subnet': ['ID=87f9b1d0-13d8-468f-9267-a5423f746c6e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:35.322812 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.324788 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cdaba696-a614-4d3f-a09d-9e1ee943c277 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/subnets/87f9b1d0-13d8-468f-9267-a5423f746c6e HTTP/1.1" status: 204 len: 168 time: 0.3635163 Aug 27 16:50:35.327400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:35.330161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71b1a7-ef04-4963-a0db-9ccac6fe2246 None None] Network 3edb923e-9289-4cf9-8d9b-f78d489cd86c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:50:35.408191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.458598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port e1165593-d2a1-497e-9d21-6fbf5d5f4315 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:35.458948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.510756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] DHCP port deletion for 3edb923e-9289-4cf9-8d9b-f78d489cd86c request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:50:35.528490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port e1165593-d2a1-497e-9d21-6fbf5d5f4315, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e1165593-d2a1-497e-9d21-6fbf5d5f4315,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:35.528863 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.541886 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for e1165593-d2a1-497e-9d21-6fbf5d5f4315 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:35.556573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] Deleting port e1165593-d2a1-497e-9d21-6fbf5d5f4315 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:35.556956 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.621500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] For port e1165593-d2a1-497e-9d21-6fbf5d5f4315, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=e1165593-d2a1-497e-9d21-6fbf5d5f4315,segment=NetworkSegment(39c0d1ec-1871-40f6-8163-839cbfd498b7),segment_id=39c0d1ec-1871-40f6-8163-839cbfd498b7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:35.621909 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.634999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] Calling delete_port for e1165593-d2a1-497e-9d21-6fbf5d5f4315 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:35.701074 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.709205 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.732128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=e1165593-d2a1-497e-9d21-6fbf5d5f4315,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:35.733937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] No DVR routers for this DVR port e1165593-d2a1-497e-9d21-6fbf5d5f4315 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:50:35.736065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] No DVR routers for this DVR port e1165593-d2a1-497e-9d21-6fbf5d5f4315 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:50:35.741261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08116e-592c-40f2-93e3-9d149470781f None None] Pushing event deleted for resources: {'Port': ['ID=e1165593-d2a1-497e-9d21-6fbf5d5f4315,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:35.812544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.822712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edb923e-9289-4cf9-8d9b-f78d489cd86c']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:35.833364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c0d1ec-1871-40f6-8163-839cbfd498b7') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:35.833671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c0d1ec-1871-40f6-8163-839cbfd498b7') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:35.842306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.855600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.861248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:50:35.861638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:50:35.865151 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:50:35.992152 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.001142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.003592 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/networks/3edb923e-9289-4cf9-8d9b-f78d489cd86c HTTP/1.1" status: 204 len: 168 time: 0.6749363 Aug 27 16:50:36.007616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54428) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:36.017425 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa93012-4dd8-4d8f-a91d-e63c07d23fb3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Network': ['ID=3edb923e-9289-4cf9-8d9b-f78d489cd86c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:36.166728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port 9857a69f-5066-4bbe-b40a-d9b9a715cc96 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:36.167068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.241682 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.242014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.253551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for 9857a69f-5066-4bbe-b40a-d9b9a715cc96 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:36.490921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.507814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a51af974-62ec-479c-9e3c-7458086d92a4 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:50:36.515227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=9857a69f-5066-4bbe-b40a-d9b9a715cc96,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:36.529634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: a51af974-62ec-479c-9e3c-7458086d92a4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:50:36.529981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a51af974-62ec-479c-9e3c-7458086d92a4 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:50:36.577108 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.577449 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Floating IP 3fe8ff24-245b-4ff4-8abb-354638510920 disassociated (deleted). External IP: 172.25.4.205, port: 941c241b-bd35-4f49-8b06-12da94c7313f. Aug 27 16:50:36.781747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 0ce00a12-d2e5-457d-a264-11028ae13d4c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:50:36.887592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:50:36.891994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.897262 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a982307-7156-4060-8cf0-33df044d794b None None] Sync routers for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:50:36.905795 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:36.906399 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:36.919343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-322c5de5-cf4c-4f3e-a927-635001474d84 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/floatingips/3fe8ff24-245b-4ff4-8abb-354638510920 HTTP/1.1" status: 204 len: 168 time: 0.9104173 Aug 27 16:50:36.919949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:50:36.922215 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80459c5b-4758-482e-a1e6-3e11fffd069d" -d '{"events": [{"name": "network-changed", "server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:50:36.985260 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5c1002-dd89-48cc-91ad-17fe7d1214df x-openstack-request-id: req-0a5c1002-dd89-48cc-91ad-17fe7d1214df {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:50:36.985564 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:50:36.985825 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a5c1002-dd89-48cc-91ad-17fe7d1214df {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:50:36.986238 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f', 'status': 'completed', 'code': 200} Aug 27 16:50:37.020258 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:37.022792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e1165593-d2a1-497e-9d21-6fbf5d5f4315 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:50:37.050706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: e1165593-d2a1-497e-9d21-6fbf5d5f4315 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:50:37.051481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-8a435616-3ae1-49bf-92f9-2dc7299cf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:37.052037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device e1165593-d2a1-497e-9d21-6fbf5d5f4315 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:50:37.053422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-8a435616-3ae1-49bf-92f9-2dc7299cf6a6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 1097 time: 0.0611589 Aug 27 16:50:37.149355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-e54342aa-7734-460b-b99b-204f24bbd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:37.150837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-e54342aa-7734-460b-b99b-204f24bbd678 service neutron] 10.222.0.97 "GET /v2.0/networks?id=16632c8c-4e05-4f38-acf3-6ef393440c5c HTTP/1.1" status: 200 len: 896 time: 0.0899305 Aug 27 16:50:37.193307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-b0eb55c8-d769-4347-93a0-84442ef15489 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=941c241b-bd35-4f49-8b06-12da94c7313f HTTP/1.1" status: 200 len: 217 time: 0.0351815 Aug 27 16:50:37.225027 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:30Z', 'revision_number': 6, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:37.246838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-e455e277-df50-4da5-834f-db79b3f715bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:37.248359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-e455e277-df50-4da5-834f-db79b3f715bc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b858eac4-4c5e-4839-ad6b-b6e48c06146d HTTP/1.1" status: 200 len: 834 time: 0.0460904 Aug 27 16:50:37.305502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-d6b83e9c-3282-4e63-812c-9fba9ded620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:37.306954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-d6b83e9c-3282-4e63-812c-9fba9ded620b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=16632c8c-4e05-4f38-acf3-6ef393440c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517342 Aug 27 16:50:37.341876 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a982307-7156-4060-8cf0-33df044d794b None None] Checking router: 0ce00a12-d2e5-457d-a264-11028ae13d4c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:50:37.351017 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:37.351652 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:37.439585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a2e3-eae3-4b5f-a5a3-09567d383a05 req-57cc59c7-c4bd-41d2-8e66-1fb46da5b8ee tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:37.441075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f758a2e3-eae3-4b5f-a5a3-09567d383a05 req-57cc59c7-c4bd-41d2-8e66-1fb46da5b8ee tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 946 time: 0.0826123 Aug 27 16:50:37.444791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-40bc409b-4826-4902-a5ea-a2515686e4df service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304770 Aug 27 16:50:37.455164 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:37.525159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f758a2e3-eae3-4b5f-a5a3-09567d383a05 req-d2a50835-cb2a-4cc6-9abb-8689fc765505 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775335 Aug 27 16:50:37.559248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80459c5b-4758-482e-a1e6-3e11fffd069d req-0f1c8092-5bce-4166-8bfe-dc04ded72d6e service neutron] 10.222.0.97 "GET /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047189 Aug 27 16:50:37.647875 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7a982307-7156-4060-8cf0-33df044d794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:30Z', 'revision_number': 6, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:37.676775 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a982307-7156-4060-8cf0-33df044d794b None None] The sync data for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 is: [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:30Z', 'revision_number': 6, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5eac235a-c819-4854-ab7d-1bafcea79600', 'name': '', 'network_id': '16632c8c-4e05-4f38-acf3-6ef393440c5c', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:33:20:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:49Z', 'updated_at': '2021-08-27T16:48:55Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'b858eac4-4c5e-4839-ad6b-b6e48c06146d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:50:37.888192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eec215-9260-4e0a-b082-be1eb6228f90 None None] New status for floating IP 3fe8ff24-245b-4ff4-8abb-354638510920: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:50:38.937151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056cbf4-3c8e-438e-b19a-78783edc7955 req-ed90a1c0-c73b-40e7-a002-0c9f24e6c51f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:38.938921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e056cbf4-3c8e-438e-b19a-78783edc7955 req-ed90a1c0-c73b-40e7-a002-0c9f24e6c51f tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 946 time: 0.3446167 Aug 27 16:50:38.951483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-aac336d7-934e-49ff-8ecb-efe1b6d58c85 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:38.952877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-aac336d7-934e-49ff-8ecb-efe1b6d58c85 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 946 time: 0.3324478 Aug 27 16:50:39.016487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e056cbf4-3c8e-438e-b19a-78783edc7955 req-bc0e0346-2e6b-4283-b622-a23c6a79ec28 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=69a5eb8d-d57f-4dbb-8225-d7e030c66f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626385 Aug 27 16:50:39.062359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port 941c241b-bd35-4f49-8b06-12da94c7313f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:39.062701 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:39.152060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port 941c241b-bd35-4f49-8b06-12da94c7313f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=941c241b-bd35-4f49-8b06-12da94c7313f,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:39.152429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:39.165310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for 941c241b-bd35-4f49-8b06-12da94c7313f owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:39.346848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:39.375070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=941c241b-bd35-4f49-8b06-12da94c7313f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:39.418780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] No DVR routers for this DVR port 941c241b-bd35-4f49-8b06-12da94c7313f on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:50:39.421428 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:39.423421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd5a606e-dba4-462e-80a3-b1d71ca27439 req-6d00219b-5ba4-4896-a19b-1c369a51b050 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "DELETE /v2.0/ports/941c241b-bd35-4f49-8b06-12da94c7313f HTTP/1.1" status: 204 len: 173 time: 0.4629476 Aug 27 16:50:39.423858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'name': 'network-vif-deleted', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:50:39.426347 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7193e23-119f-4da1-80aa-fbe9a7f79869" -d '{"events": [{"server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "name": "network-vif-deleted", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:50:39.460833 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7d8b13-73c9-422f-befc-7d5b9599f2f8 x-openstack-request-id: req-6a7d8b13-73c9-422f-befc-7d5b9599f2f8 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:50:39.461129 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94df90ef-a6ee-465e-9709-f43f8ef1318c", "name": "network-vif-deleted", "tag": "941c241b-bd35-4f49-8b06-12da94c7313f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:50:39.461406 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a7d8b13-73c9-422f-befc-7d5b9599f2f8 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:50:39.461784 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94df90ef-a6ee-465e-9709-f43f8ef1318c', 'name': 'network-vif-deleted', 'tag': '941c241b-bd35-4f49-8b06-12da94c7313f', 'status': 'completed', 'code': 200} Aug 27 16:50:40.121555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a83f00f3-55f2-4a83-8c71-79ea0e3b886c req-8b624aaf-2181-4e88-84ce-6178663152fd tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=94df90ef-a6ee-465e-9709-f43f8ef1318c HTTP/1.1" status: 200 len: 210 time: 0.0263591 Aug 27 16:50:41.178843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54444) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:41.239802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a496eb0-0c7e-421d-92b4-d40688193212 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:41.268041 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a496eb0-0c7e-421d-92b4-d40688193212 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:41.405710 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a496eb0-0c7e-421d-92b4-d40688193212 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:41.408373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2a496eb0-0c7e-421d-92b4-d40688193212 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:41.409534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2a496eb0-0c7e-421d-92b4-d40688193212 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/security-groups/69a5eb8d-d57f-4dbb-8225-d7e030c66f71 HTTP/1.1" status: 204 len: 168 time: 0.2296443 Aug 27 16:50:41.418815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a496eb0-0c7e-421d-92b4-d40688193212 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a5eb8d-d57f-4dbb-8225-d7e030c66f71,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:41.509891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54448) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:41.872748 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:41.896060 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-199a2339-0963-4741-943a-d56b34231ec0 req-8c411b8c-4d47-41b3-9ebb-0739abc65a26 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260229 Aug 27 16:50:41.963232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-199a2339-0963-4741-943a-d56b34231ec0 req-2b4d3f97-c5db-46fc-9227-370236fa4dbd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0260146 Aug 27 16:50:42.003173 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-199a2339-0963-4741-943a-d56b34231ec0 req-2acce031-a74b-4928-835b-076a81393e14 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203810 Aug 27 16:50:42.101969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a2339-0963-4741-943a-d56b34231ec0 req-dedbd8e2-d245-468c-b53f-02dd551324ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:42.103608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-199a2339-0963-4741-943a-d56b34231ec0 req-dedbd8e2-d245-468c-b53f-02dd551324ad service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0937226 Aug 27 16:50:42.127344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port 5eac235a-c819-4854-ab7d-1bafcea79600 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:42.127618 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:42.219638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port 5eac235a-c819-4854-ab7d-1bafcea79600, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5eac235a-c819-4854-ab7d-1bafcea79600,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:42.220278 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:42.232918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for 5eac235a-c819-4854-ab7d-1bafcea79600 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:42.502352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:42.530714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=5eac235a-c819-4854-ab7d-1bafcea79600,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:42.711309 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:42.872720 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:50:42.918269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 941c241b-bd35-4f49-8b06-12da94c7313f no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:50:42.928898 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 0ce00a12-d2e5-457d-a264-11028ae13d4c has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:50:42.942235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 941c241b-bd35-4f49-8b06-12da94c7313f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:50:42.942588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 941c241b-bd35-4f49-8b06-12da94c7313f not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:50:43.033076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:50:43.039012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-67cee52c-573c-4190-9f32-5c8bb7f7a323 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "PUT /v2.0/routers/0ce00a12-d2e5-457d-a264-11028ae13d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5279846 Aug 27 16:50:43.041557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54450) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:43.044061 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] Sync routers for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:50:43.053617 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:43.054225 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:43.101288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting subnet b858eac4-4c5e-4839-ad6b-b6e48c06146d {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:50:43.105374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.145844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.159767 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:43.266491 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.336691 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:42Z', 'revision_number': 7, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:43.362135 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] Checking router: 0ce00a12-d2e5-457d-a264-11028ae13d4c for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:50:43.371426 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] Routers {'0ce00a12-d2e5-457d-a264-11028ae13d4c'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:43.372013 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['0ce00a12-d2e5-457d-a264-11028ae13d4c'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:43.381312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.410396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.413380 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/subnets/b858eac4-4c5e-4839-ad6b-b6e48c06146d HTTP/1.1" status: 204 len: 168 time: 0.3697565 Aug 27 16:50:43.413715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d3b10-2013-4ecb-b9c0-7934e198e3c4 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Subnet': ['ID=b858eac4-4c5e-4839-ad6b-b6e48c06146d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:43.415964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54452) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:43.419751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f30837b-fd5b-467d-b98f-5541cb460f21 None None] Network 16632c8c-4e05-4f38-acf3-6ef393440c5c requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:50:43.485747 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] Set router 0ce00a12-d2e5-457d-a264-11028ae13d4c gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:43.537187 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.616380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] DHCP port deletion for 16632c8c-4e05-4f38-acf3-6ef393440c5c request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:50:43.654161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.672809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] Deleting port 627d68c7-a135-41c2-9ec3-620775987a75 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:43.672809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.679297 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:42Z', 'revision_number': 7, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:43.704992 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2851d924-c470-4246-ac81-dab945b1aac1 None None] The sync data for ids ['0ce00a12-d2e5-457d-a264-11028ae13d4c'] in n-d-806412-1 is: [{'id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'name': 'tempest-TestNetworkBasicOps-router-1149181401', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:48:45Z', 'updated_at': '2021-08-27T16:50:42Z', 'revision_number': 7, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '3e1fb514-c8cb-41dd-89f8-00be5107a306', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce00a12-d2e5-457d-a264-11028ae13d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:48:46Z', 'updated_at': '2021-08-27T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:50:43.737099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] For port 627d68c7-a135-41c2-9ec3-620775987a75, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=627d68c7-a135-41c2-9ec3-620775987a75,segment=NetworkSegment(cc56423d-0290-4315-b947-dc42fa8a699b),segment_id=cc56423d-0290-4315-b947-dc42fa8a699b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:43.737507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.751923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] Calling delete_port for 627d68c7-a135-41c2-9ec3-620775987a75 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:43.768234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port 3e1fb514-c8cb-41dd-89f8-00be5107a306 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:50:43.768585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.848224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port 3e1fb514-c8cb-41dd-89f8-00be5107a306, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3e1fb514-c8cb-41dd-89f8-00be5107a306,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:43.848757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.861356 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for 3e1fb514-c8cb-41dd-89f8-00be5107a306 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:50:43.914344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:43.942816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] No DVR routers for this DVR port 627d68c7-a135-41c2-9ec3-620775987a75 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:50:43.945986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21684d7-8e01-4146-a110-9e5b42d6a69a None None] Pushing event deleted for resources: {'Port': ['ID=627d68c7-a135-41c2-9ec3-620775987a75,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:44.093188 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.130332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=3e1fb514-c8cb-41dd-89f8-00be5107a306,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:44.187215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.278641 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.280887 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.392179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.392811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce00a12-d2e5-457d-a264-11028ae13d4c {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:50:44.404500 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.404500 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ca58ead7-9965-4daa-964c-9e10530451ce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/routers/0ce00a12-d2e5-457d-a264-11028ae13d4c HTTP/1.1" status: 204 len: 168 time: 0.9851813 Aug 27 16:50:44.404500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:44.490931 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.577214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.587681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16632c8c-4e05-4f38-acf3-6ef393440c5c']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:44.597634 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc56423d-0290-4315-b947-dc42fa8a699b') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:44.598147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc56423d-0290-4315-b947-dc42fa8a699b') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:44.606899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.625585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.632245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: timer() Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:50:44.637749 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:50:44.753538 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.761650 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.762771 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/networks/16632c8c-4e05-4f38-acf3-6ef393440c5c HTTP/1.1" status: 204 len: 168 time: 0.3574936 Aug 27 16:50:44.774203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902426d6-fa1b-4422-808b-5ff74bc50278 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Network': ['ID=16632c8c-4e05-4f38-acf3-6ef393440c5c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:44.789211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54456) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:44.794200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'network': {'name': 'tempest-network-smoke--498830378', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'port_security_enabled': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:44.885396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:50:44.889063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.913264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:50:44.921924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.922264 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Added segment ce806d32-e588-4eea-8419-308684fc9264 of type vlan for network eaed4395-b92e-4674-8589-76a803e29b81 Aug 27 16:50:44.962430 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:44.998208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 627d68c7-a135-41c2-9ec3-620775987a75 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:50:45.018405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 627d68c7-a135-41c2-9ec3-620775987a75 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:50:45.018682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 627d68c7-a135-41c2-9ec3-620775987a75 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:50:45.019087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3e1fb514-c8cb-41dd-89f8-00be5107a306 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:50:45.037665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3e1fb514-c8cb-41dd-89f8-00be5107a306 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:50:45.038006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3e1fb514-c8cb-41dd-89f8-00be5107a306 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:50:45.038403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5eac235a-c819-4854-ab7d-1bafcea79600 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:50:45.055081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:45.056787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5eac235a-c819-4854-ab7d-1bafcea79600 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:50:45.057133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5eac235a-c819-4854-ab7d-1bafcea79600 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:50:45.061750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:45.062358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:45.138645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Network': ['ID=eaed4395-b92e-4674-8589-76a803e29b81,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:45.150527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network eaed4395-b92e-4674-8589-76a803e29b81 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:50:45.214057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bff33a6-671a-4185-9fd8-d3d1ce1293ef tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4215605 Aug 27 16:50:45.215361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54458) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:45.219965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-249682217', 'admin_state_up': True, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:45.331398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:45.332929 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:45.386381 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:45.596008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:45.891923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:45.911217 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:46.013947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.25.4.231 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/478575f5-1d24-4669-9aca-73461272e47b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:50:46.120023 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:46.228823 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:46.267275 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:50:46.272539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:46.276017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:50:46.297967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=478575f5-1d24-4669-9aca-73461272e47b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:46.616845 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:46.806700 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:46.988165 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 077da8ac-543d-42b1-92d2-29e36aa8b80d is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:50:47.411712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:50:47.420881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Sync routers for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:50:47.430477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:47.431094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:47.485559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:47.486833 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1517ef05-78ab-4613-bc69-5bf77f84894d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2705243 Aug 27 16:50:47.491045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54460) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:47.522779 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-68e15a25-0ca8-4c6e-8916-51077292b14e tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=272dce556d524dbd99b47e369c98b51f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274322 Aug 27 16:50:47.522964 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54462) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:47.536197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:47.608051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e7f6b-2982-4d4b-a019-1d033d812cca tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:47.609721 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b68e7f6b-2982-4d4b-a019-1d033d812cca tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858138 Aug 27 16:50:47.612517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54464) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:47.646954 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c12b018c-1e89-4c54-ae71-ace7ae3b4e06 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289273 Aug 27 16:50:47.649201 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54466) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:47.654381 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-981720577', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:47.810979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:50:47.814631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:47.865699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:46Z', 'revision_number': 3, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:47.896095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Checking router: 077da8ac-543d-42b1-92d2-29e36aa8b80d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:50:47.896440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Updating router 077da8ac-543d-42b1-92d2-29e36aa8b80d port 478575f5-1d24-4669-9aca-73461272e47b binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:50:47.920436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.028606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.088281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Subnet': ['ID=fc2df81d-a979-45f7-9138-08021e5b0535,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:48.101047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.101396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.101740 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.102080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.102446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.102782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.103113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.103469 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.103800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.104125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.104453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.104782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:50:48.109192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Checking segment: {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:50:48.109565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network hostable DHCP agents. Network: eaed4395-b92e-4674-8589-76a803e29b81, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:50:48.172724 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.182071 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network eaed4395-b92e-4674-8589-76a803e29b81 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:50:48.182748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Transition to ACTIVE for port object 478575f5-1d24-4669-9aca-73461272e47b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:48.244991 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.273563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, eaed4395-b92e-4674-8589-76a803e29b81) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:48.277750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:48.278679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.291173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35972cf0-4e66-49fa-873f-56eb5e116066 None None] Network eaed4395-b92e-4674-8589-76a803e29b81 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:50:48.335931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cfc0d-d316-42cf-9889-b523227a115c None None] Pushing event updated for resources: {'Port': ['ID=478575f5-1d24-4669-9aca-73461272e47b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:48.339722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Attempting to bind port 478575f5-1d24-4669-9aca-73461272e47b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:50:48.340113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Attempting to bind port 478575f5-1d24-4669-9aca-73461272e47b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:50:48.340487 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Attempting to bind port 478575f5-1d24-4669-9aca-73461272e47b on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:50:48.349385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:50:48.349773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:50:48.350189 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.350583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:50:48.351055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Bound port: 478575f5-1d24-4669-9aca-73461272e47b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:50:48.351540 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.367392 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d586b841-5ae8-400a-8692-35121e26038d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7139144 Aug 27 16:50:48.367498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54468) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:48.451906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] For port 478575f5-1d24-4669-9aca-73461272e47b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:50:48.470499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] For port 478575f5-1d24-4669-9aca-73461272e47b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=478575f5-1d24-4669-9aca-73461272e47b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:50:48.507842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-eaed4395-b92e-4674-8589-76a803e29b81', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:50:48.508729 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.577696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.680048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:48.680469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:48.719715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cfc0d-d316-42cf-9889-b523227a115c None None] Pushing event updated for resources: {'Port': ['ID=478575f5-1d24-4669-9aca-73461272e47b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:48.741731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Allocated IP 172.20.0.2 (eaed4395-b92e-4674-8589-76a803e29b81/fc2df81d-a979-45f7-9138-08021e5b0535/f0786d9a-780c-4412-a451-e02c4faa99e9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:50:48.805787 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:48.852451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:49.050337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.076897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Transition to ACTIVE for port object f0786d9a-780c-4412-a451-e02c4faa99e9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:49.096157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Transition to ACTIVE for port object f0786d9a-780c-4412-a451-e02c4faa99e9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:49.115613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:46Z', 'revision_number': 3, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:49.141920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ebe76-149a-442d-9f38-fa5fe3364a9a None None] The sync data for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 is: [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:46Z', 'revision_number': 3, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:50:49.161920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.215895 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Network eaed4395-b92e-4674-8589-76a803e29b81 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:50:49.222132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.20.0.1 (eaed4395-b92e-4674-8589-76a803e29b81/fc2df81d-a979-45f7-9138-08021e5b0535/28581fe3-0c81-4906-b90b-a545a1abfcac) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:50:49.223937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:49.225864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Pushing event updated for resources: {'Port': ['ID=f0786d9a-780c-4412-a451-e02c4faa99e9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:49.228346 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:50:49.284901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Attempting to bind port f0786d9a-780c-4412-a451-e02c4faa99e9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:50:49.285375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Attempting to bind port f0786d9a-780c-4412-a451-e02c4faa99e9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:50:49.285767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Attempting to bind port f0786d9a-780c-4412-a451-e02c4faa99e9 on network eaed4395-b92e-4674-8589-76a803e29b81 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:50:49.291290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:50:49.291754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Checking segment: {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:50:49.292230 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.292693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Bound using segment: {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:50:49.293157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Bound port: f0786d9a-780c-4412-a451-e02c4faa99e9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:50:49.293539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.351820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.367252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Transition to ACTIVE for port object 28581fe3-0c81-4906-b90b-a545a1abfcac will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:49.371953 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] For port f0786d9a-780c-4412-a451-e02c4faa99e9, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:50:49.375591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] For port f0786d9a-780c-4412-a451-e02c4faa99e9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f0786d9a-780c-4412-a451-e02c4faa99e9,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:50:49.497315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.525887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.573380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087d8d-3f8f-40a2-8ac2-92f704efa74e None None] Pushing event updated for resources: {'Port': ['ID=f0786d9a-780c-4412-a451-e02c4faa99e9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:49.573990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network eaed4395-b92e-4674-8589-76a803e29b81 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:50:49.580279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:49.584419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:50:49.591141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=28581fe3-0c81-4906-b90b-a545a1abfcac,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:49.640142 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.883811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:50.462010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:50.507969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:50.511557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22145705-5b5e-42a2-bbbb-1fdb214e892a None None] Network eaed4395-b92e-4674-8589-76a803e29b81 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:50:50.591184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=28581fe3-0c81-4906-b90b-a545a1abfcac,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:50.595933 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:50.631168 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd07c2c0-0f55-428e-bc49-8ef600cbccd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:50.679803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-445be621-68e2-4f44-9fdc-f01517aa4bfc None None] Provisioning for port f0786d9a-780c-4412-a451-e02c4faa99e9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:50.700429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network eaed4395-b92e-4674-8589-76a803e29b81 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:50:50.702107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:50.827962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 077da8ac-543d-42b1-92d2-29e36aa8b80d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:50:50.945225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:50:50.950645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-229c91ab-6dfd-4984-84b5-f1a6714d2dac tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "PUT /v2.0/routers/077da8ac-543d-42b1-92d2-29e36aa8b80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5820739 Aug 27 16:50:50.953206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54470) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:50.968566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f09b72a9-eb94-439b-92b1-1cf33c579521 None None] Provisioning for port 28581fe3-0c81-4906-b90b-a545a1abfcac completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:50.975958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f09b72a9-eb94-439b-92b1-1cf33c579521 None None] Provisioning complete for port 28581fe3-0c81-4906-b90b-a545a1abfcac triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:50.976405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f09b72a9-eb94-439b-92b1-1cf33c579521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.027860 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Sync routers for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:50:51.036458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f09b72a9-eb94-439b-92b1-1cf33c579521 None None] Port 28581fe3-0c81-4906-b90b-a545a1abfcac cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:50:51.040711 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:51.041771 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:51.072535 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfcfdf-5af1-44a9-b817-313822195787 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.073386 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfcfdf-5af1-44a9-b817-313822195787 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.081363 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfcfdf-5af1-44a9-b817-313822195787 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.081986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfcfdf-5af1-44a9-b817-313822195787 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.087014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54472) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:51.089061 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a0cfcfdf-5af1-44a9-b817-313822195787 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1345799 Aug 27 16:50:51.129423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 478575f5-1d24-4669-9aca-73461272e47b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:51.158962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f911258-002d-47df-b711-ffc00612e9b6 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.160920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f911258-002d-47df-b711-ffc00612e9b6 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.162437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f911258-002d-47df-b711-ffc00612e9b6 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.163086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f911258-002d-47df-b711-ffc00612e9b6 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:51.166463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3f911258-002d-47df-b711-ffc00612e9b6 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0781198 Aug 27 16:50:51.169610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54474) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:51.172013 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:51.196168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1278ee27-90b0-4a15-930b-e230a002226a None None] Provisioning complete for port 28581fe3-0c81-4906-b90b-a545a1abfcac triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:51.196693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1278ee27-90b0-4a15-930b-e230a002226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.240714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1278ee27-90b0-4a15-930b-e230a002226a None None] Port 28581fe3-0c81-4906-b90b-a545a1abfcac cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:50:51.246275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 478575f5-1d24-4669-9aca-73461272e47b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:51.250653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 478575f5-1d24-4669-9aca-73461272e47b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:51.251018 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.366553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.386206 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:50Z', 'revision_number': 2, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:51.388415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 478575f5-1d24-4669-9aca-73461272e47b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=478575f5-1d24-4669-9aca-73461272e47b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:51.431068 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-46fbb9a4-53ce-4814-8c5b-854409a93316 tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2574196 Aug 27 16:50:51.466533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0f8cdec6-3c70-48b3-899a-8bc7999ff5d1 None None] Provisioning complete for port 28581fe3-0c81-4906-b90b-a545a1abfcac triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:51.466694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f8cdec6-3c70-48b3-899a-8bc7999ff5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.500740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.501537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f0786d9a-780c-4412-a451-e02c4faa99e9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:51.506870 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Checking router: 077da8ac-543d-42b1-92d2-29e36aa8b80d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:50:51.507482 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Updating router 077da8ac-543d-42b1-92d2-29e36aa8b80d port 28581fe3-0c81-4906-b90b-a545a1abfcac binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:50:51.533101 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.546567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0f8cdec6-3c70-48b3-899a-8bc7999ff5d1 None None] Port 28581fe3-0c81-4906-b90b-a545a1abfcac cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:50:51.586656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=478575f5-1d24-4669-9aca-73461272e47b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:51.731227 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f0786d9a-780c-4412-a451-e02c4faa99e9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:51.736080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f0786d9a-780c-4412-a451-e02c4faa99e9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:51.736708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.743829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54478) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:51.749154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0a528074-e678-4043-86ae-c4a1ab270b1d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988452098', 'description': 'tempest-secgroup-smoke-1988452098 description', 'project_id': '272dce556d524dbd99b47e369c98b51f'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:51.797044 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.806585 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Transition to ACTIVE for port object 28581fe3-0c81-4906-b90b-a545a1abfcac will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:51.815562 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.839755 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a528074-e678-4043-86ae-c4a1ab270b1d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.847369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f0786d9a-780c-4412-a451-e02c4faa99e9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f0786d9a-780c-4412-a451-e02c4faa99e9,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:51.868132 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.924987 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a528074-e678-4043-86ae-c4a1ab270b1d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.925692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558505a3-fdfe-4ed9-86bf-dc0dea0d9079 None None] Pushing event updated for resources: {'Port': ['ID=28581fe3-0c81-4906-b90b-a545a1abfcac,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:51.931121 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.984911 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Attempting to bind port 28581fe3-0c81-4906-b90b-a545a1abfcac on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:50:51.985296 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Attempting to bind port 28581fe3-0c81-4906-b90b-a545a1abfcac by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:50:51.985644 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Attempting to bind port 28581fe3-0c81-4906-b90b-a545a1abfcac on network eaed4395-b92e-4674-8589-76a803e29b81 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:50:51.986453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f0786d9a-780c-4412-a451-e02c4faa99e9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:51.987988 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a528074-e678-4043-86ae-c4a1ab270b1d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.991252 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:50:51.991735 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Checking segment: {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:50:51.992147 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:51.992731 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Bound using segment: {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:50:51.993381 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Bound port: 28581fe3-0c81-4906-b90b-a545a1abfcac, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:50:51.993921 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.031286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a528074-e678-4043-86ae-c4a1ab270b1d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b72566b-2b0f-44d0-949a-6fad382ecd14,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:52.061877 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] For port 28581fe3-0c81-4906-b90b-a545a1abfcac, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:50:52.065351 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] For port 28581fe3-0c81-4906-b90b-a545a1abfcac, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=28581fe3-0c81-4906-b90b-a545a1abfcac,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:50:52.123926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0a528074-e678-4043-86ae-c4a1ab270b1d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.125381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0a528074-e678-4043-86ae-c4a1ab270b1d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3804333 Aug 27 16:50:52.128308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54480) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:52.134721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-00ec2bf7-c5fd-4de8-8c35-988e95792f5d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '0b72566b-2b0f-44d0-949a-6fad382ecd14', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:52.188671 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.237552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00ec2bf7-c5fd-4de8-8c35-988e95792f5d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.249796 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:50:52.250973 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:52.256111 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558505a3-fdfe-4ed9-86bf-dc0dea0d9079 None None] Pushing event updated for resources: {'Port': ['ID=28581fe3-0c81-4906-b90b-a545a1abfcac,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:52.304802 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00ec2bf7-c5fd-4de8-8c35-988e95792f5d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.376131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:50:52.382360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00ec2bf7-c5fd-4de8-8c35-988e95792f5d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.401582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec2bf7-c5fd-4de8-8c35-988e95792f5d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0789fe3-036c-4d9d-a22e-b917557c3ad8,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:52.460820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-00ec2bf7-c5fd-4de8-8c35-988e95792f5d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.462059 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-00ec2bf7-c5fd-4de8-8c35-988e95792f5d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315043 Aug 27 16:50:52.465018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54482) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:52.469748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-d811b73b-ba35-4b3b-b744-f70b2e54eba1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '0b72566b-2b0f-44d0-949a-6fad382ecd14', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:52.564624 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d811b73b-ba35-4b3b-b744-f70b2e54eba1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.575861 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:52Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:50:52.602318 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c82274-e6ea-4a34-92b1-abc762dfc2ff None None] The sync data for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 is: [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:52Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:50:52.623071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d811b73b-ba35-4b3b-b744-f70b2e54eba1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.695506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d811b73b-ba35-4b3b-b744-f70b2e54eba1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.717952 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b73b-ba35-4b3b-b744-f70b2e54eba1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80da1dc-9304-4a0e-bf96-948211d04526,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:52.811402 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d811b73b-ba35-4b3b-b744-f70b2e54eba1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:52.813113 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d811b73b-ba35-4b3b-b744-f70b2e54eba1 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3466852 Aug 27 16:50:52.815480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54484) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:52.820512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-78131e7d-0a73-4c5c-845c-06908be8efde tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '0b72566b-2b0f-44d0-949a-6fad382ecd14', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:52.942227 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-78131e7d-0a73-4c5c-845c-06908be8efde tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.024479 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-78131e7d-0a73-4c5c-845c-06908be8efde tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.078782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 28581fe3-0c81-4906-b90b-a545a1abfcac up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:53.114235 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-78131e7d-0a73-4c5c-845c-06908be8efde tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.137186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78131e7d-0a73-4c5c-845c-06908be8efde tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d97a75e-341b-4aae-ba4f-583de48c81e6,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:53.199408 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a1119a2-a514-4fbb-8c11-cd8a9e1762ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.210979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 28581fe3-0c81-4906-b90b-a545a1abfcac completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:53.211136 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-78131e7d-0a73-4c5c-845c-06908be8efde tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.212406 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-78131e7d-0a73-4c5c-845c-06908be8efde tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954756 Aug 27 16:50:53.215485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54486) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:53.217606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 28581fe3-0c81-4906-b90b-a545a1abfcac triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:53.218386 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.220230 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8041c5d2-bbd1-4be5-a908-8a9e76669cbb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '0b72566b-2b0f-44d0-949a-6fad382ecd14', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:53.313801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.350522 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8041c5d2-bbd1-4be5-a908-8a9e76669cbb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.361012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 28581fe3-0c81-4906-b90b-a545a1abfcac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=28581fe3-0c81-4906-b90b-a545a1abfcac,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:50:53.403877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.414474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8041c5d2-bbd1-4be5-a908-8a9e76669cbb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.450029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.450851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 478575f5-1d24-4669-9aca-73461272e47b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:53.452932 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.495639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8041c5d2-bbd1-4be5-a908-8a9e76669cbb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.514345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041c5d2-bbd1-4be5-a908-8a9e76669cbb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e798dc89-be6c-4382-8643-813bc363436a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:53.532104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=28581fe3-0c81-4906-b90b-a545a1abfcac,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:53.546728 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 478575f5-1d24-4669-9aca-73461272e47b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:53.547103 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.592486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8041c5d2-bbd1-4be5-a908-8a9e76669cbb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.596348 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8041c5d2-bbd1-4be5-a908-8a9e76669cbb tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3772011 Aug 27 16:50:53.596584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54488) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:53.601861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '0b72566b-2b0f-44d0-949a-6fad382ecd14', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:53.636189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f0786d9a-780c-4412-a451-e02c4faa99e9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:53.691585 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Project 272dce556d524dbd99b47e369c98b51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:50:53.698238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.764664 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.833703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.840312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f0786d9a-780c-4412-a451-e02c4faa99e9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:53.840688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.849273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f6a90b-b4e7-43a7-aaae-16ffd38a3c9e,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:53.913707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:53.914968 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4099c9aa-cd6e-466b-84d4-d2c506dfa340 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3174169 Aug 27 16:50:53.917801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54490) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:50:53.923755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'security_group_rule': {'security_group_id': '0b72566b-2b0f-44d0-949a-6fad382ecd14', 'project_id': '272dce556d524dbd99b47e369c98b51f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:54.011403 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Project 272dce556d524dbd99b47e369c98b51f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:50:54.017085 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:54.087334 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:54.165139 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:54.183653 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be46f62c-f501-43c0-930c-ff212f8b8c44,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:54.260482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:54.261762 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c0d2662b-34e3-403f-9a17-905e87103dce tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3429260 Aug 27 16:50:54.318197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:54.400360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-2fdc9de4-fe0a-412e-bd77-ff58cb811643 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988452098&fields=id&tenant_id=272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 267 time: 0.0333605 Aug 27 16:50:54.506321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-c2b3ca56-947b-4325-acd5-c04ecb15c504 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:54.507816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-c2b3ca56-947b-4325-acd5-c04ecb15c504 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/networks?id=eaed4395-b92e-4674-8589-76a803e29b81 HTTP/1.1" status: 200 len: 796 time: 0.1006618 Aug 27 16:50:54.523119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-4144a678-717e-4d57-b643-8dc574baa145 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/quotas/272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 375 time: 0.0095866 Aug 27 16:50:54.576082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-75f0c524-e2bc-4c5e-a664-46e0be760e16 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472250 Aug 27 16:50:54.615308 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:54.723991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-d7f408bd-703a-4b64-8c15-dc9746aa6e8f service neutron] 10.222.0.101 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363015 Aug 27 16:50:54.813476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-222abe5c-4ac9-4ba2-a203-5612cadf5dfc service neutron] 10.222.0.101 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 Aug 27 16:50:55.002857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 28581fe3-0c81-4906-b90b-a545a1abfcac up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:50:55.063484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 28581fe3-0c81-4906-b90b-a545a1abfcac triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:55.064096 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:55.143967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5bad4790-cfc3-4da5-96a1-7ce0403f2bdb req-7b998531-3e38-4098-96ce-f2a8c813a137 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 210 time: 0.0339034 Aug 27 16:50:56.130825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:56.241179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb350a21-f103-464a-825b-2e6bff4124b3 req-0d33f4df-4b74-431e-9c72-ce2f6a1fb829 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 210 time: 0.0263791 Aug 27 16:50:56.954849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-21e694e3-0b2f-4c49-8651-472f310ceec2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:56.956316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-21e694e3-0b2f-4c49-8651-472f310ceec2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "GET /v2.0/networks?id=eaed4395-b92e-4674-8589-76a803e29b81 HTTP/1.1" status: 200 len: 796 time: 0.1024997 Aug 27 16:50:57.001109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-c9644c3f-d366-47e4-8fef-3746a487a6b8 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=272dce556d524dbd99b47e369c98b51f HTTP/1.1" status: 200 len: 380 time: 0.0351439 Aug 27 16:50:57.010507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'port': {'device_id': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'admin_state_up': True, 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'security_groups': ['0b72566b-2b0f-44d0-949a-6fad382ecd14']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:57.209159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Made reservation on behalf of 272dce556d524dbd99b47e369c98b51f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:50:57.212676 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:57.358079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d1942b9-b076-4faf-b936-a298db24a6d8 req-6de3953f-82b6-4dbf-a951-f3a531bca3b9 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 210 time: 0.0386376 Aug 27 16:50:57.377495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.20.0.14 (eaed4395-b92e-4674-8589-76a803e29b81/fc2df81d-a979-45f7-9138-08021e5b0535/a32df982-5fd4-4c12-a183-6942bdf19416) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:50:57.516509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:57.530505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Transition to ACTIVE for port object a32df982-5fd4-4c12-a183-6942bdf19416 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:57.611160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:57.658260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network eaed4395-b92e-4674-8589-76a803e29b81 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:50:57.663944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:50:57.667717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:50:57.691718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=a32df982-5fd4-4c12-a183-6942bdf19416,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:57.721369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:57.721991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:57.783024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-e807a356-2687-4486-8c88-8768a5804681 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7760441 Aug 27 16:50:57.849818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Request body: {'port': {'device_id': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:50:57.902515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:57.999317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-52a805a0-5a27-4496-84a6-144dcd5d0a01 None None] Provisioning for port a32df982-5fd4-4c12-a183-6942bdf19416 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:50:58.003133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-52a805a0-5a27-4496-84a6-144dcd5d0a01 None None] Provisioning complete for port a32df982-5fd4-4c12-a183-6942bdf19416 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:50:58.004066 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52a805a0-5a27-4496-84a6-144dcd5d0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:58.038774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-52a805a0-5a27-4496-84a6-144dcd5d0a01 None None] Port a32df982-5fd4-4c12-a183-6942bdf19416 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:50:58.170659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32df982-5fd4-4c12-a183-6942bdf19416 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:50:58.178994 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:58.190723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Transition to ACTIVE for port object a32df982-5fd4-4c12-a183-6942bdf19416 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:50:58.273609 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:58.326026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Pushing event updated for resources: {'Port': ['ID=a32df982-5fd4-4c12-a183-6942bdf19416,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:58.403134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Attempting to bind port a32df982-5fd4-4c12-a183-6942bdf19416 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:50:58.403948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Attempting to bind port a32df982-5fd4-4c12-a183-6942bdf19416 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:50:58.403948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Attempting to bind port a32df982-5fd4-4c12-a183-6942bdf19416 on network eaed4395-b92e-4674-8589-76a803e29b81 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:50:58.408834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Port a32df982-5fd4-4c12-a183-6942bdf19416 on network eaed4395-b92e-4674-8589-76a803e29b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:50:58.409174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Attempting to bind port a32df982-5fd4-4c12-a183-6942bdf19416 on network eaed4395-b92e-4674-8589-76a803e29b81 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:50:58.414708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:50:58.416521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Checking segment: {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:50:58.416521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Bound using segment: {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:50:58.416521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Bound port: a32df982-5fd4-4c12-a183-6942bdf19416, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce806d32-e588-4eea-8419-308684fc9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:50:58.416521 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:58.515510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] For port a32df982-5fd4-4c12-a183-6942bdf19416, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:50:58.519340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] For port a32df982-5fd4-4c12-a183-6942bdf19416, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a32df982-5fd4-4c12-a183-6942bdf19416,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:50:58.527133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca8ee9-e9d3-42d9-b24e-05dfe8d1fe12 req-e228f2a5-aa17-4295-aa1b-3f9cffe9ffe2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:58.528689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18ca8ee9-e9d3-42d9-b24e-05dfe8d1fe12 req-e228f2a5-aa17-4295-aa1b-3f9cffe9ffe2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 944 time: 0.0956318 Aug 27 16:50:58.568478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-18ca8ee9-e9d3-42d9-b24e-05dfe8d1fe12 req-d298a763-72b9-444c-b7b8-bbf50e62ee7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335813 Aug 27 16:50:58.588409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:58.623615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:58.624302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:58.625659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] 10.222.0.97 "PUT /v2.0/ports/a32df982-5fd4-4c12-a183-6942bdf19416 HTTP/1.1" status: 200 len: 1092 time: 0.8337922 Aug 27 16:50:58.626095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:50:58.628378 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c3edc8-00d4-4b2b-8d12-47fd07773919" -d '{"events": [{"name": "network-changed", "server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:50:58.654578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b434869-4b00-468f-aba6-f163b0488598 service neutron] Pushing event updated for resources: {'Port': ['ID=a32df982-5fd4-4c12-a183-6942bdf19416,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:50:58.669324 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55260f4d-e96e-4409-a866-4a948ea498d4 x-openstack-request-id: req-55260f4d-e96e-4409-a866-4a948ea498d4 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:50:58.669622 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:50:58.669880 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55260f4d-e96e-4409-a866-4a948ea498d4 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:50:58.670291 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'status': 'completed', 'code': 200} Aug 27 16:50:58.736003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3edc8-00d4-4b2b-8d12-47fd07773919 req-5e753333-776f-452e-94a4-1d7b350b7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:58.737560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04c3edc8-00d4-4b2b-8d12-47fd07773919 req-5e753333-776f-452e-94a4-1d7b350b7680 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 1095 time: 0.0469220 Aug 27 16:50:58.838213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3edc8-00d4-4b2b-8d12-47fd07773919 req-d8e4c8cc-a95a-40c6-b97d-5aa04d2f74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:58.839723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04c3edc8-00d4-4b2b-8d12-47fd07773919 req-d8e4c8cc-a95a-40c6-b97d-5aa04d2f74bd service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=272dce556d524dbd99b47e369c98b51f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0938449 Aug 27 16:50:58.935604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3edc8-00d4-4b2b-8d12-47fd07773919 req-73bd087e-043f-49b6-b072-0d00fa3ca8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:58.936993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04c3edc8-00d4-4b2b-8d12-47fd07773919 req-73bd087e-043f-49b6-b072-0d00fa3ca8cb service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911341 Aug 27 16:50:59.014266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-cfd1f670-1411-4028-87f3-9fca27519afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:59.015772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-cfd1f670-1411-4028-87f3-9fca27519afb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 1095 time: 0.0419490 Aug 27 16:50:59.058101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-15ef0332-f35f-407c-891b-fe8dace5cfb5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a32df982-5fd4-4c12-a183-6942bdf19416 HTTP/1.1" status: 200 len: 217 time: 0.0337110 Aug 27 16:50:59.109930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-db7d22ec-4fc0-4545-8196-056c93ab846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:59.111248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-db7d22ec-4fc0-4545-8196-056c93ab846d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fc2df81d-a979-45f7-9138-08021e5b0535 HTTP/1.1" status: 200 len: 834 time: 0.0468957 Aug 27 16:50:59.156827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660da96-3a46-4785-842e-9abbb67574e9 req-94b4d1c2-7615-455d-bcb6-f9e15997b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:59.158281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-94b4d1c2-7615-455d-bcb6-f9e15997b2f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eaed4395-b92e-4674-8589-76a803e29b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399265 Aug 27 16:50:59.248232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-40459ca8-aa52-4a97-a1c0-35643c879944 service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819819 Aug 27 16:50:59.346368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4660da96-3a46-4785-842e-9abbb67574e9 req-fd16bb7a-778d-4302-b212-1696f06098ff service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907981 Aug 27 16:50:59.684588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6924f-04ad-4421-83d5-f3dc92e4dd10 req-1c331df1-f628-40a1-a109-3b63c6bc4415 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:50:59.686070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67b6924f-04ad-4421-83d5-f3dc92e4dd10 req-1c331df1-f628-40a1-a109-3b63c6bc4415 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 944 time: 0.0508957 Aug 27 16:50:59.724210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67b6924f-04ad-4421-83d5-f3dc92e4dd10 req-88d529b0-ba39-4bcf-9aa5-6fddc9652bd6 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Aug 27 16:51:00.838233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc263c91-6a2a-46fe-be4f-193d0c22006b req-ba602846-0216-45ca-9b55-7f774ae7375c tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:00.839715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc263c91-6a2a-46fe-be4f-193d0c22006b req-ba602846-0216-45ca-9b55-7f774ae7375c tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 944 time: 0.0484040 Aug 27 16:51:00.882965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc263c91-6a2a-46fe-be4f-193d0c22006b req-5a5f1a86-7f98-41fc-ae34-49ca76cbddbc tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373292 Aug 27 16:51:01.997203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb42be-bbdb-4fd3-ab6f-e22d3bf5b08e req-62508466-8371-45d0-b996-ad4aee11dc7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:01.998703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38cb42be-bbdb-4fd3-ab6f-e22d3bf5b08e req-62508466-8371-45d0-b996-ad4aee11dc7e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 944 time: 0.0493591 Aug 27 16:51:02.036671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38cb42be-bbdb-4fd3-ab6f-e22d3bf5b08e req-8f8bbfb0-93a0-4510-8fc7-1491c615beec tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312235 Aug 27 16:51:02.996366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a32df982-5fd4-4c12-a183-6942bdf19416 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:51:03.097326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a32df982-5fd4-4c12-a183-6942bdf19416, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a32df982-5fd4-4c12-a183-6942bdf19416,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:03.110494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'port_id': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'mac_address': 'fa:16:3e:dd:5c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:51:03.148517 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:03.154054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce514abf-d604-4e2b-9d81-d2d5b05c2bc1 req-508b1362-ee13-4d37-9361-6b66f2869b23 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:03.155580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce514abf-d604-4e2b-9d81-d2d5b05c2bc1 req-508b1362-ee13-4d37-9361-6b66f2869b23 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 944 time: 0.0496554 Aug 27 16:51:03.161442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32df982-5fd4-4c12-a183-6942bdf19416 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:51:03.180776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a32df982-5fd4-4c12-a183-6942bdf19416, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a32df982-5fd4-4c12-a183-6942bdf19416,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:03.194092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce514abf-d604-4e2b-9d81-d2d5b05c2bc1 req-be69f24c-80eb-49c5-83c8-b807587bad46 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Aug 27 16:51:03.256405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:03.305254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a32df982-5fd4-4c12-a183-6942bdf19416,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:03.312371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.312721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.313064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.313403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.313734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.314068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.314402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.314729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.315054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.315407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.315748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.316559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.458369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['a32df982-5fd4-4c12-a183-6942bdf19416'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:51:04.309049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6a6af-0f4a-4ac5-94ea-35da2451f706 req-26597151-3dbc-408f-9cba-dc5857b1a272 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:04.310494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fd6a6af-0f4a-4ac5-94ea-35da2451f706 req-26597151-3dbc-408f-9cba-dc5857b1a272 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Aug 27 16:51:04.353776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fd6a6af-0f4a-4ac5-94ea-35da2451f706 req-b8d55705-2556-41dd-8fe3-9a74e72922a3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Aug 27 16:51:05.011722 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a32df982-5fd4-4c12-a183-6942bdf19416 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:51:05.136269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port a32df982-5fd4-4c12-a183-6942bdf19416 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:51:05.140864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port a32df982-5fd4-4c12-a183-6942bdf19416 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:05.141237 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:05.230814 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:05.262896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:51:05.265212 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c4664a-bb22-47cb-a0e9-e08663352518" -d '{"events": [{"server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "name": "network-vif-plugged", "status": "completed", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:51:05.281101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a32df982-5fd4-4c12-a183-6942bdf19416, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a32df982-5fd4-4c12-a183-6942bdf19416,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:05.309624 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb76c69-8e76-46ea-b9a9-7385cb7baf76 x-openstack-request-id: req-0cb76c69-8e76-46ea-b9a9-7385cb7baf76 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:51:05.309923 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "name": "network-vif-plugged", "status": "completed", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:51:05.310183 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0cb76c69-8e76-46ea-b9a9-7385cb7baf76 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:51:05.310595 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'code': 200} Aug 27 16:51:05.337103 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:05.400677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a32df982-5fd4-4c12-a183-6942bdf19416,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:05.427488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d62f-ab54-4287-86d3-ff213a07dce5 req-0ac7e83f-4dda-4e85-bb25-68cbe0f5a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:05.429019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ee1d62f-ab54-4287-86d3-ff213a07dce5 req-0ac7e83f-4dda-4e85-bb25-68cbe0f5a391 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 1097 time: 0.0484977 Aug 27 16:51:05.492864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ee1d62f-ab54-4287-86d3-ff213a07dce5 req-44ca57d2-39ca-414d-b9e4-891d61adc98f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507267 Aug 27 16:51:05.504424 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf93f9-9a32-44e5-9888-c3cbf22cc30e req-858607eb-f543-420d-90fc-553781b992f2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:05.506407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28bf93f9-9a32-44e5-9888-c3cbf22cc30e req-858607eb-f543-420d-90fc-553781b992f2 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 946 time: 0.0728805 Aug 27 16:51:05.548263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28bf93f9-9a32-44e5-9888-c3cbf22cc30e req-c3e9a6d2-72b6-4690-951d-bd3d454e8f6b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333846 Aug 27 16:51:06.669474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668687b-60c8-4775-9ac9-9d52da9a7f21 req-635556ff-3e12-4f33-b835-66eae9330b28 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:06.670877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b668687b-60c8-4775-9ac9-9d52da9a7f21 req-635556ff-3e12-4f33-b835-66eae9330b28 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 946 time: 0.0531402 Aug 27 16:51:06.711836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b668687b-60c8-4775-9ac9-9d52da9a7f21 req-45074d3a-4173-4337-9199-3286380fff30 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 Aug 27 16:51:07.825161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9088523-e123-4ca1-8d16-7f3a0a8d7a5d req-0c54bc24-8277-419e-aa68-d83d453cff02 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:07.826784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9088523-e123-4ca1-8d16-7f3a0a8d7a5d req-0c54bc24-8277-419e-aa68-d83d453cff02 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Aug 27 16:51:07.866197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c9088523-e123-4ca1-8d16-7f3a0a8d7a5d req-48ba8c1f-feae-4bda-91e0-fb68a05b2ca5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334342 Aug 27 16:51:07.978396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef44cc-ec7b-42f8-993b-03a373cd8d98 req-88b8b29e-faf0-4efe-b865-f06a701d8d2a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:07.979891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffef44cc-ec7b-42f8-993b-03a373cd8d98 req-88b8b29e-faf0-4efe-b865-f06a701d8d2a tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Aug 27 16:51:08.017108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffef44cc-ec7b-42f8-993b-03a373cd8d98 req-0273929d-760c-462c-8792-cf4eaba65303 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Aug 27 16:51:08.039052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54550) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:08.081125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3447a9d7-8c81-4684-b6e7-48de56899dcd tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:08.083106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3447a9d7-8c81-4684-b6e7-48de56899dcd tempest-TestNetworkBasicOps-1230080024 tempest-TestNetworkBasicOps-1230080024-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 1092 time: 0.0425639 Aug 27 16:51:08.085920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54552) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:08.090311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:08.210818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:08.307353 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:08.414045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Allocated IP 172.25.4.121 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/d4b24231-c964-44ed-b635-5725fc83c92c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:51:08.513649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:08.603929 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:08.644816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:08.647814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:08.653298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:51:08.677008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=d4b24231-c964-44ed-b635-5725fc83c92c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:08.688304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.688655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.689006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.689338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.689692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.690033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.690361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.690688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.691014 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.691371 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.691698 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:08.692025 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:09.019535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:09.156639 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:09.305918 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:09.376297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:09.441938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event updated for resources: {'Port': ['ID=d4b24231-c964-44ed-b635-5725fc83c92c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:09.455813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:09.556140 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Floating IP de61824b-3414-422e-bc8f-ed85e7b3268d associated. External IP: 172.25.4.121, port: a32df982-5fd4-4c12-a183-6942bdf19416. Aug 27 16:51:09.763032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 077da8ac-543d-42b1-92d2-29e36aa8b80d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:51:10.152843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:51:10.163176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] Sync routers for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:51:10.172869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:10.177208 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:10.227781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:10.255546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-23c2701e-0e0b-46b2-8dcf-b030bc534758 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1677473 Aug 27 16:51:10.256366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:51:10.258177 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54554) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:10.268499 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429854a3-10ce-4dd4-9ab2-5dce8273a381" -d '{"events": [{"name": "network-changed", "server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:51:10.286393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:10.309294 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b589f5d-5bdf-4460-8b0e-06aa830c76ac x-openstack-request-id: req-3b589f5d-5bdf-4460-8b0e-06aa830c76ac {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:51:10.309594 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:51:10.309851 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3b589f5d-5bdf-4460-8b0e-06aa830c76ac {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:51:10.310249 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'status': 'completed', 'code': 200} Aug 27 16:51:10.325971 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-647bceed-637c-40ab-9c70-16314e0b9de5 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/floatingips/de61824b-3414-422e-bc8f-ed85e7b3268d HTTP/1.1" status: 200 len: 992 time: 0.0654862 Aug 27 16:51:10.375137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-8790a570-0e9d-4294-af33-0d35777d3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:10.376660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-8790a570-0e9d-4294-af33-0d35777d3a39 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 1097 time: 0.0430360 Aug 27 16:51:10.468300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-6f47e7ff-056e-4fb7-a2b1-2b5dd4b6e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:10.469702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-6f47e7ff-056e-4fb7-a2b1-2b5dd4b6e355 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eaed4395-b92e-4674-8589-76a803e29b81 HTTP/1.1" status: 200 len: 898 time: 0.0865097 Aug 27 16:51:10.512410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'de61824b-3414-422e-bc8f-ed85e7b3268d', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'port_id': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'mac_address': 'fa:16:3e:dd:5c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:51:08Z', 'updated_at': '2021-08-27T16:51:08Z', 'revision_number': 0, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:53Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:10.535328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-ce6eda34-8872-43fb-81d1-fa51756dbc7d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a32df982-5fd4-4c12-a183-6942bdf19416 HTTP/1.1" status: 200 len: 1000 time: 0.0582638 Aug 27 16:51:10.542157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] Checking router: 077da8ac-543d-42b1-92d2-29e36aa8b80d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:51:10.550228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:10.550832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:50:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:10.583990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-7f770aa0-5225-4f87-bb13-0f80de5567a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:10.585602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-7f770aa0-5225-4f87-bb13-0f80de5567a7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fc2df81d-a979-45f7-9138-08021e5b0535 HTTP/1.1" status: 200 len: 834 time: 0.0437212 Aug 27 16:51:10.636093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-73d796c8-5103-400e-b6b7-6566390606eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:10.637587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-73d796c8-5103-400e-b6b7-6566390606eb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eaed4395-b92e-4674-8589-76a803e29b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451014 Aug 27 16:51:10.656375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:10.727162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-a9ce490b-936f-4f02-abfc-65c661df7ee6 service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Aug 27 16:51:10.821980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-429854a3-10ce-4dd4-9ab2-5dce8273a381 req-b8b1d19b-be9f-41ca-b543-302958da8166 service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873644 Aug 27 16:51:10.875825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'de61824b-3414-422e-bc8f-ed85e7b3268d', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'port_id': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'mac_address': 'fa:16:3e:dd:5c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:51:08Z', 'updated_at': '2021-08-27T16:51:08Z', 'revision_number': 0, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:53Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:10.907285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e125e-11a9-45c6-bbbc-4c6fd4693dfa None None] The sync data for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 is: [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'de61824b-3414-422e-bc8f-ed85e7b3268d', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'port_id': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'mac_address': 'fa:16:3e:dd:5c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:51:08Z', 'updated_at': '2021-08-27T16:51:08Z', 'revision_number': 0, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:53Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:51:11.096270 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e7e18-756d-4e98-85cc-795339c85527 None None] New status for floating IP de61824b-3414-422e-bc8f-ed85e7b3268d: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:51:11.327638 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54560) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:11.392203 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2eefb354-d508-4848-9854-cc55c543393b tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/floatingips/de61824b-3414-422e-bc8f-ed85e7b3268d HTTP/1.1" status: 200 len: 994 time: 0.0633054 Aug 27 16:51:19.872522 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:51:20.576517 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17a19164-fd97-41c8-8864-23935e57b0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:23.215889 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9deddee8-92f1-4f16-b3ed-351264bbb6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:23.330354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:23.393339 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:24.302241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:24.586800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:26.130191 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:27.162235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-3df2acf0-6686-4d41-b564-329620f9e083 req-16c90c7c-01c0-431f-81c4-512170f48d11 service neutron] (95253) timed out ('10.222.0.101', 39938) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:51:38.906739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54572) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:38.966928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3db97665-c670-4cca-b5c4-8d7c31ba6fa3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/floatingips/de61824b-3414-422e-bc8f-ed85e7b3268d HTTP/1.1" status: 200 len: 994 time: 0.0589020 Aug 27 16:51:39.224894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54578) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:39.381110 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port d4b24231-c964-44ed-b635-5725fc83c92c {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:51:39.381541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:39.460037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:39.460398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:39.472075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for d4b24231-c964-44ed-b635-5725fc83c92c owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:51:39.532992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-244d02f7-b5d5-4fff-9bd4-48bda12ba904 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416939 Aug 27 16:51:39.618207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-3c28e691-262f-43be-b0c6-7af9a8df0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:39.620015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-3c28e691-262f-43be-b0c6-7af9a8df0b18 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 1097 time: 0.0420518 Aug 27 16:51:39.672821 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:39.701878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=d4b24231-c964-44ed-b635-5725fc83c92c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:39.730810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-1314b138-7ba7-4967-909e-57d110966ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:39.732313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-1314b138-7ba7-4967-909e-57d110966ea6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eaed4395-b92e-4674-8589-76a803e29b81 HTTP/1.1" status: 200 len: 898 time: 0.0933943 Aug 27 16:51:39.760321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:39.760659 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Floating IP de61824b-3414-422e-bc8f-ed85e7b3268d disassociated (deleted). External IP: 172.25.4.121, port: a32df982-5fd4-4c12-a183-6942bdf19416. Aug 27 16:51:39.777800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-38bac7f4-5827-4d60-81b8-0240e1f289c4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a32df982-5fd4-4c12-a183-6942bdf19416 HTTP/1.1" status: 200 len: 217 time: 0.0372789 Aug 27 16:51:39.826843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-5ecd0c26-8e2f-4c1a-a7cc-cbb450c6f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:39.828291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-5ecd0c26-8e2f-4c1a-a7cc-cbb450c6f616 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fc2df81d-a979-45f7-9138-08021e5b0535 HTTP/1.1" status: 200 len: 834 time: 0.0437403 Aug 27 16:51:39.875342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-70310cf1-e4c2-4116-b695-56bd12e0401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:39.876852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-70310cf1-e4c2-4116-b695-56bd12e0401a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eaed4395-b92e-4674-8589-76a803e29b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397952 Aug 27 16:51:39.969560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 077da8ac-543d-42b1-92d2-29e36aa8b80d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:51:39.972782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-0e019f98-0dc3-47c4-b7aa-fd2a7c03b96f service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872386 Aug 27 16:51:40.064772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64780766-e65d-4f1d-ba30-fd1ff9011138 req-d43fc409-4712-4299-ae5f-254665d5c330 service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837274 Aug 27 16:51:40.079054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:51:40.083955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:40.090402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] Sync routers for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:51:40.100237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:40.100924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:40.109981 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3642d4e3-31a3-4e2e-9600-83ffde561c9d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/floatingips/de61824b-3414-422e-bc8f-ed85e7b3268d HTTP/1.1" status: 204 len: 168 time: 0.8840902 Aug 27 16:51:40.110579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:51:40.112928 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78003e8d-50e1-40d1-ac1f-b01277f716b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:51:40.221351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:40.239530 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb451cb4-2258-494d-bebb-5cc3653a8146 x-openstack-request-id: req-eb451cb4-2258-494d-bebb-5cc3653a8146 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:51:40.240929 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:51:40.241309 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eb451cb4-2258-494d-bebb-5cc3653a8146 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:51:40.241777 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'status': 'completed', 'code': 200} Aug 27 16:51:40.307202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-b89cb0ae-0c3a-4a01-a73f-f60176e74dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:40.308759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-b89cb0ae-0c3a-4a01-a73f-f60176e74dc1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=272dce556d524dbd99b47e369c98b51f&device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 1097 time: 0.0472426 Aug 27 16:51:40.409357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-79595218-6174-48b8-856a-fc64f41a29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:40.410852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-79595218-6174-48b8-856a-fc64f41a29c6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=eaed4395-b92e-4674-8589-76a803e29b81 HTTP/1.1" status: 200 len: 898 time: 0.0887918 Aug 27 16:51:40.430519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:53Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:40.461846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] Checking router: 077da8ac-543d-42b1-92d2-29e36aa8b80d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:51:40.467489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-bd5f90ae-ea50-4a3e-bbd6-3d8d49823260 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a32df982-5fd4-4c12-a183-6942bdf19416 HTTP/1.1" status: 200 len: 217 time: 0.0477986 Aug 27 16:51:40.470460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:40.471098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:40.539656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-76062a18-211c-4787-846b-bf9d9eabcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:40.541124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-76062a18-211c-4787-846b-bf9d9eabcd18 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fc2df81d-a979-45f7-9138-08021e5b0535 HTTP/1.1" status: 200 len: 834 time: 0.0652568 Aug 27 16:51:40.551725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bd9b6-d7d4-4655-97ca-04dfa60fe86a req-dc598afa-7911-4316-bb66-85ffb86c8939 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:40.553989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe3bd9b6-d7d4-4655-97ca-04dfa60fe86a req-dc598afa-7911-4316-bb66-85ffb86c8939 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 946 time: 0.0893469 Aug 27 16:51:40.577207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:40.618303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe3bd9b6-d7d4-4655-97ca-04dfa60fe86a req-9e31584e-828f-470e-bbe8-00bec92ff471 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556555 Aug 27 16:51:40.621317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-1f349b7a-4e78-42d4-b19f-8998b57a40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:40.622763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-1f349b7a-4e78-42d4-b19f-8998b57a40f8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=eaed4395-b92e-4674-8589-76a803e29b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678890 Aug 27 16:51:40.717800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-fd5ddb69-ea67-4f48-8808-06b9eddc21de service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866125 Aug 27 16:51:40.774316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:53Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:40.800721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938195e2-961d-45b7-81ff-8f74ba72a820 None None] The sync data for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 is: [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:49Z', 'revision_number': 4, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '28581fe3-0c81-4906-b90b-a545a1abfcac', 'name': '', 'network_id': 'eaed4395-b92e-4674-8589-76a803e29b81', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'mac_address': 'fa:16:3e:15:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:48Z', 'updated_at': '2021-08-27T16:50:53Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'subnets': [{'id': 'fc2df81d-a979-45f7-9138-08021e5b0535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:51:40.811099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78003e8d-50e1-40d1-ac1f-b01277f716b4 req-77087944-1443-4dff-a52a-36f4dc7600b3 service neutron] 10.222.0.97 "GET /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855832 Aug 27 16:51:41.009715 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a915e2-8edb-482e-b772-9401b0fac05a None None] New status for floating IP de61824b-3414-422e-bc8f-ed85e7b3268d: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:51:41.742359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f6468-0e35-4609-bb52-52d448d9ef40 req-561d844c-8cbf-485a-b07a-c7bc26307cc3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:41.743904 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e5f6468-0e35-4609-bb52-52d448d9ef40 req-561d844c-8cbf-485a-b07a-c7bc26307cc3 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 946 time: 0.0550785 Aug 27 16:51:41.783916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e5f6468-0e35-4609-bb52-52d448d9ef40 req-be7ef866-9296-4a46-9aec-cceda5bf1a9e tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b72566b-2b0f-44d0-949a-6fad382ecd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336738 Aug 27 16:51:41.897034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e721a-86b1-41a3-8246-341366a51325 req-4db58197-9f42-4326-89ab-c08a5739af0d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:41.899080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc8e721a-86b1-41a3-8246-341366a51325 req-4db58197-9f42-4326-89ab-c08a5739af0d tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 946 time: 0.0499179 Aug 27 16:51:41.995879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port a32df982-5fd4-4c12-a183-6942bdf19416 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:51:41.996226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:42.083110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port a32df982-5fd4-4c12-a183-6942bdf19416, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a32df982-5fd4-4c12-a183-6942bdf19416,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:42.084068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:42.097714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for a32df982-5fd4-4c12-a183-6942bdf19416 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:51:42.290567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:42.320334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=a32df982-5fd4-4c12-a183-6942bdf19416,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:42.361243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] No DVR routers for this DVR port a32df982-5fd4-4c12-a183-6942bdf19416 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:51:42.363961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:42.366703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc8e721a-86b1-41a3-8246-341366a51325 req-c7a9182b-4c50-4d24-8174-308904931c22 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.97 "DELETE /v2.0/ports/a32df982-5fd4-4c12-a183-6942bdf19416 HTTP/1.1" status: 204 len: 173 time: 0.4584494 Aug 27 16:51:42.367006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'name': 'network-vif-deleted', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:51:42.369354 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b024a867-0f48-469a-8ac2-dc03a42070ab" -d '{"events": [{"server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "name": "network-vif-deleted", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:51:42.468492 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c89bd03-4bbd-4d7c-bcec-d138c63e17d1 x-openstack-request-id: req-9c89bd03-4bbd-4d7c-bcec-d138c63e17d1 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:51:42.468796 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6450dc9e-0862-44e1-bb0a-cd3acf315141", "name": "network-vif-deleted", "tag": "a32df982-5fd4-4c12-a183-6942bdf19416", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:51:42.469062 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c89bd03-4bbd-4d7c-bcec-d138c63e17d1 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:51:42.469468 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6450dc9e-0862-44e1-bb0a-cd3acf315141', 'name': 'network-vif-deleted', 'tag': 'a32df982-5fd4-4c12-a183-6942bdf19416', 'status': 'completed', 'code': 200} Aug 27 16:51:42.893991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7752d2c1-c2ee-4cae-a3c4-38b616c582ee req-a41a764e-805f-48b2-b6cb-50bec34fb128 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "GET /v2.0/ports?device_id=6450dc9e-0862-44e1-bb0a-cd3acf315141 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Aug 27 16:51:43.950860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54602) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:43.977370 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-371737d3-283e-4208-93dd-3f1e9fa8e919 req-4cf88a5f-eb37-4d84-b058-1bdd917e6714 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0915325 Aug 27 16:51:44.011734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cc224c5-2f72-4bda-8bdd-143295161707 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:44.037721 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cc224c5-2f72-4bda-8bdd-143295161707 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:44.046337 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-371737d3-283e-4208-93dd-3f1e9fa8e919 req-6a16cadd-1d31-4c11-a7c0-efc15de87a51 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Aug 27 16:51:44.089669 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-371737d3-283e-4208-93dd-3f1e9fa8e919 req-95991660-fa80-4b7b-bd4f-0e178ba559af service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216570 Aug 27 16:51:44.131422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cc224c5-2f72-4bda-8bdd-143295161707 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:44.134059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7cc224c5-2f72-4bda-8bdd-143295161707 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:44.135199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7cc224c5-2f72-4bda-8bdd-143295161707 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/security-groups/0b72566b-2b0f-44d0-949a-6fad382ecd14 HTTP/1.1" status: 204 len: 168 time: 0.1832297 Aug 27 16:51:44.145255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc224c5-2f72-4bda-8bdd-143295161707 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b72566b-2b0f-44d0-949a-6fad382ecd14,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:44.187493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371737d3-283e-4208-93dd-3f1e9fa8e919 req-828f9e7b-6722-44f7-b3ba-ec80f43e2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:44.188979 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-371737d3-283e-4208-93dd-3f1e9fa8e919 req-828f9e7b-6722-44f7-b3ba-ec80f43e2dac service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0931673 Aug 27 16:51:44.211724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54606) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:44.574441 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:44.830247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port 28581fe3-0c81-4906-b90b-a545a1abfcac {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:51:44.830510 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:44.918622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port 28581fe3-0c81-4906-b90b-a545a1abfcac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=28581fe3-0c81-4906-b90b-a545a1abfcac,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:44.918990 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:44.931744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for 28581fe3-0c81-4906-b90b-a545a1abfcac owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:51:45.188116 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:45.217053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=28581fe3-0c81-4906-b90b-a545a1abfcac,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:45.401499 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:45.620237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Router 077da8ac-543d-42b1-92d2-29e36aa8b80d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:51:45.725250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:51:45.730397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9f64d4a1-4cd1-41ce-96f6-ae26f1ff8755 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "PUT /v2.0/routers/077da8ac-543d-42b1-92d2-29e36aa8b80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5176332 Aug 27 16:51:45.733117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54608) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:45.735796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] Sync routers for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:51:45.746224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:45.746837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:45.862809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:46.048078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:51:45Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:46.073486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting subnet fc2df81d-a979-45f7-9138-08021e5b0535 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:51:46.076937 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.126239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.235815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.236864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] Checking router: 077da8ac-543d-42b1-92d2-29e36aa8b80d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:51:46.250564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] Routers {'077da8ac-543d-42b1-92d2-29e36aa8b80d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:46.251191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['077da8ac-543d-42b1-92d2-29e36aa8b80d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:46.357611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] Set router 077da8ac-543d-42b1-92d2-29e36aa8b80d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:46.376182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.406436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2df81d-a979-45f7-9138-08021e5b0535,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:46.412420 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.417173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a1c8265b-99ae-4a05-a7cd-ceadcec64911 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/subnets/fc2df81d-a979-45f7-9138-08021e5b0535 HTTP/1.1" status: 204 len: 168 time: 0.6807184 Aug 27 16:51:46.417855 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54610) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:46.426613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905895ab-cc20-42c8-bdce-d171940fd30e None None] Network eaed4395-b92e-4674-8589-76a803e29b81 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:51:46.526454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.636380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:51:45Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:46.638757 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.670821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f617d-0423-4882-985a-14933b247e6b None None] DHCP port deletion for eaed4395-b92e-4674-8589-76a803e29b81 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 16:51:46.674123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861b39-5736-46a1-af69-a2d12eb216af None None] The sync data for ids ['077da8ac-543d-42b1-92d2-29e36aa8b80d'] in n-d-806412-1 is: [{'id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'name': 'tempest-TestNetworkBasicOps-router-249682217', 'tenant_id': '272dce556d524dbd99b47e369c98b51f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '478575f5-1d24-4669-9aca-73461272e47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:51:45Z', 'revision_number': 5, 'project_id': '272dce556d524dbd99b47e369c98b51f', 'gw_port': {'id': '478575f5-1d24-4669-9aca-73461272e47b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077da8ac-543d-42b1-92d2-29e36aa8b80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:50:45Z', 'updated_at': '2021-08-27T16:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:51:46.722826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-433f617d-0423-4882-985a-14933b247e6b None None] Deleting port f0786d9a-780c-4412-a451-e02c4faa99e9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:51:46.723240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-433f617d-0423-4882-985a-14933b247e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.769116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Deleting port 478575f5-1d24-4669-9aca-73461272e47b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:51:46.769460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.784138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-433f617d-0423-4882-985a-14933b247e6b None None] For port f0786d9a-780c-4412-a451-e02c4faa99e9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f0786d9a-780c-4412-a451-e02c4faa99e9,segment=NetworkSegment(ce806d32-e588-4eea-8419-308684fc9264),segment_id=ce806d32-e588-4eea-8419-308684fc9264)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:46.788535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-433f617d-0423-4882-985a-14933b247e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.797571 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-433f617d-0423-4882-985a-14933b247e6b None None] Calling delete_port for f0786d9a-780c-4412-a451-e02c4faa99e9 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:51:46.851751 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] For port 478575f5-1d24-4669-9aca-73461272e47b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=478575f5-1d24-4669-9aca-73461272e47b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:46.852119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.866090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Calling delete_port for 478575f5-1d24-4669-9aca-73461272e47b owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:51:46.935857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-433f617d-0423-4882-985a-14933b247e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:46.961279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f617d-0423-4882-985a-14933b247e6b None None] Pushing event deleted for resources: {'Port': ['ID=f0786d9a-780c-4412-a451-e02c4faa99e9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:46.965029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f617d-0423-4882-985a-14933b247e6b None None] No DVR routers for this DVR port f0786d9a-780c-4412-a451-e02c4faa99e9 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:51:47.084717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.086846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 28581fe3-0c81-4906-b90b-a545a1abfcac no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:51:47.106885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 28581fe3-0c81-4906-b90b-a545a1abfcac {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:51:47.107327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 28581fe3-0c81-4906-b90b-a545a1abfcac not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:51:47.107720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f0786d9a-780c-4412-a451-e02c4faa99e9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:51:47.112816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Port': ['ID=478575f5-1d24-4669-9aca-73461272e47b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:47.139686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f0786d9a-780c-4412-a451-e02c4faa99e9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:51:47.140042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f0786d9a-780c-4412-a451-e02c4faa99e9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:51:47.179073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.246172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a32df982-5fd4-4c12-a183-6942bdf19416 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:51:47.270092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: a32df982-5fd4-4c12-a183-6942bdf19416 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:51:47.270436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a32df982-5fd4-4c12-a183-6942bdf19416 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:51:47.290824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.292982 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.438550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.439085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Fanout notify agent at l3_agent the message router_deleted on router 077da8ac-543d-42b1-92d2-29e36aa8b80d {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 16:51:47.446768 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.447936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bba60a70-9eec-43c8-8394-c238febcba44 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/routers/077da8ac-543d-42b1-92d2-29e36aa8b80d HTTP/1.1" status: 204 len: 168 time: 1.0294993 Aug 27 16:51:47.450682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54612) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:47.533236 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.632367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.641906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaed4395-b92e-4674-8589-76a803e29b81']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:47.658460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce806d32-e588-4eea-8419-308684fc9264') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:47.663914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce806d32-e588-4eea-8419-308684fc9264') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:47.674465 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.699330 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.706328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:51:47.706712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: timer() Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:51:47.709879 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:51:47.833544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.840955 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.842410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] 10.222.0.101 "DELETE /v2.0/networks/eaed4395-b92e-4674-8589-76a803e29b81 HTTP/1.1" status: 204 len: 168 time: 0.3907180 Aug 27 16:51:47.862712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d336ba-e5dc-4412-bea8-6c55df99c846 tempest-TestNetworkBasicOps-1420173964 tempest-TestNetworkBasicOps-1420173964-project] Pushing event deleted for resources: {'Network': ['ID=eaed4395-b92e-4674-8589-76a803e29b81,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:48.260161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54618) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:48.394534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fd223210-cabd-4536-ad5a-8959054dd045 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=272dce556d524dbd99b47e369c98b51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332099 Aug 27 16:51:48.397503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54622) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:48.444385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-426876ba-b866-45c6-a2a1-4389fa48ab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:48.469453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-426876ba-b866-45c6-a2a1-4389fa48ab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:48.576028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-426876ba-b866-45c6-a2a1-4389fa48ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:48.578524 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-426876ba-b866-45c6-a2a1-4389fa48ab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:48.579683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-426876ba-b866-45c6-a2a1-4389fa48ab1c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c8af0f93-3f55-499d-a6a7-459af561ff91 HTTP/1.1" status: 204 len: 168 time: 0.1812801 Aug 27 16:51:48.588602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426876ba-b866-45c6-a2a1-4389fa48ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af0f93-3f55-499d-a6a7-459af561ff91,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:49.031819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 478575f5-1d24-4669-9aca-73461272e47b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:51:49.052536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 478575f5-1d24-4669-9aca-73461272e47b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:51:49.053496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 478575f5-1d24-4669-9aca-73461272e47b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:51:49.091229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54628) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:49.104556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4205-d093-49f8-a8f6-b540801a6fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:49.190672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4205-d093-49f8-a8f6-b540801a6fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:49.250281 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b5ae4205-d093-49f8-a8f6-b540801a6fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:49.286348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae4205-d093-49f8-a8f6-b540801a6fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e34e82-6cfb-44bd-8366-eaa85cf30aad,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:49.290625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b5ae4205-d093-49f8-a8f6-b540801a6fdb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=485c6ead3bee4c59aafca9af66957974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983168 Aug 27 16:51:49.293446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54630) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:49.341672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60e2f7a0-679c-4249-b86d-c1d2967d851d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:49.362974 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60e2f7a0-679c-4249-b86d-c1d2967d851d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:49.473222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60e2f7a0-679c-4249-b86d-c1d2967d851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:49.476183 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-60e2f7a0-679c-4249-b86d-c1d2967d851d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:49.477421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-60e2f7a0-679c-4249-b86d-c1d2967d851d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/82e34e82-6cfb-44bd-8366-eaa85cf30aad HTTP/1.1" status: 204 len: 168 time: 0.1830382 Aug 27 16:51:49.485716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2f7a0-679c-4249-b86d-c1d2967d851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e34e82-6cfb-44bd-8366-eaa85cf30aad,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:50.514072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54652) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:50.614623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1252174088-network', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:50.625921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a19eeb91-f885-4d22-8e45-70b11cc38ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:50.718668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:51:50.721048 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:50.730035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:50.815086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:50.867417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:50.893551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:51:50.903878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760605e2-c4d6-4476-b6b8-48da26f8974b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:50.909601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:50.909946 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Added segment 3aca6b09-5343-4be3-9a8a-0cb742c2a3e3 of type vlan for network 9e303141-5166-4f06-b24b-9953ac76f40b Aug 27 16:51:50.961239 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.061169 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.062160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:51.062741 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.154008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] Pushing event updated for resources: {'Network': ['ID=9e303141-5166-4f06-b24b-9953ac76f40b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:51.164263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 9e303141-5166-4f06-b24b-9953ac76f40b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:51:51.182089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5c84b152-9caf-40fc-b51b-8b990b58a894 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6668799 Aug 27 16:51:51.185104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54656) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:51.190106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Request body: {'subnet': {'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1252174088-subnet', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:51.250123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:51:51.252576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.467352 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.526136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a91284a-7019-48d9-a52b-b8d25152a159,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:51.534863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:51.535232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Network hostable DHCP agents. Network: 9e303141-5166-4f06-b24b-9953ac76f40b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:51:51.598369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Network 9e303141-5166-4f06-b24b-9953ac76f40b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:51:51.667380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 9e303141-5166-4f06-b24b-9953ac76f40b) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:51.672235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:51.672824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.725600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b30a2966-1e18-43c9-8207-dc909834b034 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5393133 Aug 27 16:51:51.728224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54658) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:51.733174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:51.806886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3704db-96af-41cf-b12e-215027a2347f None None] Network 9e303141-5166-4f06-b24b-9953ac76f40b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:51:51.816590 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.818249 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.904856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.950871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-9e303141-5166-4f06-b24b-9953ac76f40b', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:51:51.951808 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.083596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.088918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Allocated IP 172.20.0.2 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/2bd406b2-2b86-4174-b140-90a7e39f91ac) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:51:52.229671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.237951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Transition to ACTIVE for port object 2bd406b2-2b86-4174-b140-90a7e39f91ac will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:52.257265 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Transition to ACTIVE for port object 2bd406b2-2b86-4174-b140-90a7e39f91ac will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:52.336496 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.352743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.373514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:52.376297 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:52.381815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.383492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:51:52.394016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Pushing event updated for resources: {'Port': ['ID=2bd406b2-2b86-4174-b140-90a7e39f91ac,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:52.443472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Attempting to bind port 2bd406b2-2b86-4174-b140-90a7e39f91ac on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:51:52.443964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Attempting to bind port 2bd406b2-2b86-4174-b140-90a7e39f91ac by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:51:52.444332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Attempting to bind port 2bd406b2-2b86-4174-b140-90a7e39f91ac on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:51:52.449405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:51:52.449786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:52.450194 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.450590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:51:52.451058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Bound port: 2bd406b2-2b86-4174-b140-90a7e39f91ac, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:51:52.451477 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.492342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Allocated IP 172.25.4.237 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/09a93a43-ca6e-46d9-9e25-bb49730ad7d4) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:51:52.518163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] For port 2bd406b2-2b86-4174-b140-90a7e39f91ac, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:51:52.521991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] For port 2bd406b2-2b86-4174-b140-90a7e39f91ac, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2bd406b2-2b86-4174-b140-90a7e39f91ac,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:51:52.599870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.604689 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.660532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485de8b4-ac78-47bb-b3b2-25ef3c4aab93 None None] Pushing event updated for resources: {'Port': ['ID=2bd406b2-2b86-4174-b140-90a7e39f91ac,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:52.696464 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.734676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:52.740773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:52.744979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:51:52.750610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Pushing event updated for resources: {'Port': ['ID=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:53.069973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2bd406b2-2b86-4174-b140-90a7e39f91ac up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:51:53.182132 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51c4fa68-09c8-479b-96ab-779fe5697be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:53.205149 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2bd406b2-2b86-4174-b140-90a7e39f91ac completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:51:53.356439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:53.361859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:53.416145 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:53.527864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a663880-39b2-4b56-b7b3-1906864a33e7 None None] Network 9e303141-5166-4f06-b24b-9953ac76f40b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:51:53.563863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:53.724709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0a54fa05-78b1-475f-b477-4d33ffbbec97 None None] Provisioning for port 2bd406b2-2b86-4174-b140-90a7e39f91ac completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:51:53.729114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0a54fa05-78b1-475f-b477-4d33ffbbec97 None None] Provisioning complete for port 2bd406b2-2b86-4174-b140-90a7e39f91ac triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:53.729490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a54fa05-78b1-475f-b477-4d33ffbbec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:53.798704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:51:53.817597 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a54fa05-78b1-475f-b477-4d33ffbbec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:53.852628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0a54fa05-78b1-475f-b477-4d33ffbbec97 None None] For port 2bd406b2-2b86-4174-b140-90a7e39f91ac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2bd406b2-2b86-4174-b140-90a7e39f91ac,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:53.917924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:51:53.927991 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:51:53.937539 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:53.938154 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:53.963783 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a54fa05-78b1-475f-b477-4d33ffbbec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.010633 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54fa05-78b1-475f-b477-4d33ffbbec97 None None] Pushing event updated for resources: {'Port': ['ID=2bd406b2-2b86-4174-b140-90a7e39f91ac,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:54.016090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.019665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-985b21a9-62cf-4334-99de-49839ade0356 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2881815 Aug 27 16:51:54.021995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54660) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:54.042318 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:54.079536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-13c24cfc-4feb-4e02-8124-53368ae403bc None None] Provisioning complete for port 2bd406b2-2b86-4174-b140-90a7e39f91ac triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:54.080109 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13c24cfc-4feb-4e02-8124-53368ae403bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.307579 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:52Z', 'revision_number': 3, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:54.308051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.333523 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:51:54.333890 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Updating router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:51:54.362576 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.465309 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.593070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.612633 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.622489 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Transition to ACTIVE for port object 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:54.666393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Allocated IP 172.20.0.1 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/6e0f44f9-f864-4982-8fbf-ff7feea66f8b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:51:54.667417 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.716375 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Attempting to bind port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:51:54.716743 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Attempting to bind port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:51:54.717106 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Attempting to bind port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:51:54.724057 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Pushing event updated for resources: {'Port': ['ID=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:54.726899 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:51:54.727277 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:54.727687 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.728070 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:51:54.728531 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Bound port: 09a93a43-ca6e-46d9-9e25-bb49730ad7d4, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:51:54.728907 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.750547 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.750889 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.751224 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.751652 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.751982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.752307 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.752695 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.753026 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.753346 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.753666 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.753989 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.754309 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:54.771700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.784552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Transition to ACTIVE for port object 6e0f44f9-f864-4982-8fbf-ff7feea66f8b will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:54.789416 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] For port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:51:54.792492 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] For port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:51:54.833351 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.851359 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.890651 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ea363-cac0-4ef1-a9d2-00845e593cf2 None None] Pushing event updated for resources: {'Port': ['ID=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:54.891207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:54.893289 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:54.893891 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:54.894133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:54.897655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:51:54.931170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:54.946863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.014246 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:55.072419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2bd406b2-2b86-4174-b140-90a7e39f91ac up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:51:55.124161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2bd406b2-2b86-4174-b140-90a7e39f91ac triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:55.124790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.186030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.210280 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:52Z', 'revision_number': 3, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:55.239831 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7137d4d5-245f-4072-8b3e-f5a9519d287a None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:52Z', 'revision_number': 3, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:51:55.267381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ad8be25a-e3b4-4b5b-b803-95a04a58315a None None] Provisioning for port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:51:55.272930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ad8be25a-e3b4-4b5b-b803-95a04a58315a None None] Provisioning complete for port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:55.275974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad8be25a-e3b4-4b5b-b803-95a04a58315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.316157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ad8be25a-e3b4-4b5b-b803-95a04a58315a None None] Port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:51:55.366458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.427558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.504162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:55.507200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.608809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:55.610249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:55.735119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:51:55.841947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1f988c6d-5490-4a11-864b-d8e5a0955f68 None None] Provisioning complete for port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:55.842336 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f988c6d-5490-4a11-864b-d8e5a0955f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.851043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:51:55.857002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e213eb40-d174-497d-9e27-3bf1250faab2 admin admin] 10.222.0.101 "PUT /v2.0/routers/d9cc9d5d-d89c-44f3-95d4-52f1a1021c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356040 Aug 27 16:51:55.881043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1f988c6d-5490-4a11-864b-d8e5a0955f68 None None] Port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:51:56.158766 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:56.469603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:56.475716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-617564824-network', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:56.621359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Made reservation on behalf of c289fe0ac9b1472b9eb49d7bdcb4baed for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:51:56.623847 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:56.634521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:56.724274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:56.798825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:56.825991 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:51:56.826339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:51:56.836021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:56.842980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:56.843224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d611e505-01d4-4fcf-a5e5-56878e8144b1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:56.846010 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:56.846353 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Added segment 02ad7971-d615-4d9d-8874-8cd70933e56c of type vlan for network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 Aug 27 16:51:56.859972 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.860359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.860705 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.861032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.861360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.861726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.862090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.862414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.862774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.863095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.863492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.863839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:56.876107 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:51:56.911253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:56.948061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:57.010167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.011411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:57.012172 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.072951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:51:57.106608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] Pushing event updated for resources: {'Network': ['ID=9fb81fd0-a5b3-4311-9511-bf5bd5dd4524,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:57.122320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:51:57.165303 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e02f3186-95f2-4b7e-a46d-0d68dd57d6fc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6945326 Aug 27 16:51:57.168038 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 54680) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:57.173132 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Request body: {'subnet': {'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-617564824-subnet', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:57.233242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Made reservation on behalf of c289fe0ac9b1472b9eb49d7bdcb4baed for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:51:57.235572 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.403865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 2, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:57.432411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:51:57.432768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Updating router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:51:57.456672 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.492836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:51:57.500207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:57.500573 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.513068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.569743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049cf14c-981b-498a-b34a-e05700085f87,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:57.576953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Checking segment: {'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:57.577304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Network hostable DHCP agents. Network: 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:51:57.638435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:51:57.693600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.718500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:57.722892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:57.728207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.731127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:57.733446 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c96890-1c42-4e6c-ad82-367da482cf4b None None] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:51:57.814026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.828357 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-40eadc37-fe06-4be6-8beb-6fa9c87e96c0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6591554 Aug 27 16:51:57.831045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54682) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:57.836235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:57.931875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.953319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Transition to ACTIVE for port object 6e0f44f9-f864-4982-8fbf-ff7feea66f8b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:57.954942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:57.964842 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.966235 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.989325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-9fb81fd0-a5b3-4311-9511-bf5bd5dd4524', 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'fixed_ips': [{'subnet_id': '049cf14c-981b-498a-b34a-e05700085f87'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:51:57.990563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.025376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.057174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.162857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2684-a99d-418f-8470-f0c86af40498 None None] Pushing event updated for resources: {'Port': ['ID=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:58.217084 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Allocated IP 172.20.0.2 (9fb81fd0-a5b3-4311-9511-bf5bd5dd4524/049cf14c-981b-498a-b34a-e05700085f87/f4135148-c468-4434-9161-83dad898c907) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:51:58.234621 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Attempting to bind port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:51:58.234999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Attempting to bind port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:51:58.235395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Attempting to bind port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:51:58.252556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.259681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:51:58.260063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:58.260471 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.260868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:51:58.261356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Bound port: 6e0f44f9-f864-4982-8fbf-ff7feea66f8b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:51:58.261744 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.476817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] For port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:51:58.499696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] For port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:51:58.531649 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.539867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.550425 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Transition to ACTIVE for port object f4135148-c468-4434-9161-83dad898c907 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:58.551106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.558074 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.603421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Transition to ACTIVE for port object f4135148-c468-4434-9161-83dad898c907 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:58.644068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:51:58.644708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:58.651362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2684-a99d-418f-8470-f0c86af40498 None None] Pushing event updated for resources: {'Port': ['ID=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:58.676213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Allocated IP 172.25.4.35 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/c237bf8e-08d7-46f2-b395-d6adf2a4540e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:51:58.691000 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.786902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:58.789479 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.794432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Pushing event updated for resources: {'Port': ['ID=f4135148-c468-4434-9161-83dad898c907,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:58.801635 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:58.806323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:51:58.828065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:51:58.896645 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.939257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:58.942017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:58.942155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Attempting to bind port f4135148-c468-4434-9161-83dad898c907 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:51:58.942405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Attempting to bind port f4135148-c468-4434-9161-83dad898c907 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:51:58.943391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Attempting to bind port f4135148-c468-4434-9161-83dad898c907 on network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:51:58.949919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:51:58.975964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c237bf8e-08d7-46f2-b395-d6adf2a4540e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:58.986198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:51:58.986582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Checking segment: {'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:58.986987 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:58.987412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Bound using segment: {'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:51:58.987918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Bound port: f4135148-c468-4434-9161-83dad898c907, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:51:58.988251 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:59.053444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:51:59.133132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] For port f4135148-c468-4434-9161-83dad898c907, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:51:59.151650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] For port f4135148-c468-4434-9161-83dad898c907, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f4135148-c468-4434-9161-83dad898c907,segment=NetworkSegment(02ad7971-d615-4d9d-8874-8cd70933e56c),segment_id=02ad7971-d615-4d9d-8874-8cd70933e56c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:51:59.175747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:59.176124 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:59.278434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:59.356398 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:59.391404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:51:58Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:51:59.451413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e45d67-970b-4ca1-84b4-cee4303db987 None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:51:58Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:51:59.500023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68033d-e50b-4f15-bc6f-62196d2bb4f6 None None] Pushing event updated for resources: {'Port': ['ID=f4135148-c468-4434-9161-83dad898c907,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:59.901831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:00.085720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:52:00.202066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:52:00.212384 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Sync routers for ids ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:52:00.226493 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Routers {'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:52:00.226493 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:00.301749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:00.303703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fef53f96-ce03-4634-8c0f-cfdf3994f4b1 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4712503 Aug 27 16:52:00.306384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 54684) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:52:00.343695 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Set router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:52:00.542409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c68577-3840-41dd-b538-2451c5d9b47a None None] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:52:00.553962 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T16:51:59Z', 'revision_number': 3, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port': {'id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:58Z', 'updated_at': '2021-08-27T16:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:00.586216 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Checking router: a27cdd3e-a0fc-4b70-ac91-d023caa32cdd for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:52:00.586565 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Updating router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd port c237bf8e-08d7-46f2-b395-d6adf2a4540e binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:52:00.619921 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:00.793771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-64d32801-c309-4b36-85fe-e2eb9f76c055 None None] Provisioning for port f4135148-c468-4434-9161-83dad898c907 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:00.822369 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:00.898790 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:00.909208 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Transition to ACTIVE for port object c237bf8e-08d7-46f2-b395-d6adf2a4540e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:52:00.981332 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:00.988471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Allocated IP 172.20.0.1 (9fb81fd0-a5b3-4311-9511-bf5bd5dd4524/049cf14c-981b-498a-b34a-e05700085f87/7faf7d56-777b-48b2-baa3-9d9494d51241) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:52:01.036980 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Attempting to bind port c237bf8e-08d7-46f2-b395-d6adf2a4540e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:52:01.037351 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Attempting to bind port c237bf8e-08d7-46f2-b395-d6adf2a4540e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:52:01.037725 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Attempting to bind port c237bf8e-08d7-46f2-b395-d6adf2a4540e on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:52:01.046669 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:52:01.047047 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:52:01.047480 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.047876 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:52:01.048344 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Bound port: c237bf8e-08d7-46f2-b395-d6adf2a4540e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:52:01.048729 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.050397 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135c743-fa28-46e1-9a8b-56fc93fa010c None None] Pushing event updated for resources: {'Port': ['ID=c237bf8e-08d7-46f2-b395-d6adf2a4540e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:01.107986 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] For port c237bf8e-08d7-46f2-b395-d6adf2a4540e, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:52:01.111030 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] For port c237bf8e-08d7-46f2-b395-d6adf2a4540e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c237bf8e-08d7-46f2-b395-d6adf2a4540e,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:52:01.116645 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.132499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Transition to ACTIVE for port object 7faf7d56-777b-48b2-baa3-9d9494d51241 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:52:01.139213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4135148-c468-4434-9161-83dad898c907 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:01.170350 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.216119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.228140 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Routers {'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:52:01.228754 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:01.238417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f4135148-c468-4434-9161-83dad898c907 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:01.242684 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f4135148-c468-4434-9161-83dad898c907 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:01.243170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.261840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:52:01.268374 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135c743-fa28-46e1-9a8b-56fc93fa010c None None] Pushing event updated for resources: {'Port': ['ID=c237bf8e-08d7-46f2-b395-d6adf2a4540e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:01.268544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:52:01.272932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:52:01.299037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Pushing event updated for resources: {'Port': ['ID=7faf7d56-777b-48b2-baa3-9d9494d51241,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:01.316736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.534771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.536932 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] Set router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:52:01.537640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f4135148-c468-4434-9161-83dad898c907, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f4135148-c468-4434-9161-83dad898c907,segment=NetworkSegment(02ad7971-d615-4d9d-8874-8cd70933e56c),segment_id=02ad7971-d615-4d9d-8874-8cd70933e56c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:01.537640 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.537640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6e0f44f9-f864-4982-8fbf-ff7feea66f8b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:01.553691 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T16:51:59Z', 'revision_number': 3, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port': {'id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:58Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:01.592532 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.609444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f4135148-c468-4434-9161-83dad898c907,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:01.673326 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc112ce6-aa68-43f7-bb42-9d69a933b633 None None] The sync data for ids ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'] in n-d-806412-1 is: [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T16:51:59Z', 'revision_number': 3, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port': {'id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:58Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:52:01.713160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a8304c8c-fe8a-451b-98c5-9d5970761ff7 None None] Provisioning for port 7faf7d56-777b-48b2-baa3-9d9494d51241 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:01.717505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a8304c8c-fe8a-451b-98c5-9d5970761ff7 None None] Provisioning complete for port 7faf7d56-777b-48b2-baa3-9d9494d51241 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:01.722128 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8304c8c-fe8a-451b-98c5-9d5970761ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.744111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:01.754516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:01.754892 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.767053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.780467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a8304c8c-fe8a-451b-98c5-9d5970761ff7 None None] Port 7faf7d56-777b-48b2-baa3-9d9494d51241 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:52:01.834734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.843004 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.883230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:01.952374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:01.952374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Pushing event updated for resources: {'Port': ['ID=7faf7d56-777b-48b2-baa3-9d9494d51241,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:01.981809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:02.023461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:52:02.025031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:52:02.035392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:02.152091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:52:02.271249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:52:02.276462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ad1a0ce9-be67-4535-8a42-4de4247e7630 admin admin] 10.222.0.101 "PUT /v2.0/routers/a27cdd3e-a0fc-4b70-ac91-d023caa32cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688809 Aug 27 16:52:02.306952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90ed72e4-cd06-4dde-bd4a-571533c32868 None None] Provisioning complete for port 7faf7d56-777b-48b2-baa3-9d9494d51241 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:02.307250 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90ed72e4-cd06-4dde-bd4a-571533c32868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:02.342411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90ed72e4-cd06-4dde-bd4a-571533c32868 None None] Port 7faf7d56-777b-48b2-baa3-9d9494d51241 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:52:03.125751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4135148-c468-4434-9161-83dad898c907 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:03.180894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f4135148-c468-4434-9161-83dad898c907 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:03.181270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:03.259602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6e0f44f9-f864-4982-8fbf-ff7feea66f8b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:03.308238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:03.308803 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:03.337967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Sync routers for ids ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:52:03.358572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Routers {'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:52:03.359198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:03.491125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c237bf8e-08d7-46f2-b395-d6adf2a4540e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:03.517876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Set router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:52:03.737233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c237bf8e-08d7-46f2-b395-d6adf2a4540e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:03.743436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c237bf8e-08d7-46f2-b395-d6adf2a4540e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:03.743817 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:03.768766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 4, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port': {'id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:58Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7faf7d56-777b-48b2-baa3-9d9494d51241', 'name': '', 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'mac_address': 'fa:16:3e:e7:66:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '049cf14c-981b-498a-b34a-e05700085f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:52:00Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 2, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'subnets': [{'id': '049cf14c-981b-498a-b34a-e05700085f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:03.798189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Checking router: a27cdd3e-a0fc-4b70-ac91-d023caa32cdd for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:52:03.798545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Updating router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd port 7faf7d56-777b-48b2-baa3-9d9494d51241 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:52:03.832445 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:03.913623 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:03.987745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port c237bf8e-08d7-46f2-b395-d6adf2a4540e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c237bf8e-08d7-46f2-b395-d6adf2a4540e,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:04.065204 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:04.141510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=c237bf8e-08d7-46f2-b395-d6adf2a4540e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:04.177872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.178203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.178372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.178618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.178955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.179474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.179829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.180160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.180490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.180822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.181255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.181528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:04.200037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:04.211434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Transition to ACTIVE for port object 7faf7d56-777b-48b2-baa3-9d9494d51241 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:52:04.295786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:04.349592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210fbb7-10b7-46dd-ad05-0325d8b6bdd2 None None] Pushing event updated for resources: {'Port': ['ID=7faf7d56-777b-48b2-baa3-9d9494d51241,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:04.403512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Attempting to bind port 7faf7d56-777b-48b2-baa3-9d9494d51241 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:52:04.403957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Attempting to bind port 7faf7d56-777b-48b2-baa3-9d9494d51241 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:52:04.404396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Attempting to bind port 7faf7d56-777b-48b2-baa3-9d9494d51241 on network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:52:04.412308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:52:04.412308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Checking segment: {'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:52:04.412308 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:04.412308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Bound using segment: {'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:52:04.412308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Bound port: 7faf7d56-777b-48b2-baa3-9d9494d51241, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ad7971-d615-4d9d-8874-8cd70933e56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:52:04.412926 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:04.481725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] For port 7faf7d56-777b-48b2-baa3-9d9494d51241, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:52:04.485352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] For port 7faf7d56-777b-48b2-baa3-9d9494d51241, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7faf7d56-777b-48b2-baa3-9d9494d51241,segment=NetworkSegment(02ad7971-d615-4d9d-8874-8cd70933e56c),segment_id=02ad7971-d615-4d9d-8874-8cd70933e56c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:52:04.565389 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:04.645325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210fbb7-10b7-46dd-ad05-0325d8b6bdd2 None None] Pushing event updated for resources: {'Port': ['ID=7faf7d56-777b-48b2-baa3-9d9494d51241,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:04.650021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Routers {'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:52:04.650645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:51:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:04.783706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] Set router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:52:04.855642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-bed8a744-d964-4802-9c6f-46b261275148 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:04.857135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-bed8a744-d964-4802-9c6f-46b261275148 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1126664 Aug 27 16:52:04.873078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-24743632-7cda-4297-a741-436a273f727b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/quotas/074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 375 time: 0.0100036 Aug 27 16:52:04.929446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-4f84cd8c-92ce-4b2d-b8e4-23127fa943c6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502856 Aug 27 16:52:05.004215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 4, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port': {'id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:58Z', 'updated_at': '2021-08-27T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7faf7d56-777b-48b2-baa3-9d9494d51241', 'name': '', 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'mac_address': 'fa:16:3e:e7:66:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '049cf14c-981b-498a-b34a-e05700085f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:52:00Z', 'updated_at': '2021-08-27T16:52:04Z', 'revision_number': 4, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'subnets': [{'id': '049cf14c-981b-498a-b34a-e05700085f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:52:05.026838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-a178c34f-d625-4f3d-80d6-43223355f156 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903296 Aug 27 16:52:05.031518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783262dc-4a5d-4b9d-8f47-28421c96b829 None None] The sync data for ids ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'] in n-d-806412-1 is: [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 4, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port': {'id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:58Z', 'updated_at': '2021-08-27T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '7faf7d56-777b-48b2-baa3-9d9494d51241', 'name': '', 'network_id': '9fb81fd0-a5b3-4311-9511-bf5bd5dd4524', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'mac_address': 'fa:16:3e:e7:66:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '049cf14c-981b-498a-b34a-e05700085f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:52:00Z', 'updated_at': '2021-08-27T16:52:04Z', 'revision_number': 4, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'subnets': [{'id': '049cf14c-981b-498a-b34a-e05700085f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:52:05.058456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c237bf8e-08d7-46f2-b395-d6adf2a4540e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:05.135050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c237bf8e-08d7-46f2-b395-d6adf2a4540e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:05.135543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:05.168149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-4d268d59-a440-4fbd-9959-4bd7f94c051b service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317878 Aug 27 16:52:05.755124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7d20aa0-c704-4ed0-8c46-d8a5418a495d req-045ba910-a657-43d9-a992-483915e8db78 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 210 time: 0.0277119 Aug 27 16:52:06.865152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8237aaa0-377c-40e8-a19c-5d6935a3d389 req-d7783d62-209a-49d0-8d78-07df4f1c8c2b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 210 time: 0.0349472 Aug 27 16:52:07.084030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7faf7d56-777b-48b2-baa3-9d9494d51241 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:07.210218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 7faf7d56-777b-48b2-baa3-9d9494d51241 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:07.214457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7faf7d56-777b-48b2-baa3-9d9494d51241 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:07.214836 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:07.313125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:07.353770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 7faf7d56-777b-48b2-baa3-9d9494d51241, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7faf7d56-777b-48b2-baa3-9d9494d51241,segment=NetworkSegment(02ad7971-d615-4d9d-8874-8cd70933e56c),segment_id=02ad7971-d615-4d9d-8874-8cd70933e56c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:07.444606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:07.496844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=7faf7d56-777b-48b2-baa3-9d9494d51241,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:07.759776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-dd0e4c36-b292-40a3-b35f-c3d072ec192c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:07.761802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-dd0e4c36-b292-40a3-b35f-c3d072ec192c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1722326 Aug 27 16:52:07.775125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'port': {'device_id': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'admin_state_up': True, 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:52:07.973307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07da327e-7bca-4fea-a02b-a95be9b18d64 req-92fdb0ff-45fd-48e1-a060-34b97bdf221a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 210 time: 0.0369296 Aug 27 16:52:08.010009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:52:08.013490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:08.142871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.20.0.6 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/6801277e-8358-4fa1-af2f-bd54a147b4b6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:52:08.298218 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:08.312483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Transition to ACTIVE for port object 6801277e-8358-4fa1-af2f-bd54a147b4b6 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:52:08.450544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:08.495255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:52:08.500747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:52:08.504711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:52:08.512172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=6801277e-8358-4fa1-af2f-bd54a147b4b6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:08.560153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:08.560828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:08.639757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-20b81c5d-7e90-434b-9432-1ccb79087fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688881 Aug 27 16:52:08.652829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Request body: {'port': {'device_id': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:52:08.718220 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:08.834889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a2803a13-d6ef-4508-aa4e-232f31999ff1 None None] Provisioning for port 6801277e-8358-4fa1-af2f-bd54a147b4b6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:08.842083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a2803a13-d6ef-4508-aa4e-232f31999ff1 None None] Provisioning complete for port 6801277e-8358-4fa1-af2f-bd54a147b4b6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:08.842456 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2803a13-d6ef-4508-aa4e-232f31999ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:08.880980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a2803a13-d6ef-4508-aa4e-232f31999ff1 None None] Port 6801277e-8358-4fa1-af2f-bd54a147b4b6 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:52:08.986257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6801277e-8358-4fa1-af2f-bd54a147b4b6 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:52:08.994070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:09.008165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Transition to ACTIVE for port object 6801277e-8358-4fa1-af2f-bd54a147b4b6 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:52:09.071028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7faf7d56-777b-48b2-baa3-9d9494d51241 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:09.095664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:09.117261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e08dab-bccf-4af9-84e4-788011ab177c req-cacfecae-0d03-4b87-8210-b7713dbe5890 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:09.125593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2e08dab-bccf-4af9-84e4-788011ab177c req-cacfecae-0d03-4b87-8210-b7713dbe5890 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 931 time: 0.0745139 Aug 27 16:52:09.129431 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7faf7d56-777b-48b2-baa3-9d9494d51241 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:09.129821 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:09.203596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Pushing event updated for resources: {'Port': ['ID=6801277e-8358-4fa1-af2f-bd54a147b4b6,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:09.238384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.238868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.239356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.239800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.240446 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.240891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.241319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.241742 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.242165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.242589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.243007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.243481 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:52:09.259207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2e08dab-bccf-4af9-84e4-788011ab177c req-189842f0-d12d-4389-8007-2d2f850f306e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327000 Aug 27 16:52:09.326715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Attempting to bind port 6801277e-8358-4fa1-af2f-bd54a147b4b6 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:52:09.327144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Attempting to bind port 6801277e-8358-4fa1-af2f-bd54a147b4b6 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:52:09.327576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Attempting to bind port 6801277e-8358-4fa1-af2f-bd54a147b4b6 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:52:09.332672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Port 6801277e-8358-4fa1-af2f-bd54a147b4b6 on network 9e303141-5166-4f06-b24b-9953ac76f40b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:52:09.333173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Attempting to bind port 6801277e-8358-4fa1-af2f-bd54a147b4b6 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:52:09.338909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:52:09.339368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:52:09.339826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:52:09.340327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Bound port: 6801277e-8358-4fa1-af2f-bd54a147b4b6, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:52:09.340759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:09.415433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] For port 6801277e-8358-4fa1-af2f-bd54a147b4b6, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:52:09.419131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] For port 6801277e-8358-4fa1-af2f-bd54a147b4b6, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6801277e-8358-4fa1-af2f-bd54a147b4b6,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:52:09.496522 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:09.534201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:09.534877 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:09.536929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] 10.222.0.97 "PUT /v2.0/ports/6801277e-8358-4fa1-af2f-bd54a147b4b6 HTTP/1.1" status: 200 len: 1091 time: 0.8885019 Aug 27 16:52:09.537389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'tag': '6801277e-8358-4fa1-af2f-bd54a147b4b6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:52:09.539792 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a134e282-176c-403d-a450-064c3767d48b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bbf302-f4eb-4dee-afe9-80e1095020af", "tag": "6801277e-8358-4fa1-af2f-bd54a147b4b6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:52:09.578616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a34431-be3f-4ac0-acb4-6a66f93457bd service neutron] Pushing event updated for resources: {'Port': ['ID=6801277e-8358-4fa1-af2f-bd54a147b4b6,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:09.590546 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601b35da-71f4-4c3f-a18f-8984c66c282c x-openstack-request-id: req-601b35da-71f4-4c3f-a18f-8984c66c282c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:52:09.590743 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bbf302-f4eb-4dee-afe9-80e1095020af", "tag": "6801277e-8358-4fa1-af2f-bd54a147b4b6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:52:09.590999 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-601b35da-71f4-4c3f-a18f-8984c66c282c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:52:09.591447 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'tag': '6801277e-8358-4fa1-af2f-bd54a147b4b6', 'status': 'completed', 'code': 200} Aug 27 16:52:09.657500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134e282-176c-403d-a450-064c3767d48b req-d09c3c88-edb5-4a7c-8138-7aec1b9bac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:09.659160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a134e282-176c-403d-a450-064c3767d48b req-d09c3c88-edb5-4a7c-8138-7aec1b9bac6d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 1094 time: 0.0468161 Aug 27 16:52:09.771611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134e282-176c-403d-a450-064c3767d48b req-24baab61-6621-40f6-9b3f-48c21c5ca4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:09.773808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a134e282-176c-403d-a450-064c3767d48b req-24baab61-6621-40f6-9b3f-48c21c5ca4f6 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1064730 Aug 27 16:52:09.875058 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134e282-176c-403d-a450-064c3767d48b req-73104585-6126-48c3-8fa1-6b4e056cc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:09.876583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a134e282-176c-403d-a450-064c3767d48b req-73104585-6126-48c3-8fa1-6b4e056cc770 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961018 Aug 27 16:52:09.958699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-47e65865-02e1-4bbd-a4c7-a3b2f0814c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:09.960207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-47e65865-02e1-4bbd-a4c7-a3b2f0814c34 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 1094 time: 0.0460081 Aug 27 16:52:10.010164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-36897777-dfac-4b33-aef7-d1aa6a7aba68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6801277e-8358-4fa1-af2f-bd54a147b4b6 HTTP/1.1" status: 200 len: 217 time: 0.0426316 Aug 27 16:52:10.059631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-a7b9570b-2ab2-4748-8b5c-9ecebb099f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:10.061424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-a7b9570b-2ab2-4748-8b5c-9ecebb099f0f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0453191 Aug 27 16:52:10.107561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-15d01ca7-b210-453b-a6d0-862d8c9540d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:10.109069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-15d01ca7-b210-453b-a6d0-862d8c9540d8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404468 Aug 27 16:52:10.202957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-e5ed0832-4ff3-480a-9543-5c4a0ce48ba7 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Aug 27 16:52:10.293664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17b27de-d47d-46b6-94e8-a454f19837f0 req-8f1d504b-b2d3-4b31-b5a4-97fc553bb349 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837562 Aug 27 16:52:10.392010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b094f-1041-4138-827b-ef2ab1423fbc req-8a690e13-5e35-40b7-974f-d05804752dcd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:10.393511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-302b094f-1041-4138-827b-ef2ab1423fbc req-8a690e13-5e35-40b7-974f-d05804752dcd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0550325 Aug 27 16:52:10.434950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-302b094f-1041-4138-827b-ef2ab1423fbc req-a660b080-6196-4197-9253-ef0c61dd55c2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342972 Aug 27 16:52:11.553713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b96725-468d-4de6-99ed-4fc6e4fe4514 req-29a70216-72d6-4f9e-b917-64f679f07e59 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:11.555342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26b96725-468d-4de6-99ed-4fc6e4fe4514 req-29a70216-72d6-4f9e-b917-64f679f07e59 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0516231 Aug 27 16:52:11.594068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26b96725-468d-4de6-99ed-4fc6e4fe4514 req-ff4b12d1-d4e5-41c0-be52-1108db228729 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Aug 27 16:52:12.708665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180ddab-d6e4-436e-9720-c4d1f1a50c70 req-6e8ea7e3-da00-4f2e-8a08-6fe88cec0fbf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:12.710164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3180ddab-d6e4-436e-9720-c4d1f1a50c70 req-6e8ea7e3-da00-4f2e-8a08-6fe88cec0fbf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0500839 Aug 27 16:52:12.748077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3180ddab-d6e4-436e-9720-c4d1f1a50c70 req-57aaa1ef-3d16-4cc2-a402-0525b485910d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Aug 27 16:52:13.867934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f4138-127a-4cf3-8c4e-9f599453d625 req-d3945a29-e275-470f-b1ad-df8eff82f25f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:13.869664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-687f4138-127a-4cf3-8c4e-9f599453d625 req-d3945a29-e275-470f-b1ad-df8eff82f25f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0553627 Aug 27 16:52:13.906728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-687f4138-127a-4cf3-8c4e-9f599453d625 req-12b9fd35-20ba-4b0a-b3e7-fb4851db3ab8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Aug 27 16:52:15.018921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fd12e-78bf-4a79-a922-04192b9bd750 req-2653f611-665b-41ba-862d-66145907446d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:15.020429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a28fd12e-78bf-4a79-a922-04192b9bd750 req-2653f611-665b-41ba-862d-66145907446d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0494165 Aug 27 16:52:15.057847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a28fd12e-78bf-4a79-a922-04192b9bd750 req-7cf100f2-a018-478e-9a30-32bf886d5e23 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Aug 27 16:52:16.172345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6dbaf-5d58-4025-bb4b-a98334eb92a9 req-8a242db2-d50a-4729-9b09-51c9bc53a081 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:16.173844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ee6dbaf-5d58-4025-bb4b-a98334eb92a9 req-8a242db2-d50a-4729-9b09-51c9bc53a081 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0497260 Aug 27 16:52:16.212763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ee6dbaf-5d58-4025-bb4b-a98334eb92a9 req-6118736d-ebbc-4cd8-bb16-ece0033d6701 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Aug 27 16:52:17.329347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f40c5-b4db-4f96-a45e-2c824c81c5bf req-4eceac99-8577-4175-987f-dd401d6f93cf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:17.330853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-440f40c5-b4db-4f96-a45e-2c824c81c5bf req-4eceac99-8577-4175-987f-dd401d6f93cf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0524118 Aug 27 16:52:17.369956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-440f40c5-b4db-4f96-a45e-2c824c81c5bf req-189380a4-9408-4503-a853-040449b8f655 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Aug 27 16:52:18.483563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0965bf8-1690-49a9-97e3-b7e0e8248df6 req-da5554d8-a5a5-4ae4-af1e-b8534f8ac3c3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:18.485059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0965bf8-1690-49a9-97e3-b7e0e8248df6 req-da5554d8-a5a5-4ae4-af1e-b8534f8ac3c3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0484307 Aug 27 16:52:18.523368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0965bf8-1690-49a9-97e3-b7e0e8248df6 req-fb0ac865-a43d-4de9-a79c-781ba30c61c0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Aug 27 16:52:19.638858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748355e-4406-444d-9b7d-806b9a524620 req-007896b0-86b9-4315-921d-accfb125dec6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:19.640277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b748355e-4406-444d-9b7d-806b9a524620 req-007896b0-86b9-4315-921d-accfb125dec6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0509572 Aug 27 16:52:19.678708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b748355e-4406-444d-9b7d-806b9a524620 req-fce1f1ba-c85e-4377-8d45-46a1e4ef9abd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Aug 27 16:52:20.615860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c4effa2-0401-4641-a8b3-5aa68dfed831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:20.795169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa26b-1d6c-41b4-83b2-32d2126c9040 req-d2dcee24-f73b-4c48-a7ba-efc5262ef771 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:20.796761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b02fa26b-1d6c-41b4-83b2-32d2126c9040 req-d2dcee24-f73b-4c48-a7ba-efc5262ef771 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 943 time: 0.0529366 Aug 27 16:52:20.833512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b02fa26b-1d6c-41b4-83b2-32d2126c9040 req-646050d0-f2e3-4db4-b607-8cfdf80c0fe6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Aug 27 16:52:21.417301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6801277e-8358-4fa1-af2f-bd54a147b4b6 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:52:21.512327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6801277e-8358-4fa1-af2f-bd54a147b4b6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6801277e-8358-4fa1-af2f-bd54a147b4b6,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:21.523426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '6801277e-8358-4fa1-af2f-bd54a147b4b6', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'port_id': '6801277e-8358-4fa1-af2f-bd54a147b4b6', 'mac_address': 'fa:16:3e:0d:3b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:52:21.559988 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:21.572854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6801277e-8358-4fa1-af2f-bd54a147b4b6 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:52:21.591111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6801277e-8358-4fa1-af2f-bd54a147b4b6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6801277e-8358-4fa1-af2f-bd54a147b4b6,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:21.735431 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:21.942719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6801277e-8358-4fa1-af2f-bd54a147b4b6,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:21.951805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e369fec-0daf-42a0-905f-70db8170bb06 req-306e79b1-f836-4c56-aae0-8287e062827b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:21.953305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e369fec-0daf-42a0-905f-70db8170bb06 req-306e79b1-f836-4c56-aae0-8287e062827b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 944 time: 0.0500815 Aug 27 16:52:21.991673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e369fec-0daf-42a0-905f-70db8170bb06 req-bab0e520-e54a-49a4-a46e-1edbf5763ba5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Aug 27 16:52:21.996278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['6801277e-8358-4fa1-af2f-bd54a147b4b6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:52:23.105677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f68a3-1224-4bc3-a32f-a06e1b2c3093 req-ade25590-4534-4fd8-be6c-529263877275 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:23.107165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc1f68a3-1224-4bc3-a32f-a06e1b2c3093 req-ade25590-4534-4fd8-be6c-529263877275 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 944 time: 0.0491765 Aug 27 16:52:23.145175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cc1f68a3-1224-4bc3-a32f-a06e1b2c3093 req-f8eeebc0-43c1-4f29-bafe-005c91c19c8d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Aug 27 16:52:23.210031 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93cb05c4-1a47-48a0-9ae3-d2516e691638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:23.341347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:23.417612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6801277e-8358-4fa1-af2f-bd54a147b4b6 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:52:23.462765 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:23.523717 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 6801277e-8358-4fa1-af2f-bd54a147b4b6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:52:23.527872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 6801277e-8358-4fa1-af2f-bd54a147b4b6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:52:23.528239 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:23.603171 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:23.626136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6801277e-8358-4fa1-af2f-bd54a147b4b6'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:52:23.630893 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f785c-ab21-45ad-a838-ef52a712fc82" -d '{"events": [{"server_uuid": "f2bbf302-f4eb-4dee-afe9-80e1095020af", "name": "network-vif-plugged", "status": "completed", "tag": "6801277e-8358-4fa1-af2f-bd54a147b4b6"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:52:23.641674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 6801277e-8358-4fa1-af2f-bd54a147b4b6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6801277e-8358-4fa1-af2f-bd54a147b4b6,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:23.707375 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:23.756032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=6801277e-8358-4fa1-af2f-bd54a147b4b6,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:23.794319 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cec3b00-cc32-4767-b2c1-42386eeb8e21 x-openstack-request-id: req-5cec3b00-cc32-4767-b2c1-42386eeb8e21 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:52:23.794622 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bbf302-f4eb-4dee-afe9-80e1095020af", "name": "network-vif-plugged", "status": "completed", "tag": "6801277e-8358-4fa1-af2f-bd54a147b4b6", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:52:23.794879 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5cec3b00-cc32-4767-b2c1-42386eeb8e21 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:52:23.795309 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6801277e-8358-4fa1-af2f-bd54a147b4b6', 'code': 200} Aug 27 16:52:23.889383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b984876-ea57-46c4-98f8-77fb35cf40a8 req-abebd971-8606-4406-a5b1-ac2825efa9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:23.890881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b984876-ea57-46c4-98f8-77fb35cf40a8 req-abebd971-8606-4406-a5b1-ac2825efa9f6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 1096 time: 0.0434611 Aug 27 16:52:23.926707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b984876-ea57-46c4-98f8-77fb35cf40a8 req-efde4f60-c011-4f77-b285-d3929e55b9df service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279267 Aug 27 16:52:24.258085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71bf2-8fec-4858-86b2-bec18dd71cdf req-f4774113-6da5-48a6-9b46-ca89bd9284cd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:24.259877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6db71bf2-8fec-4858-86b2-bec18dd71cdf req-f4774113-6da5-48a6-9b46-ca89bd9284cd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 945 time: 0.0492454 Aug 27 16:52:24.298267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6db71bf2-8fec-4858-86b2-bec18dd71cdf req-7c768c75-7ec6-4a8d-90a3-062f9396ad32 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Aug 27 16:52:24.341086 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:24.424391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-73239950-ad05-4081-8455-a270e7cc85d2 req-f1bba1b3-6f2c-4f47-85a7-f4039cbd3cd9 service neutron] (95253) timed out ('10.222.0.97', 56930) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:52:24.644116 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:25.412932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83782-4d82-46c5-9c64-1cca2bdc1136 req-26961a89-638d-4e17-bb93-8f94bdb37704 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:25.414395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21b83782-4d82-46c5-9c64-1cca2bdc1136 req-26961a89-638d-4e17-bb93-8f94bdb37704 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 945 time: 0.0484469 Aug 27 16:52:25.454113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21b83782-4d82-46c5-9c64-1cca2bdc1136 req-251368ef-cbd4-4920-b384-01b6da824a37 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Aug 27 16:52:25.569470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91273d4-e1aa-4d9d-8d5c-bca88364bf60 req-fc63f802-c134-4836-aec0-8172023b9f08 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:25.570977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d91273d4-e1aa-4d9d-8d5c-bca88364bf60 req-fc63f802-c134-4836-aec0-8172023b9f08 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 945 time: 0.0525146 Aug 27 16:52:25.608352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d91273d4-e1aa-4d9d-8d5c-bca88364bf60 req-205d97ae-ea79-43be-9e09-e587c94b1e15 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Aug 27 16:52:25.724678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173dfcb-da7a-4551-ae41-8bdbcc4aeb65 req-e2d90843-c42b-4388-aa58-9a37941b4574 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:25.726146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1173dfcb-da7a-4551-ae41-8bdbcc4aeb65 req-e2d90843-c42b-4388-aa58-9a37941b4574 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 945 time: 0.0487666 Aug 27 16:52:25.763861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1173dfcb-da7a-4551-ae41-8bdbcc4aeb65 req-b2f8679a-bd52-4eec-a19e-14319962bec3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Aug 27 16:52:26.164560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:26.251046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f016928-98ad-4409-adf3-f1fc3e4b71db req-f577cee8-3028-40c4-a67a-575349c65af8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:26.252561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f016928-98ad-4409-adf3-f1fc3e4b71db req-f577cee8-3028-40c4-a67a-575349c65af8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 945 time: 0.0490415 Aug 27 16:52:26.290718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f016928-98ad-4409-adf3-f1fc3e4b71db req-8593da85-ba65-48c3-9c2b-4e8a030309bf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Aug 27 16:52:27.410736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67da54-c011-4ca3-90d3-84fe1b5ecf1b req-0a7c1df7-7b52-4fa7-a489-630c742011d2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:27.412273 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d67da54-c011-4ca3-90d3-84fe1b5ecf1b req-0a7c1df7-7b52-4fa7-a489-630c742011d2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 945 time: 0.0527091 Aug 27 16:52:27.450250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d67da54-c011-4ca3-90d3-84fe1b5ecf1b req-12699693-a00a-4972-8f4b-c956861d742d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Aug 27 16:52:27.668449 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-38777cd4-bb3c-4bf4-8343-0b2dd8215c41 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:27.669901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-38777cd4-bb3c-4bf4-8343-0b2dd8215c41 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 945 time: 0.0485985 Aug 27 16:52:27.770935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 6801277e-8358-4fa1-af2f-bd54a147b4b6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:52:27.771297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:27.857345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] For port 6801277e-8358-4fa1-af2f-bd54a147b4b6, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=6801277e-8358-4fa1-af2f-bd54a147b4b6,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:52:27.857714 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:27.870694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 6801277e-8358-4fa1-af2f-bd54a147b4b6 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:52:28.078591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:28.091154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['6801277e-8358-4fa1-af2f-bd54a147b4b6'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:52:28.107301 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=6801277e-8358-4fa1-af2f-bd54a147b4b6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:52:28.150306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] No DVR routers for this DVR port 6801277e-8358-4fa1-af2f-bd54a147b4b6 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:52:28.152800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:28.154891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9b9e3df-2811-4962-94ec-6d6f4c161aa7 req-aa0ffd41-6f52-41c6-872f-3fdfa6d4140b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "DELETE /v2.0/ports/6801277e-8358-4fa1-af2f-bd54a147b4b6 HTTP/1.1" status: 204 len: 173 time: 0.4787900 Aug 27 16:52:28.155402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'name': 'network-vif-deleted', 'tag': '6801277e-8358-4fa1-af2f-bd54a147b4b6'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:52:28.157798 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b4d99f-b710-4282-998c-c68ed0c06f1d" -d '{"events": [{"server_uuid": "f2bbf302-f4eb-4dee-afe9-80e1095020af", "name": "network-vif-deleted", "tag": "6801277e-8358-4fa1-af2f-bd54a147b4b6"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:52:28.199488 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592a6e3-aeb1-4d4a-9509-9bbe8be32940 x-openstack-request-id: req-c592a6e3-aeb1-4d4a-9509-9bbe8be32940 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:52:28.199792 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bbf302-f4eb-4dee-afe9-80e1095020af", "name": "network-vif-deleted", "tag": "6801277e-8358-4fa1-af2f-bd54a147b4b6", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:52:28.200049 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c592a6e3-aeb1-4d4a-9509-9bbe8be32940 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:52:28.200457 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bbf302-f4eb-4dee-afe9-80e1095020af', 'name': 'network-vif-deleted', 'tag': '6801277e-8358-4fa1-af2f-bd54a147b4b6', 'status': 'completed', 'code': 200} Aug 27 16:52:28.547185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2203aee-0789-4bdb-9a2a-a76be88a3116 req-053de0ee-d48c-40e5-bfc0-b20605bd85a4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 210 time: 0.0300269 Aug 27 16:52:29.646107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-720b2e86-760d-41e4-881d-cfa21ac80f88 req-a45b0b6b-4634-429c-86b1-e421a7502fc0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 210 time: 0.0273089 Aug 27 16:52:30.739750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ce1fd2d-3d3b-48ce-bc51-df11e60d1fce req-4d33f608-72cf-4fa7-a830-5c9d61d7501b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 210 time: 0.0263064 Aug 27 16:52:31.434083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6801277e-8358-4fa1-af2f-bd54a147b4b6 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:52:31.454257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 6801277e-8358-4fa1-af2f-bd54a147b4b6 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:52:31.454600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 6801277e-8358-4fa1-af2f-bd54a147b4b6 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:52:31.833724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-375d8c72-cd44-4435-a70b-283c23fb5023 req-5dd71417-2943-4013-906e-9b6c3efe4bce tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=f2bbf302-f4eb-4dee-afe9-80e1095020af HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 27 16:52:33.875129 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:52:45.898431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbc5833-178e-4fe4-a8b0-bfe9687e7f3a req-e8e2904f-b370-4c9c-9396-3e2208c5a662 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260928 Aug 27 16:52:45.968017 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbc5833-178e-4fe4-a8b0-bfe9687e7f3a req-a04646c9-bae0-40c1-aa27-ce18df55dada service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0252790 Aug 27 16:52:46.007750 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbc5833-178e-4fe4-a8b0-bfe9687e7f3a req-0a859eea-b04b-4cda-867c-13ec00141808 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203216 Aug 27 16:52:46.108856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5833-178e-4fe4-a8b0-bfe9687e7f3a req-25fb53a1-b354-4ad8-b5f8-ddaafc2993e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:52:46.110363 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-afbc5833-178e-4fe4-a8b0-bfe9687e7f3a req-25fb53a1-b354-4ad8-b5f8-ddaafc2993e7 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965779 Aug 27 16:52:50.650214 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd1d85ad-2d42-4af6-a3b1-ec9fcd775649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:53.221880 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fe7d-ea23-4bd2-8d91-98c1d488913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:53.387216 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:53.512482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:54.376009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:54.672590 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:56.147806 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:00.100272 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-82e546cb-3d07-4456-9a52-196a2605e908 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:00.102720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-82e546cb-3d07-4456-9a52-196a2605e908 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1038883 Aug 27 16:53:00.118020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-7f8e3fb3-e3ed-4b9a-809b-71f5923ccc8d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/quotas/074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 375 time: 0.0095918 Aug 27 16:53:00.168994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-79b470a2-14f1-47fc-a1f9-9e44e6a263d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453224 Aug 27 16:53:00.257370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-0320c5a1-2bf0-47a2-ad6c-f6d31245c15e service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810637 Aug 27 16:53:00.348241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-32cf7f1f-30ac-4b72-810e-75c3a1427918 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848806 Aug 27 16:53:00.628919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7321e2d-0fdb-4b5d-901d-45567ba3d74b req-5c809713-5def-47f1-a9b4-22d140d7f085 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 210 time: 0.0277371 Aug 27 16:53:01.719235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1a298aa-bcc5-4d9e-9c1d-0b348a6b29ee req-ab3157ec-9541-4222-aab5-1310b53032e2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 210 time: 0.0262396 Aug 27 16:53:02.608074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-a62e7a73-fd8f-45db-a8ef-2c4ec7877ae3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:02.610242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-a62e7a73-fd8f-45db-a8ef-2c4ec7877ae3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1065047 Aug 27 16:53:02.623587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'port': {'device_id': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'admin_state_up': True, 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:53:02.800220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:53:02.803773 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:02.845402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e13a8813-0bac-4229-b780-1369fa8ef00f req-a864b64b-6404-413f-aa81-b4c68c4bfe09 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 210 time: 0.0462039 Aug 27 16:53:02.958976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.20.0.6 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/8b729de8-d832-4598-affb-eb5b0d90e0ec) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:53:03.105663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:03.119716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Transition to ACTIVE for port object 8b729de8-d832-4598-affb-eb5b0d90e0ec will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:53:03.239142 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:03.280495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:53:03.283489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:53:03.289697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:53:03.320602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=8b729de8-d832-4598-affb-eb5b0d90e0ec,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:03.347530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:03.348196 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:03.451956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-74a29643-87d9-4265-ab1b-8f87bfe4d4e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321028 Aug 27 16:53:03.467985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Request body: {'port': {'device_id': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:53:03.695943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d69990b-ded9-4bb0-87f9-cd7fc4c22fd7 None None] Provisioning for port 8b729de8-d832-4598-affb-eb5b0d90e0ec completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:53:03.700574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1d69990b-ded9-4bb0-87f9-cd7fc4c22fd7 None None] Provisioning complete for port 8b729de8-d832-4598-affb-eb5b0d90e0ec triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:53:03.701331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d69990b-ded9-4bb0-87f9-cd7fc4c22fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:03.743047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1d69990b-ded9-4bb0-87f9-cd7fc4c22fd7 None None] Port 8b729de8-d832-4598-affb-eb5b0d90e0ec cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:53:03.837179 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:04.045133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215fbf-377f-43b2-85b9-d795dafa75a6 req-8e53c692-9c6a-4b74-9c08-3d0b7c2edb56 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:04.047604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c215fbf-377f-43b2-85b9-d795dafa75a6 req-8e53c692-9c6a-4b74-9c08-3d0b7c2edb56 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 931 time: 0.1034856 Aug 27 16:53:04.117961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c215fbf-377f-43b2-85b9-d795dafa75a6 req-bcc9d18b-b0b3-46b0-babb-16dbfba71d42 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619562 Aug 27 16:53:04.188609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b729de8-d832-4598-affb-eb5b0d90e0ec {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:53:04.196041 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:04.208455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Transition to ACTIVE for port object 8b729de8-d832-4598-affb-eb5b0d90e0ec will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:53:04.296165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:04.347304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Pushing event updated for resources: {'Port': ['ID=8b729de8-d832-4598-affb-eb5b0d90e0ec,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:04.426887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Attempting to bind port 8b729de8-d832-4598-affb-eb5b0d90e0ec on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:53:04.427226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Attempting to bind port 8b729de8-d832-4598-affb-eb5b0d90e0ec by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:53:04.427656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Attempting to bind port 8b729de8-d832-4598-affb-eb5b0d90e0ec on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:53:04.436459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Port 8b729de8-d832-4598-affb-eb5b0d90e0ec on network 9e303141-5166-4f06-b24b-9953ac76f40b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:53:04.436911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Attempting to bind port 8b729de8-d832-4598-affb-eb5b0d90e0ec on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:53:04.442821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:53:04.443213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:53:04.443702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:53:04.444070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Bound port: 8b729de8-d832-4598-affb-eb5b0d90e0ec, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:53:04.444911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:04.526525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] For port 8b729de8-d832-4598-affb-eb5b0d90e0ec, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:53:04.529773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] For port 8b729de8-d832-4598-affb-eb5b0d90e0ec, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b729de8-d832-4598-affb-eb5b0d90e0ec,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:53:04.616719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:04.650360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:04.650912 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:04.652895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] 10.222.0.97 "PUT /v2.0/ports/8b729de8-d832-4598-affb-eb5b0d90e0ec HTTP/1.1" status: 200 len: 1091 time: 1.1914334 Aug 27 16:53:04.655162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'tag': '8b729de8-d832-4598-affb-eb5b0d90e0ec'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:53:04.658890 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f2bdeb-e66a-499c-9720-510a797216aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3ef2f4-18de-41a5-91f0-b73f45d91d79", "tag": "8b729de8-d832-4598-affb-eb5b0d90e0ec"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:53:04.692519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0619f3b-1b16-4c5a-a3da-593e0866df39 service neutron] Pushing event updated for resources: {'Port': ['ID=8b729de8-d832-4598-affb-eb5b0d90e0ec,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:04.702970 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb77383-075c-4773-a7c3-9116e9c0c066 x-openstack-request-id: req-7bb77383-075c-4773-a7c3-9116e9c0c066 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:53:04.703692 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3ef2f4-18de-41a5-91f0-b73f45d91d79", "tag": "8b729de8-d832-4598-affb-eb5b0d90e0ec", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:53:04.703692 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7bb77383-075c-4773-a7c3-9116e9c0c066 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:53:04.704044 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'tag': '8b729de8-d832-4598-affb-eb5b0d90e0ec', 'status': 'completed', 'code': 200} Aug 27 16:53:04.772794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2bdeb-e66a-499c-9720-510a797216aa req-9a3a5447-59e5-4dc4-8fd3-74e6ea067d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:04.774965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3f2bdeb-e66a-499c-9720-510a797216aa req-9a3a5447-59e5-4dc4-8fd3-74e6ea067d2e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 1094 time: 0.0515842 Aug 27 16:53:04.886574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2bdeb-e66a-499c-9720-510a797216aa req-104d1b30-6bbe-46ae-9117-fe1819364eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:04.888092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3f2bdeb-e66a-499c-9720-510a797216aa req-104d1b30-6bbe-46ae-9117-fe1819364eef service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1047146 Aug 27 16:53:04.981811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2bdeb-e66a-499c-9720-510a797216aa req-06ea4b60-d64d-4573-aa60-eb1c94d3fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:04.983258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3f2bdeb-e66a-499c-9720-510a797216aa req-06ea4b60-d64d-4573-aa60-eb1c94d3fb14 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0883281 Aug 27 16:53:05.067179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-1da8ee03-48fa-423e-815d-ffb8d14eb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:05.068800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-1da8ee03-48fa-423e-815d-ffb8d14eb99d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 1094 time: 0.0480230 Aug 27 16:53:05.111236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-3def16bf-2bf6-42e8-aea1-622a828f18f5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b729de8-d832-4598-affb-eb5b0d90e0ec HTTP/1.1" status: 200 len: 217 time: 0.0349238 Aug 27 16:53:05.162805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-c5a348f1-d907-4f22-9152-d654c6485614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:05.164319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-c5a348f1-d907-4f22-9152-d654c6485614 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0452740 Aug 27 16:53:05.247479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-f12e898f-dfc5-4021-ab31-92e59bd35edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:05.248989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-f12e898f-dfc5-4021-ab31-92e59bd35edd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781927 Aug 27 16:53:05.261279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269930-406b-4644-ab09-43ecdc351891 req-723d8684-e1a5-488a-96cf-39994128cb42 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:05.262695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b269930-406b-4644-ab09-43ecdc351891 req-723d8684-e1a5-488a-96cf-39994128cb42 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0663381 Aug 27 16:53:05.351730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b269930-406b-4644-ab09-43ecdc351891 req-bbab5a13-7458-42a2-9b44-079dab97d96d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805759 Aug 27 16:53:05.388594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-7134317e-f893-44b9-a0a7-af4805dca8ee service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245117 Aug 27 16:53:05.481245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f97234b5-62a0-4055-995a-d02b9ba050e8 req-5ff64685-dc27-4670-9022-142373909346 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Aug 27 16:53:06.487106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085024b-4aca-4fec-a109-bc26f6a24409 req-2e2c1f6b-14a3-4baa-8de5-27dac9e1a1aa tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:06.488652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c085024b-4aca-4fec-a109-bc26f6a24409 req-2e2c1f6b-14a3-4baa-8de5-27dac9e1a1aa tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0507290 Aug 27 16:53:06.528270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c085024b-4aca-4fec-a109-bc26f6a24409 req-e33c9fa2-98c6-4abc-8511-0c6472cd5367 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Aug 27 16:53:07.669331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf7747-80e8-47ac-875b-b7334be798a2 req-3a7f7172-b400-46db-8f27-0d049fa3bcd8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:07.671001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddaf7747-80e8-47ac-875b-b7334be798a2 req-3a7f7172-b400-46db-8f27-0d049fa3bcd8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0621378 Aug 27 16:53:07.715772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddaf7747-80e8-47ac-875b-b7334be798a2 req-9e2d8065-0b5b-43b8-b386-c555e3a14177 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357623 Aug 27 16:53:08.836106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fa8c0-fc62-4321-99af-641fd829062a req-7b5a8661-f98c-4a13-81a6-11cb6099d7fa tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:08.837578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d81fa8c0-fc62-4321-99af-641fd829062a req-7b5a8661-f98c-4a13-81a6-11cb6099d7fa tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0509241 Aug 27 16:53:08.879450 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d81fa8c0-fc62-4321-99af-641fd829062a req-33e5ff3f-b43c-4730-abb1-4f78f1053ce7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339315 Aug 27 16:53:09.997396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e13d9-484d-46f1-b052-bde9924bff2f req-da8aea80-4902-4358-85af-900941533bf7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:09.998889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e17e13d9-484d-46f1-b052-bde9924bff2f req-da8aea80-4902-4358-85af-900941533bf7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0500555 Aug 27 16:53:10.039577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e17e13d9-484d-46f1-b052-bde9924bff2f req-96ca5bd1-5e94-438d-8fdc-0347a235aed3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Aug 27 16:53:10.878034 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:53:11.163138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8495ae-3674-4f52-9fae-587b424d908b req-b479e71e-d3a7-479d-b632-f0283ea0aee4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:11.164554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca8495ae-3674-4f52-9fae-587b424d908b req-b479e71e-d3a7-479d-b632-f0283ea0aee4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0574903 Aug 27 16:53:11.205679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca8495ae-3674-4f52-9fae-587b424d908b req-f7c7d983-f59c-4720-b64b-e56d0cfefd62 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Aug 27 16:53:12.332151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2837e32-801b-4f9f-92b3-271d5feba91b req-33e7276b-b004-4da7-8c4c-28192b2b8fa1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:12.333632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2837e32-801b-4f9f-92b3-271d5feba91b req-33e7276b-b004-4da7-8c4c-28192b2b8fa1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0533948 Aug 27 16:53:12.374947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2837e32-801b-4f9f-92b3-271d5feba91b req-94469f1e-aa25-497f-b8e8-ff3d13426196 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Aug 27 16:53:13.496085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5207-861f-4e6a-b8ec-67547a118cb6 req-d5bf90ca-aa44-43d5-9189-8b66121823d5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:13.497825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dad5207-861f-4e6a-b8ec-67547a118cb6 req-d5bf90ca-aa44-43d5-9189-8b66121823d5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0536690 Aug 27 16:53:13.536634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dad5207-861f-4e6a-b8ec-67547a118cb6 req-2eb6ce2d-f32f-4f26-858b-eb5f9df67fda tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Aug 27 16:53:14.682860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940da5f-f5ff-45fd-a663-9a2c6fe04a89 req-d608e09e-ff01-4760-b097-4ce40b4cffc7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:14.684306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a940da5f-f5ff-45fd-a663-9a2c6fe04a89 req-d608e09e-ff01-4760-b097-4ce40b4cffc7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0550852 Aug 27 16:53:14.727415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a940da5f-f5ff-45fd-a663-9a2c6fe04a89 req-7f42fac4-3ec3-4e8c-9559-7ff4ecd184d8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Aug 27 16:53:15.848012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20104ca-7f9a-4246-b2bb-d3793b05c946 req-a400cd17-dd87-4175-bb6f-9be9dfb439ec tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:15.849517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e20104ca-7f9a-4246-b2bb-d3793b05c946 req-a400cd17-dd87-4175-bb6f-9be9dfb439ec tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0511076 Aug 27 16:53:15.892753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e20104ca-7f9a-4246-b2bb-d3793b05c946 req-8c6afdcf-1f71-420c-8f64-2c98beb1af07 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360775 Aug 27 16:53:17.014113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa9732-58fd-456d-b8ab-ffdef8ccb88d req-03ca4332-6460-4be9-9633-ac949696987b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:17.016224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6aa9732-58fd-456d-b8ab-ffdef8ccb88d req-03ca4332-6460-4be9-9633-ac949696987b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0502694 Aug 27 16:53:17.056086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6aa9732-58fd-456d-b8ab-ffdef8ccb88d req-ac9a073d-c1d1-4f2c-a464-908056c4fd20 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Aug 27 16:53:18.176332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81affe-5e1e-492e-9703-e130098fd01b req-c78eef90-b928-45c7-bd7a-38ff37abcb64 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:18.177849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf81affe-5e1e-492e-9703-e130098fd01b req-c78eef90-b928-45c7-bd7a-38ff37abcb64 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0536993 Aug 27 16:53:18.216141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf81affe-5e1e-492e-9703-e130098fd01b req-22481467-7e0c-42e3-9afe-b03a70f94fc8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Aug 27 16:53:19.344798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07979-6305-41e2-980b-8e5ab51a77ba req-5cf722ed-74ac-49fd-ab82-1fdb37b7c7f8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:19.346676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19a07979-6305-41e2-980b-8e5ab51a77ba req-5cf722ed-74ac-49fd-ab82-1fdb37b7c7f8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0568483 Aug 27 16:53:19.388706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19a07979-6305-41e2-980b-8e5ab51a77ba req-eb0c0147-f7ef-46e8-84c9-fdd07e9eef38 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Aug 27 16:53:20.508114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a6e1a-8cb1-4277-a5b2-34aacea5d02c req-6755856d-907c-4f88-87ba-99e9af43c38b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:20.509615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-513a6e1a-8cb1-4277-a5b2-34aacea5d02c req-6755856d-907c-4f88-87ba-99e9af43c38b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0524063 Aug 27 16:53:20.552870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-513a6e1a-8cb1-4277-a5b2-34aacea5d02c req-47861b4c-6dd7-47a4-be37-2cef0f5edc59 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357840 Aug 27 16:53:20.700833 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0d0c85-1fff-4888-aac1-2c3a4f780e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:21.680824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbb17c-6a01-425d-ad9c-0cee08316d66 req-14971a24-a2e5-4a74-9dd4-a075f110f5ff tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:21.682340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02dbb17c-6a01-425d-ad9c-0cee08316d66 req-14971a24-a2e5-4a74-9dd4-a075f110f5ff tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0546064 Aug 27 16:53:21.721435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02dbb17c-6a01-425d-ad9c-0cee08316d66 req-f9fd6565-39fd-4ff1-b9bc-3f92799a7bde tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Aug 27 16:53:22.840963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3828b-47a9-4f81-8b1a-3f27b3c01f0b req-540e5b64-63aa-43eb-88a5-fd88a03a607b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:22.842517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dc3828b-47a9-4f81-8b1a-3f27b3c01f0b req-540e5b64-63aa-43eb-88a5-fd88a03a607b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0513451 Aug 27 16:53:22.882469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6dc3828b-47a9-4f81-8b1a-3f27b3c01f0b req-7ddd028d-d8bd-4950-8858-200fb140a34f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Aug 27 16:53:23.221406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ffa7487d-84b6-426a-8ff9-37d36d573720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:23.387785 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:23.485417 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:23.999192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101d6f2-4916-46e9-9253-13fba868902e req-593bd901-64ac-4d70-90f8-3449f8aafa89 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:24.010708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b101d6f2-4916-46e9-9253-13fba868902e req-593bd901-64ac-4d70-90f8-3449f8aafa89 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0506673 Aug 27 16:53:24.041021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b101d6f2-4916-46e9-9253-13fba868902e req-f1654e86-40e6-47af-9c89-993bc2a76e7c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Aug 27 16:53:24.410552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:24.701892 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:25.159103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeff9e-953b-42f3-86f5-26cc24447179 req-4ce9a165-c773-4c17-817a-c48fa26be722 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:25.160604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeeeff9e-953b-42f3-86f5-26cc24447179 req-4ce9a165-c773-4c17-817a-c48fa26be722 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0546191 Aug 27 16:53:25.199525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eeeeff9e-953b-42f3-86f5-26cc24447179 req-e614f68d-d233-4106-adde-345f18c2c783 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Aug 27 16:53:26.152211 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:26.321526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4608a62-d942-4af5-8c24-8b735381cf9f req-812b5d9d-bb52-42f0-9a2b-2e404b587bba tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:26.322965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4608a62-d942-4af5-8c24-8b735381cf9f req-812b5d9d-bb52-42f0-9a2b-2e404b587bba tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0545676 Aug 27 16:53:26.367740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d4608a62-d942-4af5-8c24-8b735381cf9f req-b669841c-7bc3-4ff7-97f6-7b11dab4b195 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384519 Aug 27 16:53:27.485169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf05a7c-ea35-475f-9abf-bc7945c079dd req-f671dd53-7e9c-49d6-b3fe-72b672c788c7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:27.486682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccf05a7c-ea35-475f-9abf-bc7945c079dd req-f671dd53-7e9c-49d6-b3fe-72b672c788c7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0501003 Aug 27 16:53:27.525474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccf05a7c-ea35-475f-9abf-bc7945c079dd req-2cafb029-28ea-43ce-9dba-92dec4c46341 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Aug 27 16:53:28.647831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bb76d-dcd3-40b5-9c9d-19b663aac2a0 req-11a26f2e-e381-4ee9-8a74-9a2795b62b06 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:28.649172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e9bb76d-dcd3-40b5-9c9d-19b663aac2a0 req-11a26f2e-e381-4ee9-8a74-9a2795b62b06 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0539160 Aug 27 16:53:28.687118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e9bb76d-dcd3-40b5-9c9d-19b663aac2a0 req-83972018-9e6c-4ebb-8dd2-bc379def4199 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Aug 27 16:53:29.804677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf443f-c724-4555-9686-1d8357029b3c req-c089f62e-6ae7-4d9d-b4f0-10743337d907 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:29.806216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96cf443f-c724-4555-9686-1d8357029b3c req-c089f62e-6ae7-4d9d-b4f0-10743337d907 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0507677 Aug 27 16:53:29.844961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96cf443f-c724-4555-9686-1d8357029b3c req-b10e2bfc-dad3-4710-93e8-ce32dc217ece tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Aug 27 16:53:30.957865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32934a4a-2340-4c7d-8be6-39806c07b2f9 req-53641df2-5ca4-45c4-88e5-d32485b06e1d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:30.959375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32934a4a-2340-4c7d-8be6-39806c07b2f9 req-53641df2-5ca4-45c4-88e5-d32485b06e1d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0490663 Aug 27 16:53:30.997772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32934a4a-2340-4c7d-8be6-39806c07b2f9 req-fba74ab4-7a2f-4b69-8432-3206469e1f7b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Aug 27 16:53:32.116280 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156c9ce-c1e7-46f0-9807-986209e58d4a req-c0839fd1-223f-422e-9fd1-01144b483d2d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:32.117739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e156c9ce-c1e7-46f0-9807-986209e58d4a req-c0839fd1-223f-422e-9fd1-01144b483d2d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0522649 Aug 27 16:53:32.155353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e156c9ce-c1e7-46f0-9807-986209e58d4a req-3a572a72-9ee2-4335-9b8e-4177fdaa3056 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Aug 27 16:53:33.274090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dc745-428a-4961-97f5-7a8a4837623a req-1a93d2a2-d4d3-4a36-8827-e7c81704553b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:33.275618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b21dc745-428a-4961-97f5-7a8a4837623a req-1a93d2a2-d4d3-4a36-8827-e7c81704553b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0508745 Aug 27 16:53:33.313345 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b21dc745-428a-4961-97f5-7a8a4837623a req-930bd45e-3a8b-46f2-aba3-7b9a25b5f033 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 27 16:53:34.429223 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68254574-824b-4e6e-9adc-58d95747b1ed req-7149674b-66b6-4585-9413-8e3e848937c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:34.430699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68254574-824b-4e6e-9adc-58d95747b1ed req-7149674b-66b6-4585-9413-8e3e848937c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0488393 Aug 27 16:53:34.468493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68254574-824b-4e6e-9adc-58d95747b1ed req-8cc93218-53af-4dbf-94be-988d44651264 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Aug 27 16:53:35.586990 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6bf86-17d2-4fbd-aab3-337adb119223 req-26495579-31b1-4c50-bb4d-310aaee1fb51 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:35.588489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cba6bf86-17d2-4fbd-aab3-337adb119223 req-26495579-31b1-4c50-bb4d-310aaee1fb51 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0527542 Aug 27 16:53:35.627729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cba6bf86-17d2-4fbd-aab3-337adb119223 req-29a793d0-6884-4c6f-aff7-27cfab676504 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Aug 27 16:53:36.741514 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc137d17-b506-4cd2-870d-6c89f8babace req-d55fce06-5c52-458e-89fd-2fceffaf589e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:36.743015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc137d17-b506-4cd2-870d-6c89f8babace req-d55fce06-5c52-458e-89fd-2fceffaf589e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0491774 Aug 27 16:53:36.781474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc137d17-b506-4cd2-870d-6c89f8babace req-c9824a96-3565-47f3-8281-f794360cda3c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Aug 27 16:53:37.776670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b729de8-d832-4598-affb-eb5b0d90e0ec details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:53:37.871108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8b729de8-d832-4598-affb-eb5b0d90e0ec, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b729de8-d832-4598-affb-eb5b0d90e0ec,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:53:37.885968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '8b729de8-d832-4598-affb-eb5b0d90e0ec', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'port_id': '8b729de8-d832-4598-affb-eb5b0d90e0ec', 'mac_address': 'fa:16:3e:9e:ad:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:53:37.896431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae59cb-438c-42d9-a89b-f051a4f716b7 req-440c4a7b-7a1f-41bd-8da0-2e677dbb20ea tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:37.897936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06ae59cb-438c-42d9-a89b-f051a4f716b7 req-440c4a7b-7a1f-41bd-8da0-2e677dbb20ea tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 943 time: 0.0496311 Aug 27 16:53:37.925410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:37.936433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06ae59cb-438c-42d9-a89b-f051a4f716b7 req-2d426fa2-9ca8-4429-8abc-003661d8d915 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Aug 27 16:53:37.938890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b729de8-d832-4598-affb-eb5b0d90e0ec {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:53:37.958070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8b729de8-d832-4598-affb-eb5b0d90e0ec, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b729de8-d832-4598-affb-eb5b0d90e0ec,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:53:38.027336 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:38.073731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8b729de8-d832-4598-affb-eb5b0d90e0ec,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:38.080914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.081266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.081614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.081954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.082291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.082626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.082966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.083317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.083653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.083983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.084312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.084641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:38.226647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8b729de8-d832-4598-affb-eb5b0d90e0ec'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:53:39.055587 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5aa1-fd93-4e30-8858-3ba680a8fbb7 req-26379eb2-a45a-4f00-aa0e-f649c958d853 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:39.057090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d47d5aa1-fd93-4e30-8858-3ba680a8fbb7 req-26379eb2-a45a-4f00-aa0e-f649c958d853 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 944 time: 0.0528190 Aug 27 16:53:39.094893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d47d5aa1-fd93-4e30-8858-3ba680a8fbb7 req-7a0b92fb-e97d-4d79-ace2-00a194bd1d2d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Aug 27 16:53:39.776202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b729de8-d832-4598-affb-eb5b0d90e0ec up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:53:39.901772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 8b729de8-d832-4598-affb-eb5b0d90e0ec completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:53:39.906529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 8b729de8-d832-4598-affb-eb5b0d90e0ec triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:53:39.906911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:39.983778 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:40.006075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b729de8-d832-4598-affb-eb5b0d90e0ec'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:53:40.008338 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659da8f-3c6a-4d60-a4f3-9fe07c319cb0" -d '{"events": [{"server_uuid": "ad3ef2f4-18de-41a5-91f0-b73f45d91d79", "name": "network-vif-plugged", "status": "completed", "tag": "8b729de8-d832-4598-affb-eb5b0d90e0ec"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:53:40.021258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 8b729de8-d832-4598-affb-eb5b0d90e0ec, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b729de8-d832-4598-affb-eb5b0d90e0ec,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:53:40.044357 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5db631-5a85-4787-a4c6-00eb69fba884 x-openstack-request-id: req-8d5db631-5a85-4787-a4c6-00eb69fba884 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:53:40.044653 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3ef2f4-18de-41a5-91f0-b73f45d91d79", "name": "network-vif-plugged", "status": "completed", "tag": "8b729de8-d832-4598-affb-eb5b0d90e0ec", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:53:40.044913 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8d5db631-5a85-4787-a4c6-00eb69fba884 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:53:40.045314 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b729de8-d832-4598-affb-eb5b0d90e0ec', 'code': 200} Aug 27 16:53:40.090726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:40.142415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220a3e-90d5-4aac-b3a6-6d763f83d1ef req-c806a0f9-9fb8-4d9c-b2e3-2fa223d1d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:40.143130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=8b729de8-d832-4598-affb-eb5b0d90e0ec,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:40.144129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c220a3e-90d5-4aac-b3a6-6d763f83d1ef req-c806a0f9-9fb8-4d9c-b2e3-2fa223d1d6d4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 1096 time: 0.0436528 Aug 27 16:53:40.206912 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c220a3e-90d5-4aac-b3a6-6d763f83d1ef req-8f743edb-4118-4876-a232-3521904f404a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556026 Aug 27 16:53:40.222984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc6afb-5237-4f51-8d70-08076ed4f5d2 req-e7323ca3-fc74-4fb6-b9ad-cbd63db7b331 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:40.224414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07fc6afb-5237-4f51-8d70-08076ed4f5d2 req-e7323ca3-fc74-4fb6-b9ad-cbd63db7b331 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0592072 Aug 27 16:53:40.263397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-07fc6afb-5237-4f51-8d70-08076ed4f5d2 req-d9aca7dc-ccee-4ee3-be0c-dff31670c4ed tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Aug 27 16:53:41.386091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41628d5d-2701-49e8-bfe9-ed905aa8a632 req-68c76e47-5385-4b2b-8c42-019fdefa251b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:41.387618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41628d5d-2701-49e8-bfe9-ed905aa8a632 req-68c76e47-5385-4b2b-8c42-019fdefa251b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0551794 Aug 27 16:53:41.426799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41628d5d-2701-49e8-bfe9-ed905aa8a632 req-032f0a77-4b2d-4a88-beb9-3e7ca4c12a8a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Aug 27 16:53:41.539830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-1b599577-9fee-4e85-ba40-c88b4f992d3a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396903 Aug 27 16:53:41.621959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-8f9fcf4c-da16-4b2c-961f-22b9449b8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:41.623464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-8f9fcf4c-da16-4b2c-961f-22b9449b8382 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 1096 time: 0.0412223 Aug 27 16:53:41.726364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-1aaaab57-159c-494a-8277-999663f0ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:41.727837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-1aaaab57-159c-494a-8277-999663f0ccf9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0863433 Aug 27 16:53:41.769396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-6cd63b12-0edf-47ac-8309-f895b8b93539 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b729de8-d832-4598-affb-eb5b0d90e0ec HTTP/1.1" status: 200 len: 217 time: 0.0341036 Aug 27 16:53:41.817047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-4c78a9e8-dcc9-4a8c-935e-22c98f05169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:41.818469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-4c78a9e8-dcc9-4a8c-935e-22c98f05169a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0419812 Aug 27 16:53:41.867633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-89c9ab19-0ff9-4a6f-8e5c-6ec03239bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:41.869347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-89c9ab19-0ff9-4a6f-8e5c-6ec03239bcaf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441222 Aug 27 16:53:41.956118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-e1cd25d4-2d08-4fda-b760-ee2d3b80d140 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796325 Aug 27 16:53:42.050407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bf5d354-54cc-41e0-be44-ec2de9f86923 req-e7cfac74-0930-40aa-926c-769a7d20b62b service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870199 Aug 27 16:53:42.545072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f818315-40a7-4b06-9d03-8001c22116a7 req-9dc0f1fd-e526-4de0-85f5-2e17ad4949cf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:42.547109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f818315-40a7-4b06-9d03-8001c22116a7 req-9dc0f1fd-e526-4de0-85f5-2e17ad4949cf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Aug 27 16:53:42.584402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f818315-40a7-4b06-9d03-8001c22116a7 req-3716a665-5cae-4a3a-a7ec-a21b441263c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Aug 27 16:53:42.698518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54d815-d95f-4e3a-b04f-46ee3dc72733 req-97f7250e-dbce-43c1-9fc1-87a2a1b89a0b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:42.700009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf54d815-d95f-4e3a-b04f-46ee3dc72733 req-97f7250e-dbce-43c1-9fc1-87a2a1b89a0b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Aug 27 16:53:42.739030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf54d815-d95f-4e3a-b04f-46ee3dc72733 req-e32dce34-45ea-4006-8742-30f5521665d3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Aug 27 16:53:42.856601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c9a6-ff1d-461b-b4ee-633970c47165 req-48c40b0c-90d4-49fe-95fb-21491fdd61cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:42.858041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e787c9a6-ff1d-461b-b4ee-633970c47165 req-48c40b0c-90d4-49fe-95fb-21491fdd61cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0527844 Aug 27 16:53:42.896396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e787c9a6-ff1d-461b-b4ee-633970c47165 req-77b37e3d-0b9b-461d-b3d6-cdb775d00942 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Aug 27 16:53:43.414735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbbad3-131a-4e43-877d-8eb5063d8bfe req-e9c184f5-50a9-4cd2-8359-6adfa6e1be99 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:43.416241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04bbbad3-131a-4e43-877d-8eb5063d8bfe req-e9c184f5-50a9-4cd2-8359-6adfa6e1be99 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0492411 Aug 27 16:53:43.454697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04bbbad3-131a-4e43-877d-8eb5063d8bfe req-ae54591c-1e48-42f0-a5de-968e9fb50634 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Aug 27 16:53:44.570242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68cc90-476f-4f03-a9c9-434934d4f92e req-e26ce92e-b6da-4538-bd13-1418b8d80aeb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:44.571737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a68cc90-476f-4f03-a9c9-434934d4f92e req-e26ce92e-b6da-4538-bd13-1418b8d80aeb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Aug 27 16:53:44.608875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a68cc90-476f-4f03-a9c9-434934d4f92e req-9adae475-f123-4559-965e-e2ff2b8afe28 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Aug 27 16:53:44.841608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-8c36d003-7264-4d0f-9170-e8eca17d4890 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:44.843062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-8c36d003-7264-4d0f-9170-e8eca17d4890 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 945 time: 0.0547712 Aug 27 16:53:44.929997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 8b729de8-d832-4598-affb-eb5b0d90e0ec {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:53:44.930255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:45.021136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] For port 8b729de8-d832-4598-affb-eb5b0d90e0ec, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=8b729de8-d832-4598-affb-eb5b0d90e0ec,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:53:45.021503 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:45.034277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 8b729de8-d832-4598-affb-eb5b0d90e0ec owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:53:45.216202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:45.228952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['8b729de8-d832-4598-affb-eb5b0d90e0ec'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:53:45.248912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=8b729de8-d832-4598-affb-eb5b0d90e0ec,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:45.261780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.262131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.262478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.262817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.263152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.263509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.263836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.264161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.264485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.264807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.265172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.266027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:45.301455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] No DVR routers for this DVR port 8b729de8-d832-4598-affb-eb5b0d90e0ec on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:53:45.304138 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:45.306349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bbca67d-1edc-4f30-ae13-110cd3afc13b req-4728796b-6e79-45f2-b322-6fd0d6929b04 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "DELETE /v2.0/ports/8b729de8-d832-4598-affb-eb5b0d90e0ec HTTP/1.1" status: 204 len: 173 time: 0.4575996 Aug 27 16:53:45.306799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'name': 'network-vif-deleted', 'tag': '8b729de8-d832-4598-affb-eb5b0d90e0ec'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:53:45.309110 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51321c98-ba98-469f-9e52-b86099825fd8" -d '{"events": [{"server_uuid": "ad3ef2f4-18de-41a5-91f0-b73f45d91d79", "name": "network-vif-deleted", "tag": "8b729de8-d832-4598-affb-eb5b0d90e0ec"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:53:45.353144 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54ad1b-3a43-4c2b-9686-c87d7fc6af55 x-openstack-request-id: req-3d54ad1b-3a43-4c2b-9686-c87d7fc6af55 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:53:45.353464 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3ef2f4-18de-41a5-91f0-b73f45d91d79", "name": "network-vif-deleted", "tag": "8b729de8-d832-4598-affb-eb5b0d90e0ec", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:53:45.353819 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3d54ad1b-3a43-4c2b-9686-c87d7fc6af55 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:53:45.354217 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3ef2f4-18de-41a5-91f0-b73f45d91d79', 'name': 'network-vif-deleted', 'tag': '8b729de8-d832-4598-affb-eb5b0d90e0ec', 'status': 'completed', 'code': 200} Aug 27 16:53:45.703858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f8bb355-9bf2-46e7-8510-df37f57a8335 req-1fae8e14-7688-48af-a927-bc722d1cf9f5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 210 time: 0.0270946 Aug 27 16:53:45.902646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9382b76d-b18f-4643-be80-d0f56064490e req-76902d85-a09c-4628-821d-ed02bef6c487 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263565 Aug 27 16:53:45.966279 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9382b76d-b18f-4643-be80-d0f56064490e req-7f517d8f-1fb8-4b96-8ba9-ea93afa70bd2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0254753 Aug 27 16:53:46.004154 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9382b76d-b18f-4643-be80-d0f56064490e req-778188f5-aff2-4bc9-8831-aae79f46b9e0 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198960 Aug 27 16:53:46.104117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b76d-b18f-4643-be80-d0f56064490e req-ba840544-3a5b-49e9-a094-7e4f69598805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:53:46.105611 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9382b76d-b18f-4643-be80-d0f56064490e req-ba840544-3a5b-49e9-a094-7e4f69598805 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944505 Aug 27 16:53:46.813067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b28ce76e-573c-491e-a170-6892204dc4d7 req-5c2034bd-d828-40aa-9f6a-2f7b398a1861 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 210 time: 0.0295041 Aug 27 16:53:47.877688 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:53:47.917685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55665329-4b95-4f92-acf0-33ef7ef5dbbd req-4e756725-a7f5-434e-ba6b-9334528838f9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 210 time: 0.0312240 Aug 27 16:53:49.012526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93e8ae7b-ba81-430b-8a49-4f4b9189bb9e req-5fb626e2-107e-4a4d-9021-9ba15a6d3442 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=ad3ef2f4-18de-41a5-91f0-b73f45d91d79 HTTP/1.1" status: 200 len: 210 time: 0.0271280 Aug 27 16:53:49.886114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b729de8-d832-4598-affb-eb5b0d90e0ec no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:53:49.907415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 8b729de8-d832-4598-affb-eb5b0d90e0ec {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:53:49.907768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 8b729de8-d832-4598-affb-eb5b0d90e0ec not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:53:50.626026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f383e45a-5670-4667-ab0e-0e49e8811aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:53.193255 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e162c6c3-126a-44d7-94ef-f37b368997fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:53.357544 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:53.501375 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:54.341696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:54.631594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:56.170428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:20.660173 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d50c035-7aa9-4992-8319-581ae8b87948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:23.242768 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd597-9979-4a33-93bc-a8aa0b50a8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:23.351381 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:23.471330 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:24.272717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-3491263a-4c54-44ef-9028-3c5d690cad55 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:24.274114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-3491263a-4c54-44ef-9028-3c5d690cad55 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1003478 Aug 27 16:54:24.289109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-8bba7c84-80b2-48ce-8c2f-b0ad70ade810 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/quotas/074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 375 time: 0.0092916 Aug 27 16:54:24.340047 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:24.345536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9681631c-bbf4-4b22-b2fd-3e841f11d8c6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510969 Aug 27 16:54:24.499020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-b235e901-2916-4467-8ed2-e8efee264346 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:54:24.500072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-b235e901-2916-4467-8ed2-e8efee264346 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1480606 Aug 27 16:54:24.597105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-f9112f5d-641b-4303-a06e-da03465c78d8 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901551 Aug 27 16:54:24.670950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:24.691132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-e56a6da8-6120-4739-b430-be87dd286d07 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877526 Aug 27 16:54:24.876982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:54:25.431533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c845f56-05a7-4b0c-8a35-724450812907 req-27311c93-f221-4d47-8f0f-a563d1410029 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 210 time: 0.0283043 Aug 27 16:54:26.162696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:26.524322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c05470ae-ced4-4f56-8871-ca4c8264ca9e req-88ef8630-b056-49a9-bb81-89f994d3e396 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 210 time: 0.0277770 Aug 27 16:54:27.362049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-62498793-a9bf-48df-a56f-d8648784b9e8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:27.362319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-62498793-a9bf-48df-a56f-d8648784b9e8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1041863 Aug 27 16:54:27.374919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'port': {'device_id': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'admin_state_up': True, 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:54:27.588296 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:54:27.592235 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:27.632641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e778e865-20dd-4132-840a-46678f5b4f6e req-da6d2989-8d42-43a2-a7a2-50cb294c59a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 210 time: 0.0367930 Aug 27 16:54:27.750375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.20.0.6 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/77448e68-420e-4f93-b98a-566c6b774a00) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:54:27.899174 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:27.913804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Transition to ACTIVE for port object 77448e68-420e-4f93-b98a-566c6b774a00 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:54:28.022792 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:28.067972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:54:28.073332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:54:28.077583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:54:28.083826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=77448e68-420e-4f93-b98a-566c6b774a00,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:28.133633 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:28.134271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:28.232817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-4caf36d2-ee56-4f7c-b32c-ca53b59b0932 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8612964 Aug 27 16:54:28.246552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Request body: {'port': {'device_id': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:54:28.305925 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:28.370503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e81feba7-8013-4969-bcf2-e5846abc74f9 None None] Provisioning for port 77448e68-420e-4f93-b98a-566c6b774a00 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:54:28.374471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e81feba7-8013-4969-bcf2-e5846abc74f9 None None] Provisioning complete for port 77448e68-420e-4f93-b98a-566c6b774a00 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:54:28.374852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e81feba7-8013-4969-bcf2-e5846abc74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:28.409575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e81feba7-8013-4969-bcf2-e5846abc74f9 None None] Port 77448e68-420e-4f93-b98a-566c6b774a00 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:54:28.571782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77448e68-420e-4f93-b98a-566c6b774a00 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:54:28.579679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:28.591679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Transition to ACTIVE for port object 77448e68-420e-4f93-b98a-566c6b774a00 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:54:28.685167 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:28.774707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Pushing event updated for resources: {'Port': ['ID=77448e68-420e-4f93-b98a-566c6b774a00,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:28.825030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccdb06-03e8-4846-a790-dc3ad4d8d90d req-312bfb2e-b8e5-4076-b6b7-764147f61602 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:28.826574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fccdb06-03e8-4846-a790-dc3ad4d8d90d req-312bfb2e-b8e5-4076-b6b7-764147f61602 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.1122119 Aug 27 16:54:28.884200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Attempting to bind port 77448e68-420e-4f93-b98a-566c6b774a00 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:54:28.884540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Attempting to bind port 77448e68-420e-4f93-b98a-566c6b774a00 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:54:28.884882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Attempting to bind port 77448e68-420e-4f93-b98a-566c6b774a00 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:54:28.889712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fccdb06-03e8-4846-a790-dc3ad4d8d90d req-c0518af4-bbad-4552-98b5-b7877833fa48 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Aug 27 16:54:28.894597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Port 77448e68-420e-4f93-b98a-566c6b774a00 on network 9e303141-5166-4f06-b24b-9953ac76f40b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:54:28.894936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Attempting to bind port 77448e68-420e-4f93-b98a-566c6b774a00 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:54:28.900574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:54:28.901459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:54:28.901864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:54:28.902467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Bound port: 77448e68-420e-4f93-b98a-566c6b774a00, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:54:28.902867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:28.970634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] For port 77448e68-420e-4f93-b98a-566c6b774a00, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:54:28.973552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] For port 77448e68-420e-4f93-b98a-566c6b774a00, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77448e68-420e-4f93-b98a-566c6b774a00,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:54:29.071536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:29.111584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:29.111694 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:29.113661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] 10.222.0.97 "PUT /v2.0/ports/77448e68-420e-4f93-b98a-566c6b774a00 HTTP/1.1" status: 200 len: 1091 time: 0.8722436 Aug 27 16:54:29.116123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'tag': '77448e68-420e-4f93-b98a-566c6b774a00'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:54:29.123499 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5af260-a1f6-4f31-ada8-4182bd4ef5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e369ce28-c014-439d-80a7-efc4ea332b9a", "tag": "77448e68-420e-4f93-b98a-566c6b774a00"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:54:29.154549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0563d2-901d-4340-9d9d-3b4e4116dee1 service neutron] Pushing event updated for resources: {'Port': ['ID=77448e68-420e-4f93-b98a-566c6b774a00,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:29.183699 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6043451-629a-4f1e-a54c-9729a9289775 x-openstack-request-id: req-d6043451-629a-4f1e-a54c-9729a9289775 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:54:29.183995 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e369ce28-c014-439d-80a7-efc4ea332b9a", "tag": "77448e68-420e-4f93-b98a-566c6b774a00", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:54:29.184249 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d6043451-629a-4f1e-a54c-9729a9289775 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:54:29.184728 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'tag': '77448e68-420e-4f93-b98a-566c6b774a00', 'status': 'completed', 'code': 200} Aug 27 16:54:29.249948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5af260-a1f6-4f31-ada8-4182bd4ef5b8 req-7acacb4a-a617-45ca-8a50-96894cb268e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:29.251715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd5af260-a1f6-4f31-ada8-4182bd4ef5b8 req-7acacb4a-a617-45ca-8a50-96894cb268e1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 1094 time: 0.0447392 Aug 27 16:54:29.367552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5af260-a1f6-4f31-ada8-4182bd4ef5b8 req-252221d8-e15f-46a6-8a2a-1eab729bc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:29.369405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd5af260-a1f6-4f31-ada8-4182bd4ef5b8 req-252221d8-e15f-46a6-8a2a-1eab729bc52d service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1099937 Aug 27 16:54:29.771761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5af260-a1f6-4f31-ada8-4182bd4ef5b8 req-a009702d-3e9c-456a-8eec-1f352209c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:29.773142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd5af260-a1f6-4f31-ada8-4182bd4ef5b8 req-a009702d-3e9c-456a-8eec-1f352209c772 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3964598 Aug 27 16:54:29.851438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-88c374ae-cf85-4788-b0ab-675b9d6c4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:29.852922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-88c374ae-cf85-4788-b0ab-675b9d6c4018 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 1094 time: 0.0419075 Aug 27 16:54:29.897795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-33c0959b-8d15-4899-82d5-a1467ad1ab75 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77448e68-420e-4f93-b98a-566c6b774a00 HTTP/1.1" status: 200 len: 217 time: 0.0370572 Aug 27 16:54:29.947682 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-33df2373-cdc5-47fb-95cb-74dd799e5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:29.949237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-33df2373-cdc5-47fb-95cb-74dd799e5171 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0440285 Aug 27 16:54:30.031187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-e02962af-0ff8-4dc8-ab53-8bf302b80757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:30.033018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-e02962af-0ff8-4dc8-ab53-8bf302b80757 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765274 Aug 27 16:54:30.041288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5ee9-4a89-455a-a82b-5b5b91083da5 req-39c125de-bd1b-4457-ae21-6eac0fbc23f1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:30.042679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90de5ee9-4a89-455a-a82b-5b5b91083da5 req-39c125de-bd1b-4457-ae21-6eac0fbc23f1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0773616 Aug 27 16:54:30.133461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90de5ee9-4a89-455a-a82b-5b5b91083da5 req-704d67d9-9a94-4c97-bc33-b12cda564085 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812964 Aug 27 16:54:30.154907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-221e31f3-3c72-4ed7-a87b-c248708da489 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112828 Aug 27 16:54:30.248456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-873fcdef-186b-4916-aa8b-15a65adc38f9 req-e1992b00-ac4f-47e4-9f05-5c52a696ff0a service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866659 Aug 27 16:54:31.251954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d597880-760d-44b0-9857-687e60e4688d req-65497e4c-7595-4cd7-ab5e-55c07424ed57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:31.253447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d597880-760d-44b0-9857-687e60e4688d req-65497e4c-7595-4cd7-ab5e-55c07424ed57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0503664 Aug 27 16:54:31.292079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d597880-760d-44b0-9857-687e60e4688d req-b72c1a45-8771-41ef-b7de-a83a58a14ae1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 27 16:54:32.410036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d566-406f-4d80-b475-6eb518600320 req-1223a14f-fede-4990-a006-70fed05ca045 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:32.411523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c00d566-406f-4d80-b475-6eb518600320 req-1223a14f-fede-4990-a006-70fed05ca045 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0519404 Aug 27 16:54:32.451247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c00d566-406f-4d80-b475-6eb518600320 req-a0e2db45-0068-432a-9af8-d8e5d3b9e9b3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336399 Aug 27 16:54:33.569494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c6fe1-d2f9-4322-aae1-09ead2f24fae req-c6b333df-3220-4044-8c27-6d82e0ef7d5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:33.570970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f6c6fe1-d2f9-4322-aae1-09ead2f24fae req-c6b333df-3220-4044-8c27-6d82e0ef7d5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0521116 Aug 27 16:54:33.608896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f6c6fe1-d2f9-4322-aae1-09ead2f24fae req-c24bbdab-1351-43c2-b4d0-1ad141a49f29 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Aug 27 16:54:34.727202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425659-9c8d-4880-83b7-1ba605db0544 req-2daee45e-152d-4448-984b-8bb9abb91dc9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:34.728696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6425659-9c8d-4880-83b7-1ba605db0544 req-2daee45e-152d-4448-984b-8bb9abb91dc9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0489452 Aug 27 16:54:34.765732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6425659-9c8d-4880-83b7-1ba605db0544 req-8f08e791-24d2-44d7-b34a-7591550f95f3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Aug 27 16:54:35.879714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f5d92-9034-4e71-9e3f-b805bb712629 req-f851687f-878c-4c29-941c-c1af656765e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:35.881166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-930f5d92-9034-4e71-9e3f-b805bb712629 req-f851687f-878c-4c29-941c-c1af656765e1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0488853 Aug 27 16:54:35.918333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-930f5d92-9034-4e71-9e3f-b805bb712629 req-dd9f0a37-f277-40db-8708-6d8dfc54b3db tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Aug 27 16:54:37.054094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999eec-b61f-4297-8784-4689152b6811 req-3c7732a1-813b-431d-ba28-8f7fbbc86530 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:37.055498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff999eec-b61f-4297-8784-4689152b6811 req-3c7732a1-813b-431d-ba28-8f7fbbc86530 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0530748 Aug 27 16:54:37.093878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff999eec-b61f-4297-8784-4689152b6811 req-55ad4ba1-bec3-4651-ac73-402766756377 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324476 Aug 27 16:54:38.206937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef31e03-c31b-4cce-bf6c-67763449fe2d req-739e91ce-e341-42a3-8165-6470a14369e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:38.208444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fef31e03-c31b-4cce-bf6c-67763449fe2d req-739e91ce-e341-42a3-8165-6470a14369e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0484335 Aug 27 16:54:38.246456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fef31e03-c31b-4cce-bf6c-67763449fe2d req-3afabc2a-f735-4735-91f3-87483a83fd47 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Aug 27 16:54:39.359425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfc8ed-c7d1-4ffa-9439-20e74c420bd6 req-7118db3b-bc00-416c-90e1-382151bfe986 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:39.361071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bfc8ed-c7d1-4ffa-9439-20e74c420bd6 req-7118db3b-bc00-416c-90e1-382151bfe986 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0496273 Aug 27 16:54:39.399648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bfc8ed-c7d1-4ffa-9439-20e74c420bd6 req-5dba5e03-597a-4cf2-b1bc-c4b081a59d58 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Aug 27 16:54:40.517603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a7e97-52bb-4c4b-95b4-2b72ba8f4ad6 req-4ba6bd7a-b2bf-4000-9828-b1cfd24db630 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:40.519077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f45a7e97-52bb-4c4b-95b4-2b72ba8f4ad6 req-4ba6bd7a-b2bf-4000-9828-b1cfd24db630 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0525393 Aug 27 16:54:40.556481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f45a7e97-52bb-4c4b-95b4-2b72ba8f4ad6 req-4027385b-4c60-49aa-b969-60cae01d5119 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315287 Aug 27 16:54:41.670840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0ef37-b2ac-4dca-b7cd-2f5ba21bd1de req-ee3f666d-07ab-4400-bfeb-01a8077da310 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:41.672697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3a0ef37-b2ac-4dca-b7cd-2f5ba21bd1de req-ee3f666d-07ab-4400-bfeb-01a8077da310 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 943 time: 0.0500932 Aug 27 16:54:41.710023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b3a0ef37-b2ac-4dca-b7cd-2f5ba21bd1de req-5cfd010e-3bef-47a6-929c-abbdd3a53530 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Aug 27 16:54:42.119697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77448e68-420e-4f93-b98a-566c6b774a00 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:54:42.212226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77448e68-420e-4f93-b98a-566c6b774a00, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77448e68-420e-4f93-b98a-566c6b774a00,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:54:42.223240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '77448e68-420e-4f93-b98a-566c6b774a00', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'port_id': '77448e68-420e-4f93-b98a-566c6b774a00', 'mac_address': 'fa:16:3e:c7:3e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:54:42.259508 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:42.271831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77448e68-420e-4f93-b98a-566c6b774a00 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:54:42.289971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77448e68-420e-4f93-b98a-566c6b774a00, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77448e68-420e-4f93-b98a-566c6b774a00,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:54:42.379870 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:42.429867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=77448e68-420e-4f93-b98a-566c6b774a00,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:42.437279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.437806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.438336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.438679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.439019 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.439381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.439719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.440050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.440376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.440705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.441033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.441363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:42.581177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['77448e68-420e-4f93-b98a-566c6b774a00'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:54:42.836670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f726-3ea0-4515-94c6-614781299597 req-9de8df46-b018-4578-aa57-212fe87310b3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:42.838156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10d1f726-3ea0-4515-94c6-614781299597 req-9de8df46-b018-4578-aa57-212fe87310b3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 944 time: 0.0485168 Aug 27 16:54:42.876774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-10d1f726-3ea0-4515-94c6-614781299597 req-0ffdc669-aadc-477f-bb60-f6f2d61d5571 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Aug 27 16:54:43.994069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea293e41-149e-4964-a879-4c5e390262fc req-27c665b6-2320-4578-b098-7787aa0cb0c7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:43.995547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea293e41-149e-4964-a879-4c5e390262fc req-27c665b6-2320-4578-b098-7787aa0cb0c7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 944 time: 0.0527196 Aug 27 16:54:44.037172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea293e41-149e-4964-a879-4c5e390262fc req-6200f53a-91fd-41ae-8dd2-a267b03fb6fb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Aug 27 16:54:44.135386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77448e68-420e-4f93-b98a-566c6b774a00 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:54:44.245111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 77448e68-420e-4f93-b98a-566c6b774a00 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:54:44.248640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 77448e68-420e-4f93-b98a-566c6b774a00 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:54:44.249014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:44.322762 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:44.345007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77448e68-420e-4f93-b98a-566c6b774a00'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:54:44.347961 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d300c388-f492-4e0c-b940-b568e925ee15" -d '{"events": [{"server_uuid": "e369ce28-c014-439d-80a7-efc4ea332b9a", "name": "network-vif-plugged", "status": "completed", "tag": "77448e68-420e-4f93-b98a-566c6b774a00"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:54:44.361087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77448e68-420e-4f93-b98a-566c6b774a00, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77448e68-420e-4f93-b98a-566c6b774a00,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:54:44.383494 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e6913f-4940-4249-afdd-f3d044118091 x-openstack-request-id: req-c6e6913f-4940-4249-afdd-f3d044118091 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:54:44.383809 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369ce28-c014-439d-80a7-efc4ea332b9a", "name": "network-vif-plugged", "status": "completed", "tag": "77448e68-420e-4f93-b98a-566c6b774a00", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:54:44.384072 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6e6913f-4940-4249-afdd-f3d044118091 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:54:44.384474 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77448e68-420e-4f93-b98a-566c6b774a00', 'code': 200} Aug 27 16:54:44.442689 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:44.483246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a0b9-352c-4b7b-9b70-a69390ecf87b req-bc50da12-42e4-44b2-a693-96e59ba9943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:44.484866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee87a0b9-352c-4b7b-9b70-a69390ecf87b req-bc50da12-42e4-44b2-a693-96e59ba9943a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 1096 time: 0.0447636 Aug 27 16:54:44.490802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=77448e68-420e-4f93-b98a-566c6b774a00,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:44.520843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee87a0b9-352c-4b7b-9b70-a69390ecf87b req-5237dd73-2728-4941-976b-b7da66754c8b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291247 Aug 27 16:54:45.148083 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44ad49-9994-47dd-9889-a1be3d544855 req-65361389-1c86-47d5-9e10-a960bb716636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:45.149533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b44ad49-9994-47dd-9889-a1be3d544855 req-65361389-1c86-47d5-9e10-a960bb716636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 945 time: 0.0490019 Aug 27 16:54:45.186787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b44ad49-9994-47dd-9889-a1be3d544855 req-bee9aef4-bb11-4628-b405-e2ddfb87427c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Aug 27 16:54:46.305612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8cf5-d424-4a1f-969c-bb8e2a27aa0f req-6888d1e3-bb39-4c9f-865e-dfee443e9d02 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:46.307304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6ef8cf5-d424-4a1f-969c-bb8e2a27aa0f req-6888d1e3-bb39-4c9f-865e-dfee443e9d02 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 945 time: 0.0526798 Aug 27 16:54:46.347044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6ef8cf5-d424-4a1f-969c-bb8e2a27aa0f req-ad4a52dd-dd4b-45ca-a889-41e644b4bdd6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328665 Aug 27 16:54:46.461949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a511-38c3-4cad-b46f-8573e0890980 req-ddf13113-0b09-4e12-b3a2-c5a30bdaed6e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:46.463434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1be4a511-38c3-4cad-b46f-8573e0890980 req-ddf13113-0b09-4e12-b3a2-c5a30bdaed6e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 945 time: 0.0498550 Aug 27 16:54:46.503107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1be4a511-38c3-4cad-b46f-8573e0890980 req-c71dc7ee-aa0a-4b93-87ef-4616e4170468 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Aug 27 16:54:46.916675 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-753705ae-c5b3-4326-bd55-42a2baca9654 req-11b31829-5624-42ba-b821-f134e38d03ec service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282323 Aug 27 16:54:46.985836 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-753705ae-c5b3-4326-bd55-42a2baca9654 req-b77c6bae-1c30-495d-9aa2-87ea85fbd8f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0265286 Aug 27 16:54:47.031065 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-753705ae-c5b3-4326-bd55-42a2baca9654 req-025a4ed0-4914-47ca-b1c2-ce7995e22448 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272205 Aug 27 16:54:47.128058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753705ae-c5b3-4326-bd55-42a2baca9654 req-12ce47a3-ebcc-4a60-87b7-443389d0ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:47.129479 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-753705ae-c5b3-4326-bd55-42a2baca9654 req-12ce47a3-ebcc-4a60-87b7-443389d0ef55 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923965 Aug 27 16:54:49.907646 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-12c80115-66bd-4139-90f8-0748fff1f8a9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:49.909101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-12c80115-66bd-4139-90f8-0748fff1f8a9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1059041 Aug 27 16:54:49.924247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-833a91e0-09be-44e5-83db-d6e1d257d837 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/quotas/074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 375 time: 0.0094934 Aug 27 16:54:49.977121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-428a5051-59e5-4378-be5b-097bf85fe8ba tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476713 Aug 27 16:54:50.068952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-8be42508-3cb2-4f98-a0c6-2834df8b05ef service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848627 Aug 27 16:54:50.158191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-9cdfe186-74f3-4001-b18e-0cadd3f5e81a service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831470 Aug 27 16:54:50.450466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53bef622-183c-49da-b174-5ab8c83b29ac req-96c4e34f-b7df-481f-8cd2-bf4c1dd85bfd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0270476 Aug 27 16:54:50.633795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7e05199-29d8-4e5b-b02d-a427a239a417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:51.612766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5de07236-2b61-4cc5-87d5-0c13a4f9227a req-f36cf44c-57ba-454f-9aab-7868fe74d843 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0929661 Aug 27 16:54:52.407045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-9baf393a-ae16-445a-97c8-6cf5b8a28d2e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:52.408707 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-9baf393a-ae16-445a-97c8-6cf5b8a28d2e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1015618 Aug 27 16:54:52.429490 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'port': {'device_id': '07919b03-5915-47e4-bb59-83083def744d', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'admin_state_up': True, 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:54:52.622316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:54:52.626372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:52.763248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.20.0.9 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/1c8c5569-9049-4951-b391-6c1a13d11fb8) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:54:52.772952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5b49607-a805-429d-96d8-29b5f6a8195a req-ed0ddf58-a84c-4e62-aa05-7e0b55961958 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0911515 Aug 27 16:54:52.909316 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:52.923867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Transition to ACTIVE for port object 1c8c5569-9049-4951-b391-6c1a13d11fb8 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:54:53.020038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.032766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['77448e68-420e-4f93-b98a-566c6b774a00'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:54:53.070947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:54:53.086499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:54:53.089410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:54:53.093551 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=1c8c5569-9049-4951-b391-6c1a13d11fb8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:53.127009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.127470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.127659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.128002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.128341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.128676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.129006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.129333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.129654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.129982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.130307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.130632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:54:53.181355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:53.181355 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.204749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-781937d3-1cb2-4380-b6b1-5de087b74ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.303136 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-eb4fd4aa-bb05-4459-ba02-5aae1bd6e3ae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8773575 Aug 27 16:54:53.316175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Request body: {'port': {'device_id': '07919b03-5915-47e4-bb59-83083def744d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:54:53.353671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.377714 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.417200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-933095e4-fd45-41fb-8593-f3e805a2b5fb None None] Provisioning for port 1c8c5569-9049-4951-b391-6c1a13d11fb8 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:54:53.420944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-933095e4-fd45-41fb-8593-f3e805a2b5fb None None] Provisioning complete for port 1c8c5569-9049-4951-b391-6c1a13d11fb8 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:54:53.421317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-933095e4-fd45-41fb-8593-f3e805a2b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.475455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-933095e4-fd45-41fb-8593-f3e805a2b5fb None None] Port 1c8c5569-9049-4951-b391-6c1a13d11fb8 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:54:53.482120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.651485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8c5569-9049-4951-b391-6c1a13d11fb8 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:54:53.659348 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.670956 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Transition to ACTIVE for port object 1c8c5569-9049-4951-b391-6c1a13d11fb8 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:54:53.751379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.843611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8c5569-9049-4951-b391-6c1a13d11fb8,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:53.880364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Attempting to bind port 1c8c5569-9049-4951-b391-6c1a13d11fb8 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:54:53.880707 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Attempting to bind port 1c8c5569-9049-4951-b391-6c1a13d11fb8 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:54:53.881046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Attempting to bind port 1c8c5569-9049-4951-b391-6c1a13d11fb8 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:54:53.885560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Port 1c8c5569-9049-4951-b391-6c1a13d11fb8 on network 9e303141-5166-4f06-b24b-9953ac76f40b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:54:53.885887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Attempting to bind port 1c8c5569-9049-4951-b391-6c1a13d11fb8 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:54:53.890849 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:54:53.891192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:54:53.891613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:54:53.892043 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Bound port: 1c8c5569-9049-4951-b391-6c1a13d11fb8, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:54:53.892405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:53.915458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d2e59-eacf-489c-9a57-adf58833d50d req-6006108b-15f5-4115-80aa-b94365be72c5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:53.917488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-507d2e59-eacf-489c-9a57-adf58833d50d req-6006108b-15f5-4115-80aa-b94365be72c5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0555685 Aug 27 16:54:53.961162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] For port 1c8c5569-9049-4951-b391-6c1a13d11fb8, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:54:53.961357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-507d2e59-eacf-489c-9a57-adf58833d50d req-b5f2c212-713c-49e9-9f19-67bc1001ab4a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Aug 27 16:54:53.974730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] For port 1c8c5569-9049-4951-b391-6c1a13d11fb8, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c8c5569-9049-4951-b391-6c1a13d11fb8,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:54:54.069208 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:54.108943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:54.109296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:54.111024 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] 10.222.0.90 "PUT /v2.0/ports/1c8c5569-9049-4951-b391-6c1a13d11fb8 HTTP/1.1" status: 200 len: 1091 time: 0.7997038 Aug 27 16:54:54.111519 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07919b03-5915-47e4-bb59-83083def744d', 'tag': '1c8c5569-9049-4951-b391-6c1a13d11fb8'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:54:54.113807 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c67a3-c2df-45c1-953a-3b1a1d4be96b" -d '{"events": [{"name": "network-changed", "server_uuid": "07919b03-5915-47e4-bb59-83083def744d", "tag": "1c8c5569-9049-4951-b391-6c1a13d11fb8"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:54:54.137438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346858-8e46-4a54-93a0-531225c284a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8c5569-9049-4951-b391-6c1a13d11fb8,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:54:54.172266 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f0e34-3b9b-4740-965b-b15aa1f73edc x-openstack-request-id: req-7e8f0e34-3b9b-4740-965b-b15aa1f73edc {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:54:54.172582 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07919b03-5915-47e4-bb59-83083def744d", "tag": "1c8c5569-9049-4951-b391-6c1a13d11fb8", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:54:54.172841 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e8f0e34-3b9b-4740-965b-b15aa1f73edc {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:54:54.173259 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07919b03-5915-47e4-bb59-83083def744d', 'tag': '1c8c5569-9049-4951-b391-6c1a13d11fb8', 'status': 'completed', 'code': 200} Aug 27 16:54:54.232545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c67a3-c2df-45c1-953a-3b1a1d4be96b req-b8ec50a9-c4d0-46fd-aff0-553ab66d1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:54.234106 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8a5c67a3-c2df-45c1-953a-3b1a1d4be96b req-b8ec50a9-c4d0-46fd-aff0-553ab66d1271 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 1094 time: 0.0451603 Aug 27 16:54:54.342761 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:54.345791 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c67a3-c2df-45c1-953a-3b1a1d4be96b req-2a3e91d0-6978-41d6-b451-e4d0b1b00ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:54.347899 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8a5c67a3-c2df-45c1-953a-3b1a1d4be96b req-2a3e91d0-6978-41d6-b451-e4d0b1b00ae3 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1051574 Aug 27 16:54:54.449959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c67a3-c2df-45c1-953a-3b1a1d4be96b req-2b588daf-98e4-4382-88f4-17f87968ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:54.451473 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8a5c67a3-c2df-45c1-953a-3b1a1d4be96b req-2b588daf-98e4-4382-88f4-17f87968ea98 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0962670 Aug 27 16:54:54.526917 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-1eb724aa-7c36-43c9-bd2f-be37530d98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:54.528472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-1eb724aa-7c36-43c9-bd2f-be37530d98b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 1094 time: 0.0423346 Aug 27 16:54:54.570941 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-49ae9933-1a9e-48ac-80b2-da9f87126d86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c8c5569-9049-4951-b391-6c1a13d11fb8 HTTP/1.1" status: 200 len: 217 time: 0.0344217 Aug 27 16:54:54.622920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-a4de7e48-204a-4557-89aa-e2ef4f162515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:54.625833 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:54.626608 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-a4de7e48-204a-4557-89aa-e2ef4f162515 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0484946 Aug 27 16:54:54.677516 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476892-2313-46f8-bb2c-df24df250f47 req-fbfb4b20-1fff-46db-aedf-3765388033f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:54.679154 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-fbfb4b20-1fff-46db-aedf-3765388033f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459754 Aug 27 16:54:54.770708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-e844de63-ba51-4878-a9ab-96afb7bfd675 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844257 Aug 27 16:54:54.865784 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49476892-2313-46f8-bb2c-df24df250f47 req-c6c314c9-36f4-4811-90c3-da0c7acda0c4 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871723 Aug 27 16:54:55.084107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8e848-5019-4d01-91d1-bcfa607a3487 req-a4f33dbb-1f7c-4383-bace-746fde9482cd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:55.085622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0d8e848-5019-4d01-91d1-bcfa607a3487 req-a4f33dbb-1f7c-4383-bace-746fde9482cd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0519872 Aug 27 16:54:55.126046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0d8e848-5019-4d01-91d1-bcfa607a3487 req-6cef59a7-ec65-44a0-9350-971251f16ef1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342999 Aug 27 16:54:56.184921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:56.254482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be454-eb14-490a-8b6c-fa11c6af4404 req-eeb4680d-c23e-4024-8bfa-213434a6a5f8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:56.256036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a7be454-eb14-490a-8b6c-fa11c6af4404 req-eeb4680d-c23e-4024-8bfa-213434a6a5f8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0546935 Aug 27 16:54:56.302189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a7be454-eb14-490a-8b6c-fa11c6af4404 req-c2915fa2-95d6-499e-b1e7-e0e81f544139 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Aug 27 16:54:57.424012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6443edc-5bf9-4aef-9814-8a4a3c747945 req-9e9319ed-ba98-485d-9a86-943be9902bec tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:57.425603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6443edc-5bf9-4aef-9814-8a4a3c747945 req-9e9319ed-ba98-485d-9a86-943be9902bec tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0526688 Aug 27 16:54:57.466705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6443edc-5bf9-4aef-9814-8a4a3c747945 req-b8d0a8c3-6ac2-4aa3-b064-1c61842da1dc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352094 Aug 27 16:54:58.584686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ddb7-89f6-46c2-9895-bb585f83f333 req-1753e368-060a-4de7-9150-588a624bc82f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:58.586175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b6ddb7-89f6-46c2-9895-bb585f83f333 req-1753e368-060a-4de7-9150-588a624bc82f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0513859 Aug 27 16:54:58.629417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-44b6ddb7-89f6-46c2-9895-bb585f83f333 req-e038c64f-d257-495b-8ed8-e39448461dd8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366819 Aug 27 16:54:59.750811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baedf8d-06f1-4d11-b2f2-3087da0587ae req-7e1c6761-27b5-4b20-9b33-afd6c3030574 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:54:59.752357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0baedf8d-06f1-4d11-b2f2-3087da0587ae req-7e1c6761-27b5-4b20-9b33-afd6c3030574 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0533626 Aug 27 16:54:59.796052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0baedf8d-06f1-4d11-b2f2-3087da0587ae req-a39f3325-8fb3-450b-9caf-c6429fc4d7d3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377817 Aug 27 16:55:00.916598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bfbe9-4d12-4ecd-946f-48d645ee1664 req-ec0253ff-59dd-4232-bbcf-77c78991bb6f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:00.918165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce0bfbe9-4d12-4ecd-946f-48d645ee1664 req-ec0253ff-59dd-4232-bbcf-77c78991bb6f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0518980 Aug 27 16:55:00.960270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce0bfbe9-4d12-4ecd-946f-48d645ee1664 req-caa927f5-7a13-4839-96d6-3aaec875b00d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356467 Aug 27 16:55:01.876949 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:55:02.081388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2c5bf-f33d-4ddf-a8b7-5ce825387512 req-ef9e7122-5a57-41d7-ae6d-7c62ef0c6fba tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:02.082911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2c5bf-f33d-4ddf-a8b7-5ce825387512 req-ef9e7122-5a57-41d7-ae6d-7c62ef0c6fba tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0501771 Aug 27 16:55:02.123342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02e2c5bf-f33d-4ddf-a8b7-5ce825387512 req-e64a2476-15c4-4253-a150-5bbaa9a8715a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333636 Aug 27 16:55:03.244344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0ea72-2083-4814-be5c-a3c5627928bb req-2ad5b40d-a3a0-4c6c-b64a-ef672efaa101 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:03.245830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bd0ea72-2083-4814-be5c-a3c5627928bb req-2ad5b40d-a3a0-4c6c-b64a-ef672efaa101 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0512750 Aug 27 16:55:03.291231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bd0ea72-2083-4814-be5c-a3c5627928bb req-1e461b0f-2b3b-4c70-89b6-d47dcc48c262 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Aug 27 16:55:04.411068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68f22-bcb3-4118-9153-82c38b1f66e0 req-4b0e3e57-32af-4e4c-ac00-5ea70f3d516d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:04.412614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78a68f22-bcb3-4118-9153-82c38b1f66e0 req-4b0e3e57-32af-4e4c-ac00-5ea70f3d516d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0525439 Aug 27 16:55:04.454564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78a68f22-bcb3-4118-9153-82c38b1f66e0 req-8ba1ec86-c9ff-4b6e-956a-e8bf7f370eaf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357988 Aug 27 16:55:05.577454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127950b-f785-43bd-9858-7042f2d36c6f req-2020b11c-00ef-4b44-b3cb-914196006e08 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:05.579142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c127950b-f785-43bd-9858-7042f2d36c6f req-2020b11c-00ef-4b44-b3cb-914196006e08 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0559678 Aug 27 16:55:05.621178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c127950b-f785-43bd-9858-7042f2d36c6f req-8fc4f01d-d873-4b8d-9284-ad1ed23ec1d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360463 Aug 27 16:55:06.739977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dac11-9f2d-4813-88ea-7a9572bb38c7 req-b4a4120e-24fe-4983-aca6-4ff93f055765 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:06.741455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-620dac11-9f2d-4813-88ea-7a9572bb38c7 req-b4a4120e-24fe-4983-aca6-4ff93f055765 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0523424 Aug 27 16:55:06.784589 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-620dac11-9f2d-4813-88ea-7a9572bb38c7 req-bb5863ee-3543-4315-a1a8-f9a8ccd8d9c6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Aug 27 16:55:07.906814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c39998-7722-471c-8130-94c23fff6113 req-73e42a0d-b56b-4794-b1ec-7c1c07f48537 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:07.908337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79c39998-7722-471c-8130-94c23fff6113 req-73e42a0d-b56b-4794-b1ec-7c1c07f48537 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0525172 Aug 27 16:55:07.949299 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79c39998-7722-471c-8130-94c23fff6113 req-366104a5-3d01-46d5-b5b0-4b8a31e33b02 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347743 Aug 27 16:55:09.072623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e3b0-16ff-4fa6-a17a-19018e370a09 req-7cea90a2-f8c7-4f0e-90e8-73af38975a90 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:09.074131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c75e3b0-16ff-4fa6-a17a-19018e370a09 req-7cea90a2-f8c7-4f0e-90e8-73af38975a90 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0534875 Aug 27 16:55:09.113089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c75e3b0-16ff-4fa6-a17a-19018e370a09 req-71274f45-1840-4e33-9eaf-816ae2450d63 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Aug 27 16:55:10.247429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b42b6-649a-4967-8d50-f57ea83f2e1a req-015f18f5-4548-44db-ad7d-cc93d0668ee5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:10.249509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-008b42b6-649a-4967-8d50-f57ea83f2e1a req-015f18f5-4548-44db-ad7d-cc93d0668ee5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0584483 Aug 27 16:55:10.299201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-008b42b6-649a-4967-8d50-f57ea83f2e1a req-9bdcb199-1397-493b-a08d-4f59402367ea tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Aug 27 16:55:11.425851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb9139-d80c-44c4-b54c-9ed0734bf395 req-2b560680-6371-4c9b-ac0e-d1a444341f39 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:11.428020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88cb9139-d80c-44c4-b54c-9ed0734bf395 req-2b560680-6371-4c9b-ac0e-d1a444341f39 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0534751 Aug 27 16:55:11.468512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88cb9139-d80c-44c4-b54c-9ed0734bf395 req-f77ad5fd-c839-416c-a6d2-47ec7ed34bda tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Aug 27 16:55:12.588221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0f068-fa08-4cf2-a05f-2dbd8c376136 req-e7ade920-6305-417e-99ca-0004a0feb474 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:12.589698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73c0f068-fa08-4cf2-a05f-2dbd8c376136 req-e7ade920-6305-417e-99ca-0004a0feb474 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0507503 Aug 27 16:55:12.631198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73c0f068-fa08-4cf2-a05f-2dbd8c376136 req-09034962-b62a-4e33-a8a7-e563c56235d3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347564 Aug 27 16:55:13.751828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751e98-bf74-4267-99f0-e73c622e14dd req-1a6fff87-2a02-4f71-be2b-0fb60b2dc7d5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:13.753360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8751e98-bf74-4267-99f0-e73c622e14dd req-1a6fff87-2a02-4f71-be2b-0fb60b2dc7d5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0510952 Aug 27 16:55:13.797167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8751e98-bf74-4267-99f0-e73c622e14dd req-39c24193-d20c-452b-8b6d-1297ce1a4728 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Aug 27 16:55:14.920254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b69d9-c8d5-4b4c-95fd-5d02bd466e13 req-8de72ea8-1778-45d8-b3cd-fbcd87712097 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:14.921918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13b69d9-c8d5-4b4c-95fd-5d02bd466e13 req-8de72ea8-1778-45d8-b3cd-fbcd87712097 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0504904 Aug 27 16:55:14.960370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d13b69d9-c8d5-4b4c-95fd-5d02bd466e13 req-fb6c3ece-2ee1-44e0-9818-9782655ff55e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Aug 27 16:55:16.085341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f839d-1bb7-4d88-b89d-9d0bd1a725f3 req-96e8efc0-5774-4566-ba90-f43628488125 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:16.086854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e7f839d-1bb7-4d88-b89d-9d0bd1a725f3 req-96e8efc0-5774-4566-ba90-f43628488125 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0506496 Aug 27 16:55:16.126406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e7f839d-1bb7-4d88-b89d-9d0bd1a725f3 req-58c2b1ed-d41c-4d1b-82a5-ebbc4a82882c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325069 Aug 27 16:55:17.249793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640190-4196-4849-847d-4d64e9d939aa req-cd95cfb1-fee0-4e22-b4c2-15178cb84134 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:17.251304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2640190-4196-4849-847d-4d64e9d939aa req-cd95cfb1-fee0-4e22-b4c2-15178cb84134 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0568140 Aug 27 16:55:17.293960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c2640190-4196-4849-847d-4d64e9d939aa req-d0720239-320a-4978-9c8c-17fdf7209d30 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367086 Aug 27 16:55:18.415928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173acf2-6dc8-4ff1-8ba9-e3441fc14a0f req-475bfabc-e6a7-40ac-8a6c-252a6eeaf043 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:18.417424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4173acf2-6dc8-4ff1-8ba9-e3441fc14a0f req-475bfabc-e6a7-40ac-8a6c-252a6eeaf043 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0506449 Aug 27 16:55:18.457077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4173acf2-6dc8-4ff1-8ba9-e3441fc14a0f req-fc333e90-d142-4c00-848b-fb81ba81322f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Aug 27 16:55:19.575565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6911ef-1b6f-48a8-94b9-215e7b6bcfe2 req-d7ebac69-88d1-42be-8835-1cf0633aea2f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:19.577180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f6911ef-1b6f-48a8-94b9-215e7b6bcfe2 req-d7ebac69-88d1-42be-8835-1cf0633aea2f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0516870 Aug 27 16:55:19.616533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f6911ef-1b6f-48a8-94b9-215e7b6bcfe2 req-8dfdc386-9c1f-48f9-bed3-7663b66d51e0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 27 16:55:20.650359 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-13befe26-c95d-4c82-ba0c-25285b383e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:20.738451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ef473-91a5-4e02-bc8b-709f4f0a9801 req-c8d8a65a-ed05-4897-beaf-7f9e054a641e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:20.739957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c3ef473-91a5-4e02-bc8b-709f4f0a9801 req-c8d8a65a-ed05-4897-beaf-7f9e054a641e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0500209 Aug 27 16:55:20.782899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c3ef473-91a5-4e02-bc8b-709f4f0a9801 req-fb29ce82-60d3-494e-9f4f-e320b281200a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Aug 27 16:55:21.906410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14ada8-26a3-4a7a-bae8-a47db0b441eb req-6b58e353-fc12-4f67-8c74-71eaa0538beb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:21.907958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd14ada8-26a3-4a7a-bae8-a47db0b441eb req-6b58e353-fc12-4f67-8c74-71eaa0538beb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0499816 Aug 27 16:55:21.947059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd14ada8-26a3-4a7a-bae8-a47db0b441eb req-9dcb202e-d62e-48e9-b1bb-0fb5cad25831 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Aug 27 16:55:23.063191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63d9c-e12a-451d-a65f-303ecc29faf4 req-e00b230d-431e-484d-b682-cf7ba7048176 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:23.064718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41d63d9c-e12a-451d-a65f-303ecc29faf4 req-e00b230d-431e-484d-b682-cf7ba7048176 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0499880 Aug 27 16:55:23.107139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41d63d9c-e12a-451d-a65f-303ecc29faf4 req-3fc80a78-71e5-4fb5-a2e6-2395f19e7eb2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Aug 27 16:55:23.192694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d970-e2b4-488b-8bf4-bd175a12be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:23.384885 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:23.510369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:24.232773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc46ac-e865-43d1-aae3-099328c979df req-39104b70-087d-40ee-b685-4211207b5a29 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:24.234265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8adc46ac-e865-43d1-aae3-099328c979df req-39104b70-087d-40ee-b685-4211207b5a29 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0508904 Aug 27 16:55:24.278524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8adc46ac-e865-43d1-aae3-099328c979df req-cc498ee4-3494-4f8c-b702-fb2f90880850 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375979 Aug 27 16:55:24.324490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:24.638432 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:25.400506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaeb66-f410-4edf-9efe-5a25985965ac req-ede5c8fe-b3f7-4c55-b938-6ac7eee6fa29 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:25.402037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-beaaeb66-f410-4edf-9efe-5a25985965ac req-ede5c8fe-b3f7-4c55-b938-6ac7eee6fa29 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0533061 Aug 27 16:55:25.441439 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-beaaeb66-f410-4edf-9efe-5a25985965ac req-d2d3f9b1-3e0b-4031-93c3-63e55ce0b5b8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328696 Aug 27 16:55:26.146429 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:26.559260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15b25-c8e8-4bf4-ad23-8303e31d2e70 req-92d5d710-84ac-4aa8-90f8-8f37628e0a47 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:26.560877 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04e15b25-c8e8-4bf4-ad23-8303e31d2e70 req-92d5d710-84ac-4aa8-90f8-8f37628e0a47 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0502713 Aug 27 16:55:26.598991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04e15b25-c8e8-4bf4-ad23-8303e31d2e70 req-eb74bfdb-aeaa-4cb2-b901-fc68e9ca807d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Aug 27 16:55:27.719399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41ae5b-3bfb-48ab-a5b2-3fa106aff150 req-106ef523-1e83-434e-9748-507421e21445 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:27.720898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb41ae5b-3bfb-48ab-a5b2-3fa106aff150 req-106ef523-1e83-434e-9748-507421e21445 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0515540 Aug 27 16:55:27.765610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb41ae5b-3bfb-48ab-a5b2-3fa106aff150 req-ae0d99b9-2cd3-44a2-8b8d-51f6764b5f02 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Aug 27 16:55:28.884760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4501e8-d5b3-4d0d-865f-8de89cca55c1 req-e426e9b0-69c9-41b9-abbf-bd870e8a7f85 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:28.886316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4501e8-d5b3-4d0d-865f-8de89cca55c1 req-e426e9b0-69c9-41b9-abbf-bd870e8a7f85 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0524104 Aug 27 16:55:28.928519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b4501e8-d5b3-4d0d-865f-8de89cca55c1 req-bba8e609-6c92-4a72-b25f-6a043adff96a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346239 Aug 27 16:55:30.046345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24580494-8bf9-4deb-8589-8537c80e1e10 req-8d95cd0a-6dce-4255-9c70-8d56325e38d7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:30.047869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24580494-8bf9-4deb-8589-8537c80e1e10 req-8d95cd0a-6dce-4255-9c70-8d56325e38d7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0498638 Aug 27 16:55:30.086149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24580494-8bf9-4deb-8589-8537c80e1e10 req-e69cdcd9-9de7-4dfb-bc1f-0a223525e4d9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Aug 27 16:55:31.212354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907a140-655b-4024-babf-30121beda1e6 req-06fa06eb-e4d4-4ccc-ad70-45038fcb3273 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:31.213861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5907a140-655b-4024-babf-30121beda1e6 req-06fa06eb-e4d4-4ccc-ad70-45038fcb3273 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0517704 Aug 27 16:55:31.257027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5907a140-655b-4024-babf-30121beda1e6 req-18a84657-f0ce-450f-9a97-91b0c0de947f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363154 Aug 27 16:55:32.375521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda719cf-44e4-403c-ba15-a9b751aeb54c req-051e03d0-37c6-4213-a833-c6fae12864bf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:32.378752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fda719cf-44e4-403c-ba15-a9b751aeb54c req-051e03d0-37c6-4213-a833-c6fae12864bf tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0501738 Aug 27 16:55:32.414067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fda719cf-44e4-403c-ba15-a9b751aeb54c req-ed3c8b13-e65f-41ac-8f4b-87bc750f47e4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 27 16:55:33.529494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fae82-539a-4b75-baf9-639cb8545599 req-c0d0373e-1993-4479-8813-37bd2b153974 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:33.530989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef9fae82-539a-4b75-baf9-639cb8545599 req-c0d0373e-1993-4479-8813-37bd2b153974 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0488014 Aug 27 16:55:33.568402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef9fae82-539a-4b75-baf9-639cb8545599 req-2ea1719d-3eee-4ece-b757-4937d9eb4fa7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Aug 27 16:55:34.684624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1355-54e5-44df-adb5-7ef23e7a89da req-44db8dcb-b1d2-4611-8a92-3b6cb5de8f19 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:34.686028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0eb1355-54e5-44df-adb5-7ef23e7a89da req-44db8dcb-b1d2-4611-8a92-3b6cb5de8f19 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0486236 Aug 27 16:55:34.728053 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0eb1355-54e5-44df-adb5-7ef23e7a89da req-4ae0a1e4-8a5a-4171-af60-1c990b1d02e2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359991 Aug 27 16:55:35.844502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44465-64b2-49d8-b20e-7e105c1f2375 req-b6117e25-611e-439b-8dcf-1f177fec2c81 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:35.846033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e44465-64b2-49d8-b20e-7e105c1f2375 req-b6117e25-611e-439b-8dcf-1f177fec2c81 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0505838 Aug 27 16:55:35.885073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e44465-64b2-49d8-b20e-7e105c1f2375 req-509bedb3-b3e5-4b47-9cb8-711008a85ad1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Aug 27 16:55:37.002136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c9a70-136d-41d0-b8ee-1be33f670c31 req-c9edfefa-7bc8-4b68-b808-8f42aa9fe179 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:37.003686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-675c9a70-136d-41d0-b8ee-1be33f670c31 req-c9edfefa-7bc8-4b68-b808-8f42aa9fe179 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0505741 Aug 27 16:55:37.040883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-675c9a70-136d-41d0-b8ee-1be33f670c31 req-76fb1a7a-2b0e-4fe1-8e2a-aa90f8fb2f81 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Aug 27 16:55:38.157314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089d077-6390-4252-bc6f-684772c4e589 req-2f3f8381-37dc-4dfe-b66a-211722e2b283 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:38.158766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7089d077-6390-4252-bc6f-684772c4e589 req-2f3f8381-37dc-4dfe-b66a-211722e2b283 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0488896 Aug 27 16:55:38.201457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7089d077-6390-4252-bc6f-684772c4e589 req-a4f9f96e-28c4-4aee-9ee8-7af6b84afa9e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365493 Aug 27 16:55:38.876094 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:55:39.320688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925aceb1-87a7-4ee4-8bc3-7a9e576b72dc req-329a9069-3247-4aa9-b438-e8d3f954b7cd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:39.322134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-925aceb1-87a7-4ee4-8bc3-7a9e576b72dc req-329a9069-3247-4aa9-b438-e8d3f954b7cd tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0502639 Aug 27 16:55:39.361003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-925aceb1-87a7-4ee4-8bc3-7a9e576b72dc req-a2371a62-335d-4c9f-9911-a2638687c3b8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Aug 27 16:55:40.477317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3b504-fcea-4d5f-8ad7-4edbeb05fb84 req-bb34847e-dc29-41d9-8f6e-d0ae93afa594 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:40.479435 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0be3b504-fcea-4d5f-8ad7-4edbeb05fb84 req-bb34847e-dc29-41d9-8f6e-d0ae93afa594 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0495012 Aug 27 16:55:40.517760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0be3b504-fcea-4d5f-8ad7-4edbeb05fb84 req-984f2b91-b840-47eb-81b2-66ce75859e83 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Aug 27 16:55:41.633059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484effaa-b420-4a29-b53b-6a5b76389436 req-ab18df59-3798-42dc-9acf-6eb903b43f4d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:41.634561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-484effaa-b420-4a29-b53b-6a5b76389436 req-ab18df59-3798-42dc-9acf-6eb903b43f4d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 943 time: 0.0499034 Aug 27 16:55:41.676241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-484effaa-b420-4a29-b53b-6a5b76389436 req-2c0a4957-fa81-48d2-899d-cc711cd601b7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Aug 27 16:55:41.753036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c8c5569-9049-4951-b391-6c1a13d11fb8 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:55:41.845417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1c8c5569-9049-4951-b391-6c1a13d11fb8, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c8c5569-9049-4951-b391-6c1a13d11fb8,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:55:41.859876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '1c8c5569-9049-4951-b391-6c1a13d11fb8', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'port_id': '1c8c5569-9049-4951-b391-6c1a13d11fb8', 'mac_address': 'fa:16:3e:98:48:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:55:41.895791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:41.908475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8c5569-9049-4951-b391-6c1a13d11fb8 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:55:41.927212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1c8c5569-9049-4951-b391-6c1a13d11fb8, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c8c5569-9049-4951-b391-6c1a13d11fb8,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:55:42.001574 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:42.047698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1c8c5569-9049-4951-b391-6c1a13d11fb8,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:55:42.231254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['1c8c5569-9049-4951-b391-6c1a13d11fb8'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:55:42.792303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d870d-5b70-49b6-afca-cdbfc1c377a3 req-fff7a9cb-2dc0-4372-ae60-5d62b15dd757 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:42.793807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d0d870d-5b70-49b6-afca-cdbfc1c377a3 req-fff7a9cb-2dc0-4372-ae60-5d62b15dd757 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 944 time: 0.0507841 Aug 27 16:55:42.832531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d0d870d-5b70-49b6-afca-cdbfc1c377a3 req-16d3274b-b8b4-405f-ba2c-acdb8997be4f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Aug 27 16:55:43.536155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-41cfbd9e-c1ee-401b-b523-49d6ded26c96 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403523 Aug 27 16:55:43.618041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-b7d3b187-01b0-4c51-a5e0-dce292750544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:43.619456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-b7d3b187-01b0-4c51-a5e0-dce292750544 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 1096 time: 0.0411551 Aug 27 16:55:43.725958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-67684699-8828-41f2-986a-15c60070155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:43.727461 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-67684699-8828-41f2-986a-15c60070155e service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0896006 Aug 27 16:55:43.769584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-adee6f90-e31b-45aa-b1fa-cf99479bff9c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77448e68-420e-4f93-b98a-566c6b774a00 HTTP/1.1" status: 200 len: 217 time: 0.0346417 Aug 27 16:55:43.774879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c8c5569-9049-4951-b391-6c1a13d11fb8 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:55:43.818357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-0bdec77e-3247-475f-bf78-694265a89949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:43.820612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-0bdec77e-3247-475f-bf78-694265a89949 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0433040 Aug 27 16:55:43.872315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-fbc3039d-d69b-4469-94e3-82a3ee13ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:43.872315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-fbc3039d-d69b-4469-94e3-82a3ee13ff61 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453608 Aug 27 16:55:43.883964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-cf832436-d1e7-404c-a4d7-999b85eaa28c service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:55:43.885516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-cf832436-d1e7-404c-a4d7-999b85eaa28c service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056746 Aug 27 16:55:43.942701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 1c8c5569-9049-4951-b391-6c1a13d11fb8 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:55:43.946726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 1c8c5569-9049-4951-b391-6c1a13d11fb8 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:55:43.947740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:44.005911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b20a3-d17d-4171-b868-01ae8f97c77e req-7e6d8d3a-ccb6-4b8d-a240-c909f94c9f5f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:44.007432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c69b20a3-d17d-4171-b868-01ae8f97c77e req-7e6d8d3a-ccb6-4b8d-a240-c909f94c9f5f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 944 time: 0.1057203 Aug 27 16:55:44.028406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:44.036062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-880d471d-8a1c-4d78-8881-2f03f0e9ed56 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414721 Aug 27 16:55:44.052007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07919b03-5915-47e4-bb59-83083def744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8c5569-9049-4951-b391-6c1a13d11fb8'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:55:44.055695 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13ef03-6ecd-41a8-8ab0-9f6f75f5e9f6" -d '{"events": [{"server_uuid": "07919b03-5915-47e4-bb59-83083def744d", "name": "network-vif-plugged", "status": "completed", "tag": "1c8c5569-9049-4951-b391-6c1a13d11fb8"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:55:44.067658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 1c8c5569-9049-4951-b391-6c1a13d11fb8, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c8c5569-9049-4951-b391-6c1a13d11fb8,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:55:44.091623 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c53282-731e-4e60-8bdf-f31204483b5b x-openstack-request-id: req-86c53282-731e-4e60-8bdf-f31204483b5b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:55:44.091921 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07919b03-5915-47e4-bb59-83083def744d", "name": "network-vif-plugged", "status": "completed", "tag": "1c8c5569-9049-4951-b391-6c1a13d11fb8", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:55:44.092183 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86c53282-731e-4e60-8bdf-f31204483b5b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:55:44.092579 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07919b03-5915-47e4-bb59-83083def744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8c5569-9049-4951-b391-6c1a13d11fb8', 'code': 200} Aug 27 16:55:44.099905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c69b20a3-d17d-4171-b868-01ae8f97c77e req-8eaa1460-a549-4865-aba0-629a23e2b035 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854132 Aug 27 16:55:44.159242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7b19e96-697c-4aa7-a7c6-0e531d59ca08 req-5e41f820-d31e-4532-9ed4-0ad3b71f717e service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153343 Aug 27 16:55:44.171141 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:44.196070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1ed5-8ad7-4ce4-9e0d-54f5797879c2 req-0e5ec30b-2d8f-47f1-8419-db8234683546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:44.198316 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8ee1ed5-8ad7-4ce4-9e0d-54f5797879c2 req-0e5ec30b-2d8f-47f1-8419-db8234683546 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 1095 time: 0.0470052 Aug 27 16:55:44.219392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=1c8c5569-9049-4951-b391-6c1a13d11fb8,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:55:44.226720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.227176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.227528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.227861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.228721 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.229249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.229707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.230081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.230412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.230741 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.231086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.231416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:55:44.235335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e8ee1ed5-8ad7-4ce4-9e0d-54f5797879c2 req-f91e411a-0b22-4d27-9e61-69f96eec2f37 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285676 Aug 27 16:55:45.238229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90824145-19a3-4e44-8f25-47833f0265e9 req-dbd0b5df-2418-4572-9170-27fd956ecd79 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:45.239718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90824145-19a3-4e44-8f25-47833f0265e9 req-dbd0b5df-2418-4572-9170-27fd956ecd79 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 945 time: 0.0555687 Aug 27 16:55:45.282852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90824145-19a3-4e44-8f25-47833f0265e9 req-3c79b591-eba6-4e73-a5a2-034faf59778e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Aug 27 16:55:46.399563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cc2d8-1ae1-4d22-ac34-4d6b6813e14f req-1a7194ee-2d2e-4752-a7d2-6622b80ad0ff tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:46.401094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-468cc2d8-1ae1-4d22-ac34-4d6b6813e14f req-1a7194ee-2d2e-4752-a7d2-6622b80ad0ff tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 945 time: 0.0504878 Aug 27 16:55:46.439481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-468cc2d8-1ae1-4d22-ac34-4d6b6813e14f req-fd42d4af-b36f-4248-9927-99e4352f2795 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Aug 27 16:55:46.558331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc678fe-1051-45c6-ae44-c4ec43e635a5 req-f50989b5-7c67-4e60-9a95-00c4891e6f26 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:46.559849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfc678fe-1051-45c6-ae44-c4ec43e635a5 req-f50989b5-7c67-4e60-9a95-00c4891e6f26 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 945 time: 0.0489349 Aug 27 16:55:46.598449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfc678fe-1051-45c6-ae44-c4ec43e635a5 req-ca965bce-6795-4656-83b3-56799f06ef2d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327735 Aug 27 16:55:46.902626 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4946eb41-d30d-412b-92e0-b372776ba0fe req-baa9ad14-d5f6-456f-a127-5e30a4a37157 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258889 Aug 27 16:55:46.971104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4946eb41-d30d-412b-92e0-b372776ba0fe req-eacd2a7a-21b0-49af-bd3c-0af33f515a35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0250058 Aug 27 16:55:47.012713 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4946eb41-d30d-412b-92e0-b372776ba0fe req-f5955db3-b54f-462a-b487-18337727d358 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193036 Aug 27 16:55:47.113737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946eb41-d30d-412b-92e0-b372776ba0fe req-de10cce9-baad-4491-b698-93debd9e430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:47.115216 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4946eb41-d30d-412b-92e0-b372776ba0fe req-de10cce9-baad-4491-b698-93debd9e430a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0956194 Aug 27 16:55:47.161399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694857-6a90-4619-a50e-baeb594e499a req-3cd372cc-eb43-4e12-b5a0-87feb001db11 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:47.162814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7694857-6a90-4619-a50e-baeb594e499a req-3cd372cc-eb43-4e12-b5a0-87feb001db11 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 945 time: 0.0544147 Aug 27 16:55:47.200851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7694857-6a90-4619-a50e-baeb594e499a req-96a3071d-8b2e-4145-8b78-b11aeaaa85b5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Aug 27 16:55:48.318197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ca3c-dcec-4ab6-a866-86fff8ffaa8d req-ea0275ff-a362-475d-9863-c742b98b731c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:48.319688 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ae5ca3c-dcec-4ab6-a866-86fff8ffaa8d req-ea0275ff-a362-475d-9863-c742b98b731c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 945 time: 0.0489585 Aug 27 16:55:48.358536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ae5ca3c-dcec-4ab6-a866-86fff8ffaa8d req-21885ae3-ad3b-450f-a317-c7b2eda5c0c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325253 Aug 27 16:55:48.516004 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12f520-36de-4985-8037-971bed2277d9 req-8cb3dd9c-15b4-4ba1-b52b-26a490e47910 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:48.517429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f12f520-36de-4985-8037-971bed2277d9 req-8cb3dd9c-15b4-4ba1-b52b-26a490e47910 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 945 time: 0.0490108 Aug 27 16:55:48.609951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 1c8c5569-9049-4951-b391-6c1a13d11fb8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:55:48.610309 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:48.695833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] For port 1c8c5569-9049-4951-b391-6c1a13d11fb8, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=1c8c5569-9049-4951-b391-6c1a13d11fb8,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:55:48.696204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:48.708700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 1c8c5569-9049-4951-b391-6c1a13d11fb8 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:55:49.235762 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:49.248806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['77448e68-420e-4f93-b98a-566c6b774a00'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:55:49.253672 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['1c8c5569-9049-4951-b391-6c1a13d11fb8'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:55:49.267089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=1c8c5569-9049-4951-b391-6c1a13d11fb8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:55:49.313808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] No DVR routers for this DVR port 1c8c5569-9049-4951-b391-6c1a13d11fb8 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:55:49.318215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:49.318886 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f12f520-36de-4985-8037-971bed2277d9 req-291dc0c4-1e02-4602-88d8-57d53d7f3636 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "DELETE /v2.0/ports/1c8c5569-9049-4951-b391-6c1a13d11fb8 HTTP/1.1" status: 204 len: 173 time: 0.7947488 Aug 27 16:55:49.319562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07919b03-5915-47e4-bb59-83083def744d', 'name': 'network-vif-deleted', 'tag': '1c8c5569-9049-4951-b391-6c1a13d11fb8'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:55:49.322589 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c2815a-8162-44d7-9833-6a15fb77b61c" -d '{"events": [{"server_uuid": "07919b03-5915-47e4-bb59-83083def744d", "name": "network-vif-deleted", "tag": "1c8c5569-9049-4951-b391-6c1a13d11fb8"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:55:49.369221 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a855852-3ff0-4009-a149-48c497afeba7 x-openstack-request-id: req-5a855852-3ff0-4009-a149-48c497afeba7 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:55:49.375792 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07919b03-5915-47e4-bb59-83083def744d", "name": "network-vif-deleted", "tag": "1c8c5569-9049-4951-b391-6c1a13d11fb8", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:55:49.375792 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5a855852-3ff0-4009-a149-48c497afeba7 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:55:49.375792 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07919b03-5915-47e4-bb59-83083def744d', 'name': 'network-vif-deleted', 'tag': '1c8c5569-9049-4951-b391-6c1a13d11fb8', 'status': 'completed', 'code': 200} Aug 27 16:55:49.471100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70fd1a4c-8686-4238-b154-c72b2ddee3cf req-2393e38b-78dc-4db3-bc52-5e287a7e06d9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0276537 Aug 27 16:55:50.571335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73fc4da7-d85c-4c78-94c2-83ca4aa0dc0c req-bc47113e-f413-4d10-a85e-21253dbbe7d5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0270569 Aug 27 16:55:50.639521 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-257b043c-c55a-48b4-b62e-8cc8826d01bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:51.670532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-905a4102-f06e-476f-9e17-3b16a707680b req-f940635b-1b21-48d7-b6b6-29349bd6611b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0296097 Aug 27 16:55:51.783493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c8c5569-9049-4951-b391-6c1a13d11fb8 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:55:51.804337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 1c8c5569-9049-4951-b391-6c1a13d11fb8 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:55:51.804687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 1c8c5569-9049-4951-b391-6c1a13d11fb8 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:55:52.768990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc15bbfc-6d12-47d6-b71c-3c65f0ba4854 req-26867c70-231a-4502-a3ac-23b55580f0cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0287652 Aug 27 16:55:53.234703 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f11148c5-5a92-4347-97af-6a1ed0e6ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:53.387978 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:53.537554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:53.880197 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f604aef7-2d05-4cb5-bca1-8316ce13cc9c req-b69c8ec5-9c44-4c4d-bb87-91b9c34a530b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=07919b03-5915-47e4-bb59-83083def744d HTTP/1.1" status: 200 len: 210 time: 0.0276263 Aug 27 16:55:54.350470 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:54.646580 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:56.177260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:58.590676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9e9f-7f24-49dc-9cb3-02b2c933f33c req-939c2939-9baa-41d6-a728-588792b6da92 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:58.592181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-623b9e9f-7f24-49dc-9cb3-02b2c933f33c req-939c2939-9baa-41d6-a728-588792b6da92 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 945 time: 0.0489497 Aug 27 16:55:58.629466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-623b9e9f-7f24-49dc-9cb3-02b2c933f33c req-41202e14-264c-4eaf-8aba-a04e77d9f43c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Aug 27 16:55:59.746913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac664-1342-48c0-80f8-618e8615a273 req-631165cd-c252-401e-ad19-c62d141bf8d2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:55:59.748422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd7ac664-1342-48c0-80f8-618e8615a273 req-631165cd-c252-401e-ad19-c62d141bf8d2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 945 time: 0.0504560 Aug 27 16:55:59.789708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dd7ac664-1342-48c0-80f8-618e8615a273 req-dc5c7b32-7850-407d-a21a-e5e7da521303 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=760605e2-c4d6-4476-b6b8-48da26f8974b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348270 Aug 27 16:56:00.089777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-19f9bdd8-d4c1-4f09-a648-b6d41195180d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:00.091207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-19f9bdd8-d4c1-4f09-a648-b6d41195180d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 945 time: 0.0482745 Aug 27 16:56:00.179420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 77448e68-420e-4f93-b98a-566c6b774a00 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:56:00.179762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:00.269629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] For port 77448e68-420e-4f93-b98a-566c6b774a00, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77448e68-420e-4f93-b98a-566c6b774a00,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:00.269995 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:00.283107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 77448e68-420e-4f93-b98a-566c6b774a00 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:56:00.513962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:00.525876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['77448e68-420e-4f93-b98a-566c6b774a00'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:56:00.543235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=77448e68-420e-4f93-b98a-566c6b774a00,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:00.557716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.557716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.557716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.557716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.557716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.558637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.558637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.558637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.559056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.559193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.559515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.559843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:00.593788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] No DVR routers for this DVR port 77448e68-420e-4f93-b98a-566c6b774a00 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:56:00.596388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:00.598363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67da89f6-46ba-43a4-b145-4ba74aaf9c37 req-10bcc8c4-7258-4afd-bb38-8bfaabf4e059 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "DELETE /v2.0/ports/77448e68-420e-4f93-b98a-566c6b774a00 HTTP/1.1" status: 204 len: 173 time: 0.5008855 Aug 27 16:56:00.598808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'name': 'network-vif-deleted', 'tag': '77448e68-420e-4f93-b98a-566c6b774a00'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:56:00.601081 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b129b733-3f77-4731-a1a7-dde935878c7c" -d '{"events": [{"server_uuid": "e369ce28-c014-439d-80a7-efc4ea332b9a", "name": "network-vif-deleted", "tag": "77448e68-420e-4f93-b98a-566c6b774a00"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:56:00.638863 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943b5398-7645-472f-8737-bf8071de7c88 x-openstack-request-id: req-943b5398-7645-472f-8737-bf8071de7c88 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:56:00.639153 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369ce28-c014-439d-80a7-efc4ea332b9a", "name": "network-vif-deleted", "tag": "77448e68-420e-4f93-b98a-566c6b774a00", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:56:00.639428 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-943b5398-7645-472f-8737-bf8071de7c88 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:56:00.639823 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369ce28-c014-439d-80a7-efc4ea332b9a', 'name': 'network-vif-deleted', 'tag': '77448e68-420e-4f93-b98a-566c6b774a00', 'status': 'completed', 'code': 200} Aug 27 16:56:00.889077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87496a4a-fc5b-4379-9b1a-ebe429afb2bf req-2dd8e827-3ec5-42f4-95b7-d8b85042d2fa tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 210 time: 0.0285604 Aug 27 16:56:01.989494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e584119d-59de-4037-8113-5b46eea30369 req-3d96f6a4-5dfb-4f2a-a0d8-57d31d240038 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 210 time: 0.0304813 Aug 27 16:56:03.084494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3eb35052-f073-4926-8a06-dffe2ade81fd req-179c61b5-fa9d-4430-9d91-1eea3ec1b385 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 210 time: 0.0261819 Aug 27 16:56:04.179699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cdb68c0b-2968-47d1-9033-338f2ab88dec req-40cfa7f8-5887-4552-b109-adf3d485aa00 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=e369ce28-c014-439d-80a7-efc4ea332b9a HTTP/1.1" status: 200 len: 210 time: 0.0273356 Aug 27 16:56:04.595286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77448e68-420e-4f93-b98a-566c6b774a00 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:56:04.618600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 77448e68-420e-4f93-b98a-566c6b774a00 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:56:04.618849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77448e68-420e-4f93-b98a-566c6b774a00 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:56:08.735827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55726) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:08.740741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885779971', 'description': 'tempest-secgroup-smoke-1885779971 description', 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:08.805210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:08.884663 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:08.945882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:08.973544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81720731-592d-4165-943a-9ccb6c3bf566,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:08.981290 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.981641 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.981983 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.982322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.982658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.982991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.983341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.983671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.983998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.984372 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.984703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:08.985281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:09.020342 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.021600 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59e64810-6e25-4421-b0a9-ba1ed95e5a57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2847586 Aug 27 16:56:09.024660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55728) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:09.029155 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ce903751-060e-4a55-a67e-6c8396dc56cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'security_group_rule': {'security_group_id': '81720731-592d-4165-943a-9ccb6c3bf566', 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:09.119580 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce903751-060e-4a55-a67e-6c8396dc56cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.180908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce903751-060e-4a55-a67e-6c8396dc56cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.261533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce903751-060e-4a55-a67e-6c8396dc56cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.278485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce903751-060e-4a55-a67e-6c8396dc56cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5db1be-0f0a-46dc-a6a4-2c8f859e23d6,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:09.364220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce903751-060e-4a55-a67e-6c8396dc56cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.365451 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce903751-060e-4a55-a67e-6c8396dc56cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3398364 Aug 27 16:56:09.368212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55730) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:09.372706 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fc25c870-8c22-45be-b110-e5319aeb759c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'security_group_rule': {'security_group_id': '81720731-592d-4165-943a-9ccb6c3bf566', 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:09.460457 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc25c870-8c22-45be-b110-e5319aeb759c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.519881 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc25c870-8c22-45be-b110-e5319aeb759c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.587037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc25c870-8c22-45be-b110-e5319aeb759c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.605693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25c870-8c22-45be-b110-e5319aeb759c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ebc418-fa30-4ff1-a544-44e78187bef8,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:09.672761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fc25c870-8c22-45be-b110-e5319aeb759c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.673988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fc25c870-8c22-45be-b110-e5319aeb759c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048248 Aug 27 16:56:09.676686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55732) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:09.681162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f76ecd01-7ea7-4886-90f6-d5b96f7aa805 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'security_group_rule': {'security_group_id': '81720731-592d-4165-943a-9ccb6c3bf566', 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:09.780451 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f76ecd01-7ea7-4886-90f6-d5b96f7aa805 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.837025 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f76ecd01-7ea7-4886-90f6-d5b96f7aa805 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.889686 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f76ecd01-7ea7-4886-90f6-d5b96f7aa805 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.908632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ecd01-7ea7-4886-90f6-d5b96f7aa805 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e3ea55-4185-4afe-ba33-27f1b9fc7411,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:10.014371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f76ecd01-7ea7-4886-90f6-d5b96f7aa805 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.015858 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f76ecd01-7ea7-4886-90f6-d5b96f7aa805 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3379562 Aug 27 16:56:10.018340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55734) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:10.023657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-402da55b-0fb7-4c11-aa64-a8fbd11e0ec7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'security_group_rule': {'security_group_id': '81720731-592d-4165-943a-9ccb6c3bf566', 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:10.129030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-402da55b-0fb7-4c11-aa64-a8fbd11e0ec7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.186563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-402da55b-0fb7-4c11-aa64-a8fbd11e0ec7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.255758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-402da55b-0fb7-4c11-aa64-a8fbd11e0ec7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.272885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402da55b-0fb7-4c11-aa64-a8fbd11e0ec7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a28065f-0cce-427c-bd8a-8ffbe2df5b7d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:10.358462 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-402da55b-0fb7-4c11-aa64-a8fbd11e0ec7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.359970 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-402da55b-0fb7-4c11-aa64-a8fbd11e0ec7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3404062 Aug 27 16:56:10.362659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55736) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:10.367880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'security_group_rule': {'security_group_id': '81720731-592d-4165-943a-9ccb6c3bf566', 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:10.444897 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Project 074f71ad9dac42dc9aeea8dcb251b6da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:56:10.449739 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.517249 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.592633 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.613550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9770a3-f53d-4183-8218-2944a5cf8398,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:10.695720 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.696887 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-55f78618-0e6a-4dd7-891e-788233bac8c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332486 Aug 27 16:56:10.699530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 55738) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:10.703913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'security_group_rule': {'security_group_id': '81720731-592d-4165-943a-9ccb6c3bf566', 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:10.785450 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Project 074f71ad9dac42dc9aeea8dcb251b6da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:56:10.790843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.849500 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.912332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:10.929713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40d0537-bba2-4661-af06-927a996999f5,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:11.004210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:11.005734 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c4de2e3b-cd86-4e43-86dc-01bf61619f5b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049433 Aug 27 16:56:15.874642 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:56:21.340233 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1393daa2-b048-457a-9480-0bb8a865bfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:23.185876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e38b3c6b-e8ed-44eb-838a-9f2d2a79fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:23.351258 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:23.477271 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:24.390546 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:24.687994 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:26.162766 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.982863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-6f486115-926e-4c81-b89b-a6c69f0dce1a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885779971&fields=id&tenant_id=074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 267 time: 0.0335176 Aug 27 16:56:33.092443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-8b631b92-2a73-4070-9645-8b647c8c0486 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:33.093945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-8b631b92-2a73-4070-9645-8b647c8c0486 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1038764 Aug 27 16:56:33.110081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-5d5f58d6-f3c0-4c87-84ba-15190f9e7b27 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/quotas/074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 375 time: 0.0096900 Aug 27 16:56:33.162786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-a7edd6e5-3a00-45d5-927a-89e156e90a2b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466022 Aug 27 16:56:33.257883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-0886aceb-937a-40cd-8e02-b062634ed380 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829494 Aug 27 16:56:33.353653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-973b2004-7de0-45ff-bfb8-01fb223911a0 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894356 Aug 27 16:56:33.879840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0734fffc-028c-4de2-a790-c80bda23be3a req-546589d2-ab7e-4f27-a856-19799d06b67d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 210 time: 0.0272756 Aug 27 16:56:34.971399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a62d75c-3d3d-47cb-a704-2cd197029e6c req-6d77bbd8-3c3b-46d6-a6ea-8e283ee36327 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 210 time: 0.0262012 Aug 27 16:56:35.627771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-d309fe76-02a8-4629-a7c4-4647d76a0187 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:35.629377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-d309fe76-02a8-4629-a7c4-4647d76a0187 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1058536 Aug 27 16:56:35.672969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-6fde0b55-ae66-470d-84c0-b054be6a355e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 380 time: 0.0340545 Aug 27 16:56:35.682428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'port': {'device_id': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'admin_state_up': True, 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'security_groups': ['81720731-592d-4165-943a-9ccb6c3bf566']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:35.864551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:35.868247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.000872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.20.0.3 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/4c41afc0-f8b8-42b3-9c71-ce527c6efa60) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:36.112071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c07f7ca-7d77-4b7e-826b-a0db3c6a32fa req-8661954a-f2fa-4762-bd8a-29919c2d6f15 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 210 time: 0.0668526 Aug 27 16:56:36.167568 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.182365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Transition to ACTIVE for port object 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:36.322079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.363880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:36.367245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:36.371133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:36.408307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:36.435334 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:36.436009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.522141 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-65cfa582-05a1-4f91-8004-44910444ca2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8436556 Aug 27 16:56:36.602020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Request body: {'port': {'device_id': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:36.663359 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.714670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-809cfd91-4dc5-464a-b81f-ad85b0e4d985 None None] Provisioning for port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:36.719150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-809cfd91-4dc5-464a-b81f-ad85b0e4d985 None None] Provisioning complete for port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:36.719705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809cfd91-4dc5-464a-b81f-ad85b0e4d985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.757137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-809cfd91-4dc5-464a-b81f-ad85b0e4d985 None None] Port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:56:37.274225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9f08a-c4d5-42b5-9b76-084b51fbcf9d req-9935b58c-effa-4119-a0d3-164298d361d1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:37.275746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7e9f08a-c4d5-42b5-9b76-084b51fbcf9d req-9935b58c-effa-4119-a0d3-164298d361d1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 931 time: 0.0894239 Aug 27 16:56:37.285809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:56:37.298035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.325278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Transition to ACTIVE for port object 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:37.333102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7e9f08a-c4d5-42b5-9b76-084b51fbcf9d req-81a451e3-0281-421f-b66e-d9496df849b7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507789 Aug 27 16:56:37.401330 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.452804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:37.523831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Attempting to bind port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:37.524317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Attempting to bind port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:37.524754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Attempting to bind port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:37.529634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 on network 9e303141-5166-4f06-b24b-9953ac76f40b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:56:37.530060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Attempting to bind port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:37.536137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:37.536634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:37.537119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:37.537654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Bound port: 4c41afc0-f8b8-42b3-9c71-ce527c6efa60, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:37.538122 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.610823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] For port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:37.614383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] For port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:37.716158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.750053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:37.751106 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.752536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] 10.222.0.97 "PUT /v2.0/ports/4c41afc0-f8b8-42b3-9c71-ce527c6efa60 HTTP/1.1" status: 200 len: 1091 time: 1.2227564 Aug 27 16:56:37.755306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:56:37.759288 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef54025f-6079-4ae9-a175-fcb59e6c611d" -d '{"events": [{"name": "network-changed", "server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:56:37.792013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b13910-e89c-4ce9-a21d-06a6d194be56 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:37.804873 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10543a13-0767-44e8-8a2e-855d37cf3182 x-openstack-request-id: req-10543a13-0767-44e8-8a2e-855d37cf3182 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:56:37.805411 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:56:37.805523 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-10543a13-0767-44e8-8a2e-855d37cf3182 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:56:37.806078 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'status': 'completed', 'code': 200} Aug 27 16:56:37.877679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54025f-6079-4ae9-a175-fcb59e6c611d req-3bcaa9cb-721e-4093-b332-118accc71500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:37.886008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef54025f-6079-4ae9-a175-fcb59e6c611d req-3bcaa9cb-721e-4093-b332-118accc71500 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 1094 time: 0.0526216 Aug 27 16:56:37.989729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54025f-6079-4ae9-a175-fcb59e6c611d req-8c0bc040-f033-4a61-b9c1-85a4c66b8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:37.991132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef54025f-6079-4ae9-a175-fcb59e6c611d req-8c0bc040-f033-4a61-b9c1-85a4c66b8e18 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1039290 Aug 27 16:56:38.087955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54025f-6079-4ae9-a175-fcb59e6c611d req-a1fba62a-7764-4160-a50e-ebe62b58d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:38.089432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef54025f-6079-4ae9-a175-fcb59e6c611d req-a1fba62a-7764-4160-a50e-ebe62b58d58f service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918257 Aug 27 16:56:38.169675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-f223da3f-149c-42cf-ac62-4e86a0f11bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:38.171089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-f223da3f-149c-42cf-ac62-4e86a0f11bf8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 1094 time: 0.0464783 Aug 27 16:56:38.213138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-7d5eddeb-a3a1-41ed-933b-6893ad5d9df1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60 HTTP/1.1" status: 200 len: 217 time: 0.0344329 Aug 27 16:56:38.267822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-134b3aa5-2632-4a9d-890b-07a825fed963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:38.269591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-134b3aa5-2632-4a9d-890b-07a825fed963 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0488458 Aug 27 16:56:38.318617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-881c59d2-2a12-44bb-ac8d-471557d35f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:38.320210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-881c59d2-2a12-44bb-ac8d-471557d35f92 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439162 Aug 27 16:56:38.447861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-88cf6e09-52a9-4be2-ba32-6f8277ba8fc5 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195402 Aug 27 16:56:38.516057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aef59-ab5e-4caa-b996-aa776e07abef req-38d78c4e-00dd-40d2-b648-14c39ac7a001 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:38.517596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e5aef59-ab5e-4caa-b996-aa776e07abef req-38d78c4e-00dd-40d2-b648-14c39ac7a001 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.1064036 Aug 27 16:56:38.580276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e5aef59-ab5e-4caa-b996-aa776e07abef req-7c3cbdf4-5237-422a-9428-754cccc73e74 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564194 Aug 27 16:56:38.586394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73a1e568-6a6b-4286-be10-a77cb2d7172c req-6b04ee3d-b1f5-4e4c-91cb-c68b644e7cc1 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313667 Aug 27 16:56:39.702169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c938eca-1d79-477b-b2cc-e49226f37677 req-48e8068f-39cc-452a-a977-3bceae81da7e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:39.704204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c938eca-1d79-477b-b2cc-e49226f37677 req-48e8068f-39cc-452a-a977-3bceae81da7e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0513525 Aug 27 16:56:39.747876 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c938eca-1d79-477b-b2cc-e49226f37677 req-be3452e6-62a2-4044-8de0-99a4c8fdb1b5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373731 Aug 27 16:56:40.866049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3132-686a-4b8f-90dc-0bd4db495ea5 req-b63267d9-b58d-4e8b-945c-98a1bbff4da5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:40.867561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1ec3132-686a-4b8f-90dc-0bd4db495ea5 req-b63267d9-b58d-4e8b-945c-98a1bbff4da5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0516684 Aug 27 16:56:40.909772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1ec3132-686a-4b8f-90dc-0bd4db495ea5 req-a8f31a15-ec45-4963-aed2-fe356d752682 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356131 Aug 27 16:56:42.023761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca8984-12bb-46c5-bb00-bf7e9f889f15 req-d8bcae47-96ac-432d-90ba-73451eb79d57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:42.025270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fca8984-12bb-46c5-bb00-bf7e9f889f15 req-d8bcae47-96ac-432d-90ba-73451eb79d57 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0499690 Aug 27 16:56:42.064803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7fca8984-12bb-46c5-bb00-bf7e9f889f15 req-47517e35-5649-45b6-9a73-a4c83a1877bb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334330 Aug 27 16:56:43.178298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae0a06-8093-4b6a-adbf-dbfc9836a94a req-0e1fd343-bbe8-4e75-9a14-7f0e2d012efe tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:43.179810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8ae0a06-8093-4b6a-adbf-dbfc9836a94a req-0e1fd343-bbe8-4e75-9a14-7f0e2d012efe tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0489588 Aug 27 16:56:43.217228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8ae0a06-8093-4b6a-adbf-dbfc9836a94a req-e0aa40a0-89be-4429-9de3-66a90b4d2b89 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Aug 27 16:56:44.331550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f87be-31c8-4fcd-bb72-142d965ff5c2 req-416a804d-b37b-428a-b296-40f0bcd7e2a2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:44.333032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d7f87be-31c8-4fcd-bb72-142d965ff5c2 req-416a804d-b37b-428a-b296-40f0bcd7e2a2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0497010 Aug 27 16:56:44.375442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d7f87be-31c8-4fcd-bb72-142d965ff5c2 req-ad87c69b-6685-4e0b-84b4-35b6c338d5af tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364945 Aug 27 16:56:45.492293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c45e-c575-4e73-8eb1-483580d3aca8 req-a6e4013a-7b28-4553-91b9-feaeb7b21f74 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:45.493776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b46c45e-c575-4e73-8eb1-483580d3aca8 req-a6e4013a-7b28-4553-91b9-feaeb7b21f74 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0504515 Aug 27 16:56:45.532013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b46c45e-c575-4e73-8eb1-483580d3aca8 req-4214c5d0-e6c9-4984-aabb-80cdf3cd0482 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Aug 27 16:56:46.648210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5794-6951-4763-a196-79c80f2752ab req-32ad0b4e-8fc2-422c-a2ae-a726049b70d5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:46.649604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8ea5794-6951-4763-a196-79c80f2752ab req-32ad0b4e-8fc2-422c-a2ae-a726049b70d5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0500031 Aug 27 16:56:46.686490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8ea5794-6951-4763-a196-79c80f2752ab req-79e948e1-9d69-4235-b5b4-99b094e8b4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Aug 27 16:56:46.990833 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6eb8a3be-bad4-488b-a2b8-456c866da38b req-e896f5b5-6923-4b22-80d1-510bf208d6ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1227839 Aug 27 16:56:47.055819 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6eb8a3be-bad4-488b-a2b8-456c866da38b req-6141f649-7a76-459f-8d00-dfba30ab77d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0255868 Aug 27 16:56:47.093086 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6eb8a3be-bad4-488b-a2b8-456c866da38b req-e8d9d74f-2e31-454f-9e52-2f940f6bbf0d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189683 Aug 27 16:56:47.190674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8a3be-bad4-488b-a2b8-456c866da38b req-91d0591d-3f67-4682-a4d2-e3a0f0183d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:47.192103 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6eb8a3be-bad4-488b-a2b8-456c866da38b req-91d0591d-3f67-4682-a4d2-e3a0f0183d70 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926092 Aug 27 16:56:47.807624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca502db-2077-4094-89a0-3b89b1a3a1c2 req-d85cf494-2f2c-4265-b532-4f6da2ddb812 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:47.809114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dca502db-2077-4094-89a0-3b89b1a3a1c2 req-d85cf494-2f2c-4265-b532-4f6da2ddb812 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0558858 Aug 27 16:56:47.851357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dca502db-2077-4094-89a0-3b89b1a3a1c2 req-67bad49a-5636-44c3-9311-47cf72c6f7fe tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 Aug 27 16:56:48.810048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:56:48.903292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:48.915042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'port_id': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'mac_address': 'fa:16:3e:c4:35:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:56:48.951438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:48.964134 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:56:48.965020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a5a68-c339-40d4-9481-cf531421aee3 req-43f856aa-be95-4ba0-9e94-4776c8f1750c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:48.966523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-311a5a68-c339-40d4-9481-cf531421aee3 req-43f856aa-be95-4ba0-9e94-4776c8f1750c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 943 time: 0.0492663 Aug 27 16:56:48.983880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:49.005183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-311a5a68-c339-40d4-9481-cf531421aee3 req-3a401609-bbe5-4d3a-9274-e2ff4ec77a28 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320508 Aug 27 16:56:49.062984 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:49.113712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:49.120860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.121204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.121544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.121880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.122212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.122542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.122868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.123192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.123543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.123867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.124189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.124510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:49.262498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['4c41afc0-f8b8-42b3-9c71-ce527c6efa60'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:56:50.118748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db69f8f-2a8e-4b19-a515-cd9e3074eff6 req-03601b9f-a4fb-4ab9-8d29-0cf5b57414c7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:50.120525 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2db69f8f-2a8e-4b19-a515-cd9e3074eff6 req-03601b9f-a4fb-4ab9-8d29-0cf5b57414c7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 944 time: 0.0497851 Aug 27 16:56:50.157763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2db69f8f-2a8e-4b19-a515-cd9e3074eff6 req-f339cd6c-a7d1-483a-ac2a-7d3ebff7fac6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Aug 27 16:56:50.645054 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45ee6f37-b7ff-4f0a-a450-8305f27823c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.824167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:50.919872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:50.923693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:50.924068 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.998758 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.020985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:56:51.023194 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e563d94-e1f5-462e-9074-5b0418a7d2a7" -d '{"events": [{"server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "name": "network-vif-plugged", "status": "completed", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:56:51.035631 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:51.058285 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afde84d8-0fa8-417c-842e-cf62555e8d25 x-openstack-request-id: req-afde84d8-0fa8-417c-842e-cf62555e8d25 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:56:51.058575 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "name": "network-vif-plugged", "status": "completed", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:56:51.058829 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-afde84d8-0fa8-417c-842e-cf62555e8d25 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:56:51.059220 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'code': 200} Aug 27 16:56:51.107728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.154139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b97fff-b96a-4c44-90a1-707cff814960 req-7ce1e8e3-409a-47c6-8701-c893f8493ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:51.157176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47b97fff-b96a-4c44-90a1-707cff814960 req-7ce1e8e3-409a-47c6-8701-c893f8493ba8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 1096 time: 0.0412259 Aug 27 16:56:51.159671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:51.195398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47b97fff-b96a-4c44-90a1-707cff814960 req-de085342-286b-4a2b-a770-02b000ad0df6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329995 Aug 27 16:56:51.272342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa425e-0c51-4a9f-b9e3-a3e91504024b req-2aafd061-05a5-424c-885a-61a72f568937 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:51.273901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4fa425e-0c51-4a9f-b9e3-a3e91504024b req-2aafd061-05a5-424c-885a-61a72f568937 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 945 time: 0.0496287 Aug 27 16:56:51.310436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4fa425e-0c51-4a9f-b9e3-a3e91504024b req-18785111-b1c3-42cc-8e3e-09da81cc9ee5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307202 Aug 27 16:56:52.428400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768e85b-49af-4287-b5cb-d33576e1f6af req-ba4b31c4-42af-4353-88b6-b677ebdb18e9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:52.429888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a768e85b-49af-4287-b5cb-d33576e1f6af req-ba4b31c4-42af-4353-88b6-b677ebdb18e9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 945 time: 0.0490811 Aug 27 16:56:52.468120 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a768e85b-49af-4287-b5cb-d33576e1f6af req-8cd9836e-e9ab-4212-9f2b-33f9deca7cf8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322816 Aug 27 16:56:52.586539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef58ac-aa40-4f72-9f79-1c42c09676a4 req-7e2f13d6-5bfc-4fca-b5b6-08e87b394f2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:52.587956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adef58ac-aa40-4f72-9f79-1c42c09676a4 req-7e2f13d6-5bfc-4fca-b5b6-08e87b394f2c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 945 time: 0.0493689 Aug 27 16:56:52.630719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adef58ac-aa40-4f72-9f79-1c42c09676a4 req-f8a764ed-eb0e-402b-a03c-7f6ad773a946 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Aug 27 16:56:52.652771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55946) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:52.693429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd922da2-52f4-4d11-8d30-8dc08a1ec844 tempest-TestVolumeBootPattern-1506010276 tempest-TestVolumeBootPattern-1506010276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:52.695081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dd922da2-52f4-4d11-8d30-8dc08a1ec844 tempest-TestVolumeBootPattern-1506010276 tempest-TestVolumeBootPattern-1506010276-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 1091 time: 0.0411682 Aug 27 16:56:52.697959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 55948) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:52.702630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:52.782456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.872922 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:56:52.880605 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.986722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.25.4.165 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/333227cb-2b6f-40b1-9e07-1dd70daccfc8) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:53.086911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.165274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29eaf5ae-af62-4fc4-a627-4ac8bbda530a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.177626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.212632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:53.215502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:53.218952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:53.250046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=333227cb-2b6f-40b1-9e07-1dd70daccfc8,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:53.325420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.525315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.585843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.727241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.879201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.959018 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.027725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=333227cb-2b6f-40b1-9e07-1dd70daccfc8,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:54.038104 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.139787 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Floating IP 79097334-e6c2-4539-b533-a6cc4e1a9786 associated. External IP: 172.25.4.165, port: 4c41afc0-f8b8-42b3-9c71-ce527c6efa60. Aug 27 16:56:54.348248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.351029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:56:54.463805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:56:54.473576 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66864815-0a96-4003-a51c-b356defb24bd None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:56:54.483241 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:54.483912 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:56:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:54.519360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.546750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5297df70-8133-49e9-9d81-6f087a95d5a0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8477566 Aug 27 16:56:54.547649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:56:54.550597 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa99e1a-d17d-448f-8f32-eb96f4d16afb" -d '{"events": [{"name": "network-changed", "server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:56:54.590341 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:54.645057 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.666132 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa50175-4f87-4602-95c7-444fca862ee9 x-openstack-request-id: req-baa50175-4f87-4602-95c7-444fca862ee9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:56:54.666650 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:56:54.666650 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-baa50175-4f87-4602-95c7-444fca862ee9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:56:54.667061 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'status': 'completed', 'code': 200} Aug 27 16:56:54.730437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-b4c81e25-83b8-4a56-9485-e84b3886eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:54.731898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-b4c81e25-83b8-4a56-9485-e84b3886eadd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 1096 time: 0.0421040 Aug 27 16:56:54.809609 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '79097334-e6c2-4539-b533-a6cc4e1a9786', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:c4:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:56:53Z', 'updated_at': '2021-08-27T16:56:53Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:54.825157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-ce819d62-4a2c-46c8-8777-a22f152b8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:54.826726 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-ce819d62-4a2c-46c8-8777-a22f152b8109 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0880170 Aug 27 16:56:54.835128 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66864815-0a96-4003-a51c-b356defb24bd None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:56:54.843487 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:54.844086 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:56:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:54.893001 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-4b977e3e-b81d-4030-ae20-928fef807b40 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60 HTTP/1.1" status: 200 len: 999 time: 0.0596294 Aug 27 16:56:54.942393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-68f3ba43-c3a3-4143-9a84-1b1a7108c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:54.943991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-68f3ba43-c3a3-4143-9a84-1b1a7108c1b2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0446646 Aug 27 16:56:54.947852 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:54.994553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-4a9d4e8d-0af7-4304-97da-927b655dbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:54.996035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-4a9d4e8d-0af7-4304-97da-927b655dbb6d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452635 Aug 27 16:56:55.086356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-0a0fefd3-5489-4fc4-bf7f-ee6887682824 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829794 Aug 27 16:56:55.169331 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-66864815-0a96-4003-a51c-b356defb24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '79097334-e6c2-4539-b533-a6cc4e1a9786', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:c4:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:56:53Z', 'updated_at': '2021-08-27T16:56:53Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:55.183976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa99e1a-d17d-448f-8f32-eb96f4d16afb req-16f8513c-872b-4343-a446-7877c9adb793 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904846 Aug 27 16:56:55.194665 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66864815-0a96-4003-a51c-b356defb24bd None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '79097334-e6c2-4539-b533-a6cc4e1a9786', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:c4:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:56:53Z', 'updated_at': '2021-08-27T16:56:53Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:56:55.387851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a01b4b3-7883-4fa0-abc8-eb14d1f7ba08 None None] New status for floating IP 79097334-e6c2-4539-b533-a6cc4e1a9786: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:56:56.164900 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.058668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-0a055817-5c72-41fe-9411-fa8a91d3a0c4 req-d464fec3-bbce-4966-b68e-6a5bd0a9f049 service neutron] (95253) timed out ('10.222.0.101', 60786) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:57:20.653800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21e9ab93-a801-4b23-b045-aabcb1dfaa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:23.241773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb80a89d-880f-44ce-86e8-f671c290be2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:23.396382 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:23.567898 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:24.367869 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:24.647701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:26.161463 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:29.871636 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:57:45.522227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-a4d2d4f2-923d-4037-8a84-207f34d7d1c1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403163 Aug 27 16:57:45.601456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b294-ede3-4d51-a81a-00450e994383 req-ec1f6802-2847-4d5e-92a3-dec62e5ba272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:45.602915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-ec1f6802-2847-4d5e-92a3-dec62e5ba272 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 1096 time: 0.0410545 Aug 27 16:57:45.708801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b294-ede3-4d51-a81a-00450e994383 req-bab158a2-b3ff-4277-ab2c-92c4879677f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:45.710260 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-bab158a2-b3ff-4277-ab2c-92c4879677f5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0885923 Aug 27 16:57:45.775161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-a25bde77-3dca-4e68-9ac3-acea8485813c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60 HTTP/1.1" status: 200 len: 1001 time: 0.0579965 Aug 27 16:57:45.823464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b294-ede3-4d51-a81a-00450e994383 req-8929528c-b019-432e-a5bf-9ded0180c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:45.825519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-8929528c-b019-432e-a5bf-9ded0180c281 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0436070 Aug 27 16:57:45.875037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b294-ede3-4d51-a81a-00450e994383 req-72a025d2-2418-4c12-a2fd-e594c0605dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:45.876536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-72a025d2-2418-4c12-a2fd-e594c0605dbe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439239 Aug 27 16:57:45.966916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-8d4b74e8-54cd-4a24-99ec-8273a98e2a2d service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831604 Aug 27 16:57:46.084529 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54d6b294-ede3-4d51-a81a-00450e994383 req-479c88b9-22fc-461b-9d50-d637bc470168 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921526 Aug 27 16:57:46.876249 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a015a72-3909-4c56-8c65-99474120f2eb req-51b0c071-4b1e-4b76-8711-46591a23b213 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270128 Aug 27 16:57:46.941502 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a015a72-3909-4c56-8c65-99474120f2eb req-80edb838-c1fc-40b8-a3e6-36119b688ae4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Aug 27 16:57:46.978527 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a015a72-3909-4c56-8c65-99474120f2eb req-52e06945-3dfe-4574-89f3-cad40454a7f5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189655 Aug 27 16:57:47.074520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a015a72-3909-4c56-8c65-99474120f2eb req-aaae3521-9d31-46a3-9a41-80bf665c5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:47.076025 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a015a72-3909-4c56-8c65-99474120f2eb req-aaae3521-9d31-46a3-9a41-80bf665c5bad service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0902796 Aug 27 16:57:50.702325 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-effc2b63-a0cf-496a-ab02-a86cc853b870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.182293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6db68f61-c2ee-421a-9e08-1726f4ac5204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.338827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.582014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:54.364803 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:54.662292 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:56.153664 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:06.870761 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:58:20.620808 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0bca76a-6cc4-4538-9dd0-79683847fc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:23.202736 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be52c39c-f54c-419c-b457-ce19e138827a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:23.368244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:23.559779 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:24.420010 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:24.642485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:26.236709 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.870541 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:58:47.527153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-61871da6-8173-41c6-991e-8385d808323a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412512 Aug 27 16:58:47.607731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-eeba5f4b-48d1-4d13-af57-186a7f8d2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.609188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-eeba5f4b-48d1-4d13-af57-186a7f8d2597 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 1096 time: 0.0407140 Aug 27 16:58:47.714937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-62239856-a316-44b7-a8bb-7fba96f8aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.716471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-62239856-a316-44b7-a8bb-7fba96f8aea9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0885053 Aug 27 16:58:47.780385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-8af60d1a-2f47-48ff-90e3-3134b2c16234 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60 HTTP/1.1" status: 200 len: 1001 time: 0.0568233 Aug 27 16:58:47.830778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-a19cc68d-6a99-4e0b-b284-bc50d5df1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.832611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-a19cc68d-6a99-4e0b-b284-bc50d5df1b0e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0453656 Aug 27 16:58:47.873617 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a1bd635a-173c-4224-94cc-a2f856b4e5aa req-95405dc9-e083-464a-9f34-f3a84c6f7eb8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 27 16:58:47.885769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-7a1dfd27-616f-4fbb-8b48-f4df2a18bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.887281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-7a1dfd27-616f-4fbb-8b48-f4df2a18bd64 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479999 Aug 27 16:58:47.941897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a1bd635a-173c-4224-94cc-a2f856b4e5aa req-8608f6d2-e5d9-4766-b975-e4d5afb0b8a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0280638 Aug 27 16:58:47.984433 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a1bd635a-173c-4224-94cc-a2f856b4e5aa req-1b5f7b1b-7d74-46d0-9340-6443df9d4d3a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205426 Aug 27 16:58:47.986829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-36a07d5c-b903-45ab-8b44-5d2144de713f service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927434 Aug 27 16:58:48.085357 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd635a-173c-4224-94cc-a2f856b4e5aa req-cba9c0cd-3f1f-404d-9658-0365e3a8bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:48.087389 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a1bd635a-173c-4224-94cc-a2f856b4e5aa req-cba9c0cd-3f1f-404d-9658-0365e3a8bfe1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0969048 Aug 27 16:58:48.089110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9cd7da01-90d9-410e-914f-d9ba9fed2d41 req-7a9ea77a-782c-43fa-ae8c-ed02d1714dca service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949829 Aug 27 16:58:50.662081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2584339b-448d-47cb-913a-56309d51099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:53.188843 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afd90f07-c631-40cc-b7e1-af0946be68fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:53.360874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:53.570605 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.406540 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.674851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:56.188656 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:20.615927 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-297a9f30-5244-4c85-96c7-ff9a82a334e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:20.870121 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:59:22.737073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e37da-ce7a-4d32-83db-0370e18f53ea req-014b3c41-048d-4536-a6f9-ee89a9c7f562 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:22.738579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-231e37da-ce7a-4d32-83db-0370e18f53ea req-014b3c41-048d-4536-a6f9-ee89a9c7f562 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 945 time: 0.0508368 Aug 27 16:59:22.776506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-231e37da-ce7a-4d32-83db-0370e18f53ea req-0b78a7cb-abd2-4e51-8acb-951bc17568ac tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Aug 27 16:59:23.196262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6332c3bf-7bae-4d41-a985-ca18e736da31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:23.358311 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:23.539241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:23.917837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780c88b-d874-4cca-9972-6542ce01836a req-8fd1d953-95e3-4570-a501-23ae00eafc12 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:23.919321 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a780c88b-d874-4cca-9972-6542ce01836a req-8fd1d953-95e3-4570-a501-23ae00eafc12 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 945 time: 0.0475187 Aug 27 16:59:23.956373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a780c88b-d874-4cca-9972-6542ce01836a req-6d39146b-95bb-425a-a65e-71fa1575b2a8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304120 Aug 27 16:59:24.270977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-1406451c-6ef3-41a7-9a72-6f1768115fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:24.272449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-1406451c-6ef3-41a7-9a72-6f1768115fb1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 945 time: 0.0543065 Aug 27 16:59:24.366840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:24.367181 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:24.413578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:24.460108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] For port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:24.460482 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:24.653594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.023032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.023032 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.023032 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Floating IP 79097334-e6c2-4539-b533-a6cc4e1a9786 disassociated. External IP: 172.25.4.165, port: 4c41afc0-f8b8-42b3-9c71-ce527c6efa60. Aug 27 16:59:25.023032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:25.150557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976621f1-a40a-43f9-8cb5-81f499d63201 req-f02faf3b-e73f-4370-9bcb-21bad9ab9b98 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:25.152062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-976621f1-a40a-43f9-8cb5-81f499d63201 req-f02faf3b-e73f-4370-9bcb-21bad9ab9b98 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 945 time: 0.0851574 Aug 27 16:59:25.190308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-976621f1-a40a-43f9-8cb5-81f499d63201 req-d0e8a126-4bf8-4371-8114-facaa5042867 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Aug 27 16:59:25.219026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.251593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=4c41afc0-f8b8-42b3-9c71-ce527c6efa60,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:25.262991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.263377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.263731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.264099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.264432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.264762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.265094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.265420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.265748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.266073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.266399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.267352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:25.376921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:59:25.483448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:59:25.494740 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:59:25.504392 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:59:25.505160 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:59:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:25.523202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] No DVR routers for this DVR port 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:25.525981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.527989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33a0cebd-8a84-47b2-af54-66c16372ef00 req-961793f3-d199-4528-b7f7-1e40eee21c03 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "DELETE /v2.0/ports/4c41afc0-f8b8-42b3-9c71-ce527c6efa60 HTTP/1.1" status: 204 len: 173 time: 1.2488229 Aug 27 16:59:25.528431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'name': 'network-vif-deleted', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:25.530741 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6f171d-b6a8-4737-9166-ac2ea8827d24" -d '{"events": [{"server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "name": "network-vif-deleted", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:25.571686 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04316406-9c4f-438c-ade7-67b71ddce6ba x-openstack-request-id: req-04316406-9c4f-438c-ade7-67b71ddce6ba {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:25.571983 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a", "name": "network-vif-deleted", "tag": "4c41afc0-f8b8-42b3-9c71-ce527c6efa60", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:25.572241 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-04316406-9c4f-438c-ade7-67b71ddce6ba {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:25.572706 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a', 'name': 'network-vif-deleted', 'tag': '4c41afc0-f8b8-42b3-9c71-ce527c6efa60', 'status': 'completed', 'code': 200} Aug 27 16:59:25.719683 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:59:25.916675 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:25.943071 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:59:25.951502 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:59:25.952108 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:59:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:26.055506 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:59:26.184870 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.255770 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:26.282886 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217aeb8-74c5-4776-8817-0bb87c486648 None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:59:26.302008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbaeb9c4-52b2-4515-8e63-035739d1bd46 req-171ed898-0c9a-46b0-a0d6-23aaa0142e7c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 210 time: 0.0401683 Aug 27 16:59:26.529832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b180829c-5990-46e2-ad9b-7312d8a24d85 None None] New status for floating IP 79097334-e6c2-4539-b533-a6cc4e1a9786: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:59:27.395454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c212f77-8725-4108-a667-1ceaaab1406a req-50d63d2f-f221-434f-831a-d53ab35d48ba tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 210 time: 0.0267377 Aug 27 16:59:27.654867 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:27.676781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:27.677133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 4c41afc0-f8b8-42b3-9c71-ce527c6efa60 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:28.487921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-020f4b6c-13b8-4661-803f-2c1bb986e52d req-912b977e-8069-43ae-80d0-3af6390d6147 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 210 time: 0.0269103 Aug 27 16:59:29.600689 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ebd54dde-68bf-4d1b-8af1-fa719b40e3af req-d8d5df3a-602d-429f-a9f7-475c42c7b791 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=99fb53b2-0bbc-4455-9c9c-bbfbdc48cf9a HTTP/1.1" status: 200 len: 210 time: 0.0315604 Aug 27 16:59:30.800008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-9fb58e73-2c43-40b2-b083-96377d8f03d2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885779971&fields=id&tenant_id=074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 267 time: 0.0334463 Aug 27 16:59:30.905859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-acdbf499-8456-49f6-a4fc-79ec265bbf12 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.907230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-acdbf499-8456-49f6-a4fc-79ec265bbf12 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1008408 Aug 27 16:59:30.921916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d40075b5-610e-473c-a9c4-980a206effb3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/quotas/074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 375 time: 0.0089021 Aug 27 16:59:30.974714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-a6ee736e-e0f3-4e1d-80b0-254459ab6ded tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470245 Aug 27 16:59:31.119692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-fdb998f2-cf27-4400-92d8-762e227db13a service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336591 Aug 27 16:59:31.209941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-2b8df82a-4730-45fd-90a6-666068af6c99 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840952 Aug 27 16:59:31.829119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0c7489d-c712-460f-9c5f-fcf3e3941184 req-cbadfd83-a798-40bd-a0b2-d786195bcfef tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 210 time: 0.0320501 Aug 27 16:59:32.921112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d7654e91-a7ee-472c-aeac-56d1b1dc7f48 req-763cfa2c-3aec-44e4-90ba-dea2ead25e3b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 210 time: 0.0270619 Aug 27 16:59:33.676107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-6b93a6e8-2b82-45ed-8e64-76e47b383bb3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:33.677993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-6b93a6e8-2b82-45ed-8e64-76e47b383bb3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1012337 Aug 27 16:59:33.721716 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-7647ba4a-7073-4074-8272-1fce15a8cd31 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 380 time: 0.0343790 Aug 27 16:59:33.729995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'port': {'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'admin_state_up': True, 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'security_groups': ['81720731-592d-4165-943a-9ccb6c3bf566']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:33.941047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:59:33.944795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:34.036570 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5d5ca21-1327-469d-92f0-2cf81bda1083 req-1a343785-0d73-4e61-8e78-6c341e32d37b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 210 time: 0.0364113 Aug 27 16:59:34.103122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.20.0.8 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/2e51ea67-cc18-4dcc-af61-43ef6ee53368) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:59:34.242403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:34.255746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Transition to ACTIVE for port object 2e51ea67-cc18-4dcc-af61-43ef6ee53368 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:59:34.369980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:34.419062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:59:34.425695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:59:34.429689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:59:34.436922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=2e51ea67-cc18-4dcc-af61-43ef6ee53368,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:34.489125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:34.492965 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:34.641558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d010f432-9238-4539-a41c-ea9cf4150222 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9151356 Aug 27 16:59:34.656592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Request body: {'port': {'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:34.714057 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:34.757500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b8933e4f-346f-4fbd-b523-cd2df1280a08 None None] Provisioning for port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:59:34.761361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b8933e4f-346f-4fbd-b523-cd2df1280a08 None None] Provisioning complete for port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:59:34.761732 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8933e4f-346f-4fbd-b523-cd2df1280a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:34.796872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8933e4f-346f-4fbd-b523-cd2df1280a08 None None] Port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:59:34.910486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-6cf44f13-3378-48b9-8a17-2530ce5a549f req-aca807f7-4811-461d-a9ac-b3bb60efdade service neutron] (95252) timed out ('10.222.0.90', 64419) {{(pid=95252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 16:59:34.987807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e51ea67-cc18-4dcc-af61-43ef6ee53368 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:34.995240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:35.007362 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Transition to ACTIVE for port object 2e51ea67-cc18-4dcc-af61-43ef6ee53368 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:59:35.083935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:35.181792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Pushing event updated for resources: {'Port': ['ID=2e51ea67-cc18-4dcc-af61-43ef6ee53368,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:35.243469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1c88-638a-4f6f-8987-5f0cd0719a80 req-6382f6bd-7511-4e88-9b44-73e8a172e4cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.245047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6dc1c88-638a-4f6f-8987-5f0cd0719a80 req-6382f6bd-7511-4e88-9b44-73e8a172e4cc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.1318879 Aug 27 16:59:35.297063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Attempting to bind port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:59:35.297406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Attempting to bind port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:59:35.297748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Attempting to bind port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:59:35.305116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6dc1c88-638a-4f6f-8987-5f0cd0719a80 req-80dac5fa-8108-4104-a0f6-04fbb8ac9087 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531657 Aug 27 16:59:35.308441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 on network 9e303141-5166-4f06-b24b-9953ac76f40b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:59:35.308776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Attempting to bind port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:59:35.313917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:59:35.314255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:59:35.315206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:59:35.315685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Bound port: 2e51ea67-cc18-4dcc-af61-43ef6ee53368, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:59:35.316061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:35.443199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] For port 2e51ea67-cc18-4dcc-af61-43ef6ee53368, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:59:35.446608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] For port 2e51ea67-cc18-4dcc-af61-43ef6ee53368, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:59:35.558341 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:35.592524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.593266 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:35.594566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] 10.222.0.97 "PUT /v2.0/ports/2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 1091 time: 0.9448576 Aug 27 16:59:35.596766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:35.599988 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b1e737-aad2-49bd-977c-28e9e91450c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:35.633239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58195d71-9bec-4d9b-97da-0d2a2c7fab5d service neutron] Pushing event updated for resources: {'Port': ['ID=2e51ea67-cc18-4dcc-af61-43ef6ee53368,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:35.646844 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe1633d-0a67-4064-bb80-40f3ab363944 x-openstack-request-id: req-3fe1633d-0a67-4064-bb80-40f3ab363944 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:35.648002 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:35.648526 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3fe1633d-0a67-4064-bb80-40f3ab363944 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:35.648998 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'status': 'completed', 'code': 200} Aug 27 16:59:35.717504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1e737-aad2-49bd-977c-28e9e91450c0 req-12285863-80d0-472c-9849-f8dec6d4510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.719144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1b1e737-aad2-49bd-977c-28e9e91450c0 req-12285863-80d0-472c-9849-f8dec6d4510c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1094 time: 0.0503032 Aug 27 16:59:35.837253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1e737-aad2-49bd-977c-28e9e91450c0 req-2cc96f94-6809-4f9d-94ef-4cd043f4ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.838761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1b1e737-aad2-49bd-977c-28e9e91450c0 req-2cc96f94-6809-4f9d-94ef-4cd043f4ed73 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1118536 Aug 27 16:59:35.940361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1e737-aad2-49bd-977c-28e9e91450c0 req-778f3f06-0b15-4d0b-83f6-13a7654e6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.941781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e1b1e737-aad2-49bd-977c-28e9e91450c0 req-778f3f06-0b15-4d0b-83f6-13a7654e6709 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961480 Aug 27 16:59:36.020517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-7a2d4f11-2ec8-4bfc-983d-e90011b60e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:36.022028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-7a2d4f11-2ec8-4bfc-983d-e90011b60e10 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1094 time: 0.0421672 Aug 27 16:59:36.063447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-d0b9e9a5-21db-4afb-85f6-9683b9523c0e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 217 time: 0.0341239 Aug 27 16:59:36.118132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-9078ada4-0f6c-46a9-a26c-cc57596a713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:36.119562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-9078ada4-0f6c-46a9-a26c-cc57596a713a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0498555 Aug 27 16:59:36.165183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-9495a894-38da-47ca-8eca-58fa2e73437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:36.166678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-9495a894-38da-47ca-8eca-58fa2e73437e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406120 Aug 27 16:59:36.258086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-09288588-1307-4692-bd84-697426757ad9 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841360 Aug 27 16:59:36.367493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d12e7d2a-42d3-49fe-94aa-6ff332e87269 req-24a1469f-7215-4a92-9423-7fa800b542a2 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026785 Aug 27 16:59:36.429103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41236978-7f7b-4b22-8ec5-12017c0d501a req-cd2d0a16-6c64-4f22-b90f-9243cea634a5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:36.430595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41236978-7f7b-4b22-8ec5-12017c0d501a req-cd2d0a16-6c64-4f22-b90f-9243cea634a5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0550387 Aug 27 16:59:36.473858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-41236978-7f7b-4b22-8ec5-12017c0d501a req-d0c33270-3cdc-42fa-8284-93ca02e130c5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367198 Aug 27 16:59:37.600729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f7cc5-7cff-4115-89ab-f195427d2ba8 req-e0525c57-4a4f-4a78-afe4-53cd965c3149 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:37.602533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e3f7cc5-7cff-4115-89ab-f195427d2ba8 req-e0525c57-4a4f-4a78-afe4-53cd965c3149 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0595653 Aug 27 16:59:37.641741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e3f7cc5-7cff-4115-89ab-f195427d2ba8 req-b3d70cf9-af24-4113-b34d-715a4c3c02c8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333180 Aug 27 16:59:38.761043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba171-217f-4655-9961-31c7c1c4a173 req-2cef2097-29ef-4d14-a9a0-16a0084a528e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:38.762466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c2ba171-217f-4655-9961-31c7c1c4a173 req-2cef2097-29ef-4d14-a9a0-16a0084a528e tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0511866 Aug 27 16:59:38.800900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c2ba171-217f-4655-9961-31c7c1c4a173 req-b5eef5cb-9699-4046-b643-41875368d813 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Aug 27 16:59:39.915118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ef659-fe97-43c2-b90d-e14e496171e4 req-50f045ec-2b8d-4d12-a5a4-e06ec5f0911c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:39.916586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e59ef659-fe97-43c2-b90d-e14e496171e4 req-50f045ec-2b8d-4d12-a5a4-e06ec5f0911c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0491083 Aug 27 16:59:39.955882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e59ef659-fe97-43c2-b90d-e14e496171e4 req-776881e2-1c9f-4b83-850b-5c0fcabf7046 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334039 Aug 27 16:59:41.074555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abb8d-dc32-4f27-975b-0463dec56ce7 req-68a04c65-54ec-4ff2-ba1c-8735a8fcd58a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:41.076107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a22abb8d-dc32-4f27-975b-0463dec56ce7 req-68a04c65-54ec-4ff2-ba1c-8735a8fcd58a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0539560 Aug 27 16:59:41.115867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a22abb8d-dc32-4f27-975b-0463dec56ce7 req-2b0c44e4-3e5e-4eff-aa9f-35c6366253c6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338094 Aug 27 16:59:42.234954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a71df-ad80-42dc-8ab3-d96cd75e2a7c req-b8c90795-05e9-4d8b-a3b9-d3f4b9614999 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:42.236467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-105a71df-ad80-42dc-8ab3-d96cd75e2a7c req-b8c90795-05e9-4d8b-a3b9-d3f4b9614999 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0503500 Aug 27 16:59:42.274024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-105a71df-ad80-42dc-8ab3-d96cd75e2a7c req-26fba35a-eed9-48dc-9669-166442a2e2b8 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310647 Aug 27 16:59:43.389220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a697baa-555f-41c6-aec6-593e170696d2 req-10cedaa9-1bb0-4034-841f-2b3dfab1da15 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.390690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a697baa-555f-41c6-aec6-593e170696d2 req-10cedaa9-1bb0-4034-841f-2b3dfab1da15 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0509574 Aug 27 16:59:43.430284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a697baa-555f-41c6-aec6-593e170696d2 req-37848999-4ec9-433c-96be-f02652395093 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Aug 27 16:59:44.549460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a5d7-8ac1-4f3f-a53c-243941c59728 req-d0f701b7-b654-48fb-8bd9-cc526591cd96 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.550931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be41a5d7-8ac1-4f3f-a53c-243941c59728 req-d0f701b7-b654-48fb-8bd9-cc526591cd96 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0533745 Aug 27 16:59:44.589094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be41a5d7-8ac1-4f3f-a53c-243941c59728 req-1fea6f81-1be5-4359-99bb-0c9c1e55ed32 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Aug 27 16:59:45.709816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a9fd-e4d5-4a32-98d8-44ac76e332b3 req-22eaa3ae-6a75-4948-a2b5-6091489d1868 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:45.711477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b64a9fd-e4d5-4a32-98d8-44ac76e332b3 req-22eaa3ae-6a75-4948-a2b5-6091489d1868 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0511713 Aug 27 16:59:45.749896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b64a9fd-e4d5-4a32-98d8-44ac76e332b3 req-d4f5f91b-8649-47df-90da-626add75a14c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Aug 27 16:59:46.863608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275eae-6b82-4277-8c55-c9f4d9cce000 req-ccadd435-3d42-489f-a088-1187c6d7fbbb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:46.865158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f275eae-6b82-4277-8c55-c9f4d9cce000 req-ccadd435-3d42-489f-a088-1187c6d7fbbb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0493982 Aug 27 16:59:46.902863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f275eae-6b82-4277-8c55-c9f4d9cce000 req-c9c957b4-559b-478b-87cf-4f89fc0021e9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319178 Aug 27 16:59:47.750510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 2e51ea67-cc18-4dcc-af61-43ef6ee53368 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:59:47.845119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 2e51ea67-cc18-4dcc-af61-43ef6ee53368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:47.856835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:59:47.891972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:47.905012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e51ea67-cc18-4dcc-af61-43ef6ee53368 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:47.924220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 2e51ea67-cc18-4dcc-af61-43ef6ee53368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:48.018808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8cd6-6aaf-4fb0-b545-b1821801f29e req-0c4701e1-4715-41e0-abcf-d79272f583a6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:48.020217 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65eb8cd6-6aaf-4fb0-b545-b1821801f29e req-0c4701e1-4715-41e0-abcf-d79272f583a6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 943 time: 0.0522020 Aug 27 16:59:48.042819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:48.059643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65eb8cd6-6aaf-4fb0-b545-b1821801f29e req-a2e387e7-2ded-4422-a3cc-9acadaefbe42 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327578 Aug 27 16:59:48.093278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=2e51ea67-cc18-4dcc-af61-43ef6ee53368,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:48.100497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.100848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.101196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.101541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.101878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.102213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.103124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.103481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.103808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.104178 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.104512 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.104837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.276492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['2e51ea67-cc18-4dcc-af61-43ef6ee53368'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:48.924905 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6a25e1b-0b09-41fd-bf59-1d83abcee2a4 req-8f24343b-e00a-4ce4-92d5-f41d60af2b2d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272434 Aug 27 16:59:48.988004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6a25e1b-0b09-41fd-bf59-1d83abcee2a4 req-48fb50d5-70f6-4374-ab87-cd640294ef6f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0247283 Aug 27 16:59:49.026881 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6a25e1b-0b09-41fd-bf59-1d83abcee2a4 req-d7acf44a-319a-4498-a84e-b12117b09ed6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203683 Aug 27 16:59:49.122548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a25e1b-0b09-41fd-bf59-1d83abcee2a4 req-d1819b59-6074-4ce5-a95b-c134210b1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:49.124066 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e6a25e1b-0b09-41fd-bf59-1d83abcee2a4 req-d1819b59-6074-4ce5-a95b-c134210b1ea2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0906239 Aug 27 16:59:49.176099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e625c-4c29-447a-bba2-9fd45d651589 req-de4d422e-b815-4ad0-bfc8-850e93171d16 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:49.177488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b68e625c-4c29-447a-bba2-9fd45d651589 req-de4d422e-b815-4ad0-bfc8-850e93171d16 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 944 time: 0.0507534 Aug 27 16:59:49.215928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b68e625c-4c29-447a-bba2-9fd45d651589 req-07b0f19d-54e2-473a-89d0-fd1bed5f5fe9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323341 Aug 27 16:59:49.762002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 2e51ea67-cc18-4dcc-af61-43ef6ee53368 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:59:49.896585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:59:49.900942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:59:49.901316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:49.982692 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:50.007608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:50.009864 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b338755-9706-4b0d-b8c9-c43a70850e49" -d '{"events": [{"server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "name": "network-vif-plugged", "status": "completed", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:50.026471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 2e51ea67-cc18-4dcc-af61-43ef6ee53368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:50.102934 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7244ee3-ecc0-46c4-ad30-3f37be8e6584 x-openstack-request-id: req-b7244ee3-ecc0-46c4-ad30-3f37be8e6584 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:50.103234 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "name": "network-vif-plugged", "status": "completed", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:50.103522 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b7244ee3-ecc0-46c4-ad30-3f37be8e6584 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:50.103923 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'code': 200} Aug 27 16:59:50.122504 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:50.175375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=2e51ea67-cc18-4dcc-af61-43ef6ee53368,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:50.197914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83ca9e-22cc-4ca6-a635-5c60a6c44dcf req-e16b759f-4244-4662-87ad-1ff48d372786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:50.199458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea83ca9e-22cc-4ca6-a635-5c60a6c44dcf req-e16b759f-4244-4662-87ad-1ff48d372786 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0408452 Aug 27 16:59:50.234770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea83ca9e-22cc-4ca6-a635-5c60a6c44dcf req-3f868281-8177-4ff5-92a8-bb9f0ca022f8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286338 Aug 27 16:59:50.335253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abba919-aa9a-4514-bd9d-370b7835374f req-a92d3cd0-67e0-454c-9d9b-af8a3182e1a9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:50.337531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7abba919-aa9a-4514-bd9d-370b7835374f req-a92d3cd0-67e0-454c-9d9b-af8a3182e1a9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 945 time: 0.0573535 Aug 27 16:59:50.376793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7abba919-aa9a-4514-bd9d-370b7835374f req-29d9b18f-e50d-47a3-8d79-23498484ae6a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Aug 27 16:59:50.656727 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77c3e0f5-bf4c-4582-a77f-fdcb9fcbd0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:51.551394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d925b-5b8e-409e-b4b3-d3dd11bea745 req-deebe6ee-6b1f-4c87-a02d-bacf76438d65 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:51.553104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-591d925b-5b8e-409e-b4b3-d3dd11bea745 req-deebe6ee-6b1f-4c87-a02d-bacf76438d65 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 945 time: 0.1073005 Aug 27 16:59:51.594957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-591d925b-5b8e-409e-b4b3-d3dd11bea745 req-84e30d5c-5f61-4861-9435-a52df4b793d1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351999 Aug 27 16:59:51.710589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59ad7-5bf4-4e83-94ef-59296143512b req-4d7ce0a0-ca5a-422e-a48b-960863a438a4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:51.712859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dde59ad7-5bf4-4e83-94ef-59296143512b req-4d7ce0a0-ca5a-422e-a48b-960863a438a4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 945 time: 0.0517724 Aug 27 16:59:51.751936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dde59ad7-5bf4-4e83-94ef-59296143512b req-38bd359d-3313-4302-816d-87bd19696b60 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325103 Aug 27 16:59:51.774994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56146) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:51.859347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffacd4a7-083a-4325-87a8-905561961319 tempest-TestVolumeBootPattern-1506010276 tempest-TestVolumeBootPattern-1506010276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:51.860852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ffacd4a7-083a-4325-87a8-905561961319 tempest-TestVolumeBootPattern-1506010276 tempest-TestVolumeBootPattern-1506010276-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1091 time: 0.0846851 Aug 27 16:59:51.863727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56150) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:51.868124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:51.967921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.063981 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.170773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.25.4.41 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/788e1d3d-42c1-467a-aeba-3ddcd921bec9) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:59:52.270212 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.365869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.408192 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:59:52.413299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:59:52.418291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:59:52.423815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=788e1d3d-42c1-467a-aeba-3ddcd921bec9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:52.779103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.927454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.080501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.182434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.228681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-630dd2fa-f2b7-4084-9af6-0bf5fe565566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.252353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=788e1d3d-42c1-467a-aeba-3ddcd921bec9,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:53.262809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.366994 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Floating IP f81d758b-e045-488f-be28-baa4d039a68c associated. External IP: 172.25.4.41, port: 2e51ea67-cc18-4dcc-af61-43ef6ee53368. Aug 27 16:59:53.382535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.519425 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.893476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:59:54.000466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:59:54.011072 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:59:54.019969 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:59:54.022313 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:59:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:54.105023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.128104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:59:54.132526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-918b2406-2bc4-4dc5-931d-129419e96bf0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2677634 Aug 27 16:59:54.133335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:54.135414 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}333ca10dabb4bd6f955c0fb410611110606ecbaee01722f805b95c6e7594b9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101" -d '{"events": [{"name": "network-changed", "server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:54.171527 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6e7380-b460-41fd-b725-e57c757ab232 x-openstack-request-id: req-da6e7380-b460-41fd-b725-e57c757ab232 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:54.171826 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:54.172079 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-da6e7380-b460-41fd-b725-e57c757ab232 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:54.172491 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'status': 'completed', 'code': 200} Aug 27 16:59:54.235492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-4a6ab998-4c1a-42b9-b331-39eb065e35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.237006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-4a6ab998-4c1a-42b9-b331-39eb065e35f3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0428572 Aug 27 16:59:54.332648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-d119961f-0375-4099-b243-adccbdf52c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.334130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-d119961f-0375-4099-b243-adccbdf52c21 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0898988 Aug 27 16:59:54.358281 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:52Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:54.385905 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:59:54.394073 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:59:54.394771 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T16:59:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:54.404227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-ff56a487-9511-43c5-8136-598a216fd63e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 998 time: 0.0617311 Aug 27 16:59:54.405417 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.453529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-bcadd6ba-3cd7-49d5-8287-1b1c7c28aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.454988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-bcadd6ba-3cd7-49d5-8287-1b1c7c28aaba service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0443928 Aug 27 16:59:54.501933 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:59:54.507552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-d57173e6-38c1-4d48-8b26-869ace071db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.509169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-d57173e6-38c1-4d48-8b26-869ace071db0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468531 Aug 27 16:59:54.605920 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-72806bb7-468a-4cab-8676-4084331f020f service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888600 Aug 27 16:59:54.673943 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.699538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa9a13e2-4c44-405c-beb6-0e2abf2ae101 req-f4696b26-d280-42db-ae1f-80efb90cc830 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873170 Aug 27 16:59:54.727561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:52Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:54.838274 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65640bd6-850a-4000-b249-3b61c1009fec None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:52Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:59:55.020405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a30f1e-2ad5-46f8-b8a0-04aa7a2b660b None None] New status for floating IP f81d758b-e045-488f-be28-baa4d039a68c: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:59:56.213028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.868786 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:00:20.617558 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8229b82-4733-4823-a87d-9644809b5a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:23.257838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5db457b2-9442-464e-81fc-b36f156ce135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:23.406273 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:23.710948 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.425505 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.654344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:26.185308 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:34.868316 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:00:49.864446 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-85370691-b65f-4061-8c26-b05b5cbaee47 req-4b16bce7-16cc-483e-97cb-e2b495bbae23 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274827 Aug 27 17:00:49.929854 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-85370691-b65f-4061-8c26-b05b5cbaee47 req-ece71e7f-8fd9-469a-a94f-588e3f8b84f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Aug 27 17:00:49.968122 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-85370691-b65f-4061-8c26-b05b5cbaee47 req-590a7384-47dd-4202-8d18-fa074c3e2289 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199924 Aug 27 17:00:50.063897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85370691-b65f-4061-8c26-b05b5cbaee47 req-cd3d73dd-8491-4035-b3b7-31f222e783a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:50.065358 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-85370691-b65f-4061-8c26-b05b5cbaee47 req-cd3d73dd-8491-4035-b3b7-31f222e783a7 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913098 Aug 27 17:00:50.512155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-5c73692c-43c7-472f-9ffa-37a6c1436cdd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428395 Aug 27 17:00:50.595655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88bcb-4853-47b4-a728-7699348e527d req-804aed37-da39-4758-9622-b88a1ea75f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:50.597136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-804aed37-da39-4758-9622-b88a1ea75f3c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0409830 Aug 27 17:00:50.634791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1de4c522-7f4f-496d-a13f-c188aa865449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:50.705640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88bcb-4853-47b4-a728-7699348e527d req-64bc7fd6-3750-4bdd-8d5c-53b36774d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:50.707133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-64bc7fd6-3750-4bdd-8d5c-53b36774d5ed service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0894291 Aug 27 17:00:50.779240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-a2fa1552-433e-446c-8712-1a9a72d0a930 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 1000 time: 0.0646060 Aug 27 17:00:50.828420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88bcb-4853-47b4-a728-7699348e527d req-5773a9e8-a511-4c2a-be4e-16fb4f891705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:50.829832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-5773a9e8-a511-4c2a-be4e-16fb4f891705 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0432858 Aug 27 17:00:50.879249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88bcb-4853-47b4-a728-7699348e527d req-83adc583-41dc-42c6-b57d-6b9cd4216d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:50.880845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-83adc583-41dc-42c6-b57d-6b9cd4216d72 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438170 Aug 27 17:00:50.970171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-6d46f9a8-15a9-4afa-9bc5-f2fbdf1ede2e service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819175 Aug 27 17:00:51.068338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded88bcb-4853-47b4-a728-7699348e527d req-6fd2c73e-c690-4423-ac42-382019153ec7 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904768 Aug 27 17:00:53.238369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a13c50e-d490-47aa-bfd6-311ababdfd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:53.427125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:53.597998 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:54.451454 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:54.668935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:56.180954 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:11.867596 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:01:20.643729 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d35d671-f208-4031-88cd-d574ad998df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:23.192169 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-659ca0e4-e246-4cde-a4dc-a80f4d141437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:23.432407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:23.535163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:24.443903 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:24.693705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:25.178282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-581aa280-6df5-4945-be41-3bf9818a7b22 req-6d311e15-86a1-4209-bff6-e7852db4ba68 service neutron] (95252) timed out ('10.222.0.101', 39248) {{(pid=95252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:01:26.192149 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.868464 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:01:49.945440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6dd9308-f910-4a55-bbf6-87357fa6d745 req-d2ab8565-fc99-4456-a838-98c78a7205e3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0791471 Aug 27 17:01:50.011087 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6dd9308-f910-4a55-bbf6-87357fa6d745 req-2d068c8d-47e6-4a5e-b7bc-b08e8327552e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0254922 Aug 27 17:01:50.050888 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6dd9308-f910-4a55-bbf6-87357fa6d745 req-380be4ba-589b-4940-8bbe-7f0422f3f74b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201049 Aug 27 17:01:50.147125 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd9308-f910-4a55-bbf6-87357fa6d745 req-96ae9479-e478-4fcd-afd8-3dd1167fdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:50.148513 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-c6dd9308-f910-4a55-bbf6-87357fa6d745 req-96ae9479-e478-4fcd-afd8-3dd1167fdf20 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913577 Aug 27 17:01:50.624701 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-284a5be3-1375-4274-9d63-10ed8cfe8dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.547581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-d9a41abd-239f-438f-b1bd-b69fe19ddeea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863779 Aug 27 17:01:52.629922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-6c70d616-ea84-4e45-bb0f-eef8346e6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.631441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-6c70d616-ea84-4e45-bb0f-eef8346e6be1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0414677 Aug 27 17:01:52.738632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-d7371d7e-dac2-4d7f-a84b-f39ebe510afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.740124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-d7371d7e-dac2-4d7f-a84b-f39ebe510afb service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0889978 Aug 27 17:01:52.804915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-103821cd-3285-443a-8072-89c21a4096d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 1000 time: 0.0574858 Aug 27 17:01:52.854484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-3508d5c0-08bb-4f1b-9b68-f11491305b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.855929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-3508d5c0-08bb-4f1b-9b68-f11491305b07 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0436385 Aug 27 17:01:52.908860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-c6af2e01-de8d-4b20-ae16-70be40282b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.910443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-c6af2e01-de8d-4b20-ae16-70be40282b34 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470245 Aug 27 17:01:53.000399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-a67ae377-4384-4547-927d-b1e73e638c9c service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823185 Aug 27 17:01:53.094580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3598d56e-a1d0-4429-baa6-5cd226115c8a req-e26fbfd9-e694-4910-9b67-2aa5bb40e72b service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Aug 27 17:01:53.190908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d11635fb-a142-4185-90aa-36dd81b69cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:53.418937 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:53.561372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:54.430294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:54.670093 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:56.184101 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:20.610857 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab0e173d-ec5f-4c84-bcb3-d3d155d337f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:21.396991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-d9d46727-5350-4502-b7d2-3f74c304044a tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885779971&fields=id&tenant_id=074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 267 time: 0.0356164 Aug 27 17:02:21.503585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-634ff189-f5a4-4c2f-952a-263ab5d3a747 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:21.505059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-634ff189-f5a4-4c2f-952a-263ab5d3a747 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1005518 Aug 27 17:02:21.520895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-8e607c3d-83cb-4d56-aa91-f537c1573e10 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/quotas/074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 375 time: 0.0089889 Aug 27 17:02:21.578351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-2d69426d-af82-4895-b4a3-4b151dfb3e4d tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520232 Aug 27 17:02:21.641196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-34049e1c-6be6-4488-8838-004428d4fc54 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:02:21.642225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-34049e1c-6be6-4488-8838-004428d4fc54 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525618 Aug 27 17:02:21.736634 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-24392943-58b0-42bd-bdec-666a6f3aa337 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879982 Aug 27 17:02:21.825270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-1ddbd77c-1831-4bc7-b508-399eb79ed3e9 service neutron] 10.222.0.101 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826416 Aug 27 17:02:23.165473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc0b0-31cd-44e5-8606-09146831689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:23.389235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:23.588355 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:23.593148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a6d57d00-a5cd-4c99-bd8e-886829432c42 req-2980023e-aac9-478a-b54c-cb0a23005c59 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 210 time: 0.0825679 Aug 27 17:02:24.456641 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:24.770730 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:24.836430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-911349d3-93e4-4fe8-9a92-881ee1c2b9bd req-d0c246b3-5816-44cc-a228-d913f326c168 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 210 time: 0.0779614 Aug 27 17:02:25.517574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-2cb5e979-2b9c-49c2-8c17-317ee360f394 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:25.519064 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-2cb5e979-2b9c-49c2-8c17-317ee360f394 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 812 time: 0.1045148 Aug 27 17:02:25.567632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-d8ebf755-0152-467b-80bd-8a9c350656e9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074f71ad9dac42dc9aeea8dcb251b6da HTTP/1.1" status: 200 len: 380 time: 0.0352817 Aug 27 17:02:25.576773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'port': {'device_id': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'admin_state_up': True, 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'security_groups': ['81720731-592d-4165-943a-9ccb6c3bf566']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:25.770900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Made reservation on behalf of 074f71ad9dac42dc9aeea8dcb251b6da for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:02:25.775724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:25.872498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:02:25.932300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.20.0.6 (9e303141-5166-4f06-b24b-9953ac76f40b/9a91284a-7019-48d9-a52b-b8d25152a159/327539d1-ddab-4e4c-9399-48ae76dddce1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:02:25.958057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76dc7991-9803-4829-ba0b-c390b9932978 req-ad38e70a-8ddb-4750-a147-ef29bf2987d7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 210 time: 0.0407805 Aug 27 17:02:26.078720 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:26.093769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Transition to ACTIVE for port object 327539d1-ddab-4e4c-9399-48ae76dddce1 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:02:26.223185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:26.233935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:26.270681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network 9e303141-5166-4f06-b24b-9953ac76f40b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:02:26.274553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:02:26.280631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:02:26.307120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=327539d1-ddab-4e4c-9399-48ae76dddce1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:26.319150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.319530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.325213 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:26.351122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:26.351866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:26.480458 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-55184c1d-c807-4a4e-b4a4-3d64307fc4f7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073603 Aug 27 17:02:26.494387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-151cde57-9909-4593-ad69-cbb9e578178c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:02:26.495493 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-151cde57-9909-4593-ad69-cbb9e578178c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080121 Aug 27 17:02:26.509137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Request body: {'port': {'device_id': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:26.573758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:26.576813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-286252d9-5edf-4e87-a484-80c77ecce3c6 None None] Provisioning for port 327539d1-ddab-4e4c-9399-48ae76dddce1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:02:26.581322 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-286252d9-5edf-4e87-a484-80c77ecce3c6 None None] Provisioning complete for port 327539d1-ddab-4e4c-9399-48ae76dddce1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:02:26.588671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-286252d9-5edf-4e87-a484-80c77ecce3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:26.616047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-286252d9-5edf-4e87-a484-80c77ecce3c6 None None] Port 327539d1-ddab-4e4c-9399-48ae76dddce1 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:02:26.856418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327539d1-ddab-4e4c-9399-48ae76dddce1 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:02:26.863858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:26.875661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Transition to ACTIVE for port object 327539d1-ddab-4e4c-9399-48ae76dddce1 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:02:26.954084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:27.016126 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=327539d1-ddab-4e4c-9399-48ae76dddce1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:27.086198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f8272-ecfd-48b4-8ee0-01b075942263 req-e72cca58-f9cd-49bb-85fc-bac1148ff0b6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:27.099065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a81f8272-ecfd-48b4-8ee0-01b075942263 req-e72cca58-f9cd-49bb-85fc-bac1148ff0b6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0641487 Aug 27 17:02:27.106909 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Attempting to bind port 327539d1-ddab-4e4c-9399-48ae76dddce1 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:02:27.107532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Attempting to bind port 327539d1-ddab-4e4c-9399-48ae76dddce1 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:02:27.108059 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Attempting to bind port 327539d1-ddab-4e4c-9399-48ae76dddce1 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:02:27.114249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Port 327539d1-ddab-4e4c-9399-48ae76dddce1 on network 9e303141-5166-4f06-b24b-9953ac76f40b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:02:27.114595 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Attempting to bind port 327539d1-ddab-4e4c-9399-48ae76dddce1 on network 9e303141-5166-4f06-b24b-9953ac76f40b {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:02:27.121453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:02:27.121891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Checking segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:02:27.122460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Bound using segment: {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:02:27.123234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Bound port: 327539d1-ddab-4e4c-9399-48ae76dddce1, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:02:27.123846 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:27.142954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a81f8272-ecfd-48b4-8ee0-01b075942263 req-156892a9-8d84-4007-8d71-bafea1dd14ed tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Aug 27 17:02:27.212798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] For port 327539d1-ddab-4e4c-9399-48ae76dddce1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:02:27.216771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] For port 327539d1-ddab-4e4c-9399-48ae76dddce1, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=327539d1-ddab-4e4c-9399-48ae76dddce1,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:02:27.297368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:27.335186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:27.336524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:27.338284 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] 10.222.0.90 "PUT /v2.0/ports/327539d1-ddab-4e4c-9399-48ae76dddce1 HTTP/1.1" status: 200 len: 1091 time: 0.8353269 Aug 27 17:02:27.338746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:27.341503 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51f87c09e3778451a553285119f0fae99b3cf70eb94519bda41086cf09471398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a425bf-c708-48af-89fe-310e30b8d859" -d '{"events": [{"name": "network-changed", "server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:27.377615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9dc9c-4aa6-4a4e-ac6a-cac0004a6cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=327539d1-ddab-4e4c-9399-48ae76dddce1,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:27.489684 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac6d2aa-b158-4278-89ff-14431510b296 x-openstack-request-id: req-6ac6d2aa-b158-4278-89ff-14431510b296 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:27.493913 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:27.493913 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6ac6d2aa-b158-4278-89ff-14431510b296 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:27.493913 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'status': 'completed', 'code': 200} Aug 27 17:02:27.497426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-36eb86ae-1e59-45cd-bb15-85ae30d4a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:27.499058 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-36eb86ae-1e59-45cd-bb15-85ae30d4a06f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 1094 time: 0.0542369 Aug 27 17:02:27.548702 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-cd76138b-8088-4802-94c7-51510f9e7e0b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327539d1-ddab-4e4c-9399-48ae76dddce1 HTTP/1.1" status: 200 len: 217 time: 0.0419564 Aug 27 17:02:27.599565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-6b78b274-918f-4118-b8fc-2061c074b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:27.601145 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-6b78b274-918f-4118-b8fc-2061c074b728 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0453758 Aug 27 17:02:27.654533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-77bbcaa7-a1b0-4632-82cd-9561074aeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:27.656053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-77bbcaa7-a1b0-4632-82cd-9561074aeb10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474672 Aug 27 17:02:27.752063 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-fb52da30-6805-46b6-8834-b442a5bed23f service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891666 Aug 27 17:02:27.847953 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f6bdd2e8-07d3-48bf-a094-86519fd1fa9f req-376c99b1-53f5-4dca-8745-10df5e8d8c17 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885046 Aug 27 17:02:28.026203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-602531d5-71b9-49ee-b4b2-61910858178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:28.027896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-602531d5-71b9-49ee-b4b2-61910858178b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 1094 time: 0.0445182 Aug 27 17:02:28.123421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-fe356131-b911-4cb3-8406-0914ba5df3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:28.125098 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-fe356131-b911-4cb3-8406-0914ba5df3bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0908160 Aug 27 17:02:28.167898 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-22576bed-ae83-4e5a-b023-08408542bea0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327539d1-ddab-4e4c-9399-48ae76dddce1 HTTP/1.1" status: 200 len: 217 time: 0.0363812 Aug 27 17:02:28.226060 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-1c893a01-4315-4d7e-b98a-5473185115bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:28.227762 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-1c893a01-4315-4d7e-b98a-5473185115bd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0524750 Aug 27 17:02:28.276575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-47bf2fd8-c0db-449f-ab2b-46b2784e93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:28.278118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-47bf2fd8-c0db-449f-ab2b-46b2784e93e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431170 Aug 27 17:02:28.304196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c647-94dd-4f4c-ac66-053d73b3eb9a req-326a3ace-f4d4-46e7-989d-f86897791abe tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:28.307103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e704c647-94dd-4f4c-ac66-053d73b3eb9a req-326a3ace-f4d4-46e7-989d-f86897791abe tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0573130 Aug 27 17:02:28.351958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e704c647-94dd-4f4c-ac66-053d73b3eb9a req-0dbd7898-558a-4795-85cc-06a69786157f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378530 Aug 27 17:02:28.375032 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-d5e1b145-3605-460e-9faa-b84bac277626 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901177 Aug 27 17:02:28.471925 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a7a425bf-c708-48af-89fe-310e30b8d859 req-3b2316ed-f8bc-4d30-a38c-5004151db924 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896785 Aug 27 17:02:29.477233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a5523-26a1-411d-b738-fb0038893f35 req-f1917e61-bbdb-4cda-9c41-af49bdcd96a4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:29.478818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad9a5523-26a1-411d-b738-fb0038893f35 req-f1917e61-bbdb-4cda-9c41-af49bdcd96a4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0580494 Aug 27 17:02:29.518635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad9a5523-26a1-411d-b738-fb0038893f35 req-19f7074c-d181-414b-bcb5-433684248ee9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337534 Aug 27 17:02:30.635335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11f903-97ec-4a51-96b1-959fc5ef3e86 req-2dc58653-5977-4189-bfb6-e054750fca78 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:30.636763 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be11f903-97ec-4a51-96b1-959fc5ef3e86 req-2dc58653-5977-4189-bfb6-e054750fca78 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0501771 Aug 27 17:02:30.674371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be11f903-97ec-4a51-96b1-959fc5ef3e86 req-66138033-b050-4420-b56a-dd915fe25bfa tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Aug 27 17:02:31.793773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb55c5-bda2-4cd2-baaf-3a68172068ee req-af231da6-d700-4988-9989-dc27b14c05f3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:31.795254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4abb55c5-bda2-4cd2-baaf-3a68172068ee req-af231da6-d700-4988-9989-dc27b14c05f3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0542257 Aug 27 17:02:31.832599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4abb55c5-bda2-4cd2-baaf-3a68172068ee req-3d3b72cd-ab2a-4d67-8701-288f27f85685 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Aug 27 17:02:32.952594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d12aa-b640-462a-9dfa-a8557467b5c1 req-527540f0-1c4f-465a-97a3-926772d259f2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:32.954519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e66d12aa-b640-462a-9dfa-a8557467b5c1 req-527540f0-1c4f-465a-97a3-926772d259f2 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0520341 Aug 27 17:02:32.996247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e66d12aa-b640-462a-9dfa-a8557467b5c1 req-3a869a24-24ca-4886-ba57-b005ddb71ab7 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355606 Aug 27 17:02:34.115559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a6cab-8575-4afd-8459-6efe2cb94093 req-8273c387-1478-4089-8f8e-a9e849d389d4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:34.117035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f9a6cab-8575-4afd-8459-6efe2cb94093 req-8273c387-1478-4089-8f8e-a9e849d389d4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0495028 Aug 27 17:02:34.156194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f9a6cab-8575-4afd-8459-6efe2cb94093 req-97810c28-f0c1-43c5-9862-09a08a9cab8c tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326209 Aug 27 17:02:35.275635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c12cf7-d53f-4aab-8bcd-947720c8ece2 req-aa504ec0-2682-4f65-af5f-e306b8cb1d66 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:35.277112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5c12cf7-d53f-4aab-8bcd-947720c8ece2 req-aa504ec0-2682-4f65-af5f-e306b8cb1d66 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0542860 Aug 27 17:02:35.315407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c5c12cf7-d53f-4aab-8bcd-947720c8ece2 req-cf389d12-3dc0-4017-ba28-9e6211685ab1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Aug 27 17:02:36.431546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef9da0-9188-4b3b-9210-4a6f87eabaaf req-71b8a255-70a3-4349-9d5e-5281d1b27c1b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:36.433040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fef9da0-9188-4b3b-9210-4a6f87eabaaf req-71b8a255-70a3-4349-9d5e-5281d1b27c1b tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0506730 Aug 27 17:02:36.471206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fef9da0-9188-4b3b-9210-4a6f87eabaaf req-46428a00-14af-4d33-adf8-5409dc12817f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Aug 27 17:02:37.591600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5951d-f860-4102-8284-798996926310 req-353bf520-a579-49ab-912b-5c0411a2cdae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.593206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29c5951d-f860-4102-8284-798996926310 req-353bf520-a579-49ab-912b-5c0411a2cdae tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0500798 Aug 27 17:02:37.630623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29c5951d-f860-4102-8284-798996926310 req-82e54ba2-60db-4e83-9de7-52c41ca326a1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Aug 27 17:02:38.750078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b192a1-a51a-4671-82a2-275e5a3c5d49 req-8d00ee91-f0e8-430c-a5ec-03290d5f71c9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:38.751568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b192a1-a51a-4671-82a2-275e5a3c5d49 req-8d00ee91-f0e8-430c-a5ec-03290d5f71c9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 943 time: 0.0532572 Aug 27 17:02:38.790145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b192a1-a51a-4671-82a2-275e5a3c5d49 req-3eeba8dc-e73d-47c3-b1c2-419fe9273183 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Aug 27 17:02:39.455029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 327539d1-ddab-4e4c-9399-48ae76dddce1 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:02:39.554742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 327539d1-ddab-4e4c-9399-48ae76dddce1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=327539d1-ddab-4e4c-9399-48ae76dddce1,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:39.566141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'port_id': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'mac_address': 'fa:16:3e:6d:56:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:02:39.604488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:39.616605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327539d1-ddab-4e4c-9399-48ae76dddce1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:02:39.636409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 327539d1-ddab-4e4c-9399-48ae76dddce1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=327539d1-ddab-4e4c-9399-48ae76dddce1,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:39.730081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:39.778007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=327539d1-ddab-4e4c-9399-48ae76dddce1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:39.785085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.785424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.785825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.786170 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.786501 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.786829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.787157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.787508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.787835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.788156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.788477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.788797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:39.907510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a3be-41a2-4982-9553-185bbb90227c req-41debb0c-4c72-488f-889a-fb33836d617f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:39.909086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa58a3be-41a2-4982-9553-185bbb90227c req-41debb0c-4c72-488f-889a-fb33836d617f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 944 time: 0.0527477 Aug 27 17:02:39.947600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa58a3be-41a2-4982-9553-185bbb90227c req-9ef42bcc-9e79-4b40-802c-2d0298d99ed1 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Aug 27 17:02:39.955409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['327539d1-ddab-4e4c-9399-48ae76dddce1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:02:41.063248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d40ea7-9543-45b9-85dc-68f9ae26b959 req-68abc3ee-21a8-4c31-b0a0-e402ad5653ee tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:41.064739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20d40ea7-9543-45b9-85dc-68f9ae26b959 req-68abc3ee-21a8-4c31-b0a0-e402ad5653ee tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 944 time: 0.0496755 Aug 27 17:02:41.102591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20d40ea7-9543-45b9-85dc-68f9ae26b959 req-af3774a2-9cfa-490d-8f44-b2a25d2c20f6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Aug 27 17:02:41.473080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 327539d1-ddab-4e4c-9399-48ae76dddce1 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:02:41.598158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 327539d1-ddab-4e4c-9399-48ae76dddce1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:02:41.602630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 327539d1-ddab-4e4c-9399-48ae76dddce1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:02:41.603033 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:41.677721 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:41.699918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:41.702133 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}073d249bcea60794b7e1f2cf13c7cf98044cd559b5e8d7dbd349649850e2ab10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92e830-446c-4aee-a5b6-94b41b951a94" -d '{"events": [{"server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "name": "network-vif-plugged", "status": "completed", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:41.715702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 327539d1-ddab-4e4c-9399-48ae76dddce1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=327539d1-ddab-4e4c-9399-48ae76dddce1,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:41.741716 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227fffd4-b4e1-495b-911d-022829be714c x-openstack-request-id: req-227fffd4-b4e1-495b-911d-022829be714c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:41.742008 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "name": "network-vif-plugged", "status": "completed", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:41.742284 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-227fffd4-b4e1-495b-911d-022829be714c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:41.742693 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'code': 200} Aug 27 17:02:41.787146 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:41.834855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=327539d1-ddab-4e4c-9399-48ae76dddce1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:41.909010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa084c5a-7756-4651-afb7-8ba63f1a0785 req-0102305d-c753-4855-bc7e-1cc0fa4dac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:41.910552 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-aa084c5a-7756-4651-afb7-8ba63f1a0785 req-0102305d-c753-4855-bc7e-1cc0fa4dac99 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 1096 time: 0.0787733 Aug 27 17:02:41.944791 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-aa084c5a-7756-4651-afb7-8ba63f1a0785 req-f0298774-2798-4309-9391-0d0f00061215 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274377 Aug 27 17:02:42.219746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e2b1-0e7c-402a-846f-aedbd17253d8 req-8589559b-04d4-40ba-bfab-c6bedc4eb685 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:42.221222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bab8e2b1-0e7c-402a-846f-aedbd17253d8 req-8589559b-04d4-40ba-bfab-c6bedc4eb685 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 945 time: 0.0530314 Aug 27 17:02:42.260366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bab8e2b1-0e7c-402a-846f-aedbd17253d8 req-06593c59-b67d-4b0a-9023-79dbd5c70fec tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326760 Aug 27 17:02:43.382534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d40861-e492-421a-b934-9d6a7b2c1bd2 req-df0c2031-77d8-4127-b112-f29497d5d7f0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:43.384640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78d40861-e492-421a-b934-9d6a7b2c1bd2 req-df0c2031-77d8-4127-b112-f29497d5d7f0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 945 time: 0.0514057 Aug 27 17:02:43.423379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78d40861-e492-421a-b934-9d6a7b2c1bd2 req-bf72028e-14bb-4156-bc1b-bae7704b4b98 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Aug 27 17:02:43.542361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023afb3e-3bcb-442f-b08d-ff2d01821087 req-3e2ce7f2-9c47-4a8e-9494-fb82d78b9eab tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:43.543790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-023afb3e-3bcb-442f-b08d-ff2d01821087 req-3e2ce7f2-9c47-4a8e-9494-fb82d78b9eab tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 945 time: 0.0531521 Aug 27 17:02:43.582836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-023afb3e-3bcb-442f-b08d-ff2d01821087 req-93889873-62a8-4fbc-9d30-6f04742e29a4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Aug 27 17:02:43.605414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56392) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:43.648873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03736f-0fe5-4b5a-a7cd-dbf7f45e4149 tempest-TestVolumeBootPattern-1506010276 tempest-TestVolumeBootPattern-1506010276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:43.650485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef03736f-0fe5-4b5a-a7cd-dbf7f45e4149 tempest-TestVolumeBootPattern-1506010276 tempest-TestVolumeBootPattern-1506010276-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 1091 time: 0.0440981 Aug 27 17:02:43.653315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56394) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:43.657971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:43.867049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:43.963454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:44.070330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Allocated IP 172.25.4.134 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1ebc1037-9a2f-4783-ac56-059b421b4f17) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:02:44.169529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:44.307165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:44.352739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:02:44.357838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:02:44.362628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:02:44.384522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=1ebc1037-9a2f-4783-ac56-059b421b4f17,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.399985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.400282 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:44.730171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:44.892512 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:45.044931 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:45.123833 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:45.189068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event updated for resources: {'Port': ['ID=1ebc1037-9a2f-4783-ac56-059b421b4f17,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:45.202285 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:45.303726 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Floating IP 9aff9783-61bf-4fb2-ae95-222de4948347 associated. External IP: 172.25.4.134, port: 327539d1-ddab-4e4c-9399-48ae76dddce1. Aug 27 17:02:45.836837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:02:45.944805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:02:45.956294 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:02:45.965873 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:02:45.966471 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:02:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:46.032924 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:46.060457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ea113700-8e2f-4479-8c9c-3e8f8b445507 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4060962 Aug 27 17:02:46.061149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:46.071950 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:02:46.101263 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77" -d '{"events": [{"name": "network-changed", "server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:46.187337 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc094cc-dd67-4e24-a609-f84f7df9b2dc x-openstack-request-id: req-7cc094cc-dd67-4e24-a609-f84f7df9b2dc {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:46.187641 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:46.187899 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7cc094cc-dd67-4e24-a609-f84f7df9b2dc {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:46.188305 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'status': 'completed', 'code': 200} Aug 27 17:02:46.250090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-2ed264d4-aee7-441c-8021-8b0ae4d7e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.251612 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-2ed264d4-aee7-441c-8021-8b0ae4d7e2f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 1096 time: 0.0414982 Aug 27 17:02:46.298896 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '9aff9783-61bf-4fb2-ae95-222de4948347', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:6d:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:02:44Z', 'updated_at': '2021-08-27T17:02:44Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}, {'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:55Z', 'revision_number': 1, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:46.325463 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:02:46.333768 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:02:46.334407 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:02:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:46.346891 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-49bc138b-66cc-4820-ab57-31a9295d1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.348467 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-49bc138b-66cc-4820-ab57-31a9295d1a25 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0905464 Aug 27 17:02:46.418057 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-394deb89-206f-4b79-91f8-ccae948856d0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327539d1-ddab-4e4c-9399-48ae76dddce1 HTTP/1.1" status: 200 len: 999 time: 0.0618291 Aug 27 17:02:46.439356 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:02:46.472409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-c2b23787-fd8c-4509-a79c-5082eda4075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.473894 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-c2b23787-fd8c-4509-a79c-5082eda4075a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0496793 Aug 27 17:02:46.520197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-79b1422d-d83b-4f99-85ca-ba992221c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.521748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-79b1422d-d83b-4f99-85ca-ba992221c4b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414100 Aug 27 17:02:46.612856 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-711d46f2-8ce1-4ef5-bfc6-b08882056744 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838575 Aug 27 17:02:46.660904 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '9aff9783-61bf-4fb2-ae95-222de4948347', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:6d:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:02:44Z', 'updated_at': '2021-08-27T17:02:44Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}, {'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:55Z', 'revision_number': 1, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:46.690444 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254a0a2-bbb9-4904-8aee-47a1da27fc4b None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '9aff9783-61bf-4fb2-ae95-222de4948347', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:6d:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:02:44Z', 'updated_at': '2021-08-27T17:02:44Z', 'revision_number': 0, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}, {'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:55Z', 'revision_number': 1, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:02:46.709473 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f21d226a-cbd1-4aaf-b5bc-bc0b06bcce77 req-ce6ded0e-1e57-48ff-8a88-56674ab22548 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904877 Aug 27 17:02:46.881910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff16af-f596-4cb2-814e-37aee62cbfe4 None None] New status for floating IP 9aff9783-61bf-4fb2-ae95-222de4948347: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:02:50.683655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08c6c8b8-4845-41c4-94c8-b81e467dbe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:51.877866 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a9da2c6-5bb5-46fc-b783-6046f300a040 req-8509ac84-f6c7-4df3-a12e-aa57c48e95fb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253108 Aug 27 17:02:51.941459 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a9da2c6-5bb5-46fc-b783-6046f300a040 req-22be083b-be8b-40bf-954b-959d9ac10775 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0245557 Aug 27 17:02:51.980141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a9da2c6-5bb5-46fc-b783-6046f300a040 req-cc74b825-24df-4822-9a78-c4d06dfe7591 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195122 Aug 27 17:02:52.078898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9da2c6-5bb5-46fc-b783-6046f300a040 req-4479f743-bffc-4b36-b173-28de9949b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:52.080395 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a9da2c6-5bb5-46fc-b783-6046f300a040 req-4479f743-bffc-4b36-b173-28de9949b5ff service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936968 Aug 27 17:02:53.277663 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0081cb3-a6f0-461b-b1b8-1592736bfa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:53.450126 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:53.597769 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:54.546719 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:54.657675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-604a9ace-dfce-42eb-94b5-336e70ca6745 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661673 Aug 27 17:02:54.723544 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:54.739012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-65c96403-a9c1-4b62-9ccc-93b00eca5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:54.740531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-65c96403-a9c1-4b62-9ccc-93b00eca5583 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0412409 Aug 27 17:02:54.844441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-08789a92-011c-42ab-8435-512d0805e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:54.845903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-08789a92-011c-42ab-8435-512d0805e74d service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0874081 Aug 27 17:02:54.911603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-267f1602-4f4b-4390-8b93-5fa5ca49af68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 1000 time: 0.0583446 Aug 27 17:02:54.964639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-bc45f6ac-4846-483b-8a30-d4a0aa975588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:54.966075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-bc45f6ac-4846-483b-8a30-d4a0aa975588 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0479198 Aug 27 17:02:55.012644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-d31cc8dd-3dc1-4818-a96e-cd769c4ab450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:55.014509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-d31cc8dd-3dc1-4818-a96e-cd769c4ab450 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419221 Aug 27 17:02:55.107721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-135ab76e-8670-4f23-ba54-75954c157251 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855980 Aug 27 17:02:55.203880 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9431cd24-a071-4fcd-9981-7e9086284d21 req-e965cadf-592c-4f54-ab86-b397ece7e776 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891185 Aug 27 17:02:56.232300 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:02.872077 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:03:20.682411 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a2ef-4705-4aad-a9e6-5694f076e156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:23.190554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40266366-f2d4-4c37-b658-bc2ffedd488d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:23.431595 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:23.539176 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:24.459519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:24.704733 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:26.219154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:39.872393 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:03:50.641076 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61a0d19e-6b47-4663-be00-59f698246b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:52.935382 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-ef24fb99-702b-4f39-8597-194bf7ea0839 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414624 Aug 27 17:03:53.000082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-005da939-aaee-48a7-b430-7c79f76b514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:53.000082 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-005da939-aaee-48a7-b430-7c79f76b514e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 1096 time: 0.0399227 Aug 27 17:03:53.103810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-6daa104e-54a6-4691-a3be-880b22c56524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:53.105526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-6daa104e-54a6-4691-a3be-880b22c56524 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0897005 Aug 27 17:03:53.172115 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-a3ddddf1-0b3c-47b3-a70d-145bbb62eb1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327539d1-ddab-4e4c-9399-48ae76dddce1 HTTP/1.1" status: 200 len: 1001 time: 0.0598269 Aug 27 17:03:53.225721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-ce34d64d-9c66-4d39-9dbd-cd62d590e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:53.227197 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-ce34d64d-9c66-4d39-9dbd-cd62d590e0fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0480731 Aug 27 17:03:53.233747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e7e752b8-8d6c-4e37-853d-7e6116021f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:53.273073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-311c4fe9-298e-417a-80e3-db8b70be5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:53.274515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-311c4fe9-298e-417a-80e3-db8b70be5043 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407772 Aug 27 17:03:53.364685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-079440a8-386d-4c4e-ae06-30ed7acc6c65 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824599 Aug 27 17:03:53.417696 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:53.459947 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8255ebff-64a7-41a0-83ea-67ccb10ede8f req-2dbb317b-da09-45fb-bc92-c9dd1e6c5053 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879254 Aug 27 17:03:53.538115 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:54.542488 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:54.743604 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:56.234760 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:56.494088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-4b009c07-744a-4af5-8add-a873aca6bed4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414743 Aug 27 17:03:56.574593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-1c57a828-7e2d-4c0f-941f-fb576ff7edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:56.576119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-1c57a828-7e2d-4c0f-941f-fb576ff7edcb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0413382 Aug 27 17:03:56.680744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-c90508dc-749d-44e5-a0cf-9699868da265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:56.682125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-c90508dc-749d-44e5-a0cf-9699868da265 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0878742 Aug 27 17:03:56.747183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-8a0c2cd2-0847-4723-8a4d-4845996f9485 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 1000 time: 0.0580633 Aug 27 17:03:56.799678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-143b8d5c-b425-4f53-b494-33ed405f82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:56.801159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-143b8d5c-b425-4f53-b494-33ed405f82c5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0478156 Aug 27 17:03:56.846970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-cbc82c43-e801-4c88-a962-6d985dae00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:56.848475 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-cbc82c43-e801-4c88-a962-6d985dae00dd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400810 Aug 27 17:03:56.936933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-6504ebf3-b6c7-437d-9d50-cc78828506a0 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809326 Aug 27 17:03:57.032261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-351c0a52-8d0c-4c59-8693-dc0e1527ae17 req-c984bbec-58e9-440c-8b19-62eb82d70fcf service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880897 Aug 27 17:04:16.871143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:04:20.651532 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-870ad288-324b-4ad1-b7f7-d67f464be166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.203451 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b699149-0b3e-4887-b405-aaeca0207d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.382637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.523242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.496638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.708241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:26.226125 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.626774 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a2fc7f0-f1a7-4320-b26c-1d80d633ad8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:52.861762 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-429ad440-ca16-442b-b64d-f1d2146c8fde req-ed2da893-4ce3-497e-8ac8-b100774003d2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267723 Aug 27 17:04:52.929141 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-429ad440-ca16-442b-b64d-f1d2146c8fde req-afb6c425-fbf8-4fbe-a79f-87825a4b985e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0278027 Aug 27 17:04:52.970260 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-429ad440-ca16-442b-b64d-f1d2146c8fde req-815eee04-bfd0-4418-af70-9751f4152247 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199149 Aug 27 17:04:53.064256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ad440-ca16-442b-b64d-f1d2146c8fde req-b790ac52-f99b-457c-84e2-96222f2dcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:53.065711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-429ad440-ca16-442b-b64d-f1d2146c8fde req-b790ac52-f99b-457c-84e2-96222f2dcab2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0892293 Aug 27 17:04:53.207004 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6be3a762-282f-4d88-aa54-b9859a58c2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.436152 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.650638 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.869243 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:04:54.458835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:54.755764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:56.241003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:57.497890 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-a135b795-3643-4d6c-ba5a-7d912c37c7d8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474250 Aug 27 17:04:57.579607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771700-590f-446b-9b79-cab99c3358f4 req-1fc933d9-b9d0-4206-9db6-56fd222dd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:57.581066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-1fc933d9-b9d0-4206-9db6-56fd222dd3bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0415552 Aug 27 17:04:57.694834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771700-590f-446b-9b79-cab99c3358f4 req-7fc6c3cd-703e-4431-8b2e-9638f27280f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:57.696601 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-7fc6c3cd-703e-4431-8b2e-9638f27280f5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0962694 Aug 27 17:04:57.761163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-aee36c90-0597-457b-8c79-2cae128c0ef4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 1000 time: 0.0580189 Aug 27 17:04:57.813260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771700-590f-446b-9b79-cab99c3358f4 req-e0427720-c8e2-4d90-b6ea-26910009229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:57.814653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-e0427720-c8e2-4d90-b6ea-26910009229f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0472088 Aug 27 17:04:57.860406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771700-590f-446b-9b79-cab99c3358f4 req-a138168a-2bf1-476b-bd20-9fe191c5d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:57.861830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-a138168a-2bf1-476b-bd20-9fe191c5d30c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396965 Aug 27 17:04:57.950859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-24586a78-ff22-4d29-96f8-1f637385a779 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811222 Aug 27 17:04:58.045274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ac771700-590f-446b-9b79-cab99c3358f4 req-299bbe2d-d5b4-4150-a6e3-f28c835c2b3b service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879955 Aug 27 17:05:03.083711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56498) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:03.373098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 1ebc1037-9a2f-4783-ac56-059b421b4f17 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:03.373462 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.447460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.447796 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.459072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 1ebc1037-9a2f-4783-ac56-059b421b4f17 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:03.718005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.749383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=1ebc1037-9a2f-4783-ac56-059b421b4f17,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:03.794860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.795204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.795568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.795903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.796511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.796902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.797232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.797557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.797883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.798208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.798531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.798854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:03.820260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.830815 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Floating IP 9aff9783-61bf-4fb2-ae95-222de4948347 disassociated (deleted). External IP: 172.25.4.134, port: 327539d1-ddab-4e4c-9399-48ae76dddce1. Aug 27 17:05:04.030354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:05:04.136820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:05:04.141601 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:04.146669 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:05:04.156525 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:04.157126 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:04:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:04.168084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-39ded2e0-3ddd-493f-9261-6feea19aa22f tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "DELETE /v2.0/floatingips/9aff9783-61bf-4fb2-ae95-222de4948347 HTTP/1.1" status: 204 len: 168 time: 1.0832601 Aug 27 17:05:04.168690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:04.171086 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225127ca-e5f0-410f-9ead-f75a6b90aa6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:04.216363 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb938f-cead-4cc2-8150-c6915ce50ced x-openstack-request-id: req-4fcb938f-cead-4cc2-8150-c6915ce50ced {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:04.222092 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:04.222092 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4fcb938f-cead-4cc2-8150-c6915ce50ced {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:04.222092 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'status': 'completed', 'code': 200} Aug 27 17:05:04.277521 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:04.284423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-c1e7d194-800c-43b3-9a29-a04b4eb4fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.286045 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-c1e7d194-800c-43b3-9a29-a04b4eb4fd86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 1096 time: 0.0468514 Aug 27 17:05:04.382523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-0852b57e-cd31-4496-9c08-60eacb921a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.384121 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-0852b57e-cd31-4496-9c08-60eacb921a92 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0910804 Aug 27 17:05:04.426220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-42a4b659-3198-4da8-9681-db89ddc6a563 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=327539d1-ddab-4e4c-9399-48ae76dddce1 HTTP/1.1" status: 200 len: 217 time: 0.0353973 Aug 27 17:05:04.477971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-bbf76d87-cace-4cea-a910-56b52bade610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.479706 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-bbf76d87-cace-4cea-a910-56b52bade610 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0467463 Aug 27 17:05:04.511743 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:55Z', 'revision_number': 1, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:04.526897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-7fc29818-c8c4-4481-9a63-8b95b40ce001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.528515 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-7fc29818-c8c4-4481-9a63-8b95b40ce001 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424612 Aug 27 17:05:04.637119 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:05:04.637739 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-c7886eb5-d023-49f9-899b-0c5986418ae1 service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018245 Aug 27 17:05:04.645490 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:04.646088 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:04:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:04.677669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7adb-0fbd-469c-98f5-d67ac57839be req-d2ca5203-297e-47ba-b2a0-e0c6ff31fff0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.679309 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fffd7adb-0fbd-469c-98f5-d67ac57839be req-d2ca5203-297e-47ba-b2a0-e0c6ff31fff0 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 945 time: 0.0516872 Aug 27 17:05:04.719923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fffd7adb-0fbd-469c-98f5-d67ac57839be req-acaa96fb-5f85-426b-ba92-46355ed86036 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Aug 27 17:05:04.741850 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-225127ca-e5f0-410f-9ead-f75a6b90aa6e req-15f0bb1e-f8c7-4673-8a82-6ec947e2cf9b service neutron] 10.222.0.90 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970178 Aug 27 17:05:04.758283 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:04.974045 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:55Z', 'revision_number': 1, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:05.003534 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a03fd73-6877-4bf7-b106-cd1d35ff7962 None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'f81d758b-e045-488f-be28-baa4d039a68c', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'floating_ip_address': '172.25.4.41', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'port_id': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'mac_address': 'fa:16:3e:d4:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:52Z', 'updated_at': '2021-08-27T16:59:55Z', 'revision_number': 1, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:05:05.227461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ad990d-8961-406e-8ce2-2d9933365dba None None] New status for floating IP 9aff9783-61bf-4fb2-ae95-222de4948347: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:05:05.864339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef09acf-87d3-47f9-9ce7-63ac165ba292 req-6b991568-990a-46a3-89d5-c5f1535f7eb4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:05.865814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ef09acf-87d3-47f9-9ce7-63ac165ba292 req-6b991568-990a-46a3-89d5-c5f1535f7eb4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 945 time: 0.0491726 Aug 27 17:05:05.904431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ef09acf-87d3-47f9-9ce7-63ac165ba292 req-acb1177e-a05f-41cf-89f9-dd11c3bac134 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321264 Aug 27 17:05:06.171442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-48f8f1eb-2918-4f76-a5d8-fb6552d999e4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:06.172902 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-48f8f1eb-2918-4f76-a5d8-fb6552d999e4 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 945 time: 0.0534031 Aug 27 17:05:06.263767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 327539d1-ddab-4e4c-9399-48ae76dddce1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:06.264112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:06.356408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] For port 327539d1-ddab-4e4c-9399-48ae76dddce1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=327539d1-ddab-4e4c-9399-48ae76dddce1,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:06.356779 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:06.369999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 327539d1-ddab-4e4c-9399-48ae76dddce1 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:06.566491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:06.600446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=327539d1-ddab-4e4c-9399-48ae76dddce1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:06.624051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.624403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.624765 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.625093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.625430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.625763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.626095 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.626427 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.626752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.627076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.627433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.627758 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:06.650200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] No DVR routers for this DVR port 327539d1-ddab-4e4c-9399-48ae76dddce1 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:05:06.652843 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:06.654884 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-1c225c5a-24ff-44a3-948b-fb42946e32fb req-95a59379-9c95-4953-bec7-b063fb0da2d6 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.90 "DELETE /v2.0/ports/327539d1-ddab-4e4c-9399-48ae76dddce1 HTTP/1.1" status: 204 len: 173 time: 0.4758513 Aug 27 17:05:06.655355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'name': 'network-vif-deleted', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:06.704366 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20084ce-5cd0-4ff6-bdbd-813fbc68b05f" -d '{"events": [{"server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "name": "network-vif-deleted", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:06.790914 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135d69ea-fae0-46dc-b2d0-d1b9a48b269c x-openstack-request-id: req-135d69ea-fae0-46dc-b2d0-d1b9a48b269c {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:06.791221 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d", "name": "network-vif-deleted", "tag": "327539d1-ddab-4e4c-9399-48ae76dddce1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:06.791509 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-135d69ea-fae0-46dc-b2d0-d1b9a48b269c {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:06.791916 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d', 'name': 'network-vif-deleted', 'tag': '327539d1-ddab-4e4c-9399-48ae76dddce1', 'status': 'completed', 'code': 200} Aug 27 17:05:07.011829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d3c439-db7e-4f9d-a4fb-4921019109c7 req-630f41d5-3ffb-452b-b22c-0c744b8f86e3 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 210 time: 0.0352387 Aug 27 17:05:08.105784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a074379-54e2-410a-a706-0e6c4829c353 req-40c8ff80-3964-441d-9f25-60869a2652bc tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 210 time: 0.0273418 Aug 27 17:05:09.201304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9215b8d-00f9-4b5d-a49c-d513c6dead94 req-a60a81c7-37b8-44ed-a0c2-620647445418 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 210 time: 0.0273266 Aug 27 17:05:10.154433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 327539d1-ddab-4e4c-9399-48ae76dddce1 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:10.174276 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 327539d1-ddab-4e4c-9399-48ae76dddce1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:10.174630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 327539d1-ddab-4e4c-9399-48ae76dddce1 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:10.297010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20c69393-0ddf-4a26-bc8d-a563205d1129 req-fe27ed10-c26b-4f07-b3b8-d7cd4d6ca709 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=5218bf49-e6e0-44ab-91e8-e2ae8dcfa17d HTTP/1.1" status: 200 len: 210 time: 0.0285144 Aug 27 17:05:16.950700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56574) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:17.107857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 788e1d3d-42c1-467a-aeba-3ddcd921bec9 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:17.108206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:17.185446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:17.185782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:17.198090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 788e1d3d-42c1-467a-aeba-3ddcd921bec9 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:17.400602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:17.426277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=788e1d3d-42c1-467a-aeba-3ddcd921bec9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:17.486360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:17.489176 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Floating IP f81d758b-e045-488f-be28-baa4d039a68c disassociated (deleted). External IP: 172.25.4.41, port: 2e51ea67-cc18-4dcc-af61-43ef6ee53368. Aug 27 17:05:17.696122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:05:17.802438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:05:17.807533 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:17.813496 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:05:17.823037 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:17.823788 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:04:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:17.834494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-293eec54-e41e-4b6a-bbdf-7617441db590 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "DELETE /v2.0/floatingips/f81d758b-e045-488f-be28-baa4d039a68c HTTP/1.1" status: 204 len: 168 time: 0.8826571 Aug 27 17:05:17.835100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:17.837438 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c48240-3540-4294-92ab-a05e0c19f69c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:17.875076 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a533b53e-7c44-422c-87cb-f6588e86d5c5 x-openstack-request-id: req-a533b53e-7c44-422c-87cb-f6588e86d5c5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:17.875400 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:17.875661 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a533b53e-7c44-422c-87cb-f6588e86d5c5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:17.876072 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'status': 'completed', 'code': 200} Aug 27 17:05:17.935231 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:17.940518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c48240-3540-4294-92ab-a05e0c19f69c req-f2da8b38-85ef-458c-9df9-05675b4051a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:17.942023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63c48240-3540-4294-92ab-a05e0c19f69c req-f2da8b38-85ef-458c-9df9-05675b4051a5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 1096 time: 0.0430100 Aug 27 17:05:18.038575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c48240-3540-4294-92ab-a05e0c19f69c req-b47e8e15-c9ca-4b01-953b-81ac185e77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:18.040132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63c48240-3540-4294-92ab-a05e0c19f69c req-b47e8e15-c9ca-4b01-953b-81ac185e77d6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 200 len: 914 time: 0.0912445 Aug 27 17:05:18.082742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63c48240-3540-4294-92ab-a05e0c19f69c req-8111cf51-3f6d-4a1c-873c-b10927e1cddc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 200 len: 217 time: 0.0359447 Aug 27 17:05:18.135032 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:18.135549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c48240-3540-4294-92ab-a05e0c19f69c req-ff78474e-e419-470a-a481-8adf9cb23d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:18.137033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63c48240-3540-4294-92ab-a05e0c19f69c req-ff78474e-e419-470a-a481-8adf9cb23d87 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 200 len: 851 time: 0.0457757 Aug 27 17:05:18.164435 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:05:18.172913 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:18.173519 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:04:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:18.187713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c48240-3540-4294-92ab-a05e0c19f69c req-344d4672-aaf1-4398-bddd-35e138f37c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:18.192173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63c48240-3540-4294-92ab-a05e0c19f69c req-344d4672-aaf1-4398-bddd-35e138f37c33 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9e303141-5166-4f06-b24b-9953ac76f40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452678 Aug 27 17:05:18.284853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:18.601208 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:18.628565 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de332d-01b6-45b8-abaf-c6ca3637d5dd None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T16:51:55Z', 'revision_number': 4, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6e0f44f9-f864-4982-8fbf-ff7feea66f8b', 'name': '', 'network_id': '9e303141-5166-4f06-b24b-9953ac76f40b', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'mac_address': 'fa:16:3e:f8:17:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:54Z', 'updated_at': '2021-08-27T16:52:01Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'subnets': [{'id': '9a91284a-7019-48d9-a52b-b8d25152a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:05:18.655896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04546427-a40d-426a-923c-2305432b9555 req-0b96c6d9-a918-4a40-b8a0-7ea0eb25dbda tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:18.657387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04546427-a40d-426a-923c-2305432b9555 req-0b96c6d9-a918-4a40-b8a0-7ea0eb25dbda tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 945 time: 0.4085197 Aug 27 17:05:18.663961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63c48240-3540-4294-92ab-a05e0c19f69c req-299ed556-421a-4ece-af70-ddf2e18e6acf service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598413 Aug 27 17:05:18.744174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04546427-a40d-426a-923c-2305432b9555 req-4a4f4616-fdee-48af-b2fc-752d280e08ab tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/security-groups?id=81720731-592d-4165-943a-9ccb6c3bf566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789504 Aug 27 17:05:18.780155 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63c48240-3540-4294-92ab-a05e0c19f69c req-a7be4795-4f36-4f2f-930e-ae9d872d2ff4 service neutron] 10.222.0.97 "GET /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078718 Aug 27 17:05:18.861845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60183a84-8616-497b-967c-82d36c1c966e None None] New status for floating IP f81d758b-e045-488f-be28-baa4d039a68c: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:05:18.874859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-af36e877-1a4e-4c18-a0d6-b78b679a1049 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:18.876353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-af36e877-1a4e-4c18-a0d6-b78b679a1049 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 945 time: 0.0509756 Aug 27 17:05:18.975511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:18.975736 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:19.068166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] For port 2e51ea67-cc18-4dcc-af61-43ef6ee53368, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=2e51ea67-cc18-4dcc-af61-43ef6ee53368,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:19.068831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:19.088206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 2e51ea67-cc18-4dcc-af61-43ef6ee53368 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:19.271939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:19.299970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=2e51ea67-cc18-4dcc-af61-43ef6ee53368,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:19.344073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] No DVR routers for this DVR port 2e51ea67-cc18-4dcc-af61-43ef6ee53368 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:05:19.348305 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:19.350480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ac42ae1-7e1d-410c-807c-8459ae7be6c7 req-421d2f73-3e7f-4406-8e10-93f36cc7f0e5 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.97 "DELETE /v2.0/ports/2e51ea67-cc18-4dcc-af61-43ef6ee53368 HTTP/1.1" status: 204 len: 173 time: 0.4682920 Aug 27 17:05:19.846561 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-624d566f-5494-4798-962e-59e950d6cdb6 req-45dc2737-1c70-4a92-a16b-3901752c35eb tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 210 time: 0.0287938 Aug 27 17:05:19.877311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'name': 'network-vif-deleted', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:19.879627 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34bfec8-8e4b-41e8-a6b7-5278f276fc9c" -d '{"events": [{"server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "name": "network-vif-deleted", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:19.915869 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b1bcf-8d2a-4f42-9b14-e8fa98f85596 x-openstack-request-id: req-836b1bcf-8d2a-4f42-9b14-e8fa98f85596 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:19.916163 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fee0c6f-29f0-45fd-808a-b1516c30a22b", "name": "network-vif-deleted", "tag": "2e51ea67-cc18-4dcc-af61-43ef6ee53368", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:19.916440 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-836b1bcf-8d2a-4f42-9b14-e8fa98f85596 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:19.916861 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fee0c6f-29f0-45fd-808a-b1516c30a22b', 'name': 'network-vif-deleted', 'tag': '2e51ea67-cc18-4dcc-af61-43ef6ee53368', 'status': 'completed', 'code': 200} Aug 27 17:05:20.674653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37ffa956-8bdf-4e28-802d-6d489ead8977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:20.942378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b984136-e2af-4b78-9c81-4a5b56117310 req-a3f0d7c9-e4b2-4dc1-8795-b88ddcb26845 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 210 time: 0.0269024 Aug 27 17:05:22.037937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ffbe53b-2871-4710-866c-663a48badfc0 req-9109a979-7e15-4608-a528-3ff5b78f40d9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 210 time: 0.0276895 Aug 27 17:05:23.145100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a846009e-6a76-46d6-a332-d6d12d9057ff req-eaacef45-4722-490c-910e-fc48d772a4f9 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "GET /v2.0/ports?device_id=1fee0c6f-29f0-45fd-808a-b1516c30a22b HTTP/1.1" status: 200 len: 210 time: 0.0257246 Aug 27 17:05:23.228434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5bf446a-262c-4d0f-9335-12004352adfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:23.365523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 2e51ea67-cc18-4dcc-af61-43ef6ee53368 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:23.386263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 2e51ea67-cc18-4dcc-af61-43ef6ee53368 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:23.386614 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 2e51ea67-cc18-4dcc-af61-43ef6ee53368 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:23.399535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:23.534774 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.202728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56596) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:24.355219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Deleting port 333227cb-2b6f-40b1-9e07-1dd70daccfc8 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:24.355608 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.443010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.443287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.455796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Calling delete_port for 333227cb-2b6f-40b1-9e07-1dd70daccfc8 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:24.500522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.731208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.731450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.755492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'Port': ['ID=333227cb-2b6f-40b1-9e07-1dd70daccfc8,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:24.818983 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.822613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:24.823788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-caf56a19-36e7-455b-af17-ba2d63e4b295 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "DELETE /v2.0/floatingips/79097334-e6c2-4539-b533-a6cc4e1a9786 HTTP/1.1" status: 204 len: 168 time: 0.6200140 Aug 27 17:05:26.199977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:28.268672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56614) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:28.333029 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9ca2-059f-4450-9b52-0c46b5d85475 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:28.359769 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9ca2-059f-4450-9b52-0c46b5d85475 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:28.494379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9ca2-059f-4450-9b52-0c46b5d85475 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:28.497214 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9ca2-059f-4450-9b52-0c46b5d85475 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:28.498414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5a2a9ca2-059f-4450-9b52-0c46b5d85475 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] 10.222.0.101 "DELETE /v2.0/security-groups/81720731-592d-4165-943a-9ccb6c3bf566 HTTP/1.1" status: 204 len: 168 time: 0.2286620 Aug 27 17:05:28.511463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a9ca2-059f-4450-9b52-0c46b5d85475 tempest-TestVolumeBootPattern-1145743235 tempest-TestVolumeBootPattern-1145743235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81720731-592d-4165-943a-9ccb6c3bf566,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:28.671486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56618) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:29.138623 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:29.693857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Deleting port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:29.695406 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:29.770170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] For port 6e0f44f9-f864-4982-8fbf-ff7feea66f8b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:29.770525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:29.782850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Calling delete_port for 6e0f44f9-f864-4982-8fbf-ff7feea66f8b owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:30.019944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:30.044234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0f44f9-f864-4982-8fbf-ff7feea66f8b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:30.219441 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:30.433608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:05:30.538958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:05:30.545683 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c5f3f367-6d3d-4160-b471-87e76ac554f8 admin admin] 10.222.0.101 "PUT /v2.0/routers/d9cc9d5d-d89c-44f3-95d4-52f1a1021c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722091 Aug 27 17:05:30.547447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56626) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:30.548368 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] Sync routers for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:05:30.558266 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:30.558863 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:05:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:30.651809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:30.661085 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:30.753551 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:30.874777 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Deleting port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:30.875302 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:30.877784 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:05:30.927089 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T17:05:29Z', 'revision_number': 5, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port': {'id': '09a93a43-ca6e-46d9-9e25-bb49730ad7d4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:52Z', 'updated_at': '2021-08-27T16:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:30.952867 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] Checking router: d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:05:30.953566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] For port 09a93a43-ca6e-46d9-9e25-bb49730ad7d4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:30.953939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:30.961577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] Routers {'d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:30.962172 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:05:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:30.967527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Calling delete_port for 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:31.045354 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] Set router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:31.098285 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T17:05:30Z', 'revision_number': 6, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:31.124538 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc862d0-5ecf-4a6a-9c37-14858029a76a None None] The sync data for ids ['d9cc9d5d-d89c-44f3-95d4-52f1a1021c14'] in n-d-806412-1 is: [{'id': 'd9cc9d5d-d89c-44f3-95d4-52f1a1021c14', 'name': 'tempest-TestVolumeBootPattern-1252174088-router', 'tenant_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:51Z', 'updated_at': '2021-08-27T17:05:30Z', 'revision_number': 6, 'project_id': '074f71ad9dac42dc9aeea8dcb251b6da', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:05:31.211984 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.238355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=09a93a43-ca6e-46d9-9e25-bb49730ad7d4,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:31.302829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.393054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.395325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.491152 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.491858 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:05:31.496827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.502075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-57540280-33c3-4150-9f25-b04c83f9a1ca admin admin] 10.222.0.101 "DELETE /v2.0/routers/d9cc9d5d-d89c-44f3-95d4-52f1a1021c14 HTTP/1.1" status: 204 len: 168 time: 0.9504652 Aug 27 17:05:31.502075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56628) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:31.558343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] Deleting subnet 9a91284a-7019-48d9-a52b-b8d25152a159 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:05:31.561925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.577922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6e0f44f9-f864-4982-8fbf-ff7feea66f8b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:31.600344 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.601570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6e0f44f9-f864-4982-8fbf-ff7feea66f8b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:31.601922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6e0f44f9-f864-4982-8fbf-ff7feea66f8b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:31.677514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.799665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.832941 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a91284a-7019-48d9-a52b-b8d25152a159,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:31.834336 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.836328 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-344960c5-3d55-4bba-a3c2-fdc632ca9d78 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9a91284a-7019-48d9-a52b-b8d25152a159 HTTP/1.1" status: 204 len: 168 time: 0.3341196 Aug 27 17:05:31.838820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56630) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:31.841459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1334360-0e08-4073-b1dc-cef78606a605 None None] Network 9e303141-5166-4f06-b24b-9953ac76f40b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:05:31.910767 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:31.966584 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Deleting port 2bd406b2-2b86-4174-b140-90a7e39f91ac {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:31.967018 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.031163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] DHCP port deletion for 9e303141-5166-4f06-b24b-9953ac76f40b request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:05:32.039613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] For port 2bd406b2-2b86-4174-b140-90a7e39f91ac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2bd406b2-2b86-4174-b140-90a7e39f91ac,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:32.039987 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.052833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Calling delete_port for 2bd406b2-2b86-4174-b140-90a7e39f91ac owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:32.082299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Deleting port 2bd406b2-2b86-4174-b140-90a7e39f91ac {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:32.082671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.152734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] For port 2bd406b2-2b86-4174-b140-90a7e39f91ac, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2bd406b2-2b86-4174-b140-90a7e39f91ac,segment=NetworkSegment(3aca6b09-5343-4be3-9a8a-0cb742c2a3e3),segment_id=3aca6b09-5343-4be3-9a8a-0cb742c2a3e3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:32.153144 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.167771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Calling delete_port for 2bd406b2-2b86-4174-b140-90a7e39f91ac owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:32.228317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.249706 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.265613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] No DVR routers for this DVR port 2bd406b2-2b86-4174-b140-90a7e39f91ac on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:05:32.270169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd406b2-2b86-4174-b140-90a7e39f91ac,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:32.277626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Pushing event deleted for resources: {'Port': ['ID=2bd406b2-2b86-4174-b140-90a7e39f91ac,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:32.286022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] No DVR routers for this DVR port 2bd406b2-2b86-4174-b140-90a7e39f91ac on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:05:32.289048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.289213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.289531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.289862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.290199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.290535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.290871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.291204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.291570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.291900 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.292241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.292559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e294e3-901c-4e9e-b4da-fc584eb931a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:32.349742 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.359792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e303141-5166-4f06-b24b-9953ac76f40b']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:32.370092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:32.370393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aca6b09-5343-4be3-9a8a-0cb742c2a3e3') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:32.379555 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.393509 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.400128 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:05:32.400514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:05:32.402124 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:05:32.569134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.584232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:32.584232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] 10.222.0.101 "DELETE /v2.0/networks/9e303141-5166-4f06-b24b-9953ac76f40b HTTP/1.1" status: 204 len: 168 time: 0.7429483 Aug 27 17:05:32.586577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56632) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:32.602793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33a53-cae6-4822-8b9b-45187b5d9765 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e303141-5166-4f06-b24b-9953ac76f40b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:32.939631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:33.188544 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Deleting port 7faf7d56-777b-48b2-baa3-9d9494d51241 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:33.188891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:33.270419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] For port 7faf7d56-777b-48b2-baa3-9d9494d51241, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7faf7d56-777b-48b2-baa3-9d9494d51241,segment=NetworkSegment(02ad7971-d615-4d9d-8874-8cd70933e56c),segment_id=02ad7971-d615-4d9d-8874-8cd70933e56c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:33.270672 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:33.283603 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Calling delete_port for 7faf7d56-777b-48b2-baa3-9d9494d51241 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:33.472145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:33.497789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:33.497789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 09a93a43-ca6e-46d9-9e25-bb49730ad7d4 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:33.497789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2bd406b2-2b86-4174-b140-90a7e39f91ac no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:33.515356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2bd406b2-2b86-4174-b140-90a7e39f91ac {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:33.515716 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2bd406b2-2b86-4174-b140-90a7e39f91ac not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:33.551756 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:33.581396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Pushing event deleted for resources: {'Port': ['ID=7faf7d56-777b-48b2-baa3-9d9494d51241,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:33.749541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:34.281783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:05:34.388695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:05:34.393690 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dd6b0e22-3fc7-4534-b5f9-cd49fc166932 admin admin] 10.222.0.101 "PUT /v2.0/routers/a27cdd3e-a0fc-4b70-ac91-d023caa32cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059928 Aug 27 17:05:34.396268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56636) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:34.397996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] Sync routers for ids ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:05:34.407381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] Routers {'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:34.408002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:05:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:34.505286 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:34.512257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] Set router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:34.612150 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:34.692521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T17:05:33Z', 'revision_number': 5, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port': {'id': 'c237bf8e-08d7-46f2-b395-d6adf2a4540e', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:51:58Z', 'updated_at': '2021-08-27T16:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:34.720466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] Checking router: a27cdd3e-a0fc-4b70-ac91-d023caa32cdd for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:05:34.729147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] Routers {'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:34.729764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:05:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:34.743406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Deleting port c237bf8e-08d7-46f2-b395-d6adf2a4540e {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:34.743758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:34.815925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] Set router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:34.826574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] For port c237bf8e-08d7-46f2-b395-d6adf2a4540e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c237bf8e-08d7-46f2-b395-d6adf2a4540e,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:34.826949 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:34.840388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Calling delete_port for c237bf8e-08d7-46f2-b395-d6adf2a4540e owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:34.868692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T17:05:34Z', 'revision_number': 6, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:34.898221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18308a-8bee-48ca-a98e-6df38b0e2549 None None] The sync data for ids ['a27cdd3e-a0fc-4b70-ac91-d023caa32cdd'] in n-d-806412-1 is: [{'id': 'a27cdd3e-a0fc-4b70-ac91-d023caa32cdd', 'name': 'tempest-TestVolumeBootPattern-617564824-router', 'tenant_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:51:57Z', 'updated_at': '2021-08-27T17:05:34Z', 'revision_number': 6, 'project_id': 'c289fe0ac9b1472b9eb49d7bdcb4baed', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:05:35.090476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.121827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c237bf8e-08d7-46f2-b395-d6adf2a4540e,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:35.181436 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.273283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.275827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.439128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.439770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a27cdd3e-a0fc-4b70-ac91-d023caa32cdd {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:05:35.444461 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.445635 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-852fd545-778e-4b61-a6c1-8e9a1d9aad59 admin admin] 10.222.0.101 "DELETE /v2.0/routers/a27cdd3e-a0fc-4b70-ac91-d023caa32cdd HTTP/1.1" status: 204 len: 168 time: 1.0484302 Aug 27 17:05:35.448153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56638) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:35.492953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] Deleting subnet 049cf14c-981b-498a-b34a-e05700085f87 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:05:35.495983 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.529970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.610728 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.685556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7faf7d56-777b-48b2-baa3-9d9494d51241 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:35.705933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 7faf7d56-777b-48b2-baa3-9d9494d51241 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:35.706281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7faf7d56-777b-48b2-baa3-9d9494d51241 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:35.706689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c237bf8e-08d7-46f2-b395-d6adf2a4540e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:35.724925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c237bf8e-08d7-46f2-b395-d6adf2a4540e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:35.725302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c237bf8e-08d7-46f2-b395-d6adf2a4540e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:35.743157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.768194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049cf14c-981b-498a-b34a-e05700085f87,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:35.773925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.775859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-22d5534f-805d-4dce-a5bd-7f2a8e5514c5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/049cf14c-981b-498a-b34a-e05700085f87 HTTP/1.1" status: 204 len: 168 time: 0.3267038 Aug 27 17:05:35.778404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56640) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:35.779233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832a158-027d-4dc2-8635-fad5d8f4b20b None None] Network 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:05:35.854721 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.916913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Deleting port f4135148-c468-4434-9161-83dad898c907 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:35.920512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:35.964114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] DHCP port deletion for 9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:05:35.989273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] For port f4135148-c468-4434-9161-83dad898c907, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f4135148-c468-4434-9161-83dad898c907,segment=NetworkSegment(02ad7971-d615-4d9d-8874-8cd70933e56c),segment_id=02ad7971-d615-4d9d-8874-8cd70933e56c)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:35.989692 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.003781 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Calling delete_port for f4135148-c468-4434-9161-83dad898c907 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:36.011382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] Deleting port f4135148-c468-4434-9161-83dad898c907 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:05:36.014217 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.076089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] For port f4135148-c468-4434-9161-83dad898c907, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f4135148-c468-4434-9161-83dad898c907,segment=NetworkSegment(02ad7971-d615-4d9d-8874-8cd70933e56c),segment_id=02ad7971-d615-4d9d-8874-8cd70933e56c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:36.076489 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.090211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] Calling delete_port for f4135148-c468-4434-9161-83dad898c907 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:05:36.199586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.205436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.228341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4135148-c468-4434-9161-83dad898c907,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:36.230244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] No DVR routers for this DVR port f4135148-c468-4434-9161-83dad898c907 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:05:36.231963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] Pushing event deleted for resources: {'Port': ['ID=f4135148-c468-4434-9161-83dad898c907,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:36.236179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585b00b-045a-4318-891d-b3e373e1d8cb None None] No DVR routers for this DVR port f4135148-c468-4434-9161-83dad898c907 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:05:36.309944 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.319970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb81fd0-a5b3-4311-9511-bf5bd5dd4524']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:36.334319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ad7971-d615-4d9d-8874-8cd70933e56c') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:36.335112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ad7971-d615-4d9d-8874-8cd70933e56c') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:36.347644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.362373 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.368525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:05:36.368914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:05:36.370539 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:05:36.505792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.511682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.522917 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] 10.222.0.101 "DELETE /v2.0/networks/9fb81fd0-a5b3-4311-9511-bf5bd5dd4524 HTTP/1.1" status: 204 len: 168 time: 0.7341948 Aug 27 17:05:36.525173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a87bd-d646-45b3-b093-ea7d29b67c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb81fd0-a5b3-4311-9511-bf5bd5dd4524,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:36.834865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56644) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:36.874850 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-665aee18-7ea8-4403-a6ce-479192b950f4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=074f71ad9dac42dc9aeea8dcb251b6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386102 Aug 27 17:05:36.877313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56646) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:36.923278 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-777b7f39-fc8c-4928-835e-905f1292ee20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.948423 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-777b7f39-fc8c-4928-835e-905f1292ee20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.065510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-777b7f39-fc8c-4928-835e-905f1292ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.068121 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-777b7f39-fc8c-4928-835e-905f1292ee20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.069803 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-777b7f39-fc8c-4928-835e-905f1292ee20 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/760605e2-c4d6-4476-b6b8-48da26f8974b HTTP/1.1" status: 204 len: 168 time: 0.1913877 Aug 27 17:05:37.077608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b7f39-fc8c-4928-835e-905f1292ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760605e2-c4d6-4476-b6b8-48da26f8974b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:37.470050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4135148-c468-4434-9161-83dad898c907 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:05:37.490557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f4135148-c468-4434-9161-83dad898c907 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:05:37.491055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f4135148-c468-4434-9161-83dad898c907 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:05:37.727655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56652) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:37.768147 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bb8ef047-1bac-41d2-8fbd-4208a4e12a7d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c289fe0ac9b1472b9eb49d7bdcb4baed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392778 Aug 27 17:05:37.770479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56654) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:37.818168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a38b479-cef3-4722-bd10-b6ca691a8f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.839489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a38b479-cef3-4722-bd10-b6ca691a8f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.973989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a38b479-cef3-4722-bd10-b6ca691a8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.976590 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a38b479-cef3-4722-bd10-b6ca691a8f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.977774 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9a38b479-cef3-4722-bd10-b6ca691a8f47 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d611e505-01d4-4fcf-a5e5-56878e8144b1 HTTP/1.1" status: 204 len: 168 time: 0.2063038 Aug 27 17:05:37.985532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38b479-cef3-4722-bd10-b6ca691a8f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d611e505-01d4-4fcf-a5e5-56878e8144b1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:49.300958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-4714663c-6216-406f-8b0d-9fde2d3a8f9a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=24e4d39c4ac547d9ac0f222e6dfc58ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225039 Aug 27 17:05:49.412098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-b7ffa027-2beb-4eb9-bf81-5ed2b7fddcf5 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:49.413576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-b7ffa027-2beb-4eb9-bf81-5ed2b7fddcf5 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069782 Aug 27 17:05:49.429000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-18fb642b-fc54-4b49-814d-a24f61c4b689 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/quotas/24e4d39c4ac547d9ac0f222e6dfc58ad HTTP/1.1" status: 200 len: 375 time: 0.0097373 Aug 27 17:05:49.462399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-af63e20c-6f98-4693-833e-3fd1b5ef449a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=24e4d39c4ac547d9ac0f222e6dfc58ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279372 Aug 27 17:05:50.624637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d66f529a-4419-4149-9ac7-cc125f5554a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:50.743541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee9c7ca0-5fa7-415a-95eb-8a647df304be req-6272b146-05b7-4104-bc7d-d1cff584c38d tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 210 time: 0.0265288 Aug 27 17:05:51.840592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4eea6509-03f2-45cc-ba90-7fe3f2c455a8 req-dfd27032-b50c-403a-8d59-3452f05a6af6 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 210 time: 0.0277851 Aug 27 17:05:52.866178 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-c1b9b6eb-43ae-4274-bf55-6bdf9c2956c6 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=24e4d39c4ac547d9ac0f222e6dfc58ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213997 Aug 27 17:05:52.957337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca927be0-01de-4b62-b37f-8221e9dc3da1 req-ec736c08-d769-4423-9fd0-3a1f8002ac74 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 210 time: 0.0348732 Aug 27 17:05:53.003509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-6b6a902e-c52b-4b7a-b6da-23acaa619249 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:53.004948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-6b6a902e-c52b-4b7a-b6da-23acaa619249 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323807 Aug 27 17:05:53.017150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Request body: {'port': {'device_id': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'admin_state_up': True, 'tenant_id': '24e4d39c4ac547d9ac0f222e6dfc58ad'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:05:53.204407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Made reservation on behalf of 24e4d39c4ac547d9ac0f222e6dfc58ad for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:05:53.208550 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.213492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2449be8-17cc-4a6b-b96d-d2464a4038fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.220579 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.308892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.381155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.409845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.443302 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3402b3d6-294a-43a4-9486-26cd59c16375,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:53.520989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Allocated IP 192.168.233.146 (e309fdb3-8ce6-4fa1-a657-7a1d34457081/d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b/219fd185-f747-4416-b71d-7ff2a99ee84a) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:05:53.539597 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.663863 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.677330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Transition to ACTIVE for port object 219fd185-f747-4416-b71d-7ff2a99ee84a will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:05:53.809956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.857268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Network e309fdb3-8ce6-4fa1-a657-7a1d34457081 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:05:53.862319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:05:53.866059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:05:53.873295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Pushing event updated for resources: {'Port': ['ID=219fd185-f747-4416-b71d-7ff2a99ee84a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:53.920643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:53.921276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:53.994605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-09feacce-a987-4a4a-a244-db81efae65fb tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9809344 Aug 27 17:05:54.006586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-a8cd2e7a-1364-4fa0-8e16-a3a5b91c6688 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:05:54.007874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-a8cd2e7a-1364-4fa0-8e16-a3a5b91c6688 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058160 Aug 27 17:05:54.019712 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Request body: {'port': {'device_id': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:05:54.107222 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.133141 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32a263-a4e2-4f09-90f5-5102292fbd97 req-83907d5f-9768-4e70-b11f-bdcc04980927 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:54.134556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a32a263-a4e2-4f09-90f5-5102292fbd97 req-83907d5f-9768-4e70-b11f-bdcc04980927 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 936 time: 0.0932307 Aug 27 17:05:54.141021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4e7a34a0-a677-4af0-b33a-6136fc63e296 None None] Provisioning for port 219fd185-f747-4416-b71d-7ff2a99ee84a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:05:54.145093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4e7a34a0-a677-4af0-b33a-6136fc63e296 None None] Provisioning complete for port 219fd185-f747-4416-b71d-7ff2a99ee84a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:05:54.154522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e7a34a0-a677-4af0-b33a-6136fc63e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.179597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a34a0-a677-4af0-b33a-6136fc63e296 None None] Port 219fd185-f747-4416-b71d-7ff2a99ee84a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:05:54.248394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a32a263-a4e2-4f09-90f5-5102292fbd97 req-c4ae1870-bb51-41ce-a867-b04b1baba1ce tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962009 Aug 27 17:05:54.411660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219fd185-f747-4416-b71d-7ff2a99ee84a {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:05:54.419602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.434654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Transition to ACTIVE for port object 219fd185-f747-4416-b71d-7ff2a99ee84a will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:05:54.510586 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.524156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.563636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=219fd185-f747-4416-b71d-7ff2a99ee84a,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:54.637264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Attempting to bind port 219fd185-f747-4416-b71d-7ff2a99ee84a on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:05:54.637603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Attempting to bind port 219fd185-f747-4416-b71d-7ff2a99ee84a by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:05:54.637938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Attempting to bind port 219fd185-f747-4416-b71d-7ff2a99ee84a on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:05:54.642604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Port 219fd185-f747-4416-b71d-7ff2a99ee84a on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:05:54.642927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Attempting to bind port 219fd185-f747-4416-b71d-7ff2a99ee84a on network e309fdb3-8ce6-4fa1-a657-7a1d34457081 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:05:54.648664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:05:54.648950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Checking segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:05:54.649341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Bound using segment: {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:05:54.649767 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Bound port: 219fd185-f747-4416-b71d-7ff2a99ee84a, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29b9aa9-1f0a-4669-b8c0-0bede43d70d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:05:54.650128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.704848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.718729 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] For port 219fd185-f747-4416-b71d-7ff2a99ee84a, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:05:54.721768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] For port 219fd185-f747-4416-b71d-7ff2a99ee84a, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=219fd185-f747-4416-b71d-7ff2a99ee84a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:05:54.775386 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.810176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:54.810808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:54.812244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] 10.222.0.97 "PUT /v2.0/ports/219fd185-f747-4416-b71d-7ff2a99ee84a HTTP/1.1" status: 200 len: 1096 time: 0.7971942 Aug 27 17:05:54.812701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'tag': '219fd185-f747-4416-b71d-7ff2a99ee84a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:54.815816 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8ca360-3809-4c42-a00b-634df4b5a78a" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd53bf-50e3-4a01-9c48-1b0bf31c95ac", "tag": "219fd185-f747-4416-b71d-7ff2a99ee84a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:54.849384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c528aab-63c4-4245-973a-5f4804a08fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=219fd185-f747-4416-b71d-7ff2a99ee84a,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:54.862672 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38348a72-ab23-416a-b6d0-08967de3a7ea x-openstack-request-id: req-38348a72-ab23-416a-b6d0-08967de3a7ea {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:54.862975 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd53bf-50e3-4a01-9c48-1b0bf31c95ac", "tag": "219fd185-f747-4416-b71d-7ff2a99ee84a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:54.863232 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-38348a72-ab23-416a-b6d0-08967de3a7ea {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:54.863691 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'tag': '219fd185-f747-4416-b71d-7ff2a99ee84a', 'status': 'completed', 'code': 200} Aug 27 17:05:54.930198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ca360-3809-4c42-a00b-634df4b5a78a req-de6606d4-b70a-4674-a528-7cf995b98d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:54.931850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b8ca360-3809-4c42-a00b-634df4b5a78a req-de6606d4-b70a-4674-a528-7cf995b98d0a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=24e4d39c4ac547d9ac0f222e6dfc58ad&device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 1099 time: 0.0499053 Aug 27 17:05:54.960499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b8ca360-3809-4c42-a00b-634df4b5a78a req-a00f4ff2-e085-4db0-966d-540c5379f774 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=24e4d39c4ac547d9ac0f222e6dfc58ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210810 Aug 27 17:05:55.055288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ca360-3809-4c42-a00b-634df4b5a78a req-53959a62-a74b-4808-a705-e95cc363adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:55.056762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b8ca360-3809-4c42-a00b-634df4b5a78a req-53959a62-a74b-4808-a705-e95cc363adb0 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0900049 Aug 27 17:05:55.131457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-2dd5d95f-8eba-473c-ab19-c2255f01b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:55.133587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-2dd5d95f-8eba-473c-ab19-c2255f01b752 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=24e4d39c4ac547d9ac0f222e6dfc58ad&device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 1099 time: 0.0414042 Aug 27 17:05:55.177587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-70f9bda9-1dab-44b4-b784-c76857003090 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=219fd185-f747-4416-b71d-7ff2a99ee84a HTTP/1.1" status: 200 len: 217 time: 0.0367846 Aug 27 17:05:55.226245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-86f96b19-181c-4dd9-8c9a-594ad616bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:55.227599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-86f96b19-181c-4dd9-8c9a-594ad616bfb6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d158c67a-0bcf-4e4d-9af0-5c7f63f04c3b HTTP/1.1" status: 200 len: 843 time: 0.0436301 Aug 27 17:05:55.273182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-c48b5d8b-f2ab-45bd-b394-98c610c971d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:55.274678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-c48b5d8b-f2ab-45bd-b394-98c610c971d2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e309fdb3-8ce6-4fa1-a657-7a1d34457081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405874 Aug 27 17:05:55.403567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7db8-6937-4ef1-9d49-5afb635370c4 req-427cdc16-5c22-4493-8c88-66727e3c3235 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:55.405045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c27e7db8-6937-4ef1-9d49-5afb635370c4 req-427cdc16-5c22-4493-8c88-66727e3c3235 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 948 time: 0.0764210 Aug 27 17:05:55.410306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-827af7f2-e3ca-4387-a846-b9a9f7b7b55e service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282148 Aug 27 17:05:55.497586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c27e7db8-6937-4ef1-9d49-5afb635370c4 req-93167167-0d39-4838-b493-327b24c08bf0 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862296 Aug 27 17:05:55.527085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a380089c-c45d-45a1-9019-4e7e1d3d5eca req-d361a3f8-f596-4c45-b24e-4521b8d285cf service neutron] 10.222.0.97 "GET /v2.0/networks/e309fdb3-8ce6-4fa1-a657-7a1d34457081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095376 Aug 27 17:05:56.220850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:56.612563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd3b88-9b40-431f-bbd1-ad34b78b3f31 req-5097713e-1671-480a-94f1-544b8699a7f7 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:56.614124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93dd3b88-9b40-431f-bbd1-ad34b78b3f31 req-5097713e-1671-480a-94f1-544b8699a7f7 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 948 time: 0.0494149 Aug 27 17:05:56.652522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93dd3b88-9b40-431f-bbd1-ad34b78b3f31 req-08719bb4-b364-492e-ad2e-53be7e98cf13 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Aug 27 17:05:57.765876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720012-40a8-405a-b7ef-7e040653edea req-8cc4626e-8c60-4dab-a57f-8a8cb7f5b8dd tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:57.767362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30720012-40a8-405a-b7ef-7e040653edea req-8cc4626e-8c60-4dab-a57f-8a8cb7f5b8dd tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 948 time: 0.0481489 Aug 27 17:05:57.808935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30720012-40a8-405a-b7ef-7e040653edea req-37c9c0a4-e080-4c1c-a6b3-9cbdea91913b tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349925 Aug 27 17:05:58.923080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770c66-27d1-4e5d-bb0b-c3dc4c8ba09c req-56eebec6-99d2-40da-8f19-e63e8a7918f5 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:58.924593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06770c66-27d1-4e5d-bb0b-c3dc4c8ba09c req-56eebec6-99d2-40da-8f19-e63e8a7918f5 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 948 time: 0.0491126 Aug 27 17:05:58.962472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06770c66-27d1-4e5d-bb0b-c3dc4c8ba09c req-41bbe1d5-eebe-4747-8cb2-335b1443c7dd tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Aug 27 17:05:59.627575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 219fd185-f747-4416-b71d-7ff2a99ee84a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:05:59.723570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 219fd185-f747-4416-b71d-7ff2a99ee84a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=219fd185-f747-4416-b71d-7ff2a99ee84a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:59.735200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '219fd185-f747-4416-b71d-7ff2a99ee84a', 'network_id': 'e309fdb3-8ce6-4fa1-a657-7a1d34457081', 'port_id': '219fd185-f747-4416-b71d-7ff2a99ee84a', 'mac_address': 'fa:16:3e:7d:4b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd158c67a-0bcf-4e4d-9af0-5c7f63f04c3b', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:05:59.772389 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:59.784712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219fd185-f747-4416-b71d-7ff2a99ee84a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:05:59.804466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 219fd185-f747-4416-b71d-7ff2a99ee84a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=219fd185-f747-4416-b71d-7ff2a99ee84a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:59.910354 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:59.957642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=219fd185-f747-4416-b71d-7ff2a99ee84a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:00.080050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7765c-fcf3-4643-9867-e809df45cb73 req-36feb9c2-484f-4b9e-acd5-5049b6711e48 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:00.081599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67a7765c-fcf3-4643-9867-e809df45cb73 req-36feb9c2-484f-4b9e-acd5-5049b6711e48 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 949 time: 0.0495996 Aug 27 17:06:00.120226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67a7765c-fcf3-4643-9867-e809df45cb73 req-e6bcd8e2-cc90-4e42-9569-c6be03f46c7b tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Aug 27 17:06:00.142371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['219fd185-f747-4416-b71d-7ff2a99ee84a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:06:01.232290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa599-dbf1-4d71-ae63-e381964ff852 req-5cb3c946-5c92-4e21-8780-c16150e8e0d7 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:01.233757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-005aa599-dbf1-4d71-ae63-e381964ff852 req-5cb3c946-5c92-4e21-8780-c16150e8e0d7 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 949 time: 0.0481198 Aug 27 17:06:01.274852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-005aa599-dbf1-4d71-ae63-e381964ff852 req-70f84e71-6e0e-4cca-9c2d-86fe353a06f2 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352180 Aug 27 17:06:01.644759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 219fd185-f747-4416-b71d-7ff2a99ee84a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:06:01.801800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 219fd185-f747-4416-b71d-7ff2a99ee84a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:06:01.805607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 219fd185-f747-4416-b71d-7ff2a99ee84a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:06:01.805985 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:01.884150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:01.906137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219fd185-f747-4416-b71d-7ff2a99ee84a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:06:01.920150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 219fd185-f747-4416-b71d-7ff2a99ee84a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=219fd185-f747-4416-b71d-7ff2a99ee84a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:06:01.945552 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317259cb-f3d4-436e-b69e-6e42cacf66c2" -d '{"events": [{"server_uuid": "66cd53bf-50e3-4a01-9c48-1b0bf31c95ac", "name": "network-vif-plugged", "status": "completed", "tag": "219fd185-f747-4416-b71d-7ff2a99ee84a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:06:02.001958 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:02.032241 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c240cd7f-cb5f-4dfc-bd3c-22827cee2ec3 x-openstack-request-id: req-c240cd7f-cb5f-4dfc-bd3c-22827cee2ec3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:06:02.032710 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd53bf-50e3-4a01-9c48-1b0bf31c95ac", "name": "network-vif-plugged", "status": "completed", "tag": "219fd185-f747-4416-b71d-7ff2a99ee84a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:06:02.032978 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c240cd7f-cb5f-4dfc-bd3c-22827cee2ec3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:06:02.033376 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219fd185-f747-4416-b71d-7ff2a99ee84a', 'code': 200} Aug 27 17:06:02.056373 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=219fd185-f747-4416-b71d-7ff2a99ee84a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:02.127160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158738-95ed-4dd1-a0d5-cb1139c67b61 req-b7d4ce08-9123-4e7a-9bc2-1c9f570fcbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:02.128679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38158738-95ed-4dd1-a0d5-cb1139c67b61 req-b7d4ce08-9123-4e7a-9bc2-1c9f570fcbf7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 1101 time: 0.0402284 Aug 27 17:06:02.163096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38158738-95ed-4dd1-a0d5-cb1139c67b61 req-900758ab-9fe8-471a-b5f7-382078a7bea6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274894 Aug 27 17:06:02.389675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169d661-0e61-4030-9984-616fed7bfed3 req-0f62c3f0-5ac7-44f8-b674-a1a6ec8a4ac7 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:02.391173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d169d661-0e61-4030-9984-616fed7bfed3 req-0f62c3f0-5ac7-44f8-b674-a1a6ec8a4ac7 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 950 time: 0.0496504 Aug 27 17:06:02.430232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d169d661-0e61-4030-9984-616fed7bfed3 req-1969fa17-5379-4f27-a892-deb416fd7baf tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 27 17:06:03.552692 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e609f-8e31-47ac-a36a-40f32764f296 req-51793868-8de5-43fb-9922-f26252a256c0 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:03.554792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-311e609f-8e31-47ac-a36a-40f32764f296 req-51793868-8de5-43fb-9922-f26252a256c0 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 950 time: 0.0506287 Aug 27 17:06:03.598020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-311e609f-8e31-47ac-a36a-40f32764f296 req-4d7be4cb-2735-479b-a422-98dac4a04987 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360165 Aug 27 17:06:04.955630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907b71-b6c9-4509-956b-ca1c5969b834 req-8e7952a0-50cc-4c4f-a282-468dc73edd16 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:04.957079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64907b71-b6c9-4509-956b-ca1c5969b834 req-8e7952a0-50cc-4c4f-a282-468dc73edd16 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 950 time: 0.0495896 Aug 27 17:06:04.994807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64907b71-b6c9-4509-956b-ca1c5969b834 req-c71d077e-ddb0-4c1e-80c0-de81b3df9c9e tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Aug 27 17:06:06.120766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa4a0c-d532-4be7-920e-9b4ae3d9d6ef req-3a639252-860b-4fae-817f-d19ddac7d1ca tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:06.122337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bfa4a0c-d532-4be7-920e-9b4ae3d9d6ef req-3a639252-860b-4fae-817f-d19ddac7d1ca tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 950 time: 0.0522008 Aug 27 17:06:06.162115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bfa4a0c-d532-4be7-920e-9b4ae3d9d6ef req-39d7fa46-8aa4-48d0-b633-6490f22c9fa1 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/security-groups?id=3402b3d6-294a-43a4-9486-26cd59c16375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Aug 27 17:06:06.232201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-5b9a7403-ae69-43a4-9b60-241d2a95a668 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:06.233696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-5b9a7403-ae69-43a4-9b60-241d2a95a668 tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.97 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 950 time: 0.0486951 Aug 27 17:06:06.325619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Deleting port 219fd185-f747-4416-b71d-7ff2a99ee84a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:06:06.325878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:06.413022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] For port 219fd185-f747-4416-b71d-7ff2a99ee84a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=219fd185-f747-4416-b71d-7ff2a99ee84a,segment=NetworkSegment(e29b9aa9-1f0a-4669-b8c0-0bede43d70d4),segment_id=e29b9aa9-1f0a-4669-b8c0-0bede43d70d4)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:06:06.413389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:06.426331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Calling delete_port for 219fd185-f747-4416-b71d-7ff2a99ee84a owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:06:06.635929 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:06.651907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['219fd185-f747-4416-b71d-7ff2a99ee84a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:06:06.666346 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Pushing event deleted for resources: {'Port': ['ID=219fd185-f747-4416-b71d-7ff2a99ee84a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:06.680479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.680838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.681189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.681530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.681869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.682204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.682537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.682870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.683203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.683559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.683887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.684212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:06.727182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] No DVR routers for this DVR port 219fd185-f747-4416-b71d-7ff2a99ee84a on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:06:06.729837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:06.731992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a911a3dd-bafd-42ed-ae2d-bc91417ea077 req-3103b846-bd6f-44b1-9910-4cf1222a030a tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.97 "DELETE /v2.0/ports/219fd185-f747-4416-b71d-7ff2a99ee84a HTTP/1.1" status: 204 len: 173 time: 0.4922173 Aug 27 17:06:06.732450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'name': 'network-vif-deleted', 'tag': '219fd185-f747-4416-b71d-7ff2a99ee84a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:06:06.734747 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab793ec-0f89-4627-a624-3092c1c8fcb8" -d '{"events": [{"server_uuid": "66cd53bf-50e3-4a01-9c48-1b0bf31c95ac", "name": "network-vif-deleted", "tag": "219fd185-f747-4416-b71d-7ff2a99ee84a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:06:06.774403 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e8645d-3d43-4139-a2e2-5ece4b8ce683 x-openstack-request-id: req-a0e8645d-3d43-4139-a2e2-5ece4b8ce683 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:06:06.774701 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd53bf-50e3-4a01-9c48-1b0bf31c95ac", "name": "network-vif-deleted", "tag": "219fd185-f747-4416-b71d-7ff2a99ee84a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:06:06.774954 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a0e8645d-3d43-4139-a2e2-5ece4b8ce683 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:06:06.775380 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd53bf-50e3-4a01-9c48-1b0bf31c95ac', 'name': 'network-vif-deleted', 'tag': '219fd185-f747-4416-b71d-7ff2a99ee84a', 'status': 'completed', 'code': 200} Aug 27 17:06:07.265486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-513abea9-7196-435d-b1b5-363cb752cbdb req-b519dbda-e153-42ee-b987-560e30bdf3ee tempest-ServersAdminNegativeTestJSON-313409536 tempest-ServersAdminNegativeTestJSON-313409536-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cd53bf-50e3-4a01-9c48-1b0bf31c95ac HTTP/1.1" status: 200 len: 210 time: 0.0256600 Aug 27 17:06:07.867043 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:06:08.761855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56824) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:08.891417 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ff63ca41-d2a0-4441-8236-5bf34d9b3dc3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=24e4d39c4ac547d9ac0f222e6dfc58ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283677 Aug 27 17:06:08.893948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56828) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:08.943081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:08.964313 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.082905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.086109 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.087396 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3402b3d6-294a-43a4-9486-26cd59c16375 HTTP/1.1" status: 204 len: 168 time: 0.1924386 Aug 27 17:06:09.095388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3402b3d6-294a-43a4-9486-26cd59c16375,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:09.103157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.103479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.103829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.104174 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.104515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.104844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.105175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.105509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.105840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.106168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.106501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.106832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d16e5e-bc08-498e-8e7d-22719ce03ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:06:09.583076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56834) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:09.596701 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77fb60a1-7b59-4612-8c84-d7226aebb95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.676274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 219fd185-f747-4416-b71d-7ff2a99ee84a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:06:09.686554 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77fb60a1-7b59-4612-8c84-d7226aebb95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.699567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 219fd185-f747-4416-b71d-7ff2a99ee84a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:06:09.699918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 219fd185-f747-4416-b71d-7ff2a99ee84a not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:06:09.744062 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-77fb60a1-7b59-4612-8c84-d7226aebb95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.780500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb60a1-7b59-4612-8c84-d7226aebb95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca92b7-3d10-4b76-bc04-354ab1776376,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:09.784891 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-77fb60a1-7b59-4612-8c84-d7226aebb95a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=23086ab6d2fc4199b981c581dd6125ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007406 Aug 27 17:06:09.788077 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56836) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:09.835779 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8de7fd31-5d85-4fd4-9cb3-c8114181c358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.859341 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8de7fd31-5d85-4fd4-9cb3-c8114181c358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.986042 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8de7fd31-5d85-4fd4-9cb3-c8114181c358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.988587 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8de7fd31-5d85-4fd4-9cb3-c8114181c358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:09.989772 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8de7fd31-5d85-4fd4-9cb3-c8114181c358 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c2ca92b7-3d10-4b76-bc04-354ab1776376 HTTP/1.1" status: 204 len: 168 time: 0.2007823 Aug 27 17:06:10.001258 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7fd31-5d85-4fd4-9cb3-c8114181c358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca92b7-3d10-4b76-bc04-354ab1776376,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:11.002599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56858) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:11.097385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-102369601-network', 'tenant_id': 'b2179158735a477c8f7e3c9051b5c11b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:06:11.201334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Made reservation on behalf of b2179158735a477c8f7e3c9051b5c11b for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:06:11.203627 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.212571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.298815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.368603 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.392990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:06:11.403055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f837797-d24d-47e0-8271-3b8d2d2c422b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:11.407792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.413858 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Added segment fdd82a8a-4418-4368-88e6-bd20c40e7236 of type vlan for network 35a3a026-9438-4b17-98f5-c91bcf6b3558 Aug 27 17:06:11.447842 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.540232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.541217 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:11.541793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:11.603148 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] Pushing event updated for resources: {'Network': ['ID=35a3a026-9438-4b17-98f5-c91bcf6b3558,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:11.612912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 35a3a026-9438-4b17-98f5-c91bcf6b3558 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:06:11.672495 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c11b285d-411d-4538-ba90-05867e0a3974 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6687095 Aug 27 17:06:11.675287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 56862) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:11.680770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Request body: {'subnet': {'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-102369601-subnet', 'tenant_id': 'b2179158735a477c8f7e3c9051b5c11b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:06:11.780040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Made reservation on behalf of b2179158735a477c8f7e3c9051b5c11b for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:06:11.782383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:12.020202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:12.078966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:12.084925 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Checking segment: {'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:06:12.085365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Network hostable DHCP agents. Network: 35a3a026-9438-4b17-98f5-c91bcf6b3558, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:06:12.155704 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Network 35a3a026-9438-4b17-98f5-c91bcf6b3558 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:06:12.248423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 35a3a026-9438-4b17-98f5-c91bcf6b3558) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:06:12.252581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:12.253175 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:12.259710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e74aa-26ad-423f-9a09-a58d4b4b20c7 None None] Network 35a3a026-9438-4b17-98f5-c91bcf6b3558 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:06:12.341254 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9f6f8c37-5f98-4812-9df4-ce4f0a358417 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6648281 Aug 27 17:06:12.382384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b9849-d2e2-4666-b245-406d52f34908 None None] Network 35a3a026-9438-4b17-98f5-c91bcf6b3558 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:06:12.758715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d351-3182-4af8-9a98-5894191550c6 req-876198f8-136b-4d41-be17-3b687d14a316 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:12.760208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-876198f8-136b-4d41-be17-3b687d14a316 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/networks?id=35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 200 len: 811 time: 0.1001406 Aug 27 17:06:12.775020 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-26911fbe-5a51-4133-ac60-0cec1895c4c0 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/quotas/b2179158735a477c8f7e3c9051b5c11b HTTP/1.1" status: 200 len: 375 time: 0.0090692 Aug 27 17:06:12.810842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-7499c797-af1a-44db-8671-2d5971cf3f92 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307984 Aug 27 17:06:12.994289 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-c756972a-d0a1-41e9-9fb0-7eb4adc287b2 service neutron] 10.222.0.101 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249537 Aug 27 17:06:13.087588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-10c5d1eb-108e-4b31-9290-46fe6feccaae service neutron] 10.222.0.101 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870676 Aug 27 17:06:13.326825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-919f71bc-14ae-4c98-86f8-1af3b1b56c76 req-5db153e8-82a6-4494-8325-840d4d738736 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 210 time: 0.0276699 Aug 27 17:06:14.421071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6348b51d-3e9e-4ee8-b316-7d7c71d05fa6 req-0df834d1-87d0-4a54-b083-55d17f791a27 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 210 time: 0.0273852 Aug 27 17:06:15.172623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d351-3182-4af8-9a98-5894191550c6 req-b9f05ac0-2f2f-479e-95b0-69be789041f3 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:15.174061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-b9f05ac0-2f2f-479e-95b0-69be789041f3 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.97 "GET /v2.0/networks?id=35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 200 len: 811 time: 0.1005049 Aug 27 17:06:15.187311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Request body: {'port': {'device_id': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558', 'admin_state_up': True, 'tenant_id': 'b2179158735a477c8f7e3c9051b5c11b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:06:15.379921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Made reservation on behalf of b2179158735a477c8f7e3c9051b5c11b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:06:15.384255 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:15.524867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-63fe3404-64c0-49f5-ad4d-53f0f1f43709 req-a219e6c9-39d5-40fc-9f22-5bad5e71358b tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 210 time: 0.0327690 Aug 27 17:06:15.538971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Allocated IP 172.20.0.7 (35a3a026-9438-4b17-98f5-c91bcf6b3558/2eb6991a-07e0-4b64-bb1d-99a071b8e9a4/3f764988-ab21-432d-89ad-41dc5ba6d1df) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:06:15.684285 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:15.786016 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:15.827575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Network 35a3a026-9438-4b17-98f5-c91bcf6b3558 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:06:15.832504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:06:15.836892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:06:15.843300 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:15.888432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:15.889047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:15.969047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-14947250-bebb-4ab0-a492-065e9352e0ae tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7854311 Aug 27 17:06:15.981339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Request body: {'port': {'device_id': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:06:16.038819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:16.300489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f764988-ab21-432d-89ad-41dc5ba6d1df {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:06:16.308409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:16.320138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Transition to ACTIVE for port object 3f764988-ab21-432d-89ad-41dc5ba6d1df will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:06:16.379716 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:16.448258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:16.502453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:06:16.502778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:06:16.503108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df on network 35a3a026-9438-4b17-98f5-c91bcf6b3558 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:06:16.507763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Port 3f764988-ab21-432d-89ad-41dc5ba6d1df on network 35a3a026-9438-4b17-98f5-c91bcf6b3558 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:06:16.508082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df on network 35a3a026-9438-4b17-98f5-c91bcf6b3558 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:06:16.512798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:06:16.513132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Checking segment: {'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:06:16.513512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Bound using segment: {'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:06:16.513931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Bound port: 3f764988-ab21-432d-89ad-41dc5ba6d1df, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:06:16.514282 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:16.578776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:06:16.582064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:06:16.652036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63ac37-7d28-49ac-8e61-efaae6b8585c req-85c3aa57-bc48-4be2-8d53-ee44666915c3 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:16.653513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa63ac37-7d28-49ac-8e61-efaae6b8585c req-85c3aa57-bc48-4be2-8d53-ee44666915c3 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.0502758 Aug 27 17:06:16.667822 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:16.717338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:16.717960 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:16.719407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] 10.222.0.97 "PUT /v2.0/ports/3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 1091 time: 0.7420716 Aug 27 17:06:16.727049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:06:16.729330 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04681c26-85ec-4eb8-8f5c-eadfcbbe4207" -d '{"events": [{"name": "network-changed", "server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:06:16.746531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa63ac37-7d28-49ac-8e61-efaae6b8585c req-f22482df-1988-4a92-89a0-fdc01e79ddce tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868659 Aug 27 17:06:16.759960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293f680-1662-4866-85a0-1b67d5f181c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:16.773211 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b5c5de-05ba-45a1-a930-e1ec79763c97 x-openstack-request-id: req-52b5c5de-05ba-45a1-a930-e1ec79763c97 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:06:16.773211 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:06:16.773475 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-52b5c5de-05ba-45a1-a930-e1ec79763c97 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:06:16.773874 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'status': 'completed', 'code': 200} Aug 27 17:06:16.829320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04681c26-85ec-4eb8-8f5c-eadfcbbe4207 req-cf832571-f336-482a-a20f-58aa315bdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:16.830712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04681c26-85ec-4eb8-8f5c-eadfcbbe4207 req-cf832571-f336-482a-a20f-58aa315bdf1c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1094 time: 0.0407476 Aug 27 17:06:16.925545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04681c26-85ec-4eb8-8f5c-eadfcbbe4207 req-914e43a3-9f9e-40b5-9508-756a80673574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:16.926990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04681c26-85ec-4eb8-8f5c-eadfcbbe4207 req-914e43a3-9f9e-40b5-9508-756a80673574 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=b2179158735a477c8f7e3c9051b5c11b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0887027 Aug 27 17:06:17.021644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04681c26-85ec-4eb8-8f5c-eadfcbbe4207 req-fc82bc65-66e6-4749-8aa9-8bc239e5b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:17.023117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04681c26-85ec-4eb8-8f5c-eadfcbbe4207 req-fc82bc65-66e6-4749-8aa9-8bc239e5b1df service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0892804 Aug 27 17:06:17.099044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d351-3182-4af8-9a98-5894191550c6 req-cee6be3e-bd1f-4e71-8578-4ccd92434160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:17.100777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-cee6be3e-bd1f-4e71-8578-4ccd92434160 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1094 time: 0.0417223 Aug 27 17:06:17.145457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-c8327feb-35c4-4428-89f4-226ac2d4cb89 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 217 time: 0.0374141 Aug 27 17:06:17.195209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d351-3182-4af8-9a98-5894191550c6 req-4adfd63e-f476-4219-be7a-2a5e88637f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:17.196638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-4adfd63e-f476-4219-be7a-2a5e88637f6c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 HTTP/1.1" status: 200 len: 851 time: 0.0441544 Aug 27 17:06:17.228058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-9a3721d4-b785-4297-88e1-77aa56a5f821 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35a3a026-9438-4b17-98f5-c91bcf6b3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241430 Aug 27 17:06:17.319169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-dc668559-00fa-4eb4-bf60-5cfdd19f61e2 service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838690 Aug 27 17:06:17.406472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f14d351-3182-4af8-9a98-5894191550c6 req-55f317dc-e457-4736-8b37-2cd49c55d201 service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807426 Aug 27 17:06:17.861996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16b8f4-dc3b-4bc4-b409-930e0c11a317 req-450e045b-57a4-4c8c-8db5-5d61ac8fab03 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:17.863488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f16b8f4-dc3b-4bc4-b409-930e0c11a317 req-450e045b-57a4-4c8c-8db5-5d61ac8fab03 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.0491011 Aug 27 17:06:17.900524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f16b8f4-dc3b-4bc4-b409-930e0c11a317 req-6d30de0b-7739-4150-84c3-e5a6aaf7377f tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305851 Aug 27 17:06:19.329071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463789-022d-4603-8d5f-0755920f3f5a req-7f7ab229-ad90-41c0-b257-2bcdaa03cb61 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:19.330478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13463789-022d-4603-8d5f-0755920f3f5a req-7f7ab229-ad90-41c0-b257-2bcdaa03cb61 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.3616650 Aug 27 17:06:19.369221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-13463789-022d-4603-8d5f-0755920f3f5a req-6fd924f3-a022-46eb-80fb-d20d14f651d4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Aug 27 17:06:20.483229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a7b74-4cb3-440a-b15a-e7b8205070f0 req-e17182f0-dd6c-43ef-ae3f-a5f74bc5407c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:20.484695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-784a7b74-4cb3-440a-b15a-e7b8205070f0 req-e17182f0-dd6c-43ef-ae3f-a5f74bc5407c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.0486970 Aug 27 17:06:20.524333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-784a7b74-4cb3-440a-b15a-e7b8205070f0 req-f6b4b40d-f50e-4005-9dbc-cc16a42e64fe tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Aug 27 17:06:20.642649 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c408d87e-fb53-43d4-ad13-b9cde9226a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:21.636244 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279962b-bcf7-4185-b389-1fc457dc64a7 req-610f6028-a69d-4586-a09f-bd9d0fe541b5 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:21.637622 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a279962b-bcf7-4185-b389-1fc457dc64a7 req-610f6028-a69d-4586-a09f-bd9d0fe541b5 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.0482030 Aug 27 17:06:21.675212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a279962b-bcf7-4185-b389-1fc457dc64a7 req-fc1e146e-892c-4506-bf25-c99ebb259517 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Aug 27 17:06:21.721826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:06:21.811959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:06:21.823493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558', 'port_id': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'mac_address': 'fa:16:3e:ac:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb6991a-07e0-4b64-bb1d-99a071b8e9a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:06:21.862134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:21.874150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f764988-ab21-432d-89ad-41dc5ba6d1df {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:06:21.892576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:06:21.950851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:21.995547 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:22.141889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['3f764988-ab21-432d-89ad-41dc5ba6d1df'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:06:22.798021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf079aa-e880-420d-979a-e1a8ab18051d req-6a8a25df-c069-4163-bbfa-8c894f4a2c9c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:22.799495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddf079aa-e880-420d-979a-e1a8ab18051d req-6a8a25df-c069-4163-bbfa-8c894f4a2c9c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 944 time: 0.0517981 Aug 27 17:06:22.838152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddf079aa-e880-420d-979a-e1a8ab18051d req-b0f1cf75-c257-43f5-939d-e600adc3c8f9 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Aug 27 17:06:23.213706 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac064566-8ef0-4d3a-91c1-a6143468753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:23.395394 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:23.550943 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:23.730263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:06:23.836658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 3f764988-ab21-432d-89ad-41dc5ba6d1df completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:06:23.840707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 3f764988-ab21-432d-89ad-41dc5ba6d1df triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:06:23.841081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:23.926187 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:23.950959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:06:23.953253 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba63045-27a2-4970-94df-31afe6291d21" -d '{"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-plugged", "status": "completed", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:06:23.961927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fefcc9-0b26-4f05-9987-590204e7dfbc req-0be2bfb6-9398-4843-8048-27a54ed537af tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:23.967168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4fefcc9-0b26-4f05-9987-590204e7dfbc req-0be2bfb6-9398-4843-8048-27a54ed537af tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 944 time: 0.0553694 Aug 27 17:06:23.967887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:06:23.996563 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556cb1fa-02d5-4ac3-b959-a75784051345 x-openstack-request-id: req-556cb1fa-02d5-4ac3-b959-a75784051345 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:06:24.001588 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-plugged", "status": "completed", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:06:24.001588 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-556cb1fa-02d5-4ac3-b959-a75784051345 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:06:24.001588 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'code': 200} Aug 27 17:06:24.013596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4fefcc9-0b26-4f05-9987-590204e7dfbc req-affc43b9-7174-411f-b36e-4608e99c03f8 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Aug 27 17:06:24.044930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:24.098162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:24.109976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73b1c-fd4d-4208-87e1-2c466aed5eb5 req-23dc8657-80fa-4841-816f-4c25867648e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:24.111616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32f73b1c-fd4d-4208-87e1-2c466aed5eb5 req-23dc8657-80fa-4841-816f-4c25867648e8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1096 time: 0.0473557 Aug 27 17:06:24.154381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32f73b1c-fd4d-4208-87e1-2c466aed5eb5 req-17c3c36a-9204-4d0c-8851-2d68c53290b4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Aug 27 17:06:24.503595 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:24.692484 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:25.133485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea78b73-5bb6-4ccf-a3a3-f13a9ef20485 req-b7d14738-baa9-416d-aa74-09a931a6781d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:25.134953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ea78b73-5bb6-4ccf-a3a3-f13a9ef20485 req-b7d14738-baa9-416d-aa74-09a931a6781d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0529337 Aug 27 17:06:25.172460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ea78b73-5bb6-4ccf-a3a3-f13a9ef20485 req-c0c510bf-f7f0-4ac7-bea4-de18de718f8a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Aug 27 17:06:26.208005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:26.287529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d586-5a6d-4f6e-8f3b-43daded801af req-a44e736c-83cd-4cbd-8976-4ff497fd193a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:26.288995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f75d586-5a6d-4f6e-8f3b-43daded801af req-a44e736c-83cd-4cbd-8976-4ff497fd193a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0501969 Aug 27 17:06:26.326812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f75d586-5a6d-4f6e-8f3b-43daded801af req-d64c70c6-e2bc-4157-acf4-dbd07cb2846e tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Aug 27 17:06:26.687368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf472b86-3a63-431d-886b-c893d2b98f87 req-6b1820c0-4499-47dd-9c4b-4a1558b298e6 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:26.688752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf472b86-3a63-431d-886b-c893d2b98f87 req-6b1820c0-4499-47dd-9c4b-4a1558b298e6 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0524542 Aug 27 17:06:26.727846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf472b86-3a63-431d-886b-c893d2b98f87 req-1c8bc1f1-f2b2-4984-b1c6-ec63c2ccbe33 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Aug 27 17:06:26.804670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 56936) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:26.886631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-99138c0f-df5e-471a-a742-13c109bb4d31 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807939 Aug 27 17:06:27.843347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388bc6-00a3-401b-9df0-dd61b0e3b84b req-5d9d28b2-7cf5-4575-b22f-4d6fec78445d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:27.844815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d388bc6-00a3-401b-9df0-dd61b0e3b84b req-5d9d28b2-7cf5-4575-b22f-4d6fec78445d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0491552 Aug 27 17:06:27.885035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d388bc6-00a3-401b-9df0-dd61b0e3b84b req-bac62188-3b5f-4376-b5e0-d4998f3b50ce tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Aug 27 17:06:28.713037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-2f0cb5a8-a2b0-4e17-b3ad-9c08f09076d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:28.714447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-2f0cb5a8-a2b0-4e17-b3ad-9c08f09076d8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1096 time: 0.0432105 Aug 27 17:06:28.805144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-dda3a669-2f5c-445b-966a-1cdd515e768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:28.806600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-dda3a669-2f5c-445b-966a-1cdd515e768a service neutron] 10.222.0.97 "GET /v2.0/networks?id=35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 200 len: 913 time: 0.0854151 Aug 27 17:06:28.848444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-784c5097-1e7d-4bbf-9893-15989bf9703e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 217 time: 0.0347652 Aug 27 17:06:28.896795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-ab293507-eed2-474a-a792-0beac6d4dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:28.898169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-ab293507-eed2-474a-a792-0beac6d4dad3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 HTTP/1.1" status: 200 len: 851 time: 0.0424960 Aug 27 17:06:28.929247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-2e9a2a63-96bc-4423-a378-fe2613a75afe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35a3a026-9438-4b17-98f5-c91bcf6b3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240288 Aug 27 17:06:29.058034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5910de8-d813-4a87-a2d7-b0c298e08c1f req-3573e579-c9c5-418e-a798-ed3c9d99ff3c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:29.059441 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5910de8-d813-4a87-a2d7-b0c298e08c1f req-3573e579-c9c5-418e-a798-ed3c9d99ff3c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.1011896 Aug 27 17:06:29.064620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-d5e80452-77ca-4605-8b2e-ec6fd98d896d service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280482 Aug 27 17:06:29.146797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b5910de8-d813-4a87-a2d7-b0c298e08c1f req-c2467f91-72e2-496e-b434-e58c623f92fc tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812287 Aug 27 17:06:29.180002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-b240ec40-72e1-4f67-b481-68edbf38f0ed service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011989 Aug 27 17:06:30.263536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3fab5-5afe-4a40-8a71-1c4df898d12a req-f518a84c-c63e-4bd6-8d0f-f9943d2aee87 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:30.265034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ac3fab5-5afe-4a40-8a71-1c4df898d12a req-f518a84c-c63e-4bd6-8d0f-f9943d2aee87 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0509295 Aug 27 17:06:30.306059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ac3fab5-5afe-4a40-8a71-1c4df898d12a req-586b52f6-57ed-426b-8627-6fe2117aad2d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350101 Aug 27 17:06:31.425505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e85603-e4d4-484a-8d84-35dcd4f65c27 req-0b3788f0-ee45-4013-9de9-f6b4a52b7399 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:31.427524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20e85603-e4d4-484a-8d84-35dcd4f65c27 req-0b3788f0-ee45-4013-9de9-f6b4a52b7399 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0533903 Aug 27 17:06:31.465681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-20e85603-e4d4-484a-8d84-35dcd4f65c27 req-80cce588-0636-4bda-adbc-21cd0743f544 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Aug 27 17:06:32.580650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8822-efdf-4371-9085-0360c52e75a4 req-5f4796bd-ae98-414a-88ed-15c3b44f3e2d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:32.582127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33de8822-efdf-4371-9085-0360c52e75a4 req-5f4796bd-ae98-414a-88ed-15c3b44f3e2d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0500808 Aug 27 17:06:32.620922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-33de8822-efdf-4371-9085-0360c52e75a4 req-76e0844c-ec6e-4f5a-90ac-be4740b96cac tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Aug 27 17:06:33.736456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884d72-b279-4d10-a443-423c764a9a9e req-e77794f8-819b-43f6-bae9-a8e735844d93 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:33.737932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9884d72-b279-4d10-a443-423c764a9a9e req-e77794f8-819b-43f6-bae9-a8e735844d93 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0500560 Aug 27 17:06:33.775568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9884d72-b279-4d10-a443-423c764a9a9e req-846c836d-7def-4336-9fce-9151993ddbf4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Aug 27 17:06:34.894789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f45f-e018-4ccd-8847-c6222bcf6ff8 req-ef4789c6-d383-4c9c-bb19-c5944da2eb05 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:34.896882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8cd9f45f-e018-4ccd-8847-c6222bcf6ff8 req-ef4789c6-d383-4c9c-bb19-c5944da2eb05 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0540419 Aug 27 17:06:34.935362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8cd9f45f-e018-4ccd-8847-c6222bcf6ff8 req-91124fce-ae0d-479d-b3ce-5fa74dc9231a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Aug 27 17:06:36.049794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204422d-4529-4247-847a-b28ce4e34d03 req-6e257949-6e6f-487b-88f1-bc0a1cd843b3 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:36.051325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b204422d-4529-4247-847a-b28ce4e34d03 req-6e257949-6e6f-487b-88f1-bc0a1cd843b3 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0495951 Aug 27 17:06:36.089959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b204422d-4529-4247-847a-b28ce4e34d03 req-c81399b4-88c3-45a4-beb3-b8725130d1f2 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Aug 27 17:06:37.206426 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c879424-f023-4cb8-b601-24325da0572f req-7f966f88-c8f0-4448-a132-c926fe03f279 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:37.208067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c879424-f023-4cb8-b601-24325da0572f req-7f966f88-c8f0-4448-a132-c926fe03f279 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0499208 Aug 27 17:06:37.246231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c879424-f023-4cb8-b601-24325da0572f req-265c5813-3730-4472-a18d-ea399cc8e947 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 27 17:06:38.368383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd0ea6-6d9c-44b4-a82d-5dae3472ad43 req-a489fb58-af6d-49f5-9543-b1f2f875876e tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:38.370063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30dd0ea6-6d9c-44b4-a82d-5dae3472ad43 req-a489fb58-af6d-49f5-9543-b1f2f875876e tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0571363 Aug 27 17:06:38.414402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30dd0ea6-6d9c-44b4-a82d-5dae3472ad43 req-fea21afb-7d01-4359-a1bd-3473c5c6a6a0 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Aug 27 17:06:39.531600 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ad6e-b98a-48e9-9d8b-86a4af798eb8 req-1cbe5eec-1180-4aad-8fc5-c62868243da8 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:39.533143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dc1ad6e-b98a-48e9-9d8b-86a4af798eb8 req-1cbe5eec-1180-4aad-8fc5-c62868243da8 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0501208 Aug 27 17:06:39.570992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dc1ad6e-b98a-48e9-9d8b-86a4af798eb8 req-955e056e-0763-4bca-80a4-306fc52fc3e9 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Aug 27 17:06:40.685017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8208a0-4d0e-47fd-8b7e-03e8432f0317 req-3ea0b139-a450-4fa3-be8b-05ca570d5c6b tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:40.686381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea8208a0-4d0e-47fd-8b7e-03e8432f0317 req-3ea0b139-a450-4fa3-be8b-05ca570d5c6b tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0487964 Aug 27 17:06:40.723935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ea8208a0-4d0e-47fd-8b7e-03e8432f0317 req-04565d0e-9de6-4158-bcc7-c27e1512c944 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309961 Aug 27 17:06:41.842575 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ceb65-9eae-491b-ad8b-7ba137038995 req-400ab2b5-4a18-47bb-9beb-5212bfe9bb67 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:41.844070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5ceb65-9eae-491b-ad8b-7ba137038995 req-400ab2b5-4a18-47bb-9beb-5212bfe9bb67 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0538390 Aug 27 17:06:41.881946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5ceb65-9eae-491b-ad8b-7ba137038995 req-3052dc0e-9b5e-461f-87a8-69ef450c8613 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Aug 27 17:06:42.996004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d71c-96b1-4493-ae9b-b5b0c1ab7b32 req-a0ef6154-4288-4c2c-9346-22b4138042da tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:42.997543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d959d71c-96b1-4493-ae9b-b5b0c1ab7b32 req-a0ef6154-4288-4c2c-9346-22b4138042da tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0493684 Aug 27 17:06:43.036479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d959d71c-96b1-4493-ae9b-b5b0c1ab7b32 req-9eb89e68-a1ee-471f-8378-ddc898fafbdf tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Aug 27 17:06:44.149904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbf464-faa8-46a1-be4f-8f0646eaa7c0 req-e6b0c40b-e06e-4e8f-a7e6-8b134ce1149a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:44.151396 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81fbf464-faa8-46a1-be4f-8f0646eaa7c0 req-e6b0c40b-e06e-4e8f-a7e6-8b134ce1149a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0482354 Aug 27 17:06:44.188857 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81fbf464-faa8-46a1-be4f-8f0646eaa7c0 req-6100b321-01df-404d-b2ff-3eadd79240dc tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Aug 27 17:06:44.867184 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:06:45.306365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f4c0f-d4b0-47bc-a57f-73e85877d3e8 req-0acd9677-c498-4824-8df5-f1fee5c81943 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:45.307855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe2f4c0f-d4b0-47bc-a57f-73e85877d3e8 req-0acd9677-c498-4824-8df5-f1fee5c81943 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0535562 Aug 27 17:06:45.346315 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe2f4c0f-d4b0-47bc-a57f-73e85877d3e8 req-bc5dc362-a58b-4199-b93f-e7da7f79f368 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 Aug 27 17:06:46.461778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd7b8d-938f-406e-9c15-01126cf6800a req-b6f03e90-d628-4403-baf8-6d61824c23a1 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:46.463291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cfd7b8d-938f-406e-9c15-01126cf6800a req-b6f03e90-d628-4403-baf8-6d61824c23a1 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0495088 Aug 27 17:06:46.504015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cfd7b8d-938f-406e-9c15-01126cf6800a req-73293a57-249f-4f12-b694-6475c0fd8f1b tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Aug 27 17:06:47.618649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f30c2-b06e-4e71-9cf6-a3db8600fdec req-a764b23c-0dbc-474c-bea9-f374134ffc3a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:47.620073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-655f30c2-b06e-4e71-9cf6-a3db8600fdec req-a764b23c-0dbc-474c-bea9-f374134ffc3a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0494058 Aug 27 17:06:47.657134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-655f30c2-b06e-4e71-9cf6-a3db8600fdec req-de017cf1-56c0-4a7a-bf3d-f0e61506b7a2 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Aug 27 17:06:48.774765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ecaba-47e2-462b-9f2f-e341909940f6 req-0613e1df-e9a2-4d99-aca1-d62f2f7b21be tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:48.776269 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af1ecaba-47e2-462b-9f2f-e341909940f6 req-0613e1df-e9a2-4d99-aca1-d62f2f7b21be tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0520177 Aug 27 17:06:48.816812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af1ecaba-47e2-462b-9f2f-e341909940f6 req-b5d19e38-be6e-4f0d-a255-bbc394a32390 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Aug 27 17:06:49.938260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b0732-0a62-4654-8756-7135faf58c40 req-1de8edb3-202b-48d3-bb21-6e01c0f46961 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:49.942826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-898b0732-0a62-4654-8756-7135faf58c40 req-1de8edb3-202b-48d3-bb21-6e01c0f46961 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0566051 Aug 27 17:06:49.979918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-898b0732-0a62-4654-8756-7135faf58c40 req-c6e9a86b-649c-4d67-9ac7-f9bc7473efd0 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Aug 27 17:06:50.606634 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-641187f1-c8f0-4776-b03c-8a0fe1ae253c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:51.095215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871f96-f688-4dc2-b79c-8f11f8a8f767 req-cd7ba622-774e-40ae-b2fd-ffc30fb6e182 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:51.096705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec871f96-f688-4dc2-b79c-8f11f8a8f767 req-cd7ba622-774e-40ae-b2fd-ffc30fb6e182 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0497539 Aug 27 17:06:51.134177 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec871f96-f688-4dc2-b79c-8f11f8a8f767 req-c6acb94a-bd30-4720-aac3-e707fd1ce91e tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Aug 27 17:06:52.255550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2d21-4aaf-4b0b-b330-998aad633735 req-83f0caf2-9a94-479f-a98d-22c96899c773 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:52.257030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-919f2d21-4aaf-4b0b-b330-998aad633735 req-83f0caf2-9a94-479f-a98d-22c96899c773 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0533605 Aug 27 17:06:52.294741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-919f2d21-4aaf-4b0b-b330-998aad633735 req-73db774f-b874-4be1-ab3f-b319222f72e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Aug 27 17:06:53.257831 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1982617d-af3c-4c03-b34f-8ae9182f4ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:53.406472 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:53.410290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad5a2-1029-4935-83eb-a766e9ddea1e req-8cd5be9b-9d77-471f-af5c-68cd26f318bb tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:53.411941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-022ad5a2-1029-4935-83eb-a766e9ddea1e req-8cd5be9b-9d77-471f-af5c-68cd26f318bb tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0498559 Aug 27 17:06:53.451054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-022ad5a2-1029-4935-83eb-a766e9ddea1e req-e10e8ae8-e1aa-4a77-a69f-a2af035dacca tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Aug 27 17:06:53.538032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:54.514976 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:54.567202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3518-5760-4602-b501-303200bd1e5d req-c42b3765-15bc-4763-bccd-dedc980c736b tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:54.568708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e0e3518-5760-4602-b501-303200bd1e5d req-c42b3765-15bc-4763-bccd-dedc980c736b tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0512826 Aug 27 17:06:54.608057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e0e3518-5760-4602-b501-303200bd1e5d req-62d5aae0-90b1-46b1-9655-2ab53a2f9dfb tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Aug 27 17:06:54.760882 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:55.728885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ccc79-3a61-4c4c-9f40-472c157a2890 req-84a3d725-8b1b-4a52-a43e-423253d36445 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:55.730378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-228ccc79-3a61-4c4c-9f40-472c157a2890 req-84a3d725-8b1b-4a52-a43e-423253d36445 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 27 17:06:55.768347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-228ccc79-3a61-4c4c-9f40-472c157a2890 req-af66c7b0-755f-49f6-8abf-13aa9cae01ec tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Aug 27 17:06:56.199989 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:56.393511 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-a93a0613-34c7-46c5-bd87-4830c58a2847 service neutron] show failed (client error): The resource could not be found. Aug 27 17:06:56.394810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-a93a0613-34c7-46c5-bd87-4830c58a2847 service neutron] 10.222.0.97 "GET /v2.0/ports/3f764988-ab21-432d-89ad-41dc5ba6d1df/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0601263 Aug 27 17:06:56.874761 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-67909ede-8385-4736-9009-4fe3fc699212 req-76b48353-98ab-4cf1-956d-6f6a2e9a2946 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276506 Aug 27 17:06:56.890283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2826a-d214-4caf-a61b-156148ce4dd8 req-7bc83767-b125-4e5a-b72f-4b80ded7de3c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:56.891981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ba2826a-d214-4caf-a61b-156148ce4dd8 req-7bc83767-b125-4e5a-b72f-4b80ded7de3c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0551848 Aug 27 17:06:56.917769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.90', 65042) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:06:56.941316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-ebe9ebdf-f3dc-4527-88d9-af20cdb0c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:56.943076 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-ebe9ebdf-f3dc-4527-88d9-af20cdb0c0ba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b&tenant_id=b2179158735a477c8f7e3c9051b5c11b HTTP/1.1" status: 200 len: 1096 time: 0.0480404 Aug 27 17:06:56.956173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67909ede-8385-4736-9009-4fe3fc699212 req-0d356f04-a77b-4dd3-9eb7-654e56ac2d61 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0348673 Aug 27 17:06:56.957106 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:06:56.961966 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1ba2826a-d214-4caf-a61b-156148ce4dd8 req-cd4ddf17-3787-4d91-ab46-cf491450c7b4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632479 Aug 27 17:06:56.995628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67909ede-8385-4736-9009-4fe3fc699212 req-17cc23ec-0639-4056-90e0-deb29860316c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201857 Aug 27 17:06:57.018200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:57.090249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67909ede-8385-4736-9009-4fe3fc699212 req-36158aac-cc55-4729-942c-f356b8974bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:57.091744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67909ede-8385-4736-9009-4fe3fc699212 req-36158aac-cc55-4729-942c-f356b8974bc8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0900185 Aug 27 17:06:57.219772 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:06:57.251245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:06:57.289863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:06:57.292165 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e4538-d54b-428c-9e12-549e76f565ee" -d '{"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:06:57.296234 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:57.308712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Transition to ACTIVE for port object 3f764988-ab21-432d-89ad-41dc5ba6d1df will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:06:57.342514 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9975eb37-c15f-47b9-b275-81c65a7f5df5 x-openstack-request-id: req-9975eb37-c15f-47b9-b275-81c65a7f5df5 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:06:57.342817 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:06:57.343076 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9975eb37-c15f-47b9-b275-81c65a7f5df5 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:06:57.343513 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'code': 200} Aug 27 17:06:57.383583 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:57.446300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] No DVR routers for this DVR port 3f764988-ab21-432d-89ad-41dc5ba6d1df on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:06:57.453011 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:57.486803 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:06:57.487147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:06:57.487648 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df on network 35a3a026-9438-4b17-98f5-c91bcf6b3558 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:06:57.492112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Port 3f764988-ab21-432d-89ad-41dc5ba6d1df on network 35a3a026-9438-4b17-98f5-c91bcf6b3558 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:06:57.492440 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Attempting to bind port 3f764988-ab21-432d-89ad-41dc5ba6d1df on network 35a3a026-9438-4b17-98f5-c91bcf6b3558 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:06:57.497311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:06:57.497652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Checking segment: {'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:06:57.498041 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Bound using segment: {'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:06:57.498470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Bound port: 3f764988-ab21-432d-89ad-41dc5ba6d1df, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd82a8a-4418-4368-88e6-bd20c40e7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:06:57.498829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:57.560644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:06:57.563649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:06:57.623968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:57.661738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:57.662360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:57.663812 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] 10.222.0.90 "PUT /v2.0/ports/3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 1091 time: 0.7114067 Aug 27 17:06:57.684140 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6c12-780b-459f-abf8-f033c3a3cb8a service neutron] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:06:57.727326 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-f56e343d-a526-4a63-bf1d-fd94595ab256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:57.728842 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-f56e343d-a526-4a63-bf1d-fd94595ab256 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1094 time: 0.0410366 Aug 27 17:06:57.818764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-2834fb3f-2b4e-4b84-9a67-049d1ec3872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:57.820293 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-2834fb3f-2b4e-4b84-9a67-049d1ec3872a service neutron] 10.222.0.90 "GET /v2.0/networks?id=35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 200 len: 913 time: 0.0844383 Aug 27 17:06:57.865226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-1e210b01-c231-47cd-8647-46bbc6450e2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 217 time: 0.0379977 Aug 27 17:06:57.914882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-c2705196-c9ee-4682-8595-3593338d5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:57.916304 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-c2705196-c9ee-4682-8595-3593338d5830 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 HTTP/1.1" status: 200 len: 851 time: 0.0442231 Aug 27 17:06:57.949542 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-09957b35-3fb0-4ce5-8c7e-b3436c74d48c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35a3a026-9438-4b17-98f5-c91bcf6b3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256376 Aug 27 17:06:58.042928 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-e35cfe5a-f269-4bc8-8a92-40158c735d58 service neutron] 10.222.0.90 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867593 Aug 27 17:06:58.080784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502d161-3383-44b7-89b8-2e2387f6d868 req-aa21040a-b3ab-48d0-8284-14c747b642cd tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:58.082980 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3502d161-3383-44b7-89b8-2e2387f6d868 req-aa21040a-b3ab-48d0-8284-14c747b642cd tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.0510001 Aug 27 17:06:58.121292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3502d161-3383-44b7-89b8-2e2387f6d868 req-914b37d9-41b6-47c5-b304-de30f75e3867 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 Aug 27 17:06:58.136589 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b44b5fdf-156b-4428-bbdd-5d4b827fdfe9 req-f8e806f9-dabc-4f09-a8d4-98f45b05872a service neutron] 10.222.0.90 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869527 Aug 27 17:06:59.254830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde76b89-e7c0-4ccb-b99f-0352ad0a3874 req-c7adee1e-ab92-4942-ac88-d4874512456d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:59.256538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cde76b89-e7c0-4ccb-b99f-0352ad0a3874 req-c7adee1e-ab92-4942-ac88-d4874512456d tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.0612783 Aug 27 17:06:59.297721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cde76b89-e7c0-4ccb-b99f-0352ad0a3874 req-832dbc7e-c402-4979-bfea-f4b4763e794a tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Aug 27 17:06:59.344345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:06:59.346688 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55889208-3904-4520-84fd-58594cd3b199" -d '{"events": [{"name": "network-changed", "server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:06:59.394813 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f960a778-6f5a-4c8f-9e4f-914587ac568f x-openstack-request-id: req-f960a778-6f5a-4c8f-9e4f-914587ac568f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:06:59.395134 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:06:59.395413 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f960a778-6f5a-4c8f-9e4f-914587ac568f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:06:59.396202 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'status': 'completed', 'code': 200} Aug 27 17:06:59.458389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889208-3904-4520-84fd-58594cd3b199 req-c30c1a5e-cc69-4996-929f-c4710847a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:59.459420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889208-3904-4520-84fd-58594cd3b199 req-15f90ae4-a317-42c6-b71b-563a39004315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:59.459854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-c30c1a5e-cc69-4996-929f-c4710847a65c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1094 time: 0.0431809 Aug 27 17:06:59.460940 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-15f90ae4-a317-42c6-b71b-563a39004315 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1094 time: 0.0440474 Aug 27 17:06:59.554942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889208-3904-4520-84fd-58594cd3b199 req-e5ff38ac-f33f-4093-9feb-6ac9fa2a62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:59.556484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-e5ff38ac-f33f-4093-9feb-6ac9fa2a62a0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 200 len: 913 time: 0.0901103 Aug 27 17:06:59.561811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889208-3904-4520-84fd-58594cd3b199 req-a2c5dc25-0995-49e8-8991-c308b5617680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:59.563315 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-a2c5dc25-0995-49e8-8991-c308b5617680 service neutron] 10.222.0.90 "GET /v2.0/networks?id=35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 200 len: 913 time: 0.0911806 Aug 27 17:06:59.600728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-426cf246-0a94-4efd-b8aa-19c7b53c0533 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 217 time: 0.0370357 Aug 27 17:06:59.606554 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-38d77c9c-b94e-4cb6-be2a-fdc386bfc061 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 217 time: 0.0348475 Aug 27 17:06:59.651868 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889208-3904-4520-84fd-58594cd3b199 req-c6c7492f-e1e3-43a8-b0cd-ab68b805b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:59.653619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-c6c7492f-e1e3-43a8-b0cd-ab68b805b30b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 HTTP/1.1" status: 200 len: 851 time: 0.0466528 Aug 27 17:06:59.660890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889208-3904-4520-84fd-58594cd3b199 req-f36b6987-9511-4fcc-a480-d1e8f1e71f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:59.662370 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-f36b6987-9511-4fcc-a480-d1e8f1e71f95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 HTTP/1.1" status: 200 len: 851 time: 0.0484393 Aug 27 17:06:59.686263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-8c2b8e00-d224-41bc-b421-fc790737f089 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35a3a026-9438-4b17-98f5-c91bcf6b3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261123 Aug 27 17:06:59.711370 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-d319dce1-0417-4476-9614-5155f72d3cd3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35a3a026-9438-4b17-98f5-c91bcf6b3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300014 Aug 27 17:06:59.797476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-cd8f5b2b-e3e0-4d8d-8204-35e24c14fe2d service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038878 Aug 27 17:06:59.815488 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-8a0e9045-d92a-4e8b-8c25-5673aee09e4d service neutron] 10.222.0.90 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898249 Aug 27 17:06:59.891338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-238e5da7-5ada-4520-936a-3067414a9d6a service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866849 Aug 27 17:06:59.920429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-55889208-3904-4520-84fd-58594cd3b199 req-43915610-3d0b-4b69-bc27-e0434b82d551 service neutron] 10.222.0.90 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974226 Aug 27 17:06:59.970359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:07:00.011205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:07:00.418856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04478890-e17e-4015-b2f9-811cc6a48ee9 req-3fe68430-724f-4afe-82d6-f5c346166115 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:00.420413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04478890-e17e-4015-b2f9-811cc6a48ee9 req-3fe68430-724f-4afe-82d6-f5c346166115 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 943 time: 0.0540729 Aug 27 17:07:00.460018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04478890-e17e-4015-b2f9-811cc6a48ee9 req-a5d4ef87-93f2-40db-ad32-82b921ce2f50 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Aug 27 17:07:00.650796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:07:00.752529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:00.765543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'network_id': '35a3a026-9438-4b17-98f5-c91bcf6b3558', 'port_id': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'mac_address': 'fa:16:3e:ac:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb6991a-07e0-4b64-bb1d-99a071b8e9a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:07:00.806796 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:00.819816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f764988-ab21-432d-89ad-41dc5ba6d1df {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:00.839238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:00.881210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-dce94fd3-4708-4ce1-b0ba-edddf78eefa8 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:00.882565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-dce94fd3-4708-4ce1-b0ba-edddf78eefa8 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.97 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b&tenant_id=b2179158735a477c8f7e3c9051b5c11b&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 943 time: 0.0855088 Aug 27 17:07:00.943336 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:00.946186 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-cb8a2c53-275c-4a61-8485-2bb3033fd418 service neutron] delete failed (client error): The resource could not be found. Aug 27 17:07:00.947225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-cb8a2c53-275c-4a61-8485-2bb3033fd418 service neutron] 10.222.0.97 "DELETE /v2.0/ports/3f764988-ab21-432d-89ad-41dc5ba6d1df/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0559392 Aug 27 17:07:00.991242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:00.998724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:00.999079 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:00.999456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:00.999800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.000139 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.000477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.000812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.001142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.001472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.001800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.002135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.002460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:01.036882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-c3425dde-547b-47fa-b495-9b1f581d7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:01.038392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-c3425dde-547b-47fa-b495-9b1f581d7785 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b2179158735a477c8f7e3c9051b5c11b&device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 1095 time: 0.0466669 Aug 27 17:07:01.128725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-f9d54938-5013-4a72-a5ff-9dea9fc434df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:01.130186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-f9d54938-5013-4a72-a5ff-9dea9fc434df service neutron] 10.222.0.97 "GET /v2.0/networks?id=35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 200 len: 913 time: 0.0842736 Aug 27 17:07:01.174740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-f6428ba3-ac85-4d54-8732-5d7df6d50823 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 200 len: 217 time: 0.0371952 Aug 27 17:07:01.193683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3f764988-ab21-432d-89ad-41dc5ba6d1df'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:07:01.223957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-ff5541b8-e554-4fcf-bb0c-5d7ca8711ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:01.225449 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-ff5541b8-e554-4fcf-bb0c-5d7ca8711ac7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 HTTP/1.1" status: 200 len: 851 time: 0.0435233 Aug 27 17:07:01.257210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-2189a41e-8ee7-4a36-aab4-4ca1e0737e0a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=35a3a026-9438-4b17-98f5-c91bcf6b3558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248480 Aug 27 17:07:01.350182 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-6fd87a2f-8a09-45f0-8436-8d6fae5f8d02 service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860152 Aug 27 17:07:01.438898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-6f735a63-e1ae-4ec6-939d-008618a6a4ef service neutron] 10.222.0.97 "GET /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818713 Aug 27 17:07:02.662513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:07:02.711249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a754474-5580-4825-8766-19d290c05af5 req-37e338dc-1706-4212-b6ff-111d82dc1030 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:02.712758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a754474-5580-4825-8766-19d290c05af5 req-37e338dc-1706-4212-b6ff-111d82dc1030 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 944 time: 0.0502098 Aug 27 17:07:02.750502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a754474-5580-4825-8766-19d290c05af5 req-2726fe80-7636-4c47-b31f-2a405546af62 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Aug 27 17:07:02.777256 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 3f764988-ab21-432d-89ad-41dc5ba6d1df completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:07:02.781221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 3f764988-ab21-432d-89ad-41dc5ba6d1df triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:07:02.781602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:02.857629 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:02.879334 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:02.881499 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74324fb6-df7f-42a9-831f-f1b6e0d6f24e" -d '{"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-plugged", "status": "completed", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:02.894499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:02.920594 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1be06b6-264f-4d91-8611-65d6b75d1e40 x-openstack-request-id: req-d1be06b6-264f-4d91-8611-65d6b75d1e40 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:02.920594 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-plugged", "status": "completed", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:02.920594 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1be06b6-264f-4d91-8611-65d6b75d1e40 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:02.920594 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'code': 200} Aug 27 17:07:02.972039 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:03.022000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:03.869662 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af58b7-1b28-431c-b08e-f3753726cda8 req-91f78788-64cf-44f7-a57f-6b38dd5b3859 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:03.871106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25af58b7-1b28-431c-b08e-f3753726cda8 req-91f78788-64cf-44f7-a57f-6b38dd5b3859 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0534096 Aug 27 17:07:03.910216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25af58b7-1b28-431c-b08e-f3753726cda8 req-bb366881-266d-4da3-aa36-34914fd2320b tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/security-groups?id=3f837797-d24d-47e0-8271-3b8d2d2c422b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Aug 27 17:07:03.973400 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-e9e30734-d417-471c-87c9-37b3b5e84676 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:03.974859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-e9e30734-d417-471c-87c9-37b3b5e84676 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.90 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 945 time: 0.0491271 Aug 27 17:07:04.060814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Deleting port 3f764988-ab21-432d-89ad-41dc5ba6d1df {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:07:04.061080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:04.151498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] For port 3f764988-ab21-432d-89ad-41dc5ba6d1df, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=3f764988-ab21-432d-89ad-41dc5ba6d1df,segment=NetworkSegment(fdd82a8a-4418-4368-88e6-bd20c40e7236),segment_id=fdd82a8a-4418-4368-88e6-bd20c40e7236)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:04.151866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:04.164426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Calling delete_port for 3f764988-ab21-432d-89ad-41dc5ba6d1df owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:07:04.371443 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:04.382912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['3f764988-ab21-432d-89ad-41dc5ba6d1df'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:07:04.399570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Pushing event deleted for resources: {'Port': ['ID=3f764988-ab21-432d-89ad-41dc5ba6d1df,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:04.443993 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] No DVR routers for this DVR port 3f764988-ab21-432d-89ad-41dc5ba6d1df on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:07:04.446698 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:04.448779 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b6712da7-aa4e-4635-8212-79b09e42c813 req-188c26af-df7b-4596-bb53-aadecf3446e4 tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.90 "DELETE /v2.0/ports/3f764988-ab21-432d-89ad-41dc5ba6d1df HTTP/1.1" status: 204 len: 173 time: 0.4678817 Aug 27 17:07:04.449228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-deleted', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:04.451611 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a84200-c3c9-4887-8b9e-d2c0aa0644e2" -d '{"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-deleted", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:04.487304 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b342f5-4228-4de8-92bc-064559d1de71 x-openstack-request-id: req-d4b342f5-4228-4de8-92bc-064559d1de71 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:04.488137 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956374-c1e8-4af2-b6ca-4adb6834d58b", "name": "network-vif-deleted", "tag": "3f764988-ab21-432d-89ad-41dc5ba6d1df", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:04.488617 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4b342f5-4228-4de8-92bc-064559d1de71 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:04.489030 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956374-c1e8-4af2-b6ca-4adb6834d58b', 'name': 'network-vif-deleted', 'tag': '3f764988-ab21-432d-89ad-41dc5ba6d1df', 'status': 'completed', 'code': 200} Aug 27 17:07:05.015169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bb8d960-8809-40b3-8e6b-690f992e8e11 req-a75dbda0-52c5-44fe-a7e4-38fbde778d5c tempest-DeleteServersTestJSON-2114522442 tempest-DeleteServersTestJSON-2114522442-project] 10.222.0.101 "GET /v2.0/ports?device_id=41956374-c1e8-4af2-b6ca-4adb6834d58b HTTP/1.1" status: 200 len: 210 time: 0.0270443 Aug 27 17:07:06.151567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57044) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:06.196420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] Deleting subnet 2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:07:06.199473 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.234271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.276139 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.389236 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.416197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb6991a-07e0-4b64-bb1d-99a071b8e9a4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:06.419908 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.423146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a61321d4-5b81-4e0d-a17f-bcc2d1a01464 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2eb6991a-07e0-4b64-bb1d-99a071b8e9a4 HTTP/1.1" status: 204 len: 168 time: 0.2705300 Aug 27 17:07:06.424307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57046) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:06.493243 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.580575 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.591497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a3a026-9438-4b17-98f5-c91bcf6b3558']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:06.601577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd82a8a-4418-4368-88e6-bd20c40e7236') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:06.601875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd82a8a-4418-4368-88e6-bd20c40e7236') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:06.610625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.628776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.632049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:07:06.632444 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:07:06.634134 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:07:06.743035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.748242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.751712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] 10.222.0.101 "DELETE /v2.0/networks/35a3a026-9438-4b17-98f5-c91bcf6b3558 HTTP/1.1" status: 204 len: 168 time: 0.3263850 Aug 27 17:07:06.763240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a3a026-9438-4b17-98f5-c91bcf6b3558,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:06.770861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.771226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.771572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.771909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.772501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.772719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.773051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.773383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.773711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.774049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.774433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:06.774686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171a39-c65e-4bfa-9cb6-7258ad18f014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:07.075862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57050) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:07.113055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fc2ca7ee-5cd2-4ea3-93ce-ebdb7493b7e5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b2179158735a477c8f7e3c9051b5c11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384340 Aug 27 17:07:07.115824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57052) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:07.162890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-030347bb-5f26-4597-b5ce-ab2395dfeb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:07.184182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-030347bb-5f26-4597-b5ce-ab2395dfeb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:07.302664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-030347bb-5f26-4597-b5ce-ab2395dfeb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:07.305241 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-030347bb-5f26-4597-b5ce-ab2395dfeb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:07.306415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-030347bb-5f26-4597-b5ce-ab2395dfeb9b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f837797-d24d-47e0-8271-3b8d2d2c422b HTTP/1.1" status: 204 len: 168 time: 0.1896446 Aug 27 17:07:07.314347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030347bb-5f26-4597-b5ce-ab2395dfeb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f837797-d24d-47e0-8271-3b8d2d2c422b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:08.286178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57074) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:08.393392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1662823980-network', 'tenant_id': 'c619eea94fa240c4b8c74614437c697b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:08.612098 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Made reservation on behalf of c619eea94fa240c4b8c74614437c697b for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:07:08.615112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:08.623914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:08.697502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:07:08.714932 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:08.716847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 3f764988-ab21-432d-89ad-41dc5ba6d1df {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:07:08.717204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 3f764988-ab21-432d-89ad-41dc5ba6d1df not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:07:08.851043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:08.875771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:07:08.885226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efab3154-6f7a-492f-958e-36edf7e49f8a,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:08.891758 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:08.892111 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Added segment 7efc0229-3d3c-42da-a93f-85f10b93efb9 of type vlan for network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 Aug 27 17:07:08.932550 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:09.161294 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:09.162207 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:09.162788 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:09.221834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Pushing event updated for resources: {'Network': ['ID=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:09.229122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.229469 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.229809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.230144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.230471 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.230798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.231124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.231472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.231797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.232124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.232443 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.232761 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:09.247216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:07:09.385705 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34b97e16-75dc-4a74-ad5e-202574fd76da admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0983865 Aug 27 17:07:09.388522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57078) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:09.393373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Request body: {'subnet': {'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1662823980-subnet', 'tenant_id': 'c619eea94fa240c4b8c74614437c697b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:09.513874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Made reservation on behalf of c619eea94fa240c4b8c74614437c697b for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:07:09.516303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:09.743321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:09.802280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadb4de5-fcff-4655-b685-24b2aea5934b,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:09.812812 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Checking segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:07:09.813410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Network hostable DHCP agents. Network: 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:07:09.896843 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:07:09.977067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:07:09.981113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:09.981696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:09.985822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898a730-3b6d-4815-9118-6a4ee6ca75f4 None None] Network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:07:10.063526 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2d3c3115-db35-4847-8081-803a3efa72cf admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6738122 Aug 27 17:07:10.106318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59b988-8733-4fff-b68f-766387e6e32a None None] Network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:07:10.494226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-304aba7f-09da-4857-b72e-3db2fea0c1ec tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:10.495758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-304aba7f-09da-4857-b72e-3db2fea0c1ec tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 815 time: 0.1040895 Aug 27 17:07:10.510541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-0896db64-1b94-45a1-9e80-9ea37027f8ce tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/quotas/c619eea94fa240c4b8c74614437c697b HTTP/1.1" status: 200 len: 375 time: 0.0092261 Aug 27 17:07:10.542610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-c52e2581-39d6-4258-a7f1-1fdc3e54797a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269673 Aug 27 17:07:10.636535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-367b31b6-76b6-4e12-9e77-7be1e2c02b4d service neutron] 10.222.0.101 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871191 Aug 27 17:07:10.725652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-53aa6ced-bbae-4054-ae6b-fa7070bda39e service neutron] 10.222.0.101 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830629 Aug 27 17:07:10.967866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b874ffc4-24fe-4693-a53e-96716e16f3c5 req-ef13884d-8554-4a98-a6d6-5f5501ff2c2a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Aug 27 17:07:12.061173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94373c47-3492-43bd-b389-99bae7ce47e5 req-6c8d1723-84c1-4693-a25a-2551cf1ef5c0 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 210 time: 0.0255096 Aug 27 17:07:12.620738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-ab85264a-3b12-47a6-8ecc-82cfc75a6c1f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:12.622201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-ab85264a-3b12-47a6-8ecc-82cfc75a6c1f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.97 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 815 time: 0.1110971 Aug 27 17:07:12.634403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Request body: {'port': {'device_id': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67', 'admin_state_up': True, 'tenant_id': 'c619eea94fa240c4b8c74614437c697b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:12.794303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Made reservation on behalf of c619eea94fa240c4b8c74614437c697b for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:07:12.797948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:12.920966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Allocated IP 172.20.0.9 (6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67/fadb4de5-fcff-4655-b685-24b2aea5934b/169a8359-637c-451b-80d6-9c461fc01100) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:07:13.075508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:13.156215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2b3638e-86ac-4f14-8bec-0f8ad5254d0d req-bee5e14f-27e8-4935-831d-3e5d9887c94f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 210 time: 0.0259025 Aug 27 17:07:13.177507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:13.221298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:07:13.224872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:07:13.230596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:07:13.257411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:13.282218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:13.282834 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:13.360628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-d224f414-2990-4d24-a510-bb910854af0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298415 Aug 27 17:07:13.373159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Request body: {'port': {'device_id': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:13.426280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:13.688193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169a8359-637c-451b-80d6-9c461fc01100 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:13.696229 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:13.708241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Transition to ACTIVE for port object 169a8359-637c-451b-80d6-9c461fc01100 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:07:13.782333 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:14.137902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:14.200746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:07:14.201088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:07:14.201425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:14.205808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Port 169a8359-637c-451b-80d6-9c461fc01100 on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:07:14.206137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:14.210962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:07:14.211326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Checking segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:07:14.211715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Bound using segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:07:14.212143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Bound port: 169a8359-637c-451b-80d6-9c461fc01100, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:07:14.212504 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:14.310899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02efec-132c-4499-803a-46c155b9c49c req-785ca23e-0d84-40d1-bb14-ffba933fcfeb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.312414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee02efec-132c-4499-803a-46c155b9c49c req-785ca23e-0d84-40d1-bb14-ffba933fcfeb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 943 time: 0.0888312 Aug 27 17:07:14.317497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:07:14.322224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:07:14.353768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee02efec-132c-4499-803a-46c155b9c49c req-2acd0bc6-f903-48eb-b591-4220223de57a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Aug 27 17:07:14.445700 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:14.478405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.478644 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:14.480099 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] 10.222.0.97 "PUT /v2.0/ports/169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 1091 time: 1.1110892 Aug 27 17:07:14.482422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'tag': '169a8359-637c-451b-80d6-9c461fc01100'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:14.484712 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c058c0-4034-4b15-a410-ec0deaac3e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "tag": "169a8359-637c-451b-80d6-9c461fc01100"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:14.512069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d499d49-3b53-46bc-9c9c-dc9c7b941987 service neutron] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:14.521541 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03addc4-d3ff-441f-92d2-861094680596 x-openstack-request-id: req-e03addc4-d3ff-441f-92d2-861094680596 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:14.521844 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "tag": "169a8359-637c-451b-80d6-9c461fc01100", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:14.522632 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e03addc4-d3ff-441f-92d2-861094680596 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:14.522632 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'tag': '169a8359-637c-451b-80d6-9c461fc01100', 'status': 'completed', 'code': 200} Aug 27 17:07:14.583683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c058c0-4034-4b15-a410-ec0deaac3e3c req-02f8e613-0c89-4e30-8b81-043c79476304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.585192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74c058c0-4034-4b15-a410-ec0deaac3e3c req-02f8e613-0c89-4e30-8b81-043c79476304 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1094 time: 0.0419114 Aug 27 17:07:14.687509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c058c0-4034-4b15-a410-ec0deaac3e3c req-b3eb5411-0ac7-4c8a-8929-af0b3f56c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.689005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74c058c0-4034-4b15-a410-ec0deaac3e3c req-b3eb5411-0ac7-4c8a-8929-af0b3f56c6a1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=c619eea94fa240c4b8c74614437c697b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0964427 Aug 27 17:07:14.782630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c058c0-4034-4b15-a410-ec0deaac3e3c req-ee859c5b-06d7-481c-8e32-7cfae1fd6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.784424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74c058c0-4034-4b15-a410-ec0deaac3e3c req-ee859c5b-06d7-481c-8e32-7cfae1fd6919 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0877547 Aug 27 17:07:14.865210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-f5411918-ad1b-4aa2-a682-75aaf04c7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.866744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-f5411918-ad1b-4aa2-a682-75aaf04c7ccc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1094 time: 0.0457230 Aug 27 17:07:14.907575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-a5f1b23f-1ac3-435a-8bd8-eb32b6a09369 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 217 time: 0.0336840 Aug 27 17:07:14.956097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-567a94ce-8dc0-4297-a27c-09f805fef72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.957544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-567a94ce-8dc0-4297-a27c-09f805fef72b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0436096 Aug 27 17:07:14.994787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-67b09b57-c85a-4ce6-b16e-f6aa207e169f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300698 Aug 27 17:07:15.084166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-4f731ef8-bbd6-440a-a0d3-c666461e2c94 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821474 Aug 27 17:07:15.177318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a3f2137-3f8a-4288-9dbb-1e9491b6d481 req-a9d43110-fd88-44b6-a99f-8f2435cbf60a service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865138 Aug 27 17:07:15.469863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62426b9d-b0b3-4a4f-9237-a1051b2c1e87 req-1d69d07d-6e74-4072-a9f6-cc771dffb6bd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:15.471427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62426b9d-b0b3-4a4f-9237-a1051b2c1e87 req-1d69d07d-6e74-4072-a9f6-cc771dffb6bd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 943 time: 0.0512516 Aug 27 17:07:15.509811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62426b9d-b0b3-4a4f-9237-a1051b2c1e87 req-966d30d1-149f-48ec-a7c7-259db4cd9368 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Aug 27 17:07:16.628604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989d705-d4ee-4b3b-ac27-7b78b4dec11b req-46c6fdaf-2d98-4789-885c-d1bf5d5b6490 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:16.630073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d989d705-d4ee-4b3b-ac27-7b78b4dec11b req-46c6fdaf-2d98-4789-885c-d1bf5d5b6490 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 943 time: 0.0521264 Aug 27 17:07:16.668718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d989d705-d4ee-4b3b-ac27-7b78b4dec11b req-d39974dc-9c51-4ef9-b1e7-a63e1997bd6d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Aug 27 17:07:17.781492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce857cc-100c-49e4-aa8c-38e421864ca4 req-91e963ca-c889-47b4-8a22-6ef60b361fcd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:17.782963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ce857cc-100c-49e4-aa8c-38e421864ca4 req-91e963ca-c889-47b4-8a22-6ef60b361fcd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 943 time: 0.0481761 Aug 27 17:07:17.824108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ce857cc-100c-49e4-aa8c-38e421864ca4 req-06caa2b7-0cfc-4c92-b4b2-759c0da8c789 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Aug 27 17:07:18.105556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 169a8359-637c-451b-80d6-9c461fc01100 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:07:18.201234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:18.213047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '169a8359-637c-451b-80d6-9c461fc01100', 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67', 'port_id': '169a8359-637c-451b-80d6-9c461fc01100', 'mac_address': 'fa:16:3e:5e:9d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadb4de5-fcff-4655-b685-24b2aea5934b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:07:18.248853 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:18.261999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169a8359-637c-451b-80d6-9c461fc01100 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:18.282478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:18.370971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:18.422324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:18.581503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['169a8359-637c-451b-80d6-9c461fc01100'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:07:18.937059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88134335-5362-4837-a9df-8ec763a963ef req-e9e3277c-a36c-4a04-889b-77108a6fc4cd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:18.938546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88134335-5362-4837-a9df-8ec763a963ef req-e9e3277c-a36c-4a04-889b-77108a6fc4cd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 944 time: 0.0486107 Aug 27 17:07:18.976319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-88134335-5362-4837-a9df-8ec763a963ef req-b9da03f5-a369-4ad9-96a9-efaa03c77ea2 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Aug 27 17:07:20.091823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547b83-357e-4849-a911-6c2455dc5763 req-f543b8cf-c325-42fa-923c-b1d0499752bb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:20.093291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d547b83-357e-4849-a911-6c2455dc5763 req-f543b8cf-c325-42fa-923c-b1d0499752bb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 944 time: 0.0495231 Aug 27 17:07:20.109732 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 169a8359-637c-451b-80d6-9c461fc01100 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:07:20.132343 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d547b83-357e-4849-a911-6c2455dc5763 req-f2ea6d68-57bf-41ca-90df-51f68729c5c7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Aug 27 17:07:20.210674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 169a8359-637c-451b-80d6-9c461fc01100 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:07:20.215465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 169a8359-637c-451b-80d6-9c461fc01100 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:07:20.215839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:20.297472 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:20.321336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8359-637c-451b-80d6-9c461fc01100'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:20.323786 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d59c9f-0341-42ba-b13c-3779e5c6cdfd" -d '{"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-plugged", "status": "completed", "tag": "169a8359-637c-451b-80d6-9c461fc01100"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:20.337150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:20.360870 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caf588b-86c0-402c-80b0-3a2afcdd0bf2 x-openstack-request-id: req-1caf588b-86c0-402c-80b0-3a2afcdd0bf2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:20.361168 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-plugged", "status": "completed", "tag": "169a8359-637c-451b-80d6-9c461fc01100", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:20.361429 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1caf588b-86c0-402c-80b0-3a2afcdd0bf2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:20.362415 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8359-637c-451b-80d6-9c461fc01100', 'code': 200} Aug 27 17:07:20.405440 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:20.453438 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:20.459452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05b36-41a2-4206-a432-c21b15038f97 req-f119912b-2d7c-4b89-8f94-20d7a8c25df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:20.461003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50f05b36-41a2-4206-a432-c21b15038f97 req-f119912b-2d7c-4b89-8f94-20d7a8c25df4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1096 time: 0.0431786 Aug 27 17:07:20.499102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50f05b36-41a2-4206-a432-c21b15038f97 req-6e957c68-a671-48a8-8e69-468fdcdc5ac6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Aug 27 17:07:20.622087 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce79811b-aa17-40e4-8ec0-0e4805b78cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:21.247695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af4cae-a7f3-4173-a677-a904754f448a req-07803438-2a06-4e15-b338-28921dc14efb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:21.249221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68af4cae-a7f3-4173-a677-a904754f448a req-07803438-2a06-4e15-b338-28921dc14efb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0495789 Aug 27 17:07:21.287871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68af4cae-a7f3-4173-a677-a904754f448a req-7c13eeec-6aad-4f3d-97ae-9f07dfe8410a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 27 17:07:21.866106 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:07:22.402792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c9ef4-0ee2-41b4-94bf-adeb081b5358 req-8fea3c91-f7ed-4d69-a7c8-820a4aa6869c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.407246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-627c9ef4-0ee2-41b4-94bf-adeb081b5358 req-8fea3c91-f7ed-4d69-a7c8-820a4aa6869c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0483358 Aug 27 17:07:22.443037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-627c9ef4-0ee2-41b4-94bf-adeb081b5358 req-06f88722-114d-473e-9641-b08caae3e777 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Aug 27 17:07:22.562615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a483aa-8f90-435e-852c-e098cdb80ae3 req-b75b939b-fc52-4b8b-b55b-0c96c37708b5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.564375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86a483aa-8f90-435e-852c-e098cdb80ae3 req-b75b939b-fc52-4b8b-b55b-0c96c37708b5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0485218 Aug 27 17:07:22.606724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86a483aa-8f90-435e-852c-e098cdb80ae3 req-02882f12-377a-4980-8a45-71932e8740cc tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Aug 27 17:07:22.883206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59864b-0d69-46fb-9b36-e314260e14f6 req-532df4ba-69fd-460b-ba83-ae2c03314cc3 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.884590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a59864b-0d69-46fb-9b36-e314260e14f6 req-532df4ba-69fd-460b-ba83-ae2c03314cc3 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Aug 27 17:07:22.921377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a59864b-0d69-46fb-9b36-e314260e14f6 req-5b858c71-6968-4934-944e-52e25498f40b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Aug 27 17:07:23.036283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3a3d9-24e0-463f-ae59-a20fd78fba7c req-f8f87ee0-6ae3-49c4-ae4c-e73195f46afe tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:23.037743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21a3a3d9-24e0-463f-ae59-a20fd78fba7c req-f8f87ee0-6ae3-49c4-ae4c-e73195f46afe tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0509679 Aug 27 17:07:23.076554 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21a3a3d9-24e0-463f-ae59-a20fd78fba7c req-d861f998-60ea-4a91-bb61-e24c7660df7b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Aug 27 17:07:23.216786 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b65733ca-7b3c-4320-a9d5-1d3e5cc7b20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:23.405321 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:23.515919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f2a13-f06c-4258-bbbb-3247dabff58b req-4afe20d5-1a4c-4995-a8a4-32f1d6895d8d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:23.517393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc5f2a13-f06c-4258-bbbb-3247dabff58b req-4afe20d5-1a4c-4995-a8a4-32f1d6895d8d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.1062579 Aug 27 17:07:23.560927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc5f2a13-f06c-4258-bbbb-3247dabff58b req-f961017f-bba9-4b2d-b9fd-37f6502bcad9 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374689 Aug 27 17:07:23.587693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:23.626048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-2fa25809-3740-486c-84bc-36ea4b1f2a0c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398335 Aug 27 17:07:24.525436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:24.708037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:24.735328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe883-6c1a-4e4e-b967-4b31687661ee req-cfdb7252-c720-4e12-9974-45055f3725ae tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:24.736941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb3fe883-6c1a-4e4e-b967-4b31687661ee req-cfdb7252-c720-4e12-9974-45055f3725ae tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.1078968 Aug 27 17:07:24.778873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb3fe883-6c1a-4e4e-b967-4b31687661ee req-5c30576c-eaa5-4926-a045-99920bc743ab tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Aug 27 17:07:25.565777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-688c6156-41a4-4de0-b026-0bf9bc187411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:25.567259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-688c6156-41a4-4de0-b026-0bf9bc187411 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1096 time: 0.0415270 Aug 27 17:07:25.660579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-44feea6f-4cec-46ca-b20d-2fcdb06d7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:25.661964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-44feea6f-4cec-46ca-b20d-2fcdb06d7da5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0867591 Aug 27 17:07:25.707010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-869a30fb-1232-4beb-8125-a3c225cc0c78 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 217 time: 0.0380859 Aug 27 17:07:25.767253 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-53b2f995-531e-47a6-97f9-3077b2d0e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:25.769778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-53b2f995-531e-47a6-97f9-3077b2d0e1c1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0542619 Aug 27 17:07:25.802171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-28b5c382-d016-4a7a-b211-46940fa99bc8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251536 Aug 27 17:07:25.953176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901c4de-a63e-4fed-b17e-0bcf565912ce req-8c6583c4-835e-41f0-932f-203d9c972e61 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:25.954677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d901c4de-a63e-4fed-b17e-0bcf565912ce req-8c6583c4-835e-41f0-932f-203d9c972e61 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0964699 Aug 27 17:07:25.961658 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-c3a80dae-44d2-4b9a-af62-b9d4746dd22c service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523180 Aug 27 17:07:26.055646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d901c4de-a63e-4fed-b17e-0bcf565912ce req-67c29399-3370-4409-b9ad-958dae0c7da2 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929923 Aug 27 17:07:26.095447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-da1d50a3-1275-4e83-bb04-c4f7b38b242f service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247249 Aug 27 17:07:26.193298 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:27.181373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3fdc2-c464-4fdb-8491-13c73ed8c3b7 req-c9755b5c-36b8-4a92-acd0-9d9420e73fca tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:27.182862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8be3fdc2-c464-4fdb-8491-13c73ed8c3b7 req-c9755b5c-36b8-4a92-acd0-9d9420e73fca tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0534310 Aug 27 17:07:27.221121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8be3fdc2-c464-4fdb-8491-13c73ed8c3b7 req-81cca267-dea9-486d-a2d7-b35e41e00f90 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Aug 27 17:07:28.334815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3d878-aa08-422b-a442-dddffa432cf5 req-922c25c2-02a1-4027-af72-485e9162c9c8 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:28.336328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d3d878-aa08-422b-a442-dddffa432cf5 req-922c25c2-02a1-4027-af72-485e9162c9c8 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Aug 27 17:07:28.374102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d3d878-aa08-422b-a442-dddffa432cf5 req-b03dfcfb-1b05-416a-923b-93e7e5d9474d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Aug 27 17:07:29.490291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df806b-071b-4504-a421-19a7776c4136 req-0f4023a0-1dd1-4f30-806b-122139a10f68 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:29.491796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48df806b-071b-4504-a421-19a7776c4136 req-0f4023a0-1dd1-4f30-806b-122139a10f68 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0498786 Aug 27 17:07:29.529456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48df806b-071b-4504-a421-19a7776c4136 req-7d9af273-0727-40e1-a6f3-059f59bcf358 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317173 Aug 27 17:07:30.647173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4806e43-7352-4dcd-8b43-30328c97c1c7 req-52546a84-99aa-4bab-9a77-4795bb9e2bc3 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:30.648579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4806e43-7352-4dcd-8b43-30328c97c1c7 req-52546a84-99aa-4bab-9a77-4795bb9e2bc3 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0528719 Aug 27 17:07:30.686007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4806e43-7352-4dcd-8b43-30328c97c1c7 req-73c2a040-1ff0-4e39-8f7c-1a3562e86b42 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Aug 27 17:07:31.800637 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac21370-4672-45df-9c0e-04be0e21a8c7 req-02c62d15-3c47-4214-804d-db79de48d341 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:31.802119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ac21370-4672-45df-9c0e-04be0e21a8c7 req-02c62d15-3c47-4214-804d-db79de48d341 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Aug 27 17:07:31.839574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ac21370-4672-45df-9c0e-04be0e21a8c7 req-b47c4a61-41be-4b30-b09d-b145d3b07de7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Aug 27 17:07:32.954649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eb9d5-fab1-486d-b2ec-72b5fc54ff9f req-4a8b8ebf-1531-4170-98ff-2401d89e264a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:32.956247 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-839eb9d5-fab1-486d-b2ec-72b5fc54ff9f req-4a8b8ebf-1531-4170-98ff-2401d89e264a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Aug 27 17:07:32.996591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-839eb9d5-fab1-486d-b2ec-72b5fc54ff9f req-a10df6ae-2e3e-4dd4-a314-415668f3b155 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Aug 27 17:07:34.114807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256501c8-7928-427a-b1f3-ed60e7ff0e65 req-0a1bddf8-c0c8-4e70-a847-9a7fd70a0d18 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:34.116278 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-256501c8-7928-427a-b1f3-ed60e7ff0e65 req-0a1bddf8-c0c8-4e70-a847-9a7fd70a0d18 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Aug 27 17:07:34.153428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-256501c8-7928-427a-b1f3-ed60e7ff0e65 req-9913e42d-3318-4fd1-b337-033a76bae2b4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Aug 27 17:07:35.267437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d57a7a-c7ab-4efe-8657-caea2395c971 req-1346e788-e108-437d-84d2-2175169ae389 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:35.268916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28d57a7a-c7ab-4efe-8657-caea2395c971 req-1346e788-e108-437d-84d2-2175169ae389 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0494273 Aug 27 17:07:35.306595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28d57a7a-c7ab-4efe-8657-caea2395c971 req-d3607231-d457-43c1-b69f-ff6d9524dbb9 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 27 17:07:36.421110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78093b7c-8834-450a-b9d2-c44ecd954dc9 req-e2e818d1-4a9f-4271-84d5-2904d23f910f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:36.422576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78093b7c-8834-450a-b9d2-c44ecd954dc9 req-e2e818d1-4a9f-4271-84d5-2904d23f910f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0479906 Aug 27 17:07:36.461265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78093b7c-8834-450a-b9d2-c44ecd954dc9 req-37e055d3-e8ae-457a-9dda-0732fddef8ff tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Aug 27 17:07:37.580838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fb9f8-03f1-459f-a992-46c4d1bdaab7 req-8e330271-2216-4d0a-945e-15bfa15ccf16 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:37.582313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-425fb9f8-03f1-459f-a992-46c4d1bdaab7 req-8e330271-2216-4d0a-945e-15bfa15ccf16 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0534613 Aug 27 17:07:37.618962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-425fb9f8-03f1-459f-a992-46c4d1bdaab7 req-c08785ed-fb46-4451-a2e8-58683acfd27f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Aug 27 17:07:38.732745 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144683-cd4f-49c0-871f-b1475ba43223 req-b7d439dd-3c4a-49b2-949a-2e2abbab20e8 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:38.734246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe144683-cd4f-49c0-871f-b1475ba43223 req-b7d439dd-3c4a-49b2-949a-2e2abbab20e8 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0495186 Aug 27 17:07:38.773712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe144683-cd4f-49c0-871f-b1475ba43223 req-6335583b-56e9-4d44-8234-2bcbd4c6cf4c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Aug 27 17:07:39.888104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b589ec-97b9-4e27-8cd6-788b939295b6 req-ce6383c4-116d-426f-bf1a-7412e7936b31 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:39.889579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b589ec-97b9-4e27-8cd6-788b939295b6 req-ce6383c4-116d-426f-bf1a-7412e7936b31 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Aug 27 17:07:39.927055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b589ec-97b9-4e27-8cd6-788b939295b6 req-ac949163-f16c-4398-8140-5ad8462a4d15 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Aug 27 17:07:41.044927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49df1e-0f70-4991-bb61-2428f3dcfedc req-ce15e596-5ab9-4515-99cf-4737d681e226 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:41.046397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a49df1e-0f70-4991-bb61-2428f3dcfedc req-ce15e596-5ab9-4515-99cf-4737d681e226 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0525250 Aug 27 17:07:41.083762 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a49df1e-0f70-4991-bb61-2428f3dcfedc req-bf3a2d03-3add-4e17-86a2-3ab1e8394c43 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Aug 27 17:07:42.199331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966097a-40d2-43d2-9963-9f161765d8ea req-881a888e-5354-4a2e-86e0-f842214d9104 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:42.200789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d966097a-40d2-43d2-9963-9f161765d8ea req-881a888e-5354-4a2e-86e0-f842214d9104 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Aug 27 17:07:42.238703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d966097a-40d2-43d2-9963-9f161765d8ea req-68d90705-4d00-4be6-90a0-60e82e01aec0 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Aug 27 17:07:43.353596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652a2d-f64f-47a2-a6fb-299afedb4cba req-6627ec8f-ce8f-4c1c-a4a3-a139a9145659 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:43.355050 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52652a2d-f64f-47a2-a6fb-299afedb4cba req-6627ec8f-ce8f-4c1c-a4a3-a139a9145659 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0498695 Aug 27 17:07:43.393520 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52652a2d-f64f-47a2-a6fb-299afedb4cba req-5060163a-f59c-44f2-b1bb-43885479f64b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Aug 27 17:07:44.512276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041262-b84a-4b19-9f1d-7343b5211dfb req-e8c2bc26-81db-4701-bb20-8720f9ab0f01 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:44.513745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29041262-b84a-4b19-9f1d-7343b5211dfb req-e8c2bc26-81db-4701-bb20-8720f9ab0f01 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0532963 Aug 27 17:07:44.551671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29041262-b84a-4b19-9f1d-7343b5211dfb req-3538761a-4f32-47f1-b9be-aa912b6faba6 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Aug 27 17:07:45.666623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aac3c-7191-45fd-ac28-0cc8b0a5ac3f req-78a52ef0-acd4-49cc-8f74-096cd6243d9e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:45.668043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df1aac3c-7191-45fd-ac28-0cc8b0a5ac3f req-78a52ef0-acd4-49cc-8f74-096cd6243d9e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0494418 Aug 27 17:07:45.706861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df1aac3c-7191-45fd-ac28-0cc8b0a5ac3f req-41609f6f-3ddd-49c3-8eaf-9b7b4ff3732e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Aug 27 17:07:46.820349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781cec3-1b0c-4c3c-85a6-2abad967fe3c req-7468a50d-a3d0-4ae1-ad65-880fa71b87e5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:46.821830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9781cec3-1b0c-4c3c-85a6-2abad967fe3c req-7468a50d-a3d0-4ae1-ad65-880fa71b87e5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0495286 Aug 27 17:07:46.859816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9781cec3-1b0c-4c3c-85a6-2abad967fe3c req-823ebff6-d745-412f-8f7d-14428d8903c3 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Aug 27 17:07:47.977907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dae274-cddd-4bf2-95e1-9d78448d88f4 req-31b62371-7e90-4bee-8a29-cd1de919b86d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:47.979379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12dae274-cddd-4bf2-95e1-9d78448d88f4 req-31b62371-7e90-4bee-8a29-cd1de919b86d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Aug 27 17:07:48.016615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12dae274-cddd-4bf2-95e1-9d78448d88f4 req-a1868940-a047-4754-b700-21f56c9ee64c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Aug 27 17:07:49.132755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfa322-7906-4038-863a-63c93cafe6ee req-fcfb2c6e-9184-44e1-8a50-78e98d9a0adb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:49.134838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbdfa322-7906-4038-863a-63c93cafe6ee req-fcfb2c6e-9184-44e1-8a50-78e98d9a0adb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0512288 Aug 27 17:07:49.177651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbdfa322-7906-4038-863a-63c93cafe6ee req-d7f2c254-ded5-4af9-b4c1-05239d04dcd7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Aug 27 17:07:50.295672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8047c4c-b1fd-4251-b40f-4fe6b491751e req-b25a5713-7980-41cd-b16c-fc38e2340bc5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:50.297335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8047c4c-b1fd-4251-b40f-4fe6b491751e req-b25a5713-7980-41cd-b16c-fc38e2340bc5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0516446 Aug 27 17:07:50.338754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8047c4c-b1fd-4251-b40f-4fe6b491751e req-e7b60b3a-afdf-4e96-a0f1-7362b07cbf97 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352457 Aug 27 17:07:50.615439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a04ee90d-d3e0-458a-9029-cd5f2b9b7d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:51.458695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a47095-a3cc-4bb5-96d6-1e0c8e141601 req-a3d38946-c5b8-43f4-9e50-06792a288598 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:51.460273 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68a47095-a3cc-4bb5-96d6-1e0c8e141601 req-a3d38946-c5b8-43f4-9e50-06792a288598 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0550776 Aug 27 17:07:51.499130 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68a47095-a3cc-4bb5-96d6-1e0c8e141601 req-afe74cbd-8b55-48f1-9248-cdd347f0a06f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Aug 27 17:07:52.614266 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74155-37fc-4853-9928-37d0481ab0b5 req-6c4d97f4-5d04-43a2-bda6-47bb7a354e68 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:52.615800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93f74155-37fc-4853-9928-37d0481ab0b5 req-6c4d97f4-5d04-43a2-bda6-47bb7a354e68 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Aug 27 17:07:52.653596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93f74155-37fc-4853-9928-37d0481ab0b5 req-fd633ddf-c367-477a-91d3-aafff820f391 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Aug 27 17:07:53.215492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-702b3ab1-598d-41b8-ad01-8ef256857790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:53.375568 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:53.475377 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-f058e371-bdd4-46e6-a9e1-5ff1d6c928db service neutron] show failed (client error): The resource could not be found. Aug 27 17:07:53.476390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-f058e371-bdd4-46e6-a9e1-5ff1d6c928db service neutron] 10.222.0.97 "GET /v2.0/ports/169a8359-637c-451b-80d6-9c461fc01100/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0985208 Aug 27 17:07:53.540969 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:53.776267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1b90e-a768-4c53-ba6b-7259839116f4 req-5194c674-e030-4621-b52d-326c18f12586 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:53.777858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ace1b90e-a768-4c53-ba6b-7259839116f4 req-5194c674-e030-4621-b52d-326c18f12586 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0555382 Aug 27 17:07:53.817415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ace1b90e-a768-4c53-ba6b-7259839116f4 req-9d95d2e8-81a4-4545-856b-cfec80b9102c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Aug 27 17:07:53.967929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-bd90fe92-7ee5-4a60-91c6-55d63078563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:53.969477 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-bd90fe92-7ee5-4a60-91c6-55d63078563c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23&tenant_id=c619eea94fa240c4b8c74614437c697b HTTP/1.1" status: 200 len: 1096 time: 0.0858691 Aug 27 17:07:53.980749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:54.034750 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.235293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:54.268287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:07:54.306429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169a8359-637c-451b-80d6-9c461fc01100'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:54.308658 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f47449-d540-4822-8767-e2eb839abf58" -d '{"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-unplugged", "status": "completed", "tag": "169a8359-637c-451b-80d6-9c461fc01100"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:54.313962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.325933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Transition to ACTIVE for port object 169a8359-637c-451b-80d6-9c461fc01100 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:07:54.359759 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91309e4-5b19-42f7-ab8a-626ce0524cb6 x-openstack-request-id: req-e91309e4-5b19-42f7-ab8a-626ce0524cb6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:54.359759 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-unplugged", "status": "completed", "tag": "169a8359-637c-451b-80d6-9c461fc01100", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:54.359759 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e91309e4-5b19-42f7-ab8a-626ce0524cb6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:54.359759 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169a8359-637c-451b-80d6-9c461fc01100', 'code': 200} Aug 27 17:07:54.386531 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.444045 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] No DVR routers for this DVR port 169a8359-637c-451b-80d6-9c461fc01100 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:07:54.454554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:54.484767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:07:54.485600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:07:54.485938 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:54.490186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Port 169a8359-637c-451b-80d6-9c461fc01100 on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:07:54.490517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Attempting to bind port 169a8359-637c-451b-80d6-9c461fc01100 on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:54.495247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:07:54.495619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Checking segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:07:54.496002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Bound using segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:07:54.496433 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Bound port: 169a8359-637c-451b-80d6-9c461fc01100, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:07:54.496790 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.512702 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.565316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:07:54.568334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:07:54.621410 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.656040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:54.656665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.658614 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] 10.222.0.90 "PUT /v2.0/ports/169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 1091 time: 0.6817856 Aug 27 17:07:54.678850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98abc66-cfd4-4425-a2ed-eb7f7aa4b230 service neutron] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:54.707402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:54.721242 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-8cf8eccd-7705-4ca4-ba34-cc2f0ec003eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:54.722796 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-8cf8eccd-7705-4ca4-ba34-cc2f0ec003eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1094 time: 0.0410361 Aug 27 17:07:54.814081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-177fd6fc-61e3-4d6f-b331-7b421070f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:54.815633 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-177fd6fc-61e3-4d6f-b331-7b421070f2be service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0863986 Aug 27 17:07:54.857293 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-29e570ca-fd37-46dd-97cc-2f01ee2cd5f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 217 time: 0.0346944 Aug 27 17:07:54.914915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-7568daf0-ef9d-4f8d-a4f9-af4d866a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:54.916404 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-7568daf0-ef9d-4f8d-a4f9-af4d866a305a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0529585 Aug 27 17:07:54.933144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9ba0-7a6f-4dde-86c5-20483992e661 req-73b24cc5-3e24-4b29-b930-9b8aed0cd488 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:54.934633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faae9ba0-7a6f-4dde-86c5-20483992e661 req-73b24cc5-3e24-4b29-b930-9b8aed0cd488 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 943 time: 0.0498054 Aug 27 17:07:54.953458 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-9c35e8f2-d57e-42fd-a0f1-ba7b38f42fbe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289848 Aug 27 17:07:54.974893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faae9ba0-7a6f-4dde-86c5-20483992e661 req-6c990dba-5bd5-497f-a93f-23c6efbcc58a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Aug 27 17:07:55.044322 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-ea1ccec1-e62d-4683-a55f-c978cf01f3cd service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837746 Aug 27 17:07:55.136487 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-82add91e-9f53-435c-8c72-5dd40acc3d87 req-e76a90c9-98fa-4665-979a-2deb719689ec service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850821 Aug 27 17:07:56.090606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101575d9-e537-4afd-b4b7-f115686b9799 req-02e02cf2-9a01-49cd-a785-88bafde4d632 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:56.092095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-101575d9-e537-4afd-b4b7-f115686b9799 req-02e02cf2-9a01-49cd-a785-88bafde4d632 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 943 time: 0.0486851 Aug 27 17:07:56.131378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-101575d9-e537-4afd-b4b7-f115686b9799 req-95cfe6b3-d818-4ee9-8bd2-e589ad85d12d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330148 Aug 27 17:07:56.237976 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:56.358257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'tag': '169a8359-637c-451b-80d6-9c461fc01100'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:56.361908 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c832ecf-58cb-4b24-8779-b73d2f78fe04" -d '{"events": [{"name": "network-changed", "server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "tag": "169a8359-637c-451b-80d6-9c461fc01100"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:56.408067 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7894014a-120a-4e10-8000-2a1c515a43b2 x-openstack-request-id: req-7894014a-120a-4e10-8000-2a1c515a43b2 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:56.408364 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "tag": "169a8359-637c-451b-80d6-9c461fc01100", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:56.408618 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7894014a-120a-4e10-8000-2a1c515a43b2 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:56.409184 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'tag': '169a8359-637c-451b-80d6-9c461fc01100', 'status': 'completed', 'code': 200} Aug 27 17:07:56.475991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-b1b70fc2-d1fd-4678-8b2a-f3c8bc0146a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:56.477517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-b1b70fc2-d1fd-4678-8b2a-f3c8bc0146a0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1094 time: 0.0463290 Aug 27 17:07:56.579810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-5f2eb8ca-f85a-4b5c-ae52-f5585b96a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:56.581281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-5f2eb8ca-f85a-4b5c-ae52-f5585b96a8ef service neutron] 10.222.0.97 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0962880 Aug 27 17:07:56.625565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-9f61d897-dbc6-479a-b08e-f7364f9561f4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 217 time: 0.0365903 Aug 27 17:07:56.682866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-798ba13d-5e1e-48b9-a3f7-f2a9baeef875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:56.684515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-798ba13d-5e1e-48b9-a3f7-f2a9baeef875 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0520780 Aug 27 17:07:56.718172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-73c0f8b7-4527-484e-9acd-a0e3b9070ca3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265403 Aug 27 17:07:56.800899 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-ec4f29a1-e8b6-44a9-ae9f-47737743eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:56.802461 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-ec4f29a1-e8b6-44a9-ae9f-47737743eaf2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1094 time: 0.3728559 Aug 27 17:07:56.817590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-b02dd4ad-dea1-4d2f-b964-8159bd7ad536 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922682 Aug 27 17:07:56.901567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-9d657087-9ba0-44a0-b049-17833a59722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:56.903159 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-9d657087-9ba0-44a0-b049-17833a59722c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0926478 Aug 27 17:07:56.916519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-6366c51e-3934-427a-a457-24c6f6ba0045 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918896 Aug 27 17:07:56.949102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 169a8359-637c-451b-80d6-9c461fc01100 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:07:56.949897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-f8aa3b85-9897-44b8-8d48-76329433dd1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 217 time: 0.0384898 Aug 27 17:07:57.008868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-27b3ddfd-1685-4876-b05c-c3dc7289a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:57.010614 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-27b3ddfd-1685-4876-b05c-c3dc7289a3d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0447357 Aug 27 17:07:57.042652 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-372a8420-3e23-4046-a867-f338248c70f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249419 Aug 27 17:07:57.048091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:57.059799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '169a8359-637c-451b-80d6-9c461fc01100', 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67', 'port_id': '169a8359-637c-451b-80d6-9c461fc01100', 'mac_address': 'fa:16:3e:5e:9d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadb4de5-fcff-4655-b685-24b2aea5934b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:07:57.102012 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:57.114964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169a8359-637c-451b-80d6-9c461fc01100 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:57.134413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:57.138947 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-e6263a30-2857-43e8-a57b-fe986f1f82df service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879009 Aug 27 17:07:57.209840 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:57.234430 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9c832ecf-58cb-4b24-8779-b73d2f78fe04 req-78cdf2fe-b24c-4864-804b-2e8f5c7d6caf service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888538 Aug 27 17:07:57.258869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:57.259490 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78ec8-2793-4538-ad68-84850e956a3b req-91c3bf33-ad26-4255-b8a8-051786a586d5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:57.261014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04d78ec8-2793-4538-ad68-84850e956a3b req-91c3bf33-ad26-4255-b8a8-051786a586d5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 944 time: 0.0517397 Aug 27 17:07:57.300367 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-04d78ec8-2793-4538-ad68-84850e956a3b req-1c4ec168-b3ac-4570-9e7e-ab7e3764f68f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Aug 27 17:07:57.426375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['169a8359-637c-451b-80d6-9c461fc01100'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:07:57.672139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2508-63d9-4764-a426-9cddedfe47ae req-6b3d2c6d-235c-4c4c-909b-a32820981823 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:57.674383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f7c2508-63d9-4764-a426-9cddedfe47ae req-6b3d2c6d-235c-4c4c-909b-a32820981823 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 944 time: 0.0507014 Aug 27 17:07:57.718774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f7c2508-63d9-4764-a426-9cddedfe47ae req-d982d773-b41f-4d38-8293-1fb9734947cf tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Aug 27 17:07:57.769876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-64570d1a-1f28-4d7c-8b32-f249ff364e50 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:57.771383 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-64570d1a-1f28-4d7c-8b32-f249ff364e50 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.97 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23&tenant_id=c619eea94fa240c4b8c74614437c697b&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 944 time: 0.0512757 Aug 27 17:07:57.830923 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-1a27945c-d0d0-4e53-b01c-7b842815762c service neutron] delete failed (client error): The resource could not be found. Aug 27 17:07:57.831953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-1a27945c-d0d0-4e53-b01c-7b842815762c service neutron] 10.222.0.97 "DELETE /v2.0/ports/169a8359-637c-451b-80d6-9c461fc01100/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0537343 Aug 27 17:07:57.915956 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-64f64647-6412-4c8c-afba-07af9995a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:57.917432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-64f64647-6412-4c8c-afba-07af9995a690 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 1095 time: 0.0407622 Aug 27 17:07:58.008865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-ac0e94f1-6ea8-4e31-a541-b39f065897af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:58.010223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-ac0e94f1-6ea8-4e31-a541-b39f065897af service neutron] 10.222.0.97 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0860868 Aug 27 17:07:58.053386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-ff938075-b0c1-491f-9924-809d4fb8af5e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 200 len: 217 time: 0.0348754 Aug 27 17:07:58.102959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-38615572-6f3b-4c04-8b22-0eb58645f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:58.104390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-38615572-6f3b-4c04-8b22-0eb58645f97d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0434117 Aug 27 17:07:58.139372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-fd33bdad-a9fb-4216-af96-f7821210caa2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279284 Aug 27 17:07:58.228597 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-7d70dc79-4330-4803-a1b2-d852dcd547f9 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Aug 27 17:07:58.249009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 169a8359-637c-451b-80d6-9c461fc01100 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:07:58.286993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 169a8359-637c-451b-80d6-9c461fc01100 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:07:58.325572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53ffff3c-1cd9-44f1-bda7-fa6e0ad4829e req-ba83f35d-ce93-42a1-a9e1-4b6ab81c3934 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898006 Aug 27 17:07:58.837685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f33a2a-8bc9-41a8-9623-ae7ffe64b6e0 req-797daa39-2574-4a8f-bc3f-3d7178e6af9c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:58.839083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67f33a2a-8bc9-41a8-9623-ae7ffe64b6e0 req-797daa39-2574-4a8f-bc3f-3d7178e6af9c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 944 time: 0.0505190 Aug 27 17:07:58.865514 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:07:58.876756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-67f33a2a-8bc9-41a8-9623-ae7ffe64b6e0 req-e7001df6-6645-439b-bdcf-e01ae1040aa0 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312591 Aug 27 17:07:58.957772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 169a8359-637c-451b-80d6-9c461fc01100 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:07:59.112429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 169a8359-637c-451b-80d6-9c461fc01100 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:07:59.116361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 169a8359-637c-451b-80d6-9c461fc01100 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:07:59.116730 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:59.199229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:59.221524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8359-637c-451b-80d6-9c461fc01100'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:59.223802 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412d60bc-7650-446f-86bc-6bce64e8b234" -d '{"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-plugged", "status": "completed", "tag": "169a8359-637c-451b-80d6-9c461fc01100"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:59.245284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:59.259451 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f16162-3e02-423c-b52b-aaa63d2d1afd x-openstack-request-id: req-a9f16162-3e02-423c-b52b-aaa63d2d1afd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:59.259749 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-plugged", "status": "completed", "tag": "169a8359-637c-451b-80d6-9c461fc01100", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:59.260023 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9f16162-3e02-423c-b52b-aaa63d2d1afd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:59.260422 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a8359-637c-451b-80d6-9c461fc01100', 'code': 200} Aug 27 17:07:59.312130 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:59.360165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:59.991919 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3414b-a138-4ebc-a4e4-ae0f46a81d6a req-f50cc6e5-37b4-43e1-85b6-b9139fe46786 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:59.993386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64f3414b-a138-4ebc-a4e4-ae0f46a81d6a req-f50cc6e5-37b4-43e1-85b6-b9139fe46786 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0499191 Aug 27 17:08:00.030994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64f3414b-a138-4ebc-a4e4-ae0f46a81d6a req-73cbe68f-3456-47c6-b01a-a7229aa213f8 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Aug 27 17:08:00.148647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3df47-92f3-4893-b2ff-e04f10c094ff req-1b29b945-4898-4e0f-8f28-82962cf71760 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:00.150104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03f3df47-92f3-4893-b2ff-e04f10c094ff req-1b29b945-4898-4e0f-8f28-82962cf71760 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Aug 27 17:08:00.188513 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03f3df47-92f3-4893-b2ff-e04f10c094ff req-00a7db46-e87d-4d5d-ba8e-a145de5630e1 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Aug 27 17:08:00.302504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae7b74-fefb-4cb5-b8a0-8534a3f10a5f req-0f647e66-c643-4ac4-be0e-035098808872 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:00.304035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcae7b74-fefb-4cb5-b8a0-8534a3f10a5f req-0f647e66-c643-4ac4-be0e-035098808872 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Aug 27 17:08:00.342003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dcae7b74-fefb-4cb5-b8a0-8534a3f10a5f req-b6b55d18-ca9a-4181-bdfd-1b2c5ba82096 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Aug 27 17:08:00.865555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-e7de24b8-b934-44bc-ae1e-c0fd42506884 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:00.867009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-e7de24b8-b934-44bc-ae1e-c0fd42506884 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 815 time: 0.1041770 Aug 27 17:08:00.881778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a438ce65-49ea-4a69-9e55-06a2dbb133a5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/quotas/c619eea94fa240c4b8c74614437c697b HTTP/1.1" status: 200 len: 375 time: 0.0090356 Aug 27 17:08:00.932556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-97a2ecd5-3cb6-4911-932a-292365557012 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457218 Aug 27 17:08:01.021708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-469674ee-157e-4cef-ac65-c0a0c55d9df0 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:08:01.022711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-469674ee-157e-4cef-ac65-c0a0c55d9df0 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430746 Aug 27 17:08:01.112587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-18f109eb-3d0e-49ee-8caa-25df02c8a92a service neutron] 10.222.0.101 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837557 Aug 27 17:08:01.202990 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-c782b030-402e-456c-9920-e25d47cda8f9 service neutron] 10.222.0.101 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843256 Aug 27 17:08:01.424203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a57d9a8-e8f6-4da5-86cb-1c08b84544fe req-b501c75f-2522-4ea8-8844-dee78cd88a5b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 210 time: 0.0277689 Aug 27 17:08:02.033008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-587de86d-38a6-4d13-b0a0-93a4d1551bc5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:02.034395 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-587de86d-38a6-4d13-b0a0-93a4d1551bc5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.90 "GET /v2.0/ports?device_id=46c138c5-a213-49c6-a7a5-5ae15c057a23 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Aug 27 17:08:02.126571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Deleting port 169a8359-637c-451b-80d6-9c461fc01100 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:08:02.126914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:02.214293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] For port 169a8359-637c-451b-80d6-9c461fc01100, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=169a8359-637c-451b-80d6-9c461fc01100,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:02.214663 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:02.227193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Calling delete_port for 169a8359-637c-451b-80d6-9c461fc01100 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:08:02.421044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:02.433347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['169a8359-637c-451b-80d6-9c461fc01100'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:08:02.451461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Pushing event deleted for resources: {'Port': ['ID=169a8359-637c-451b-80d6-9c461fc01100,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:02.496202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] No DVR routers for this DVR port 169a8359-637c-451b-80d6-9c461fc01100 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:08:02.498836 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:02.501413 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b840a543-0e4a-4daf-a74c-ac7adc9ae876 req-555e02ec-baea-4ef1-9762-2f7cf621bdf4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.90 "DELETE /v2.0/ports/169a8359-637c-451b-80d6-9c461fc01100 HTTP/1.1" status: 204 len: 173 time: 0.4611514 Aug 27 17:08:02.501859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-deleted', 'tag': '169a8359-637c-451b-80d6-9c461fc01100'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:02.504152 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee842487-5079-4f8f-8e3c-cd35b22fd019" -d '{"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-deleted", "tag": "169a8359-637c-451b-80d6-9c461fc01100"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:02.530089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5deb9385-75f5-405b-8643-bfd27b9e3c31 req-3292c298-b227-42da-a117-a255f58141a7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 210 time: 0.0284514 Aug 27 17:08:02.545803 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7828777d-51de-43df-b536-31b89b54ff11 x-openstack-request-id: req-7828777d-51de-43df-b536-31b89b54ff11 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:02.545803 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c138c5-a213-49c6-a7a5-5ae15c057a23", "name": "network-vif-deleted", "tag": "169a8359-637c-451b-80d6-9c461fc01100", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:02.545803 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7828777d-51de-43df-b536-31b89b54ff11 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:02.545803 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c138c5-a213-49c6-a7a5-5ae15c057a23', 'name': 'network-vif-deleted', 'tag': '169a8359-637c-451b-80d6-9c461fc01100', 'status': 'completed', 'code': 200} Aug 27 17:08:03.196307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-d5dd9d0e-e420-404a-8daa-c96b4f899d9e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:03.197832 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-d5dd9d0e-e420-404a-8daa-c96b4f899d9e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.90 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 815 time: 0.1014340 Aug 27 17:08:03.216629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Request body: {'port': {'device_id': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67', 'admin_state_up': True, 'tenant_id': 'c619eea94fa240c4b8c74614437c697b'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:08:03.415456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Made reservation on behalf of c619eea94fa240c4b8c74614437c697b for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:08:03.419140 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:03.543882 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Allocated IP 172.20.0.14 (6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67/fadb4de5-fcff-4655-b685-24b2aea5934b/c3863d98-394a-4d59-a0b2-c7a0f57b2d6c) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:08:03.626934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9f94e5c-6703-46f8-b1fb-69b7655aedd7 req-fac71b8b-9b5d-46df-80f5-64431fc2e122 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 210 time: 0.0266635 Aug 27 17:08:03.699079 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:03.809502 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:03.821111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['169a8359-637c-451b-80d6-9c461fc01100'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:08:03.853169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:08:03.858178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:08:03.862654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:08:03.889509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:03.916582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:03.917197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:03.998533 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-854b5df4-cda5-4f07-a7f1-40cae4fb1a3b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863219 Aug 27 17:08:04.011393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Request body: {'port': {'device_id': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:08:04.064078 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:04.319197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3863d98-394a-4d59-a0b2-c7a0f57b2d6c {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:08:04.326343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:04.338404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Transition to ACTIVE for port object c3863d98-394a-4d59-a0b2-c7a0f57b2d6c will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:08:04.403684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:04.475942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:04.525509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:08:04.525852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:08:04.526186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:08:04.530506 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:08:04.530836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:08:04.535766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:08:04.536107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Checking segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:08:04.536496 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Bound using segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:08:04.536923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Bound port: c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:08:04.537282 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:04.599807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:08:04.602741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:08:04.678658 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:04.720414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:04.721029 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:04.722430 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] 10.222.0.90 "PUT /v2.0/ports/c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 1092 time: 0.7153313 Aug 27 17:08:04.722874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:04.725161 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d950f4f4-3ae7-4ebf-9f6c-6e48f2ed3a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:04.751292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761aafe-063c-408e-bd48-b6d936197511 req-2b14fe21-d8f4-4091-a881-b5267a266c52 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:04.752842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4761aafe-063c-408e-bd48-b6d936197511 req-2b14fe21-d8f4-4091-a881-b5267a266c52 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0559464 Aug 27 17:08:04.754266 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8e9dc-de7f-45f8-815b-01d20cb692c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:04.770447 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64529c7b-ba7e-4984-957f-e66853e79ede x-openstack-request-id: req-64529c7b-ba7e-4984-957f-e66853e79ede {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:04.770747 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:04.771000 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-64529c7b-ba7e-4984-957f-e66853e79ede {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:04.771425 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'status': 'completed', 'code': 200} Aug 27 17:08:04.798003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4761aafe-063c-408e-bd48-b6d936197511 req-12f308f9-52e1-4a32-ba59-88f8afbdac5e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370235 Aug 27 17:08:04.832719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f4f4-3ae7-4ebf-9f6c-6e48f2ed3a8a req-0c62763e-28fd-458f-bb25-510af78ccb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:04.834246 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d950f4f4-3ae7-4ebf-9f6c-6e48f2ed3a8a req-0c62763e-28fd-458f-bb25-510af78ccb99 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1095 time: 0.0432308 Aug 27 17:08:04.932534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f4f4-3ae7-4ebf-9f6c-6e48f2ed3a8a req-49f4d025-244a-4801-8c52-06db44ec173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:04.933951 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d950f4f4-3ae7-4ebf-9f6c-6e48f2ed3a8a req-49f4d025-244a-4801-8c52-06db44ec173e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=c619eea94fa240c4b8c74614437c697b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0926549 Aug 27 17:08:05.034366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f4f4-3ae7-4ebf-9f6c-6e48f2ed3a8a req-54ab437c-5243-4320-9808-671f506e9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:05.035852 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d950f4f4-3ae7-4ebf-9f6c-6e48f2ed3a8a req-54ab437c-5243-4320-9808-671f506e9441 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0949233 Aug 27 17:08:05.113671 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-39cc674f-04a9-4069-9594-0335bdbbf1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:05.115171 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-39cc674f-04a9-4069-9594-0335bdbbf1d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1095 time: 0.0434368 Aug 27 17:08:05.160155 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-aea02ff3-de4d-473a-90f1-190fa3ce2d15 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 217 time: 0.0378029 Aug 27 17:08:05.208611 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-8889a0ea-6e0b-4703-82ce-062009b58300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:05.209956 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-8889a0ea-6e0b-4703-82ce-062009b58300 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0437825 Aug 27 17:08:05.241507 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-3949ffc8-ab60-4fce-88d7-099bea68b15c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251300 Aug 27 17:08:05.336798 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-31fa7223-61e9-4547-9a0f-525af81125d4 service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883124 Aug 27 17:08:05.438817 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-92d5a2e5-5f3c-4f94-8489-259cab555bef req-a3e3cda6-3feb-4063-8ca6-e24490bee446 service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953114 Aug 27 17:08:05.917403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a9a97-981d-4b91-aeff-91c42d7ba2c4 req-26ad758c-da88-4e69-b6d5-e9383a3499ad tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:05.918882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-149a9a97-981d-4b91-aeff-91c42d7ba2c4 req-26ad758c-da88-4e69-b6d5-e9383a3499ad tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0500076 Aug 27 17:08:05.957180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-149a9a97-981d-4b91-aeff-91c42d7ba2c4 req-22a69ef1-765d-40cb-8a1d-dc1395893a0e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Aug 27 17:08:06.960744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 169a8359-637c-451b-80d6-9c461fc01100 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:08:06.981465 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 169a8359-637c-451b-80d6-9c461fc01100 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:08:06.981811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 169a8359-637c-451b-80d6-9c461fc01100 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:08:07.070695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88e6d-392e-4457-8370-007cf39fa509 req-f92857f2-26f2-4eb8-8d9e-5223a141c902 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:07.072176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0f88e6d-392e-4457-8370-007cf39fa509 req-f92857f2-26f2-4eb8-8d9e-5223a141c902 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0483532 Aug 27 17:08:07.109861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0f88e6d-392e-4457-8370-007cf39fa509 req-afd3ae1a-4f50-4aa6-96b1-e61b6294350d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Aug 27 17:08:08.246336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffece4-8162-4f25-85ac-0131a5904517 req-43f49dfb-c857-432a-9e26-dcc5ba02eeed tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:08.249169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9ffece4-8162-4f25-85ac-0131a5904517 req-43f49dfb-c857-432a-9e26-dcc5ba02eeed tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0582931 Aug 27 17:08:08.291139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9ffece4-8162-4f25-85ac-0131a5904517 req-6da17cb6-e8ea-4306-8fc5-2954949dd937 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332968 Aug 27 17:08:08.972774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:08:09.065869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:09.076889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67', 'port_id': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'mac_address': 'fa:16:3e:72:fd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadb4de5-fcff-4655-b685-24b2aea5934b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:08:09.116108 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:09.129811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3863d98-394a-4d59-a0b2-c7a0f57b2d6c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:08:09.148772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:09.208883 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:09.255882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:09.262943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.263889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.263889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.264111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.264451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.264790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.265133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.265485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.266552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.266897 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.267229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.267587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:09.409344 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:08:09.410757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e082cc1-7f66-4d88-b769-332d41e39c9e req-8ca96807-279b-4de2-9203-0b146745586f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:09.412361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e082cc1-7f66-4d88-b769-332d41e39c9e req-8ca96807-279b-4de2-9203-0b146745586f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 945 time: 0.0504019 Aug 27 17:08:09.455645 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e082cc1-7f66-4d88-b769-332d41e39c9e req-dd241dfd-ee01-43c0-a79d-3d03153cecdc tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Aug 27 17:08:10.571283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de0e2a-369f-4564-8a7a-519044df7630 req-f7998212-835c-44ae-9535-8861a1b708ed tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:10.572773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1de0e2a-369f-4564-8a7a-519044df7630 req-f7998212-835c-44ae-9535-8861a1b708ed tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 945 time: 0.0490406 Aug 27 17:08:10.610124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1de0e2a-369f-4564-8a7a-519044df7630 req-927eb548-d848-46b5-a5b0-4b962a2bab54 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Aug 27 17:08:10.976555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:08:11.095343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:08:11.099205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:08:11.101668 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:11.175630 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:11.197857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:11.200101 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a00bc0-61c1-4090-9278-50fd208cbcec" -d '{"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-plugged", "status": "completed", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:11.216153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:11.237030 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2138d358-bbb8-4613-9002-c04de50c5d30 x-openstack-request-id: req-2138d358-bbb8-4613-9002-c04de50c5d30 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:11.237319 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-plugged", "status": "completed", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:11.237573 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2138d358-bbb8-4613-9002-c04de50c5d30 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:11.237967 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'code': 200} Aug 27 17:08:11.332221 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747765cb-5143-48da-8637-6f7fe177733e req-cce854aa-c1b5-4188-9b30-e26a0afd1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:11.333799 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-747765cb-5143-48da-8637-6f7fe177733e req-cce854aa-c1b5-4188-9b30-e26a0afd1f7f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1096 time: 0.0424359 Aug 27 17:08:11.342349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:11.369195 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-747765cb-5143-48da-8637-6f7fe177733e req-1a8b283a-e4e7-4a6b-a550-6c1255fdf72d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287406 Aug 27 17:08:11.389330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:11.725484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9261ac-2eb6-4ba2-bbe6-69c1505060c2 req-2280f6ec-0bb2-4486-816d-0d2793d574f7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:11.727021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c9261ac-2eb6-4ba2-bbe6-69c1505060c2 req-2280f6ec-0bb2-4486-816d-0d2793d574f7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0524025 Aug 27 17:08:11.764547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8c9261ac-2eb6-4ba2-bbe6-69c1505060c2 req-2fd3fc01-a5d3-4d74-857c-ec4628c4114e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Aug 27 17:08:12.879659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dabcd-c4a5-447b-86e7-2ae8c953f8c0 req-a22bd08d-d56c-4668-bf3d-94e133997892 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:12.881132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b71dabcd-c4a5-447b-86e7-2ae8c953f8c0 req-a22bd08d-d56c-4668-bf3d-94e133997892 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0483997 Aug 27 17:08:12.918927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b71dabcd-c4a5-447b-86e7-2ae8c953f8c0 req-bb142699-b9aa-4e66-98c6-a4c6705c0796 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Aug 27 17:08:13.031720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99c9b7-62cb-45aa-a809-71fca561839c req-79adb301-c4c9-43d8-9cc0-947dce749757 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:13.033230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd99c9b7-62cb-45aa-a809-71fca561839c req-79adb301-c4c9-43d8-9cc0-947dce749757 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0493546 Aug 27 17:08:13.072316 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd99c9b7-62cb-45aa-a809-71fca561839c req-1fc59d3b-e080-4d13-9df9-d2fa563eb658 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330698 Aug 27 17:08:13.462926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a0b23-2875-44a0-85e5-743ca1914569 req-1bad6e3b-6c17-42df-8a55-90cecab0164b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:13.464486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c32a0b23-2875-44a0-85e5-743ca1914569 req-1bad6e3b-6c17-42df-8a55-90cecab0164b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0604346 Aug 27 17:08:13.504072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c32a0b23-2875-44a0-85e5-743ca1914569 req-84e33263-a4cc-4ab6-83d6-624175e92591 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Aug 27 17:08:13.552451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-b0d3c044-0af7-4c2d-b555-d6e2db73e5fd service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418339 Aug 27 17:08:14.621897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4fd08-2118-439a-ba81-1709ffd28b05 req-c29b757d-34f1-4c57-aa78-545717975ece tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:14.623410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffc4fd08-2118-439a-ba81-1709ffd28b05 req-c29b757d-34f1-4c57-aa78-545717975ece tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0499573 Aug 27 17:08:14.662295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffc4fd08-2118-439a-ba81-1709ffd28b05 req-189ce27e-cfac-4742-a317-19d0e65ab868 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Aug 27 17:08:15.368408 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-40071278-2797-46aa-a02a-4966f45fd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:15.369916 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-40071278-2797-46aa-a02a-4966f45fd841 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1097 time: 0.0477490 Aug 27 17:08:15.458901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-fc8bd72b-fb06-46e2-8f0f-1e16cd142da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:15.460395 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-fc8bd72b-fb06-46e2-8f0f-1e16cd142da6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0832076 Aug 27 17:08:15.501157 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-c5330d00-884b-4ec0-8bb4-5a47e188d30c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 217 time: 0.0342987 Aug 27 17:08:15.555033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-d8b40f93-beef-4017-a960-60b6d4650ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:15.556511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-d8b40f93-beef-4017-a960-60b6d4650ca6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0483918 Aug 27 17:08:15.588329 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-1e190f2d-3166-43b7-8e9b-0c3687f5459b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241551 Aug 27 17:08:15.675758 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-1b431ecb-379b-4f4a-ada3-5989cfd1fe1b service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805550 Aug 27 17:08:15.769461 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-a676a805-af11-4c3e-a6a9-69c7ece98828 service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873592 Aug 27 17:08:15.781476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cded3a-4f82-40c1-a2ab-2fc28faae990 req-e8c3bb0e-5fbd-4976-9c75-7f2a5efe1259 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:15.783058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4cded3a-4f82-40c1-a2ab-2fc28faae990 req-e8c3bb0e-5fbd-4976-9c75-7f2a5efe1259 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0525422 Aug 27 17:08:15.821320 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4cded3a-4f82-40c1-a2ab-2fc28faae990 req-7a33b27f-e367-48e9-88ef-84e773dfaffd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Aug 27 17:08:16.934210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a035dc5-93d8-438a-9f9e-59b40f677861 req-3f45ed77-733a-4be9-b03b-d1bb3fb35214 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:16.935710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a035dc5-93d8-438a-9f9e-59b40f677861 req-3f45ed77-733a-4be9-b03b-d1bb3fb35214 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0478835 Aug 27 17:08:16.974026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a035dc5-93d8-438a-9f9e-59b40f677861 req-9c183c2b-2fa1-4569-bfac-5791bbe0449e tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Aug 27 17:08:18.087201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289be12-8e00-495f-8eb1-c6ade255fc8a req-ff3bf777-38ac-43f4-9c9c-d260858cc0eb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:18.088690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a289be12-8e00-495f-8eb1-c6ade255fc8a req-ff3bf777-38ac-43f4-9c9c-d260858cc0eb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0487957 Aug 27 17:08:18.126184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a289be12-8e00-495f-8eb1-c6ade255fc8a req-9dbc0520-fe1c-401b-ba8d-1334231be30f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Aug 27 17:08:19.244040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda73d11-801f-4d52-9800-2c2a19b35f16 req-1bd9df46-9ec4-4a82-b0ff-067cf7aab24d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:19.245484 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fda73d11-801f-4d52-9800-2c2a19b35f16 req-1bd9df46-9ec4-4a82-b0ff-067cf7aab24d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0520413 Aug 27 17:08:19.282580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fda73d11-801f-4d52-9800-2c2a19b35f16 req-14e70c69-db9e-4360-9dec-b0c9254b89b3 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Aug 27 17:08:20.397247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57050a-4998-41fc-8db5-86499e26d92e req-e3aa63d1-4fa2-4979-b23d-d4bf25b07c77 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:20.398751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b57050a-4998-41fc-8db5-86499e26d92e req-e3aa63d1-4fa2-4979-b23d-d4bf25b07c77 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0486810 Aug 27 17:08:20.436698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b57050a-4998-41fc-8db5-86499e26d92e req-ea080e35-5ee0-46f0-b26d-07dc92798df8 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Aug 27 17:08:20.637169 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-873a17a8-2c3c-4cb6-bcd1-2d7255e137ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:21.554892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258e95b-84be-4978-8dc3-26bb60148e46 req-e7fec71c-9b58-468a-9760-d3edb88433f5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:21.556402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f258e95b-84be-4978-8dc3-26bb60148e46 req-e7fec71c-9b58-468a-9760-d3edb88433f5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0486133 Aug 27 17:08:21.594135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f258e95b-84be-4978-8dc3-26bb60148e46 req-dad5f0b1-a59a-4b77-8d7d-e7212ba19738 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Aug 27 17:08:22.712268 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e68651-e301-4510-a3d9-4798d3319c93 req-f43f5bb1-817a-49ff-9bc7-7cc0dcf7f4a6 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:22.713731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4e68651-e301-4510-a3d9-4798d3319c93 req-f43f5bb1-817a-49ff-9bc7-7cc0dcf7f4a6 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0525801 Aug 27 17:08:22.751997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4e68651-e301-4510-a3d9-4798d3319c93 req-fd10cdb3-f803-457c-b99f-fa82afc562e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Aug 27 17:08:23.225930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b659b21-4f2a-4634-a64e-1b7b36ca627d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:23.391817 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:23.545897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:23.866954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ed139-52c0-425f-948f-5524884c32a0 req-98251610-e3f7-498b-a950-d6fa75571ff2 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:23.868456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e9ed139-52c0-425f-948f-5524884c32a0 req-98251610-e3f7-498b-a950-d6fa75571ff2 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0489624 Aug 27 17:08:23.905243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8e9ed139-52c0-425f-948f-5524884c32a0 req-20475704-4061-45b7-bcfe-29073476bbdb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Aug 27 17:08:24.522832 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:24.700408 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:25.019213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1103b-3a74-48fc-a087-9adf02ac44d5 req-183211ad-87ba-451e-ae89-10ce87768693 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:25.020616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ea1103b-3a74-48fc-a087-9adf02ac44d5 req-183211ad-87ba-451e-ae89-10ce87768693 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0486424 Aug 27 17:08:25.057759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ea1103b-3a74-48fc-a087-9adf02ac44d5 req-4c7849e4-2081-4149-a684-9f8389efec88 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Aug 27 17:08:26.189542 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf7027-bcb3-4c7b-a916-89cf9a2b702f req-0fc25442-9a68-4f20-82b1-99d5be95f7bf tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:26.191078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2cf7027-bcb3-4c7b-a916-89cf9a2b702f req-0fc25442-9a68-4f20-82b1-99d5be95f7bf tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0601869 Aug 27 17:08:26.231870 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:26.233121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2cf7027-bcb3-4c7b-a916-89cf9a2b702f req-5868f9c0-4744-4b83-9e59-b29d0f860a60 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357101 Aug 27 17:08:27.355872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e751df-e461-430d-84dd-ba3a7d291c87 req-a551e22a-18a3-43c2-bcdb-1a474ca38b6f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:27.357391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e751df-e461-430d-84dd-ba3a7d291c87 req-a551e22a-18a3-43c2-bcdb-1a474ca38b6f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0497632 Aug 27 17:08:27.396036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98e751df-e461-430d-84dd-ba3a7d291c87 req-e3d021d2-0ab9-4968-943a-4e513eb6a732 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Aug 27 17:08:28.510954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31005ddd-aed4-4470-98d9-73a33795b5a9 req-6fad2d5d-9143-4ddf-bc2f-f19da46b17d5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:28.512522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31005ddd-aed4-4470-98d9-73a33795b5a9 req-6fad2d5d-9143-4ddf-bc2f-f19da46b17d5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0491788 Aug 27 17:08:28.550365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31005ddd-aed4-4470-98d9-73a33795b5a9 req-417177ad-ec27-48fd-8c2a-3ea2440f5840 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Aug 27 17:08:29.668562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f87390-fbea-45f0-a394-bf86463d7087 req-b66f9e51-9df3-46d3-be8f-7b8d5c4998fd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:29.669906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86f87390-fbea-45f0-a394-bf86463d7087 req-b66f9e51-9df3-46d3-be8f-7b8d5c4998fd tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0521996 Aug 27 17:08:29.707715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86f87390-fbea-45f0-a394-bf86463d7087 req-cf7d1317-762b-4f6e-a2e4-066a50fdea6d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Aug 27 17:08:30.822143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8316-35a3-4214-8ea5-a7f7cdf07819 req-280369cb-3ca5-4e1f-8f28-145b8fd07007 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:30.823631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f0d8316-35a3-4214-8ea5-a7f7cdf07819 req-280369cb-3ca5-4e1f-8f28-145b8fd07007 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0490520 Aug 27 17:08:30.860759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f0d8316-35a3-4214-8ea5-a7f7cdf07819 req-99fd6ca1-c4cc-4830-bd22-9b3eee7844c8 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Aug 27 17:08:31.974828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e92017-f3c7-4185-a5d6-044338ee25b9 req-13be5a0d-91b5-4f3f-bd6c-9fd1236af83a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:31.976307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e92017-f3c7-4185-a5d6-044338ee25b9 req-13be5a0d-91b5-4f3f-bd6c-9fd1236af83a tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0485020 Aug 27 17:08:32.013054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17e92017-f3c7-4185-a5d6-044338ee25b9 req-80a376b0-61f6-41e4-8c77-0eb457a1efdb tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 Aug 27 17:08:33.134291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc698c3-9cda-438a-a8ec-04edfbbbd902 req-039be1fa-3d69-497a-8a8e-f6b5b7fd723b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:33.135792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddc698c3-9cda-438a-a8ec-04edfbbbd902 req-039be1fa-3d69-497a-8a8e-f6b5b7fd723b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0536754 Aug 27 17:08:33.494736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ddc698c3-9cda-438a-a8ec-04edfbbbd902 req-ab83be2c-133b-4591-95ca-8fce1a3672ce tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517587 Aug 27 17:08:34.613827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986ee0-568f-4137-92d1-0db38101cc44 req-f6ec946b-3f81-4a9b-b8e3-76c0eafd0b7d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:34.615352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0986ee0-568f-4137-92d1-0db38101cc44 req-f6ec946b-3f81-4a9b-b8e3-76c0eafd0b7d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0476177 Aug 27 17:08:34.652220 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0986ee0-568f-4137-92d1-0db38101cc44 req-d801a17c-b3f6-4692-9b8b-9b3607e8192c tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Aug 27 17:08:35.764031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f202f-dbcb-4f92-bfe2-f49018d1e65b req-1f25736b-9139-4a55-a554-189b992eddf1 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:35.765587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d1f202f-dbcb-4f92-bfe2-f49018d1e65b req-1f25736b-9139-4a55-a554-189b992eddf1 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0471268 Aug 27 17:08:35.802275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d1f202f-dbcb-4f92-bfe2-f49018d1e65b req-3f759291-b542-4e6f-90c8-aa43795a97b6 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Aug 27 17:08:35.864576 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:08:36.917765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca51f2-0886-442e-9fdf-4a3702791d57 req-2a51d5bb-3eee-4651-919c-bf1c75983be5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:36.919207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcca51f2-0886-442e-9fdf-4a3702791d57 req-2a51d5bb-3eee-4651-919c-bf1c75983be5 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0513759 Aug 27 17:08:36.957521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fcca51f2-0886-442e-9fdf-4a3702791d57 req-ed11404d-9a7d-4a78-ae58-d280f47756f7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Aug 27 17:08:38.070608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92571152-1908-4712-9d89-f052889c3bc6 req-89073720-ae87-424b-97b8-ffc703d117db tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:38.072083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92571152-1908-4712-9d89-f052889c3bc6 req-89073720-ae87-424b-97b8-ffc703d117db tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0481267 Aug 27 17:08:38.109424 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92571152-1908-4712-9d89-f052889c3bc6 req-2d9db350-22fd-4263-af18-c0ae58bd6b01 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Aug 27 17:08:39.222781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad581e8-45f0-4a53-8554-b6bf197741f3 req-375a1757-c8d7-4455-a94b-3ec3910c5b6d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:39.224254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ad581e8-45f0-4a53-8554-b6bf197741f3 req-375a1757-c8d7-4455-a94b-3ec3910c5b6d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0480356 Aug 27 17:08:39.261678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ad581e8-45f0-4a53-8554-b6bf197741f3 req-03724636-c17a-4e80-92a6-24bac0cce58f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Aug 27 17:08:40.379744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453ce8a-125f-434f-a54c-aec0e67e115c req-ed23f08d-02dd-462d-982b-13b4603ac729 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:40.381213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c453ce8a-125f-434f-a54c-aec0e67e115c req-ed23f08d-02dd-462d-982b-13b4603ac729 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0522711 Aug 27 17:08:40.418967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c453ce8a-125f-434f-a54c-aec0e67e115c req-522a4c8d-e875-41f1-838f-b47f30ff52fe tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Aug 27 17:08:41.539915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aad63-129e-4469-83d8-f1c8b3c34e39 req-f1441282-8f9d-4066-8cf1-f4445abda625 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:41.541365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d45aad63-129e-4469-83d8-f1c8b3c34e39 req-f1441282-8f9d-4066-8cf1-f4445abda625 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0551522 Aug 27 17:08:41.578996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d45aad63-129e-4469-83d8-f1c8b3c34e39 req-0b36197d-a9eb-42c8-9bc0-af0f08a53d80 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Aug 27 17:08:42.692550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30cbda-a1ee-4a2d-bd37-52a2600952e5 req-3350ef47-e90c-4317-af92-d077ddc7d60b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:42.694055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b30cbda-a1ee-4a2d-bd37-52a2600952e5 req-3350ef47-e90c-4317-af92-d077ddc7d60b tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0493135 Aug 27 17:08:42.732089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b30cbda-a1ee-4a2d-bd37-52a2600952e5 req-687387ed-1576-40b1-a963-ac4c50c40dfa tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Aug 27 17:08:42.966187 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-6ca299aa-e10f-4bf9-9e5c-c1cb20927f06 service neutron] show failed (client error): The resource could not be found. Aug 27 17:08:42.967131 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-6ca299aa-e10f-4bf9-9e5c-c1cb20927f06 service neutron] 10.222.0.90 "GET /v2.0/ports/c3863d98-394a-4d59-a0b2-c7a0f57b2d6c/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0545042 Aug 27 17:08:43.594708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-706e554a-abfe-4f25-94d2-7ea8bac61ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:43.596397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-706e554a-abfe-4f25-94d2-7ea8bac61ef4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a&tenant_id=c619eea94fa240c4b8c74614437c697b HTTP/1.1" status: 200 len: 1097 time: 0.0844254 Aug 27 17:08:43.608360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:08:43.659756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:43.891205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1eeb5-9a6c-45a7-86bb-96467dad8a38 req-2137f229-3a43-4c28-99a9-019420020e72 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:43.892714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f1eeb5-9a6c-45a7-86bb-96467dad8a38 req-2137f229-3a43-4c28-99a9-019420020e72 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0706275 Aug 27 17:08:43.909095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:43.951935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83f1eeb5-9a6c-45a7-86bb-96467dad8a38 req-1725f728-262f-49a6-8044-9598ecb396c2 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 Aug 27 17:08:43.963904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:08:44.003665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:44.006113 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22e1a45-78ed-45a9-878f-68960922fa6b" -d '{"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:44.009835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:44.022642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Transition to ACTIVE for port object c3863d98-394a-4d59-a0b2-c7a0f57b2d6c will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:08:44.094501 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:44.126212 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18a0d2b-e9c9-46ec-b5f7-0b0f43bb8e53 x-openstack-request-id: req-f18a0d2b-e9c9-46ec-b5f7-0b0f43bb8e53 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:44.126507 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:44.126765 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f18a0d2b-e9c9-46ec-b5f7-0b0f43bb8e53 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:44.127153 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'code': 200} Aug 27 17:08:44.163601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] No DVR routers for this DVR port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:08:44.165480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:44.178202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.178553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.178897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.179236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.179597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.179930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.180261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.180588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.180913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.181238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.181563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.181888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:44.211132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:08:44.211418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:08:44.211755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:08:44.215994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:08:44.216323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Attempting to bind port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on network 6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:08:44.221125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:08:44.221466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Checking segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:08:44.221850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Bound using segment: {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:08:44.222275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Bound port: c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efc0229-3d3c-42da-a93f-85f10b93efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:08:44.222631 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:44.284460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:08:44.287543 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:08:44.374722 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:44.413259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:44.413886 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:44.418244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] 10.222.0.97 "PUT /v2.0/ports/c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 1092 time: 0.8108923 Aug 27 17:08:44.438129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d4fc6-0fa2-49b2-b25c-1a7edfdd4fff service neutron] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:44.480378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-a9f707d6-909a-4a75-90b2-e2db9cdec174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:44.481798 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-a9f707d6-909a-4a75-90b2-e2db9cdec174 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1095 time: 0.0407367 Aug 27 17:08:44.570278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-84f1da1e-3ff3-4325-abf7-611edb2dd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:44.571817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-84f1da1e-3ff3-4325-abf7-611edb2dd350 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0833981 Aug 27 17:08:44.618074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-e5adb389-2163-4ccc-a425-81f67091d2b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 217 time: 0.0388961 Aug 27 17:08:44.666813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-f5acab76-6b68-4a15-908d-286f0481d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:44.668246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-f5acab76-6b68-4a15-908d-286f0481d4d8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0427005 Aug 27 17:08:44.700486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-124e3964-0f64-4406-ad63-1d421ab50046 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250607 Aug 27 17:08:44.793849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-d43c97ce-6d83-48f7-a29c-ae50f14143aa service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860929 Aug 27 17:08:44.882288 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6229cce7-23d6-4ae5-b40f-82a3be6939ca req-d664e763-cc4d-452e-9732-c42cd0e204c7 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816951 Aug 27 17:08:45.072950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7352275-fd62-4eef-95c2-5c9ffea47ba7 req-d3271b03-5317-4e3c-bd64-c5a8d7b30af4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:45.074399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7352275-fd62-4eef-95c2-5c9ffea47ba7 req-d3271b03-5317-4e3c-bd64-c5a8d7b30af4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0513682 Aug 27 17:08:45.113085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7352275-fd62-4eef-95c2-5c9ffea47ba7 req-f7f7d1a9-710b-460c-903c-884b5478a776 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Aug 27 17:08:46.128864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:46.131228 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26955c6d-3964-4d14-b057-a6b034c5fd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:46.185350 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c072398c-0a49-4220-93fc-40471636847a x-openstack-request-id: req-c072398c-0a49-4220-93fc-40471636847a {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:46.185350 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:46.185350 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c072398c-0a49-4220-93fc-40471636847a {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:46.185350 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'status': 'completed', 'code': 200} Aug 27 17:08:46.247406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-3b9e0d92-f6f9-4de9-8bcb-52d774bd8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:46.249218 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-3b9e0d92-f6f9-4de9-8bcb-52d774bd8593 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1095 time: 0.0423481 Aug 27 17:08:46.269155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaa02f-f65e-40bf-b54a-93e048ca0e0d req-5e67e913-80a4-412a-bd6e-8bc4a4d9e203 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:46.270661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aaeaa02f-f65e-40bf-b54a-93e048ca0e0d req-5e67e913-80a4-412a-bd6e-8bc4a4d9e203 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0864239 Aug 27 17:08:46.273463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-552896ae-0f68-4c38-be26-39a6b2b5fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:46.274838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-552896ae-0f68-4c38-be26-39a6b2b5fc7e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1095 time: 0.0587761 Aug 27 17:08:46.345227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-19e5f1d4-3be9-41c0-ab26-afb5e41e600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:46.346722 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-19e5f1d4-3be9-41c0-ab26-afb5e41e600a service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0903292 Aug 27 17:08:46.367203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aaeaa02f-f65e-40bf-b54a-93e048ca0e0d req-5881be34-e29b-4c2a-a6f2-9a645360e599 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894582 Aug 27 17:08:46.389629 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-90f1785d-fc05-4a36-8fea-99813c815b0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 217 time: 0.0353823 Aug 27 17:08:46.394752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-97c82269-e736-4eea-b4fa-768130adbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:46.396253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-97c82269-e736-4eea-b4fa-768130adbec0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.1119030 Aug 27 17:08:46.440093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-c6b86b0b-023d-4084-8853-f0800bd23e3c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 217 time: 0.0356495 Aug 27 17:08:46.442409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-fb65f730-3b49-41f5-813d-fecd4ebb71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:46.443936 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-fb65f730-3b49-41f5-813d-fecd4ebb71e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0484085 Aug 27 17:08:46.477988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-24adbae6-88d3-4dcf-aea5-461eb4ce0a97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273356 Aug 27 17:08:46.490705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-28010879-c52b-4fe2-aad0-8d196de9300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:46.492201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-28010879-c52b-4fe2-aad0-8d196de9300f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0450556 Aug 27 17:08:46.532961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-7336f730-ac8f-4450-923b-2f2baaf7e8b4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309827 Aug 27 17:08:46.569879 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-800cdb42-51f1-40e9-bb90-0115f071bcef service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 Aug 27 17:08:46.630104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-fb493d2c-f831-4b9d-97db-fa3856f82a59 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895293 Aug 27 17:08:46.666277 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-e729e25f-19f4-4903-b848-b4b49200205d service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897279 Aug 27 17:08:46.727075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-26955c6d-3964-4d14-b057-a6b034c5fd6e req-ea41fa61-517a-4fbb-8741-b775d747bda9 service neutron] 10.222.0.97 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897849 Aug 27 17:08:47.146666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:08:47.184710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:08:47.487415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc055d-5de7-4ca9-81e0-f901065a0564 req-45ee7ad3-a59c-46ee-826c-26968487ed60 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:47.488892 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29cc055d-5de7-4ca9-81e0-f901065a0564 req-45ee7ad3-a59c-46ee-826c-26968487ed60 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0510900 Aug 27 17:08:47.525863 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29cc055d-5de7-4ca9-81e0-f901065a0564 req-73344410-b5b2-4a4c-a500-f35c77ce3460 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Aug 27 17:08:47.867212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539021d-2fa1-41dc-aad9-7eee79f3ef4f req-c77cac9e-d53e-4e2c-b2ea-768dad6ead04 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:47.868844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6539021d-2fa1-41dc-aad9-7eee79f3ef4f req-c77cac9e-d53e-4e2c-b2ea-768dad6ead04 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 944 time: 0.0508370 Aug 27 17:08:47.907411 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6539021d-2fa1-41dc-aad9-7eee79f3ef4f req-e4a72426-9546-4331-bfe8-64dd535781d3 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Aug 27 17:08:47.923805 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b262017-34d2-4b29-9193-d879cd34701d req-72998a40-4531-4b61-9b10-83eafa2adba7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:47.925271 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-72998a40-4531-4b61-9b10-83eafa2adba7 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.90 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a&tenant_id=c619eea94fa240c4b8c74614437c697b&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 944 time: 0.0534937 Aug 27 17:08:47.987525 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-3b262017-34d2-4b29-9193-d879cd34701d req-a7bdcbde-c202-4006-a3a4-8a1645b4b4c7 service neutron] delete failed (client error): The resource could not be found. Aug 27 17:08:47.988500 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-a7bdcbde-c202-4006-a3a4-8a1645b4b4c7 service neutron] 10.222.0.90 "DELETE /v2.0/ports/c3863d98-394a-4d59-a0b2-c7a0f57b2d6c/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0534179 Aug 27 17:08:48.070710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b262017-34d2-4b29-9193-d879cd34701d req-0423571f-a062-4cc5-b45d-77ab3a083393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:48.072144 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-0423571f-a062-4cc5-b45d-77ab3a083393 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c619eea94fa240c4b8c74614437c697b&device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 1095 time: 0.0411484 Aug 27 17:08:48.164271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b262017-34d2-4b29-9193-d879cd34701d req-857d04f0-ed52-4507-b789-40af00931616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:48.168604 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-857d04f0-ed52-4507-b789-40af00931616 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 200 len: 917 time: 0.0864475 Aug 27 17:08:48.206905 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-85c7ece8-e40f-4aa1-a46a-b9d8837381e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 200 len: 217 time: 0.0339930 Aug 27 17:08:48.258745 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b262017-34d2-4b29-9193-d879cd34701d req-e08be86b-9a48-4a1b-9fff-3f24065cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:48.260191 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-e08be86b-9a48-4a1b-9fff-3f24065cc219 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 200 len: 855 time: 0.0470417 Aug 27 17:08:48.291691 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-bee0b58b-1283-4c35-b8bc-8540ef7f829a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245399 Aug 27 17:08:48.379516 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-9f3957f2-497e-4b4b-8fd4-06a59cf1a89e service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807498 Aug 27 17:08:48.474872 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-3b262017-34d2-4b29-9193-d879cd34701d req-4092f53b-71e2-45c3-afe4-3cabce80f664 service neutron] 10.222.0.90 "GET /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881844 Aug 27 17:08:48.543725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:08:48.640042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:48.651130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'network_id': '6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67', 'port_id': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'mac_address': 'fa:16:3e:72:fd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadb4de5-fcff-4655-b685-24b2aea5934b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:08:48.688109 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:48.700214 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3863d98-394a-4d59-a0b2-c7a0f57b2d6c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:08:48.719916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:48.789606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:48.839215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:49.004306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:08:49.025822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95bc19-1435-4500-8218-6f4f7b1e8d63 req-40e89b41-2f64-4473-b11d-58a5e03bbb43 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:49.027350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a95bc19-1435-4500-8218-6f4f7b1e8d63 req-40e89b41-2f64-4473-b11d-58a5e03bbb43 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 945 time: 0.0522115 Aug 27 17:08:49.071167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a95bc19-1435-4500-8218-6f4f7b1e8d63 req-78968401-be29-4a3a-a31e-8f0b7c384449 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 Aug 27 17:08:50.185312 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade88494-552f-4268-b2eb-16a725b850fc req-3d905fcd-56da-422a-8c39-eb342358e487 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:50.187041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ade88494-552f-4268-b2eb-16a725b850fc req-3d905fcd-56da-422a-8c39-eb342358e487 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 945 time: 0.0496566 Aug 27 17:08:50.224721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ade88494-552f-4268-b2eb-16a725b850fc req-aec63fd0-cf72-452c-9e7a-0c144ac95ff6 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317776 Aug 27 17:08:50.340344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c241820-9690-4cf9-a32b-8f1912a30b8f req-9c822a9e-ff57-4146-919f-9202d6335a12 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:50.341864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c241820-9690-4cf9-a32b-8f1912a30b8f req-9c822a9e-ff57-4146-919f-9202d6335a12 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 945 time: 0.0509565 Aug 27 17:08:50.385228 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4c241820-9690-4cf9-a32b-8f1912a30b8f req-54cd6011-7a8c-4cc8-8d6e-f4197746e1f0 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Aug 27 17:08:50.500322 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab40e7-c15d-4fa0-903f-16fefbdaa595 req-cba92154-d6f9-4ad7-804d-9f30b7719491 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:50.501830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bab40e7-c15d-4fa0-903f-16fefbdaa595 req-cba92154-d6f9-4ad7-804d-9f30b7719491 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 945 time: 0.0516112 Aug 27 17:08:50.544493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bab40e7-c15d-4fa0-903f-16fefbdaa595 req-f9bbda67-e012-4903-97b8-aad64392555f tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367155 Aug 27 17:08:50.553909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:08:50.675430 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-843ee4a7-6a81-4525-8f9f-b8b4ef1852d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:50.756477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:08:50.760629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:08:50.760999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:50.836691 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:50.860793 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:50.863037 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ce201-6848-44e0-add6-2ff8b4f5396e" -d '{"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-plugged", "status": "completed", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:50.876031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:50.901682 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485a5f74-beff-49a6-ab9f-54778fc8ae57 x-openstack-request-id: req-485a5f74-beff-49a6-ab9f-54778fc8ae57 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:50.901958 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-plugged", "status": "completed", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:50.902220 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-485a5f74-beff-49a6-ab9f-54778fc8ae57 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:50.902621 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'code': 200} Aug 27 17:08:50.968550 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:51.016280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:51.129963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c661c-74d1-4207-8549-316907284621 req-d521ba37-74b9-4284-bfae-74a344c4c777 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:51.131463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e26c661c-74d1-4207-8549-316907284621 req-d521ba37-74b9-4284-bfae-74a344c4c777 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0496831 Aug 27 17:08:51.169112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e26c661c-74d1-4207-8549-316907284621 req-64934045-4576-4024-8812-8285d649e195 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Aug 27 17:08:52.344319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b735520-7b5a-44ce-9da8-cbd0281aaf59 req-beb182b4-93e6-4ff0-9306-c5cfaa312d92 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:52.345823 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b735520-7b5a-44ce-9da8-cbd0281aaf59 req-beb182b4-93e6-4ff0-9306-c5cfaa312d92 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0788114 Aug 27 17:08:52.357988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-d988af86-5278-4eb5-a15b-3c5852403d20 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:52.359585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-d988af86-5278-4eb5-a15b-3c5852403d20 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.97 "GET /v2.0/ports?device_id=30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a HTTP/1.1" status: 200 len: 946 time: 0.0658550 Aug 27 17:08:52.446846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b735520-7b5a-44ce-9da8-cbd0281aaf59 req-0b9aea9b-cc3c-46d4-9b46-2e1e525c797d tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.101 "GET /v2.0/security-groups?id=efab3154-6f7a-492f-958e-36edf7e49f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862160 Aug 27 17:08:52.473427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Deleting port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:08:52.473775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.565161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] For port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,segment=NetworkSegment(7efc0229-3d3c-42da-a93f-85f10b93efb9),segment_id=7efc0229-3d3c-42da-a93f-85f10b93efb9)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:52.565540 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.578906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Calling delete_port for c3863d98-394a-4d59-a0b2-c7a0f57b2d6c owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:08:52.779252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.790743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:08:52.812773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Pushing event deleted for resources: {'Port': ['ID=c3863d98-394a-4d59-a0b2-c7a0f57b2d6c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:52.853059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] No DVR routers for this DVR port c3863d98-394a-4d59-a0b2-c7a0f57b2d6c on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:08:52.855589 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.857886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d1568d-4b25-4d88-ae3a-93c3f9627efd req-c6f8a624-b8ba-4ab8-a05a-da84c63be6e4 tempest-ServerDiskConfigTestJSON-378888815 tempest-ServerDiskConfigTestJSON-378888815-project] 10.222.0.97 "DELETE /v2.0/ports/c3863d98-394a-4d59-a0b2-c7a0f57b2d6c HTTP/1.1" status: 204 len: 173 time: 0.4913425 Aug 27 17:08:52.858457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-deleted', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:52.860702 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a5c28a-cfc1-4aea-aff3-87994772bb39" -d '{"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-deleted", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:52.895605 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ca77a-6913-4500-b1b5-fdc18dfddf51 x-openstack-request-id: req-fe0ca77a-6913-4500-b1b5-fdc18dfddf51 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:52.895904 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a", "name": "network-vif-deleted", "tag": "c3863d98-394a-4d59-a0b2-c7a0f57b2d6c", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:52.896161 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe0ca77a-6913-4500-b1b5-fdc18dfddf51 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:52.896570 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa7f90-bad6-4fbe-a3f2-0f5bbdff351a', 'name': 'network-vif-deleted', 'tag': 'c3863d98-394a-4d59-a0b2-c7a0f57b2d6c', 'status': 'completed', 'code': 200} Aug 27 17:08:53.200873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b84fc56-7103-4709-b574-2fe28d1261fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.431017 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.555036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.568713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57448) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:53.615625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Deleting subnet fadb4de5-fcff-4655-b685-24b2aea5934b {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:08:53.618639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.659124 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.701839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.823939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.847232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadb4de5-fcff-4655-b685-24b2aea5934b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:53.857829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.858185 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.858528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.858866 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.859199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.859895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.859895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.860188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.860512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.860837 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.861162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.861485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.864259 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.866169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b63735dc-b00e-4842-9635-4211b1ebec91 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fadb4de5-fcff-4655-b685-24b2aea5934b HTTP/1.1" status: 204 len: 168 time: 0.2964385 Aug 27 17:08:53.868654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57450) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:53.934888 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.015549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.025018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:54.035663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efc0229-3d3c-42da-a93f-85f10b93efb9') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:54.035963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efc0229-3d3c-42da-a93f-85f10b93efb9') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:54.045686 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.059016 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.065036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:08:54.070415 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:08:54.183830 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.189568 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.191454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] 10.222.0.101 "DELETE /v2.0/networks/6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67 HTTP/1.1" status: 204 len: 168 time: 0.3218529 Aug 27 17:08:54.202574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dd9b1-ba17-40b0-9afc-18a11fd88c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2d0bc9-bb4f-4a16-993e-5e1bcab61b67,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:54.508746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57454) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:54.549436 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-284e0572-9ba8-4a60-93b2-49374d34b0d0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c619eea94fa240c4b8c74614437c697b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394175 Aug 27 17:08:54.551897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57456) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:54.568032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.600859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-820545ab-d700-41b7-b0db-cee8e7808720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.621766 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-820545ab-d700-41b7-b0db-cee8e7808720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.722049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.762052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-820545ab-d700-41b7-b0db-cee8e7808720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.765238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-820545ab-d700-41b7-b0db-cee8e7808720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.766488 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-820545ab-d700-41b7-b0db-cee8e7808720 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/efab3154-6f7a-492f-958e-36edf7e49f8a HTTP/1.1" status: 204 len: 168 time: 0.2133698 Aug 27 17:08:54.775568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820545ab-d700-41b7-b0db-cee8e7808720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efab3154-6f7a-492f-958e-36edf7e49f8a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:55.851908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57478) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:55.944943 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1314823499-network', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:08:56.023773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Made reservation on behalf of 79bbe064150a4081a532a6ef000fa60f for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:08:56.026135 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.035068 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.122191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.185977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.210901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:08:56.213997 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.220536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa405c-aebb-41ab-82d1-209a9fe833d9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:56.226352 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.226695 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Added segment 6e111ed2-960b-48fb-a437-6e5e22e6e10b of type vlan for network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be Aug 27 17:08:56.266253 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.354993 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.356017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:56.356607 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.414168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6063c1-91ad-49c1-a2f1-ba2c13a713be,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:56.424782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:08:56.487298 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1e338bdb-72d9-408e-abf4-48e17035b336 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6342337 Aug 27 17:08:56.491069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57482) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:56.495942 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Request body: {'subnet': {'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1314823499-subnet', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:08:56.584988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Made reservation on behalf of 79bbe064150a4081a532a6ef000fa60f for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:08:56.587368 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.605866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:08:56.629648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: c3863d98-394a-4d59-a0b2-c7a0f57b2d6c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:08:56.629992 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3863d98-394a-4d59-a0b2-c7a0f57b2d6c not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:08:56.834952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:56.858148 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63a8c4cc-e245-4b73-8adb-c746fa05b372 req-4c8e4968-168d-4a48-894e-b22ffa90bf1b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0351353 Aug 27 17:08:56.918872 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:56.937672 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63a8c4cc-e245-4b73-8adb-c746fa05b372 req-97f84eac-3c45-4b13-9865-88b573192b9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0373299 Aug 27 17:08:56.944755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:08:56.945101 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Network hostable DHCP agents. Network: 3a6063c1-91ad-49c1-a2f1-ba2c13a713be, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:08:56.976992 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63a8c4cc-e245-4b73-8adb-c746fa05b372 req-5de1d2bf-5e79-463c-8f58-8c6aad16d1af service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211718 Aug 27 17:08:57.063771 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:08:57.077833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8c4cc-e245-4b73-8adb-c746fa05b372 req-0d6e2c56-2c9f-4a8d-a660-ab3ba7f6a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:57.079319 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-63a8c4cc-e245-4b73-8adb-c746fa05b372 req-0d6e2c56-2c9f-4a8d-a660-ab3ba7f6a62b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0959589 Aug 27 17:08:57.133852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 3a6063c1-91ad-49c1-a2f1-ba2c13a713be) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:08:57.139359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:57.140317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.146091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2f2f1-662b-43ab-89e2-871e7c67c10b None None] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:08:57.197519 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3920fb99-241b-4751-bc5c-4405f0dd1ecb admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7053013 Aug 27 17:08:57.200127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57484) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:57.204632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:08:57.284961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:08:57.285817 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.305529 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.306600 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.359091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.425378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Allocated IP 172.20.0.2 (3a6063c1-91ad-49c1-a2f1-ba2c13a713be/d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf/2beae6c9-0a6f-47b3-b071-18c2ecbb99ec) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:08:57.545378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.570674 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.579196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Transition to ACTIVE for port object 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:08:57.594381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Transition to ACTIVE for port object 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:08:57.681321 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.718823 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:08:57.721572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:08:57.727110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:08:57.736048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Pushing event updated for resources: {'Port': ['ID=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:57.785939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Attempting to bind port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:08:57.786308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Attempting to bind port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:08:57.786671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Attempting to bind port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:08:57.791899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:08:57.792272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:08:57.792683 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.793078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:08:57.793541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Bound port: 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:08:57.793923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.798482 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.818680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.858514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] For port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:08:57.861573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] For port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:08:57.919831 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Allocated IP 172.25.4.105 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:08:57.932819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:57.994876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f7e72-1c80-444f-8d67-8555302438c6 None None] Pushing event updated for resources: {'Port': ['ID=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:58.034755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:58.151166 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:58.192285 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:08:58.197319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:08:58.202512 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:08:58.226302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Pushing event updated for resources: {'Port': ['ID=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:58.861587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5f0a2-e901-4c0c-9507-36a2c8c6893f None None] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:08:58.862976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.062390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.207854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b425522b-cb41-4722-83a7-55df67f8cb69 None None] Provisioning for port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:08:59.305339 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:08:59.412795 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:08:59.425708 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:08:59.435583 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:08:59.436431 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:59.499679 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.500911 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-afee5dea-038c-4385-9522-91f4f6f2d1ef admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2997527 Aug 27 17:08:59.503614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57486) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:59.538848 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:08:59.633226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:08:59.725197 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:08:58Z', 'revision_number': 3, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:59.733467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:08:59.737686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:08:59.738062 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.751882 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:08:59.752244 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Updating router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:08:59.777528 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.819190 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.852428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:59.916559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.937259 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.964320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:00.032795 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.042241 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Transition to ACTIVE for port object b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:09:00.109134 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.144424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Allocated IP 172.20.0.1 (3a6063c1-91ad-49c1-a2f1-ba2c13a713be/d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf/5d9af9c2-370a-4363-b70d-d585f9aa81ce) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:09:00.164752 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Attempting to bind port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:09:00.165357 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Attempting to bind port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:09:00.165727 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Attempting to bind port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:09:00.168613 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Pushing event updated for resources: {'Port': ['ID=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:00.177259 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:09:00.181967 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:09:00.181967 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.181967 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:09:00.181967 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Bound port: b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:09:00.181967 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.183743 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.184088 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.184419 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.184759 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.185589 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.185915 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.186392 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.186725 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.187049 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.187396 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.187725 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.188048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:00.237675 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] For port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:09:00.240643 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] For port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:09:00.248592 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.262398 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Transition to ACTIVE for port object 5d9af9c2-370a-4363-b70d-d585f9aa81ce will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:09:00.328519 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.374654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.389288 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a38d6-31aa-4ad5-8224-8c74982a8fe8 None None] Pushing event updated for resources: {'Port': ['ID=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:00.391796 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:00.392390 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:00.411839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:09:00.414577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:09:00.421016 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:09:00.450901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9af9c2-370a-4363-b70d-d585f9aa81ce,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:00.469566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.506558 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:00.679092 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.688114 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:08:58Z', 'revision_number': 3, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:00.714332 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2a38c-5d91-496a-b86f-f496c0b5c153 None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:08:58Z', 'revision_number': 3, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:09:00.745163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ab4ca831-7578-4da6-a9e4-634916dc3e93 None None] Provisioning for port 5d9af9c2-370a-4363-b70d-d585f9aa81ce completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:09:00.749391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ab4ca831-7578-4da6-a9e4-634916dc3e93 None None] Provisioning complete for port 5d9af9c2-370a-4363-b70d-d585f9aa81ce triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:00.753994 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab4ca831-7578-4da6-a9e4-634916dc3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.789430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ca831-7578-4da6-a9e4-634916dc3e93 None None] Port 5d9af9c2-370a-4363-b70d-d585f9aa81ce cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:09:00.847943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.910892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.986028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.987809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9af9c2-370a-4363-b70d-d585f9aa81ce,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:01.085888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:09:01.087366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:09:01.210915 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:09:01.317509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a51cae29-da03-42d5-81be-6009d8e725d7 None None] Provisioning complete for port 5d9af9c2-370a-4363-b70d-d585f9aa81ce triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:01.318090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a51cae29-da03-42d5-81be-6009d8e725d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.328113 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:09:01.334352 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0ff4cc7b-6d97-41a0-8f49-cc0484b90445 admin admin] 10.222.0.101 "PUT /v2.0/routers/26f0e4ae-00b9-4c61-a4e4-69153d3dd85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8297181 Aug 27 17:09:01.365051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a51cae29-da03-42d5-81be-6009d8e725d7 None None] Port 5d9af9c2-370a-4363-b70d-d585f9aa81ce cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:09:01.672676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:09:01.726382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:01.726681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.806017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:09:01.944958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:09:01.949573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:01.950033 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.956573 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57494) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:01.961833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5590f208-20e8-4212-8311-9d7a5b9284cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869425403', 'description': 'tempest-description--2027276484'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:02.031242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.048431 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5590f208-20e8-4212-8311-9d7a5b9284cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.051247 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:02.099688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.136612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5590f208-20e8-4212-8311-9d7a5b9284cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.154847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:02.206475 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5590f208-20e8-4212-8311-9d7a5b9284cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.236203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590f208-20e8-4212-8311-9d7a5b9284cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145462c2-1aac-4d7d-b651-e389be273e22,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:02.298470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:09:02.305103 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5590f208-20e8-4212-8311-9d7a5b9284cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.306628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5590f208-20e8-4212-8311-9d7a5b9284cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3489857 Aug 27 17:09:02.307786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:02.308434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:02.309555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57496) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:02.315515 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3b992ac2-1bd1-4882-826a-2731ae5799e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'security_group_rule': {'security_group_id': '145462c2-1aac-4d7d-b651-e389be273e22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:02.405261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3b992ac2-1bd1-4882-826a-2731ae5799e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.415033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:02.466338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3b992ac2-1bd1-4882-826a-2731ae5799e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.548958 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3b992ac2-1bd1-4882-826a-2731ae5799e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.565932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b992ac2-1bd1-4882-826a-2731ae5799e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a6f545-044a-449b-ac21-6bb3a138e8d1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:02.615172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 2, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:02.636535 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3b992ac2-1bd1-4882-826a-2731ae5799e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.637822 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3b992ac2-1bd1-4882-826a-2731ae5799e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263032 Aug 27 17:09:02.641263 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57498) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:02.642433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:09:02.642815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Updating router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d port 5d9af9c2-370a-4363-b70d-d585f9aa81ce binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:09:02.646070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b7891383-2d1e-4646-80eb-bd6df9ac02e3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'security_group_rule': {'security_group_id': '145462c2-1aac-4d7d-b651-e389be273e22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:02.672011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.738675 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7891383-2d1e-4646-80eb-bd6df9ac02e3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.795715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7891383-2d1e-4646-80eb-bd6df9ac02e3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.870953 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7891383-2d1e-4646-80eb-bd6df9ac02e3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.890262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7891383-2d1e-4646-80eb-bd6df9ac02e3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8389f29-4daf-494d-8e89-3b1f2f79863d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:02.930417 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.940584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Transition to ACTIVE for port object 5d9af9c2-370a-4363-b70d-d585f9aa81ce will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:09:03.008000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b7891383-2d1e-4646-80eb-bd6df9ac02e3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.009356 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b7891383-2d1e-4646-80eb-bd6df9ac02e3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671508 Aug 27 17:09:03.012335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 57500) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:03.017131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:03.036446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.103845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c33a46-7d85-4ff4-81ad-0e5eb4048809 None None] Pushing event updated for resources: {'Port': ['ID=5d9af9c2-370a-4363-b70d-d585f9aa81ce,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:03.138950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Attempting to bind port 5d9af9c2-370a-4363-b70d-d585f9aa81ce on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:09:03.139243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Attempting to bind port 5d9af9c2-370a-4363-b70d-d585f9aa81ce by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:09:03.139688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Attempting to bind port 5d9af9c2-370a-4363-b70d-d585f9aa81ce on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:09:03.144965 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:09:03.145345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:09:03.152587 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.152587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:09:03.152587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Bound port: 5d9af9c2-370a-4363-b70d-d585f9aa81ce, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:09:03.152587 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.152988 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.219687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] For port 5d9af9c2-370a-4363-b70d-d585f9aa81ce, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:09:03.223466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] For port 5d9af9c2-370a-4363-b70d-d585f9aa81ce, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5d9af9c2-370a-4363-b70d-d585f9aa81ce,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:09:03.256787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.328073 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.371029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Allocated IP 172.25.4.204 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/fb39588e-507f-4c14-9667-e380b8e3c9c4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:09:03.387712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:03.387712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:03.437764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c33a46-7d85-4ff4-81ad-0e5eb4048809 None None] Pushing event updated for resources: {'Port': ['ID=5d9af9c2-370a-4363-b70d-d585f9aa81ce,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:03.498106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.509161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:03.607117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:09:03.642940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.680039 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:09:03.682766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:09:03.688984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:09:03.714085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'Port': ['ID=fb39588e-507f-4c14-9667-e380b8e3c9c4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:03.731641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:03.732235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.783014 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.848063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:03Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:03.879136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3367c1f-8a1b-46f5-9267-fc24d6325b6a None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:03Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:09:03.960491 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:04.119219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:04.183628 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:04.259223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'Port': ['ID=fb39588e-507f-4c14-9667-e380b8e3c9c4,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:04.270840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:04.346089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:04.347431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4d6b967a-d5b9-42ea-8140-738c2da51397 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3335690 Aug 27 17:09:04.491671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-621d785f-26a6-429f-b073-cb1cdd84fcff tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--869425403&fields=id&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 267 time: 0.0348577 Aug 27 17:09:04.606456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-7d0dcd5e-8396-4f7c-9fea-ae317a5fd013 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:04.608062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-7d0dcd5e-8396-4f7c-9fea-ae317a5fd013 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.1083558 Aug 27 17:09:04.624515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-d714f0f8-92d2-4007-b023-eaf95d0c8e02 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/quotas/79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 375 time: 0.0103416 Aug 27 17:09:04.681485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f1582fee-b3ca-47b8-8520-93f231d17fb5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509694 Aug 27 17:09:04.781560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-bbbca66a-7c52-41a3-8acd-4531e329f4dd service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857539 Aug 27 17:09:04.879811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-836e8b17-08d5-40d8-acfe-6d700070bf7c service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918791 Aug 27 17:09:05.120550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c4580f4-1f2d-438c-8d4e-3796c64a3137 req-469b8a9e-1791-42e7-ab73-264401222a14 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 210 time: 0.0275276 Aug 27 17:09:05.617434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d9af9c2-370a-4363-b70d-d585f9aa81ce up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:09:05.727361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5d9af9c2-370a-4363-b70d-d585f9aa81ce completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:09:05.731215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5d9af9c2-370a-4363-b70d-d585f9aa81ce triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:05.731647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:05.811894 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:05.844801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5d9af9c2-370a-4363-b70d-d585f9aa81ce, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5d9af9c2-370a-4363-b70d-d585f9aa81ce,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:05.905553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:05.955918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5d9af9c2-370a-4363-b70d-d585f9aa81ce,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:06.216460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c103647-7a5c-42b0-8f7f-273d1ea15f88 req-fa79ebab-39a1-40dc-8aef-3538e67813b4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 210 time: 0.0280294 Aug 27 17:09:06.925771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-7aac1724-16e5-4ab7-973b-454fd0146df2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:06.927125 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-7aac1724-16e5-4ab7-973b-454fd0146df2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.1050942 Aug 27 17:09:06.975193 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-77e220a5-c1e0-4a26-bc00-4f2ee6ac2081 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 379 time: 0.0349553 Aug 27 17:09:06.985975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'port': {'device_id': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'admin_state_up': True, 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'security_groups': ['145462c2-1aac-4d7d-b651-e389be273e22']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:07.149050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Made reservation on behalf of 79bbe064150a4081a532a6ef000fa60f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:09:07.152614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:07.282781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Allocated IP 172.20.0.5 (3a6063c1-91ad-49c1-a2f1-ba2c13a713be/d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf/cd39dbda-3314-4fb4-9491-00c7e8004d48) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:09:07.321412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ecb12143-d9cd-4492-9c1f-d1c7ace151dd req-5f7a8b28-7ba1-4bdd-82fb-1cee0f8cac6d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 210 time: 0.0325820 Aug 27 17:09:07.451223 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:07.464793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Transition to ACTIVE for port object cd39dbda-3314-4fb4-9491-00c7e8004d48 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:09:07.594229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d9af9c2-370a-4363-b70d-d585f9aa81ce up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:09:07.606194 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:07.643848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5d9af9c2-370a-4363-b70d-d585f9aa81ce triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:07.644225 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:07.650648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:09:07.655778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:09:07.659545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:09:07.684053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:07.719150 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:07.719986 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:07.806971 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-f63335b9-89a4-4dd5-8c1e-febe304500b1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252201 Aug 27 17:09:07.820146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Request body: {'port': {'device_id': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:07.880050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:07.994249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4bb645ee-c9ef-4167-8098-4e83cbbe8962 None None] Provisioning for port cd39dbda-3314-4fb4-9491-00c7e8004d48 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:09:07.998283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4bb645ee-c9ef-4167-8098-4e83cbbe8962 None None] Provisioning complete for port cd39dbda-3314-4fb4-9491-00c7e8004d48 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:07.998661 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bb645ee-c9ef-4167-8098-4e83cbbe8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:08.040799 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4bb645ee-c9ef-4167-8098-4e83cbbe8962 None None] Port cd39dbda-3314-4fb4-9491-00c7e8004d48 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:09:08.144534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd39dbda-3314-4fb4-9491-00c7e8004d48 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:09:08.152095 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:08.164460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Transition to ACTIVE for port object cd39dbda-3314-4fb4-9491-00c7e8004d48 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:09:08.287698 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:08.339048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:08.453505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:09:08.453849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:09:08.454187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:09:08.463107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Port cd39dbda-3314-4fb4-9491-00c7e8004d48 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:09:08.463470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:09:08.470718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:09:08.471068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:09:08.471498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:09:08.471933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Bound port: cd39dbda-3314-4fb4-9491-00c7e8004d48, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:09:08.472294 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:08.481167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be488c5-3920-4ad1-90e2-5a575b28c95b req-2c9a7789-38cb-4310-92b9-3ae8ec6bb423 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:08.482879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5be488c5-3920-4ad1-90e2-5a575b28c95b req-2c9a7789-38cb-4310-92b9-3ae8ec6bb423 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 943 time: 0.0791535 Aug 27 17:09:08.550427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5be488c5-3920-4ad1-90e2-5a575b28c95b req-88bd65eb-7f68-439b-ad06-f8418633704d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598109 Aug 27 17:09:08.577351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:09:08.580324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:09:08.651964 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:08.691583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:08.691583 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:08.691583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] 10.222.0.97 "PUT /v2.0/ports/cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 1091 time: 0.8735132 Aug 27 17:09:08.691583 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:09:08.691901 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9615dd5-0410-4f75-b843-f536263f6bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:09:08.730822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce23a3e-4b1e-4852-b132-cb3e209ed6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:08.744947 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb7989-9a0f-45d9-b54a-bca742398da1 x-openstack-request-id: req-55cb7989-9a0f-45d9-b54a-bca742398da1 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:09:08.745233 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:09:08.745508 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55cb7989-9a0f-45d9-b54a-bca742398da1 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:09:08.745912 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'status': 'completed', 'code': 200} Aug 27 17:09:08.809284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9615dd5-0410-4f75-b843-f536263f6bc2 req-d9ac30ed-c494-4e40-a138-ca02ef4b5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:08.811866 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9615dd5-0410-4f75-b843-f536263f6bc2 req-d9ac30ed-c494-4e40-a138-ca02ef4b5c62 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1094 time: 0.0449269 Aug 27 17:09:08.916944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9615dd5-0410-4f75-b843-f536263f6bc2 req-f9c5d1fe-5a8b-45b5-af63-3e403139cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:08.918419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9615dd5-0410-4f75-b843-f536263f6bc2 req-f9c5d1fe-5a8b-45b5-af63-3e403139cf61 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=79bbe064150a4081a532a6ef000fa60f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0986910 Aug 27 17:09:09.011251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9615dd5-0410-4f75-b843-f536263f6bc2 req-ebf31c0a-53d7-4c38-9eca-d2ed8cbf2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:09.012671 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a9615dd5-0410-4f75-b843-f536263f6bc2 req-ebf31c0a-53d7-4c38-9eca-d2ed8cbf2174 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0875411 Aug 27 17:09:09.087142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-21e67c0d-7e49-432a-b8bf-7c44e73ab475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:09.088609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-21e67c0d-7e49-432a-b8bf-7c44e73ab475 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1094 time: 0.0401704 Aug 27 17:09:09.132918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-b199380f-d4ab-4a22-a433-aa396b0af4c4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 217 time: 0.0367930 Aug 27 17:09:09.180732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cd20e1e6-1c7e-4b15-b1fd-2b5596dc39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:09.182126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-cd20e1e6-1c7e-4b15-b1fd-2b5596dc39d5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0426691 Aug 27 17:09:09.227100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-5e05c84b-88c6-4c06-a3a7-b61868208e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:09.228586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-5e05c84b-88c6-4c06-a3a7-b61868208e39 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393865 Aug 27 17:09:09.321032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-8d9fc654-5a0f-42ba-9f35-8182866b6a28 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850544 Aug 27 17:09:09.420533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e4312d5a-95d8-4bcb-a431-01afbe9595dd req-a7f100fb-9cd9-4141-9f61-97c7baa0f721 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919039 Aug 27 17:09:09.667165 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75cafe-3d3f-4988-a895-f4e22a612fb6 req-ce00ee72-d0ea-4d75-98a3-91c7158c95bc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:09.668579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc75cafe-3d3f-4988-a895-f4e22a612fb6 req-ce00ee72-d0ea-4d75-98a3-91c7158c95bc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 943 time: 0.0503874 Aug 27 17:09:09.711479 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc75cafe-3d3f-4988-a895-f4e22a612fb6 req-d460ae38-b454-4036-a548-833d0791dc90 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364852 Aug 27 17:09:10.828088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91014-fa65-4bea-9789-51f010559ced req-e340c530-38e8-487c-9816-4468b148582c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:10.829562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7db91014-fa65-4bea-9789-51f010559ced req-e340c530-38e8-487c-9816-4468b148582c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 943 time: 0.0488276 Aug 27 17:09:10.865827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7db91014-fa65-4bea-9789-51f010559ced req-fb7b7973-2a5c-430e-85af-8c2d6bb39f03 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303767 Aug 27 17:09:11.978357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9d12-b909-429b-ac9c-6e5bf949f45b req-d93328c9-13c6-4344-8055-1d01e5a8e909 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:11.979844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-343d9d12-b909-429b-ac9c-6e5bf949f45b req-d93328c9-13c6-4344-8055-1d01e5a8e909 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 943 time: 0.0484819 Aug 27 17:09:12.017137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-343d9d12-b909-429b-ac9c-6e5bf949f45b req-27b99867-2a61-4f50-99d6-48081e426024 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Aug 27 17:09:12.700890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:09:12.791206 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:12.802298 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'mac_address': 'fa:16:3e:2a:af:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:09:12.841957 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:12.854150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd39dbda-3314-4fb4-9491-00c7e8004d48 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:09:12.864265 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:09:12.876877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:12.943051 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:12.989930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:12.997644 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:12.998048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:12.998396 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:12.998742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:12.999082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:12.999459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:12.999794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:13.000128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:13.000458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:13.000789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:13.001118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:13.001447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:13.130430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['cd39dbda-3314-4fb4-9491-00c7e8004d48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:09:13.133590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e834e50-a7b2-4ade-ac9e-41eafb0235da req-7f03a294-0fb7-442e-927a-c786e7151d98 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:13.135109 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e834e50-a7b2-4ade-ac9e-41eafb0235da req-7f03a294-0fb7-442e-927a-c786e7151d98 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 944 time: 0.0502598 Aug 27 17:09:13.183232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e834e50-a7b2-4ade-ac9e-41eafb0235da req-80fd5238-78d9-42ca-b470-9501736616bd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366349 Aug 27 17:09:14.297131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76a51d-d5c0-491b-a0d4-21fb4964e725 req-4129845f-eb21-4c6f-ba3e-1aff3e870fd7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:14.298616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c76a51d-d5c0-491b-a0d4-21fb4964e725 req-4129845f-eb21-4c6f-ba3e-1aff3e870fd7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 944 time: 0.0485084 Aug 27 17:09:14.336497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c76a51d-d5c0-491b-a0d4-21fb4964e725 req-2398602b-1ed7-4d9a-b16a-65593edb993e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319054 Aug 27 17:09:14.714313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:09:14.818711 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port cd39dbda-3314-4fb4-9491-00c7e8004d48 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:09:14.822260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port cd39dbda-3314-4fb4-9491-00c7e8004d48 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:14.822637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:14.896260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:14.920894 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:09:14.923146 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee89003-78ff-4bd3-8666-f6c79bce1cf5" -d '{"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-plugged", "status": "completed", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:09:15.060873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf253-a408-4b48-8223-0b55b7c6122d req-f71949f5-8f81-4f8b-b96d-bf2988edd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:15.062469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6dcf253-a408-4b48-8223-0b55b7c6122d req-f71949f5-8f81-4f8b-b96d-bf2988edd51d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1095 time: 0.0426562 Aug 27 17:09:15.085377 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563fd6c7-26f6-46d7-abc8-b6554e4b9166 x-openstack-request-id: req-563fd6c7-26f6-46d7-abc8-b6554e4b9166 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:09:15.085626 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-plugged", "status": "completed", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:09:15.085821 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-563fd6c7-26f6-46d7-abc8-b6554e4b9166 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:09:15.086215 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'code': 200} Aug 27 17:09:15.089797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:15.098195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6dcf253-a408-4b48-8223-0b55b7c6122d req-912cb43d-2b5d-4e09-ab9e-160d78969a72 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290048 Aug 27 17:09:15.148201 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:15.194106 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:15.459326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa661c3-42e8-474c-9400-91dc44bf9f55 req-22924746-d6af-49d5-a6e7-452aebd4015d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:15.460795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa661c3-42e8-474c-9400-91dc44bf9f55 req-22924746-d6af-49d5-a6e7-452aebd4015d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Aug 27 17:09:15.501989 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9fa661c3-42e8-474c-9400-91dc44bf9f55 req-ea2637b1-0b93-4268-9b1a-d68dddd44cae tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352683 Aug 27 17:09:16.620118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8caaae-4dae-48ab-b80a-adc312a647b9 req-9e33289e-d820-47fa-8246-ee56fa33325a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:16.621498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a8caaae-4dae-48ab-b80a-adc312a647b9 req-9e33289e-d820-47fa-8246-ee56fa33325a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0488601 Aug 27 17:09:16.661238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a8caaae-4dae-48ab-b80a-adc312a647b9 req-7cbe0a9e-d4aa-450a-85f0-82c1e4552cee tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Aug 27 17:09:16.773402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa595179-46ab-4dab-81e9-cc8a1dc1b8d9 req-8c358bd4-1844-4ad2-9733-b46e742a4e12 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:16.774847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fa595179-46ab-4dab-81e9-cc8a1dc1b8d9 req-8c358bd4-1844-4ad2-9733-b46e742a4e12 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0507622 Aug 27 17:09:16.783471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57556) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:16.787777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'floatingip': {'port_id': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:16.830170 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.571486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.628372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.730704 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 associated. External IP: 172.25.4.204, port: cd39dbda-3314-4fb4-9491-00c7e8004d48. Aug 27 17:09:17.945921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:09:18.054895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:09:18.061052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:18.065865 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:09:18.074624 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:18.076439 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:18.089179 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9993d7f9-f9b3-4213-b92c-ab14c9bf457b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "PUT /v2.0/floatingips/cae1dfda-f964-45b8-9ebc-d021aed490f1 HTTP/1.1" status: 200 len: 991 time: 1.3046610 Aug 27 17:09:18.089768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:09:18.092349 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783cfea3-da7a-4cae-aa93-a3d75a854845" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:09:18.130054 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da9551-d697-4cec-8718-76f9997b4b03 x-openstack-request-id: req-62da9551-d697-4cec-8718-76f9997b4b03 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:09:18.130409 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:09:18.130734 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-62da9551-d697-4cec-8718-76f9997b4b03 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:09:18.131223 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'status': 'completed', 'code': 200} Aug 27 17:09:18.197206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-a425c5bd-952d-418d-85ab-b6210a9d70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.198654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-a425c5bd-952d-418d-85ab-b6210a9d70ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1096 time: 0.0456810 Aug 27 17:09:18.275041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:18.295932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-4acaa766-b89f-4ae7-bae8-bdc5d10f58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.297399 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-4acaa766-b89f-4ae7-bae8-bdc5d10f58e1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0920196 Aug 27 17:09:18.364796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-aa1d39f8-5f8f-430c-9100-a00b1fd3cc85 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 999 time: 0.0602965 Aug 27 17:09:18.420000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-9163ca84-f81c-44eb-b76c-c069b2ca8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.421487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-9163ca84-f81c-44eb-b76c-c069b2ca8850 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0500813 Aug 27 17:09:18.467229 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-2f406183-5039-433c-a8dd-1fa0fb1a704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.468663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-2f406183-5039-433c-a8dd-1fa0fb1a704d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408432 Aug 27 17:09:18.560163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-5aa77a4d-0275-46e6-b193-87a724b8c982 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834744 Aug 27 17:09:18.606577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:2a:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:09:17Z', 'revision_number': 1, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:18.636947 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:09:18.645186 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:18.645785 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:08:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:18.656087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783cfea3-da7a-4cae-aa93-a3d75a854845 req-0102b1d7-b671-4987-987c-ceb694baca78 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898547 Aug 27 17:09:18.749580 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:18.962563 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:2a:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:09:17Z', 'revision_number': 1, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:18.993126 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85904a-4689-4e36-a8e5-c9e6315aa658 None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:2a:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:09:17Z', 'revision_number': 1, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:09:19.187933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacda07-346c-4981-aa17-5bb296242dec None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:09:20.633690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-312cfa1d-d98d-4dd8-9d42-2e8cf3e901bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:23.218824 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cac6d27-19ee-4213-be71-8c327aaafc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:23.390472 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:23.595974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:24.553832 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:24.725155 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:26.230545 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:49.864559 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:09:50.638567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ac5b826-ee4c-4286-a0d0-23da9af7a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:53.226766 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef3b5bc0-533c-4169-bc62-348173902f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:53.389653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:53.669918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:54.600431 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:54.714585 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:56.229030 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:56.883885 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-027313b5-2c8b-4227-a71b-61c4a5162b2e req-9b6108fd-1782-47f4-9de6-43a232ceaaee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254302 Aug 27 17:09:56.947051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-027313b5-2c8b-4227-a71b-61c4a5162b2e req-c151d33e-54b6-4f41-ba08-d5a48261ad95 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0249922 Aug 27 17:09:56.985489 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-027313b5-2c8b-4227-a71b-61c4a5162b2e req-edd17d18-bb79-4dca-a812-a73106a0961a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195169 Aug 27 17:09:57.080855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027313b5-2c8b-4227-a71b-61c4a5162b2e req-c926ca69-3882-4342-89e7-426e78c61d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:57.082226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-027313b5-2c8b-4227-a71b-61c4a5162b2e req-c926ca69-3882-4342-89e7-426e78c61d39 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0905788 Aug 27 17:10:02.494084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-9f421973-7b02-43cf-b4c9-bbaaf3e1f30c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401356 Aug 27 17:10:02.573236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-b375e6a9-e234-42fe-bef0-1dcf125a6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:02.574732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-b375e6a9-e234-42fe-bef0-1dcf125a6a62 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1096 time: 0.0407939 Aug 27 17:10:02.682235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-a67748a8-748f-478f-ae46-deaf2402544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:02.684009 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-a67748a8-748f-478f-ae46-deaf2402544a service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0887880 Aug 27 17:10:02.750598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-c885d1fe-8792-4d23-bf8a-cd576721b3b5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 1001 time: 0.0597758 Aug 27 17:10:02.804262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-85389b88-5b99-4986-a1bf-2a3bbd858f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:02.805682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-85389b88-5b99-4986-a1bf-2a3bbd858f45 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0478351 Aug 27 17:10:02.850912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-f3f09802-6e4b-4b5a-9c53-caebf6443ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:02.852395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-f3f09802-6e4b-4b5a-9c53-caebf6443ec4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396831 Aug 27 17:10:02.941600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-d62c7e26-2ee4-4aee-a14c-8468a4ba9996 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821631 Aug 27 17:10:03.033427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83b0649f-2ad8-488a-bd33-910fe77379b4 req-3659ad76-9180-42ba-85bf-2f74288b3bea service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851874 Aug 27 17:10:20.648416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d7dbf51-ebc5-42fd-aa7f-bee5da68d008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:23.182974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e810230-3c80-463c-8a8d-2658e04abf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:23.377061 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:23.581469 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:24.614141 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:24.797260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:26.242598 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:26.864394 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:10:50.647113 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3480-0b0c-4090-9b9a-e3c45b3d748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:53.199002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c1879bf-f859-43d0-8069-be68a20c3518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:53.389926 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:53.582083 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:54.599339 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:54.721888 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:54.856009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1273c-64ee-448b-9bdd-adab9c597d25 req-53786b46-4eed-47cb-88d8-85b0871e0a7d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:54.857506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cba1273c-64ee-448b-9bdd-adab9c597d25 req-53786b46-4eed-47cb-88d8-85b0871e0a7d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Aug 27 17:10:54.896127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cba1273c-64ee-448b-9bdd-adab9c597d25 req-1239a2f0-9e46-4295-b1f4-9c4ebb7eaf5f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Aug 27 17:10:55.281664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68134f85-ee18-4694-9d13-d3e6ced301a6 req-241d874e-6c16-499c-af99-7ddee9852399 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:55.283054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68134f85-ee18-4694-9d13-d3e6ced301a6 req-241d874e-6c16-499c-af99-7ddee9852399 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0496187 Aug 27 17:10:55.326665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68134f85-ee18-4694-9d13-d3e6ced301a6 req-96893a31-8621-4622-83b2-65d27688f8fd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374177 Aug 27 17:10:55.389500 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-3a67e7b6-44d1-465a-bda6-385c24d04fdc service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414469 Aug 27 17:10:56.247092 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:56.445908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504cc66-8b98-4583-a0bb-03647322086a req-68c1992d-4f1d-4c5f-b70b-6ee8e6db22b5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:56.447416 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8504cc66-8b98-4583-a0bb-03647322086a req-68c1992d-4f1d-4c5f-b70b-6ee8e6db22b5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Aug 27 17:10:56.486849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8504cc66-8b98-4583-a0bb-03647322086a req-07a0af79-cbe9-4d23-86d2-5cb5d62badac tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327692 Aug 27 17:10:57.606320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7f86-9235-401d-9ac5-434e4be8e4ba req-f6e6aafc-dff4-4d4b-8673-728698f257f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:57.607834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec5a7f86-9235-401d-9ac5-434e4be8e4ba req-f6e6aafc-dff4-4d4b-8673-728698f257f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0489318 Aug 27 17:10:57.646162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec5a7f86-9235-401d-9ac5-434e4be8e4ba req-ef805af6-4855-4207-b92c-50821637eb62 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Aug 27 17:10:58.766174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c5bc-41ff-4697-a534-7d5c86471449 req-f16a3a15-a26e-4ec3-a9b7-2d32c78dfaae tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:58.767683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4532c5bc-41ff-4697-a534-7d5c86471449 req-f16a3a15-a26e-4ec3-a9b7-2d32c78dfaae tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0545874 Aug 27 17:10:58.808096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4532c5bc-41ff-4697-a534-7d5c86471449 req-65e01e1f-7774-4188-974b-789798dd60bf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342124 Aug 27 17:10:58.871711 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-def9538d-2502-4daf-9fd2-19a7cb0da63d req-79618666-18b3-4f80-9087-a54b6531f57e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267935 Aug 27 17:10:58.936519 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-def9538d-2502-4daf-9fd2-19a7cb0da63d req-dcd15189-32dc-4e1c-9e3e-d63f8e762c25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0257022 Aug 27 17:10:58.974511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-def9538d-2502-4daf-9fd2-19a7cb0da63d req-74f340e0-cec7-45bd-985c-8ceee6b71b7e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188568 Aug 27 17:10:59.072273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9538d-2502-4daf-9fd2-19a7cb0da63d req-ca577a38-4ea2-42a4-a97d-76a078854226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:59.073631 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-def9538d-2502-4daf-9fd2-19a7cb0da63d req-ca577a38-4ea2-42a4-a97d-76a078854226 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0910172 Aug 27 17:10:59.337471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d1014230-d99d-46c5-8304-bf1062a540b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:59.338899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d1014230-d99d-46c5-8304-bf1062a540b8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1096 time: 0.0403616 Aug 27 17:10:59.432677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-60010e85-96cc-4bc3-ad8b-a4b692853eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:59.434153 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-60010e85-96cc-4bc3-ad8b-a4b692853eab service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0885527 Aug 27 17:10:59.500073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-14cd9201-1b6d-4a46-9cc8-b32e337ee829 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 1001 time: 0.0581813 Aug 27 17:10:59.549579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-a0e46a0e-4dfc-4b9f-b424-058097d1bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:59.550984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-a0e46a0e-4dfc-4b9f-b424-058097d1bb59 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0440404 Aug 27 17:10:59.600625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-b1094375-6f8b-4ce8-b63a-88e515e9786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:59.602112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-b1094375-6f8b-4ce8-b63a-88e515e9786b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444081 Aug 27 17:10:59.691086 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d562d3ca-8c82-4e0f-8077-bea47971271d service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814974 Aug 27 17:10:59.784884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-609021aa-f1d9-46ae-9189-c859f49d8b86 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860975 Aug 27 17:10:59.925379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa704c31-cc78-4a30-9b46-3cd9d859a3de req-6b968541-c1bf-4d1b-a868-7481ab44a06a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:59.926856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa704c31-cc78-4a30-9b46-3cd9d859a3de req-6b968541-c1bf-4d1b-a868-7481ab44a06a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0500307 Aug 27 17:10:59.965405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa704c31-cc78-4a30-9b46-3cd9d859a3de req-7853121a-2a88-46ed-80f9-5112b1a76904 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Aug 27 17:11:01.081289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59abc-310f-494f-8487-73b3a10f4bcb req-65732f6c-73c6-4458-b756-59f628d53fa7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:01.082779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57e59abc-310f-494f-8487-73b3a10f4bcb req-65732f6c-73c6-4458-b756-59f628d53fa7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Aug 27 17:11:01.123158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57e59abc-310f-494f-8487-73b3a10f4bcb req-f872ce98-c1d2-4cd0-bf80-c602a03f31b3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332327 Aug 27 17:11:02.240609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0daf1a-3359-44b1-9a74-f4093c17e677 req-bb23655d-1c06-468d-a2f2-9078c2eddb3f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:02.242110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c0daf1a-3359-44b1-9a74-f4093c17e677 req-bb23655d-1c06-468d-a2f2-9078c2eddb3f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0493441 Aug 27 17:11:02.283408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c0daf1a-3359-44b1-9a74-f4093c17e677 req-d4ff79ff-71c5-482f-8979-990f5caad5d9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353606 Aug 27 17:11:03.399381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5140f7-82d2-4b1e-a4be-a9a6e06e76a9 req-252edfa7-4da4-48c7-932a-2c51473e3dd8 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:03.400868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff5140f7-82d2-4b1e-a4be-a9a6e06e76a9 req-252edfa7-4da4-48c7-932a-2c51473e3dd8 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Aug 27 17:11:03.441808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff5140f7-82d2-4b1e-a4be-a9a6e06e76a9 req-421c0016-2c42-4e90-9cb7-9fef85b0b6a1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337512 Aug 27 17:11:03.509239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-86234ccf-b517-430f-befb-a7b15d2197f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:03.510715 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-86234ccf-b517-430f-befb-a7b15d2197f2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1096 time: 0.0407083 Aug 27 17:11:03.618224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-6605a5b9-75c5-45a0-8e58-a60a6e4a90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:03.619692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-6605a5b9-75c5-45a0-8e58-a60a6e4a90b1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0895290 Aug 27 17:11:03.691498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-e4b439b9-f37f-4505-a739-851412f71655 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 1001 time: 0.0579612 Aug 27 17:11:03.739046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-1eae5b4e-2e3f-4b60-ad26-12cbc81b713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:03.740482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-1eae5b4e-2e3f-4b60-ad26-12cbc81b713a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0425541 Aug 27 17:11:03.790157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-a365c5bd-0e05-4fa2-968f-d3f1045d7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:03.791680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-a365c5bd-0e05-4fa2-968f-d3f1045d7ed7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447385 Aug 27 17:11:03.863774 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:11:03.884030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-cbcb31de-99fb-4a70-9e10-966ece6ddf88 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855205 Aug 27 17:11:03.977963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89d89427-929e-4be9-9db9-5db99b6b40c4 req-825bd75d-16dd-4401-ac11-b6fdfb5855c4 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867643 Aug 27 17:11:04.560623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fc1e3-ff3a-48cf-9512-3824650d9f67 req-cb622d0c-c659-41ca-892d-0b0c7ebf9f7f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:04.562131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b54fc1e3-ff3a-48cf-9512-3824650d9f67 req-cb622d0c-c659-41ca-892d-0b0c7ebf9f7f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0517368 Aug 27 17:11:04.600156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b54fc1e3-ff3a-48cf-9512-3824650d9f67 req-b9d41d55-1350-4e0b-b29a-e0950e506a6c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Aug 27 17:11:05.717566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b735052-684a-4d8f-b786-691a845300bc req-2ec31723-1132-4cea-8cce-ca54e183b206 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:05.719700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b735052-684a-4d8f-b786-691a845300bc req-2ec31723-1132-4cea-8cce-ca54e183b206 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0535185 Aug 27 17:11:05.757640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1b735052-684a-4d8f-b786-691a845300bc req-b7acfae3-ee26-40b9-9582-c9787ace3875 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320628 Aug 27 17:11:06.876660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5fd70-9100-478d-a82b-aded152c8fb0 req-8d142eab-7b6c-4c68-8d09-09d28c13a6fc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:06.878124 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fc5fd70-9100-478d-a82b-aded152c8fb0 req-8d142eab-7b6c-4c68-8d09-09d28c13a6fc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0527356 Aug 27 17:11:06.915549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fc5fd70-9100-478d-a82b-aded152c8fb0 req-41a531d9-c55c-4c64-86fb-93b544c9c65d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315595 Aug 27 17:11:08.031748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1ef46-ba7d-4e1a-9806-a48f3a713e8c req-9fc93f7a-9507-43c4-bcf4-46ddc377ef3e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:08.033235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ee1ef46-ba7d-4e1a-9806-a48f3a713e8c req-9fc93f7a-9507-43c4-bcf4-46ddc377ef3e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0505776 Aug 27 17:11:08.072253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0ee1ef46-ba7d-4e1a-9806-a48f3a713e8c req-f110c02b-04ca-4c21-8b2c-c779858976ac tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331745 Aug 27 17:11:09.198515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594579ac-60d5-4221-80b7-bbb92e3aab59 req-bdd183a6-1e1a-472a-aa16-5f535cd12933 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:09.200043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-594579ac-60d5-4221-80b7-bbb92e3aab59 req-bdd183a6-1e1a-472a-aa16-5f535cd12933 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0562494 Aug 27 17:11:09.239585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-594579ac-60d5-4221-80b7-bbb92e3aab59 req-711b8f63-40f2-43f5-8ffd-970125cc9706 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324609 Aug 27 17:11:10.359627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa338a0-c3a8-477e-98ca-af5d6153c49a req-28b9929b-f771-4689-91dd-35a80d94a54f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:10.361127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fa338a0-c3a8-477e-98ca-af5d6153c49a req-28b9929b-f771-4689-91dd-35a80d94a54f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Aug 27 17:11:10.400687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5fa338a0-c3a8-477e-98ca-af5d6153c49a req-c7b2816e-260a-4946-a4ab-c503de52120a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332241 Aug 27 17:11:11.545908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c474a-b820-4b93-b566-7e12a82f7699 req-f455e4a9-b05f-4931-b0d3-0e5a295e9118 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:11.547488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc9c474a-b820-4b93-b566-7e12a82f7699 req-f455e4a9-b05f-4931-b0d3-0e5a295e9118 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Aug 27 17:11:11.588612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bc9c474a-b820-4b93-b566-7e12a82f7699 req-1e5afa43-5823-4ca2-9f6d-4158829561a7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Aug 27 17:11:11.881174 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-dad858a8-adef-40d8-a642-02d0e981698e service neutron] show failed (client error): The resource could not be found. Aug 27 17:11:11.882207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-dad858a8-adef-40d8-a642-02d0e981698e service neutron] 10.222.0.97 "GET /v2.0/ports/cd39dbda-3314-4fb4-9491-00c7e8004d48/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0582139 Aug 27 17:11:12.442399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-c9b495ea-f7cf-4961-a74d-e5fe1660b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:12.443955 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-c9b495ea-f7cf-4961-a74d-e5fe1660b488 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 1096 time: 0.0488615 Aug 27 17:11:12.457970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:11:12.521238 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:12.717559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa91ed1-fa67-4452-94d8-7e5165fe997c req-38066a6b-1257-4507-8f9f-7dc3961d6a6c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:12.719382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fa91ed1-fa67-4452-94d8-7e5165fe997c req-38066a6b-1257-4507-8f9f-7dc3961d6a6c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0584443 Aug 27 17:11:12.739839 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:12.757300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2fa91ed1-fa67-4452-94d8-7e5165fe997c req-3a903550-fc26-4e0e-b4aa-9ae3c9a6d1d2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318952 Aug 27 17:11:12.777844 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:11:12.825698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:12.829207 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258a4aa8-5f8c-49ec-8aad-71dda2ed3577" -d '{"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-unplugged", "status": "completed", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:12.834644 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:12.848317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Transition to ACTIVE for port object cd39dbda-3314-4fb4-9491-00c7e8004d48 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:11:12.932710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:12.961110 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c3296d-3e04-4ff7-ae59-4d0d455b5a87 x-openstack-request-id: req-f6c3296d-3e04-4ff7-ae59-4d0d455b5a87 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:12.964546 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-unplugged", "status": "completed", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:12.964546 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f6c3296d-3e04-4ff7-ae59-4d0d455b5a87 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:12.964546 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'code': 200} Aug 27 17:11:13.017422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:13.032510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.032856 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.033200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.033529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.033885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.034216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.034543 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.034868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.035197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.035553 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.035877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.036206 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:13.075085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] No DVR routers for this DVR port cd39dbda-3314-4fb4-9491-00c7e8004d48 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:13.213824 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:11:13.219444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:11:13.219444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:11:13.219444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Port cd39dbda-3314-4fb4-9491-00c7e8004d48 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:11:13.219444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Attempting to bind port cd39dbda-3314-4fb4-9491-00c7e8004d48 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:11:13.223895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:11:13.224232 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:11:13.224614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:11:13.225035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Bound port: cd39dbda-3314-4fb4-9491-00c7e8004d48, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:11:13.225387 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.286212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:11:13.289267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:11:13.384380 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.426029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:13.426642 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.428125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] 10.222.0.90 "PUT /v2.0/ports/cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 1091 time: 0.9760623 Aug 27 17:11:13.451131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b41070-c9e3-488e-856b-d3357b8a0b05 service neutron] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:13.502868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-b0884cc3-63d4-4903-8169-3b3d4c64df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:13.504445 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-b0884cc3-63d4-4903-8169-3b3d4c64df35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1094 time: 0.0498691 Aug 27 17:11:13.598687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d67d3b69-6803-4340-9eb2-9b6a40efbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:13.600269 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-d67d3b69-6803-4340-9eb2-9b6a40efbdaa service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0886075 Aug 27 17:11:13.668847 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-5feb429b-12d2-45a5-9c4f-67c63b700e24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 999 time: 0.0613253 Aug 27 17:11:13.717257 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-beaf38b6-705d-4103-874b-cb3cc302193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:13.719514 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-beaf38b6-705d-4103-874b-cb3cc302193c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0441854 Aug 27 17:11:13.770138 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-93a7d8af-cbf1-419b-b005-23518bf8722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:13.771694 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-93a7d8af-cbf1-419b-b005-23518bf8722f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459154 Aug 27 17:11:13.871782 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-6d473bff-b506-467c-8c40-fa8d47feab80 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927329 Aug 27 17:11:13.895457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aa90a-39ae-4536-8103-910b6c38f9a2 req-904bb3e2-746c-448b-a5d0-03d7f6922c56 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:13.896994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d9aa90a-39ae-4536-8103-910b6c38f9a2 req-904bb3e2-746c-448b-a5d0-03d7f6922c56 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 943 time: 0.0554938 Aug 27 17:11:13.937459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d9aa90a-39ae-4536-8103-910b6c38f9a2 req-87aa4d86-f7a7-41a7-92f2-1e4d749eccc2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336692 Aug 27 17:11:13.964736 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5d0c7116-5eff-4d24-8aba-3794cab6ccd3 req-44b7396f-bca9-4599-99e0-216d091324e2 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858281 Aug 27 17:11:14.963361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:14.965854 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123033d1-6dc8-4c3e-8b67-148c1f7b975b" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:15.012641 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8ea136-5e9b-4a4e-a296-3a1ff6766391 x-openstack-request-id: req-8b8ea136-5e9b-4a4e-a296-3a1ff6766391 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:15.012936 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:15.013195 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b8ea136-5e9b-4a4e-a296-3a1ff6766391 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:15.013600 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'status': 'completed', 'code': 200} Aug 27 17:11:15.077748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-6cb2c818-a2fa-42a2-9387-2bd3ee754835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.079428 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-6cb2c818-a2fa-42a2-9387-2bd3ee754835 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1094 time: 0.0460923 Aug 27 17:11:15.089167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6b21-b1db-4308-aa08-a3bc29d1340f req-0bdcf8dc-eea0-4e01-a315-d13b79502e5d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.090643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a73d6b21-b1db-4308-aa08-a3bc29d1340f req-0bdcf8dc-eea0-4e01-a315-d13b79502e5d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 943 time: 0.0843530 Aug 27 17:11:15.097873 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-f52a7efa-9e28-45f4-96d4-d720c6dd91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.099290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-f52a7efa-9e28-45f4-96d4-d720c6dd91bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1094 time: 0.0618112 Aug 27 17:11:15.170581 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-a23fad0b-8ea9-40dc-9027-90799e3f6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.172447 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-a23fad0b-8ea9-40dc-9027-90799e3f6fe9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0857830 Aug 27 17:11:15.177596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a73d6b21-b1db-4308-aa08-a3bc29d1340f req-9655169c-fb85-4c65-8130-c5d0405a9ea3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773349 Aug 27 17:11:15.210573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:15.213808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-ef0023eb-160a-422d-bdf7-242391b06de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.214254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-ef0023eb-160a-422d-bdf7-242391b06de6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.1072881 Aug 27 17:11:15.246746 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-fc9e6705-db01-4c3f-805f-f0b35107e989 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 999 time: 0.0652852 Aug 27 17:11:15.251282 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:15.284741 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-70414c19-4bdb-4442-a387-07c850f87b2a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 999 time: 0.0636566 Aug 27 17:11:15.297178 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-80146886-ce76-4e8b-99ed-69d09ce6d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.298631 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-80146886-ce76-4e8b-99ed-69d09ce6d2e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0437160 Aug 27 17:11:15.335151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-11df2ad7-0f96-4c6f-80f6-9981b9cd02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.336653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-11df2ad7-0f96-4c6f-80f6-9981b9cd02d6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0448220 Aug 27 17:11:15.346536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-37d77121-7159-4e00-a1b0-a6378041dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.348074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-37d77121-7159-4e00-a1b0-a6378041dadf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410721 Aug 27 17:11:15.383811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-fac04886-6710-421a-a8b2-e4aade72d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.385317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-fac04886-6710-421a-a8b2-e4aade72d9ed service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414641 Aug 27 17:11:15.444256 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-f92d55cf-d143-4506-91eb-13ece696a197 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870023 Aug 27 17:11:15.479775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-889390f8-a306-4b01-b82c-5de90ba3e961 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867705 Aug 27 17:11:15.574982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-52e440a4-eb2b-43e5-9007-e0a43e6a9939 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873466 Aug 27 17:11:15.859919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-123033d1-6dc8-4c3e-8b67-148c1f7b975b req-7d857bbc-6266-497a-ac4e-8e01eef9e262 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080226 Aug 27 17:11:15.866337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:11:15.963705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:15.974844 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'mac_address': 'fa:16:3e:2a:af:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:11:16.015668 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:16.027827 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd39dbda-3314-4fb4-9491-00c7e8004d48 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:11:16.046845 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:16.115033 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:16.161787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:16.169028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.169383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.169730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.170073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.170410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.170745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.171765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.176773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.176773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.176773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.176773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.176773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:16.303475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c5ba9-4504-4dcc-aa9c-d3b3b339bd03 req-225ee1e1-bc2c-4812-bea5-aee2c5e6a2d2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:16.304945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd4c5ba9-4504-4dcc-aa9c-d3b3b339bd03 req-225ee1e1-bc2c-4812-bea5-aee2c5e6a2d2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 944 time: 0.0583301 Aug 27 17:11:16.346515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd4c5ba9-4504-4dcc-aa9c-d3b3b339bd03 req-5b8829eb-39bc-43d0-83d0-c7d185da7495 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Aug 27 17:11:16.373051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['cd39dbda-3314-4fb4-9491-00c7e8004d48'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:11:16.699015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a97598-0b36-44d2-8454-7f8d446974a6 req-d320054f-aaae-467d-a195-4935d3d41b49 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:16.700446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0a97598-0b36-44d2-8454-7f8d446974a6 req-d320054f-aaae-467d-a195-4935d3d41b49 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 944 time: 0.0542400 Aug 27 17:11:16.771659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a0a97598-0b36-44d2-8454-7f8d446974a6 req-d41bcc1c-5416-477f-bbd1-7fba525b04dd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571496 Aug 27 17:11:16.781849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-210ca6d8-6ddd-443d-b3f1-15332b9a9444 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:16.783504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-210ca6d8-6ddd-443d-b3f1-15332b9a9444 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848&tenant_id=79bbe064150a4081a532a6ef000fa60f&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 944 time: 0.0774043 Aug 27 17:11:16.844954 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-a0669c54-6688-4b63-90ec-44b85936d02a service neutron] delete failed (client error): The resource could not be found. Aug 27 17:11:16.845959 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-a0669c54-6688-4b63-90ec-44b85936d02a service neutron] 10.222.0.97 "DELETE /v2.0/ports/cd39dbda-3314-4fb4-9491-00c7e8004d48/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0541911 Aug 27 17:11:16.934857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-6739bf07-45c3-4d7f-b6de-c56a69048c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:16.936381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-6739bf07-45c3-4d7f-b6de-c56a69048c21 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 1095 time: 0.0485337 Aug 27 17:11:17.025473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-9e032582-02ab-47c9-9f45-fa2db2e9d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:17.026869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-9e032582-02ab-47c9-9f45-fa2db2e9d7b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0837913 Aug 27 17:11:17.094788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-c3a7becb-6110-46b4-aafd-5c6be2fef63e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 200 len: 1000 time: 0.0610785 Aug 27 17:11:17.145006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-6114c887-6cd5-46fe-90be-7ef3aa76fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:17.146406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-6114c887-6cd5-46fe-90be-7ef3aa76fda3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0440803 Aug 27 17:11:17.192127 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-62f1df1b-2083-4586-83db-72aeaead094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:17.193587 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-62f1df1b-2083-4586-83db-72aeaead094e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400019 Aug 27 17:11:17.285088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-1e9535a5-b8c2-4c42-b969-1f25fd615d6d service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Aug 27 17:11:17.373350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6d157ed-9e7c-4355-8fbf-fbdaa162329e req-332ca88c-616a-47aa-b193-6affb919d9a0 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812502 Aug 27 17:11:17.863408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:11:17.891695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78660aa-1e83-41fc-84d6-7bbd978b9188 req-af31e0dd-8557-4d8b-b1f7-3dd1261e5726 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:17.893227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c78660aa-1e83-41fc-84d6-7bbd978b9188 req-af31e0dd-8557-4d8b-b1f7-3dd1261e5726 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 944 time: 0.0499537 Aug 27 17:11:17.934537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c78660aa-1e83-41fc-84d6-7bbd978b9188 req-773e9a27-0b3f-4928-bd96-04373645cdbb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336690 Aug 27 17:11:17.970540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port cd39dbda-3314-4fb4-9491-00c7e8004d48 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:11:17.974938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port cd39dbda-3314-4fb4-9491-00c7e8004d48 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:11:17.975472 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.053766 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.076370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:18.078873 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecabcde2-e98e-4982-a94c-1c2507ad2904" -d '{"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-plugged", "status": "completed", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:18.091995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:18.160950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.188606 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c181da-2187-4801-a36c-7b7102f3f361 x-openstack-request-id: req-d5c181da-2187-4801-a36c-7b7102f3f361 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:18.188918 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-plugged", "status": "completed", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:18.189156 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d5c181da-2187-4801-a36c-7b7102f3f361 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:18.189545 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'code': 200} Aug 27 17:11:18.215153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:19.052926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ccc43-2ff8-4a21-8665-5fe12d67c8a2 req-94f53e9b-810b-4566-80d4-e8dd3eddb57d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:19.054395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c0ccc43-2ff8-4a21-8665-5fe12d67c8a2 req-94f53e9b-810b-4566-80d4-e8dd3eddb57d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Aug 27 17:11:19.091802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c0ccc43-2ff8-4a21-8665-5fe12d67c8a2 req-7aad8bf0-3dec-4886-8304-f4c5432dead2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311542 Aug 27 17:11:19.207085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18be09-9891-432b-bf64-78a661c7d3ea req-406d1d55-1e28-4fa0-b924-b0f108edd4a6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:19.208592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b18be09-9891-432b-bf64-78a661c7d3ea req-406d1d55-1e28-4fa0-b924-b0f108edd4a6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0493712 Aug 27 17:11:19.246332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b18be09-9891-432b-bf64-78a661c7d3ea req-5b5edd82-67f2-41d2-ab93-4d800bbb8710 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Aug 27 17:11:19.359601 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f9951-f354-4415-a4e5-ee7e5a922994 req-9fdd7dde-caee-46ab-94ce-f05267d687d3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:19.361069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-203f9951-f354-4415-a4e5-ee7e5a922994 req-9fdd7dde-caee-46ab-94ce-f05267d687d3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0496755 Aug 27 17:11:19.398644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-203f9951-f354-4415-a4e5-ee7e5a922994 req-b6a039fc-13b1-4e73-a80c-9e9122a73fd0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Aug 27 17:11:19.851294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a7914-8c97-408d-a104-08d170481bc4 req-41286de7-6d14-4968-9922-a9eaa6f7d7e2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:19.852767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-527a7914-8c97-408d-a104-08d170481bc4 req-41286de7-6d14-4968-9922-a9eaa6f7d7e2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0527625 Aug 27 17:11:19.891803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-527a7914-8c97-408d-a104-08d170481bc4 req-2c57178e-8e0e-4183-aa6e-8d09acd9b72e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315690 Aug 27 17:11:20.644923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f24fd5b-e03f-4d49-b1b0-06d04ffab448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.009152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297a14-7f5f-49e7-bdbf-88048ebb8298 req-d818e4ea-37ad-48c8-92f0-d7877bac0d00 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:21.010635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f297a14-7f5f-49e7-bdbf-88048ebb8298 req-d818e4ea-37ad-48c8-92f0-d7877bac0d00 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Aug 27 17:11:21.048223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f297a14-7f5f-49e7-bdbf-88048ebb8298 req-9b98eab9-8f38-40c9-999e-635790effcee tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316632 Aug 27 17:11:21.174063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-592b156d-fc13-4fbc-808f-8268b9aa3053 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:21.175454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-592b156d-fc13-4fbc-808f-8268b9aa3053 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 945 time: 0.0510435 Aug 27 17:11:21.264048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Deleting port cd39dbda-3314-4fb4-9491-00c7e8004d48 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:21.264390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.350820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] For port cd39dbda-3314-4fb4-9491-00c7e8004d48, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=cd39dbda-3314-4fb4-9491-00c7e8004d48,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:21.351190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.565319 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.565620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.565942 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 disassociated. External IP: 172.25.4.204, port: cd39dbda-3314-4fb4-9491-00c7e8004d48. Aug 27 17:11:21.566287 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Calling delete_port for cd39dbda-3314-4fb4-9491-00c7e8004d48 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:21.777828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.807570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event deleted for resources: {'Port': ['ID=cd39dbda-3314-4fb4-9491-00c7e8004d48,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:21.924139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:11:22.037075 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:11:22.047350 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:11:22.056683 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:22.057283 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.081182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] No DVR routers for this DVR port cd39dbda-3314-4fb4-9491-00c7e8004d48 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:22.083980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:22.085925 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-07f05b1a-3ed9-4440-8171-91558fca50ed req-589fb40d-3c66-454f-bf7a-b76d15a457d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "DELETE /v2.0/ports/cd39dbda-3314-4fb4-9491-00c7e8004d48 HTTP/1.1" status: 204 len: 173 time: 0.9044337 Aug 27 17:11:22.086389 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-deleted', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:22.088685 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4a7d40-8b96-4f00-acdf-61c3fc71dae9" -d '{"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-deleted", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:22.126941 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032d6c15-97f9-4a93-8863-1f4e2e9a46c7 x-openstack-request-id: req-032d6c15-97f9-4a93-8863-1f4e2e9a46c7 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:22.127240 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c0241-cdd8-4051-8396-fc20dad6d848", "name": "network-vif-deleted", "tag": "cd39dbda-3314-4fb4-9491-00c7e8004d48", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:22.127525 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-032d6c15-97f9-4a93-8863-1f4e2e9a46c7 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:22.127930 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c0241-cdd8-4051-8396-fc20dad6d848', 'name': 'network-vif-deleted', 'tag': 'cd39dbda-3314-4fb4-9491-00c7e8004d48', 'status': 'completed', 'code': 200} Aug 27 17:11:22.153304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-70157e10-25da-43bb-acbd-bbe0cfa4e0d0 req-cea3d77b-268c-4a77-89e4-3e483997605e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=e43c0241-cdd8-4051-8396-fc20dad6d848 HTTP/1.1" status: 200 len: 210 time: 0.0297077 Aug 27 17:11:22.165062 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:22.365135 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.395139 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:11:22.403554 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:22.404167 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:10:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.509435 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:22.806604 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.832037 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de22ed-65d9-4e32-84de-e8dfafebf06d None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:11:23.047394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0b8da-c6ad-4275-9160-9c5ac2929e1b None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:11:23.239216 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9989b3d7-e431-4113-ae5f-e8c7aa51d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.388584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-6fa47db8-62dd-4b33-8de7-ffc903c312bf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--869425403&fields=id&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 267 time: 0.0331419 Aug 27 17:11:23.389298 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.583758 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.818964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-cd735ef8-9425-40d3-8387-a1b1ec05d6bb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:23.820490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-cd735ef8-9425-40d3-8387-a1b1ec05d6bb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.4238639 Aug 27 17:11:23.835795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-3ee6aadf-b934-4f70-a73d-f094dea78c9b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/quotas/79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 375 time: 0.0095298 Aug 27 17:11:23.888379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-999dc765-9a7a-4e96-b38c-2305fe56e63e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474274 Aug 27 17:11:24.034158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-fbe70616-8f32-4ee9-a64d-6f71102780cf service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341627 Aug 27 17:11:24.121910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-3f5661bd-5193-4301-b292-40f0b0c18612 service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817909 Aug 27 17:11:24.381497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4b06fb5d-b2a6-4fc3-8772-fb8c034288fa req-fb3af8b0-94e1-42ab-a566-736de699feae tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 210 time: 0.0339549 Aug 27 17:11:24.605793 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:24.737601 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:25.479012 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee0afda8-02cd-460c-846d-6e89ad94761e req-5d7639cd-12a0-4ce4-a7b9-f5838bbc6bfb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 210 time: 0.0273027 Aug 27 17:11:25.909730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:25.930098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: cd39dbda-3314-4fb4-9491-00c7e8004d48 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:25.930726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device cd39dbda-3314-4fb4-9491-00c7e8004d48 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:26.128533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-e5c79cb5-73dc-41fa-974d-a0c6486f65b6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:26.129988 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-e5c79cb5-73dc-41fa-974d-a0c6486f65b6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.1037052 Aug 27 17:11:26.175685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-1c015a1d-69f0-4fe7-a6ff-3d8c35445ffb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 379 time: 0.0368383 Aug 27 17:11:26.185031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'port': {'device_id': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'admin_state_up': True, 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'security_groups': ['145462c2-1aac-4d7d-b651-e389be273e22']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:11:26.244798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.359062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Made reservation on behalf of 79bbe064150a4081a532a6ef000fa60f for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:11:26.362940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.497186 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Allocated IP 172.20.0.4 (3a6063c1-91ad-49c1-a2f1-ba2c13a713be/d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf/a93946be-66db-4c7b-905d-db64d8df8203) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:11:26.575750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91522913-2613-422f-bd6f-ba510e395f67 req-7e2bc210-7b4e-4bf9-a5f5-2cdc79f17392 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Aug 27 17:11:26.642998 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.658146 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Transition to ACTIVE for port object a93946be-66db-4c7b-905d-db64d8df8203 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:11:26.750519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.795861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:11:26.801530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:11:26.806623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:11:26.832846 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:26.875009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:26.876117 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.973243 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-fa13f0a9-41c8-4e2b-b1e3-a87cac31b9f5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917809 Aug 27 17:11:26.986459 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Request body: {'port': {'device_id': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:11:27.053556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.154938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d7752236-f9e3-45dc-a1fd-64ba199354dd None None] Provisioning for port a93946be-66db-4c7b-905d-db64d8df8203 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:11:27.160379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d7752236-f9e3-45dc-a1fd-64ba199354dd None None] Provisioning complete for port a93946be-66db-4c7b-905d-db64d8df8203 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:11:27.160794 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7752236-f9e3-45dc-a1fd-64ba199354dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.201744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d7752236-f9e3-45dc-a1fd-64ba199354dd None None] Port a93946be-66db-4c7b-905d-db64d8df8203 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:11:27.351763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93946be-66db-4c7b-905d-db64d8df8203 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:11:27.360642 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.372867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Transition to ACTIVE for port object a93946be-66db-4c7b-905d-db64d8df8203 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:11:27.439005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.490673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:27.564639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:11:27.565000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:11:27.565340 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:11:27.569906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Port a93946be-66db-4c7b-905d-db64d8df8203 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:11:27.570237 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:11:27.575223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:11:27.575598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:11:27.575995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:11:27.576498 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Bound port: a93946be-66db-4c7b-905d-db64d8df8203, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:11:27.576861 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.648489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:11:27.651673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:11:27.708791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62e51c-51fc-41a8-8b28-091ea7f8d40c req-4e6965ea-6c75-4d11-9985-9f2f5e9b3f4b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:27.710896 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd62e51c-51fc-41a8-8b28-091ea7f8d40c req-4e6965ea-6c75-4d11-9985-9f2f5e9b3f4b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0588334 Aug 27 17:11:27.725177 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.749784 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd62e51c-51fc-41a8-8b28-091ea7f8d40c req-452ea02e-17b5-4a25-a804-a5a34dc87c38 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322680 Aug 27 17:11:27.760383 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:27.760869 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.762567 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] 10.222.0.90 "PUT /v2.0/ports/a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 1091 time: 0.7806244 Aug 27 17:11:27.762802 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:27.765857 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd7e42-0242-4977-8043-bc6031eaf7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "tag": "a93946be-66db-4c7b-905d-db64d8df8203"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:27.790036 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e54b3-6a61-4417-b1ae-4f47adda514f service neutron] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:27.806595 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36125f0-ec62-43b9-9cc8-0e3631bc3f5f x-openstack-request-id: req-c36125f0-ec62-43b9-9cc8-0e3631bc3f5f {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:27.806890 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "tag": "a93946be-66db-4c7b-905d-db64d8df8203", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:27.807147 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c36125f0-ec62-43b9-9cc8-0e3631bc3f5f {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:27.807581 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203', 'status': 'completed', 'code': 200} Aug 27 17:11:27.875121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd7e42-0242-4977-8043-bc6031eaf7e5 req-74498c43-cd7e-4d3c-b1c3-8be79158c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:27.876366 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7bbd7e42-0242-4977-8043-bc6031eaf7e5 req-74498c43-cd7e-4d3c-b1c3-8be79158c6e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1094 time: 0.0474443 Aug 27 17:11:27.975889 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd7e42-0242-4977-8043-bc6031eaf7e5 req-afb9afa2-6cc1-4116-a75f-1b87c587ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:27.977359 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7bbd7e42-0242-4977-8043-bc6031eaf7e5 req-afb9afa2-6cc1-4116-a75f-1b87c587ddab service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=79bbe064150a4081a532a6ef000fa60f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0931890 Aug 27 17:11:28.081442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd7e42-0242-4977-8043-bc6031eaf7e5 req-bc77aa95-d924-4336-889d-1476bda1a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:28.082923 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7bbd7e42-0242-4977-8043-bc6031eaf7e5 req-bc77aa95-d924-4336-889d-1476bda1a5a9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984998 Aug 27 17:11:28.159218 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-c9c857f9-8458-4f23-bf88-efa734044e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:28.160645 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-c9c857f9-8458-4f23-bf88-efa734044e1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1094 time: 0.0413685 Aug 27 17:11:28.202384 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-9cc3b639-89fb-44e4-8138-6329dbee9354 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 217 time: 0.0336609 Aug 27 17:11:28.253749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-6b7a5969-c3cb-4ccb-8a07-846c8a8e9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:28.256791 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-6b7a5969-c3cb-4ccb-8a07-846c8a8e9511 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0466874 Aug 27 17:11:28.300599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593da78-db03-470e-ac04-540d1b27daba req-1d193ebc-8687-4fca-91f8-67e74ac496de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:28.302075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-1d193ebc-8687-4fca-91f8-67e74ac496de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401838 Aug 27 17:11:28.392500 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-e6661228-db95-4921-96d0-e6ca85f598f9 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830250 Aug 27 17:11:28.486038 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-6593da78-db03-470e-ac04-540d1b27daba req-2021a793-4bcc-41c9-a008-eb585be855e8 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863962 Aug 27 17:11:28.866629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0c13-5dd6-4ae4-b062-c782f85a582b req-e1aa0907-5ba0-4c8c-877a-3b1955720d67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:28.868114 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c30b0c13-5dd6-4ae4-b062-c782f85a582b req-e1aa0907-5ba0-4c8c-877a-3b1955720d67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0483789 Aug 27 17:11:28.908663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c30b0c13-5dd6-4ae4-b062-c782f85a582b req-340eecdb-8261-481a-9258-0585c37ce495 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346985 Aug 27 17:11:29.934990 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a93946be-66db-4c7b-905d-db64d8df8203 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:11:30.026331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff278a-11eb-44b9-bf32-8124e1dfa367 req-19cfcd38-50e5-4539-b5e8-c67273da902d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:30.027871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eff278a-11eb-44b9-bf32-8124e1dfa367 req-19cfcd38-50e5-4539-b5e8-c67273da902d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0510674 Aug 27 17:11:30.032141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:30.043982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'a93946be-66db-4c7b-905d-db64d8df8203', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': 'a93946be-66db-4c7b-905d-db64d8df8203', 'mac_address': 'fa:16:3e:28:c8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:11:30.067706 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eff278a-11eb-44b9-bf32-8124e1dfa367 req-ce8e17e4-6027-459e-b9d1-523055727b6e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332320 Aug 27 17:11:30.080919 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:30.097496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93946be-66db-4c7b-905d-db64d8df8203 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:11:30.116654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:30.200014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:30.246673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:30.386325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['a93946be-66db-4c7b-905d-db64d8df8203'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:11:31.181719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee58b8-f218-4e44-91ad-85826a7a07ec req-b55b4aab-9061-4eed-bf82-69b0c6f51c9a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:31.183198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40ee58b8-f218-4e44-91ad-85826a7a07ec req-b55b4aab-9061-4eed-bf82-69b0c6f51c9a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 944 time: 0.0492587 Aug 27 17:11:31.222364 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40ee58b8-f218-4e44-91ad-85826a7a07ec req-1ea9858a-1938-4f8f-a985-2095a8382f64 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Aug 27 17:11:31.941071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a93946be-66db-4c7b-905d-db64d8df8203 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:11:32.051453 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port a93946be-66db-4c7b-905d-db64d8df8203 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:11:32.056089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port a93946be-66db-4c7b-905d-db64d8df8203 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:11:32.056467 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:32.132064 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:32.154908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:32.157508 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa2e2bb-b11b-4957-a993-506f80424e32" -d '{"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-plugged", "status": "completed", "tag": "a93946be-66db-4c7b-905d-db64d8df8203"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:32.170598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:32.196709 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad6420-371c-4ee0-9342-89d507a44727 x-openstack-request-id: req-4cad6420-371c-4ee0-9342-89d507a44727 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:32.196709 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-plugged", "status": "completed", "tag": "a93946be-66db-4c7b-905d-db64d8df8203", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:32.196709 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4cad6420-371c-4ee0-9342-89d507a44727 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:32.196709 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203', 'code': 200} Aug 27 17:11:32.244628 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:32.290719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad151e3c-61eb-48d8-897c-7c68cbfacadd req-511e986a-f810-4875-99fc-1c6024ee8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:32.292283 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ad151e3c-61eb-48d8-897c-7c68cbfacadd req-511e986a-f810-4875-99fc-1c6024ee8cbe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1096 time: 0.0442934 Aug 27 17:11:32.298213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:32.330276 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ad151e3c-61eb-48d8-897c-7c68cbfacadd req-f0552224-940d-48b7-a9da-b81483d012ed service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Aug 27 17:11:32.342024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59167a39-519a-44fc-8d69-aec33aaa8bf5 req-ddbaac05-b4e3-4090-b4c1-6a88628a33c5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:32.343853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59167a39-519a-44fc-8d69-aec33aaa8bf5 req-ddbaac05-b4e3-4090-b4c1-6a88628a33c5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Aug 27 17:11:32.386036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59167a39-519a-44fc-8d69-aec33aaa8bf5 req-9707b543-a77f-4ff2-a0bd-0edd0d11338e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363259 Aug 27 17:11:33.506246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cfcdd-5fed-48c5-a544-153679614a13 req-87c4c882-6bee-4b66-a684-0fb5169f622c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:33.507847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b2cfcdd-5fed-48c5-a544-153679614a13 req-87c4c882-6bee-4b66-a684-0fb5169f622c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Aug 27 17:11:33.548128 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b2cfcdd-5fed-48c5-a544-153679614a13 req-e774b3d1-d946-446a-80b3-b2defe777ec3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340126 Aug 27 17:11:34.662958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51008d2-d406-40ad-8613-5815f7324b9f req-59e4a1d1-c0b0-4d3f-a9b9-b99809b5c69c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:34.664360 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b51008d2-d406-40ad-8613-5815f7324b9f req-59e4a1d1-c0b0-4d3f-a9b9-b99809b5c69c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0486357 Aug 27 17:11:34.702557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b51008d2-d406-40ad-8613-5815f7324b9f req-46591d67-ef64-424a-bac2-3bec966670c5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Aug 27 17:11:34.813999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7c274-07ee-4122-89cc-d5e75724b680 req-b5a2333b-79b9-48f2-ae13-dc22c53025d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:34.815487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cad7c274-07ee-4122-89cc-d5e75724b680 req-b5a2333b-79b9-48f2-ae13-dc22c53025d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0488749 Aug 27 17:11:34.824260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 57928) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:34.829247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'floatingip': {'port_id': 'a93946be-66db-4c7b-905d-db64d8df8203'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:11:34.871745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:35.300872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:35.364251 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:35.465880 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 associated. External IP: 172.25.4.204, port: a93946be-66db-4c7b-905d-db64d8df8203. Aug 27 17:11:35.674568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:11:35.782235 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:11:35.787075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:35.791562 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:11:35.801437 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:35.802034 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:35.818443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ab46be01-e857-4f37-8121-ebb14e1bb48d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "PUT /v2.0/floatingips/cae1dfda-f964-45b8-9ebc-d021aed490f1 HTTP/1.1" status: 200 len: 991 time: 0.9930379 Aug 27 17:11:35.819065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:35.821448 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "tag": "a93946be-66db-4c7b-905d-db64d8df8203"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:35.857955 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9535e-4c7c-40b5-a27d-aaa98686ad4c x-openstack-request-id: req-2fd9535e-4c7c-40b5-a27d-aaa98686ad4c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:35.858260 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "tag": "a93946be-66db-4c7b-905d-db64d8df8203", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:35.859203 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2fd9535e-4c7c-40b5-a27d-aaa98686ad4c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:35.859655 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203', 'status': 'completed', 'code': 200} Aug 27 17:11:35.909005 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:35.933117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-2dd9009a-2f02-43cc-a3e4-2c908fb5f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:35.934628 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-2dd9009a-2f02-43cc-a3e4-2c908fb5f516 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1096 time: 0.0462039 Aug 27 17:11:36.022834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-883cf64f-f47b-463b-9609-7e99878d5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:36.024356 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-883cf64f-f47b-463b-9609-7e99878d5b3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0827303 Aug 27 17:11:36.094234 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-c8c4529f-f52b-462b-b1ac-c4bc728ffa93 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 999 time: 0.0628927 Aug 27 17:11:36.131688 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'a93946be-66db-4c7b-905d-db64d8df8203', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:28:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:11:35Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:36.142789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-c0993300-c52b-43db-b0c9-81ca794065f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:36.144313 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-c0993300-c52b-43db-b0c9-81ca794065f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0433745 Aug 27 17:11:36.158154 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:11:36.166241 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:36.166835 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:11:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:36.191314 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-5079f922-f506-4215-b129-a3f6d19fb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:36.192859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-5079f922-f506-4215-b129-a3f6d19fb6e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410159 Aug 27 17:11:36.272481 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:36.286724 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-ec08323d-d516-43e2-b73f-59268d919a43 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865169 Aug 27 17:11:36.379188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-66ab73c2-d7f7-4821-a5ff-8ceffb4bd7ae req-1c30e0d7-e901-4beb-8df3-81b80170e541 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850728 Aug 27 17:11:36.497536 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'a93946be-66db-4c7b-905d-db64d8df8203', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:28:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:11:35Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:36.524761 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d79297-5d37-4ec2-a543-0cd5e9d9ef14 None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'a93946be-66db-4c7b-905d-db64d8df8203', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:28:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:11:35Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:11:36.714159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59063b05-153c-4d50-bec6-a40ff6e9f8b9 None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:11:40.863507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:11:50.656528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69c0feeb-63ab-4414-b4a3-2099379cd38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:53.188008 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7fe164d-080d-4392-8e2e-378d61bc2924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:53.399005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:53.598877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:54.603886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:54.735933 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:56.220763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:00.893169 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-431561dc-e999-4008-9dad-33fe5cf211fd req-01641dca-e6b6-40c8-b4a7-0f884c81db7f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261142 Aug 27 17:12:00.957748 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-431561dc-e999-4008-9dad-33fe5cf211fd req-eeb9b114-e251-40d6-87ce-dca403cf9239 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0248570 Aug 27 17:12:00.995439 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-431561dc-e999-4008-9dad-33fe5cf211fd req-fb3fc559-b9e9-435b-9a3f-653ddd48a94a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190866 Aug 27 17:12:01.090195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431561dc-e999-4008-9dad-33fe5cf211fd req-3526b2c8-19c1-4624-8791-c693c20b7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:12:01.091670 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-431561dc-e999-4008-9dad-33fe5cf211fd req-3526b2c8-19c1-4624-8791-c693c20b7cf4 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0890374 Aug 27 17:12:17.863050 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:12:20.644081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d44fc211-29b3-4ad6-8888-35924850202c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:23.226740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76772c59-7362-446b-bc16-381a8986f766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:23.369397 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:23.597646 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:24.637814 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:24.735241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:26.237749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:50.665552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-995e252e-04a2-46dc-ad17-14b6db50ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:53.231176 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-032a8469-a67d-4d36-b906-e0b8ed31f152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:53.368728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:53.562972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:54.671318 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:54.745108 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:54.862015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:12:56.260054 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:01.924178 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-5b875477-bb38-4bba-b076-76955a0cb6dc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949757 Aug 27 17:13:01.984120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-69a80c5d-27b1-4c88-89bb-16581bdaf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:01.985563 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-69a80c5d-27b1-4c88-89bb-16581bdaf11c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1096 time: 0.0396380 Aug 27 17:13:02.090020 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-ecf2ceb5-656f-4644-9443-5dae37387a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:02.091502 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-ecf2ceb5-656f-4644-9443-5dae37387a5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0872858 Aug 27 17:13:02.155261 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-a3f88614-3b91-456c-9185-8b834b6538e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 1001 time: 0.0571475 Aug 27 17:13:02.207879 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-235b6fad-f5da-4c1b-a3e2-a56e1b8e14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:02.209232 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-235b6fad-f5da-4c1b-a3e2-a56e1b8e14b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0473082 Aug 27 17:13:02.253366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-e9955006-2fe2-4c40-809e-ea4f78882eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:02.254837 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-e9955006-2fe2-4c40-809e-ea4f78882eee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393848 Aug 27 17:13:02.265696 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-e8a6b7b9-1b59-4da8-bf43-8919ddf49b7e service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:13:02.266643 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-e8a6b7b9-1b59-4da8-bf43-8919ddf49b7e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048623 Aug 27 17:13:02.360277 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-b617bca3-6127-4821-8c50-9877f8149a8c service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853982 Aug 27 17:13:02.453253 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d165a5ec-e96f-4a37-b9ee-cf8bd366ecac req-c9c6ae50-63f2-4442-80d0-fa8609e205df service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858891 Aug 27 17:13:10.743825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b14a6-e8d5-4283-993e-006d5c628492 req-eab342f0-7e2b-4c87-aec9-ad1945b2144d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:10.745354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-075b14a6-e8d5-4283-993e-006d5c628492 req-eab342f0-7e2b-4c87-aec9-ad1945b2144d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.1107466 Aug 27 17:13:10.784616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-075b14a6-e8d5-4283-993e-006d5c628492 req-c3e98598-adcf-4f8c-87e6-bc08354f58dd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Aug 27 17:13:11.949137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8fbb1-eb57-4db9-bc85-56d6d8095bcf req-c234b16a-cefc-4acc-9938-4cda595fdfe2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:11.950536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b8fbb1-eb57-4db9-bc85-56d6d8095bcf req-c234b16a-cefc-4acc-9938-4cda595fdfe2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0961051 Aug 27 17:13:11.988782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15b8fbb1-eb57-4db9-bc85-56d6d8095bcf req-bf65c420-39c7-45c1-96c6-b50fea32276d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Aug 27 17:13:13.106469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538424cc-886e-4532-ac0e-38b0b84b8468 req-9f90e3d9-4a49-47f6-8586-cf14087bc19a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:13.107955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-538424cc-886e-4532-ac0e-38b0b84b8468 req-9f90e3d9-4a49-47f6-8586-cf14087bc19a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Aug 27 17:13:13.146224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-538424cc-886e-4532-ac0e-38b0b84b8468 req-0b135d1a-5817-403f-bbf2-dba51a7dc3b9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316083 Aug 27 17:13:14.261547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd431-748f-4939-a3fa-d1226de80031 req-882a0847-b7a6-4e0f-9652-02b137d48b8a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:14.263021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e97bd431-748f-4939-a3fa-d1226de80031 req-882a0847-b7a6-4e0f-9652-02b137d48b8a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0485816 Aug 27 17:13:14.301243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e97bd431-748f-4939-a3fa-d1226de80031 req-06e660b7-aec9-4d40-92f5-9bc0690bc606 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Aug 27 17:13:15.416777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4395-33c1-4057-9c43-38e761331ae3 req-8fed8274-3211-4edb-8e62-5a9d1eb3c4f7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:15.418248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47cd4395-33c1-4057-9c43-38e761331ae3 req-8fed8274-3211-4edb-8e62-5a9d1eb3c4f7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0486779 Aug 27 17:13:15.455724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47cd4395-33c1-4057-9c43-38e761331ae3 req-450a40c7-7f6e-4afc-8f09-7a82c426e28d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315754 Aug 27 17:13:16.576231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d5412-3613-4e32-b305-7aa53eedc45b req-582bb64f-c5e9-4115-be1c-d43b40e49ac3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:16.577718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-686d5412-3613-4e32-b305-7aa53eedc45b req-582bb64f-c5e9-4115-be1c-d43b40e49ac3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Aug 27 17:13:16.616027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-686d5412-3613-4e32-b305-7aa53eedc45b req-95ca0d7f-d289-44ad-8bde-fcaf7d6284ba tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Aug 27 17:13:17.730845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d954fe-374c-46ac-bc1a-5d6ca73ef1ad req-f2ab40a1-dd06-41a8-92ba-027503747d3c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:17.732377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0d954fe-374c-46ac-bc1a-5d6ca73ef1ad req-f2ab40a1-dd06-41a8-92ba-027503747d3c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Aug 27 17:13:17.771097 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0d954fe-374c-46ac-bc1a-5d6ca73ef1ad req-9f13afa9-398c-4ba2-b36f-1b5b535b4e3f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328355 Aug 27 17:13:18.884976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374d0b8-dc60-4be6-87a1-f3069f607112 req-dbb4d996-d023-4646-9623-37ea88fbbed9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:18.886448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9374d0b8-dc60-4be6-87a1-f3069f607112 req-dbb4d996-d023-4646-9623-37ea88fbbed9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0484774 Aug 27 17:13:18.924270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9374d0b8-dc60-4be6-87a1-f3069f607112 req-d51fecfe-a750-42d2-be48-7da10d7291c2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Aug 27 17:13:20.052820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e96b5-ddb8-4a89-ac83-30902f8f463b req-db500bbb-72d8-4a06-a4f2-b5d364e574ac tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:20.054295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e17e96b5-ddb8-4a89-ac83-30902f8f463b req-db500bbb-72d8-4a06-a4f2-b5d364e574ac tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0586369 Aug 27 17:13:20.090585 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e17e96b5-ddb8-4a89-ac83-30902f8f463b req-9505e324-b6a8-472c-adac-2482ae4d16e0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302422 Aug 27 17:13:20.659813 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-237e2d53-112c-43a0-87e2-abc976c4b174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:21.205067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777783c-c91f-4cfc-887e-1e6590077e72 req-d30371a4-23f3-472d-9b27-f33e1e51150a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:21.206546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2777783c-c91f-4cfc-887e-1e6590077e72 req-d30371a4-23f3-472d-9b27-f33e1e51150a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Aug 27 17:13:21.243530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2777783c-c91f-4cfc-887e-1e6590077e72 req-8191215f-25b5-4d35-8bfe-035d5b4641a5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311360 Aug 27 17:13:21.624193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f8df-eeb7-4fb9-b05f-853e36cdc0cc req-ba00ec43-f168-4ea8-9c2c-51545d114ff0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:21.625659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0480f8df-eeb7-4fb9-b05f-853e36cdc0cc req-ba00ec43-f168-4ea8-9c2c-51545d114ff0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0491908 Aug 27 17:13:21.663883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0480f8df-eeb7-4fb9-b05f-853e36cdc0cc req-b3588522-bb25-425f-88ac-442845ed89fc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317881 Aug 27 17:13:21.734614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58156) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:13:21.817019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-70cdc281-6965-4763-92fc-c92c2d9e6869 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811694 Aug 27 17:13:22.779388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a332-dd41-4fd3-a156-2a4d501a1c5e req-fb885e05-212e-4a43-a637-845a4a86ee8f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:22.780906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78f3a332-dd41-4fd3-a156-2a4d501a1c5e req-fb885e05-212e-4a43-a637-845a4a86ee8f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Aug 27 17:13:22.820307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78f3a332-dd41-4fd3-a156-2a4d501a1c5e req-362e76e1-67e4-41b1-95ab-0adb31fe6ae6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Aug 27 17:13:23.212910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32858476-6927-42ae-a34a-02c92bbcb1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:23.384920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:23.552725 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-e83f447e-3211-41a5-9c30-387921cac8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:23.554210 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-e83f447e-3211-41a5-9c30-387921cac8a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1096 time: 0.0427594 Aug 27 17:13:23.619289 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:23.647833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-7032f77d-634a-46a7-b40e-adc895eee4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:23.649312 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-7032f77d-634a-46a7-b40e-adc895eee4a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0885878 Aug 27 17:13:23.714119 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-1b33e4c9-c735-401b-9ab6-cdc3faf00660 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 1001 time: 0.0579362 Aug 27 17:13:23.761650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-1bbc009f-4eae-4b97-aa93-983533050aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:23.763096 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-1bbc009f-4eae-4b97-aa93-983533050aaa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0427563 Aug 27 17:13:23.811489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-d3ea22b1-7020-4b40-9080-f1e1aad4835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:23.812906 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-d3ea22b1-7020-4b40-9080-f1e1aad4835f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430193 Aug 27 17:13:23.904075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-8ac3d652-ce58-402f-87ca-1b8ad24b2d9a service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829737 Aug 27 17:13:23.935989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c632c1-739f-496d-b4ff-2a4951125c92 req-3dc7984f-6bd4-4093-87c8-a2e95c11d4f3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:23.937506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05c632c1-739f-496d-b4ff-2a4951125c92 req-3dc7984f-6bd4-4093-87c8-a2e95c11d4f3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0497036 Aug 27 17:13:23.976447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05c632c1-739f-496d-b4ff-2a4951125c92 req-41adc66b-feef-43ce-a3a6-0a0855d7a610 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Aug 27 17:13:23.999676 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-aebf5e47-2bb3-4e41-8348-c30ed23476ab service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881057 Aug 27 17:13:24.668728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:24.723008 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:25.091109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a1e6a-43ba-4ab2-a605-8749bd437d8d req-39ba25f7-97b6-4aeb-b19e-90d560ed3d17 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:25.092591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-770a1e6a-43ba-4ab2-a605-8749bd437d8d req-39ba25f7-97b6-4aeb-b19e-90d560ed3d17 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0482154 Aug 27 17:13:25.134030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-770a1e6a-43ba-4ab2-a605-8749bd437d8d req-79a64edb-b99a-42bc-99f4-ace907ca6b1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349951 Aug 27 17:13:25.979141 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-77332415-b5ed-48a9-b773-927ecdff1d01 service neutron] show failed (client error): The resource could not be found. Aug 27 17:13:25.980098 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-77332415-b5ed-48a9-b773-927ecdff1d01 service neutron] 10.222.0.90 "GET /v2.0/ports/a93946be-66db-4c7b-905d-db64d8df8203/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0542195 Aug 27 17:13:26.254051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d441306-2514-49f4-b471-9b36430563fd req-84fe4774-7a92-4825-a33c-248d844d8817 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:26.255477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d441306-2514-49f4-b471-9b36430563fd req-84fe4774-7a92-4825-a33c-248d844d8817 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0497966 Aug 27 17:13:26.265022 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:26.294505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d441306-2514-49f4-b471-9b36430563fd req-55489932-e375-4154-966f-6c5696c91c15 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Aug 27 17:13:26.588612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-050d3e7e-b906-4208-9502-3c081ca54194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:26.590190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-050d3e7e-b906-4208-9502-3c081ca54194 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 1096 time: 0.0907266 Aug 27 17:13:26.602882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:13:26.661585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:26.900647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:26.937733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:13:26.981960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:13:26.984428 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383983bc-de81-4050-952b-1920d0466c00" -d '{"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-unplugged", "status": "completed", "tag": "a93946be-66db-4c7b-905d-db64d8df8203"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:13:26.989937 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:27.004241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Transition to ACTIVE for port object a93946be-66db-4c7b-905d-db64d8df8203 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:13:27.048780 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa50328-843b-4b30-b513-aa4bca8be89d x-openstack-request-id: req-1fa50328-843b-4b30-b513-aa4bca8be89d {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:13:27.049109 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-unplugged", "status": "completed", "tag": "a93946be-66db-4c7b-905d-db64d8df8203", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:13:27.050041 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1fa50328-843b-4b30-b513-aa4bca8be89d {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:13:27.050451 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203', 'code': 200} Aug 27 17:13:27.088293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:27.199618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:27.233055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.233421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.233735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.234071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.234401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.234725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.235187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.235560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.235887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.236207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.236526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.236908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:27.291475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] No DVR routers for this DVR port a93946be-66db-4c7b-905d-db64d8df8203 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:13:27.450980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe6a6-e7a6-4f6f-ab03-995f89d9e4f0 req-b42bea3f-e028-4e4e-92f7-4455b379122e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:27.452600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b88fe6a6-e7a6-4f6f-ab03-995f89d9e4f0 req-b42bea3f-e028-4e4e-92f7-4455b379122e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0744755 Aug 27 17:13:27.495385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:13:27.495725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:13:27.496061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:13:27.507859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Port a93946be-66db-4c7b-905d-db64d8df8203 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:13:27.508187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Attempting to bind port a93946be-66db-4c7b-905d-db64d8df8203 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:13:27.516732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b88fe6a6-e7a6-4f6f-ab03-995f89d9e4f0 req-d0f2704e-e604-45fb-ba95-9a361028f37a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505393 Aug 27 17:13:27.517593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:13:27.517934 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:13:27.518832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:13:27.519285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Bound port: a93946be-66db-4c7b-905d-db64d8df8203, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:13:27.519658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:27.583063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:13:27.594826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:13:27.665517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:27.703433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:27.704048 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:27.705436 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] 10.222.0.97 "PUT /v2.0/ports/a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 1091 time: 1.1068006 Aug 27 17:13:27.737755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe769e32-e7e7-4c97-ad4d-917bf0486830 service neutron] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:27.771991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-698c48a3-7686-4c22-be82-7f8453c12f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:27.773701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-698c48a3-7686-4c22-be82-7f8453c12f3c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1094 time: 0.0453906 Aug 27 17:13:27.868711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-1b718501-2db9-4c24-bbc8-98f3c2cee8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:27.870204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-1b718501-2db9-4c24-bbc8-98f3c2cee8cf service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0891049 Aug 27 17:13:27.939259 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-c487209c-3ccf-4816-ad21-4e444f4cebd3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 999 time: 0.0621712 Aug 27 17:13:27.987612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-38a99133-9781-4081-a3d2-0c7d19a82e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:27.988953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-38a99133-9781-4081-a3d2-0c7d19a82e85 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0430088 Aug 27 17:13:28.033824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-cb169ff1-1ebc-4035-8c84-901070b661a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:28.036169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-cb169ff1-1ebc-4035-8c84-901070b661a7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401859 Aug 27 17:13:28.127948 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-9c2e6be6-3c8b-4e6d-a640-6e906e515ce3 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833619 Aug 27 17:13:28.215078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9ccd2fa6-3fc0-4ed0-acd4-d8fcf3d9f092 req-5364f024-e7cb-4eba-9095-f2c377f73f26 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810225 Aug 27 17:13:28.638531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db1d5-28ee-470a-970c-503bb8d36dfc req-301b9607-215f-4850-9d25-eb3d165f7a60 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:28.639929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-336db1d5-28ee-470a-970c-503bb8d36dfc req-301b9607-215f-4850-9d25-eb3d165f7a60 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0510876 Aug 27 17:13:28.682478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-336db1d5-28ee-470a-970c-503bb8d36dfc req-0384b6cb-c2e8-414c-954f-da0c5bffa086 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366516 Aug 27 17:13:29.052187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:13:29.054424 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b81f67-19e0-4642-92f5-645a071a2f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "tag": "a93946be-66db-4c7b-905d-db64d8df8203"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:13:29.100521 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65d3208-ec6b-4cfa-87be-b25944d6a6bf x-openstack-request-id: req-d65d3208-ec6b-4cfa-87be-b25944d6a6bf {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:13:29.100818 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "tag": "a93946be-66db-4c7b-905d-db64d8df8203", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:13:29.101076 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d65d3208-ec6b-4cfa-87be-b25944d6a6bf {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:13:29.101536 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203', 'status': 'completed', 'code': 200} Aug 27 17:13:29.158005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-b088e1bf-d0e2-4b3c-a0da-df60f20e1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.160283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-b088e1bf-d0e2-4b3c-a0da-df60f20e1632 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1094 time: 0.0416956 Aug 27 17:13:29.162297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-ffc35d36-5376-4da5-8fff-5b7f87683015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.163809 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-ffc35d36-5376-4da5-8fff-5b7f87683015 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1094 time: 0.0403645 Aug 27 17:13:29.249531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-358e596d-ace3-40e8-9530-9015f4eae863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.251032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-358e596d-ace3-40e8-9530-9015f4eae863 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0837963 Aug 27 17:13:29.256127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-d4dd409c-f8c2-40bb-83f8-30e71e11fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.257590 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-d4dd409c-f8c2-40bb-83f8-30e71e11fc9c service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0869641 Aug 27 17:13:29.322028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-7f339f91-60a7-44f4-9af1-6259989316d7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 999 time: 0.0627675 Aug 27 17:13:29.323432 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-ebdbd489-f6f9-43de-affb-edcd39e931d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 999 time: 0.0587363 Aug 27 17:13:29.372414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-6271b776-0a7b-42a3-809f-2e864b63786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.372949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-8b3f6453-5233-45b4-9270-bd918d893865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.373899 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-6271b776-0a7b-42a3-809f-2e864b63786d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0439019 Aug 27 17:13:29.374409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-8b3f6453-5233-45b4-9270-bd918d893865 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0447466 Aug 27 17:13:29.420215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-2e0f685b-5070-4199-9df4-f7d9407b0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.421685 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-2e0f685b-5070-4199-9df4-f7d9407b0195 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401399 Aug 27 17:13:29.423085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-bf11daa8-6a5b-44a5-b1ae-c6ec3fca27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.424924 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-bf11daa8-6a5b-44a5-b1ae-c6ec3fca27df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443480 Aug 27 17:13:29.517289 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-ab130d3b-3f7d-4da6-98e8-e97e53b0829a service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847700 Aug 27 17:13:29.617308 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-3b000353-9869-49fc-af84-a188293ceb9e service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924611 Aug 27 17:13:29.868069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80542f4-20a1-450a-b6aa-a7f9d29fdb45 req-a30338e0-6c64-4316-a137-87ddb308cfa7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:29.869465 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f80542f4-20a1-450a-b6aa-a7f9d29fdb45 req-a30338e0-6c64-4316-a137-87ddb308cfa7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0715375 Aug 27 17:13:29.887043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-76856a0f-76a8-4c19-b12c-66a7a72911a9 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580274 Aug 27 17:13:29.957272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f80542f4-20a1-450a-b6aa-a7f9d29fdb45 req-0dfa78fa-6c4d-4233-92d8-cee9e7c87d22 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804510 Aug 27 17:13:29.994615 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62b81f67-19e0-4642-92f5-645a071a2f4e req-3db7496f-1494-42bb-8b12-18b13b169459 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987341 Aug 27 17:13:30.511250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a93946be-66db-4c7b-905d-db64d8df8203 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:13:30.549209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device a93946be-66db-4c7b-905d-db64d8df8203 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:13:31.084998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cfd0-4a95-46ab-b44a-bfb9174fe0f8 req-a5de7483-cf0d-45d7-9d24-f2a2ca0b13d7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:31.086459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d780cfd0-4a95-46ab-b44a-bfb9174fe0f8 req-a5de7483-cf0d-45d7-9d24-f2a2ca0b13d7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0586116 Aug 27 17:13:31.122836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d780cfd0-4a95-46ab-b44a-bfb9174fe0f8 req-5b3ac98a-b640-4290-aed7-d94b3173cd04 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305502 Aug 27 17:13:31.476390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f8da-179d-4146-8daf-ba40c4859004 req-46b10317-5eb7-4e94-b10b-6b15e1583fb6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:31.477847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ec3f8da-179d-4146-8daf-ba40c4859004 req-46b10317-5eb7-4e94-b10b-6b15e1583fb6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 943 time: 0.0488932 Aug 27 17:13:31.518452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ec3f8da-179d-4146-8daf-ba40c4859004 req-46e35331-3dbb-4054-ab93-b14de1670f23 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347641 Aug 27 17:13:31.595702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-02edc2c5-8369-4638-9dbe-f15ab09fb5e4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:31.597728 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-02edc2c5-8369-4638-9dbe-f15ab09fb5e4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21&tenant_id=79bbe064150a4081a532a6ef000fa60f&binding%3Ahost_id=n-h2-806412-1 HTTP/1.1" status: 200 len: 943 time: 0.0519030 Aug 27 17:13:31.657042 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-43c5caf6-dfc3-4a83-a0d9-5aead28a6edc service neutron] delete failed (client error): The resource could not be found. Aug 27 17:13:31.658427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-43c5caf6-dfc3-4a83-a0d9-5aead28a6edc service neutron] 10.222.0.90 "DELETE /v2.0/ports/a93946be-66db-4c7b-905d-db64d8df8203/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0520532 Aug 27 17:13:31.739700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-1dd6c8cf-1328-4570-b685-16d18df875f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:31.741204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-1dd6c8cf-1328-4570-b685-16d18df875f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1094 time: 0.0407865 Aug 27 17:13:31.831672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-5b534d2d-dc79-49a3-8ace-574c07c4f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:31.833127 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-5b534d2d-dc79-49a3-8ace-574c07c4f3d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0855706 Aug 27 17:13:31.860519 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:13:31.862860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a93946be-66db-4c7b-905d-db64d8df8203 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:13:31.898501 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-13fb8f92-cb77-40df-bcde-479cedb57fec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 999 time: 0.0587034 Aug 27 17:13:31.951743 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-5911fa9f-095d-406d-8371-fa6e980e9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:31.953171 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-5911fa9f-095d-406d-8371-fa6e980e9bd0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0472364 Aug 27 17:13:31.958029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:31.969411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'a93946be-66db-4c7b-905d-db64d8df8203', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': 'a93946be-66db-4c7b-905d-db64d8df8203', 'mac_address': 'fa:16:3e:28:c8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:13:31.997658 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-51b62e2a-ee87-4232-b5ff-a600ac3b59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:31.999138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-51b62e2a-ee87-4232-b5ff-a600ac3b59a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393913 Aug 27 17:13:32.007677 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:32.020842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93946be-66db-4c7b-905d-db64d8df8203 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:13:32.040122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:32.088188 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-dc000aa4-fbec-4ace-acfd-9d089bbe0a44 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811689 Aug 27 17:13:32.128279 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:32.179673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:32.184897 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-a07780f9-faf4-48f0-996a-c39ad7b478c4 req-d0e0b145-3b30-4ee2-a47f-cd99fe4eafce service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892565 Aug 27 17:13:32.186984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.187362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.187707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.188047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.188382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.188720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.189054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.189382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.189726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.190051 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.190375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.190694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:13:32.368584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['a93946be-66db-4c7b-905d-db64d8df8203'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:13:32.646421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff59ae0-6fb7-4671-b878-7a6a2e749961 req-76aa5111-06b5-4dd4-9e95-0d930a892b81 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:32.647938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dff59ae0-6fb7-4671-b878-7a6a2e749961 req-76aa5111-06b5-4dd4-9e95-0d930a892b81 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 944 time: 0.0560803 Aug 27 17:13:32.688711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dff59ae0-6fb7-4671-b878-7a6a2e749961 req-d7dfe377-4c29-402e-8184-d9b77e414adf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345461 Aug 27 17:13:33.807086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86435aaf-73da-4853-95b8-5b9c4e02b790 req-a98098a9-54bf-4d00-a347-fbd0697b5d83 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:33.808546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86435aaf-73da-4853-95b8-5b9c4e02b790 req-a98098a9-54bf-4d00-a347-fbd0697b5d83 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 944 time: 0.0508986 Aug 27 17:13:33.846766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86435aaf-73da-4853-95b8-5b9c4e02b790 req-87eec625-0713-423e-9213-f38763eb0f9c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Aug 27 17:13:33.867605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a93946be-66db-4c7b-905d-db64d8df8203 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:13:33.959347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f8c6-a86b-44b2-a911-5d9622d5d2eb req-b5c0ebba-fecc-4ec2-8497-d37c55dd3586 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:33.960740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7c7f8c6-a86b-44b2-a911-5d9622d5d2eb req-b5c0ebba-fecc-4ec2-8497-d37c55dd3586 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 944 time: 0.0487244 Aug 27 17:13:33.990480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port a93946be-66db-4c7b-905d-db64d8df8203 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:13:33.994416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port a93946be-66db-4c7b-905d-db64d8df8203 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:13:33.994860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:33.998847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7c7f8c6-a86b-44b2-a911-5d9622d5d2eb req-b490387b-14a1-4e5e-94f3-45114ff48ab5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Aug 27 17:13:34.075344 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:34.097379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:13:34.099715 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9ae0ab-04a5-483c-94bc-42ff042e9a38" -d '{"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-plugged", "status": "completed", "tag": "a93946be-66db-4c7b-905d-db64d8df8203"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:13:34.112609 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:34.134792 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c354d5-e9d4-4aeb-8150-ee69a5e13466 x-openstack-request-id: req-c6c354d5-e9d4-4aeb-8150-ee69a5e13466 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:13:34.135080 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-plugged", "status": "completed", "tag": "a93946be-66db-4c7b-905d-db64d8df8203", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:13:34.135369 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6c354d5-e9d4-4aeb-8150-ee69a5e13466 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:13:34.135762 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203', 'code': 200} Aug 27 17:13:34.190625 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:34.239124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:34.334669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcb18-69a8-4575-b3f3-067eab45a0ad req-3eb0a224-192e-4da2-8f0d-85da9e2f6597 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:34.336198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61ffcb18-69a8-4575-b3f3-067eab45a0ad req-3eb0a224-192e-4da2-8f0d-85da9e2f6597 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0546713 Aug 27 17:13:34.396957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-61ffcb18-69a8-4575-b3f3-067eab45a0ad req-f4827a42-59c4-4d01-8f14-436a802e5a18 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547047 Aug 27 17:13:34.417116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-db896d9d-e099-4f10-a71f-fc8eeb5396e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:34.417116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-db896d9d-e099-4f10-a71f-fc8eeb5396e9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 1096 time: 0.0452769 Aug 27 17:13:34.510978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-acb5b3a7-63cf-4b91-b08a-d44a09834e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:34.512392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-acb5b3a7-63cf-4b91-b08a-d44a09834e36 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0902102 Aug 27 17:13:34.577534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-fd126ef6-b8e3-4a56-96f1-bd7515e51284 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 200 len: 1001 time: 0.0580444 Aug 27 17:13:34.626438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-cab27993-9bbb-4cbe-8c69-44e65fffa128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:34.627902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-cab27993-9bbb-4cbe-8c69-44e65fffa128 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0433035 Aug 27 17:13:34.677793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-df856a86-37fb-4456-ad6b-d07892834596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:34.679344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-df856a86-37fb-4456-ad6b-d07892834596 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449326 Aug 27 17:13:34.771906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-6c799e0c-309a-4d70-8a52-0731d4d82456 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851715 Aug 27 17:13:34.866778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19177cdd-0625-4dd5-8d63-295a9feaf199 req-d7f6c705-5b8f-4227-9dad-fa68c6fccc3d service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876069 Aug 27 17:13:35.516405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5647846-5b76-4854-be73-2d6e59c53ea6 req-eaa95464-4610-45c4-8c7b-9936d24da607 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:35.518505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5647846-5b76-4854-be73-2d6e59c53ea6 req-eaa95464-4610-45c4-8c7b-9936d24da607 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0503557 Aug 27 17:13:35.555802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5647846-5b76-4854-be73-2d6e59c53ea6 req-b53ac500-f4b9-42ee-a403-886b10fe0c2a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Aug 27 17:13:36.670287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdeac0-d35d-48e7-a780-a30b8b267822 req-02d8fed9-cd44-4c98-a165-381597aa8fa8 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:36.671690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86cdeac0-d35d-48e7-a780-a30b8b267822 req-02d8fed9-cd44-4c98-a165-381597aa8fa8 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Aug 27 17:13:36.718608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86cdeac0-d35d-48e7-a780-a30b8b267822 req-31a7a0e5-3a20-4f13-9ebb-235dc56977f3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399787 Aug 27 17:13:37.140010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab5fd-85b4-4e4a-a905-0deeb8df785b req-59816843-fc47-44e8-b95d-eb7d5cf20033 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:37.141480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7aab5fd-85b4-4e4a-a905-0deeb8df785b req-59816843-fc47-44e8-b95d-eb7d5cf20033 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Aug 27 17:13:37.184496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a7aab5fd-85b4-4e4a-a905-0deeb8df785b req-024fb7ff-9795-42e0-bac4-9fb9a99671d7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361283 Aug 27 17:13:38.300121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bd63a-5b19-4dc2-b56f-9bdbf5b5dd8c req-6730a94c-223a-4888-bd0a-9e55bd44b8fa tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:38.301940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-308bd63a-5b19-4dc2-b56f-9bdbf5b5dd8c req-6730a94c-223a-4888-bd0a-9e55bd44b8fa tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Aug 27 17:13:38.339860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-308bd63a-5b19-4dc2-b56f-9bdbf5b5dd8c req-cea4eccb-231a-4e29-93c1-3bbe0e440ce9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320699 Aug 27 17:13:38.388297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82b3e-473f-4714-a029-8abd958311a2 req-50a48353-fab8-4613-ae8b-2bd13c8469cc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:38.389777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded82b3e-473f-4714-a029-8abd958311a2 req-50a48353-fab8-4613-ae8b-2bd13c8469cc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Aug 27 17:13:38.481882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Deleting port a93946be-66db-4c7b-905d-db64d8df8203 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:13:38.482143 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:38.567862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] For port a93946be-66db-4c7b-905d-db64d8df8203, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=a93946be-66db-4c7b-905d-db64d8df8203,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:38.568230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:38.736729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:38.737035 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:38.737374 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 disassociated. External IP: 172.25.4.204, port: a93946be-66db-4c7b-905d-db64d8df8203. Aug 27 17:13:38.737700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Calling delete_port for a93946be-66db-4c7b-905d-db64d8df8203 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:13:38.916517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:38.945576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event deleted for resources: {'Port': ['ID=a93946be-66db-4c7b-905d-db64d8df8203,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:39.066640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:13:39.184409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:13:39.193972 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:13:39.203635 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:13:39.204302 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:39.227429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] No DVR routers for this DVR port a93946be-66db-4c7b-905d-db64d8df8203 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:13:39.230049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:39.232147 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ded82b3e-473f-4714-a029-8abd958311a2 req-b0a9bf96-5fdc-4f4c-9344-f1d111a7985d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "DELETE /v2.0/ports/a93946be-66db-4c7b-905d-db64d8df8203 HTTP/1.1" status: 204 len: 173 time: 0.8363478 Aug 27 17:13:39.232592 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-deleted', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:13:39.234846 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4692af-dfda-4934-8ba6-824f91acdf94" -d '{"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-deleted", "tag": "a93946be-66db-4c7b-905d-db64d8df8203"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:13:39.272404 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6901b0a-e14d-457f-a6e0-a930e9a509b6 x-openstack-request-id: req-c6901b0a-e14d-457f-a6e0-a930e9a509b6 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:13:39.272771 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e62594-1994-40d1-bd67-0bdba91d3a21", "name": "network-vif-deleted", "tag": "a93946be-66db-4c7b-905d-db64d8df8203", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:13:39.273093 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c6901b0a-e14d-457f-a6e0-a930e9a509b6 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:13:39.273572 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e62594-1994-40d1-bd67-0bdba91d3a21', 'name': 'network-vif-deleted', 'tag': 'a93946be-66db-4c7b-905d-db64d8df8203', 'status': 'completed', 'code': 200} Aug 27 17:13:39.312238 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:13:39.441392 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4bcfd5cc-8573-4a90-9dd3-349ae5c3e165 req-0d08b861-3348-4b82-ada9-9f96cacf334b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=48e62594-1994-40d1-bd67-0bdba91d3a21 HTTP/1.1" status: 200 len: 210 time: 0.0292730 Aug 27 17:13:39.509979 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:39.539477 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:13:39.547793 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:13:39.548395 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:39.745442 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:13:39.936302 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:39.961267 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cf0c0d-b13e-4da0-8355-74cdbf146af9 None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:13:40.178577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dc975-84b7-4bc5-8251-53bf4c48f73e None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:13:40.709616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-4ec8b454-1a96-4d75-b265-9888a3e49fb6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--869425403&fields=id&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 267 time: 0.0370154 Aug 27 17:13:40.816961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-ee313eae-0b41-47f3-af7b-676afec162bd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:40.818415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-ee313eae-0b41-47f3-af7b-676afec162bd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.1021841 Aug 27 17:13:40.833656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-4ffdc320-2ef0-41b7-bd5c-ddbdc6b453c2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/quotas/79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 375 time: 0.0095837 Aug 27 17:13:40.889881 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cae1b493-5e66-4b34-a981-567938160b1e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510330 Aug 27 17:13:41.025393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-d8800c75-c3f8-4c95-9174-8101b22cfd4a service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231847 Aug 27 17:13:41.127116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-e7d7160e-6c1c-4d5b-9280-7a5dd9a94912 service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957525 Aug 27 17:13:41.387420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7809c5d7-0a2a-4e6e-9f93-5f28b5c06c80 req-02a546f3-fa36-45b1-b6e0-ca02bb7b3878 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 210 time: 0.0282633 Aug 27 17:13:41.925945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a93946be-66db-4c7b-905d-db64d8df8203 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:13:42.097725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: a93946be-66db-4c7b-905d-db64d8df8203 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:13:42.098057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device a93946be-66db-4c7b-905d-db64d8df8203 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:13:42.482004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c6b2c9a-8a0e-4980-9b8a-2cc9ff25e781 req-51127c3b-7055-4d9e-971f-3a46e19730e9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 210 time: 0.0279195 Aug 27 17:13:43.117924 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-050079ca-eaba-4690-b206-c8f14f0d4073 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:43.119556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-050079ca-eaba-4690-b206-c8f14f0d4073 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.1092038 Aug 27 17:13:43.163584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-dc43e298-e686-47d7-8e5b-8ec32dbe7740 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 379 time: 0.0339789 Aug 27 17:13:43.172394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'port': {'device_id': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'admin_state_up': True, 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'security_groups': ['145462c2-1aac-4d7d-b651-e389be273e22']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:13:43.350726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Made reservation on behalf of 79bbe064150a4081a532a6ef000fa60f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:13:43.354268 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:43.480968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Allocated IP 172.20.0.5 (3a6063c1-91ad-49c1-a2f1-ba2c13a713be/d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf/fd136bd6-381b-4d71-b845-885593e30e42) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:13:43.593941 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2efbc21a-dfd7-4fbd-816b-74d158dc25fc req-7c5d2b03-55a3-4836-9dc9-471b9deab357 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 210 time: 0.0360925 Aug 27 17:13:43.643855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:43.656175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Transition to ACTIVE for port object fd136bd6-381b-4d71-b845-885593e30e42 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:13:43.756648 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:43.801065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:13:43.806408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:13:43.810109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:13:43.834254 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:43.866879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:43.867552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:43.940074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-375c15bf-7e84-404e-9cbd-a04792e1505e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712502 Aug 27 17:13:43.953078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Request body: {'port': {'device_id': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:13:44.011345 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:44.126637 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0312c7d1-024d-47ac-b678-90d778c13a72 None None] Provisioning for port fd136bd6-381b-4d71-b845-885593e30e42 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:13:44.130886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0312c7d1-024d-47ac-b678-90d778c13a72 None None] Provisioning complete for port fd136bd6-381b-4d71-b845-885593e30e42 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:13:44.131280 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0312c7d1-024d-47ac-b678-90d778c13a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:44.165888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0312c7d1-024d-47ac-b678-90d778c13a72 None None] Port fd136bd6-381b-4d71-b845-885593e30e42 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:13:44.274080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd136bd6-381b-4d71-b845-885593e30e42 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:13:44.281300 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:44.293279 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Transition to ACTIVE for port object fd136bd6-381b-4d71-b845-885593e30e42 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:13:44.356037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:44.410668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:44.483294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:13:44.486303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:13:44.486303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:13:44.489246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:13:44.489571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:13:44.494661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:13:44.494997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:13:44.495423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:13:44.495856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Bound port: fd136bd6-381b-4d71-b845-885593e30e42, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:13:44.496221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:44.564537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:13:44.568706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:13:44.619795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:44.654032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:44.658686 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:44.661962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] 10.222.0.97 "PUT /v2.0/ports/fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1091 time: 0.7117450 Aug 27 17:13:44.661962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:13:44.663061 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:13:44.729252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8595c6-84d8-43b2-ad01-6ed091f434c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:44.768073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117474c4-7979-414a-a3ba-e0778de0dff8 req-486305c5-e62d-4024-9c6d-50ace8e1c0a3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:44.770082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-117474c4-7979-414a-a3ba-e0778de0dff8 req-486305c5-e62d-4024-9c6d-50ace8e1c0a3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.0838759 Aug 27 17:13:44.782767 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791c6470-81a2-4bcd-9470-1cbbb4282b92 x-openstack-request-id: req-791c6470-81a2-4bcd-9470-1cbbb4282b92 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:13:44.782998 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:13:44.783255 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-791c6470-81a2-4bcd-9470-1cbbb4282b92 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:13:44.783728 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'status': 'completed', 'code': 200} Aug 27 17:13:44.843616 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-117474c4-7979-414a-a3ba-e0778de0dff8 req-3e09a546-d41b-42f6-9099-8a6c0432c0c9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625045 Aug 27 17:13:44.846590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-6b6c39da-c081-48f8-8cde-92db00b0cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:44.848111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-6b6c39da-c081-48f8-8cde-92db00b0cda7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1094 time: 0.0771163 Aug 27 17:13:44.894831 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-5a60ce4e-4538-4ff9-bd61-96dc0feb6457 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Aug 27 17:13:44.945314 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-67ba95b2-581a-4a0b-9818-fe093e73cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:44.946815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-67ba95b2-581a-4a0b-9818-fe093e73cf49 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0457041 Aug 27 17:13:44.992479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-3539a9f7-370a-41fa-b775-320686ef47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:44.993935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-3539a9f7-370a-41fa-b775-320686ef47e9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399067 Aug 27 17:13:45.084063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-73465a16-db3c-4ec5-bbfd-c4313d8f7bca service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Aug 27 17:13:45.179362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8252af52-d363-4855-ad93-4a0a0af1f089 req-660d8437-1c20-4eeb-9aa6-4de49f501104 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887265 Aug 27 17:13:45.337595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-d3d73176-d231-44a4-826b-bd3efa18d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:45.338949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-d3d73176-d231-44a4-826b-bd3efa18d148 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1094 time: 0.0418432 Aug 27 17:13:45.435041 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-2da7bb62-5f1f-474c-9386-c760525d5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:45.436568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-2da7bb62-5f1f-474c-9386-c760525d5d98 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0897069 Aug 27 17:13:45.478365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-1683ab71-1974-44af-a2b8-cfcae97ef304 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 217 time: 0.0345218 Aug 27 17:13:45.526061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-3e365f41-6df7-4aa1-ae84-de48ae9d1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:45.527482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-3e365f41-6df7-4aa1-ae84-de48ae9d1b86 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0416677 Aug 27 17:13:45.577623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-940df9f4-4353-421f-b37c-12bbe2a02944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:45.579076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-940df9f4-4353-421f-b37c-12bbe2a02944 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425913 Aug 27 17:13:45.666641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-bf094fb6-4c80-41df-850f-9c3c80988d80 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795727 Aug 27 17:13:45.759174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dc1f2f31-81bb-4bb9-baeb-d8ff46641e84 req-21f5c639-5b64-4e72-89f5-f79d749791b2 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851676 Aug 27 17:13:45.961026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ce686-494d-4d2a-9aa4-90ba4ee3f77a req-be43d591-43ac-4849-bc7c-7bbb03dc3687 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:45.962419 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c3ce686-494d-4d2a-9aa4-90ba4ee3f77a req-be43d591-43ac-4849-bc7c-7bbb03dc3687 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.0492086 Aug 27 17:13:46.000230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c3ce686-494d-4d2a-9aa4-90ba4ee3f77a req-fd68d238-2b0c-4851-aa07-c372f108d01c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Aug 27 17:13:47.113094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb6040-3988-4d94-b54c-8cd5d48216f9 req-b002dc9b-562a-4623-a79d-8b9574107885 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:47.114812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4cbb6040-3988-4d94-b54c-8cd5d48216f9 req-b002dc9b-562a-4623-a79d-8b9574107885 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.0481784 Aug 27 17:13:47.152829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4cbb6040-3988-4d94-b54c-8cd5d48216f9 req-33368dd7-842d-4ab8-9d45-2fa1186cdac7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Aug 27 17:13:47.941860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:13:48.034068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:48.046943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'fd136bd6-381b-4d71-b845-885593e30e42', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': 'fd136bd6-381b-4d71-b845-885593e30e42', 'mac_address': 'fa:16:3e:74:c6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:13:48.094704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:48.110583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd136bd6-381b-4d71-b845-885593e30e42 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:13:48.130405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:48.195226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:48.246598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:48.283747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c3f8-5867-4c8a-b149-dacb865460dd req-d6054add-1c14-4acc-9dcf-b6fc2fa27c84 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:48.285802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c17c3f8-5867-4c8a-b149-dacb865460dd req-d6054add-1c14-4acc-9dcf-b6fc2fa27c84 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0597134 Aug 27 17:13:48.323982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c17c3f8-5867-4c8a-b149-dacb865460dd req-a6c0c16d-ec22-4873-86dd-82b55268a10f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322025 Aug 27 17:13:48.386390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['fd136bd6-381b-4d71-b845-885593e30e42'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:13:49.442882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01f4e3-c1e6-41ba-a249-2a9e86c74ef9 req-ed81f0a1-1c45-45e3-8731-cdbb0cd82d16 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:49.444378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da01f4e3-c1e6-41ba-a249-2a9e86c74ef9 req-ed81f0a1-1c45-45e3-8731-cdbb0cd82d16 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0492740 Aug 27 17:13:49.480960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da01f4e3-c1e6-41ba-a249-2a9e86c74ef9 req-d4cdabc9-cb78-4c25-8fe9-45a66473ca59 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307684 Aug 27 17:13:49.940181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:13:50.053239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port fd136bd6-381b-4d71-b845-885593e30e42 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:13:50.056918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port fd136bd6-381b-4d71-b845-885593e30e42 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:13:50.057291 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:50.134802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:50.156124 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:13:50.158333 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fa4686-2f0e-42af-b119-b4615dfd3252" -d '{"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-plugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:13:50.170817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:13:50.196029 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0db19e-5f11-45f0-b075-0294dc519b16 x-openstack-request-id: req-9e0db19e-5f11-45f0-b075-0294dc519b16 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:13:50.196316 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-plugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:13:50.196571 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e0db19e-5f11-45f0-b075-0294dc519b16 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:13:50.196983 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'code': 200} Aug 27 17:13:50.241781 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:50.289689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:13:50.290557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54fa5a-8bad-4f8f-b0ed-ee1e52a8a747 req-3e800d1a-41e5-4cff-bbfb-5c437b5a98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:50.292105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c54fa5a-8bad-4f8f-b0ed-ee1e52a8a747 req-3e800d1a-41e5-4cff-bbfb-5c437b5a98a4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1096 time: 0.0410893 Aug 27 17:13:50.328341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c54fa5a-8bad-4f8f-b0ed-ee1e52a8a747 req-265b7131-6dec-4cda-b29e-d25e5d953097 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284483 Aug 27 17:13:50.602169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1b7a-8ddc-4aec-91e7-ea2a33541dfb req-622052e8-7234-4dda-914e-e10df4804b6f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:50.603874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b19e1b7a-8ddc-4aec-91e7-ea2a33541dfb req-622052e8-7234-4dda-914e-e10df4804b6f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0559559 Aug 27 17:13:50.640937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b19e1b7a-8ddc-4aec-91e7-ea2a33541dfb req-43c6c42c-3680-48fc-8ba1-ade48ad0024e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Aug 27 17:13:50.716376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a9278f3-ec95-4aa6-b0e5-20cdf00486bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:51.765404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e74504-8914-4d20-8a06-d2d16d5d348a req-034bfecc-250e-4f07-a1c1-560db0a113de tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:51.766882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49e74504-8914-4d20-8a06-d2d16d5d348a req-034bfecc-250e-4f07-a1c1-560db0a113de tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0492432 Aug 27 17:13:51.804563 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49e74504-8914-4d20-8a06-d2d16d5d348a req-4d542116-c35d-4d5f-904e-fceafcfc1fed tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312686 Aug 27 17:13:51.920167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023747-2512-4361-bf2f-3c836ebd0c42 req-b8f0b485-f7ce-495a-88bd-3d1d28456d98 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:51.921531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-43023747-2512-4361-bf2f-3c836ebd0c42 req-b8f0b485-f7ce-495a-88bd-3d1d28456d98 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0501029 Aug 27 17:13:51.930859 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58300) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:13:51.935170 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'floatingip': {'port_id': 'fd136bd6-381b-4d71-b845-885593e30e42'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:13:51.977879 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:52.735259 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:52.795895 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:52.896729 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 associated. External IP: 172.25.4.204, port: fd136bd6-381b-4d71-b845-885593e30e42. Aug 27 17:13:53.101032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:13:53.211493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:13:53.216147 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:53.220853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:13:53.230162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:13:53.230758 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:13:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:53.236072 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe0c581d-6763-4670-9fe5-8029ff4039ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:53.248176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fd9386fc-a0b3-4aa4-8c0c-6e7e2998908a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "PUT /v2.0/floatingips/cae1dfda-f964-45b8-9ebc-d021aed490f1 HTTP/1.1" status: 200 len: 991 time: 1.3162336 Aug 27 17:13:53.248782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:13:53.251173 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05f603d-eec1-4243-8552-5813a4a24720" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:13:53.290580 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e570f5-b962-4ce8-a599-1f2a3ef6cc5c x-openstack-request-id: req-67e570f5-b962-4ce8-a599-1f2a3ef6cc5c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:13:53.290878 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:13:53.291313 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-67e570f5-b962-4ce8-a599-1f2a3ef6cc5c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:13:53.291823 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'status': 'completed', 'code': 200} Aug 27 17:13:53.340119 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:13:53.364210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f603d-eec1-4243-8552-5813a4a24720 req-93076bf3-832f-43c9-864e-ce490bcdc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:53.365728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05f603d-eec1-4243-8552-5813a4a24720 req-93076bf3-832f-43c9-864e-ce490bcdc78e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1096 time: 0.0478194 Aug 27 17:13:53.418104 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:53.458970 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f603d-eec1-4243-8552-5813a4a24720 req-a0806212-dee0-4d7a-9326-9bf3339f1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:53.460542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05f603d-eec1-4243-8552-5813a4a24720 req-a0806212-dee0-4d7a-9326-9bf3339f1afe service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0877652 Aug 27 17:13:53.531024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05f603d-eec1-4243-8552-5813a4a24720 req-8a393137-df7a-4b26-897e-18ca6606fa2e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 999 time: 0.0625908 Aug 27 17:13:53.569511 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'fd136bd6-381b-4d71-b845-885593e30e42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:74:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:13:52Z', 'revision_number': 9, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:53.582545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f603d-eec1-4243-8552-5813a4a24720 req-92feb57b-39d6-4738-9529-202133b86c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:53.584073 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05f603d-eec1-4243-8552-5813a4a24720 req-92feb57b-39d6-4738-9529-202133b86c24 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0459228 Aug 27 17:13:53.595787 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:13:53.604235 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:13:53.604838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:13:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:53.629584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f603d-eec1-4243-8552-5813a4a24720 req-d365a6ca-9839-4067-9e5a-3a0f2e088fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:13:53.630412 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:53.631006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05f603d-eec1-4243-8552-5813a4a24720 req-d365a6ca-9839-4067-9e5a-3a0f2e088fdf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404882 Aug 27 17:13:53.712119 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:13:53.729224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05f603d-eec1-4243-8552-5813a4a24720 req-a0ad2c4c-678f-4c4c-a303-c5feae2ad2ee service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912020 Aug 27 17:13:53.822451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f05f603d-eec1-4243-8552-5813a4a24720 req-1213b2d9-dbbb-41bf-ad0d-6241dedca873 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858665 Aug 27 17:13:53.936215 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'fd136bd6-381b-4d71-b845-885593e30e42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:74:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:13:52Z', 'revision_number': 9, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:13:53.962908 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158037e0-b759-49c9-85fa-1dbe1f4e2b38 None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': 'fd136bd6-381b-4d71-b845-885593e30e42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:74:c6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:13:52Z', 'revision_number': 9, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:13:54.147112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2764c-e2c6-4c57-8207-2363d3de9b5d None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:13:54.682029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:54.789476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:56.264334 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:02.871072 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ac544255-ea8d-4871-9279-a8ce322ceb20 req-c9fc26c5-4dac-4af5-babd-2ad1d7fe2424 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262198 Aug 27 17:14:02.935749 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ac544255-ea8d-4871-9279-a8ce322ceb20 req-bec251e8-c3d8-460d-9058-e448af9094fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0255294 Aug 27 17:14:02.973104 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ac544255-ea8d-4871-9279-a8ce322ceb20 req-2e990464-4018-4614-b6ea-7ede565987ff service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186405 Aug 27 17:14:03.067555 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544255-ea8d-4871-9279-a8ce322ceb20 req-29e4e9e8-c2f5-4377-8fd1-030e86463f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:14:03.068910 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ac544255-ea8d-4871-9279-a8ce322ceb20 req-29e4e9e8-c2f5-4377-8fd1-030e86463f5f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0894854 Aug 27 17:14:05.482464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-0f0ae8f2-ff01-4dfa-8713-1abbf6f366cd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404067 Aug 27 17:14:05.583007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-b5a4f709-9e20-4537-93a2-8d566549936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:14:05.584499 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-b5a4f709-9e20-4537-93a2-8d566549936c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1096 time: 0.0451248 Aug 27 17:14:05.692377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-bbc792ed-c107-47a3-8ac6-88202d09e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:14:05.693821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-bbc792ed-c107-47a3-8ac6-88202d09e7b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0838640 Aug 27 17:14:05.769753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-396e1632-e35b-424b-97cb-be90c665290e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1002 time: 0.0622520 Aug 27 17:14:05.817815 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-7d57937d-6f2f-4306-bbab-4deaddba6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:14:05.819211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-7d57937d-6f2f-4306-bbab-4deaddba6ef9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0431855 Aug 27 17:14:05.871146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-7bfa6a2b-6e49-4da8-a019-4093074820f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:14:05.872670 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-7bfa6a2b-6e49-4da8-a019-4093074820f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395834 Aug 27 17:14:05.968725 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-cf9f5727-9c1b-479e-a5de-2dd27bf73a5d service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874770 Aug 27 17:14:06.059664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e2f21ec-e1af-42c2-b443-80529719b0a6 req-e3cffc51-2756-41f1-99b7-d2dcb1a0fe99 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Aug 27 17:14:08.860143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:14:20.676269 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7979-4e9c-41be-a5bb-a63c7660b7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:23.218700 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-441f68d2-b2b7-4cff-bc29-173022c7f2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:23.395507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:23.610446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:24.674173 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:24.743817 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:26.256492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:45.858793 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:14:50.697970 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fdab3503-2c59-440f-9034-268dd3e1fe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:53.253127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bdf6b48-dddf-4a57-bc89-bb1d954ff602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:53.406705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:53.627596 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:54.718242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:54.754874 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:56.286626 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:03.838792 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-61f76ac2-5baf-43be-8a11-f24c834b6005 req-c3872a48-cec9-4f7a-ae4a-dad44029c927 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281765 Aug 27 17:15:03.903247 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-61f76ac2-5baf-43be-8a11-f24c834b6005 req-79f5a9fd-16c2-4f94-a5e0-75309308a94d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0261538 Aug 27 17:15:03.940452 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-61f76ac2-5baf-43be-8a11-f24c834b6005 req-7d022a98-2d9e-4f95-b092-81323a28f768 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189474 Aug 27 17:15:04.035946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f76ac2-5baf-43be-8a11-f24c834b6005 req-c30d63ce-b912-4e0a-813d-9ff63dc68a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:04.037409 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-61f76ac2-5baf-43be-8a11-f24c834b6005 req-c30d63ce-b912-4e0a-813d-9ff63dc68a35 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0905092 Aug 27 17:15:05.467988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-3a5a1fb8-f474-45f2-943d-6c58c3ba2712 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414119 Aug 27 17:15:05.557458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-74e30cb6-3cbf-4625-bcf4-6a9f8ecb20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:05.558950 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-74e30cb6-3cbf-4625-bcf4-6a9f8ecb20b3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1096 time: 0.0480757 Aug 27 17:15:05.668207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-fd909ed9-93e9-40f1-ab86-b1eea410e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:05.669751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-fd909ed9-93e9-40f1-ab86-b1eea410e13b service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0863862 Aug 27 17:15:05.739526 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-ca0f1d6c-4b9c-4e6b-aac1-f4366cf9d596 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1002 time: 0.0622876 Aug 27 17:15:05.790622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-325b45f6-699a-4a2a-8eaf-c547ffb50951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:05.792169 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-325b45f6-699a-4a2a-8eaf-c547ffb50951 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0443313 Aug 27 17:15:05.837835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-fd004e22-0e1c-4d35-96b8-4dfec5cbf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:05.839304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-fd004e22-0e1c-4d35-96b8-4dfec5cbf05d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401721 Aug 27 17:15:05.930583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-2b88ae24-8277-4adc-87e1-44acfaeb8b9d service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840995 Aug 27 17:15:06.018848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aeb4be76-6bf7-4dea-ad22-9e8fe61a7c64 req-ff7c9ffa-3ffc-43c5-a5a7-2e884c314201 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817416 Aug 27 17:15:20.672370 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35eb1585-f16e-4731-b561-f44ca4b04924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:22.857231 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:15:23.226314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7cafe56-6931-4c6b-8b99-aa4074ca6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:23.406058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:23.634612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:24.740444 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:24.768660 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:26.254421 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:30.480074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68828d02-dbb5-4fe7-a28e-c82a21460b3d req-99b3a212-3497-47fd-9920-88a521a6aaff tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:30.481558 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68828d02-dbb5-4fe7-a28e-c82a21460b3d req-99b3a212-3497-47fd-9920-88a521a6aaff tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0502880 Aug 27 17:15:30.518737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68828d02-dbb5-4fe7-a28e-c82a21460b3d req-4510ab64-e1c7-4eb6-8124-d082210796d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311811 Aug 27 17:15:30.668231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-04f28bc7-2f5d-4084-96b0-f57e14bda90c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451975 Aug 27 17:15:31.642676 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551f1fd-0661-4edc-982d-5b48b10bcdea req-60c4e000-0dac-4540-8a9c-b51af8d75a3c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:31.644233 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c551f1fd-0661-4edc-982d-5b48b10bcdea req-60c4e000-0dac-4540-8a9c-b51af8d75a3c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0546427 Aug 27 17:15:31.684347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c551f1fd-0661-4edc-982d-5b48b10bcdea req-bad73bb9-6af0-4434-a4f5-2e7d3b6fd48a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335963 Aug 27 17:15:32.678809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-e950b64d-bf7b-40bf-8b5b-db19cbea19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:32.680286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-e950b64d-bf7b-40bf-8b5b-db19cbea19f2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1096 time: 0.0420918 Aug 27 17:15:32.802034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-0b7b07bc-b56c-4cc3-9f4d-80e17c7d6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:32.803541 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-0b7b07bc-b56c-4cc3-9f4d-80e17c7d6669 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.1163850 Aug 27 17:15:32.826968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6720e9-032f-40cd-8e81-df4cdd3bf887 req-bf3f3437-acbb-4d95-83fe-8f57e0793b9d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:32.828448 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c6720e9-032f-40cd-8e81-df4cdd3bf887 req-bf3f3437-acbb-4d95-83fe-8f57e0793b9d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0697372 Aug 27 17:15:32.908949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-246d2176-ebb8-4862-973b-8349037d1a8f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1002 time: 0.0976403 Aug 27 17:15:32.912414 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c6720e9-032f-40cd-8e81-df4cdd3bf887 req-38280c2e-c3a2-4dd7-abbc-48e5df7d01d1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553982 Aug 27 17:15:32.959086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-2f0286a4-0cde-442f-86ce-32bc5112b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:32.960498 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-2f0286a4-0cde-442f-86ce-32bc5112b388 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0452561 Aug 27 17:15:33.005966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-08a22aa0-cac5-4ff0-835b-9b876af2c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:33.007496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-08a22aa0-cac5-4ff0-835b-9b876af2c28e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402284 Aug 27 17:15:33.106566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-f806ebc5-cd20-467e-a581-6b95584e300c service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908020 Aug 27 17:15:33.197569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-cad29ce5-22e4-49f2-a791-13c4b45c5df2 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Aug 27 17:15:34.028479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283235f1-840b-4c03-84fd-5cde3e8f7fc0 req-3e067238-044d-4e35-8d1b-6921c2b58f09 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:34.029954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-283235f1-840b-4c03-84fd-5cde3e8f7fc0 req-3e067238-044d-4e35-8d1b-6921c2b58f09 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0499468 Aug 27 17:15:34.068079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-283235f1-840b-4c03-84fd-5cde3e8f7fc0 req-db9c951e-f7f7-4880-82e8-6af8bed7956c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321207 Aug 27 17:15:35.187046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53af81b-e94c-4179-bf2c-1a9ec3caac90 req-8887d31b-f3a2-4ca4-83a0-41a2caead939 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:35.188540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e53af81b-e94c-4179-bf2c-1a9ec3caac90 req-8887d31b-f3a2-4ca4-83a0-41a2caead939 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0534558 Aug 27 17:15:35.229202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e53af81b-e94c-4179-bf2c-1a9ec3caac90 req-4496743c-41c0-40a7-bf06-f5a01f8f6e10 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342369 Aug 27 17:15:36.345611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f027a-2479-48a2-b2a1-13f2a5fd86e7 req-c63eabf4-1891-467f-af12-991b8f9a8887 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:36.347166 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f71f027a-2479-48a2-b2a1-13f2a5fd86e7 req-c63eabf4-1891-467f-af12-991b8f9a8887 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0512106 Aug 27 17:15:36.386291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f71f027a-2479-48a2-b2a1-13f2a5fd86e7 req-d029f49d-5366-4ba4-8c6c-e9be15c59c6a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325003 Aug 27 17:15:37.501986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05742878-9704-4ca2-bfdd-73408dfa1b83 req-6deb2c33-5852-4259-ac4d-440b3f7c385c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:37.504134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05742878-9704-4ca2-bfdd-73408dfa1b83 req-6deb2c33-5852-4259-ac4d-440b3f7c385c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0501115 Aug 27 17:15:37.542721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05742878-9704-4ca2-bfdd-73408dfa1b83 req-b15d8d67-6f14-4f76-b70e-160db25665a3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Aug 27 17:15:38.661166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc5c6e-57ea-49cc-ab66-f2d84ac02901 req-902feaf1-afaf-4ed9-a132-e9287cce5178 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:38.662705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47cc5c6e-57ea-49cc-ab66-f2d84ac02901 req-902feaf1-afaf-4ed9-a132-e9287cce5178 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0530586 Aug 27 17:15:38.700242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47cc5c6e-57ea-49cc-ab66-f2d84ac02901 req-591c8f39-76f8-4c82-a6a2-af510b799a8c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Aug 27 17:15:39.815332 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b57b50-5fb7-4772-8937-7135d8a74b73 req-2cf06c95-236b-48df-a22a-2cc6bae36600 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:39.816834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90b57b50-5fb7-4772-8937-7135d8a74b73 req-2cf06c95-236b-48df-a22a-2cc6bae36600 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Aug 27 17:15:39.853958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90b57b50-5fb7-4772-8937-7135d8a74b73 req-44202063-29db-44b2-83db-a47ec49ac298 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Aug 27 17:15:40.967835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609a18d-3c2a-4805-b167-3686dd3197c0 req-43c13bbc-0aa1-4950-9d2f-af1117b88ddc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:40.969379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4609a18d-3c2a-4805-b167-3686dd3197c0 req-43c13bbc-0aa1-4950-9d2f-af1117b88ddc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Aug 27 17:15:41.006755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4609a18d-3c2a-4805-b167-3686dd3197c0 req-2d255e49-ffb9-41c2-9aac-618d832d8486 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Aug 27 17:15:42.125823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386e03c-5c23-4034-a3c7-e0c1228fef21 req-074a5254-379a-48ad-8ea9-5ff57e883c6b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:42.127346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f386e03c-5c23-4034-a3c7-e0c1228fef21 req-074a5254-379a-48ad-8ea9-5ff57e883c6b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Aug 27 17:15:42.165633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f386e03c-5c23-4034-a3c7-e0c1228fef21 req-5b1a6ba9-0e46-436b-932b-e76e9c1d2a16 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321984 Aug 27 17:15:43.284434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25e5e8-5c1d-4b47-9343-e17fce3a2de0 req-7d1b5e77-8209-4f54-bec8-b50fb0336c9d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:43.285988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d25e5e8-5c1d-4b47-9343-e17fce3a2de0 req-7d1b5e77-8209-4f54-bec8-b50fb0336c9d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0526457 Aug 27 17:15:43.327410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d25e5e8-5c1d-4b47-9343-e17fce3a2de0 req-7a5d28a8-6233-4c0c-b0a6-23cec55a021c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354357 Aug 27 17:15:44.441063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa230e40-0709-48ac-8eaa-845151761121 req-124e80df-5ea3-435d-980a-6cf673f90e61 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:44.443227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa230e40-0709-48ac-8eaa-845151761121 req-124e80df-5ea3-435d-980a-6cf673f90e61 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0491264 Aug 27 17:15:44.481264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aa230e40-0709-48ac-8eaa-845151761121 req-5532785d-620f-4e80-b539-7302f1b51f5d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Aug 27 17:15:45.417187 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-fee927be-29d1-45db-aad9-ace3f044769d service neutron] show failed (client error): The resource could not be found. Aug 27 17:15:45.418221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-fee927be-29d1-45db-aad9-ace3f044769d service neutron] 10.222.0.97 "GET /v2.0/ports/fd136bd6-381b-4d71-b845-885593e30e42/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0574634 Aug 27 17:15:45.596780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bce37-89f1-4655-b443-7ec6f0ceedb6 req-72d37e16-36df-48e5-bc53-9bfb7193847f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:45.598298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c5bce37-89f1-4655-b443-7ec6f0ceedb6 req-72d37e16-36df-48e5-bc53-9bfb7193847f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0503166 Aug 27 17:15:45.640236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c5bce37-89f1-4655-b443-7ec6f0ceedb6 req-e01067e4-f2ca-4d38-91e3-9fc310aee48f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Aug 27 17:15:46.157002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-4bdff301-defc-46cb-ade0-a4fa705ce435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:46.158475 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-4bdff301-defc-46cb-ade0-a4fa705ce435 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 1096 time: 0.0409782 Aug 27 17:15:46.169981 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:15:46.225510 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:46.424970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:15:46.458393 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:15:46.497353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:15:46.499660 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42c6af-aa8c-4709-837c-d2f7afb57ec9" -d '{"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-unplugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:15:46.504372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:46.516723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Transition to ACTIVE for port object fd136bd6-381b-4d71-b845-885593e30e42 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:15:46.547602 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8090bab8-b890-4557-badb-524493b372f3 x-openstack-request-id: req-8090bab8-b890-4557-badb-524493b372f3 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:15:46.548172 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-unplugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:15:46.548415 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8090bab8-b890-4557-badb-524493b372f3 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:15:46.548820 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'code': 200} Aug 27 17:15:46.628435 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:46.710103 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:15:46.724571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.724960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.725277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.725624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.725967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.726308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.726639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.726979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.727343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.727680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.728013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.728345 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:46.767336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] No DVR routers for this DVR port fd136bd6-381b-4d71-b845-885593e30e42 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:15:46.771395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dc75e-db85-4673-8b0c-1299fb9a1a42 req-915abd98-95a5-4f86-859b-0082aa58f1b3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:46.772994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c79dc75e-db85-4673-8b0c-1299fb9a1a42 req-915abd98-95a5-4f86-859b-0082aa58f1b3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.0621958 Aug 27 17:15:46.819037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c79dc75e-db85-4673-8b0c-1299fb9a1a42 req-a9b8c68f-5539-4ef0-8569-f6789df9447d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393789 Aug 27 17:15:47.218454 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:15:47.219037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:15:47.219176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:15:47.224458 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:15:47.224785 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:15:47.229534 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:15:47.229874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:15:47.230259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:15:47.230684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Bound port: fd136bd6-381b-4d71-b845-885593e30e42, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:15:47.231039 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:47.295156 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:15:47.298392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:15:47.368570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:47.403093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:47.403685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:47.405073 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] 10.222.0.90 "PUT /v2.0/ports/fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1091 time: 1.2390172 Aug 27 17:15:47.427538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030a05-6d90-4290-8a66-e5dead6e4147 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:15:47.479700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-06975eb9-db05-4d05-ba83-c7f262bacbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:47.481181 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-06975eb9-db05-4d05-ba83-c7f262bacbc2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1094 time: 0.0458617 Aug 27 17:15:47.574820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-14e0af8c-10cf-47a3-afe7-39508392ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:47.576364 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-14e0af8c-10cf-47a3-afe7-39508392ae2a service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0885201 Aug 27 17:15:47.643987 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-ee81396f-d45c-4801-8ffe-55a4a8e5c972 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1000 time: 0.0607319 Aug 27 17:15:47.699164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-7a4f022f-83eb-4ac0-95e2-496d6f5e5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:47.700568 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-7a4f022f-83eb-4ac0-95e2-496d6f5e5c44 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0495942 Aug 27 17:15:47.747861 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-d203a2f6-90db-4d9c-ac6d-87218936e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:47.749422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-d203a2f6-90db-4d9c-ac6d-87218936e61a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412881 Aug 27 17:15:47.841871 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-0dd777d2-47f1-44a8-ba41-e50d28b50bbe service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851390 Aug 27 17:15:47.932172 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-8342ea38-1ec6-4831-8885-81c72304bd56 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831003 Aug 27 17:15:47.945965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b82c1-0aea-4749-9b19-c51281aeda62 req-c6b5eadf-2750-41d4-be17-3aaaea771a0b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:47.947582 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c79b82c1-0aea-4749-9b19-c51281aeda62 req-c6b5eadf-2750-41d4-be17-3aaaea771a0b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.0548716 Aug 27 17:15:47.986294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c79b82c1-0aea-4749-9b19-c51281aeda62 req-db48c6e2-0f45-4472-8d80-9607b221191f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Aug 27 17:15:48.550250 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:15:48.552752 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091777af-6ad0-4543-8950-93cc5b602d11" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:15:48.599672 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc23517-9869-42f7-9015-53a60cfd03a6 x-openstack-request-id: req-9fc23517-9869-42f7-9015-53a60cfd03a6 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:15:48.600459 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:15:48.600721 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9fc23517-9869-42f7-9015-53a60cfd03a6 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:15:48.601120 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'status': 'completed', 'code': 200} Aug 27 17:15:48.625535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:15:48.665130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-239eebcd-6db8-4ad1-9c5b-a972f2f818e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.666038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:15:48.666459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-19732181-7396-48db-a6b8-b1387af894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.666789 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-239eebcd-6db8-4ad1-9c5b-a972f2f818e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1094 time: 0.0441802 Aug 27 17:15:48.667974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-19732181-7396-48db-a6b8-b1387af894a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1094 time: 0.0442874 Aug 27 17:15:48.759988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-40f130d8-fb86-4de9-8d99-9b599ea2f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.761565 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-40f130d8-fb86-4de9-8d99-9b599ea2f41c service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0876105 Aug 27 17:15:48.763680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-abca02e7-2ca8-4394-acb9-5cb1cd3fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.765121 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-abca02e7-2ca8-4394-acb9-5cb1cd3fc069 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0887923 Aug 27 17:15:48.829903 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-1f3ccf95-d35a-4086-bf6f-7641b7ef0740 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1000 time: 0.0590889 Aug 27 17:15:48.836133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-3d945773-5b88-4b77-9ea8-52f52eeb49fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1000 time: 0.0587747 Aug 27 17:15:48.884562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-5165fd7c-64fa-453f-b27b-4e615b5ebb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.885889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-0932be81-41d9-4ca1-aabe-08c38b95ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.886030 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-5165fd7c-64fa-453f-b27b-4e615b5ebb4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0488613 Aug 27 17:15:48.887388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-0932be81-41d9-4ca1-aabe-08c38b95ac8e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0432725 Aug 27 17:15:48.934347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-b8128ff2-c54e-41b8-b47d-376838497127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.935919 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-b8128ff2-c54e-41b8-b47d-376838497127 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420802 Aug 27 17:15:48.937524 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091777af-6ad0-4543-8950-93cc5b602d11 req-92cf902c-a2ff-4f61-bf11-6beca7c7faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:48.939030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-92cf902c-a2ff-4f61-bf11-6beca7c7faea service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436125 Aug 27 17:15:49.029176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-0b07795d-2461-440e-8b08-36121002962e service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828476 Aug 27 17:15:49.031093 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-ef8e3699-f556-44a0-b9fe-19942f101e03 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868223 Aug 27 17:15:49.128470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-18bb5809-a627-44a5-8b9b-6269a20df2a9 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887685 Aug 27 17:15:49.157862 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19404-9a8e-4bed-b490-c9babec9f139 req-47eafce0-49ff-47d7-9aca-a062c1796bfe tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:49.159337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0a19404-9a8e-4bed-b490-c9babec9f139 req-47eafce0-49ff-47d7-9aca-a062c1796bfe tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.1038771 Aug 27 17:15:49.165016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-091777af-6ad0-4543-8950-93cc5b602d11 req-588df6fd-03fb-4d0d-9f74-e14ccff1a78d service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289704 Aug 27 17:15:49.199077 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0a19404-9a8e-4bed-b490-c9babec9f139 req-a17bae5c-8bd7-4e8b-a2ab-90c5f89f92ee tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331218 Aug 27 17:15:50.317650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8e083-331a-478e-a8b4-335e28db743b req-954838b6-71be-4c72-b662-8cd9e6a06a6e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:50.319119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0c8e083-331a-478e-a8b4-335e28db743b req-954838b6-71be-4c72-b662-8cd9e6a06a6e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.0487690 Aug 27 17:15:50.357557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0c8e083-331a-478e-a8b4-335e28db743b req-1a57ec86-f972-4a07-80ce-1cb69c99fac1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Aug 27 17:15:50.696991 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4291f117-a317-4254-b53b-725ff35de387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:51.059683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3f982-e923-4caf-8d82-aca1a64af71d req-bef041b0-9b7d-43fb-9fc7-68d73eb113df tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:51.061151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ae3f982-e923-4caf-8d82-aca1a64af71d req-bef041b0-9b7d-43fb-9fc7-68d73eb113df tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 943 time: 0.0528123 Aug 27 17:15:51.102366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ae3f982-e923-4caf-8d82-aca1a64af71d req-cb056658-c52f-4a16-a9be-1646ac262d11 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352778 Aug 27 17:15:51.136501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-98506acf-9b11-42c0-abdb-3439cab3a32a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:51.137970 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-98506acf-9b11-42c0-abdb-3439cab3a32a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201&tenant_id=79bbe064150a4081a532a6ef000fa60f&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 943 time: 0.0595212 Aug 27 17:15:51.197625 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fffddbb0-cfb5-4ee5-8814-fda8fb0a914e service neutron] 10.222.0.90 "GET /v2.0/ports/fd136bd6-381b-4d71-b845-885593e30e42/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 382 time: 0.0525503 Aug 27 17:15:51.213122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fd136bd6-381b-4d71-b845-885593e30e42 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:15:51.262954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-048b8917-4613-42b2-9d29-cb3057fea5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:51.264634 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-048b8917-4613-42b2-9d29-cb3057fea5da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1094 time: 0.0457952 Aug 27 17:15:51.305523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:15:51.325138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'fd136bd6-381b-4d71-b845-885593e30e42', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': 'fd136bd6-381b-4d71-b845-885593e30e42', 'mac_address': 'fa:16:3e:74:c6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:15:51.363332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-f959618a-9c5d-4050-8246-24fab8021298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:51.364470 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:51.364900 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-f959618a-9c5d-4050-8246-24fab8021298 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0933249 Aug 27 17:15:51.377036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd136bd6-381b-4d71-b845-885593e30e42 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:15:51.396518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:15:51.435875 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-511cd37a-d8a9-4274-8a79-35f67e2ee32c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1000 time: 0.0642939 Aug 27 17:15:51.485161 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-71a187a0-45d6-4eb3-bae9-68f8a31c0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:51.486579 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-71a187a0-45d6-4eb3-bae9-68f8a31c0019 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0440395 Aug 27 17:15:51.502939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:51.533228 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-f809c2e1-997b-4656-a3e2-da1c93f40f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:51.534840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-f809c2e1-997b-4656-a3e2-da1c93f40f4d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405509 Aug 27 17:15:51.551525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:15:51.558843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.559199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.559579 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.559925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.560266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.560618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.560988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.561348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.561683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.562016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.562347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.562682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:51.630124 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-dc723e27-6a5a-442d-b731-eb87526282b1 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876014 Aug 27 17:15:51.721477 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-4c59ee84-587c-45ff-b3ca-b6c97fd98d73 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834072 Aug 27 17:15:51.756537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['fd136bd6-381b-4d71-b845-885593e30e42'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:15:52.222005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccec13-be84-4e71-9c86-616982ae6576 req-24996bef-64d6-4bf3-925e-d1d87c5631ef tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:52.223717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8ccec13-be84-4e71-9c86-616982ae6576 req-24996bef-64d6-4bf3-925e-d1d87c5631ef tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0507216 Aug 27 17:15:52.262191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8ccec13-be84-4e71-9c86-616982ae6576 req-ad9579d6-bfb2-4f9c-aa51-04383299520e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324075 Aug 27 17:15:53.227646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fd136bd6-381b-4d71-b845-885593e30e42 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:15:53.329920 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74aa502-3a95-49ce-acb3-001569b8a6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:53.388814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b2c94-4ecc-44a1-96dc-a0529e798516 req-e2bcadc9-08fe-476b-acf5-28d035cf0782 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:53.390702 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-125b2c94-4ecc-44a1-96dc-a0529e798516 req-e2bcadc9-08fe-476b-acf5-28d035cf0782 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0535803 Aug 27 17:15:53.414083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port fd136bd6-381b-4d71-b845-885593e30e42 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:15:53.419161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port fd136bd6-381b-4d71-b845-885593e30e42 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:15:53.419651 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:53.458555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-125b2c94-4ecc-44a1-96dc-a0529e798516 req-6b48db94-e5c5-4977-98fb-02a32dfcf1c9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337148 Aug 27 17:15:53.507156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:53.527595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:15:53.529811 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190e34fb-ab20-4f5a-8dd0-a161e079a353" -d '{"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-plugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:15:53.540345 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:53.545308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:15:53.585429 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522f65a7-4e54-4d46-81f8-9de8d6e14346 x-openstack-request-id: req-522f65a7-4e54-4d46-81f8-9de8d6e14346 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:15:53.585707 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-plugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:15:53.585961 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-522f65a7-4e54-4d46-81f8-9de8d6e14346 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:15:53.586352 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'code': 200} Aug 27 17:15:53.629517 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:53.665070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:53.678151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:15:54.392483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-482040e4-e70e-45ed-9a78-61f08c1218f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:54.394041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-482040e4-e70e-45ed-9a78-61f08c1218f1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 1096 time: 0.0466816 Aug 27 17:15:54.405367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:15:54.457632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:54.630681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c322e-8182-4323-a6d6-b479ca5699d7 req-cc5e6700-07c8-4970-988e-a016accecfcd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:54.632083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17c322e-8182-4323-a6d6-b479ca5699d7 req-cc5e6700-07c8-4970-988e-a016accecfcd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.1228933 Aug 27 17:15:54.711104 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:54.782838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:55.037507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f17c322e-8182-4323-a6d6-b479ca5699d7 req-804e177e-8a24-4afe-bd5c-8c559b1316e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813610 Aug 27 17:15:55.056874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:15:55.089425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:15:55.128226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:15:55.130702 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5341d3d-74ae-4c7f-a7c1-5a07c6eb9f83" -d '{"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-unplugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:15:55.135217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:55.147722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Transition to ACTIVE for port object fd136bd6-381b-4d71-b845-885593e30e42 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:15:55.182552 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6461b1dc-47be-49ab-a41c-810e4fef46a8 x-openstack-request-id: req-6461b1dc-47be-49ab-a41c-810e4fef46a8 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:15:55.182852 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-unplugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:15:55.183114 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6461b1dc-47be-49ab-a41c-810e4fef46a8 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:15:55.183569 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'code': 200} Aug 27 17:15:55.228595 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:55.311675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=10']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:15:55.323026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.323402 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.323749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.324094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.324430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.324766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.325098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.325427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.325755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.326080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.326407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.326733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:15:55.361548 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] No DVR routers for this DVR port fd136bd6-381b-4d71-b845-885593e30e42 on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:15:55.500607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:15:55.501271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:15:55.501271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:15:55.506205 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:15:55.506530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Attempting to bind port fd136bd6-381b-4d71-b845-885593e30e42 on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:15:55.511293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:15:55.511649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:15:55.512033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:15:55.512454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Bound port: fd136bd6-381b-4d71-b845-885593e30e42, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:15:55.512808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:55.574574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:15:55.577649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:15:55.663180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:55.701094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:55.701819 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:55.703488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] 10.222.0.97 "PUT /v2.0/ports/fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1092 time: 1.3019865 Aug 27 17:15:55.756137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbf91b-0f58-4f08-b7ba-dfba01f53a30 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=11']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:15:55.774464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-9d251e01-5c57-41b2-b17a-e397d5d213a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:55.776372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-9d251e01-5c57-41b2-b17a-e397d5d213a7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1095 time: 0.0511928 Aug 27 17:15:55.871420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-4e6c85d6-f3cb-486d-bd1c-8a02963ff1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:55.872910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-4e6c85d6-f3cb-486d-bd1c-8a02963ff1b3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0893512 Aug 27 17:15:55.945087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-432574af-cc63-43e2-8515-de95072bf327 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1000 time: 0.0645514 Aug 27 17:15:55.994966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-900cd38c-e691-49b4-abc6-a5618cf2d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:55.996308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-900cd38c-e691-49b4-abc6-a5618cf2d929 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0440645 Aug 27 17:15:56.042124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-a6cfa19a-3e60-46d8-978d-fe5b7cca2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:56.043607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-a6cfa19a-3e60-46d8-978d-fe5b7cca2b1c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402279 Aug 27 17:15:56.054696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-5d6b7ecd-d11f-44c0-91c3-534af9caaf0f service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:15:56.055666 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-5d6b7ecd-d11f-44c0-91c3-534af9caaf0f service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050042 Aug 27 17:15:56.180777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73edff2-1671-400f-8f92-883cb3416bb4 req-88b02eed-e0b3-47a3-9a18-11887dc7e691 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:56.182281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e73edff2-1671-400f-8f92-883cb3416bb4 req-88b02eed-e0b3-47a3-9a18-11887dc7e691 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0732694 Aug 27 17:15:56.199986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-b89659f0-ae76-4267-a4e5-e6e64932fb3f service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370909 Aug 27 17:15:56.259127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:56.272756 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e73edff2-1671-400f-8f92-883cb3416bb4 req-368a1910-cb83-447c-ad69-3276d632a858 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829668 Aug 27 17:15:56.311040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7d347c91-5fee-4c74-bb8c-e976622eee2a req-44b2a766-2046-4e67-a755-2c50e8191fda service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039906 Aug 27 17:15:57.184536 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:15:57.186815 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:15:57.233866 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7c2c53-e985-4539-be11-6e6b514d6318 x-openstack-request-id: req-8c7c2c53-e985-4539-be11-6e6b514d6318 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:15:57.234161 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:15:57.234414 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8c7c2c53-e985-4539-be11-6e6b514d6318 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:15:57.234885 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'status': 'completed', 'code': 200} Aug 27 17:15:57.274138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fd136bd6-381b-4d71-b845-885593e30e42 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:15:57.299622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-a2bb5411-788b-4665-8c4a-7d552509bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.301308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-a2bb5411-788b-4665-8c4a-7d552509bab6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1095 time: 0.0442379 Aug 27 17:15:57.305031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-7d4bc73e-7a5d-4f94-b1ea-57bd82b0c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.306550 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-7d4bc73e-7a5d-4f94-b1ea-57bd82b0c576 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 1095 time: 0.0474606 Aug 27 17:15:57.315261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device fd136bd6-381b-4d71-b845-885593e30e42 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:15:57.408510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-537d8289-f4bc-4911-a25c-216c62bc6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.410415 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-537d8289-f4bc-4911-a25c-216c62bc6424 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0971680 Aug 27 17:15:57.447106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939299d1-129c-4a72-82ad-4bb085a951f6 req-eef19809-9276-4cc6-bc03-8005ff65d1d5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.447106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-939299d1-129c-4a72-82ad-4bb085a951f6 req-eef19809-9276-4cc6-bc03-8005ff65d1d5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0722528 Aug 27 17:15:57.463120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-944968d3-f0fa-4df7-80d5-a02c0b5b0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.464641 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-944968d3-f0fa-4df7-80d5-a02c0b5b0f68 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.1490014 Aug 27 17:15:57.481003 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-9253925b-6220-47be-83c1-283e93502c4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1000 time: 0.0638330 Aug 27 17:15:57.537295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-939299d1-129c-4a72-82ad-4bb085a951f6 req-25db88ed-0d76-48bb-a9b8-d57cd66b2d0f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862911 Aug 27 17:15:57.537754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-9e0dd542-8dc2-4bab-b372-cf697c843b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.539241 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-9e0dd542-8dc2-4bab-b372-cf697c843b79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0520856 Aug 27 17:15:57.552506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-4b4e50be-339f-4695-bc62-ea7f3b5cba9e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 200 len: 1000 time: 0.0782807 Aug 27 17:15:57.589375 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-b74c40e6-ee60-4ea8-bcce-cbb0c1bebe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.591347 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-b74c40e6-ee60-4ea8-bcce-cbb0c1bebe72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451930 Aug 27 17:15:57.604238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-88460f01-1144-4232-9773-82faa9a07140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.605710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-88460f01-1144-4232-9773-82faa9a07140 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0456867 Aug 27 17:15:57.657467 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-2cacce55-63af-4e2c-8bde-0dde68a4f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:57.659004 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-2cacce55-63af-4e2c-8bde-0dde68a4f3f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452483 Aug 27 17:15:57.693488 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-8467a2ce-7762-4bc9-8311-8d5c0877cce3 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946937 Aug 27 17:15:57.773766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-3927333a-df3c-4ba0-95cd-6816f3ff835e service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030078 Aug 27 17:15:57.802566 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-a3d4998b-01f5-4ba8-8e6b-18710ebe485d service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025414 Aug 27 17:15:57.869747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce42f8c7-d274-4e4c-8b5e-13c8ea24b2c3 req-15a283fe-5a29-4e7f-aa35-d7e22933cb27 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884199 Aug 27 17:15:58.654459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561dfc1-9a0d-448c-8450-f878242ba6a1 req-837f944e-46e0-4850-8837-93f5e5b9e99c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:58.655906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e561dfc1-9a0d-448c-8450-f878242ba6a1 req-837f944e-46e0-4850-8837-93f5e5b9e99c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0497921 Aug 27 17:15:58.676916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:15:58.695580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e561dfc1-9a0d-448c-8450-f878242ba6a1 req-e1f8d9a4-89d6-4ad2-9152-123774661eea tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331445 Aug 27 17:15:58.781691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:15:58.794101 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'fd136bd6-381b-4d71-b845-885593e30e42', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': 'fd136bd6-381b-4d71-b845-885593e30e42', 'mac_address': 'fa:16:3e:74:c6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:15:58.819447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68eb38-4a81-4cf3-976d-35f9df85f0b5 req-bba7fc78-12af-4c8c-a08b-40570fca3e4b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:58.820984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a68eb38-4a81-4cf3-976d-35f9df85f0b5 req-bba7fc78-12af-4c8c-a08b-40570fca3e4b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0594831 Aug 27 17:15:58.833653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:58.847159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd136bd6-381b-4d71-b845-885593e30e42 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:15:58.861287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a68eb38-4a81-4cf3-976d-35f9df85f0b5 req-2b090f05-1d74-48f8-a1af-0126560e8807 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341837 Aug 27 17:15:58.867836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:15:58.973748 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:58.979649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ea672-56d6-49ce-ada1-9662486e22b6 req-7f03de4f-b214-4835-8095-94664d3a9f96 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:58.981209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef6ea672-56d6-49ce-ada1-9662486e22b6 req-7f03de4f-b214-4835-8095-94664d3a9f96 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 944 time: 0.0519040 Aug 27 17:15:59.021428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ef6ea672-56d6-49ce-ada1-9662486e22b6 req-7a94ca1d-f777-426a-81b6-080708dbf483 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Aug 27 17:15:59.025339 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=12']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:15:59.211910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['fd136bd6-381b-4d71-b845-885593e30e42'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:15:59.465050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a697a7-a93e-4e9a-b513-0d62c13ef09d req-4ed928e4-28f7-475b-b914-955a1666f042 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:15:59.466571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42a697a7-a93e-4e9a-b513-0d62c13ef09d req-4ed928e4-28f7-475b-b914-955a1666f042 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0512071 Aug 27 17:15:59.505793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42a697a7-a93e-4e9a-b513-0d62c13ef09d req-b9ca4bd9-922e-4133-8209-8d9d365b7a1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327687 Aug 27 17:15:59.856521 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:16:00.628400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf27ac-6489-4788-bfd1-ffebcba2449a req-24f898b5-c0ee-4d5c-9ecc-1189960e2358 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:00.630081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49bf27ac-6489-4788-bfd1-ffebcba2449a req-24f898b5-c0ee-4d5c-9ecc-1189960e2358 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0538654 Aug 27 17:16:00.668370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49bf27ac-6489-4788-bfd1-ffebcba2449a req-0bd12bd5-0fdc-4f95-b998-df635db13ae8 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323055 Aug 27 17:16:00.701872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:16:00.745644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-639e10c0-bb57-491c-9380-17af518ce0ff tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:00.747385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-639e10c0-bb57-491c-9380-17af518ce0ff tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 945 time: 0.0510864 Aug 27 17:16:00.841942 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Deleting port fd136bd6-381b-4d71-b845-885593e30e42 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:16:00.842293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:00.856944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port fd136bd6-381b-4d71-b845-885593e30e42 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:16:00.861111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port fd136bd6-381b-4d71-b845-885593e30e42 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:16:00.861522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:00.937810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:16:00.938082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:00.939886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:00.962423 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:16:00.964708 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de164435-1da8-4ae3-82ae-78104f3fbe6b" -d '{"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-plugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:16:00.978062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port fd136bd6-381b-4d71-b845-885593e30e42, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=fd136bd6-381b-4d71-b845-885593e30e42,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:16:01.004717 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b880ad6-028f-4885-bb74-a8ab6e4bbf9b x-openstack-request-id: req-9b880ad6-028f-4885-bb74-a8ab6e4bbf9b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:16:01.010620 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-plugged", "status": "completed", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:16:01.010620 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b880ad6-028f-4885-bb74-a8ab6e4bbf9b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:16:01.010620 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'code': 200} Aug 27 17:16:01.064677 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:01.113914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=13']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:16:01.115729 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:01.116133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:01.116459 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 disassociated. External IP: 172.25.4.204, port: fd136bd6-381b-4d71-b845-885593e30e42. Aug 27 17:16:01.116799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Calling delete_port for fd136bd6-381b-4d71-b845-885593e30e42 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:16:01.319868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:01.353984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event deleted for resources: {'Port': ['ID=fd136bd6-381b-4d71-b845-885593e30e42,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:16:01.477828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:16:01.591110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:16:01.601887 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:16:01.610943 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:16:01.611579 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:15:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:01.630240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] No DVR routers for this DVR port fd136bd6-381b-4d71-b845-885593e30e42 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:16:01.632984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:01.635016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-46cb7ac8-5350-4598-b5c6-524113534d12 req-3cbf804a-7bbc-4245-80be-b0304a6e69e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "DELETE /v2.0/ports/fd136bd6-381b-4d71-b845-885593e30e42 HTTP/1.1" status: 204 len: 173 time: 0.8817470 Aug 27 17:16:01.635492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-deleted', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:16:01.637772 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464339f-69a4-41be-872a-bbe18a447022" -d '{"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-deleted", "tag": "fd136bd6-381b-4d71-b845-885593e30e42"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:16:01.678780 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecf39b9-f94d-426b-acd3-e87e0d7954d5 x-openstack-request-id: req-7ecf39b9-f94d-426b-acd3-e87e0d7954d5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:16:01.679077 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2e00cb-a97b-4caa-a5c6-c9a61391f201", "name": "network-vif-deleted", "tag": "fd136bd6-381b-4d71-b845-885593e30e42", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:16:01.679369 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7ecf39b9-f94d-426b-acd3-e87e0d7954d5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:16:01.679784 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2e00cb-a97b-4caa-a5c6-c9a61391f201', 'name': 'network-vif-deleted', 'tag': 'fd136bd6-381b-4d71-b845-885593e30e42', 'status': 'completed', 'code': 200} Aug 27 17:16:01.717048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:16:01.775854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f222dd95-1118-442f-a9bf-dd186ec0245e req-008f8452-01b1-4020-81b2-d24ba23ec1e6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=8f2e00cb-a97b-4caa-a5c6-c9a61391f201 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Aug 27 17:16:01.921689 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:01.948286 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:16:01.956204 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:16:01.957048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:15:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:02.147510 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:16:02.344527 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:02.375352 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e020f3-8235-49c3-b703-6120b3db7b3b None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:16:02.610564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c7545c-89e2-49cb-9c5b-fbc3c643e159 None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:16:03.074537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-fb491815-d2e5-4a6f-a375-fd7973e0ad18 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--869425403&fields=id&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 267 time: 0.0339384 Aug 27 17:16:03.184338 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-3337012b-99a9-47b7-a2ad-164ae91e5bc9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:03.185779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-3337012b-99a9-47b7-a2ad-164ae91e5bc9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.1046288 Aug 27 17:16:03.201473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-b264e58a-f452-4a61-930b-eede8c5a41b3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/quotas/79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 375 time: 0.0092175 Aug 27 17:16:03.260116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-92c4b093-cbd6-4895-babe-56f4995b2825 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531170 Aug 27 17:16:03.275653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-0a99c667-6a9e-4ade-b55e-752fa6ceb583 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:16:03.280451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-0a99c667-6a9e-4ade-b55e-752fa6ceb583 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053198 Aug 27 17:16:03.369240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-13592740-fa2b-4670-9cc3-2db965db9c6e service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Aug 27 17:16:03.465905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-78ddcb11-d557-44a4-bc5b-b0518b6be8e4 service neutron] 10.222.0.101 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907960 Aug 27 17:16:03.749333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7c30bb0-aaea-4f28-9f66-b36673bc95e8 req-fda95a59-df22-4dd4-9e89-cca9f67921fa tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0288229 Aug 27 17:16:04.704224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:16:04.725673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: fd136bd6-381b-4d71-b845-885593e30e42 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:16:04.726031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device fd136bd6-381b-4d71-b845-885593e30e42 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:16:04.850391 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6aea85b2-277f-49fa-9f82-d406846630e8 req-30a5b671-1571-4268-b8a0-fb6349cc78c5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0284595 Aug 27 17:16:05.577892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-3dea4a49-9642-475a-8217-4f90103bf4d0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:05.579393 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-3dea4a49-9642-475a-8217-4f90103bf4d0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 812 time: 0.1026638 Aug 27 17:16:05.630291 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-5af29bf8-bed7-4bcb-bb3a-baa8b4cd5fed tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 379 time: 0.0403869 Aug 27 17:16:05.641383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'port': {'device_id': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'admin_state_up': True, 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'security_groups': ['145462c2-1aac-4d7d-b651-e389be273e22']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:16:05.819579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Made reservation on behalf of 79bbe064150a4081a532a6ef000fa60f for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:16:05.829086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:05.848138 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b4f522a0-32e8-4007-bfb9-ac95aef47f05 req-6f3c95be-c7b0-42aa-9d06-356bc10fc9f7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316572 Aug 27 17:16:05.919299 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b4f522a0-32e8-4007-bfb9-ac95aef47f05 req-063e4018-c60b-43f8-b295-2304896d966a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0261164 Aug 27 17:16:05.963383 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b4f522a0-32e8-4007-bfb9-ac95aef47f05 req-982fbfdb-2004-4f05-b0e0-c7cb275358b9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224743 Aug 27 17:16:05.978915 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-787bac9b-ef70-4fb1-beef-595e10904736 req-6b230650-85e0-48c9-b699-17a8ab537e47 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0335763 Aug 27 17:16:05.997052 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Allocated IP 172.20.0.4 (3a6063c1-91ad-49c1-a2f1-ba2c13a713be/d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf/097267d4-8fa8-4e1b-a4fc-ab6bdb72119b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:16:06.067614 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f522a0-32e8-4007-bfb9-ac95aef47f05 req-d595fcae-5f9f-4648-be09-a5e30b19e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:06.069125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-b4f522a0-32e8-4007-bfb9-ac95aef47f05 req-d595fcae-5f9f-4648-be09-a5e30b19e1f8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0993910 Aug 27 17:16:06.140079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.153982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Transition to ACTIVE for port object 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:16:06.247998 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.291175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:16:06.296395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:16:06.301070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:16:06.307549 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:16:06.355496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:06.356114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.441042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-748b535e-7bcf-455a-96f2-517213a4d575 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039386 Aug 27 17:16:06.453769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Request body: {'port': {'device_id': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:16:06.512589 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.647406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-006b6f16-b566-4d21-81e9-29132a41c8d3 None None] Provisioning for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:16:06.651568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-006b6f16-b566-4d21-81e9-29132a41c8d3 None None] Provisioning complete for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:16:06.652048 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-006b6f16-b566-4d21-81e9-29132a41c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.687658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-006b6f16-b566-4d21-81e9-29132a41c8d3 None None] Port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:16:06.784354 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:16:06.793213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.806925 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Transition to ACTIVE for port object 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:16:06.916010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.967824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:16:07.051638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:16:07.052318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:16:07.052318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:16:07.083553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:16:07.083879 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:16:07.091100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:16:07.091475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:16:07.091866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:16:07.092303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Bound port: 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:16:07.092670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:07.124875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11744b-b5f8-4ad5-bbae-7e453b6de200 req-fa5c15ab-305e-468f-aaa0-b41a0163fd88 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.126385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f11744b-b5f8-4ad5-bbae-7e453b6de200 req-fa5c15ab-305e-468f-aaa0-b41a0163fd88 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0717883 Aug 27 17:16:07.197079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9f11744b-b5f8-4ad5-bbae-7e453b6de200 req-dc4d7adc-ab52-44fe-a571-517ded5823ca tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521410 Aug 27 17:16:07.203251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:16:07.207145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:16:07.282719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:07.321009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.321626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:07.323034 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] 10.222.0.97 "PUT /v2.0/ports/097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1091 time: 0.8738086 Aug 27 17:16:07.323496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:16:07.325721 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e2a779-18c5-42d5-8ef4-ebe2569efc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:16:07.354336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46facb5-85fc-4f40-93ce-4c1da28a6ccf service neutron] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:16:07.376406 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657e96ee-9157-438d-b288-dec3d805be96 x-openstack-request-id: req-657e96ee-9157-438d-b288-dec3d805be96 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:16:07.376708 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:16:07.376963 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-657e96ee-9157-438d-b288-dec3d805be96 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:16:07.377369 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'status': 'completed', 'code': 200} Aug 27 17:16:07.445180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a779-18c5-42d5-8ef4-ebe2569efc0b req-6f8ffbc7-7c29-423e-abf9-f33ca13b468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.446707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5e2a779-18c5-42d5-8ef4-ebe2569efc0b req-6f8ffbc7-7c29-423e-abf9-f33ca13b468b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1094 time: 0.0494785 Aug 27 17:16:07.553427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a779-18c5-42d5-8ef4-ebe2569efc0b req-43f4a69c-766f-42fc-90d5-c01f3d0845a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.554907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5e2a779-18c5-42d5-8ef4-ebe2569efc0b req-43f4a69c-766f-42fc-90d5-c01f3d0845a5 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=79bbe064150a4081a532a6ef000fa60f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996735 Aug 27 17:16:07.655594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a779-18c5-42d5-8ef4-ebe2569efc0b req-f1978214-bf91-443d-92b9-5c45afcfac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.657063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a5e2a779-18c5-42d5-8ef4-ebe2569efc0b req-f1978214-bf91-443d-92b9-5c45afcfac49 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0934904 Aug 27 17:16:07.733250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-dd72b904-26e8-4e27-92a7-9832799dce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.734828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-dd72b904-26e8-4e27-92a7-9832799dce2c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1094 time: 0.0422585 Aug 27 17:16:07.780992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-fe5853e5-fe80-4c79-8649-a2d06e5837a9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 217 time: 0.0384951 Aug 27 17:16:07.830182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-bbba777d-c671-4b0d-b0d4-2a439242b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.831692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-bbba777d-c671-4b0d-b0d4-2a439242b4e0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0444441 Aug 27 17:16:07.884217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-7173fa2e-1e1f-4b1b-abbf-fa27d23504a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:07.885747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-7173fa2e-1e1f-4b1b-abbf-fa27d23504a7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469913 Aug 27 17:16:07.977835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-2c2e6e53-774b-4509-bae3-b09056cd99c9 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851789 Aug 27 17:16:08.066751 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453c273e-7ed8-40d4-8cf6-c7c1391a58dc req-254f0069-ec9e-4b01-b55c-b037bf50fe2a service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822909 Aug 27 17:16:08.317614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77394f9-c327-4a44-bade-70fdaf26e87f req-bcb88b3a-ca16-4106-b885-f4a8d593fe03 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:08.319018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a77394f9-c327-4a44-bade-70fdaf26e87f req-bcb88b3a-ca16-4106-b885-f4a8d593fe03 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0509870 Aug 27 17:16:08.357258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a77394f9-c327-4a44-bade-70fdaf26e87f req-0be433eb-8fcc-420c-a7c3-a1bc4cbf9ef0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Aug 27 17:16:09.486748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1d1ab-eb50-472b-aedd-c38e62d33baa req-954642a8-f6bd-432c-a77e-c78ceba065a3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:09.488303 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7b1d1ab-eb50-472b-aedd-c38e62d33baa req-954642a8-f6bd-432c-a77e-c78ceba065a3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0589156 Aug 27 17:16:09.528083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b7b1d1ab-eb50-472b-aedd-c38e62d33baa req-5eff5a6a-969c-4437-bc02-b89e522e8edd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338278 Aug 27 17:16:10.643950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0fa8a-f08e-4d65-9fae-87a673c1133d req-d027c1a9-3081-490b-a595-7fac3395d090 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:10.645338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faa0fa8a-f08e-4d65-9fae-87a673c1133d req-d027c1a9-3081-490b-a595-7fac3395d090 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0500548 Aug 27 17:16:10.686817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faa0fa8a-f08e-4d65-9fae-87a673c1133d req-18c63135-adc6-4536-a332-6d3d94b3ca87 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346763 Aug 27 17:16:10.748772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:16:10.846625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:16:10.858116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'mac_address': 'fa:16:3e:12:cf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:16:10.896000 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:10.910026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:16:10.931366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:16:11.041602 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:11.089906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:16:11.232574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:16:11.807579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4aec8-a3eb-432a-955d-d738c1d40daa req-0cc90837-52a5-471f-8d60-60d9b2759dc6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:11.809261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5be4aec8-a3eb-432a-955d-d738c1d40daa req-0cc90837-52a5-471f-8d60-60d9b2759dc6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0507374 Aug 27 17:16:11.848599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5be4aec8-a3eb-432a-955d-d738c1d40daa req-344a3e66-0b65-4110-96b3-72d6e60b17d4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334380 Aug 27 17:16:12.748400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:16:12.848622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:16:12.852593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:16:12.852911 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:12.934777 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:12.958532 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:16:12.961390 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf0932-cb31-4717-95dc-6661f3ee143e" -d '{"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-plugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:16:12.972456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073fa0-24a3-466f-a70e-73405bd801bd req-70968894-b04d-4eed-9aa3-bf34eaa431cc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:12.977993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4073fa0-24a3-466f-a70e-73405bd801bd req-70968894-b04d-4eed-9aa3-bf34eaa431cc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0547221 Aug 27 17:16:12.979089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:16:13.008589 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e453af-edc6-40b9-856c-e75ca68dbded x-openstack-request-id: req-36e453af-edc6-40b9-856c-e75ca68dbded {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:16:13.008589 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-plugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:16:13.008589 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36e453af-edc6-40b9-856c-e75ca68dbded {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:16:13.009043 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'code': 200} Aug 27 17:16:13.019368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4073fa0-24a3-466f-a70e-73405bd801bd req-7e918c85-76ca-49d2-92a2-9aaa328a2894 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354407 Aug 27 17:16:13.075722 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:13.109425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675d6f-3296-4b0a-bd63-61722e0d21f4 req-6d375e82-70b0-4449-a9fb-aae8da5846ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:13.110923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf675d6f-3296-4b0a-bd63-61722e0d21f4 req-6d375e82-70b0-4449-a9fb-aae8da5846ac service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1096 time: 0.0414255 Aug 27 17:16:13.124038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:16:13.148528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cf675d6f-3296-4b0a-bd63-61722e0d21f4 req-315d7cfe-0243-412a-80f8-679255a50885 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303311 Aug 27 17:16:14.139347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ab0af-6282-4ad6-88f1-5cb9397b3745 req-06ddbaaf-46ed-4056-9918-5852ebd74fcf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:14.140869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e2ab0af-6282-4ad6-88f1-5cb9397b3745 req-06ddbaaf-46ed-4056-9918-5852ebd74fcf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0487716 Aug 27 17:16:14.185373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e2ab0af-6282-4ad6-88f1-5cb9397b3745 req-6d90957b-c150-45db-99aa-b5d5f6b2bb69 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Aug 27 17:16:15.304755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd616b-e209-4c72-afba-e5eece9ad566 req-d607234c-8b5e-4fd9-8736-dfd16e695ad9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:15.306573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fd616b-e209-4c72-afba-e5eece9ad566 req-d607234c-8b5e-4fd9-8736-dfd16e695ad9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0548306 Aug 27 17:16:15.345059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fd616b-e209-4c72-afba-e5eece9ad566 req-6f6c5817-c347-4259-ae8e-5ea6c5face37 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326586 Aug 27 17:16:15.460852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8d134-0892-42e6-9eb9-58850075d2ad req-95e58ec5-aecd-42b9-bade-1898f097b0a4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:15.462352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8b8d134-0892-42e6-9eb9-58850075d2ad req-95e58ec5-aecd-42b9-bade-1898f097b0a4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0508974 Aug 27 17:16:15.470856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 58686) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:16:15.476053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Request body: {'floatingip': {'port_id': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:16:15.516730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:16.283885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:16.343936 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:16.445994 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 associated. External IP: 172.25.4.204, port: 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b. Aug 27 17:16:16.653250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:16:16.762750 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:16:16.767741 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:16.772515 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:16:16.782002 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:16:16.782598 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:15:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:16.794818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9c2f32bb-1b61-4d8a-9d17-33e0afb5ee67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "PUT /v2.0/floatingips/cae1dfda-f964-45b8-9ebc-d021aed490f1 HTTP/1.1" status: 200 len: 992 time: 1.3223083 Aug 27 17:16:16.795438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:16:16.797958 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5a8b77-980f-4e33-a504-af7efd3f5759" -d '{"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:16:16.836396 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8697ed16-e8af-49e5-b702-553afac9dafe x-openstack-request-id: req-8697ed16-e8af-49e5-b702-553afac9dafe {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:16:16.836760 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:16:16.837121 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8697ed16-e8af-49e5-b702-553afac9dafe {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:16:16.837602 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'status': 'completed', 'code': 200} Aug 27 17:16:16.889122 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:16:16.898860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-a6fb4d50-e409-44ba-90eb-601b072bb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:16.900451 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-a6fb4d50-e409-44ba-90eb-601b072bb1ff service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1096 time: 0.0411081 Aug 27 17:16:16.995436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-f48ca8da-c4e1-4dc3-9d4b-41432b9460a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:16.996846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-f48ca8da-c4e1-4dc3-9d4b-41432b9460a3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0897772 Aug 27 17:16:17.063089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-8acebb42-e981-4eba-b66a-234f29c41927 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1000 time: 0.0587866 Aug 27 17:16:17.105700 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:12:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:16:16Z', 'revision_number': 13, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:17.116849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-b8369ca0-b582-4a7d-9c87-955ec25be526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:17.118322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-b8369ca0-b582-4a7d-9c87-955ec25be526 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0482581 Aug 27 17:16:17.131259 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:16:17.139447 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:16:17.140051 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:15:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:17.165213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-7e65cf65-ebf2-400b-b9a6-6a5157fd1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:16:17.166727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-7e65cf65-ebf2-400b-b9a6-6a5157fd1111 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412028 Aug 27 17:16:17.244570 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:16:17.257655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-3d7aa750-972f-430e-88ec-b3be9a05d40e service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Aug 27 17:16:17.353470 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ca5a8b77-980f-4e33-a504-af7efd3f5759 req-ef1cd747-c53d-4c5b-af62-627f4cf34709 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892732 Aug 27 17:16:17.465751 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:12:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:16:16Z', 'revision_number': 13, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:16:17.492171 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429eb9-c3bd-4acb-8a88-fb7f3d6f56a4 None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'cae1dfda-f964-45b8-9ebc-d021aed490f1', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'floating_ip_address': '172.25.4.204', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'port_id': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'mac_address': 'fa:16:3e:12:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:03Z', 'updated_at': '2021-08-27T17:16:16Z', 'revision_number': 13, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:16:17.685671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25232d3d-ee4a-4268-909f-ca0cfa65524d None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:16:20.703989 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f362c0bd-40f7-4c6c-b5fd-5bedd1105eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:23.230038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64b2bf2b-074d-4537-9d7e-6b4833de3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:23.401264 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:23.669487 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:24.766683 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:24.777885 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:26.327002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:36.856739 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:16:50.714921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39e636f0-a899-4f62-8f35-9debe405a1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:53.251788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-702eac4c-7b6b-4546-bce7-e403aadb43d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:53.405897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:53.668392 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:54.748706 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:54.788220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:56.267632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:05.468415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-cc99bde5-1035-46eb-9abe-bdc07de70362 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414095 Aug 27 17:17:05.549820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-a2cdd458-026e-411d-9e00-544a7c48d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:17:05.551311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-a2cdd458-026e-411d-9e00-544a7c48d15d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1096 time: 0.0422914 Aug 27 17:17:05.660832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-738d5b6a-346d-4312-bde2-882763a8cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:17:05.662203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-738d5b6a-346d-4312-bde2-882763a8cd22 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0926406 Aug 27 17:17:05.730059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-156b7a91-82ed-4cb7-b2b9-1d89d23cd61a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1002 time: 0.0599251 Aug 27 17:17:05.787479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-b908b5af-05cc-48fe-a66f-33d2f858461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:17:05.789029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-b908b5af-05cc-48fe-a66f-33d2f858461e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0516024 Aug 27 17:17:05.836401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-46eba424-fa1c-40db-9310-09e0e1829b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:17:05.837919 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-46eba424-fa1c-40db-9310-09e0e1829b5e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408642 Aug 27 17:17:05.929714 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-ae13fdb5-d50d-4b92-a010-e848b2a8bfa8 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834503 Aug 27 17:17:06.025774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a866ba5-3ae9-4fd3-838d-0a39e5545c83 req-1567e177-c31a-40c0-8ad3-26f569334499 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886796 Aug 27 17:17:07.845685 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-721e9756-2ba8-4bc6-8f17-fc5624b9dbd4 req-6e59c1e7-46e6-4094-8621-c41070010286 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288677 Aug 27 17:17:07.915617 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-721e9756-2ba8-4bc6-8f17-fc5624b9dbd4 req-6605a48b-7bc8-48d6-9cb8-c8acf35c7a19 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0273445 Aug 27 17:17:07.954564 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-721e9756-2ba8-4bc6-8f17-fc5624b9dbd4 req-c7ef0d27-ceeb-43dd-aec3-b2e16d429e8d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194392 Aug 27 17:17:08.049825 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e9756-2ba8-4bc6-8f17-fc5624b9dbd4 req-eb709114-dd64-4f8d-9a64-e10efad39929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:17:08.051220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-721e9756-2ba8-4bc6-8f17-fc5624b9dbd4 req-eb709114-dd64-4f8d-9a64-e10efad39929 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0906682 Aug 27 17:17:13.855547 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:17:20.656681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f655e109-50da-4afb-bdb4-9dc6bc66b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:23.250643 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c045b84e-c811-4fa5-bb0d-091f110975c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:23.416518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:23.673510 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:24.719408 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:24.759057 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:26.279111 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:50.655533 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-761ec90d-b9fb-4d3c-9316-60d1d2e30473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:50.855605 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:17:53.255366 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35f92e0a-aee3-4e5b-be5b-e002034af44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:53.417852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:53.689938 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:54.781142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:54.797998 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:17:55.341116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542119d2-b5b5-4d4d-9387-5edc62ea05e9 req-ef66b65b-b1b5-40b1-9fec-825749b6dacd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:17:55.342598 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-542119d2-b5b5-4d4d-9387-5edc62ea05e9 req-ef66b65b-b1b5-40b1-9fec-825749b6dacd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0496223 Aug 27 17:17:55.382056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-542119d2-b5b5-4d4d-9387-5edc62ea05e9 req-a72bc8ad-03ca-417f-acf2-92d6b45d83b9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333118 Aug 27 17:17:56.301186 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:05.462129 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-106760b3-8332-4126-b0c4-a264ec36d064 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409627 Aug 27 17:18:05.548278 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-0018e5ae-d8c0-4199-80f1-d4555322b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:05.549777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-0018e5ae-d8c0-4199-80f1-d4555322b0da service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1096 time: 0.0464950 Aug 27 17:18:05.654997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-3e7c5d80-f1ce-4257-8e4c-96104972dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:05.656410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-3e7c5d80-f1ce-4257-8e4c-96104972dc28 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0857277 Aug 27 17:18:05.728711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-b36c46a0-0fc7-438b-9465-aa3d6b80ec62 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1002 time: 0.0638571 Aug 27 17:18:05.778326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-c612ed08-09f7-4556-8018-3295213bb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:05.779783 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-c612ed08-09f7-4556-8018-3295213bb931 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0443757 Aug 27 17:18:05.824667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-41ae6ea7-c6b9-47ee-b92e-fc7b05513079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:05.826163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-41ae6ea7-c6b9-47ee-b92e-fc7b05513079 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398517 Aug 27 17:18:05.920754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-a6f700a3-b467-4b66-b91c-fe480c3de977 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869431 Aug 27 17:18:06.008700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-217d0fc7-549d-4540-bc71-f1b3a76025cc req-206460a7-abb4-464b-8e1a-ed41ea065fb3 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812068 Aug 27 17:18:07.206765 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64042bf-95ec-4a08-8fee-8b691993bd74 req-e45186a8-ea50-4f73-b4d4-7b1ab09f36bd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:07.208347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f64042bf-95ec-4a08-8fee-8b691993bd74 req-e45186a8-ea50-4f73-b4d4-7b1ab09f36bd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0546372 Aug 27 17:18:07.246835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f64042bf-95ec-4a08-8fee-8b691993bd74 req-c865b033-21ee-4edb-93fa-4b63b59bc0cb tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324788 Aug 27 17:18:07.381410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-10091a6d-1a48-481b-99a4-a27baa41a895 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002147 Aug 27 17:18:07.883365 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a7d9884-7d59-41ff-8b2f-1ddb4bb9a11b req-c2a83278-d99e-4207-96ea-75fbaa165d5c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0679507 Aug 27 17:18:07.952427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a7d9884-7d59-41ff-8b2f-1ddb4bb9a11b req-ef8a7a8c-728b-4bdc-8a2e-c2f60a50eb48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0262253 Aug 27 17:18:07.990840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a7d9884-7d59-41ff-8b2f-1ddb4bb9a11b req-2a6e7ea5-920e-4954-a68b-0d544614b48c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193679 Aug 27 17:18:08.089853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d9884-7d59-41ff-8b2f-1ddb4bb9a11b req-96b4286e-e250-4a9f-ba91-6619f005cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:08.091374 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4a7d9884-7d59-41ff-8b2f-1ddb4bb9a11b req-96b4286e-e250-4a9f-ba91-6619f005cd72 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936613 Aug 27 17:18:08.370401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600c0dc-ca5d-47b8-a689-ec156054f196 req-9e93d404-727a-45ce-8720-d8b499ae8884 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:08.371949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c600c0dc-ca5d-47b8-a689-ec156054f196 req-9e93d404-727a-45ce-8720-d8b499ae8884 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0570908 Aug 27 17:18:08.410603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c600c0dc-ca5d-47b8-a689-ec156054f196 req-4251efa7-bc9e-4eda-b9e5-2f91c67fdb43 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Aug 27 17:18:09.340237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-aa288307-5cc6-44a8-a429-209686a4cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:09.341693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-aa288307-5cc6-44a8-a429-209686a4cb82 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1096 time: 0.0410640 Aug 27 17:18:09.439607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-d57eb74a-994b-4994-bfda-4f805b73e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:09.441113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-d57eb74a-994b-4994-bfda-4f805b73e012 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0923645 Aug 27 17:18:09.542390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-7de5765d-1a40-43c3-8a5f-3f67e6a28f0a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1002 time: 0.0920641 Aug 27 17:18:09.565700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bc145-deb1-4631-9586-645decce254a req-5d1fe0d8-fcf9-453d-b7d3-15dfdcd43d94 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:09.567123 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-327bc145-deb1-4631-9586-645decce254a req-5d1fe0d8-fcf9-453d-b7d3-15dfdcd43d94 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0716429 Aug 27 17:18:09.622623 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-4939fe85-cf82-4b2d-9c80-297bc00d6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:09.624007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-4939fe85-cf82-4b2d-9c80-297bc00d6319 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0744240 Aug 27 17:18:09.630972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-327bc145-deb1-4631-9586-645decce254a req-d7226239-8b80-4508-81be-2c1498a1fb42 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464466 Aug 27 17:18:09.670768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-12760380-28af-448d-ae05-99bf382c0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:09.672292 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-12760380-28af-448d-ae05-99bf382c0b63 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404637 Aug 27 17:18:09.766516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-e49bb730-4eb9-44ad-979b-dfb05df3c0be service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833333 Aug 27 17:18:09.857023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-31d0b95b-a1e2-4605-b990-6346ed81f029 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829203 Aug 27 17:18:10.746505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7d64-832f-4670-a7f7-7311ae22d139 req-faf99eba-39a7-466f-bfb2-2c35f83ebba2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:10.747996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b96d7d64-832f-4670-a7f7-7311ae22d139 req-faf99eba-39a7-466f-bfb2-2c35f83ebba2 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0488636 Aug 27 17:18:10.846421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b96d7d64-832f-4670-a7f7-7311ae22d139 req-7e35268c-ac89-4829-9690-5c0774b9b92b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926013 Aug 27 17:18:12.008883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365fe5-1315-47e8-9975-609b610702e3 req-767cefff-e32f-431e-9f5b-f0afd64b73e7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:12.011250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae365fe5-1315-47e8-9975-609b610702e3 req-767cefff-e32f-431e-9f5b-f0afd64b73e7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0966907 Aug 27 17:18:12.048546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae365fe5-1315-47e8-9975-609b610702e3 req-31a4851b-ac99-40c2-a63c-d95c716afc56 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316098 Aug 27 17:18:13.162867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527d502-eafb-4597-b121-0c44a18ff7da req-35b90e21-84dc-4cb4-8255-079578f09a84 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:13.164372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1527d502-eafb-4597-b121-0c44a18ff7da req-35b90e21-84dc-4cb4-8255-079578f09a84 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0489120 Aug 27 17:18:13.202618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1527d502-eafb-4597-b121-0c44a18ff7da req-bc4cd539-64ba-4145-9dc1-623e4b104628 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Aug 27 17:18:14.320803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f7a37-d280-450e-914c-18eccc349bd5 req-8167f6e8-456e-4abb-8658-6d4f52330674 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:14.322268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c01f7a37-d280-450e-914c-18eccc349bd5 req-8167f6e8-456e-4abb-8658-6d4f52330674 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0495429 Aug 27 17:18:14.360928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c01f7a37-d280-450e-914c-18eccc349bd5 req-d223674a-b402-4603-9bc3-7c5d46c5b7fe tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 Aug 27 17:18:15.479457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e401a62-e4f0-4b15-b86c-af8c8b89804d req-e1da0f6c-21c8-4c54-96b6-b3aea00ea5f4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:15.480914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e401a62-e4f0-4b15-b86c-af8c8b89804d req-e1da0f6c-21c8-4c54-96b6-b3aea00ea5f4 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0526478 Aug 27 17:18:15.519170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2e401a62-e4f0-4b15-b86c-af8c8b89804d req-ad1034ea-85ea-47f5-ab72-ad275bd6c44c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323467 Aug 27 17:18:16.879516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c94e3-d517-4d91-8426-a583f7bd15ad req-2d601919-559d-4c99-ab0c-8f2b2cd4d124 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:16.880995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e10c94e3-d517-4d91-8426-a583f7bd15ad req-2d601919-559d-4c99-ab0c-8f2b2cd4d124 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0490644 Aug 27 17:18:16.921494 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e10c94e3-d517-4d91-8426-a583f7bd15ad req-e3d919b0-8629-4100-8963-4d3dad06a415 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Aug 27 17:18:18.037719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde63f-3fec-4d20-af97-44276efbe6ad req-e0c4f069-0185-4609-b935-6c93b785e01c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:18.039174 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90dde63f-3fec-4d20-af97-44276efbe6ad req-e0c4f069-0185-4609-b935-6c93b785e01c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0491531 Aug 27 17:18:18.076593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90dde63f-3fec-4d20-af97-44276efbe6ad req-775fd496-af2c-45c8-9077-b2a3939597d6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311658 Aug 27 17:18:19.194221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6d697-0d57-428e-82b2-928dbee1c1a6 req-6f40a727-bdcc-4dcf-a937-462186a6409a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:19.195708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85f6d697-0d57-428e-82b2-928dbee1c1a6 req-6f40a727-bdcc-4dcf-a937-462186a6409a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0523527 Aug 27 17:18:19.233369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85f6d697-0d57-428e-82b2-928dbee1c1a6 req-bb8549df-eed8-459a-9be8-8b1a2cf3eb8c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311127 Aug 27 17:18:20.351135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6bcf-a799-4e0e-ad81-04ef9121826c req-4d8edb91-9293-406a-bcb5-92eb0ed21e38 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:20.352640 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baad6bcf-a799-4e0e-ad81-04ef9121826c req-4d8edb91-9293-406a-bcb5-92eb0ed21e38 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0486224 Aug 27 17:18:20.390994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baad6bcf-a799-4e0e-ad81-04ef9121826c req-64a7cdaa-5b64-4c0e-99fb-9eebcafeadb9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Aug 27 17:18:20.678079 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23a76326-f63a-4bc4-9a75-d29d27ca44d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:21.507290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afebea6-c0af-452d-a277-60b7e2b07b8a req-cd1c6f5c-910f-4d05-b3ab-c8e0f8b44899 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:21.508770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7afebea6-c0af-452d-a277-60b7e2b07b8a req-cd1c6f5c-910f-4d05-b3ab-c8e0f8b44899 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0494862 Aug 27 17:18:21.546697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7afebea6-c0af-452d-a277-60b7e2b07b8a req-276efa4a-991d-46d6-b326-32afafcf86dd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Aug 27 17:18:22.665094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456d5d-d5f6-4c79-8cf6-56dfe8a36769 req-30b07c8c-f880-4cad-8015-3e5adf345e72 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:22.666488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60456d5d-d5f6-4c79-8cf6-56dfe8a36769 req-30b07c8c-f880-4cad-8015-3e5adf345e72 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0527451 Aug 27 17:18:22.706100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-60456d5d-d5f6-4c79-8cf6-56dfe8a36769 req-f24ec530-2909-41e0-80e0-7b630b203328 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333147 Aug 27 17:18:23.260884 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88afd226-90f5-4ced-b3cb-6489d38ac9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:23.438070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:23.740982 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:23.828343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8596bf-55f2-4db7-8770-49e48f39cffb req-e7ade71c-2cca-44af-b252-2bc0b8e36fbd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:23.829836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f8596bf-55f2-4db7-8770-49e48f39cffb req-e7ade71c-2cca-44af-b252-2bc0b8e36fbd tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0524282 Aug 27 17:18:23.869693 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f8596bf-55f2-4db7-8770-49e48f39cffb req-6577ee24-529f-4908-80fe-31ccbdd62bf7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331111 Aug 27 17:18:24.490033 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-8584d4a3-ed9c-4ea8-8056-a2e1923e657f service neutron] show failed (client error): The resource could not be found. Aug 27 17:18:24.491049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-8584d4a3-ed9c-4ea8-8056-a2e1923e657f service neutron] 10.222.0.97 "GET /v2.0/ports/097267d4-8fa8-4e1b-a4fc-ab6bdb72119b/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0548234 Aug 27 17:18:24.740624 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:24.768807 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:24.992003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fdb7f-86af-4848-be4c-ecf84b9a130e req-887884e8-0481-4c1a-8632-bb4efa4378da tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:24.993394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-724fdb7f-86af-4848-be4c-ecf84b9a130e req-887884e8-0481-4c1a-8632-bb4efa4378da tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0547013 Aug 27 17:18:25.032237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-724fdb7f-86af-4848-be4c-ecf84b9a130e req-09d569cf-5ae4-4451-886a-b4e973424bca tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321722 Aug 27 17:18:25.118409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-334f975b-2ee4-4f00-9512-d0a053cfb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:25.120840 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-334f975b-2ee4-4f00-9512-d0a053cfb95e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 1096 time: 0.0416439 Aug 27 17:18:25.132271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:18:25.189182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:25.393482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:18:25.417474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:18:25.427367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:18:25.468716 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:18:25.470999 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5e388d-8ec4-4880-bb2d-ac3a606b1fba" -d '{"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-unplugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:18:25.475225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:25.489333 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Transition to ACTIVE for port object 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:18:25.497317 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:25.572609 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a2af16-cb45-4913-97d8-793398c20844 x-openstack-request-id: req-98a2af16-cb45-4913-97d8-793398c20844 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:18:25.572908 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-unplugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:18:25.573164 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-98a2af16-cb45-4913-97d8-793398c20844 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:18:25.573571 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'code': 200} Aug 27 17:18:25.580585 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:25.618135 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:18:25.618494 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:18:25.662117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:18:25.677279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.677632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.677978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.678320 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.678660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.678992 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.679348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.679680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.680008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.680334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.680662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.680994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:25.717994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] No DVR routers for this DVR port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:18:25.858995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:18:25.859358 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:18:25.859693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:18:25.864168 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:18:25.864491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:18:25.869414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:18:25.869690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:18:25.870070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:18:25.870491 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Bound port: 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:18:25.870845 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:25.933453 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:18:25.936344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:18:26.032519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:26.068728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:26.069472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:26.070768 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] 10.222.0.90 "PUT /v2.0/ports/097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1091 time: 0.9424312 Aug 27 17:18:26.107596 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8c60f-4f62-4be5-9599-9ffa387aba70 service neutron] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:18:26.144513 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-befd627e-a650-4658-a6da-5d9e00babdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:26.146075 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-befd627e-a650-4658-a6da-5d9e00babdd8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1094 time: 0.0476556 Aug 27 17:18:26.180021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4d30c-d9fd-4ec4-907e-a00e38162115 req-36fa0d6a-1094-4a64-adc9-65f9febf7e4e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:26.181820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27e4d30c-d9fd-4ec4-907e-a00e38162115 req-36fa0d6a-1094-4a64-adc9-65f9febf7e4e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0626514 Aug 27 17:18:26.232600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27e4d30c-d9fd-4ec4-907e-a00e38162115 req-853c5071-553c-40b8-8967-21a124630cfc tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444357 Aug 27 17:18:26.249494 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-912b6358-afbf-49d3-af6d-eba0c441d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:26.254012 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-912b6358-afbf-49d3-af6d-eba0c441d6e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0984201 Aug 27 17:18:26.278342 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:26.325660 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-b6a20dbe-bfd5-492e-8240-e2d0dbcb0fe5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1000 time: 0.0678053 Aug 27 17:18:26.375102 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-33e55541-2dd7-4cf1-a1bf-d5f5e6b00db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:26.376561 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-33e55541-2dd7-4cf1-a1bf-d5f5e6b00db3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0445023 Aug 27 17:18:26.428452 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-1fb3b7f8-b7a8-4be4-8fa6-065bbd1b25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:26.429970 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-1fb3b7f8-b7a8-4be4-8fa6-065bbd1b25e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468516 Aug 27 17:18:26.523125 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-e91ad3ab-3717-4428-917d-66d65ab407ef service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858629 Aug 27 17:18:26.611516 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-bef22f55-3931-4334-9170-6ca36cc3f42f req-512b5290-6725-4423-ae2e-d04cda1546e2 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813808 Aug 27 17:18:27.359607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd55a8b-86e4-46ae-8e7f-72dd676f9f8f req-913f2f37-6839-4e97-a632-66b39ff7d777 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.361335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cd55a8b-86e4-46ae-8e7f-72dd676f9f8f req-913f2f37-6839-4e97-a632-66b39ff7d777 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0500987 Aug 27 17:18:27.402875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cd55a8b-86e4-46ae-8e7f-72dd676f9f8f req-c216768d-3dfb-4080-9bd9-d9590883ea67 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Aug 27 17:18:27.574325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:18:27.576648 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a1c970-9711-4537-a26f-f4f9429dcba5" -d '{"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:18:27.624475 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4e8109-b406-4cd0-a05d-c48d0f87c95d x-openstack-request-id: req-eb4e8109-b406-4cd0-a05d-c48d0f87c95d {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:18:27.624941 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:18:27.625206 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eb4e8109-b406-4cd0-a05d-c48d0f87c95d {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:18:27.625665 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'status': 'completed', 'code': 200} Aug 27 17:18:27.694565 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-dc132230-f0e0-41aa-9bb2-81fe33474f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.696323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-dc132230-f0e0-41aa-9bb2-81fe33474f47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1094 time: 0.0437279 Aug 27 17:18:27.731295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-c722bac7-6b23-44ca-8bff-79f0643fb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.732749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-c722bac7-6b23-44ca-8bff-79f0643fb8ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1094 time: 0.0856578 Aug 27 17:18:27.797853 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-aa633351-825f-4918-98fd-67792b34c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.799344 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-aa633351-825f-4918-98fd-67792b34c268 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0961046 Aug 27 17:18:27.825224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-c1f46bfb-5662-4f3b-bd47-088f82cbdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.826710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-c1f46bfb-5662-4f3b-bd47-088f82cbdc1a service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0870235 Aug 27 17:18:27.857990 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:18:27.867860 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-d1e1c66d-4e94-41f3-bc9a-a88ff670d58d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1000 time: 0.0619359 Aug 27 17:18:27.901440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-0b119eaf-2eb8-485f-9b66-75f1bd32d474 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1000 time: 0.0676839 Aug 27 17:18:27.922470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-de191794-0be5-49e8-ada3-78d680ff7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.924092 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-de191794-0be5-49e8-ada3-78d680ff7d5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0497255 Aug 27 17:18:27.951762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-44d83c36-eb33-4f39-a0ca-a31b81f28fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.953359 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-44d83c36-eb33-4f39-a0ca-a31b81f28fed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0454650 Aug 27 17:18:27.974281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-d73d35fb-8c6f-4b33-8a85-ff8d778eddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:27.975981 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-d73d35fb-8c6f-4b33-8a85-ff8d778eddaf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455110 Aug 27 17:18:28.000773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-46d4f60f-67ba-4c68-b0f1-3f500d26e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:28.002551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-46d4f60f-67ba-4c68-b0f1-3f500d26e488 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418324 Aug 27 17:18:28.081060 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-07509154-ddd2-4c67-a409-05ad1628b31c service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966933 Aug 27 17:18:28.121149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-65be81b3-f464-4d93-b436-cd7ea87a65c6 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105812 Aug 27 17:18:28.189053 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-ee494f3f-3ee4-4065-8646-386c0ca9cab1 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997891 Aug 27 17:18:28.219548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87a1c970-9711-4537-a26f-f4f9429dcba5 req-c0eadb98-cdb9-4b71-b6ab-1a7c105e0d1e service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909133 Aug 27 17:18:28.540006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df281af8-022d-40fd-ac0c-5d00b3999aa2 req-f8156797-5cd8-445a-a2ea-fe7b0e5d131c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:28.543608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df281af8-022d-40fd-ac0c-5d00b3999aa2 req-f8156797-5cd8-445a-a2ea-fe7b0e5d131c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0532699 Aug 27 17:18:28.593168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df281af8-022d-40fd-ac0c-5d00b3999aa2 req-83f670e6-bebc-4015-bfcd-8d93dcbaa12f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423613 Aug 27 17:18:29.725355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d76f-840e-4241-819b-31c2a13a033d req-b3ea0049-570b-4674-886b-b0258c158dd5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:29.726925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d45d76f-840e-4241-819b-31c2a13a033d req-b3ea0049-570b-4674-886b-b0258c158dd5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0542054 Aug 27 17:18:29.766953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0d45d76f-840e-4241-819b-31c2a13a033d req-670bba3e-d741-4b72-890a-5d726ec380c3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Aug 27 17:18:30.890980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d652a-0fde-421b-8286-f843b1157dfb req-334b7986-3b24-42ef-a492-fa41c838db93 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:30.892738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-169d652a-0fde-421b-8286-f843b1157dfb req-334b7986-3b24-42ef-a492-fa41c838db93 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0513361 Aug 27 17:18:30.934032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-169d652a-0fde-421b-8286-f843b1157dfb req-4734439b-54e3-4e50-a42d-cf7b9723c2c8 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351422 Aug 27 17:18:32.050963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804149f3-1499-45fc-9c9e-678e02d50bd3 req-b7158e51-4da5-4111-a5f7-65c1976b9450 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:32.052506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-804149f3-1499-45fc-9c9e-678e02d50bd3 req-b7158e51-4da5-4111-a5f7-65c1976b9450 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0502794 Aug 27 17:18:32.094603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-804149f3-1499-45fc-9c9e-678e02d50bd3 req-ca2b3e9e-fb4f-4a31-840d-3c230decabb8 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356007 Aug 27 17:18:33.216105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ad97e-d35f-40d9-8add-f82bea4e09e7 req-c8f4da2b-a0ca-42a0-b682-a87866f9ce4a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:33.217609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f16ad97e-d35f-40d9-8add-f82bea4e09e7 req-c8f4da2b-a0ca-42a0-b682-a87866f9ce4a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0546141 Aug 27 17:18:33.256063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f16ad97e-d35f-40d9-8add-f82bea4e09e7 req-2b84e1be-7584-40df-ba25-cceccbe93d62 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Aug 27 17:18:34.373870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a78ec-d219-4536-b029-d15bbdecfa08 req-f86b3225-95df-4363-809c-f5ef3ca3540d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:34.375388 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec5a78ec-d219-4536-b029-d15bbdecfa08 req-f86b3225-95df-4363-809c-f5ef3ca3540d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0493560 Aug 27 17:18:34.414531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ec5a78ec-d219-4536-b029-d15bbdecfa08 req-41c8f9f0-7c1c-4ec7-9ebd-7eff28027c58 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332875 Aug 27 17:18:35.530012 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb16bf-799f-4c90-869c-52cfae4cc398 req-5fd60778-4ba1-4644-a480-f80c69880df1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:35.531524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68fb16bf-799f-4c90-869c-52cfae4cc398 req-5fd60778-4ba1-4644-a480-f80c69880df1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0489438 Aug 27 17:18:35.570957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68fb16bf-799f-4c90-869c-52cfae4cc398 req-48b4cb3c-81f5-4c0c-b12e-70d0d0c52085 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334322 Aug 27 17:18:36.690248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031c38b-8c8b-4237-a0f9-cbdfbb3831dc req-5f5ebb8b-61e9-4925-998e-7e850692b03d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:36.691777 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c031c38b-8c8b-4237-a0f9-cbdfbb3831dc req-5f5ebb8b-61e9-4925-998e-7e850692b03d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0533605 Aug 27 17:18:36.730422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c031c38b-8c8b-4237-a0f9-cbdfbb3831dc req-38972d21-e5ff-480d-9a8e-9f7b53175371 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Aug 27 17:18:37.846143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8161720-3d5f-46a6-9c99-6417bf1897c4 req-4192f849-9f7a-49c5-91d6-0e513e6d90f9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:37.847654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8161720-3d5f-46a6-9c99-6417bf1897c4 req-4192f849-9f7a-49c5-91d6-0e513e6d90f9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0481639 Aug 27 17:18:37.885346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8161720-3d5f-46a6-9c99-6417bf1897c4 req-f3aacbef-63fc-495b-8637-d087850f8ef9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312719 Aug 27 17:18:39.002283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2cf2d-a1db-4fe0-ad83-e4afd5c03b52 req-840127cb-e04a-4b56-85c7-46c782545da9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:39.003819 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2e2cf2d-a1db-4fe0-ad83-e4afd5c03b52 req-840127cb-e04a-4b56-85c7-46c782545da9 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0498028 Aug 27 17:18:39.042172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2e2cf2d-a1db-4fe0-ad83-e4afd5c03b52 req-8b0ae3fb-236f-481b-acf2-5521b49363f0 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Aug 27 17:18:40.113589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:18:40.163734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43c181-2399-40d5-856d-b732b88a9001 req-240afab4-36ee-48e7-8fa2-bbe7c8921d6e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:40.165221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f43c181-2399-40d5-856d-b732b88a9001 req-240afab4-36ee-48e7-8fa2-bbe7c8921d6e tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 943 time: 0.0530517 Aug 27 17:18:40.204230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f43c181-2399-40d5-856d-b732b88a9001 req-44028cd1-c3a0-42c4-8b97-2f935f7f3580 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320539 Aug 27 17:18:40.211443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:18:40.223676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'mac_address': 'fa:16:3e:12:cf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:18:40.260358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:40.273772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:18:40.293422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:18:40.358041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:40.405116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:18:40.412415 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.412771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.413119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.413466 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.413804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.414143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.414478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.414811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.415143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.415504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.415831 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.416162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:40.583729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:18:40.799491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97110b-0bf1-4018-8e4a-50f0378354cd req-a2219d61-45a3-4f3b-bf01-3bd0f2f6b56d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:40.801002 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e97110b-0bf1-4018-8e4a-50f0378354cd req-a2219d61-45a3-4f3b-bf01-3bd0f2f6b56d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0514836 Aug 27 17:18:40.836380 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-50d2dff3-1b35-4a06-9428-ecc344a4b3e7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:40.837859 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-50d2dff3-1b35-4a06-9428-ecc344a4b3e7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.90 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d&tenant_id=79bbe064150a4081a532a6ef000fa60f&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 944 time: 0.0526452 Aug 27 17:18:40.839592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0e97110b-0bf1-4018-8e4a-50f0378354cd req-be5932b3-6252-449d-9ee6-f6f4e68edfa5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Aug 27 17:18:40.901947 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-9dfa4db4-b24c-4f53-ae66-b7a1cbae7072 service neutron] 10.222.0.90 "GET /v2.0/ports/097267d4-8fa8-4e1b-a4fc-ab6bdb72119b/bindings/n-h1-806412-1 HTTP/1.1" status: 200 len: 382 time: 0.0538406 Aug 27 17:18:40.968391 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-fd59bf92-7d0b-4620-aa62-e198673fc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:40.969789 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-fd59bf92-7d0b-4620-aa62-e198673fc287 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1095 time: 0.0444648 Aug 27 17:18:41.058953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-ae35a2de-c7fe-41e9-bf2f-706937ed6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:41.060455 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-ae35a2de-c7fe-41e9-bf2f-706937ed6d7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0838287 Aug 27 17:18:41.129120 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-23ca646d-b9c7-40b0-bdbd-58b0a834c557 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1001 time: 0.0609350 Aug 27 17:18:41.177787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-7f4781f0-a757-4d60-9a6b-be962fe8e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:41.179204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-7f4781f0-a757-4d60-9a6b-be962fe8e31f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0435658 Aug 27 17:18:41.222684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-5d16f559-a2d5-488f-aa2c-68fcaea48c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:41.224151 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-5d16f559-a2d5-488f-aa2c-68fcaea48c84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385904 Aug 27 17:18:41.319338 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-262c5d3b-fae7-40e2-b5bb-71196d4f5a51 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Aug 27 17:18:41.408385 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-98cca706-9fcf-4b6b-806c-3329eca960fc service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822055 Aug 27 17:18:41.956443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e7248-9a4f-4255-8a3b-159bb28b89ac req-df25a64d-2179-440a-8e3a-56991fe884bf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:41.957899 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f2e7248-9a4f-4255-8a3b-159bb28b89ac req-df25a64d-2179-440a-8e3a-56991fe884bf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0484312 Aug 27 17:18:41.995629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1f2e7248-9a4f-4255-8a3b-159bb28b89ac req-4ba958f0-c4d2-46aa-a364-7d2a02ce3233 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Aug 27 17:18:42.123221 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:18:42.261597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:18:42.265553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:18:42.265923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:42.344360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:42.376376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:18:42.378528 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b3b6fe-0fe6-4047-af54-10e8c062ee98" -d '{"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-plugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:18:42.391869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:18:42.472442 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:42.475117 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a149cb9-7160-40c8-82d0-4a0a5af7f8bb x-openstack-request-id: req-7a149cb9-7160-40c8-82d0-4a0a5af7f8bb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:18:42.475433 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-plugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:18:42.475685 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7a149cb9-7160-40c8-82d0-4a0a5af7f8bb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:18:42.476069 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'code': 200} Aug 27 17:18:42.524885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:18:43.115759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339309e1-6eed-4cfb-a763-e219297ee268 req-f384dd6c-522b-4da7-9a14-a27341647d41 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:43.117372 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-339309e1-6eed-4cfb-a763-e219297ee268 req-f384dd6c-522b-4da7-9a14-a27341647d41 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0527136 Aug 27 17:18:43.155732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-339309e1-6eed-4cfb-a763-e219297ee268 req-6a1ca104-247d-4367-809e-bfd93fd7889d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320835 Aug 27 17:18:44.273064 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4120b-ea94-49d3-9964-e1d0f0aca91f req-4b474a59-76b7-42e4-972c-1f5ef340fcc3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:44.274543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0e4120b-ea94-49d3-9964-e1d0f0aca91f req-4b474a59-76b7-42e4-972c-1f5ef340fcc3 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0485857 Aug 27 17:18:44.313860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0e4120b-ea94-49d3-9964-e1d0f0aca91f req-cf39f3d3-593e-4902-a0e7-47c9d78733e5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Aug 27 17:18:45.429903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2796be4-9e95-49d5-b4b1-1499e832a563 req-394e9d64-b4d1-430a-aa5c-41c7e5a5c517 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:45.431390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2796be4-9e95-49d5-b4b1-1499e832a563 req-394e9d64-b4d1-430a-aa5c-41c7e5a5c517 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0490348 Aug 27 17:18:45.469317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f2796be4-9e95-49d5-b4b1-1499e832a563 req-721e5497-2205-4ddd-a47e-f3a57897e033 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Aug 27 17:18:46.105285 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-34989a75-3991-445d-a8a9-512acfc3f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:46.106997 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-34989a75-3991-445d-a8a9-512acfc3f357 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d&tenant_id=79bbe064150a4081a532a6ef000fa60f HTTP/1.1" status: 200 len: 1096 time: 0.0446513 Aug 27 17:18:46.118184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:18:46.137922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:18:46.175448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:46.218921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:46.382976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:18:46.416432 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:18:46.459672 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:18:46.462020 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c500f44-d1bb-4fa9-9ff4-bcc9f93bee97" -d '{"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-unplugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:18:46.467192 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:46.480932 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Transition to ACTIVE for port object 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:18:46.569745 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e3ab1-18fb-474f-b0d1-4b48ab3cfc9b x-openstack-request-id: req-7f9e3ab1-18fb-474f-b0d1-4b48ab3cfc9b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:18:46.573610 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-unplugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:18:46.573610 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7f9e3ab1-18fb-474f-b0d1-4b48ab3cfc9b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:18:46.573610 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'code': 200} Aug 27 17:18:46.575228 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:46.605772 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:18:46.606134 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:18:46.639993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ac043-84c0-4f60-9b00-fe655ec55a02 req-6f237b69-c949-47d8-a4f8-11e48199c4d1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:46.641552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d06ac043-84c0-4f60-9b00-fe655ec55a02 req-6f237b69-c949-47d8-a4f8-11e48199c4d1 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.1015151 Aug 27 17:18:46.673957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=10']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:18:46.699606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.699962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.700318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.700661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.701000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.701335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.701668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.701997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.702323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.702649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.702975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.703318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:18:46.757385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] No DVR routers for this DVR port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:18:46.762287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d06ac043-84c0-4f60-9b00-fe655ec55a02 req-346803e5-c38a-4aed-8f0c-c11c35ff37d7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836627 Aug 27 17:18:47.222151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:18:47.222487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:18:47.222818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:18:47.227006 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:18:47.227352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Attempting to bind port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:18:47.232842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:18:47.233178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Checking segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:18:47.233696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Bound using segment: {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:18:47.234117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Bound port: 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e111ed2-960b-48fb-a437-6e5e22e6e10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:18:47.234470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:47.296664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:18:47.299770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:18:47.398099 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:47.436096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:47.436717 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:47.438078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] 10.222.0.97 "PUT /v2.0/ports/097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1092 time: 1.3238297 Aug 27 17:18:47.458986 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b13653-0fbd-4360-a9e2-4ad44ca28f78 service neutron] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=11']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:18:47.504496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-15dec10d-7a6d-4db2-9342-dcfe1a3c296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:47.505991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-15dec10d-7a6d-4db2-9342-dcfe1a3c296f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1095 time: 0.0440829 Aug 27 17:18:47.600966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-6ef844ea-8351-49df-8892-f54d57df2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:47.602480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-6ef844ea-8351-49df-8892-f54d57df2723 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0896478 Aug 27 17:18:47.673588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-455e30da-c5f5-4cdc-99be-84aee53b8f6a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1000 time: 0.0637765 Aug 27 17:18:47.724027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-e09228ab-70b7-47a1-bb82-634f22a3cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:47.725402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-e09228ab-70b7-47a1-bb82-634f22a3cbb3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0451446 Aug 27 17:18:47.769502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-a8782dcb-00ea-4874-b208-78d546275056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:47.770869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-a8782dcb-00ea-4874-b208-78d546275056 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391068 Aug 27 17:18:47.893602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-aa4f6d94-7cd9-4d4e-9a3d-29335c492aee service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157062 Aug 27 17:18:47.906173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d1957-6c9c-40ce-b93e-66f15c3c0e9b req-c282094f-ad93-4f9b-aa75-2e7c1e66fe4a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:47.907655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253d1957-6c9c-40ce-b93e-66f15c3c0e9b req-c282094f-ad93-4f9b-aa75-2e7c1e66fe4a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0705967 Aug 27 17:18:47.993678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253d1957-6c9c-40ce-b93e-66f15c3c0e9b req-0e3c4d25-76e2-46f7-8f14-0c0b8ca25388 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781372 Aug 27 17:18:48.020281 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-260b11a9-4d9d-441d-9687-9423c542d2d3 req-dcf3f16f-88b7-42f4-a053-b4146482adad service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116123 Aug 27 17:18:48.571477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:18:48.574124 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1fe442-5065-4072-a393-f2ef98660697" -d '{"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:18:48.622955 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c55db-196e-4edc-b607-5c3660bbb658 x-openstack-request-id: req-0f3c55db-196e-4edc-b607-5c3660bbb658 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:18:48.624067 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:18:48.624398 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f3c55db-196e-4edc-b607-5c3660bbb658 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:18:48.625037 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'status': 'completed', 'code': 200} Aug 27 17:18:48.688218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-bc4017ad-7486-437d-802f-f0bfc21ae519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.689988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-bc4017ad-7486-437d-802f-f0bfc21ae519 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1095 time: 0.0479693 Aug 27 17:18:48.697278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-df3266d7-5df5-4d2b-ac4d-f8e0ea828968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.699434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-df3266d7-5df5-4d2b-ac4d-f8e0ea828968 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 1095 time: 0.0537934 Aug 27 17:18:48.788998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-e31f966e-f929-407d-95ff-34fe9c4f1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.791048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-e31f966e-f929-407d-95ff-34fe9c4f1d3e service neutron] 10.222.0.97 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0938330 Aug 27 17:18:48.796463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-858512b2-0078-417f-b699-d05a9d87a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.798069 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-858512b2-0078-417f-b699-d05a9d87a9f5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 200 len: 914 time: 0.0914228 Aug 27 17:18:48.859578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-21d07814-2cdb-4f56-bcbf-7ecdfcf13023 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1000 time: 0.0604033 Aug 27 17:18:48.866019 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-e564c8e6-35d4-468b-bf20-00c8185fe45e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 200 len: 1000 time: 0.0606163 Aug 27 17:18:48.910606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-08356800-ff25-4039-ac1b-85c5944262b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.912363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-08356800-ff25-4039-ac1b-85c5944262b6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0453484 Aug 27 17:18:48.921001 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-9caa6b77-9813-43ff-97af-96f11e1f1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.922472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-9caa6b77-9813-43ff-97af-96f11e1f1aec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 200 len: 851 time: 0.0495217 Aug 27 17:18:48.963995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-23357a13-bc57-42d0-a821-3c8b348b19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.965802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-23357a13-bc57-42d0-a821-3c8b348b19e7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462196 Aug 27 17:18:48.971015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe442-5065-4072-a393-f2ef98660697 req-6c32cb03-7d4f-4ff6-9ea9-d198c58a9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:48.972597 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-6c32cb03-7d4f-4ff6-9ea9-d198c58a9ff7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3a6063c1-91ad-49c1-a2f1-ba2c13a713be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431242 Aug 27 17:18:49.069268 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-36ca2546-7164-4b39-88ad-1de53575c271 service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960424 Aug 27 17:18:49.076271 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-5531df79-21c6-4c33-a8e1-adc8cfa052e8 service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962827 Aug 27 17:18:49.174957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf14a-938f-4745-83d2-9414f260b53d req-96e527fa-871a-43b1-86c3-d718d3d4ab57 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:49.176509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-762cf14a-938f-4745-83d2-9414f260b53d req-96e527fa-871a-43b1-86c3-d718d3d4ab57 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.1058416 Aug 27 17:18:49.177153 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-31122155-a006-48ac-9414-7065c6c7038e service neutron] 10.222.0.90 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941036 Aug 27 17:18:49.233704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fd1fe442-5065-4072-a393-f2ef98660697 req-1033077d-ab04-4316-8256-96679d47a10f service neutron] 10.222.0.97 "GET /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534824 Aug 27 17:18:49.236687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-762cf14a-938f-4745-83d2-9414f260b53d req-7350a6db-3e3e-411c-a20a-e05725069598 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502899 Aug 27 17:18:50.358029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453ffda-8b65-4aee-ad4d-39e6bfc44a1a req-a238ae9e-a140-493e-afd4-f942a1c71b07 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:50.361460 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b453ffda-8b65-4aee-ad4d-39e6bfc44a1a req-a238ae9e-a140-493e-afd4-f942a1c71b07 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0504248 Aug 27 17:18:50.400254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b453ffda-8b65-4aee-ad4d-39e6bfc44a1a req-89bf8ae6-b1d4-4d25-b603-4b9e56dc47c5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344164 Aug 27 17:18:50.666420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5e5a319-940d-4f74-9609-c461adbb4ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:51.525373 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d30f-7eb5-40e4-92ed-607351f56fd9 req-139a98f5-6819-40f5-98b9-16194215bf2b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:51.527048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb13d30f-7eb5-40e4-92ed-607351f56fd9 req-139a98f5-6819-40f5-98b9-16194215bf2b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0548205 Aug 27 17:18:51.566487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb13d30f-7eb5-40e4-92ed-607351f56fd9 req-675007dc-3dfd-46dc-8317-ed40664b4700 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Aug 27 17:18:52.694030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9052-60c4-408f-ba89-1604fa1888ff req-b375aa35-bde3-4fba-af23-1f006a6c8517 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:52.695708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e2c9052-60c4-408f-ba89-1604fa1888ff req-b375aa35-bde3-4fba-af23-1f006a6c8517 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0507281 Aug 27 17:18:52.735196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1e2c9052-60c4-408f-ba89-1604fa1888ff req-cd3c5cba-7d98-4712-b300-f2a841ef6487 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 Aug 27 17:18:53.237286 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14a4caf7-efae-4dd9-b5f0-19161e29ddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:53.437419 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:53.716673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:53.853231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5a6a-fe74-4586-ae4d-8e36e8282296 req-0f13f12a-d220-40f3-bd06-bf2dc22b4ff5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:53.855015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dfc5a6a-fe74-4586-ae4d-8e36e8282296 req-0f13f12a-d220-40f3-bd06-bf2dc22b4ff5 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0500526 Aug 27 17:18:53.893410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dfc5a6a-fe74-4586-ae4d-8e36e8282296 req-1134b823-8180-47eb-b596-b82f085feb13 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Aug 27 17:18:54.734384 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:54.762792 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:55.016995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b013d5-84ce-4cf4-9eaf-e05e0f7f8fcd req-8732d0ff-e963-45e1-9968-18748f3d999b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:55.018371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27b013d5-84ce-4cf4-9eaf-e05e0f7f8fcd req-8732d0ff-e963-45e1-9968-18748f3d999b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0537474 Aug 27 17:18:55.057322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27b013d5-84ce-4cf4-9eaf-e05e0f7f8fcd req-49d326bb-2563-4636-aa15-393aa469237a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Aug 27 17:18:56.173305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b111b0-07a1-4437-bf4b-aea912118443 req-1dba1b2b-da61-4be9-955d-304d5dd6c965 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:56.174712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6b111b0-07a1-4437-bf4b-aea912118443 req-1dba1b2b-da61-4be9-955d-304d5dd6c965 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0498450 Aug 27 17:18:56.214254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d6b111b0-07a1-4437-bf4b-aea912118443 req-3de61cd7-dc16-4d07-bcab-f5105e6b814f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Aug 27 17:18:56.277473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:57.328642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56e56a-a6d6-49fa-b4eb-2fc380d41809 req-f099e22f-f8a9-4f10-b3f4-2d7d93095a48 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:57.330113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a56e56a-a6d6-49fa-b4eb-2fc380d41809 req-f099e22f-f8a9-4f10-b3f4-2d7d93095a48 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0490158 Aug 27 17:18:57.367610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a56e56a-a6d6-49fa-b4eb-2fc380d41809 req-5f1eb1b0-dc93-4d9e-bc7f-b2690ac36f7b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315979 Aug 27 17:18:58.492259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b474-7406-4648-baeb-e353688880dc req-8f5cebba-14fc-46ee-affb-14d66f536be7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:58.493736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cc1b474-7406-4648-baeb-e353688880dc req-8f5cebba-14fc-46ee-affb-14d66f536be7 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0563898 Aug 27 17:18:58.533185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cc1b474-7406-4648-baeb-e353688880dc req-288640c5-43c2-4700-aa68-97516960dfaf tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330944 Aug 27 17:18:59.594374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:18:59.647928 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bca64-7b7b-4407-99c4-29095892688d req-0b7bf208-ad65-47ce-9597-049cfe148d8b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:59.649338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469bca64-7b7b-4407-99c4-29095892688d req-0b7bf208-ad65-47ce-9597-049cfe148d8b tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0493786 Aug 27 17:18:59.689648 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-469bca64-7b7b-4407-99c4-29095892688d req-36673e85-e5e0-4296-bba2-8ea9fcc6618d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335205 Aug 27 17:18:59.695774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:18:59.708098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'port_id': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'mac_address': 'fa:16:3e:12:cf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:18:59.746100 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:59.758926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:18:59.779468 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:18:59.808071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f52b7-32c1-4a90-9f53-6048ab78847e req-8db0aaeb-885f-4637-abf3-3798e53ed435 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:59.809698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-139f52b7-32c1-4a90-9f53-6048ab78847e req-8db0aaeb-885f-4637-abf3-3798e53ed435 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 944 time: 0.0515485 Aug 27 17:18:59.849212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-139f52b7-32c1-4a90-9f53-6048ab78847e req-f3026bb4-11e1-4a2f-83db-c29334aab818 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Aug 27 17:18:59.870803 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:18:59.923542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=12']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:18:59.970789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9acc31-33e1-4437-a66f-f75b555cfe88 req-efc85f57-2de3-4a72-97c9-7e0d84f0d193 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:18:59.972346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f9acc31-33e1-4437-a66f-f75b555cfe88 req-efc85f57-2de3-4a72-97c9-7e0d84f0d193 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0560310 Aug 27 17:19:00.009772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8f9acc31-33e1-4437-a66f-f75b555cfe88 req-ae22a06e-37be-4fb8-8dca-63a3ecee138d tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Aug 27 17:19:00.114211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:19:00.517979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445bf2e-15c0-4998-a69d-b3975d6fde15 req-fd4e5557-6e4a-49e3-9582-e97c3b593aaa tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:00.519490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c445bf2e-15c0-4998-a69d-b3975d6fde15 req-fd4e5557-6e4a-49e3-9582-e97c3b593aaa tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0559111 Aug 27 17:19:00.558340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c445bf2e-15c0-4998-a69d-b3975d6fde15 req-96adbcab-8411-47dc-be68-b52117115bfa tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328872 Aug 27 17:19:01.618787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:19:01.676794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4d05-c6d0-4ef2-a729-a76ec2e80eb6 req-d4804f37-4cc7-4adb-8ef1-e36bf8be7b2f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:01.678992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddb4d05-c6d0-4ef2-a729-a76ec2e80eb6 req-d4804f37-4cc7-4adb-8ef1-e36bf8be7b2f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 945 time: 0.0498405 Aug 27 17:19:01.720536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddb4d05-c6d0-4ef2-a729-a76ec2e80eb6 req-abd8b48d-5406-4d04-8275-f8452c8824ec tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups?id=145462c2-1aac-4d7d-b651-e389be273e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352755 Aug 27 17:19:01.763656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:19:01.768016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:19:01.768751 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:01.843927 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:01.866031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:01.868349 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148381eb-76e2-4697-95a2-6ab4ee822c91" -d '{"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-plugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:01.881367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:01.907853 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b81d385-122f-46e3-8a2f-870e08cc5635 x-openstack-request-id: req-1b81d385-122f-46e3-8a2f-870e08cc5635 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:01.907853 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-plugged", "status": "completed", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:01.907853 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1b81d385-122f-46e3-8a2f-870e08cc5635 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:01.907853 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'code': 200} Aug 27 17:19:01.952461 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:02.004707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=13']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:02.095137 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-54cd8125-cb7e-49f3-9e3e-313847f8223a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:02.096602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-54cd8125-cb7e-49f3-9e3e-313847f8223a tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 946 time: 0.0522659 Aug 27 17:19:02.187114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Deleting port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:02.187413 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:02.279525 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] For port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:02.279898 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:02.450559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:02.450867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:02.451182 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1 disassociated. External IP: 172.25.4.204, port: 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b. Aug 27 17:19:02.451636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Calling delete_port for 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:02.654177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:02.684486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event deleted for resources: {'Port': ['ID=097267d4-8fa8-4e1b-a4fc-ab6bdb72119b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:02.826672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51849963-3452-4be2-ab7f-a043ab39c6d0 req-7e6ceab2-6deb-44a2-9784-a6e95ca0f981 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0341303 Aug 27 17:19:02.834023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:19:02.943739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:19:02.955975 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:19:02.965652 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:19:02.966271 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:02.983450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] No DVR routers for this DVR port 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:19:02.986076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:02.988095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffdee963-aba3-47c0-a21e-262bb94e4cbe req-7487490c-a8d5-4c59-b7d9-bdb618e9ff1f tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.97 "DELETE /v2.0/ports/097267d4-8fa8-4e1b-a4fc-ab6bdb72119b HTTP/1.1" status: 204 len: 173 time: 0.8845634 Aug 27 17:19:02.988539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-deleted', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:02.990795 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425defdd-1276-4cef-a53f-23385699528f" -d '{"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-deleted", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:03.027789 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48642dcc-9792-4564-b10b-f5f994b2bca1 x-openstack-request-id: req-48642dcc-9792-4564-b10b-f5f994b2bca1 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:03.028163 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ce9e8e-8028-43e9-8be0-6635c988e90d", "name": "network-vif-deleted", "tag": "097267d4-8fa8-4e1b-a4fc-ab6bdb72119b", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:03.028426 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48642dcc-9792-4564-b10b-f5f994b2bca1 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:03.028841 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ce9e8e-8028-43e9-8be0-6635c988e90d', 'name': 'network-vif-deleted', 'tag': '097267d4-8fa8-4e1b-a4fc-ab6bdb72119b', 'status': 'completed', 'code': 200} Aug 27 17:19:03.073599 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:19:03.269446 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:03.388409 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:19:03.396806 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:19:03.397409 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:03.501513 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:19:03.694242 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:03.723614 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25abf851-2aa9-4172-9c8f-caa665270730 None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 4, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5d9af9c2-370a-4363-b70d-d585f9aa81ce', 'name': '', 'network_id': '3a6063c1-91ad-49c1-a2f1-ba2c13a713be', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'mac_address': 'fa:16:3e:48:eb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:59Z', 'updated_at': '2021-08-27T17:09:05Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'subnets': [{'id': 'd7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:19:03.939581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5aeb3996-0f01-41a3-af6c-80d604270cea req-82d31bd9-1fbd-4054-94ea-0fad4461d8a6 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0332899 Aug 27 17:19:03.954885 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149d60d-590a-495a-a57b-2f3152f07ba8 None None] New status for floating IP cae1dfda-f964-45b8-9ebc-d021aed490f1: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:19:04.858952 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:19:05.039285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-83d7ebcf-348c-4ac9-b59b-8583be2e1b3c req-2bc001e9-9c40-4321-a034-ba588c960364 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0285282 Aug 27 17:19:05.634135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:19:05.654352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:19:05.654713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 097267d4-8fa8-4e1b-a4fc-ab6bdb72119b not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:19:06.133907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1b3bc14-6f92-48e5-be45-72b5f0630dd2 req-b5f5637a-a586-4bc8-9514-efa2086cbe04 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0266407 Aug 27 17:19:07.239024 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-17366998-bd6c-47c9-a3ab-dcc5186003d8 req-de7068cc-76c5-4f2b-a0fd-1b1339b417ae tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0270293 Aug 27 17:19:07.445330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03805652-f5cb-404b-9697-7ddac4bf650e req-7bee5ca5-6716-4c9d-8bd6-b0dd91666293 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257697 Aug 27 17:19:07.509354 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03805652-f5cb-404b-9697-7ddac4bf650e req-69d7b05d-4676-4215-9c5b-fc74a654eef0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=79bbe064150a4081a532a6ef000fa60f&device_id=83ce9e8e-8028-43e9-8be0-6635c988e90d HTTP/1.1" status: 200 len: 210 time: 0.0253842 Aug 27 17:19:07.624248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03805652-f5cb-404b-9697-7ddac4bf650e req-eb1773de-dfb7-4def-9fc2-0004d6e4d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:07.625832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03805652-f5cb-404b-9697-7ddac4bf650e req-eb1773de-dfb7-4def-9fc2-0004d6e4d8ae service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=79bbe064150a4081a532a6ef000fa60f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0980513 Aug 27 17:19:07.719812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03805652-f5cb-404b-9697-7ddac4bf650e req-c607babc-ce15-4fd2-93de-621e9dd5f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:07.721188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03805652-f5cb-404b-9697-7ddac4bf650e req-c607babc-ce15-4fd2-93de-621e9dd5f2c9 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0882995 Aug 27 17:19:08.841359 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49a79989-fce2-4968-86e5-1e0d24d1600a req-035a73dd-1d8c-4bda-966e-01d7cc6eee46 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257711 Aug 27 17:19:08.910184 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49a79989-fce2-4968-86e5-1e0d24d1600a req-7acf9a87-ee1c-4ab7-9d7e-99f2f0a9e199 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0257123 Aug 27 17:19:08.949511 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49a79989-fce2-4968-86e5-1e0d24d1600a req-97fe9687-3765-467d-91c3-b6d6aa79a7b5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188749 Aug 27 17:19:09.048409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a79989-fce2-4968-86e5-1e0d24d1600a req-ef63291e-c9a3-43f9-9792-af262504b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:09.049891 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-49a79989-fce2-4968-86e5-1e0d24d1600a req-ef63291e-c9a3-43f9-9792-af262504b3ae service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941606 Aug 27 17:19:12.241965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59164) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:12.302973 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19f58568-6adc-4a2c-ab2a-d733d2088f63 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.326217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19f58568-6adc-4a2c-ab2a-d733d2088f63 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.466061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19f58568-6adc-4a2c-ab2a-d733d2088f63 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.468807 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-19f58568-6adc-4a2c-ab2a-d733d2088f63 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.470098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-19f58568-6adc-4a2c-ab2a-d733d2088f63 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "DELETE /v2.0/security-groups/145462c2-1aac-4d7d-b651-e389be273e22 HTTP/1.1" status: 204 len: 168 time: 0.2270913 Aug 27 17:19:12.472714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59166) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:12.479482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f58568-6adc-4a2c-ab2a-d733d2088f63 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145462c2-1aac-4d7d-b651-e389be273e22,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:12.488454 n-d-806412-1 neutron-server[95252]: INFO neutron.api.v2.resource [None req-058543de-eb9a-4ce6-b81b-24fb826c3e0c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] show failed (client error): The resource could not be found. Aug 27 17:19:12.492355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59168) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:12.492594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-058543de-eb9a-4ce6-b81b-24fb826c3e0c tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "GET /v2.0/security-groups/145462c2-1aac-4d7d-b651-e389be273e22 HTTP/1.1" status: 404 len: 347 time: 0.0185852 Aug 27 17:19:12.624420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Deleting port fb39588e-507f-4c14-9667-e380b8e3c9c4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:12.624658 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.698557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.699224 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.710206 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Calling delete_port for fb39588e-507f-4c14-9667-e380b8e3c9c4 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:12.928730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:12.951834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Pushing event deleted for resources: {'Port': ['ID=fb39588e-507f-4c14-9667-e380b8e3c9c4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:13.017383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:13.020023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:13.021211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-85670735-112a-4c00-98cd-55035ce25a39 tempest-ServerActionsTestJSON-732328971 tempest-ServerActionsTestJSON-732328971-project] 10.222.0.101 "DELETE /v2.0/floatingips/cae1dfda-f964-45b8-9ebc-d021aed490f1 HTTP/1.1" status: 204 len: 168 time: 0.5274620 Aug 27 17:19:13.024187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59170) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:13.533704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:13.777552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Deleting port 5d9af9c2-370a-4363-b70d-d585f9aa81ce {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:13.780321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:13.861255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] For port 5d9af9c2-370a-4363-b70d-d585f9aa81ce, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5d9af9c2-370a-4363-b70d-d585f9aa81ce,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:13.861635 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:13.875126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Calling delete_port for 5d9af9c2-370a-4363-b70d-d585f9aa81ce owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:14.109870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:14.140961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9af9c2-370a-4363-b70d-d585f9aa81ce,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:14.299400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:14.514350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:19:14.623303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:19:14.628279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-462d3039-7275-4690-8d21-c7b6273c6b4c admin admin] 10.222.0.101 "PUT /v2.0/routers/26f0e4ae-00b9-4c61-a4e4-69153d3dd85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031346 Aug 27 17:19:14.630820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:14.631944 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] Sync routers for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:19:14.641426 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:19:14.642024 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:14.739087 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:14.751453 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:19:14.846447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:14.923496 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:19:14Z', 'revision_number': 5, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port': {'id': 'b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:14.949270 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] Checking router: 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:19:14.957581 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] Routers {'26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:19:14.958212 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:18:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:14.972031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Deleting port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:14.972385 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.042708 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] Set router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:19:15.098661 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:19:14Z', 'revision_number': 6, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:15.126332 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ec14b-b9eb-4157-a3df-0cf08c1557ce None None] The sync data for ids ['26f0e4ae-00b9-4c61-a4e4-69153d3dd85d'] in n-d-806412-1 is: [{'id': '26f0e4ae-00b9-4c61-a4e4-69153d3dd85d', 'name': 'tempest-ServerActionsTestJSON-1314823499-router', 'tenant_id': '79bbe064150a4081a532a6ef000fa60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:08:57Z', 'updated_at': '2021-08-27T17:19:14Z', 'revision_number': 6, 'project_id': '79bbe064150a4081a532a6ef000fa60f', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:19:15.383404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] For port b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:15.383774 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.396271 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Calling delete_port for b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:15.620406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.646669 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:15.707999 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.801497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.803630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.910629 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.911572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26f0e4ae-00b9-4c61-a4e4-69153d3dd85d {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:19:15.916034 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.918610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8d24332f-3438-45b8-b1b9-df377552aa50 admin admin] 10.222.0.101 "DELETE /v2.0/routers/26f0e4ae-00b9-4c61-a4e4-69153d3dd85d HTTP/1.1" status: 204 len: 168 time: 1.2856064 Aug 27 17:19:15.920961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59180) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:15.932392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:19:15.952993 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:19:15.953622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device b3a3e4ef-f4c4-4643-aeb2-3e8f9eb44fc7 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:19:15.954215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d9af9c2-370a-4363-b70d-d585f9aa81ce no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:19:15.968517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] Deleting subnet d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:19:15.971754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:15.973973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5d9af9c2-370a-4363-b70d-d585f9aa81ce {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:19:15.977482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5d9af9c2-370a-4363-b70d-d585f9aa81ce not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:19:16.012121 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.097519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.224848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.248443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:16.258477 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.264687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2c7ecee0-f677-494d-8c2e-24e5fb05be60 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d7f36ca8-68dc-4c1f-ac5a-ca94591b8ddf HTTP/1.1" status: 204 len: 168 time: 0.3385906 Aug 27 17:19:16.264687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59184) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:16.266862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8107826-60a2-4990-a5db-cb425166aece None None] Network 3a6063c1-91ad-49c1-a2f1-ba2c13a713be requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:19:16.336935 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.393778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Deleting port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:16.394121 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.434821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] DHCP port deletion for 3a6063c1-91ad-49c1-a2f1-ba2c13a713be request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:19:16.459398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] For port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:16.459712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.473384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Calling delete_port for 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:16.481701 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] Deleting port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:16.482081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.552239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] For port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,segment=NetworkSegment(6e111ed2-960b-48fb-a437-6e5e22e6e10b),segment_id=6e111ed2-960b-48fb-a437-6e5e22e6e10b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:16.552630 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.565780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] Calling delete_port for 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:16.643209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:19:16.645031 n-d-806412-1 neutron-server[95254]: self.session.flush() Aug 27 17:19:16.651124 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.671379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Pushing event deleted for resources: {'Port': ['ID=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:16.675731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] No DVR routers for this DVR port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:19:16.684753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] Pushing event deleted for resources: {'Port': ['ID=2beae6c9-0a6f-47b3-b071-18c2ecbb99ec,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:16.688805 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809adc32-b739-4ad0-b55a-a75ea0d5637f None None] No DVR routers for this DVR port 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:19:16.752781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.763689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6063c1-91ad-49c1-a2f1-ba2c13a713be']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:16.774049 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e111ed2-960b-48fb-a437-6e5e22e6e10b') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:16.775526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e111ed2-960b-48fb-a437-6e5e22e6e10b') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:16.783675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.797486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.803395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:19:16.803795 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:19:16.805558 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:19:16.917691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.924517 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:16.934516 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3a6063c1-91ad-49c1-a2f1-ba2c13a713be HTTP/1.1" status: 204 len: 168 time: 0.6618164 Aug 27 17:19:16.938817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60ba88-f3b4-4bae-b596-021b5540e168 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6063c1-91ad-49c1-a2f1-ba2c13a713be,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:17.280822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59188) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:17.324019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b39a369b-afab-4f68-9062-41115c33b1a2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=79bbe064150a4081a532a6ef000fa60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419915 Aug 27 17:19:17.326703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59190) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:17.385291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-58ddd4ff-2076-4282-af7f-713602fb8030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:17.406985 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-58ddd4ff-2076-4282-af7f-713602fb8030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:17.591997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-58ddd4ff-2076-4282-af7f-713602fb8030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:17.594619 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-58ddd4ff-2076-4282-af7f-713602fb8030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:17.595867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-58ddd4ff-2076-4282-af7f-713602fb8030 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c1aa405c-aebb-41ab-82d1-209a9fe833d9 HTTP/1.1" status: 204 len: 168 time: 0.2681799 Aug 27 17:19:17.603806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddd4ff-2076-4282-af7f-713602fb8030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa405c-aebb-41ab-82d1-209a9fe833d9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:17.923533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:19:17.943834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:19:17.944184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 2beae6c9-0a6f-47b3-b071-18c2ecbb99ec not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:19:18.573772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59212) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:18.678872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-693701676-network', 'tenant_id': 'd49be187f90a46409110192052703abf'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:18.763437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Made reservation on behalf of d49be187f90a46409110192052703abf for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:18.765844 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:18.774599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:18.873364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:18.952006 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:18.978619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:19:18.990647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723a7d63-6b80-4743-a6bf-503a6f979a91,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:18.998372 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:18.998372 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Added segment 1216078d-cc9f-461b-98c8-ad0cfd0a3aa7 of type vlan for network 0c5a1789-1092-4809-805f-18c37e894fea Aug 27 17:19:19.043824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:19.134534 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:19.135537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:19.136121 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:19.194557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5a1789-1092-4809-805f-18c37e894fea,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:19.205559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 0c5a1789-1092-4809-805f-18c37e894fea details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:19:19.249665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9aa73e1e-a23a-4eb2-ad06-7a70de9459c8 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6746047 Aug 27 17:19:19.252520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59216) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:19.257540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Request body: {'subnet': {'network_id': '0c5a1789-1092-4809-805f-18c37e894fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-693701676-subnet', 'tenant_id': 'd49be187f90a46409110192052703abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:19.367416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Made reservation on behalf of d49be187f90a46409110192052703abf for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:19.370094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:19.607218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:19.655338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abb54bd-558c-4103-8934-23036f46e730,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:19.671575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Checking segment: {'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:19:19.671950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Network hostable DHCP agents. Network: 0c5a1789-1092-4809-805f-18c37e894fea, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:19:20.014847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Network 0c5a1789-1092-4809-805f-18c37e894fea is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:19:20.134451 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 0c5a1789-1092-4809-805f-18c37e894fea) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:19:20.139253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:20.139878 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:20.144433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20b560-09d1-4f83-b0ca-ccfcf23f534a None None] Network 0c5a1789-1092-4809-805f-18c37e894fea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:19:20.261308 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3ec22446-b4e0-4b96-b97f-101032618ff2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0076468 Aug 27 17:19:20.268474 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22738574-554f-40a6-beec-215576304a50 None None] Network 0c5a1789-1092-4809-805f-18c37e894fea requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:19:20.660380 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3545afdf-0715-4523-b6e7-2a2f76bbb596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:20.719890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3d89f-648b-4756-98ac-5c231c717616 req-56784e3d-2e44-468d-96fc-96f680ebda98 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:20.721373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-56784e3d-2e44-468d-96fc-96f680ebda98 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/networks?id=0c5a1789-1092-4809-805f-18c37e894fea HTTP/1.1" status: 200 len: 813 time: 0.1087492 Aug 27 17:19:20.738536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2ed6d100-0a80-459e-bbd8-531981b9aeff tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/quotas/d49be187f90a46409110192052703abf HTTP/1.1" status: 200 len: 375 time: 0.0099044 Aug 27 17:19:20.771588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-8cf98287-124c-41f1-a500-07adecf24abc tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d49be187f90a46409110192052703abf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273039 Aug 27 17:19:20.830403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-bf4df9ce-700a-4e34-a0e7-db8fde61906d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:19:20.831457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-bf4df9ce-700a-4e34-a0e7-db8fde61906d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533130 Aug 27 17:19:20.921838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-79c614c6-bcf5-4563-9f8f-519b6fa33447 service neutron] 10.222.0.101 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839875 Aug 27 17:19:21.018712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-ca174d89-e039-4c69-83e0-424b7fd75b43 service neutron] 10.222.0.101 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896513 Aug 27 17:19:21.253542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c8b01a93-5837-4603-be19-1de7f951d3bc req-98fc8048-b15c-40d2-a561-b6b1cb27f3a3 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 210 time: 0.0295918 Aug 27 17:19:22.346927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cb6569d-ff1b-43cb-8846-ab2e966169e1 req-d9eea076-3428-4781-b832-7b27365833bc tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Aug 27 17:19:23.305979 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3068-ba9a-4fd0-b75c-aa766107a214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:23.437694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:23.450319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6b64763b-6236-4723-ba3a-b7972d3e380c req-883f4b53-7918-4876-98a7-14d9e677010b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 210 time: 0.0349398 Aug 27 17:19:23.495367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3d89f-648b-4756-98ac-5c231c717616 req-598f3433-44d9-4dde-a80b-fe42d3fdfb6b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:23.497403 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-598f3433-44d9-4dde-a80b-fe42d3fdfb6b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.97 "GET /v2.0/networks?id=0c5a1789-1092-4809-805f-18c37e894fea HTTP/1.1" status: 200 len: 813 time: 0.1412444 Aug 27 17:19:23.510453 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Request body: {'port': {'device_id': 'aa267753-f7a3-465d-9988-2775963b17f7', 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea', 'admin_state_up': True, 'tenant_id': 'd49be187f90a46409110192052703abf'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:23.763458 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:23.763901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Made reservation on behalf of d49be187f90a46409110192052703abf for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:23.768367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:23.909154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Allocated IP 172.20.0.6 (0c5a1789-1092-4809-805f-18c37e894fea/9abb54bd-558c-4103-8934-23036f46e730/76bc00cf-091b-487a-b501-fd40fff88703) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:19:24.076577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:24.180580 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:24.221882 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Network 0c5a1789-1092-4809-805f-18c37e894fea is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:19:24.224918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:19:24.230780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:19:24.256585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Pushing event updated for resources: {'Port': ['ID=76bc00cf-091b-487a-b501-fd40fff88703,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:24.285191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:24.285805 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:24.398381 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-c590be1d-ff31-4326-8a52-074ee928f199 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8917110 Aug 27 17:19:24.411292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Request body: {'port': {'device_id': 'aa267753-f7a3-465d-9988-2775963b17f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:24.470370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:24.678057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84979-0235-430e-896b-031a59f52d90 req-09766d6b-dd76-406a-8695-4a39cf98a745 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:24.679512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53c84979-0235-430e-896b-031a59f52d90 req-09766d6b-dd76-406a-8695-4a39cf98a745 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 931 time: 0.1528773 Aug 27 17:19:24.744370 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53c84979-0235-430e-896b-031a59f52d90 req-32739965-2e02-4dde-a5b4-86544ccc4a3f tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565729 Aug 27 17:19:24.774818 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:24.803244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:24.819779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bc00cf-091b-487a-b501-fd40fff88703 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:19:24.827958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:24.841653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Transition to ACTIVE for port object 76bc00cf-091b-487a-b501-fd40fff88703 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:19:24.951899 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:25.005558 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Pushing event updated for resources: {'Port': ['ID=76bc00cf-091b-487a-b501-fd40fff88703,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:25.070003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Attempting to bind port 76bc00cf-091b-487a-b501-fd40fff88703 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:19:25.070403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Attempting to bind port 76bc00cf-091b-487a-b501-fd40fff88703 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:19:25.070679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Attempting to bind port 76bc00cf-091b-487a-b501-fd40fff88703 on network 0c5a1789-1092-4809-805f-18c37e894fea {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:19:25.075149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Port 76bc00cf-091b-487a-b501-fd40fff88703 on network 0c5a1789-1092-4809-805f-18c37e894fea not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:19:25.075505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Attempting to bind port 76bc00cf-091b-487a-b501-fd40fff88703 on network 0c5a1789-1092-4809-805f-18c37e894fea {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:19:25.080220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:19:25.080559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Checking segment: {'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:19:25.080950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Bound using segment: {'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:19:25.081376 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Bound port: 76bc00cf-091b-487a-b501-fd40fff88703, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:19:25.081734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:25.148121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] For port 76bc00cf-091b-487a-b501-fd40fff88703, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:19:25.151096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] For port 76bc00cf-091b-487a-b501-fd40fff88703, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=76bc00cf-091b-487a-b501-fd40fff88703,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:19:25.214860 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:25.249462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:25.250114 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:25.252106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] 10.222.0.97 "PUT /v2.0/ports/76bc00cf-091b-487a-b501-fd40fff88703 HTTP/1.1" status: 200 len: 1091 time: 0.8450813 Aug 27 17:19:25.252579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa267753-f7a3-465d-9988-2775963b17f7', 'tag': '76bc00cf-091b-487a-b501-fd40fff88703'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:25.254831 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068ac83a-feb8-44f3-9773-617bb5ee5953" -d '{"events": [{"name": "network-changed", "server_uuid": "aa267753-f7a3-465d-9988-2775963b17f7", "tag": "76bc00cf-091b-487a-b501-fd40fff88703"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:25.277593 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088f713-e3b7-45c5-b706-ff5cf236e2cb service neutron] Pushing event updated for resources: {'Port': ['ID=76bc00cf-091b-487a-b501-fd40fff88703,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:25.297313 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06718619-9a20-4792-972a-ee2d2c442bf0 x-openstack-request-id: req-06718619-9a20-4792-972a-ee2d2c442bf0 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:25.297603 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa267753-f7a3-465d-9988-2775963b17f7", "tag": "76bc00cf-091b-487a-b501-fd40fff88703", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:25.297856 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-06718619-9a20-4792-972a-ee2d2c442bf0 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:25.298266 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa267753-f7a3-465d-9988-2775963b17f7', 'tag': '76bc00cf-091b-487a-b501-fd40fff88703', 'status': 'completed', 'code': 200} Aug 27 17:19:25.365140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ac83a-feb8-44f3-9773-617bb5ee5953 req-59c067f1-849f-42ae-bef0-c94527a58357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:25.367791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-068ac83a-feb8-44f3-9773-617bb5ee5953 req-59c067f1-849f-42ae-bef0-c94527a58357 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d49be187f90a46409110192052703abf&device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 1094 time: 0.0485945 Aug 27 17:19:25.476286 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ac83a-feb8-44f3-9773-617bb5ee5953 req-9c84d54f-2473-479a-91f3-066aa9195bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:25.477678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-068ac83a-feb8-44f3-9773-617bb5ee5953 req-9c84d54f-2473-479a-91f3-066aa9195bda service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=d49be187f90a46409110192052703abf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1025901 Aug 27 17:19:25.573937 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ac83a-feb8-44f3-9773-617bb5ee5953 req-5ee6c0f2-40e8-438f-9449-86469d4e98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:25.575427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-068ac83a-feb8-44f3-9773-617bb5ee5953 req-5ee6c0f2-40e8-438f-9449-86469d4e98c2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0898569 Aug 27 17:19:25.660916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3d89f-648b-4756-98ac-5c231c717616 req-a2325cac-2c73-479f-8260-f7d1114ca2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:25.662386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-a2325cac-2c73-479f-8260-f7d1114ca2c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d49be187f90a46409110192052703abf&device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 1094 time: 0.0472040 Aug 27 17:19:25.703245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-0044ee5a-b198-4bb4-9d8b-3660e0fc4a0b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76bc00cf-091b-487a-b501-fd40fff88703 HTTP/1.1" status: 200 len: 217 time: 0.0332878 Aug 27 17:19:25.753401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3d89f-648b-4756-98ac-5c231c717616 req-6ffb21f9-50e3-4494-a50f-f355d074f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:25.754718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-6ffb21f9-50e3-4494-a50f-f355d074f8a0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9abb54bd-558c-4103-8934-23036f46e730 HTTP/1.1" status: 200 len: 853 time: 0.0443435 Aug 27 17:19:25.786722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-5d514d24-32d0-4645-94fe-04284a956149 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0c5a1789-1092-4809-805f-18c37e894fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254331 Aug 27 17:19:25.913405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd567f6-a798-4910-8d20-72cfc3f66758 req-33cfe76d-36ce-4be2-bbb2-6b6aacf2b060 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:25.914868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdd567f6-a798-4910-8d20-72cfc3f66758 req-33cfe76d-36ce-4be2-bbb2-6b6aacf2b060 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 943 time: 0.0760539 Aug 27 17:19:25.920962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-3a2d1119-bcbe-4ede-9eb4-56bb1f112935 service neutron] 10.222.0.97 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269288 Aug 27 17:19:26.003175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdd567f6-a798-4910-8d20-72cfc3f66758 req-498cae48-274f-43ef-adf8-cd1121b12301 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812604 Aug 27 17:19:26.036542 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68c3d89f-648b-4756-98ac-5c231c717616 req-6526b5c6-040d-4acc-8612-3057d9c38280 service neutron] 10.222.0.97 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080732 Aug 27 17:19:26.505937 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:27.125412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7015a-6177-4d2d-b8c1-9e783ff3a3d8 req-cacaf805-c914-446f-803c-bece8966146f tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:27.126893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bf7015a-6177-4d2d-b8c1-9e783ff3a3d8 req-cacaf805-c914-446f-803c-bece8966146f tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 943 time: 0.0546343 Aug 27 17:19:27.167330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bf7015a-6177-4d2d-b8c1-9e783ff3a3d8 req-0f8ef299-33fc-44b8-8808-a93a2af79502 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Aug 27 17:19:27.680951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 76bc00cf-091b-487a-b501-fd40fff88703 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:19:27.776103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 76bc00cf-091b-487a-b501-fd40fff88703, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=76bc00cf-091b-487a-b501-fd40fff88703,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:27.787176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '76bc00cf-091b-487a-b501-fd40fff88703', 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea', 'port_id': '76bc00cf-091b-487a-b501-fd40fff88703', 'mac_address': 'fa:16:3e:77:c2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abb54bd-558c-4103-8934-23036f46e730', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:19:27.823246 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:27.836157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bc00cf-091b-487a-b501-fd40fff88703 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:19:27.854661 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 76bc00cf-091b-487a-b501-fd40fff88703, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=76bc00cf-091b-487a-b501-fd40fff88703,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:27.917426 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:27.964577 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=76bc00cf-091b-487a-b501-fd40fff88703,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:28.114307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['76bc00cf-091b-487a-b501-fd40fff88703'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:19:28.286607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e8fd9-d9ad-428e-bfb6-4d32d3045df4 req-715f036e-4f24-4aed-8e66-178e8e43c227 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:28.288074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b00e8fd9-d9ad-428e-bfb6-4d32d3045df4 req-715f036e-4f24-4aed-8e66-178e8e43c227 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 944 time: 0.0526319 Aug 27 17:19:28.326310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b00e8fd9-d9ad-428e-bfb6-4d32d3045df4 req-3540c679-2083-41dc-a544-e4be8e8c201c tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Aug 27 17:19:29.439584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe662ce3-0149-4b25-9cc2-17526ba80f89 req-aa3b5bd6-1098-4919-b68d-a819b8a22320 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:29.441054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe662ce3-0149-4b25-9cc2-17526ba80f89 req-aa3b5bd6-1098-4919-b68d-a819b8a22320 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 944 time: 0.0482984 Aug 27 17:19:29.479015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe662ce3-0149-4b25-9cc2-17526ba80f89 req-e0883653-21c7-4b43-8a98-056defbc2f6a tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Aug 27 17:19:29.680189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 76bc00cf-091b-487a-b501-fd40fff88703 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:19:29.814233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 76bc00cf-091b-487a-b501-fd40fff88703 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:19:29.818135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 76bc00cf-091b-487a-b501-fd40fff88703 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:19:29.818504 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:29.895778 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:29.918006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa267753-f7a3-465d-9988-2775963b17f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc00cf-091b-487a-b501-fd40fff88703'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:29.920842 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302b1ecd-f011-43a5-a3a3-e1d2ff02ecd5" -d '{"events": [{"server_uuid": "aa267753-f7a3-465d-9988-2775963b17f7", "name": "network-vif-plugged", "status": "completed", "tag": "76bc00cf-091b-487a-b501-fd40fff88703"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:29.934281 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 76bc00cf-091b-487a-b501-fd40fff88703, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=76bc00cf-091b-487a-b501-fd40fff88703,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:29.957912 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde242ec-d6a2-4757-b5f8-d6ee2d14a570 x-openstack-request-id: req-fde242ec-d6a2-4757-b5f8-d6ee2d14a570 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:29.958208 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa267753-f7a3-465d-9988-2775963b17f7", "name": "network-vif-plugged", "status": "completed", "tag": "76bc00cf-091b-487a-b501-fd40fff88703", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:29.958469 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fde242ec-d6a2-4757-b5f8-d6ee2d14a570 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:29.958868 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa267753-f7a3-465d-9988-2775963b17f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc00cf-091b-487a-b501-fd40fff88703', 'code': 200} Aug 27 17:19:30.002835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:30.052164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=76bc00cf-091b-487a-b501-fd40fff88703,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:30.055005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cce03-4c41-4210-8ff6-4aa319a8340d req-4692d211-c38c-4364-9de2-1a667cd86e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:30.056547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-818cce03-4c41-4210-8ff6-4aa319a8340d req-4692d211-c38c-4364-9de2-1a667cd86e78 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 1096 time: 0.0407569 Aug 27 17:19:30.091489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-818cce03-4c41-4210-8ff6-4aa319a8340d req-2d20c8f3-7544-448a-860f-cc2bf6335567 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275750 Aug 27 17:19:30.602725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a015cbf-5584-45f2-9a1d-57fe9f33e7fa req-da73b6af-c676-49d3-a99e-1d00a60bd800 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:30.604373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a015cbf-5584-45f2-9a1d-57fe9f33e7fa req-da73b6af-c676-49d3-a99e-1d00a60bd800 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Aug 27 17:19:30.646113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a015cbf-5584-45f2-9a1d-57fe9f33e7fa req-115e821c-6d42-4e0d-9ce1-cb2018b30c3f tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Aug 27 17:19:31.761353 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7027a8e-59e9-4190-9081-476bb41aa98e req-d43fa851-302a-416b-9a89-a7f9dc4ce2b5 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:31.762828 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7027a8e-59e9-4190-9081-476bb41aa98e req-d43fa851-302a-416b-9a89-a7f9dc4ce2b5 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Aug 27 17:19:31.800928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c7027a8e-59e9-4190-9081-476bb41aa98e req-c79c92cc-a30d-4124-aeee-501d706867a7 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Aug 27 17:19:32.022126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-cdf7228e-a0b0-42aa-b1b7-78426c3b3544 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:32.023442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-cdf7228e-a0b0-42aa-b1b7-78426c3b3544 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/networks?id=0c5a1789-1092-4809-805f-18c37e894fea HTTP/1.1" status: 200 len: 813 time: 0.1023414 Aug 27 17:19:32.038862 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-36f74ad3-cfd0-496f-b9b0-a05a2aa1f0c6 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/quotas/d49be187f90a46409110192052703abf HTTP/1.1" status: 200 len: 375 time: 0.0088284 Aug 27 17:19:32.086792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-700b18b7-d606-4f3d-81ea-e9a67c9f3eb0 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d49be187f90a46409110192052703abf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423231 Aug 27 17:19:32.224189 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-b0621316-f290-48b1-9b23-be408cd18f86 service neutron] 10.222.0.101 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296866 Aug 27 17:19:32.315335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-f3ec1c46-375e-4071-bd2e-d840840747f3 service neutron] 10.222.0.101 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845850 Aug 27 17:19:32.559656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15d56a44-2121-439a-96e0-485bee932ffd req-d7b257ea-fc1e-4727-85cb-62b3e988ce1a tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 210 time: 0.0284824 Aug 27 17:19:33.651901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-90c82eff-347b-4960-bfa4-d2d5c4f6c9fc req-9eca7c1c-b8e4-40ed-a156-ffade99c591c tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 210 time: 0.0272593 Aug 27 17:19:34.513025 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-ec812918-92b5-40d1-9866-1d079b04d449 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:34.514496 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-ec812918-92b5-40d1-9866-1d079b04d449 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.90 "GET /v2.0/networks?id=0c5a1789-1092-4809-805f-18c37e894fea HTTP/1.1" status: 200 len: 813 time: 0.1093526 Aug 27 17:19:34.526574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Request body: {'port': {'device_id': '94868fbe-0881-4618-95ce-fb413e0f0203', 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea', 'admin_state_up': True, 'tenant_id': 'd49be187f90a46409110192052703abf'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:34.738055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Made reservation on behalf of d49be187f90a46409110192052703abf for: {'port': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:34.741571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:34.761305 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8021c07c-e5e7-4e8a-bf60-501884896d7c req-4887c164-297f-43ca-8cc0-11508190fb9f tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 210 time: 0.0338531 Aug 27 17:19:34.872253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Allocated IP 172.20.0.7 (0c5a1789-1092-4809-805f-18c37e894fea/9abb54bd-558c-4103-8934-23036f46e730/5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:19:35.018683 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:35.161525 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:35.172915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['76bc00cf-091b-487a-b501-fd40fff88703'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:19:35.204954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Network 0c5a1789-1092-4809-805f-18c37e894fea is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:19:35.210030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:19:35.213823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:19:35.239373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Pushing event updated for resources: {'Port': ['ID=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:35.250240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.250598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.250946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.251321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.251672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.252009 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.252341 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.252673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.253002 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.253343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.253660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.253982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:35.278042 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:35.278572 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:35.341427 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-e24095d8-ea20-4dc9-89b5-a84e9ede6e7b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184533 Aug 27 17:19:35.354122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Request body: {'port': {'device_id': '94868fbe-0881-4618-95ce-fb413e0f0203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:35.411646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:35.872850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6d057-52cf-45bc-8479-c7e043c2e81e req-850335c7-005d-4e63-bcd5-ae4ad0361cf9 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:35.874365 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2d6d057-52cf-45bc-8479-c7e043c2e81e req-850335c7-005d-4e63-bcd5-ae4ad0361cf9 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 931 time: 0.0539382 Aug 27 17:19:35.918347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d2d6d057-52cf-45bc-8479-c7e043c2e81e req-2361186a-a4fc-4fa2-b1ec-472f12a40388 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Aug 27 17:19:36.009436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 {{(pid=95252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:19:36.016787 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:36.028950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Transition to ACTIVE for port object 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:19:36.103833 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:36.155108 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Pushing event updated for resources: {'Port': ['ID=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:36.222145 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Attempting to bind port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:19:36.222484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Attempting to bind port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:19:36.222822 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Attempting to bind port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 on network 0c5a1789-1092-4809-805f-18c37e894fea {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:19:36.227111 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 on network 0c5a1789-1092-4809-805f-18c37e894fea not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:19:36.227470 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Attempting to bind port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 on network 0c5a1789-1092-4809-805f-18c37e894fea {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:19:36.232798 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:19:36.233147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Checking segment: {'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:19:36.233537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Bound using segment: {'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:19:36.233962 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Bound port: 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:19:36.234320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:36.295929 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] For port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:19:36.298984 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] For port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:19:36.369063 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:36.402683 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:36.403576 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:36.404970 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] 10.222.0.90 "PUT /v2.0/ports/5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 HTTP/1.1" status: 200 len: 1091 time: 1.0550878 Aug 27 17:19:36.405410 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94868fbe-0881-4618-95ce-fb413e0f0203', 'tag': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:36.407658 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f215372c-8ffe-4fe5-aaa1-92d6c015b213" -d '{"events": [{"name": "network-changed", "server_uuid": "94868fbe-0881-4618-95ce-fb413e0f0203", "tag": "5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:36.433337 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f015ae-c9c3-4ccf-b572-fcaa9f31787d service neutron] Pushing event updated for resources: {'Port': ['ID=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,revision_number=3']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:36.444265 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5ffa9e-9fb0-4928-aabd-bb4b9d733c26 x-openstack-request-id: req-fe5ffa9e-9fb0-4928-aabd-bb4b9d733c26 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:36.444569 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94868fbe-0881-4618-95ce-fb413e0f0203", "tag": "5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:36.444823 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe5ffa9e-9fb0-4928-aabd-bb4b9d733c26 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:36.445252 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94868fbe-0881-4618-95ce-fb413e0f0203', 'tag': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1', 'status': 'completed', 'code': 200} Aug 27 17:19:36.507639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215372c-8ffe-4fe5-aaa1-92d6c015b213 req-7766e123-f4d8-4fdd-ba46-4189ff8466da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:36.509152 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f215372c-8ffe-4fe5-aaa1-92d6c015b213 req-7766e123-f4d8-4fdd-ba46-4189ff8466da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d49be187f90a46409110192052703abf&device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 1094 time: 0.0422482 Aug 27 17:19:36.611642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215372c-8ffe-4fe5-aaa1-92d6c015b213 req-6288edb4-fa12-49d2-ac01-f895012fbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:36.613204 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f215372c-8ffe-4fe5-aaa1-92d6c015b213 req-6288edb4-fa12-49d2-ac01-f895012fbfa2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d49be187f90a46409110192052703abf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956845 Aug 27 17:19:36.710003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215372c-8ffe-4fe5-aaa1-92d6c015b213 req-3b1f1636-3caa-4b2a-a567-b15da2f13e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:36.711594 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-f215372c-8ffe-4fe5-aaa1-92d6c015b213 req-3b1f1636-3caa-4b2a-a567-b15da2f13e13 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920253 Aug 27 17:19:36.800499 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-1eb673b9-e9f8-4b41-9935-d46710607cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:36.801961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-1eb673b9-e9f8-4b41-9935-d46710607cfe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d49be187f90a46409110192052703abf&device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 1094 time: 0.0425315 Aug 27 17:19:36.843673 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-b9fc65dd-89ee-4ee4-8fe4-ded94616e5b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 HTTP/1.1" status: 200 len: 217 time: 0.0339849 Aug 27 17:19:36.892698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-1ddb2a2b-3017-410e-bc89-c8db14f345a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:36.894052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-1ddb2a2b-3017-410e-bc89-c8db14f345a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9abb54bd-558c-4103-8934-23036f46e730 HTTP/1.1" status: 200 len: 853 time: 0.0442088 Aug 27 17:19:36.930344 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-c76a71b3-4d90-4a04-a7af-b4a5bca6ae0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0c5a1789-1092-4809-805f-18c37e894fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293643 Aug 27 17:19:37.021632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-5b734856-3de1-41d2-a660-9b2bf0d27903 service neutron] 10.222.0.90 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846221 Aug 27 17:19:37.034505 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59a988-3ebb-47f8-b88b-d40e25cc4243 req-5c10ef4e-45cb-4ad6-a1fd-b65445e0cde6 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:37.036030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad59a988-3ebb-47f8-b88b-d40e25cc4243 req-5c10ef4e-45cb-4ad6-a1fd-b65445e0cde6 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 943 time: 0.0503840 Aug 27 17:19:37.074243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad59a988-3ebb-47f8-b88b-d40e25cc4243 req-8a83b658-d9be-4e90-8eb4-0b59d7438cb2 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Aug 27 17:19:37.117165 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-7f2333bb-0c45-4437-8ff9-cf521949a4a1 req-217e9472-37b1-4f0c-81b5-16c3c5520e57 service neutron] 10.222.0.90 "GET /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885308 Aug 27 17:19:38.190454 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a98ff-48b1-42b4-870a-90160921f88b req-05d370cb-774e-4e2a-94f7-62d6d6fe85db tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:38.191843 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-749a98ff-48b1-42b4-870a-90160921f88b req-05d370cb-774e-4e2a-94f7-62d6d6fe85db tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 943 time: 0.0491045 Aug 27 17:19:38.229618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-749a98ff-48b1-42b4-870a-90160921f88b req-8e3e4d90-fd6b-44a1-a26b-952a8b323704 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Aug 27 17:19:38.356820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:19:38.448696 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:38.459890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1', 'network_id': '0c5a1789-1092-4809-805f-18c37e894fea', 'port_id': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1', 'mac_address': 'fa:16:3e:0a:3b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abb54bd-558c-4103-8934-23036f46e730', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:19:38.500003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:38.512645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:19:38.532370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:38.614134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:38.662392 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:38.803833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:19:39.348857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a166ddf-3853-477e-8cff-9757bb0f7e8d req-1485f2be-0d7d-48dc-bbbf-efdf9c3b6127 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:39.350341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a166ddf-3853-477e-8cff-9757bb0f7e8d req-1485f2be-0d7d-48dc-bbbf-efdf9c3b6127 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 944 time: 0.0535948 Aug 27 17:19:39.388914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a166ddf-3853-477e-8cff-9757bb0f7e8d req-ab28fa92-5e5f-465d-81f1-9952a7fbbbbd tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Aug 27 17:19:40.356720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:19:40.466558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:19:40.470703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:19:40.471080 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:40.503458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9456bc6-183f-4712-b652-42e2d3bbe9c4 req-9e324195-43ea-4177-8bf6-ed70fc5a84e3 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:40.504940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9456bc6-183f-4712-b652-42e2d3bbe9c4 req-9e324195-43ea-4177-8bf6-ed70fc5a84e3 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 944 time: 0.0502033 Aug 27 17:19:40.545473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9456bc6-183f-4712-b652-42e2d3bbe9c4 req-aacb128a-ae28-42a0-99e3-7efa1149428c tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Aug 27 17:19:40.549077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:40.574020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94868fbe-0881-4618-95ce-fb413e0f0203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:40.576940 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbbddc3-f9a9-4341-afd0-7c4fc6b32f9d" -d '{"events": [{"server_uuid": "94868fbe-0881-4618-95ce-fb413e0f0203", "name": "network-vif-plugged", "status": "completed", "tag": "5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:40.589293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:40.614513 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8a94c4-10ec-4726-8d66-df116d86ddcb x-openstack-request-id: req-8f8a94c4-10ec-4726-8d66-df116d86ddcb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:40.614809 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94868fbe-0881-4618-95ce-fb413e0f0203", "name": "network-vif-plugged", "status": "completed", "tag": "5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:40.615067 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8f8a94c4-10ec-4726-8d66-df116d86ddcb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:40.615498 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94868fbe-0881-4618-95ce-fb413e0f0203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1', 'code': 200} Aug 27 17:19:40.658141 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:40.706594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:40.713919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.714087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303172a2-7680-4a48-8382-45638bdea304 req-802d44bd-a6c4-40f3-8f29-a53a7675487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:40.714556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.714671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.715502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.716416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.716557 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-303172a2-7680-4a48-8382-45638bdea304 req-802d44bd-a6c4-40f3-8f29-a53a7675487a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 1096 time: 0.0422349 Aug 27 17:19:40.716756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.717090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.717422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.717753 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.718081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.718408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.718735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:40.757497 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-303172a2-7680-4a48-8382-45638bdea304 req-ecb467e7-6b4e-4983-bc15-2ccbe89ace41 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Aug 27 17:19:41.659653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a22c-2f4f-4b36-9b41-ed8b0178b8c4 req-946b6387-68fe-4477-ab7e-b0d11524f3ad tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:41.661041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8084a22c-2f4f-4b36-9b41-ed8b0178b8c4 req-946b6387-68fe-4477-ab7e-b0d11524f3ad tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 945 time: 0.0491045 Aug 27 17:19:41.700041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8084a22c-2f4f-4b36-9b41-ed8b0178b8c4 req-9710d428-66d1-4995-9d4b-5ac3840652b8 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 27 17:19:41.858910 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:19:42.820131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacc4af-e5d1-4864-890e-b0c8effb91b4 req-1a887418-b9c3-4457-882e-95bd683db1ce tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:42.821608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cfacc4af-e5d1-4864-890e-b0c8effb91b4 req-1a887418-b9c3-4457-882e-95bd683db1ce tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 945 time: 0.0537541 Aug 27 17:19:42.859481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cfacc4af-e5d1-4864-890e-b0c8effb91b4 req-cf8df919-4e1d-4d94-a7fc-15d4a0e2618c tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Aug 27 17:19:43.299101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a286552-bb70-4a50-8251-614307aa106b req-03e9433f-fc95-4a70-8483-caa64fe19422 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:43.300578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a286552-bb70-4a50-8251-614307aa106b req-03e9433f-fc95-4a70-8483-caa64fe19422 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 945 time: 0.0491188 Aug 27 17:19:43.340636 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3a286552-bb70-4a50-8251-614307aa106b req-5bccd224-e13d-4e30-b49c-7ad09c4288be tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Aug 27 17:19:44.456494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c9ab-b04c-4ac4-b585-eb06aebff854 req-11c31300-59d2-4a7b-b409-eb4d19c0b12d tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:44.457963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6939c9ab-b04c-4ac4-b585-eb06aebff854 req-11c31300-59d2-4a7b-b409-eb4d19c0b12d tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 945 time: 0.0479383 Aug 27 17:19:44.494856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6939c9ab-b04c-4ac4-b585-eb06aebff854 req-8d1d7fb4-6c43-4ec7-a9fe-a004a4eecb80 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Aug 27 17:19:44.557570 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-601f704c-0ae4-4a72-aa77-c2b0ec4e7622 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:44.559311 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-601f704c-0ae4-4a72-aa77-c2b0ec4e7622 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.90 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Aug 27 17:19:44.654562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Deleting port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:44.654785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:44.740960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] For port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:44.741326 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:44.754931 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Calling delete_port for 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:44.951905 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:44.963657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:19:44.968020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['76bc00cf-091b-487a-b501-fd40fff88703'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:19:44.983170 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Pushing event deleted for resources: {'Port': ['ID=5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:45.027404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] No DVR routers for this DVR port 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:19:45.030191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:45.032205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e35c098e-3954-41a4-a93d-059e3f9c4b4e req-a961220a-50cc-42f3-b1d5-99b09512c365 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.90 "DELETE /v2.0/ports/5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 HTTP/1.1" status: 204 len: 173 time: 0.4673576 Aug 27 17:19:45.032659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94868fbe-0881-4618-95ce-fb413e0f0203', 'name': 'network-vif-deleted', 'tag': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:45.034955 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82751f08-1f64-4d7f-b1b8-685578bcea33" -d '{"events": [{"server_uuid": "94868fbe-0881-4618-95ce-fb413e0f0203", "name": "network-vif-deleted", "tag": "5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:45.072800 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7acc7d9-ba06-4b60-a735-7206cebc131b x-openstack-request-id: req-d7acc7d9-ba06-4b60-a735-7206cebc131b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:45.073100 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94868fbe-0881-4618-95ce-fb413e0f0203", "name": "network-vif-deleted", "tag": "5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:45.073419 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d7acc7d9-ba06-4b60-a735-7206cebc131b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:45.073771 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94868fbe-0881-4618-95ce-fb413e0f0203', 'name': 'network-vif-deleted', 'tag': '5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1', 'status': 'completed', 'code': 200} Aug 27 17:19:45.603976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a960808d-b34b-4b0c-bc81-ea675eea5b69 req-ad40fcff-38ba-4fbf-85b4-0efc7b584e0d tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=94868fbe-0881-4618-95ce-fb413e0f0203 HTTP/1.1" status: 200 len: 210 time: 0.0308545 Aug 27 17:19:46.752174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82e83e-eeee-4048-a20a-40eeec05bd11 req-ed1c640b-53b1-462f-8125-018c9395df1c tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:46.753644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd82e83e-eeee-4048-a20a-40eeec05bd11 req-ed1c640b-53b1-462f-8125-018c9395df1c tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0508826 Aug 27 17:19:46.800308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cd82e83e-eeee-4048-a20a-40eeec05bd11 req-1cd3c426-70e4-44db-8d3c-cc080a1f93ab tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Aug 27 17:19:46.935518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cdaa8-6eff-45c2-822e-7ec1681d90a8 req-a0cdfaf8-0a06-4150-beec-aec1618fe5a6 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:46.936934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b62cdaa8-6eff-45c2-822e-7ec1681d90a8 req-a0cdfaf8-0a06-4150-beec-aec1618fe5a6 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Aug 27 17:19:46.977692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b62cdaa8-6eff-45c2-822e-7ec1681d90a8 req-dd6b823b-4079-4521-9ed9-c2bbc0024898 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Aug 27 17:19:47.093152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b81951-1794-43da-9858-6c8fe47d1e12 req-b6125f9a-a083-41cd-948a-5da9cf0b636b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:47.094663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2b81951-1794-43da-9858-6c8fe47d1e12 req-b6125f9a-a083-41cd-948a-5da9cf0b636b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0481849 Aug 27 17:19:47.135603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2b81951-1794-43da-9858-6c8fe47d1e12 req-96b59e67-bd05-4a25-87bf-67c8475a55e3 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Aug 27 17:19:47.301358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501af69-2456-40ca-846d-ba632464c48e req-248f8610-84cc-4b46-acdf-085e52476284 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:47.302842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4501af69-2456-40ca-846d-ba632464c48e req-248f8610-84cc-4b46-acdf-085e52476284 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0510187 Aug 27 17:19:47.342421 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4501af69-2456-40ca-846d-ba632464c48e req-720e6316-ebb1-4fd3-abe3-5eb2826058c4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Aug 27 17:19:47.456113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b30c41-084b-416e-b8e4-2baccfea3835 req-fbafc947-cb07-4ef6-925a-21c624e62195 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:47.457549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58b30c41-084b-416e-b8e4-2baccfea3835 req-fbafc947-cb07-4ef6-925a-21c624e62195 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0492349 Aug 27 17:19:47.495139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58b30c41-084b-416e-b8e4-2baccfea3835 req-e8e78872-9876-4341-9d8e-fe45f500b3fb tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Aug 27 17:19:47.619288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bca03-ec5b-431f-8ef5-4d3ada78efad req-ab3443fc-c7a5-4f02-812d-0af253ae1f65 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:47.620759 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-630bca03-ec5b-431f-8ef5-4d3ada78efad req-ab3443fc-c7a5-4f02-812d-0af253ae1f65 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0497661 Aug 27 17:19:47.661635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-630bca03-ec5b-431f-8ef5-4d3ada78efad req-7e397e31-d74c-4d93-87df-b4de2a35f8ff tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Aug 27 17:19:48.155131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70683-4bd7-4134-b1ef-5ee065750dcb req-1743e771-7739-46f2-b329-04a995ff17ea tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:48.156632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cd70683-4bd7-4134-b1ef-5ee065750dcb req-1743e771-7739-46f2-b329-04a995ff17ea tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0491495 Aug 27 17:19:48.193618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7cd70683-4bd7-4134-b1ef-5ee065750dcb req-348c514a-840b-47c2-bf3e-394348ad61ae tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Aug 27 17:19:48.403557 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:19:48.423934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:19:48.424275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 5aaf42d7-c1a3-49ea-ae5d-31c90c8d1af1 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:19:49.309288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6d4ad-f12c-4fef-8ba8-02490eee700b req-fee86844-e710-42a4-a3a1-630ae1905846 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:49.311006 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4da6d4ad-f12c-4fef-8ba8-02490eee700b req-fee86844-e710-42a4-a3a1-630ae1905846 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0500505 Aug 27 17:19:49.349223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4da6d4ad-f12c-4fef-8ba8-02490eee700b req-dbb9c7e0-c171-4cc6-ae6c-7827decc77c8 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/security-groups?id=723a7d63-6b80-4743-a6bf-503a6f979a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Aug 27 17:19:49.453807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f414a-852e-4906-890b-038c41d90df3 req-bc1f5fdc-3f9e-44d9-82eb-eea733c91b73 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:49.455238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-767f414a-852e-4906-890b-038c41d90df3 req-bc1f5fdc-3f9e-44d9-82eb-eea733c91b73 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.97 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Aug 27 17:19:49.551005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Deleting port 76bc00cf-091b-487a-b501-fd40fff88703 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:19:49.551259 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:49.640372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] For port 76bc00cf-091b-487a-b501-fd40fff88703, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=76bc00cf-091b-487a-b501-fd40fff88703,segment=NetworkSegment(1216078d-cc9f-461b-98c8-ad0cfd0a3aa7),segment_id=1216078d-cc9f-461b-98c8-ad0cfd0a3aa7)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:19:49.640735 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:49.653892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Calling delete_port for 76bc00cf-091b-487a-b501-fd40fff88703 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:19:49.888561 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:49.915443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Pushing event deleted for resources: {'Port': ['ID=76bc00cf-091b-487a-b501-fd40fff88703,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:49.928732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.929078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.929418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.929754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.930088 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.930421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.930744 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.931070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.931427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.931749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.932069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.932392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:19:49.976275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] No DVR routers for this DVR port 76bc00cf-091b-487a-b501-fd40fff88703 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:19:49.978940 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:49.981662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-767f414a-852e-4906-890b-038c41d90df3 req-bd3fea4e-ddd8-4b0f-85cf-1da203188fa4 tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.97 "DELETE /v2.0/ports/76bc00cf-091b-487a-b501-fd40fff88703 HTTP/1.1" status: 204 len: 173 time: 0.5202432 Aug 27 17:19:49.982116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa267753-f7a3-465d-9988-2775963b17f7', 'name': 'network-vif-deleted', 'tag': '76bc00cf-091b-487a-b501-fd40fff88703'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:19:49.984514 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503268e5-ef29-4fa1-b150-665f08b4aacc" -d '{"events": [{"server_uuid": "aa267753-f7a3-465d-9988-2775963b17f7", "name": "network-vif-deleted", "tag": "76bc00cf-091b-487a-b501-fd40fff88703"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:19:50.020603 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bffd8f-b510-4ec0-b20f-ef7de9759882 x-openstack-request-id: req-69bffd8f-b510-4ec0-b20f-ef7de9759882 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:19:50.020899 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa267753-f7a3-465d-9988-2775963b17f7", "name": "network-vif-deleted", "tag": "76bc00cf-091b-487a-b501-fd40fff88703", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:19:50.021155 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-69bffd8f-b510-4ec0-b20f-ef7de9759882 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:19:50.021561 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa267753-f7a3-465d-9988-2775963b17f7', 'name': 'network-vif-deleted', 'tag': '76bc00cf-091b-487a-b501-fd40fff88703', 'status': 'completed', 'code': 200} Aug 27 17:19:50.454079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00f08992-942b-4d77-a304-3b7e4859dfb4 req-2436d86b-977f-4331-98db-4f0a5cdc955b tempest-ServersNegativeTestJSON-682705526 tempest-ServersNegativeTestJSON-682705526-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa267753-f7a3-465d-9988-2775963b17f7 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Aug 27 17:19:50.723036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53163f2b-027e-473e-ad8d-bd7cd7db9e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:51.510854 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59370) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:51.554644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] Deleting subnet 9abb54bd-558c-4103-8934-23036f46e730 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:19:51.557659 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:51.592646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:51.634481 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:51.758159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 76bc00cf-091b-487a-b501-fd40fff88703 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:19:51.778782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 76bc00cf-091b-487a-b501-fd40fff88703 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:19:51.779130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 76bc00cf-091b-487a-b501-fd40fff88703 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:19:51.857966 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:51.883838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abb54bd-558c-4103-8934-23036f46e730,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:51.888039 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:51.890854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1dd7221a-0f6c-4a21-a0e4-da37d8d20a44 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9abb54bd-558c-4103-8934-23036f46e730 HTTP/1.1" status: 204 len: 168 time: 0.3773239 Aug 27 17:19:51.892526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59372) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:51.959720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.040673 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.051091 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5a1789-1092-4809-805f-18c37e894fea']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:52.061927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:52.062216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1216078d-cc9f-461b-98c8-ad0cfd0a3aa7') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:19:52.070688 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.084037 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.090527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:19:52.090939 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:19:52.092539 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:19:52.246281 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.251776 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.253676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0c5a1789-1092-4809-805f-18c37e894fea HTTP/1.1" status: 204 len: 168 time: 0.3601873 Aug 27 17:19:52.271401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8f426-0503-4b22-9d7a-b7bf979c1b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5a1789-1092-4809-805f-18c37e894fea,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:52.653674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59376) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:52.693964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0a9c7f02-1165-453d-af33-4001b8f8acf4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d49be187f90a46409110192052703abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391045 Aug 27 17:19:52.696387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59378) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:52.745213 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13bbd5e5-4351-48db-af31-4eb7d3c0f515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.766508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13bbd5e5-4351-48db-af31-4eb7d3c0f515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.940367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13bbd5e5-4351-48db-af31-4eb7d3c0f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.942990 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-13bbd5e5-4351-48db-af31-4eb7d3c0f515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:52.946549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-13bbd5e5-4351-48db-af31-4eb7d3c0f515 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/723a7d63-6b80-4743-a6bf-503a6f979a91 HTTP/1.1" status: 204 len: 168 time: 0.2469404 Aug 27 17:19:52.954147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbd5e5-4351-48db-af31-4eb7d3c0f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723a7d63-6b80-4743-a6bf-503a6f979a91,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:53.248453 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9b6ec6-7508-45de-9940-a42f3244bc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:53.423097 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:53.775188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.056807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59400) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:54.149562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909709487'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:54.299832 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:54.303280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.312075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.401042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.482836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.513095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:19:54.522564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daef2a8c-7d95-4db7-9555-a65bb8b53416,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:54.528370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.528713 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Added segment 85f0063f-d776-4a4e-8bb3-a7d99c48a00c of type vlan for network 5bccb624-af36-4d0e-b748-69db69556045 Aug 27 17:19:54.772038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.800677 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.892845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.988715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:54.994227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:54.994825 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:55.092788 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Network': ['ID=5bccb624-af36-4d0e-b748-69db69556045,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:55.103253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 5bccb624-af36-4d0e-b748-69db69556045 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:19:55.153108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e6c24169-f054-4d94-bf4e-3035814416fb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0951059 Aug 27 17:19:56.276596 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:58.462063 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59404) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:58.468352 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'subnet': {'network_id': '5bccb624-af36-4d0e-b748-69db69556045', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:58.634350 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:58.638530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:58.869182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:58.929880 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Subnet': ['ID=79458655-45c7-4607-924f-f6c60d2afd5f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:58.937560 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Checking segment: {'id': '85f0063f-d776-4a4e-8bb3-a7d99c48a00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '5bccb624-af36-4d0e-b748-69db69556045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:19:58.937916 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network hostable DHCP agents. Network: 5bccb624-af36-4d0e-b748-69db69556045, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:19:59.011644 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network 5bccb624-af36-4d0e-b748-69db69556045 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:19:59.087974 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 5bccb624-af36-4d0e-b748-69db69556045) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:19:59.092259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:59.092840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.096792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcdb7c-db71-4540-bab9-f1dc9aaa1f54 None None] Network 5bccb624-af36-4d0e-b748-69db69556045 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:19:59.242682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-5bccb624-af36-4d0e-b748-69db69556045', 'network_id': '5bccb624-af36-4d0e-b748-69db69556045', 'tenant_id': 'd0b051d156f74ceca9ad1b648b4ced79', 'fixed_ips': [{'subnet_id': '79458655-45c7-4607-924f-f6c60d2afd5f'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:19:59.243572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.298206 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-83e20e36-f2ef-4eac-b12d-209306e31426 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8349812 Aug 27 17:19:59.301710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59406) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:59.306907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260616178'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:59.376607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Allocated IP 2001:db8:0:ffff::2 (5bccb624-af36-4d0e-b748-69db69556045/79458655-45c7-4607-924f-f6c60d2afd5f/84c31806-0306-4100-9fb0-9c1375b32e62) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:19:59.406182 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:59.409724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.438934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:19:59.447416 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.451840 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Added segment 428165bd-590c-4bcf-a1cb-fcdbda06e1c5 of type vlan for network ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 Aug 27 17:19:59.487131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.521256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.530902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Transition to ACTIVE for port object 84c31806-0306-4100-9fb0-9c1375b32e62 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:19:59.546436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Transition to ACTIVE for port object 84c31806-0306-4100-9fb0-9c1375b32e62 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:19:59.591365 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.597082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:19:59.597654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.623628 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.662400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Network 5bccb624-af36-4d0e-b748-69db69556045 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:19:59.663585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Network': ['ID=ffa6b3f3-00d2-47f3-bc37-6217c5f39b05,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:59.668135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:19:59.671886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:19:59.678167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:19:59.683443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Pushing event updated for resources: {'Port': ['ID=84c31806-0306-4100-9fb0-9c1375b32e62,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:19:59.706557 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fd283605-adeb-43d2-a133-1bda08bd410d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4036222 Aug 27 17:19:59.709319 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59408) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:19:59.715037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'subnet': {'network_id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:19:59.787337 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Attempting to bind port 84c31806-0306-4100-9fb0-9c1375b32e62 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:19:59.787725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Attempting to bind port 84c31806-0306-4100-9fb0-9c1375b32e62 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '85f0063f-d776-4a4e-8bb3-a7d99c48a00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '5bccb624-af36-4d0e-b748-69db69556045'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:19:59.788093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Attempting to bind port 84c31806-0306-4100-9fb0-9c1375b32e62 on network 5bccb624-af36-4d0e-b748-69db69556045 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:19:59.793510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:19:59.793888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Checking segment: {'id': '85f0063f-d776-4a4e-8bb3-a7d99c48a00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '5bccb624-af36-4d0e-b748-69db69556045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:19:59.794294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.794689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Bound using segment: {'id': '85f0063f-d776-4a4e-8bb3-a7d99c48a00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '5bccb624-af36-4d0e-b748-69db69556045'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:19:59.795163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Bound port: 84c31806-0306-4100-9fb0-9c1375b32e62, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f0063f-d776-4a4e-8bb3-a7d99c48a00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '5bccb624-af36-4d0e-b748-69db69556045'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:19:59.795578 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.862922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] For port 84c31806-0306-4100-9fb0-9c1375b32e62, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:19:59.866058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] For port 84c31806-0306-4100-9fb0-9c1375b32e62, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=84c31806-0306-4100-9fb0-9c1375b32e62,segment=NetworkSegment(85f0063f-d776-4a4e-8bb3-a7d99c48a00c),segment_id=85f0063f-d776-4a4e-8bb3-a7d99c48a00c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:19:59.874310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:19:59.878024 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:19:59.974717 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:00.030951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afe8f2-7937-46a8-97bc-ec4a19c5025e None None] Pushing event updated for resources: {'Port': ['ID=84c31806-0306-4100-9fb0-9c1375b32e62,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:00.173680 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:00.237875 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Subnet': ['ID=5a51fbeb-a882-491e-80ae-7a920106aeff,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:00.249200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Checking segment: {'id': '428165bd-590c-4bcf-a1cb-fcdbda06e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:00.249566 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network hostable DHCP agents. Network: ffa6b3f3-00d2-47f3-bc37-6217c5f39b05, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:00.363171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:00.440024 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, ffa6b3f3-00d2-47f3-bc37-6217c5f39b05) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:00.444434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:00.445048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:00.448537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591cfb3-37b2-4b64-91cf-5f9d756b20a7 None None] Network ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:00.595756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-ffa6b3f3-00d2-47f3-bc37-6217c5f39b05', 'network_id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05', 'tenant_id': 'd0b051d156f74ceca9ad1b648b4ced79', 'fixed_ips': [{'subnet_id': '5a51fbeb-a882-491e-80ae-7a920106aeff'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:00.596643 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:00.641491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8b0db948-41e1-447c-a175-bd49c402f1c0 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9307699 Aug 27 17:20:00.643874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59410) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:00.806362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:00.836584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Allocated IP 2001:db8::2 (ffa6b3f3-00d2-47f3-bc37-6217c5f39b05/5a51fbeb-a882-491e-80ae-7a920106aeff/9a23062e-9d51-4b36-a511-40d19cbc64e2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:00.890629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:00.898669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b2e58-78d6-41f8-ac48-a794a40bf15d None None] Network 5bccb624-af36-4d0e-b748-69db69556045 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:01.073574 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-73dff2d7-a54b-4d93-850d-399338e226db None None] Provisioning for port 84c31806-0306-4100-9fb0-9c1375b32e62 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:01.100452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.124205 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Transition to ACTIVE for port object 9a23062e-9d51-4b36-a511-40d19cbc64e2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:01.143074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Transition to ACTIVE for port object 9a23062e-9d51-4b36-a511-40d19cbc64e2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:01.244058 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.287967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Network ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:01.290791 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:01.300294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:01.306287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Pushing event updated for resources: {'Port': ['ID=9a23062e-9d51-4b36-a511-40d19cbc64e2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:01.358829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Attempting to bind port 9a23062e-9d51-4b36-a511-40d19cbc64e2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:01.359200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Attempting to bind port 9a23062e-9d51-4b36-a511-40d19cbc64e2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '428165bd-590c-4bcf-a1cb-fcdbda06e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:01.359590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Attempting to bind port 9a23062e-9d51-4b36-a511-40d19cbc64e2 on network ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:01.364657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:01.365034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Checking segment: {'id': '428165bd-590c-4bcf-a1cb-fcdbda06e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:01.365441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.365840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Bound using segment: {'id': '428165bd-590c-4bcf-a1cb-fcdbda06e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:01.366307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Bound port: 9a23062e-9d51-4b36-a511-40d19cbc64e2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428165bd-590c-4bcf-a1cb-fcdbda06e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:01.366691 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.369135 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.403107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Subnet': ['ID=5a51fbeb-a882-491e-80ae-7a920106aeff,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:01.444740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] For port 9a23062e-9d51-4b36-a511-40d19cbc64e2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:01.448009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] For port 9a23062e-9d51-4b36-a511-40d19cbc64e2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9a23062e-9d51-4b36-a511-40d19cbc64e2,segment=NetworkSegment(428165bd-590c-4bcf-a1cb-fcdbda06e1c5),segment_id=428165bd-590c-4bcf-a1cb-fcdbda06e1c5)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:01.463112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.472735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa6b3f3-00d2-47f3-bc37-6217c5f39b05']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:01.483353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428165bd-590c-4bcf-a1cb-fcdbda06e1c5') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:01.486482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428165bd-590c-4bcf-a1cb-fcdbda06e1c5') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:01.492271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.534623 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.536749 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.544268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:01.544668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:01.547698 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:01.622293 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f346e2-1dfb-4956-8afb-c4cca841ddae None None] Pushing event updated for resources: {'Port': ['ID=9a23062e-9d51-4b36-a511-40d19cbc64e2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:01.627041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02fc45-f205-4dc5-b626-a62755c30db6 None None] Network ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:01.665996 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 17:20:01.665996 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 17:20:01.665996 n-d-806412-1 neutron-server[95252]: [parameters: {'id': 'ffa6b3f3-00d2-47f3-bc37-6217c5f39b05'}] Aug 27 17:20:01.665996 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:20:01.667073 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:20:01.748483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aec8d8-8fbd-4633-8fb6-97f491b13d74 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 17:20:01.813458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aec8d8-8fbd-4633-8fb6-97f491b13d74 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 17:20:01.982111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 84c31806-0306-4100-9fb0-9c1375b32e62 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:02.128569 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 84c31806-0306-4100-9fb0-9c1375b32e62 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:02.132324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 84c31806-0306-4100-9fb0-9c1375b32e62 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:02.132706 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.168384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.213032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.221923 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Deleting port 9a23062e-9d51-4b36-a511-40d19cbc64e2 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:02.222268 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.245088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 84c31806-0306-4100-9fb0-9c1375b32e62, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=84c31806-0306-4100-9fb0-9c1375b32e62,segment=NetworkSegment(85f0063f-d776-4a4e-8bb3-a7d99c48a00c),segment_id=85f0063f-d776-4a4e-8bb3-a7d99c48a00c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:02.283625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] For port 9a23062e-9d51-4b36-a511-40d19cbc64e2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9a23062e-9d51-4b36-a511-40d19cbc64e2,segment=NetworkSegment(428165bd-590c-4bcf-a1cb-fcdbda06e1c5),segment_id=428165bd-590c-4bcf-a1cb-fcdbda06e1c5)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:02.283989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.297738 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Calling delete_port for 9a23062e-9d51-4b36-a511-40d19cbc64e2 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:02.316628 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.366497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=84c31806-0306-4100-9fb0-9c1375b32e62,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:02.448369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.472012 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Port': ['ID=9a23062e-9d51-4b36-a511-40d19cbc64e2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:02.477647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No DVR routers for this DVR port 9a23062e-9d51-4b36-a511-40d19cbc64e2 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:02.555829 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.565552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa6b3f3-00d2-47f3-bc37-6217c5f39b05']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:02.579438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428165bd-590c-4bcf-a1cb-fcdbda06e1c5') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:02.579736 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428165bd-590c-4bcf-a1cb-fcdbda06e1c5') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:02.588379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.602044 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.608522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:02.608922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:02.611823 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:02.745844 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.753067 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.754874 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 HTTP/1.1" status: 204 len: 168 time: 2.1099758 Aug 27 17:20:02.758828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59412) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:02.764634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1424737734'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:02.767525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270c3e0-e1c1-4039-ba3d-2e2e4bc95a50 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Network': ['ID=ffa6b3f3-00d2-47f3-bc37-6217c5f39b05,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:02.868578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:02.872880 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.896438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:20:02.905720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:02.906067 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Added segment 71c42699-051a-4820-8fad-d8a18734e2db of type vlan for network 43f193dd-81b7-4591-8340-ee2752c369cd Aug 27 17:20:02.944896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:03.051745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:03.057178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:03.057762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:03.124257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Network': ['ID=43f193dd-81b7-4591-8340-ee2752c369cd,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:03.134368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 43f193dd-81b7-4591-8340-ee2752c369cd details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:20:03.232628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be88fbfe-15cd-4230-a1b6-48ee00c4adf9 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4726539 Aug 27 17:20:03.235394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59414) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:03.240357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'subnet': {'network_id': '43f193dd-81b7-4591-8340-ee2752c369cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:03.419989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:03.423882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:03.485106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Performing IP validity checks on allocation pools {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 17:20:03.485648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.ipam_backend_mixin [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 17:20:03.663070 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:03.732691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Subnet': ['ID=90a9ac64-c547-4273-9b88-ef5a7e70dbfe,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:03.734991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Checking segment: {'id': '71c42699-051a-4820-8fad-d8a18734e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '43f193dd-81b7-4591-8340-ee2752c369cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:03.735383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network hostable DHCP agents. Network: 43f193dd-81b7-4591-8340-ee2752c369cd, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:03.800297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network 43f193dd-81b7-4591-8340-ee2752c369cd is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:03.923061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 43f193dd-81b7-4591-8340-ee2752c369cd) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:03.928585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:03.929749 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:03.932789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dac6d9-1c05-49da-83d7-5bdc07915dc0 None None] Network 43f193dd-81b7-4591-8340-ee2752c369cd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:03.972361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 84c31806-0306-4100-9fb0-9c1375b32e62 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:04.060787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-88186a85-60b3-44fd-a016-285377381b5d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8243234 Aug 27 17:20:04.063416 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59416) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:04.078888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 84c31806-0306-4100-9fb0-9c1375b32e62 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:04.079296 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.168167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-43f193dd-81b7-4591-8340-ee2752c369cd', 'network_id': '43f193dd-81b7-4591-8340-ee2752c369cd', 'tenant_id': 'd0b051d156f74ceca9ad1b648b4ced79', 'fixed_ips': [{'subnet_id': '90a9ac64-c547-4273-9b88-ef5a7e70dbfe'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:04.168167 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.168855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.241513 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.309902 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Allocated IP 2001:db8::3 (43f193dd-81b7-4591-8340-ee2752c369cd/90a9ac64-c547-4273-9b88-ef5a7e70dbfe/74755cf4-ca32-48a0-83c2-dfadfe539dd7) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:04.453406 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.461128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Transition to ACTIVE for port object 74755cf4-ca32-48a0-83c2-dfadfe539dd7 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:04.475444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Transition to ACTIVE for port object 74755cf4-ca32-48a0-83c2-dfadfe539dd7 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:04.555011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.592627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Network 43f193dd-81b7-4591-8340-ee2752c369cd is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:04.595550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:04.597973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:04.613887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Pushing event updated for resources: {'Port': ['ID=74755cf4-ca32-48a0-83c2-dfadfe539dd7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:04.638195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.657934 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Attempting to bind port 74755cf4-ca32-48a0-83c2-dfadfe539dd7 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:04.658307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Attempting to bind port 74755cf4-ca32-48a0-83c2-dfadfe539dd7 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '71c42699-051a-4820-8fad-d8a18734e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '43f193dd-81b7-4591-8340-ee2752c369cd'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:04.658671 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Attempting to bind port 74755cf4-ca32-48a0-83c2-dfadfe539dd7 on network 43f193dd-81b7-4591-8340-ee2752c369cd {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:04.663677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:04.664060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Checking segment: {'id': '71c42699-051a-4820-8fad-d8a18734e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '43f193dd-81b7-4591-8340-ee2752c369cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:04.664465 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.664853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Bound using segment: {'id': '71c42699-051a-4820-8fad-d8a18734e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '43f193dd-81b7-4591-8340-ee2752c369cd'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:04.665321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Bound port: 74755cf4-ca32-48a0-83c2-dfadfe539dd7, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c42699-051a-4820-8fad-d8a18734e2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '43f193dd-81b7-4591-8340-ee2752c369cd'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:04.665708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.668093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Subnet': ['ID=90a9ac64-c547-4273-9b88-ef5a7e70dbfe,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:04.732142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] For port 74755cf4-ca32-48a0-83c2-dfadfe539dd7, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:04.735283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] For port 74755cf4-ca32-48a0-83c2-dfadfe539dd7, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=74755cf4-ca32-48a0-83c2-dfadfe539dd7,segment=NetworkSegment(71c42699-051a-4820-8fad-d8a18734e2db),segment_id=71c42699-051a-4820-8fad-d8a18734e2db)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:04.735813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.746661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f193dd-81b7-4591-8340-ee2752c369cd']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:04.757195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c42699-051a-4820-8fad-d8a18734e2db') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:04.757492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c42699-051a-4820-8fad-d8a18734e2db') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:04.766859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.815035 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.820078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.826385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:04.826782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:04.829925 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:04.893691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e1d4-8d11-48b8-9d90-ea1eadc42147 None None] Pushing event updated for resources: {'Port': ['ID=74755cf4-ca32-48a0-83c2-dfadfe539dd7,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:04.910593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28980dee-0d66-43cc-b4c4-238f4de1aa56 None None] Network 43f193dd-81b7-4591-8340-ee2752c369cd requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:04.923042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.db.api [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 17:20:04.923042 n-d-806412-1 neutron-server[95253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 17:20:04.923042 n-d-806412-1 neutron-server[95253]: [parameters: {'id': '43f193dd-81b7-4591-8340-ee2752c369cd'}] Aug 27 17:20:04.923042 n-d-806412-1 neutron-server[95253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:20:04.923525 n-d-806412-1 neutron-server[95253]: DEBUG oslo_db.api [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:20:05.032309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da170a-d9d8-428e-b5c2-eb62a9850666 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 17:20:05.096063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da170a-d9d8-428e-b5c2-eb62a9850666 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 17:20:05.424898 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.478054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Deleting port 74755cf4-ca32-48a0-83c2-dfadfe539dd7 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:05.478399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.543183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] For port 74755cf4-ca32-48a0-83c2-dfadfe539dd7, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=74755cf4-ca32-48a0-83c2-dfadfe539dd7,segment=NetworkSegment(71c42699-051a-4820-8fad-d8a18734e2db),segment_id=71c42699-051a-4820-8fad-d8a18734e2db)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:05.543572 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.555809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Calling delete_port for 74755cf4-ca32-48a0-83c2-dfadfe539dd7 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:05.711158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.740821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Port': ['ID=74755cf4-ca32-48a0-83c2-dfadfe539dd7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:05.744884 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No DVR routers for this DVR port 74755cf4-ca32-48a0-83c2-dfadfe539dd7 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:05.822539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.832519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f193dd-81b7-4591-8340-ee2752c369cd']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:05.842574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c42699-051a-4820-8fad-d8a18734e2db') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:05.842866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c42699-051a-4820-8fad-d8a18734e2db') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:05.851407 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.865287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.871609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:05.871998 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:05.874811 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:06.017001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.023810 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.025667 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/43f193dd-81b7-4591-8340-ee2752c369cd HTTP/1.1" status: 204 len: 168 time: 1.9612601 Aug 27 17:20:06.030010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59418) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:06.035364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614751957'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:06.037685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b3a23-f45a-4721-b57f-7b498fa5bdf1 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Network': ['ID=43f193dd-81b7-4591-8340-ee2752c369cd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:06.125442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:06.129193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.153563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:20:06.161884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.162231 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Added segment 71784071-d6a1-4902-a41f-f53c076c877d of type vlan for network 124a817f-c028-431a-bdec-93635baedb97 Aug 27 17:20:06.201652 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.285786 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.291244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:06.292135 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.357728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Network': ['ID=124a817f-c028-431a-bdec-93635baedb97,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:06.370114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 124a817f-c028-431a-bdec-93635baedb97 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:20:06.418670 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62cadffa-53b9-47d7-9e44-39135b3ba144 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3874454 Aug 27 17:20:06.421489 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59420) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:06.426892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'subnet': {'network_id': '124a817f-c028-431a-bdec-93635baedb97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:06.608373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:06.611845 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.840881 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:06.893625 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Subnet': ['ID=87067bd1-0dea-445a-8a0a-0dfc019dc156,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:06.909600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Checking segment: {'id': '71784071-d6a1-4902-a41f-f53c076c877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '124a817f-c028-431a-bdec-93635baedb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:06.909958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network hostable DHCP agents. Network: 124a817f-c028-431a-bdec-93635baedb97, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:07.002143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network 124a817f-c028-431a-bdec-93635baedb97 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:07.099723 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 124a817f-c028-431a-bdec-93635baedb97) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:07.103900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:07.104497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.110365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f29af2-2064-486c-ba55-9e900ad93b3d None None] Network 124a817f-c028-431a-bdec-93635baedb97 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:07.195431 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-85da9dfa-d11c-4e29-bd41-ac3bc77789bb tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7727444 Aug 27 17:20:07.200061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59422) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:07.205139 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1439797685'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:07.252794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-124a817f-c028-431a-bdec-93635baedb97', 'network_id': '124a817f-c028-431a-bdec-93635baedb97', 'tenant_id': 'd0b051d156f74ceca9ad1b648b4ced79', 'fixed_ips': [{'subnet_id': '87067bd1-0dea-445a-8a0a-0dfc019dc156'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:07.253651 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.302691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:07.306298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.331571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:20:07.341571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.344656 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Added segment 8548db47-5119-48d8-b2ba-64ded7bcb354 of type vlan for network 69b816f2-c112-4673-8e30-5dcd667e433d Aug 27 17:20:07.389439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Allocated IP 2001:db8::2 (124a817f-c028-431a-bdec-93635baedb97/87067bd1-0dea-445a-8a0a-0dfc019dc156/d055c853-51f8-41f1-87d2-36e6cbb88960) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:07.390835 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.482897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.489003 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:07.489606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.532522 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.540441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Transition to ACTIVE for port object d055c853-51f8-41f1-87d2-36e6cbb88960 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:07.555138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Transition to ACTIVE for port object d055c853-51f8-41f1-87d2-36e6cbb88960 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:07.560767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Network': ['ID=69b816f2-c112-4673-8e30-5dcd667e433d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:07.571010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 69b816f2-c112-4673-8e30-5dcd667e433d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:20:07.621440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-deb82377-9a4f-4d69-b94a-5c918173ffbc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4202704 Aug 27 17:20:07.624313 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59424) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:07.629575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Request body: {'subnet': {'network_id': '69b816f2-c112-4673-8e30-5dcd667e433d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:07.763457 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.802574 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Made reservation on behalf of d0b051d156f74ceca9ad1b648b4ced79 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:07.806251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.827223 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Network 124a817f-c028-431a-bdec-93635baedb97 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:07.829731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Pushing event updated for resources: {'Port': ['ID=d055c853-51f8-41f1-87d2-36e6cbb88960,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:07.832743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:07.835664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:07.891521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Attempting to bind port d055c853-51f8-41f1-87d2-36e6cbb88960 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:07.891896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Attempting to bind port d055c853-51f8-41f1-87d2-36e6cbb88960 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '71784071-d6a1-4902-a41f-f53c076c877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '124a817f-c028-431a-bdec-93635baedb97'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:07.892268 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Attempting to bind port d055c853-51f8-41f1-87d2-36e6cbb88960 on network 124a817f-c028-431a-bdec-93635baedb97 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:07.897287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:07.897686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Checking segment: {'id': '71784071-d6a1-4902-a41f-f53c076c877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '124a817f-c028-431a-bdec-93635baedb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:07.898056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.898464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Bound using segment: {'id': '71784071-d6a1-4902-a41f-f53c076c877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '124a817f-c028-431a-bdec-93635baedb97'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:07.898906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Bound port: d055c853-51f8-41f1-87d2-36e6cbb88960, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71784071-d6a1-4902-a41f-f53c076c877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '124a817f-c028-431a-bdec-93635baedb97'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:07.899309 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:07.962119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] For port d055c853-51f8-41f1-87d2-36e6cbb88960, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:07.965217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] For port d055c853-51f8-41f1-87d2-36e6cbb88960, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d055c853-51f8-41f1-87d2-36e6cbb88960,segment=NetworkSegment(71784071-d6a1-4902-a41f-f53c076c877d),segment_id=71784071-d6a1-4902-a41f-f53c076c877d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:08.071446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.106974 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.132408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e1839-a575-4283-9dec-d6a88f02b9e5 None None] Pushing event updated for resources: {'Port': ['ID=d055c853-51f8-41f1-87d2-36e6cbb88960,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:08.181635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event updated for resources: {'Subnet': ['ID=336efaf2-3d24-404d-b3ab-2053ae7beae0,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:08.190583 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Checking segment: {'id': '8548db47-5119-48d8-b2ba-64ded7bcb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '69b816f2-c112-4673-8e30-5dcd667e433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:08.190950 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network hostable DHCP agents. Network: 69b816f2-c112-4673-8e30-5dcd667e433d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:08.282792 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Network 69b816f2-c112-4673-8e30-5dcd667e433d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:08.354240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 69b816f2-c112-4673-8e30-5dcd667e433d) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:08.366165 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33bb4f-88f4-45b3-a644-15089edf3521 None None] Network 69b816f2-c112-4673-8e30-5dcd667e433d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:08.369085 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:08.369692 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.452547 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f02e610c-d63a-4f7c-893f-950be91e6346 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8271251 Aug 27 17:20:08.455034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59426) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:08.522599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-69b816f2-c112-4673-8e30-5dcd667e433d', 'network_id': '69b816f2-c112-4673-8e30-5dcd667e433d', 'tenant_id': 'd0b051d156f74ceca9ad1b648b4ced79', 'fixed_ips': [{'subnet_id': '336efaf2-3d24-404d-b3ab-2053ae7beae0'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:08.522599 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.553635 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.605372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.660619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Allocated IP 2001:db8::2 (69b816f2-c112-4673-8e30-5dcd667e433d/336efaf2-3d24-404d-b3ab-2053ae7beae0/7d7319a1-ad71-46d5-9b64-a3779bd479eb) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:08.809278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.818088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Transition to ACTIVE for port object 7d7319a1-ad71-46d5-9b64-a3779bd479eb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:08.834699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Transition to ACTIVE for port object 7d7319a1-ad71-46d5-9b64-a3779bd479eb will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:08.906114 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:08.949749 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Network 69b816f2-c112-4673-8e30-5dcd667e433d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:08.954815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:08.958436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:08.966363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Pushing event updated for resources: {'Port': ['ID=7d7319a1-ad71-46d5-9b64-a3779bd479eb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:08.989313 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.018650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Subnet': ['ID=336efaf2-3d24-404d-b3ab-2053ae7beae0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:09.023311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Attempting to bind port 7d7319a1-ad71-46d5-9b64-a3779bd479eb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:09.024036 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Attempting to bind port 7d7319a1-ad71-46d5-9b64-a3779bd479eb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '8548db47-5119-48d8-b2ba-64ded7bcb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '69b816f2-c112-4673-8e30-5dcd667e433d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:09.024715 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Attempting to bind port 7d7319a1-ad71-46d5-9b64-a3779bd479eb on network 69b816f2-c112-4673-8e30-5dcd667e433d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:09.038590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:09.038590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Checking segment: {'id': '8548db47-5119-48d8-b2ba-64ded7bcb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '69b816f2-c112-4673-8e30-5dcd667e433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:09.038590 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.038590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Bound using segment: {'id': '8548db47-5119-48d8-b2ba-64ded7bcb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '69b816f2-c112-4673-8e30-5dcd667e433d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:09.038590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Bound port: 7d7319a1-ad71-46d5-9b64-a3779bd479eb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8548db47-5119-48d8-b2ba-64ded7bcb354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '69b816f2-c112-4673-8e30-5dcd667e433d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:09.038590 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.041030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eefb58b-2d2c-4f6a-b117-3ff771ac0e0d None None] Network 124a817f-c028-431a-bdec-93635baedb97 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:09.083588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.094068 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b816f2-c112-4673-8e30-5dcd667e433d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:09.104392 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8548db47-5119-48d8-b2ba-64ded7bcb354') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:09.105248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8548db47-5119-48d8-b2ba-64ded7bcb354') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:09.114048 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.132646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.138415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:09.138818 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:09.141902 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:09.180952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] For port 7d7319a1-ad71-46d5-9b64-a3779bd479eb, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:09.209368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-48130da6-51e4-4307-9137-030787d5f9fc None None] Provisioning for port d055c853-51f8-41f1-87d2-36e6cbb88960 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:09.215761 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] For port 7d7319a1-ad71-46d5-9b64-a3779bd479eb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d7319a1-ad71-46d5-9b64-a3779bd479eb,segment=NetworkSegment(8548db47-5119-48d8-b2ba-64ded7bcb354),segment_id=8548db47-5119-48d8-b2ba-64ded7bcb354)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:09.252047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.db.api [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 17:20:09.252047 n-d-806412-1 neutron-server[95252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 17:20:09.252047 n-d-806412-1 neutron-server[95252]: [parameters: {'id': '69b816f2-c112-4673-8e30-5dcd667e433d'}] Aug 27 17:20:09.252047 n-d-806412-1 neutron-server[95252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:20:09.252564 n-d-806412-1 neutron-server[95252]: DEBUG oslo_db.api [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:20:09.285976 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.370939 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dd8cc-55b2-4652-9b7a-74feada81bee None None] Pushing event updated for resources: {'Port': ['ID=7d7319a1-ad71-46d5-9b64-a3779bd479eb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:09.377920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199c725-9fba-4ee7-a0c7-ce7c34e9cbd9 None None] Network 69b816f2-c112-4673-8e30-5dcd667e433d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:09.503377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c00b0c-844e-4248-842b-5efe4531e953 None None] get_active_networks_info from n-d-806412-1 {{(pid=95254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 17:20:09.583731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c00b0c-844e-4248-842b-5efe4531e953 None None] Resources bound (agent type, host, resource id): {{(pid=95254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 17:20:09.754176 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.809525 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Deleting port 7d7319a1-ad71-46d5-9b64-a3779bd479eb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:09.809873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.873977 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] For port 7d7319a1-ad71-46d5-9b64-a3779bd479eb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7d7319a1-ad71-46d5-9b64-a3779bd479eb,segment=NetworkSegment(8548db47-5119-48d8-b2ba-64ded7bcb354),segment_id=8548db47-5119-48d8-b2ba-64ded7bcb354)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:09.874343 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:09.887055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Calling delete_port for 7d7319a1-ad71-46d5-9b64-a3779bd479eb owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:09.984209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d055c853-51f8-41f1-87d2-36e6cbb88960 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:10.036981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.064404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Port': ['ID=7d7319a1-ad71-46d5-9b64-a3779bd479eb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:10.066280 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No DVR routers for this DVR port 7d7319a1-ad71-46d5-9b64-a3779bd479eb on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:10.097020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d055c853-51f8-41f1-87d2-36e6cbb88960 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:10.100988 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d055c853-51f8-41f1-87d2-36e6cbb88960 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:10.107142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.148981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.158613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b816f2-c112-4673-8e30-5dcd667e433d']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:10.169890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8548db47-5119-48d8-b2ba-64ded7bcb354') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:10.170187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8548db47-5119-48d8-b2ba-64ded7bcb354') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:10.177933 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.178882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.193205 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.199044 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:10.199477 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:10.202406 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:10.209094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d055c853-51f8-41f1-87d2-36e6cbb88960, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d055c853-51f8-41f1-87d2-36e6cbb88960,segment=NetworkSegment(71784071-d6a1-4902-a41f-f53c076c877d),segment_id=71784071-d6a1-4902-a41f-f53c076c877d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:10.303288 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.326054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.335724 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.337958 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/69b816f2-c112-4673-8e30-5dcd667e433d HTTP/1.1" status: 204 len: 168 time: 1.8817029 Aug 27 17:20:10.347081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59428) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:10.351954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949964b-5e6d-4626-bef6-bddb0e862bde tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Network': ['ID=69b816f2-c112-4673-8e30-5dcd667e433d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:10.359111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d055c853-51f8-41f1-87d2-36e6cbb88960,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:10.379635 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ab734a-a441-4f87-b3df-eedd6f403264 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] GET failed (client error): The resource could not be found. Aug 27 17:20:10.380973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-24ab734a-a441-4f87-b3df-eedd6f403264 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "GET /v2.0/subnets/336efaf2-3d24-404d-b3ab-2053ae7beae0 HTTP/1.1" status: 404 len: 337 time: 0.0342119 Aug 27 17:20:10.383888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59430) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:10.402238 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b84033e-fbea-4fea-be2c-7d519cfabac8 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] DELETE failed (client error): The resource could not be found. Aug 27 17:20:10.402794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b84033e-fbea-4fea-be2c-7d519cfabac8 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 17:20:10.405357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9b84033e-fbea-4fea-be2c-7d519cfabac8 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/69b816f2-c112-4673-8e30-5dcd667e433d HTTP/1.1" status: 404 len: 339 time: 0.0196629 Aug 27 17:20:10.408147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59432) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:10.434876 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c37c40a-8030-4b2c-953d-2b3daf4058c4 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] DELETE failed (client error): The resource could not be found. Aug 27 17:20:10.435431 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c37c40a-8030-4b2c-953d-2b3daf4058c4 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 17:20:10.437138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1c37c40a-8030-4b2c-953d-2b3daf4058c4 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/subnets/336efaf2-3d24-404d-b3ab-2053ae7beae0 HTTP/1.1" status: 404 len: 337 time: 0.0281105 Aug 27 17:20:10.439671 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59434) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:10.462334 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d4137a-7159-4608-9dc3-508b5d590c12 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] DELETE failed (client error): The resource could not be found. Aug 27 17:20:10.462870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d4137a-7159-4608-9dc3-508b5d590c12 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 17:20:10.464765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-41d4137a-7159-4608-9dc3-508b5d590c12 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/69b816f2-c112-4673-8e30-5dcd667e433d HTTP/1.1" status: 404 len: 339 time: 0.0241930 Aug 27 17:20:10.467479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59436) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:10.517434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Deleting subnet 87067bd1-0dea-445a-8a0a-0dfc019dc156 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:20:10.520475 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.561869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.647388 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.760005 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.790001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.792803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/subnets/87067bd1-0dea-445a-8a0a-0dfc019dc156 HTTP/1.1" status: 204 len: 168 time: 0.3234911 Aug 27 17:20:10.794477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf69852-ca8f-48a1-88c8-23055e79753d tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Subnet': ['ID=87067bd1-0dea-445a-8a0a-0dfc019dc156,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:10.795472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59438) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:10.795947 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2130d60e-453b-414d-9dd1-992d5095c209 None None] Network 124a817f-c028-431a-bdec-93635baedb97 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:10.881056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.898064 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fc1729eb-aabd-49cd-991c-e2a9e2c1be58 req-e0c8d6ab-2739-4ae6-9fed-3d5b16700b50 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0326078 Aug 27 17:20:10.974074 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fc1729eb-aabd-49cd-991c-e2a9e2c1be58 req-432610d6-34ea-454e-b399-9774c85f9ca1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0287693 Aug 27 17:20:10.981730 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Deleting port d055c853-51f8-41f1-87d2-36e6cbb88960 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:10.982073 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:10.992461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] DHCP port deletion for 124a817f-c028-431a-bdec-93635baedb97 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:20:11.040779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] Deleting port d055c853-51f8-41f1-87d2-36e6cbb88960 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:11.042910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.047982 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fc1729eb-aabd-49cd-991c-e2a9e2c1be58 req-0d6fad80-fbe0-4837-b90b-d879ec07190e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520945 Aug 27 17:20:11.121269 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] For port d055c853-51f8-41f1-87d2-36e6cbb88960, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d055c853-51f8-41f1-87d2-36e6cbb88960,segment=NetworkSegment(71784071-d6a1-4902-a41f-f53c076c877d),segment_id=71784071-d6a1-4902-a41f-f53c076c877d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:11.121639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.122575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] For port d055c853-51f8-41f1-87d2-36e6cbb88960, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d055c853-51f8-41f1-87d2-36e6cbb88960,segment=NetworkSegment(71784071-d6a1-4902-a41f-f53c076c877d),segment_id=71784071-d6a1-4902-a41f-f53c076c877d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:11.122988 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.135698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] Calling delete_port for d055c853-51f8-41f1-87d2-36e6cbb88960 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:11.140532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Calling delete_port for d055c853-51f8-41f1-87d2-36e6cbb88960 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:11.212520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1729eb-aabd-49cd-991c-e2a9e2c1be58 req-d4ab9a36-1d3b-49b5-8924-8e5020087854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:11.214026 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fc1729eb-aabd-49cd-991c-e2a9e2c1be58 req-d4ab9a36-1d3b-49b5-8924-8e5020087854 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1577396 Aug 27 17:20:11.285792 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.291544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.316417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] Pushing event deleted for resources: {'Port': ['ID=d055c853-51f8-41f1-87d2-36e6cbb88960,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:11.318251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fdea7f-6823-4cea-96a2-16793ff525f9 None None] No DVR routers for this DVR port d055c853-51f8-41f1-87d2-36e6cbb88960 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:11.318421 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Port': ['ID=d055c853-51f8-41f1-87d2-36e6cbb88960,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:11.320624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No DVR routers for this DVR port d055c853-51f8-41f1-87d2-36e6cbb88960 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:11.400267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.409857 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124a817f-c028-431a-bdec-93635baedb97']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:11.420429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71784071-d6a1-4902-a41f-f53c076c877d') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:11.420732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71784071-d6a1-4902-a41f-f53c076c877d') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:11.429241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.447142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.453865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:11.454256 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: self.session.flush() Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:11.457307 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:11.634174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.641274 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.643050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/124a817f-c028-431a-bdec-93635baedb97 HTTP/1.1" status: 204 len: 168 time: 0.8464680 Aug 27 17:20:11.652955 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59440) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:11.654616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bdcf1-1d43-4cad-859e-4bcbee95ce89 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Network': ['ID=124a817f-c028-431a-bdec-93635baedb97,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:11.681378 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9833d3-956b-4eca-912c-4fa0c92c73af tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] DELETE failed (client error): The resource could not be found. Aug 27 17:20:11.681827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9833d3-956b-4eca-912c-4fa0c92c73af tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 17:20:11.692834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ee9833d3-956b-4eca-912c-4fa0c92c73af tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/subnets/90a9ac64-c547-4273-9b88-ef5a7e70dbfe HTTP/1.1" status: 404 len: 337 time: 0.0303226 Aug 27 17:20:11.694667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59442) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:11.712448 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa246da6-d00d-4769-afbe-d7c3906bfbcc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] DELETE failed (client error): The resource could not be found. Aug 27 17:20:11.712975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa246da6-d00d-4769-afbe-d7c3906bfbcc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 17:20:11.714719 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-aa246da6-d00d-4769-afbe-d7c3906bfbcc tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/43f193dd-81b7-4591-8340-ee2752c369cd HTTP/1.1" status: 404 len: 339 time: 0.0190654 Aug 27 17:20:11.716963 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59444) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:11.742677 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cab599a-97a4-433a-a54e-22b2ee719814 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] DELETE failed (client error): The resource could not be found. Aug 27 17:20:11.743118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cab599a-97a4-433a-a54e-22b2ee719814 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 17:20:11.744805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7cab599a-97a4-433a-a54e-22b2ee719814 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/subnets/5a51fbeb-a882-491e-80ae-7a920106aeff HTTP/1.1" status: 404 len: 337 time: 0.0269403 Aug 27 17:20:11.750187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:11.764973 n-d-806412-1 neutron-server[95253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2752906-17b2-4a57-902e-d202fee6efec tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] DELETE failed (client error): The resource could not be found. Aug 27 17:20:11.765494 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2752906-17b2-4a57-902e-d202fee6efec tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 17:20:11.767156 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b2752906-17b2-4a57-902e-d202fee6efec tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/ffa6b3f3-00d2-47f3-bc37-6217c5f39b05 HTTP/1.1" status: 404 len: 339 time: 0.0184021 Aug 27 17:20:11.769368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59448) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:11.824734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Deleting subnet 79458655-45c7-4607-924f-f6c60d2afd5f {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:20:11.827807 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.867133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.951706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:11.960854 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d055c853-51f8-41f1-87d2-36e6cbb88960 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:20:11.981748 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d055c853-51f8-41f1-87d2-36e6cbb88960 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:20:11.982098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d055c853-51f8-41f1-87d2-36e6cbb88960 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:20:12.077027 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.106339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Subnet': ['ID=79458655-45c7-4607-924f-f6c60d2afd5f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:12.108326 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.110218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3821075d-e4dd-4622-ba54-64d786476887 tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/subnets/79458655-45c7-4607-924f-f6c60d2afd5f HTTP/1.1" status: 204 len: 168 time: 0.3399801 Aug 27 17:20:12.112741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59450) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:12.115147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c8958a-3cbe-4783-b0c1-eb250fb2b007 None None] Network 5bccb624-af36-4d0e-b748-69db69556045 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:12.188246 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.242352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Deleting port 84c31806-0306-4100-9fb0-9c1375b32e62 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:12.242762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.278864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] DHCP port deletion for 5bccb624-af36-4d0e-b748-69db69556045 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:20:12.312089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] For port 84c31806-0306-4100-9fb0-9c1375b32e62, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=84c31806-0306-4100-9fb0-9c1375b32e62,segment=NetworkSegment(85f0063f-d776-4a4e-8bb3-a7d99c48a00c),segment_id=85f0063f-d776-4a4e-8bb3-a7d99c48a00c)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:12.312458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.325645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Calling delete_port for 84c31806-0306-4100-9fb0-9c1375b32e62 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:12.329294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] Deleting port 84c31806-0306-4100-9fb0-9c1375b32e62 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:12.329672 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.391864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] For port 84c31806-0306-4100-9fb0-9c1375b32e62, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=84c31806-0306-4100-9fb0-9c1375b32e62,segment=NetworkSegment(85f0063f-d776-4a4e-8bb3-a7d99c48a00c),segment_id=85f0063f-d776-4a4e-8bb3-a7d99c48a00c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:12.392267 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.405404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] Calling delete_port for 84c31806-0306-4100-9fb0-9c1375b32e62 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:12.486331 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.492005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.517225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Port': ['ID=84c31806-0306-4100-9fb0-9c1375b32e62,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:12.518395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] Pushing event deleted for resources: {'Port': ['ID=84c31806-0306-4100-9fb0-9c1375b32e62,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:12.520254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe4945-34b0-47ac-97cb-adfb10cf031d None None] No DVR routers for this DVR port 84c31806-0306-4100-9fb0-9c1375b32e62 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:12.526504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] No DVR routers for this DVR port 84c31806-0306-4100-9fb0-9c1375b32e62 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:12.606448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.616284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bccb624-af36-4d0e-b748-69db69556045']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:12.626522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f0063f-d776-4a4e-8bb3-a7d99c48a00c') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:12.626821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f0063f-d776-4a4e-8bb3-a7d99c48a00c') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:12.635445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.649260 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.655716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:12.656312 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:12.658979 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:12.799934 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.806653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:12.809242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] 10.222.0.101 "DELETE /v2.0/networks/5bccb624-af36-4d0e-b748-69db69556045 HTTP/1.1" status: 204 len: 168 time: 0.6955173 Aug 27 17:20:12.820772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15d61-d0a9-443d-b49e-fc96d12511fa tempest-NetworksIpV6Test-1030538601 tempest-NetworksIpV6Test-1030538601-project] Pushing event deleted for resources: {'Network': ['ID=5bccb624-af36-4d0e-b748-69db69556045,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:13.289411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59456) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:13.422173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a580f3e4-b761-498b-a21e-6b9131a3ee65 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d0b051d156f74ceca9ad1b648b4ced79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315417 Aug 27 17:20:13.424785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59460) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:13.473072 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e17be1-c946-4d8d-9d52-c67678dea91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:13.494189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e17be1-c946-4d8d-9d52-c67678dea91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:13.606379 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e17be1-c946-4d8d-9d52-c67678dea91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:13.608952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d0e17be1-c946-4d8d-9d52-c67678dea91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:13.610188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d0e17be1-c946-4d8d-9d52-c67678dea91d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/daef2a8c-7d95-4db7-9555-a65bb8b53416 HTTP/1.1" status: 204 len: 168 time: 0.1844933 Aug 27 17:20:13.618219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e17be1-c946-4d8d-9d52-c67678dea91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef2a8c-7d95-4db7-9555-a65bb8b53416,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:13.955105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 84c31806-0306-4100-9fb0-9c1375b32e62 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:20:13.975393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 84c31806-0306-4100-9fb0-9c1375b32e62 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:20:13.975767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 84c31806-0306-4100-9fb0-9c1375b32e62 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:20:14.599980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59482) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:14.693552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8cb120fa-578f-4485-93a2-29d025b4f874 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1675599087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:14.791064 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cb120fa-578f-4485-93a2-29d025b4f874 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:14.792890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cb120fa-578f-4485-93a2-29d025b4f874 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:14.846543 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cb120fa-578f-4485-93a2-29d025b4f874 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:14.911505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cb120fa-578f-4485-93a2-29d025b4f874 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.013953 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8cb120fa-578f-4485-93a2-29d025b4f874 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.015183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8cb120fa-578f-4485-93a2-29d025b4f874 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4141788 Aug 27 17:20:15.017958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59486) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:15.022768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-602346788'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:15.105677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Made reservation on behalf of 3a7d7169de8e4f7295c716aa044bc744 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:15.109155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.120507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.208548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.284989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.310907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:20:15.319295 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724fcb8f-9849-49b7-a236-ff47df6b344b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:15.325126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.325495 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Added segment 2e02a43e-e7f6-4a4d-abcc-b7b25e16f056 of type vlan for network 435784ec-b310-4e9e-854e-4668580c7086 Aug 27 17:20:15.368276 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.482614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.488228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:15.488823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:15.553786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event updated for resources: {'Network': ['ID=435784ec-b310-4e9e-854e-4668580c7086,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:15.565121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 435784ec-b310-4e9e-854e-4668580c7086 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:20:15.615239 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-378c9779-5b6f-4510-b334-dd648a9fc6b3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5955970 Aug 27 17:20:15.617336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59488) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:15.623186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Request body: {'subnet': {'network_id': '435784ec-b310-4e9e-854e-4668580c7086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:15.805287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Made reservation on behalf of 3a7d7169de8e4f7295c716aa044bc744 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:15.809403 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.039956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.099747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event updated for resources: {'Subnet': ['ID=2c9dd162-c049-49b4-ab81-c235977ce0cc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:16.108883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Checking segment: {'id': '2e02a43e-e7f6-4a4d-abcc-b7b25e16f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '435784ec-b310-4e9e-854e-4668580c7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:16.109240 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Network hostable DHCP agents. Network: 435784ec-b310-4e9e-854e-4668580c7086, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:16.224890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Network 435784ec-b310-4e9e-854e-4668580c7086 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:16.316517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 435784ec-b310-4e9e-854e-4668580c7086) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:16.320634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:16.321347 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.326691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1cd829-2ca6-4f62-9702-31aaefbb1122 None None] Network 435784ec-b310-4e9e-854e-4668580c7086 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:16.423727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-03e294a5-835a-4265-8eb9-230b0f12e439 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8052192 Aug 27 17:20:16.426778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59490) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:16.431801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1175156362'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:16.470267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-435784ec-b310-4e9e-854e-4668580c7086', 'network_id': '435784ec-b310-4e9e-854e-4668580c7086', 'tenant_id': '3a7d7169de8e4f7295c716aa044bc744', 'fixed_ips': [{'subnet_id': '2c9dd162-c049-49b4-ab81-c235977ce0cc'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:16.471134 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.517019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Made reservation on behalf of 3a7d7169de8e4f7295c716aa044bc744 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:16.520590 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.546067 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:20:16.554860 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.556242 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Added segment 292df1a7-1a7d-4806-98fe-96426cd561fb of type vlan for network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 Aug 27 17:20:16.595683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.608639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Allocated IP 172.20.0.2 (435784ec-b310-4e9e-854e-4668580c7086/2c9dd162-c049-49b4-ab81-c235977ce0cc/81037142-d2ea-4145-b933-caab1b08ea43) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:16.682676 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.688337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:16.688930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.748248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.756416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Transition to ACTIVE for port object 81037142-d2ea-4145-b933-caab1b08ea43 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:16.763055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event updated for resources: {'Network': ['ID=4fd5c692-f4d2-4106-ac45-a9c3624da3f6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:16.770820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Transition to ACTIVE for port object 81037142-d2ea-4145-b933-caab1b08ea43 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:16.773506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:20:16.798000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9790ee5c-aab0-4d63-8e77-6b861ab6712a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3701377 Aug 27 17:20:16.800822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59492) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:16.805803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Request body: {'subnet': {'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:16.820192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.881925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Network 435784ec-b310-4e9e-854e-4668580c7086 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:16.886082 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:16.887898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Pushing event updated for resources: {'Port': ['ID=81037142-d2ea-4145-b933-caab1b08ea43,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:16.890130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:16.944394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Attempting to bind port 81037142-d2ea-4145-b933-caab1b08ea43 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:16.944765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Attempting to bind port 81037142-d2ea-4145-b933-caab1b08ea43 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2e02a43e-e7f6-4a4d-abcc-b7b25e16f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '435784ec-b310-4e9e-854e-4668580c7086'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:16.945128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Attempting to bind port 81037142-d2ea-4145-b933-caab1b08ea43 on network 435784ec-b310-4e9e-854e-4668580c7086 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:16.950043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:16.950412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Checking segment: {'id': '2e02a43e-e7f6-4a4d-abcc-b7b25e16f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '435784ec-b310-4e9e-854e-4668580c7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:16.950814 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.951211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Bound using segment: {'id': '2e02a43e-e7f6-4a4d-abcc-b7b25e16f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '435784ec-b310-4e9e-854e-4668580c7086'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:16.951757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Bound port: 81037142-d2ea-4145-b933-caab1b08ea43, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e02a43e-e7f6-4a4d-abcc-b7b25e16f056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '435784ec-b310-4e9e-854e-4668580c7086'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:16.952136 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:16.969225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Made reservation on behalf of 3a7d7169de8e4f7295c716aa044bc744 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:16.973788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:17.020052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] For port 81037142-d2ea-4145-b933-caab1b08ea43, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:17.022962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] For port 81037142-d2ea-4145-b933-caab1b08ea43, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81037142-d2ea-4145-b933-caab1b08ea43,segment=NetworkSegment(2e02a43e-e7f6-4a4d-abcc-b7b25e16f056),segment_id=2e02a43e-e7f6-4a4d-abcc-b7b25e16f056)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:17.099974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:17.163218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d715d80-465e-48c7-9f6f-83afbe4d0ab2 None None] Pushing event updated for resources: {'Port': ['ID=81037142-d2ea-4145-b933-caab1b08ea43,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:17.228453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:17.310026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event updated for resources: {'Subnet': ['ID=47de748f-88f5-44f7-96d4-0d7a380e61ee,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:17.321795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Checking segment: {'id': '292df1a7-1a7d-4806-98fe-96426cd561fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:17.322181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Network hostable DHCP agents. Network: 4fd5c692-f4d2-4106-ac45-a9c3624da3f6, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:17.430880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:17.648143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 4fd5c692-f4d2-4106-ac45-a9c3624da3f6) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:17.656910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:17.656910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:17.661496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc0945-4ed7-463e-8ffc-835a06dbd993 None None] Network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:17.743665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-547e7955-0348-4f82-999a-70f80d69617b tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9413648 Aug 27 17:20:17.746159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59494) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:17.751538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-7da5abf6-d1b6-4c67-b60f-a72f31465a09 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Request body: {'router': {'external_gateway_info': {'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:17.817829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-4fd5c692-f4d2-4106-ac45-a9c3624da3f6', 'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6', 'tenant_id': '3a7d7169de8e4f7295c716aa044bc744', 'fixed_ips': [{'subnet_id': '47de748f-88f5-44f7-96d4-0d7a380e61ee'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:17.818817 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:17.989771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Allocated IP 172.21.0.2 (4fd5c692-f4d2-4106-ac45-a9c3624da3f6/47de748f-88f5-44f7-96d4-0d7a380e61ee/712afbe6-cf01-4cb6-b259-03ebecc41862) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:17.992421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7da5abf6-d1b6-4c67-b60f-a72f31465a09 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.007147 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81037142-d2ea-4145-b933-caab1b08ea43 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:18.046085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80404447-0865-4502-81c1-c2d91a9ea552 None None] Network 435784ec-b310-4e9e-854e-4668580c7086 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:18.206180 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [None req-7da5abf6-d1b6-4c67-b60f-a72f31465a09 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 17:20:18.213562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7da5abf6-d1b6-4c67-b60f-a72f31465a09 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "PUT /v2.0/routers/6b288185-a317-4647-8259-8680a7ae0b56 HTTP/1.1" status: 400 len: 364 time: 0.4601562 Aug 27 17:20:18.213836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59498) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:18.269276 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Deleting subnet 47de748f-88f5-44f7-96d4-0d7a380e61ee {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:20:18.450946 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.464363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Transition to ACTIVE for port object 712afbe6-cf01-4cb6-b259-03ebecc41862 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:18.484617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9c842f0c-d374-4981-856e-bbc861e077d3 None None] Provisioning for port 81037142-d2ea-4145-b933-caab1b08ea43 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:18.500944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 81037142-d2ea-4145-b933-caab1b08ea43 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:18.503068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Transition to ACTIVE for port object 712afbe6-cf01-4cb6-b259-03ebecc41862 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:18.509533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 81037142-d2ea-4145-b933-caab1b08ea43 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:18.509908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.573448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.583542 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.620867 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.631197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.649100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:18.656210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:18.658383 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Pushing event updated for resources: {'Port': ['ID=712afbe6-cf01-4cb6-b259-03ebecc41862,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:18.660627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:18.709037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 81037142-d2ea-4145-b933-caab1b08ea43, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81037142-d2ea-4145-b933-caab1b08ea43,segment=NetworkSegment(2e02a43e-e7f6-4a4d-abcc-b7b25e16f056),segment_id=2e02a43e-e7f6-4a4d-abcc-b7b25e16f056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:18.724703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.739449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Attempting to bind port 712afbe6-cf01-4cb6-b259-03ebecc41862 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:18.739820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Attempting to bind port 712afbe6-cf01-4cb6-b259-03ebecc41862 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '292df1a7-1a7d-4806-98fe-96426cd561fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:18.740182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Attempting to bind port 712afbe6-cf01-4cb6-b259-03ebecc41862 on network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:18.745849 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:18.746463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Checking segment: {'id': '292df1a7-1a7d-4806-98fe-96426cd561fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:18.746891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.747308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Bound using segment: {'id': '292df1a7-1a7d-4806-98fe-96426cd561fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:18.747781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Bound port: 712afbe6-cf01-4cb6-b259-03ebecc41862, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292df1a7-1a7d-4806-98fe-96426cd561fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '4fd5c692-f4d2-4106-ac45-a9c3624da3f6'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:18.748449 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.797758 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.857381 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-32749cd8-17e4-4e0f-94c1-522893472ec8 None None] Provisioning complete for port 81037142-d2ea-4145-b933-caab1b08ea43 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:18.857745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32749cd8-17e4-4e0f-94c1-522893472ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.858529 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:20:18.874664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.883656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] For port 712afbe6-cf01-4cb6-b259-03ebecc41862, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:18.887426 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=81037142-d2ea-4145-b933-caab1b08ea43,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:18.902530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event deleted for resources: {'Subnet': ['ID=47de748f-88f5-44f7-96d4-0d7a380e61ee,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:18.906828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:18.908720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-654b923b-bc66-4d70-bfd1-8e5909789679 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "DELETE /v2.0/subnets/47de748f-88f5-44f7-96d4-0d7a380e61ee HTTP/1.1" status: 204 len: 168 time: 0.6937151 Aug 27 17:20:18.910980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59500) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:18.912504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] For port 712afbe6-cf01-4cb6-b259-03ebecc41862, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=712afbe6-cf01-4cb6-b259-03ebecc41862,segment=NetworkSegment(292df1a7-1a7d-4806-98fe-96426cd561fb),segment_id=292df1a7-1a7d-4806-98fe-96426cd561fb)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:18.991809 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.023001 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.048055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Deleting port 712afbe6-cf01-4cb6-b259-03ebecc41862 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:19.048405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.090767 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4857ca-2512-4120-9269-f8ab77a20ec5 None None] Pushing event updated for resources: {'Port': ['ID=712afbe6-cf01-4cb6-b259-03ebecc41862,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:19.115547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] For port 712afbe6-cf01-4cb6-b259-03ebecc41862, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=712afbe6-cf01-4cb6-b259-03ebecc41862,segment=NetworkSegment(292df1a7-1a7d-4806-98fe-96426cd561fb),segment_id=292df1a7-1a7d-4806-98fe-96426cd561fb)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:19.115918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.129532 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Calling delete_port for 712afbe6-cf01-4cb6-b259-03ebecc41862 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:19.633825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.660442 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event deleted for resources: {'Port': ['ID=712afbe6-cf01-4cb6-b259-03ebecc41862,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:19.662316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] No DVR routers for this DVR port 712afbe6-cf01-4cb6-b259-03ebecc41862 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:19.745643 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.755613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd5c692-f4d2-4106-ac45-a9c3624da3f6']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:19.766860 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292df1a7-1a7d-4806-98fe-96426cd561fb') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:19.767154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292df1a7-1a7d-4806-98fe-96426cd561fb') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:19.777107 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.793037 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.799316 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:19.799719 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:19.802899 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:19.939970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.947233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:19.949916 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "DELETE /v2.0/networks/4fd5c692-f4d2-4106-ac45-a9c3624da3f6 HTTP/1.1" status: 204 len: 168 time: 1.0378399 Aug 27 17:20:19.952354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59502) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:19.972703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0858a04-53a6-49ca-9130-70b662f77f1f tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event deleted for resources: {'Network': ['ID=4fd5c692-f4d2-4106-ac45-a9c3624da3f6,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:19.975323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81037142-d2ea-4145-b933-caab1b08ea43 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:20.019800 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Deleting subnet 2c9dd162-c049-49b4-ab81-c235977ce0cc {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:20:20.022980 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.031187 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 81037142-d2ea-4145-b933-caab1b08ea43 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:20.031589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.068267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c6540-01de-40b6-add5-0e063bb2e5ca None None] DHCP port deletion for 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:20:20.072618 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.082591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-aa9a6db6-14f8-44a3-8379-b2b165d4dc8d None None] Could not find standard attr ID for object 712afbe6-cf01-4cb6-b259-03ebecc41862. {{(pid=95254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 17:20:20.099063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3300705-cd11-4d0d-8e01-74b493c5069d None None] Network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:20.128405 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3300705-cd11-4d0d-8e01-74b493c5069d None None] Network 4fd5c692-f4d2-4106-ac45-a9c3624da3f6 could not be found, it might have been deleted concurrently. {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 17:20:20.158091 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.293956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.327806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.329632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "DELETE /v2.0/subnets/2c9dd162-c049-49b4-ab81-c235977ce0cc HTTP/1.1" status: 204 len: 168 time: 0.3763344 Aug 27 17:20:20.330562 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f622ed-1c27-4137-98a0-d3937a920c0a tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9dd162-c049-49b4-ab81-c235977ce0cc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:20.332231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59504) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:20.334781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9423d0c-f858-4330-93bc-61dc89465328 None None] Network 435784ec-b310-4e9e-854e-4668580c7086 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:20.407512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.462840 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Deleting port 81037142-d2ea-4145-b933-caab1b08ea43 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:20.463193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.503706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] DHCP port deletion for 435784ec-b310-4e9e-854e-4668580c7086 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:20:20.530010 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] For port 81037142-d2ea-4145-b933-caab1b08ea43, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81037142-d2ea-4145-b933-caab1b08ea43,segment=NetworkSegment(2e02a43e-e7f6-4a4d-abcc-b7b25e16f056),segment_id=2e02a43e-e7f6-4a4d-abcc-b7b25e16f056)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:20.530378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.543151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Calling delete_port for 81037142-d2ea-4145-b933-caab1b08ea43 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:20.550986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] Deleting port 81037142-d2ea-4145-b933-caab1b08ea43 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:20:20.551324 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.625706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] For port 81037142-d2ea-4145-b933-caab1b08ea43, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=81037142-d2ea-4145-b933-caab1b08ea43,segment=NetworkSegment(2e02a43e-e7f6-4a4d-abcc-b7b25e16f056),segment_id=2e02a43e-e7f6-4a4d-abcc-b7b25e16f056)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:20.626104 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.638323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] Calling delete_port for 81037142-d2ea-4145-b933-caab1b08ea43 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:20:20.683740 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82399dc8-1879-4634-9b16-5f8b9b0873ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.699536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.720436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.726194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event deleted for resources: {'Port': ['ID=81037142-d2ea-4145-b933-caab1b08ea43,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:20.728187 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] No DVR routers for this DVR port 81037142-d2ea-4145-b933-caab1b08ea43 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:20.746752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] Pushing event deleted for resources: {'Port': ['ID=81037142-d2ea-4145-b933-caab1b08ea43,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:20.750310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0397ff9-9356-4c37-aee7-de5da94be7bc None None] No DVR routers for this DVR port 81037142-d2ea-4145-b933-caab1b08ea43 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:20:20.813882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.823493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435784ec-b310-4e9e-854e-4668580c7086']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:20.833608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e02a43e-e7f6-4a4d-abcc-b7b25e16f056') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:20.833903 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e02a43e-e7f6-4a4d-abcc-b7b25e16f056') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:20.842626 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.856264 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.861865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:20:20.862243 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:20:20.865144 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:20:21.025708 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:21.033533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:21.035356 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "DELETE /v2.0/networks/435784ec-b310-4e9e-854e-4668580c7086 HTTP/1.1" status: 204 len: 168 time: 0.7020895 Aug 27 17:20:21.038204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59506) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:21.048308 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d52ced-56ab-4019-85ac-4d9ac035a93c tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Pushing event deleted for resources: {'Network': ['ID=435784ec-b310-4e9e-854e-4668580c7086,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:21.066594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f3790a8c-5e72-465f-9914-0f978f87de8d tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b288185-a317-4647-8259-8680a7ae0b56 HTTP/1.1" status: 200 len: 205 time: 0.0271642 Aug 27 17:20:21.068830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59508) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:21.143581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-27470906-43fc-4225-9454-dec477190ef3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:21.304082 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-27470906-43fc-4225-9454-dec477190ef3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:21.306161 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-27470906-43fc-4225-9454-dec477190ef3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:21.413905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-27470906-43fc-4225-9454-dec477190ef3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:21.414455 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27470906-43fc-4225-9454-dec477190ef3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Fanout notify agent at l3_agent the message router_deleted on router 6b288185-a317-4647-8259-8680a7ae0b56 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:20:21.421542 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-27470906-43fc-4225-9454-dec477190ef3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:21.422730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-27470906-43fc-4225-9454-dec477190ef3 tempest-RoutersNegativeTest-1491173455 tempest-RoutersNegativeTest-1491173455-project] 10.222.0.101 "DELETE /v2.0/routers/6b288185-a317-4647-8259-8680a7ae0b56 HTTP/1.1" status: 204 len: 168 time: 0.3529158 Aug 27 17:20:21.883948 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59514) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:21.958545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81037142-d2ea-4145-b933-caab1b08ea43 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:20:21.978806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 81037142-d2ea-4145-b933-caab1b08ea43 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:20:21.979238 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 81037142-d2ea-4145-b933-caab1b08ea43 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:20:21.979697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 712afbe6-cf01-4cb6-b259-03ebecc41862 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:20:22.001578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 712afbe6-cf01-4cb6-b259-03ebecc41862 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:20:22.001915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 712afbe6-cf01-4cb6-b259-03ebecc41862 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:20:22.016483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8e53dec3-a84d-4e03-ad81-19e7ec206883 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3a7d7169de8e4f7295c716aa044bc744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313777 Aug 27 17:20:22.018951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59518) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:22.065040 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75a3aac4-fc6b-49b4-b21f-0d750a2c7750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:22.085518 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75a3aac4-fc6b-49b4-b21f-0d750a2c7750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:22.222299 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75a3aac4-fc6b-49b4-b21f-0d750a2c7750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:22.224825 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75a3aac4-fc6b-49b4-b21f-0d750a2c7750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:22.225999 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-75a3aac4-fc6b-49b4-b21f-0d750a2c7750 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/724fcb8f-9849-49b7-a236-ff47df6b344b HTTP/1.1" status: 204 len: 168 time: 0.2061100 Aug 27 17:20:22.234052 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3aac4-fc6b-49b4-b21f-0d750a2c7750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724fcb8f-9849-49b7-a236-ff47df6b344b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:23.209987 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59540) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:23.245652 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1cfc66b0-2b4f-4a52-b08c-11384e5b6cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.306137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-363628531-network', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:23.422462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Made reservation on behalf of b4803727a05a44b48d6eb485779293c8 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:23.424838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.434254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.462398 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.524468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.562245 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.589371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:20:23.595510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f634424-c892-424f-b090-039c400290f7,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:23.602870 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.602988 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Added segment 4a3425a0-7a88-4d75-ad69-612d13ac629e of type vlan for network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 Aug 27 17:20:23.643779 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.762376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.763414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:23.764004 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.773678 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:23.825034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] Pushing event updated for resources: {'Network': ['ID=d99a6e3b-aec2-42b4-a39c-6f1df317bda0,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:23.834602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:20:23.877786 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c65a2b5a-39ea-45bb-9fb7-b0cdd22cc5af admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6663759 Aug 27 17:20:23.880278 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59544) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:23.885152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Request body: {'subnet': {'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-subnet', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:23.968432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Made reservation on behalf of b4803727a05a44b48d6eb485779293c8 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:23.970838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.205106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.264990 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf59796-a5f0-4fd1-aa52-90517c487a56,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:24.273827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Checking segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:24.274192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Network hostable DHCP agents. Network: d99a6e3b-aec2-42b4-a39c-6f1df317bda0, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:24.359355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:24.448590 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, d99a6e3b-aec2-42b4-a39c-6f1df317bda0) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:24.452874 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:24.453506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.457222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44012fe-17c8-467e-a60a-6c6b3b4c12d6 None None] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:24.508765 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e90dd91a-6ddf-4475-90b1-498f5a3fc989 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6274264 Aug 27 17:20:24.512137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59546) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:24.516797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:24.605808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-d99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'fixed_ips': [{'subnet_id': 'baf59796-a5f0-4fd1-aa52-90517c487a56'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:24.606707 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.614090 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.617358 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.667294 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.763167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Allocated IP 172.20.0.2 (d99a6e3b-aec2-42b4-a39c-6f1df317bda0/baf59796-a5f0-4fd1-aa52-90517c487a56/572803aa-1a9e-4397-b11d-e4b24f075fff) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:24.821856 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.822539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.907912 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.911260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:24.916086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Transition to ACTIVE for port object 572803aa-1a9e-4397-b11d-e4b24f075fff will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:24.930372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Transition to ACTIVE for port object 572803aa-1a9e-4397-b11d-e4b24f075fff will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:25.071639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.109708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:25.112536 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:25.115530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:25.144563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Pushing event updated for resources: {'Port': ['ID=572803aa-1a9e-4397-b11d-e4b24f075fff,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:25.180150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Attempting to bind port 572803aa-1a9e-4397-b11d-e4b24f075fff on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:25.180535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Attempting to bind port 572803aa-1a9e-4397-b11d-e4b24f075fff by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:25.180904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Attempting to bind port 572803aa-1a9e-4397-b11d-e4b24f075fff on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:25.186069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:25.186448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Checking segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:25.186856 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.187257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Bound using segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:25.187764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Bound port: 572803aa-1a9e-4397-b11d-e4b24f075fff, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:25.188148 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.225544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.248616 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.256492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] For port 572803aa-1a9e-4397-b11d-e4b24f075fff, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:25.259488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] For port 572803aa-1a9e-4397-b11d-e4b24f075fff, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=572803aa-1a9e-4397-b11d-e4b24f075fff,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:25.334420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.355446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Allocated IP 172.25.4.56 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1f18e277-40a4-467e-bf94-59271e2a9e24) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:25.394142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1bc4d-6dae-476b-9c04-546a668a5909 None None] Pushing event updated for resources: {'Port': ['ID=572803aa-1a9e-4397-b11d-e4b24f075fff,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:25.471629 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.563159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:25.608896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:25.612005 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:25.616701 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:25.620672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Pushing event updated for resources: {'Port': ['ID=1f18e277-40a4-467e-bf94-59271e2a9e24,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:25.940294 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.001158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 572803aa-1a9e-4397-b11d-e4b24f075fff up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:26.108289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 572803aa-1a9e-4397-b11d-e4b24f075fff completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:26.151362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.282264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dcc85d-f5e2-4f8c-84fe-d22ffd076424 None None] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:26.295605 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.353752 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Router 618e91c0-4a6d-48d7-9e56-75387a993c41 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:20:26.440110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cba403cf-368d-4003-8dd4-98160d62cb38 None None] Provisioning for port 572803aa-1a9e-4397-b11d-e4b24f075fff completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:26.444981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cba403cf-368d-4003-8dd4-98160d62cb38 None None] Provisioning complete for port 572803aa-1a9e-4397-b11d-e4b24f075fff triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:26.445365 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cba403cf-368d-4003-8dd4-98160d62cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.466026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:20:26.483312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Sync routers for ids ['618e91c0-4a6d-48d7-9e56-75387a993c41'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:20:26.501024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Routers {'618e91c0-4a6d-48d7-9e56-75387a993c41'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:26.502172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['618e91c0-4a6d-48d7-9e56-75387a993c41'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:26.540085 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.542717 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-795ee4b0-d407-47b4-be9c-a397ad264141 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0283685 Aug 27 17:20:26.546115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59548) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:26.581337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cba403cf-368d-4003-8dd4-98160d62cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.665520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cba403cf-368d-4003-8dd4-98160d62cb38 None None] For port 572803aa-1a9e-4397-b11d-e4b24f075fff, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=572803aa-1a9e-4397-b11d-e4b24f075fff,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:26.668949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Set router 618e91c0-4a6d-48d7-9e56-75387a993c41 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:26.762627 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cba403cf-368d-4003-8dd4-98160d62cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.834361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba403cf-368d-4003-8dd4-98160d62cb38 None None] Pushing event updated for resources: {'Port': ['ID=572803aa-1a9e-4397-b11d-e4b24f075fff,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:26.892285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f34d9a66-bcde-48ec-9612-3a8a12128323 None None] Provisioning complete for port 572803aa-1a9e-4397-b11d-e4b24f075fff triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:26.892675 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f34d9a66-bcde-48ec-9612-3a8a12128323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:26.938401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:20:25Z', 'revision_number': 3, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:26.967627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Checking router: 618e91c0-4a6d-48d7-9e56-75387a993c41 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:20:26.967981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Updating router 618e91c0-4a6d-48d7-9e56-75387a993c41 port 1f18e277-40a4-467e-bf94-59271e2a9e24 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:20:27.015983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.311675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.437903 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.447687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Transition to ACTIVE for port object 1f18e277-40a4-467e-bf94-59271e2a9e24 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:27.471450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Allocated IP 172.20.0.1 (d99a6e3b-aec2-42b4-a39c-6f1df317bda0/baf59796-a5f0-4fd1-aa52-90517c487a56/12bdd4d7-904b-4070-aae5-0bbe6a84b831) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:27.519714 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.572240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce087c1-cc51-421a-8807-f2a9b8981055 None None] Pushing event updated for resources: {'Port': ['ID=1f18e277-40a4-467e-bf94-59271e2a9e24,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:27.574499 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.575052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Attempting to bind port 1f18e277-40a4-467e-bf94-59271e2a9e24 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:27.575432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Attempting to bind port 1f18e277-40a4-467e-bf94-59271e2a9e24 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:27.575802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Attempting to bind port 1f18e277-40a4-467e-bf94-59271e2a9e24 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:27.582076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:27.582460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:27.582870 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.583347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:27.583766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Bound port: 1f18e277-40a4-467e-bf94-59271e2a9e24, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:27.584186 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.587564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Transition to ACTIVE for port object 12bdd4d7-904b-4070-aae5-0bbe6a84b831 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:27.635115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] For port 1f18e277-40a4-467e-bf94-59271e2a9e24, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:27.638564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] For port 1f18e277-40a4-467e-bf94-59271e2a9e24, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1f18e277-40a4-467e-bf94-59271e2a9e24,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:27.694354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.734434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:27.734690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.738710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:27.744571 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:27.770357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Pushing event updated for resources: {'Port': ['ID=12bdd4d7-904b-4070-aae5-0bbe6a84b831,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:27.795628 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Routers {'618e91c0-4a6d-48d7-9e56-75387a993c41'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:27.796288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['618e91c0-4a6d-48d7-9e56-75387a993c41'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:27.796823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:27.833008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce087c1-cc51-421a-8807-f2a9b8981055 None None] Pushing event updated for resources: {'Port': ['ID=1f18e277-40a4-467e-bf94-59271e2a9e24,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:27.914595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] Set router 618e91c0-4a6d-48d7-9e56-75387a993c41 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:27.971377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 572803aa-1a9e-4397-b11d-e4b24f075fff up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:28.013967 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:28.100244 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 572803aa-1a9e-4397-b11d-e4b24f075fff triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:28.100868 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:28.144868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-85b14fc5-32f8-4ceb-bf81-97b51359d132 None None] Provisioning for port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:28.160488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-85b14fc5-32f8-4ceb-bf81-97b51359d132 None None] Provisioning complete for port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:28.160866 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85b14fc5-32f8-4ceb-bf81-97b51359d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:28.176386 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:28.217384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-85b14fc5-32f8-4ceb-bf81-97b51359d132 None None] Port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:20:28.222456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:28.255909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:20:25Z', 'revision_number': 3, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:28.287937 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c645a-c653-4946-8b2b-896ff552d6e6 None None] The sync data for ids ['618e91c0-4a6d-48d7-9e56-75387a993c41'] in n-d-806412-1 is: [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:20:25Z', 'revision_number': 3, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:20:28.294115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Pushing event updated for resources: {'Port': ['ID=12bdd4d7-904b-4070-aae5-0bbe6a84b831,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:28.296564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:28.393752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:28.395129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:28.524628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Router 618e91c0-4a6d-48d7-9e56-75387a993c41 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:20:28.653470 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4bf932c9-8f66-4e01-8113-9f296f9a1ead None None] Provisioning complete for port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:28.654006 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bf932c9-8f66-4e01-8113-9f296f9a1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:28.655704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:20:28.663818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6cd87170-ae16-4df4-85ff-64fb67055941 admin admin] 10.222.0.101 "PUT /v2.0/routers/618e91c0-4a6d-48d7-9e56-75387a993c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1165621 Aug 27 17:20:28.697841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4bf932c9-8f66-4e01-8113-9f296f9a1ead None None] Port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:20:29.378126 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59564) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:29.383201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1896366371-network', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:29.473856 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Made reservation on behalf of a1a4920cd32049ebb6af0805ea50ac47 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:29.476334 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.486306 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.578230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.648247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.677910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1316} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:20:29.687756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c53f6-354d-41bf-85a7-39673378090f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:29.692657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.693011 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Added segment a33ec820-f571-4b64-8477-e450867e5876 of type vlan for network 07129901-17af-4e26-8e52-0cd5119105b5 Aug 27 17:20:29.736121 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.781967 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Sync routers for ids ['618e91c0-4a6d-48d7-9e56-75387a993c41'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:20:29.792363 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Routers {'618e91c0-4a6d-48d7-9e56-75387a993c41'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:29.792988 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['618e91c0-4a6d-48d7-9e56-75387a993c41'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:29.825392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.826647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:29.827436 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:29.890246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] Pushing event updated for resources: {'Network': ['ID=07129901-17af-4e26-8e52-0cd5119105b5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:29.899071 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Set router 618e91c0-4a6d-48d7-9e56-75387a993c41 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:29.904807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 07129901-17af-4e26-8e52-0cd5119105b5 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:20:29.994357 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1f18e277-40a4-467e-bf94-59271e2a9e24 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:30.040493 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d778850a-ada7-4de0-a5ae-a89f2a506bba admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6611130 Aug 27 17:20:30.043935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59566) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:30.049726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Request body: {'subnet': {'network_id': '07129901-17af-4e26-8e52-0cd5119105b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-subnet', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:30.159235 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1f18e277-40a4-467e-bf94-59271e2a9e24 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:30.163572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1f18e277-40a4-467e-bf94-59271e2a9e24 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:30.169689 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.187290 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:20:27Z', 'revision_number': 4, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '12bdd4d7-904b-4070-aae5-0bbe6a84b831', 'name': '', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'mac_address': 'fa:16:3e:31:d5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:27Z', 'updated_at': '2021-08-27T17:20:28Z', 'revision_number': 2, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'subnets': [{'id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:30.205403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Made reservation on behalf of a1a4920cd32049ebb6af0805ea50ac47 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:30.207897 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.213048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Checking router: 618e91c0-4a6d-48d7-9e56-75387a993c41 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:20:30.232765 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Updating router 618e91c0-4a6d-48d7-9e56-75387a993c41 port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:20:30.237283 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.246226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.269910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 1f18e277-40a4-467e-bf94-59271e2a9e24, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1f18e277-40a4-467e-bf94-59271e2a9e24,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:30.372143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.420746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=1f18e277-40a4-467e-bf94-59271e2a9e24,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:30.497179 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.497454 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.506570 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Transition to ACTIVE for port object 12bdd4d7-904b-4070-aae5-0bbe6a84b831 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:30.553797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=841e4c1b-96a3-4538-9750-77f026b37c83,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:30.565610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Checking segment: {'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:30.565610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Network hostable DHCP agents. Network: 07129901-17af-4e26-8e52-0cd5119105b5, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:20:30.596657 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.650300 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Pushing event updated for resources: {'Port': ['ID=12bdd4d7-904b-4070-aae5-0bbe6a84b831,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:30.673022 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.673022 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.677601 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.677601 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.677933 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Network 07129901-17af-4e26-8e52-0cd5119105b5 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.678041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:30.705953 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Attempting to bind port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:30.706378 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Attempting to bind port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:30.706724 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Attempting to bind port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:30.712126 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:30.712503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Checking segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:30.712910 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.713344 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Bound using segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:30.713831 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Bound port: 12bdd4d7-904b-4070-aae5-0bbe6a84b831, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:30.714214 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.759753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 07129901-17af-4e26-8e52-0cd5119105b5) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:30.764245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:30.765204 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.769454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c0d163-136c-4f41-819f-d20520110c40 None None] Network 07129901-17af-4e26-8e52-0cd5119105b5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:30.782002 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] For port 12bdd4d7-904b-4070-aae5-0bbe6a84b831, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:30.785194 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] For port 12bdd4d7-904b-4070-aae5-0bbe6a84b831, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=12bdd4d7-904b-4070-aae5-0bbe6a84b831,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:30.857486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1bea7b3f-a493-45f9-81e1-2dd23368d35c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8117440 Aug 27 17:20:30.859978 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59568) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:30.864631 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:30.868592 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.929182 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Routers {'618e91c0-4a6d-48d7-9e56-75387a993c41'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:30.935533 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['618e91c0-4a6d-48d7-9e56-75387a993c41'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:30.935533 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4fe5e-113a-4616-a107-56df54cf6567 None None] Pushing event updated for resources: {'Port': ['ID=12bdd4d7-904b-4070-aae5-0bbe6a84b831,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:30.944626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-07129901-17af-4e26-8e52-0cd5119105b5', 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'fixed_ips': [{'subnet_id': '841e4c1b-96a3-4538-9750-77f026b37c83'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:20:30.945538 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.960291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:30.963167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.056808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.077018 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] Set router 618e91c0-4a6d-48d7-9e56-75387a993c41 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:31.116774 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Allocated IP 172.20.0.2 (07129901-17af-4e26-8e52-0cd5119105b5/841e4c1b-96a3-4538-9750-77f026b37c83/aa134ebf-fe1f-4803-9ee9-b0a00875c37b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:31.281964 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:20:27Z', 'revision_number': 4, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '12bdd4d7-904b-4070-aae5-0bbe6a84b831', 'name': '', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'mac_address': 'fa:16:3e:31:d5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:27Z', 'updated_at': '2021-08-27T17:20:30Z', 'revision_number': 4, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'subnets': [{'id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:31.282613 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.284343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.293687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Transition to ACTIVE for port object aa134ebf-fe1f-4803-9ee9-b0a00875c37b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:31.309017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Transition to ACTIVE for port object aa134ebf-fe1f-4803-9ee9-b0a00875c37b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:31.313669 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c09ca-d30a-4419-819d-d1bb2151fd1e None None] The sync data for ids ['618e91c0-4a6d-48d7-9e56-75387a993c41'] in n-d-806412-1 is: [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:20:27Z', 'revision_number': 4, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '12bdd4d7-904b-4070-aae5-0bbe6a84b831', 'name': '', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'mac_address': 'fa:16:3e:31:d5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:27Z', 'updated_at': '2021-08-27T17:20:30Z', 'revision_number': 4, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'subnets': [{'id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:20:31.414394 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.458377 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Network 07129901-17af-4e26-8e52-0cd5119105b5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:31.461310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:31.466056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:31.469320 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Pushing event updated for resources: {'Port': ['ID=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:31.529909 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Attempting to bind port aa134ebf-fe1f-4803-9ee9-b0a00875c37b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:31.530275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Attempting to bind port aa134ebf-fe1f-4803-9ee9-b0a00875c37b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:31.530646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Attempting to bind port aa134ebf-fe1f-4803-9ee9-b0a00875c37b on network 07129901-17af-4e26-8e52-0cd5119105b5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:31.536136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:31.536797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Checking segment: {'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:31.537042 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.537450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Bound using segment: {'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:31.537919 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Bound port: aa134ebf-fe1f-4803-9ee9-b0a00875c37b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:31.538304 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.586059 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.606065 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.608673 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] For port aa134ebf-fe1f-4803-9ee9-b0a00875c37b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:31.612455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] For port aa134ebf-fe1f-4803-9ee9-b0a00875c37b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,segment=NetworkSegment(a33ec820-f571-4b64-8477-e450867e5876),segment_id=a33ec820-f571-4b64-8477-e450867e5876)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:31.717185 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.717420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Allocated IP 172.25.4.220 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/60bbe7fa-3db3-4c0c-975c-9d72a02fc221) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:31.790267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2481f8-e6e2-4537-be6e-7339341dc559 None None] Pushing event updated for resources: {'Port': ['ID=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:31.825452 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:31.949812 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:32.002615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:32.009888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:32.015444 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:32.023361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Pushing event updated for resources: {'Port': ['ID=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:32.127408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12bdd4d7-904b-4070-aae5-0bbe6a84b831 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:32.257094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:32.261905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:32.272026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:32.354016 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:32.396781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 12bdd4d7-904b-4070-aae5-0bbe6a84b831, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=12bdd4d7-904b-4070-aae5-0bbe6a84b831,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:32.410856 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:32.480607 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:32.481601 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1f18e277-40a4-467e-bf94-59271e2a9e24 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:32.584100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=12bdd4d7-904b-4070-aae5-0bbe6a84b831,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:32.597963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1f18e277-40a4-467e-bf94-59271e2a9e24 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:32.598349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:32.648763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:32.890503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0149a-1705-40e8-9f08-1fbb0c904405 None None] Network 07129901-17af-4e26-8e52-0cd5119105b5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:20:33.030335 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-951e23eb-4ac6-48c6-b808-4dc1379d6fa0 None None] Provisioning for port aa134ebf-fe1f-4803-9ee9-b0a00875c37b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:33.268074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Router ac21b701-49d0-4696-9eed-bf64572e8da9 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:20:33.398514 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:20:33.410888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Sync routers for ids ['ac21b701-49d0-4696-9eed-bf64572e8da9'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:20:33.420550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Routers {'ac21b701-49d0-4696-9eed-bf64572e8da9'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:33.421160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ac21b701-49d0-4696-9eed-bf64572e8da9'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:33.471718 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:33.475896 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3460c00c-8bf9-4c22-9412-fdf3f064c6ed admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6120219 Aug 27 17:20:33.476163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59572) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:20:33.529534 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Set router ac21b701-49d0-4696-9eed-bf64572e8da9 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:33.862734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:20:32Z', 'revision_number': 3, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:33.890554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Checking router: ac21b701-49d0-4696-9eed-bf64572e8da9 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:20:33.890904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Updating router ac21b701-49d0-4696-9eed-bf64572e8da9 port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:20:33.910711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:33.919901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.075700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12bdd4d7-904b-4070-aae5-0bbe6a84b831 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:34.091890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Allocated IP 172.20.0.1 (07129901-17af-4e26-8e52-0cd5119105b5/841e4c1b-96a3-4538-9750-77f026b37c83/5baac33d-75cf-4d25-9542-397bb859de5e) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:34.168249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:34.168627 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.199754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.212286 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Transition to ACTIVE for port object 5baac33d-75cf-4d25-9542-397bb859de5e will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:34.250347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.263489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Transition to ACTIVE for port object 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:34.301230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device aa134ebf-fe1f-4803-9ee9-b0a00875c37b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:34.317884 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.343466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.358784 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Network 07129901-17af-4e26-8e52-0cd5119105b5 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:34.364200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:34.367818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:34.392618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Pushing event updated for resources: {'Port': ['ID=5baac33d-75cf-4d25-9542-397bb859de5e,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:34.399850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a515f-c4a4-4bea-99f4-a55f4db23d52 None None] Pushing event updated for resources: {'Port': ['ID=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:34.402755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Attempting to bind port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:34.403121 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Attempting to bind port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:34.404112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Attempting to bind port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:34.412400 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:34.419639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:34.419639 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.420601 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.420697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:34.420697 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Bound port: 60bbe7fa-3db3-4c0c-975c-9d72a02fc221, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:34.420697 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.444023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port aa134ebf-fe1f-4803-9ee9-b0a00875c37b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:34.451936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port aa134ebf-fe1f-4803-9ee9-b0a00875c37b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:34.452230 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.509154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] For port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:34.526354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] For port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:34.566842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.603126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port aa134ebf-fe1f-4803-9ee9-b0a00875c37b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,segment=NetworkSegment(a33ec820-f571-4b64-8477-e450867e5876),segment_id=a33ec820-f571-4b64-8477-e450867e5876)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:34.626284 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.628507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.682688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Routers {'ac21b701-49d0-4696-9eed-bf64572e8da9'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:34.683332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ac21b701-49d0-4696-9eed-bf64572e8da9'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:34.724761 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.732770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a515f-c4a4-4bea-99f4-a55f4db23d52 None None] Pushing event updated for resources: {'Port': ['ID=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:34.765354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-951e074d-c17c-4cbb-9284-bcfbc1cbab40 None None] Provisioning for port 5baac33d-75cf-4d25-9542-397bb859de5e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:34.797066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.802912 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-951e074d-c17c-4cbb-9284-bcfbc1cbab40 None None] Provisioning complete for port 5baac33d-75cf-4d25-9542-397bb859de5e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:34.803310 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-951e074d-c17c-4cbb-9284-bcfbc1cbab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.863133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:34.871608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] Set router ac21b701-49d0-4696-9eed-bf64572e8da9 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:34.871972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.873943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-951e074d-c17c-4cbb-9284-bcfbc1cbab40 None None] Port 5baac33d-75cf-4d25-9542-397bb859de5e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:20:34.945369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:34.948669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Pushing event updated for resources: {'Port': ['ID=5baac33d-75cf-4d25-9542-397bb859de5e,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:35.041327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Network 07129901-17af-4e26-8e52-0cd5119105b5 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:35.043734 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:35.081289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 4, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5baac33d-75cf-4d25-9542-397bb859de5e', 'name': '', 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'mac_address': 'fa:16:3e:64:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:33Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 1, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'subnets': [{'id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:35.111914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905586-f2fd-42b9-bed2-da44e20a40db None None] The sync data for ids ['ac21b701-49d0-4696-9eed-bf64572e8da9'] in n-d-806412-1 is: [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 4, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5baac33d-75cf-4d25-9542-397bb859de5e', 'name': '', 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'mac_address': 'fa:16:3e:64:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:33Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 1, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'subnets': [{'id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:20:35.173334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Router ac21b701-49d0-4696-9eed-bf64572e8da9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:20:35.295389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-08bec9ae-65c6-408a-adbe-11e95993ad54 None None] Provisioning complete for port 5baac33d-75cf-4d25-9542-397bb859de5e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:35.295694 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08bec9ae-65c6-408a-adbe-11e95993ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:35.318867 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:20:35.333441 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-22262523-e21e-4a1a-8c48-2b751bd95303 admin admin] 10.222.0.101 "PUT /v2.0/routers/ac21b701-49d0-4696-9eed-bf64572e8da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494978 Aug 27 17:20:35.352053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-08bec9ae-65c6-408a-adbe-11e95993ad54 None None] Port 5baac33d-75cf-4d25-9542-397bb859de5e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:20:36.061798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device aa134ebf-fe1f-4803-9ee9-b0a00875c37b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:36.116638 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port aa134ebf-fe1f-4803-9ee9-b0a00875c37b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:36.117009 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:36.200702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:36.223513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-6fc74e2f-eaaa-4145-9750-1a0e8514e8a4 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:36.226221 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-6fc74e2f-eaaa-4145-9750-1a0e8514e8a4 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/networks?id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0 HTTP/1.1" status: 200 len: 816 time: 0.1136689 Aug 27 17:20:36.243910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-a4e2b33a-4167-42bb-b5c8-e175a818766e tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/quotas/b4803727a05a44b48d6eb485779293c8 HTTP/1.1" status: 200 len: 375 time: 0.0122554 Aug 27 17:20:36.299657 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:36.305104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:36.305567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:36.306163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-11cdc53d-4a24-4131-8219-5d32e692025f tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b4803727a05a44b48d6eb485779293c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548882 Aug 27 17:20:36.401836 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:36.409724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-5e07d641-2025-40b1-bef8-2707c10f3303 service neutron] 10.222.0.101 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897200 Aug 27 17:20:36.425706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:36.508110 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:36.509168 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-0ea02b65-348b-415f-a601-7ea4da2c3dba service neutron] 10.222.0.101 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932689 Aug 27 17:20:36.559485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:36.761594 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3748ae37-4579-4767-90f8-2b38f476bd9a req-9719acf9-a35b-4b8f-939f-dadd1a4d3140 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 210 time: 0.0298133 Aug 27 17:20:37.871799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3fb8e54-16a8-4d18-9aca-3e8bc9cf1db2 req-478b1290-df53-4184-a074-497734e41b77 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 210 time: 0.0278506 Aug 27 17:20:37.972143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:38.021662 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:38.022041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:38.401880 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Sync routers for ids ['ac21b701-49d0-4696-9eed-bf64572e8da9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:20:38.410618 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Routers {'ac21b701-49d0-4696-9eed-bf64572e8da9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:38.411329 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ac21b701-49d0-4696-9eed-bf64572e8da9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:38.521275 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Set router ac21b701-49d0-4696-9eed-bf64572e8da9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:38.719497 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 4, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5baac33d-75cf-4d25-9542-397bb859de5e', 'name': '', 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'mac_address': 'fa:16:3e:64:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:33Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 2, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'subnets': [{'id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:38.745392 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Checking router: ac21b701-49d0-4696-9eed-bf64572e8da9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:20:38.745742 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Updating router ac21b701-49d0-4696-9eed-bf64572e8da9 port 5baac33d-75cf-4d25-9542-397bb859de5e binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:20:38.774588 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:38.823050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-d76db631-691d-4a6d-a2ac-3283bab15ba2 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:38.824583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-d76db631-691d-4a6d-a2ac-3283bab15ba2 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "GET /v2.0/networks?id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0 HTTP/1.1" status: 200 len: 816 time: 0.1084347 Aug 27 17:20:38.839050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Request body: {'port': {'device_id': '345e66ed-99fb-4834-b275-f14e22bf046e', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'admin_state_up': True, 'tenant_id': 'b4803727a05a44b48d6eb485779293c8'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:38.985632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-64f4618a-f12f-4ed3-b03f-b82be94f66bf req-d1e6fe49-4911-4349-bfb8-fffb3ad81906 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 210 time: 0.0395904 Aug 27 17:20:39.052607 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.062088 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Transition to ACTIVE for port object 5baac33d-75cf-4d25-9542-397bb859de5e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:39.071099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Made reservation on behalf of b4803727a05a44b48d6eb485779293c8 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:20:39.075089 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.162276 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.211162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd7507-0ca2-44a2-a3f5-2d6b450933f3 None None] Pushing event updated for resources: {'Port': ['ID=5baac33d-75cf-4d25-9542-397bb859de5e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:39.212473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Allocated IP 172.20.0.11 (d99a6e3b-aec2-42b4-a39c-6f1df317bda0/baf59796-a5f0-4fd1-aa52-90517c487a56/f147009c-ecf9-43b5-aa1e-f513e56d65ae) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:20:39.268079 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Attempting to bind port 5baac33d-75cf-4d25-9542-397bb859de5e on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:39.268479 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Attempting to bind port 5baac33d-75cf-4d25-9542-397bb859de5e by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:39.268868 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Attempting to bind port 5baac33d-75cf-4d25-9542-397bb859de5e on network 07129901-17af-4e26-8e52-0cd5119105b5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:39.273999 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:39.278347 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Checking segment: {'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:39.278347 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.278347 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Bound using segment: {'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:39.278347 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Bound port: 5baac33d-75cf-4d25-9542-397bb859de5e, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33ec820-f571-4b64-8477-e450867e5876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:39.278347 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.348636 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] For port 5baac33d-75cf-4d25-9542-397bb859de5e, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:39.352712 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] For port 5baac33d-75cf-4d25-9542-397bb859de5e, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5baac33d-75cf-4d25-9542-397bb859de5e,segment=NetworkSegment(a33ec820-f571-4b64-8477-e450867e5876),segment_id=a33ec820-f571-4b64-8477-e450867e5876)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:39.383553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.400369 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Transition to ACTIVE for port object f147009c-ecf9-43b5-aa1e-f513e56d65ae will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:39.433960 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.492686 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd7507-0ca2-44a2-a3f5-2d6b450933f3 None None] Pushing event updated for resources: {'Port': ['ID=5baac33d-75cf-4d25-9542-397bb859de5e,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:39.495544 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Routers {'ac21b701-49d0-4696-9eed-bf64572e8da9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:20:39.496152 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:20:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ac21b701-49d0-4696-9eed-bf64572e8da9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:39.526852 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.569112 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:20:39.575433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:20:39.579773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:20:39.608167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Pushing event updated for resources: {'Port': ['ID=f147009c-ecf9-43b5-aa1e-f513e56d65ae,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:39.641897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:39.642930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.705811 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] Set router ac21b701-49d0-4696-9eed-bf64572e8da9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:20:39.712588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-84745207-7fae-4278-bd45-ff082d9460e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8774354 Aug 27 17:20:39.724927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Request body: {'port': {'device_id': '345e66ed-99fb-4834-b275-f14e22bf046e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:20:39.789850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.921001 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 4, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5baac33d-75cf-4d25-9542-397bb859de5e', 'name': '', 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'mac_address': 'fa:16:3e:64:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:33Z', 'updated_at': '2021-08-27T17:20:39Z', 'revision_number': 4, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'subnets': [{'id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:20:39.927303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-95ddb0e4-f749-4151-ae56-f6991d8cda52 None None] Provisioning for port f147009c-ecf9-43b5-aa1e-f513e56d65ae completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:39.930061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-95ddb0e4-f749-4151-ae56-f6991d8cda52 None None] Provisioning complete for port f147009c-ecf9-43b5-aa1e-f513e56d65ae triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:39.930514 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95ddb0e4-f749-4151-ae56-f6991d8cda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:39.972905 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-95ddb0e4-f749-4151-ae56-f6991d8cda52 None None] Port f147009c-ecf9-43b5-aa1e-f513e56d65ae cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:20:39.977515 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd488a-3741-437b-b961-5fa4ba684e74 None None] The sync data for ids ['ac21b701-49d0-4696-9eed-bf64572e8da9'] in n-d-806412-1 is: [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:20:34Z', 'revision_number': 4, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '5baac33d-75cf-4d25-9542-397bb859de5e', 'name': '', 'network_id': '07129901-17af-4e26-8e52-0cd5119105b5', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'mac_address': 'fa:16:3e:64:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:33Z', 'updated_at': '2021-08-27T17:20:39Z', 'revision_number': 4, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'subnets': [{'id': '841e4c1b-96a3-4538-9750-77f026b37c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:20:40.013065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5baac33d-75cf-4d25-9542-397bb859de5e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:40.122918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f147009c-ecf9-43b5-aa1e-f513e56d65ae {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:20:40.132244 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.152725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Transition to ACTIVE for port object f147009c-ecf9-43b5-aa1e-f513e56d65ae will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:20:40.161639 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221840d-2719-4905-9e3f-34a2dc2a42c8 req-193c8bf5-3ec2-4bf5-a054-59567e0f2f19 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:40.163328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4221840d-2719-4905-9e3f-34a2dc2a42c8 req-193c8bf5-3ec2-4bf5-a054-59567e0f2f19 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 932 time: 0.0808902 Aug 27 17:20:40.171243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 5baac33d-75cf-4d25-9542-397bb859de5e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:40.175787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5baac33d-75cf-4d25-9542-397bb859de5e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:40.176956 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.212713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4221840d-2719-4905-9e3f-34a2dc2a42c8 req-cb3b14fb-7ebb-44ff-8f4c-2c87002503c9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Aug 27 17:20:40.256948 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.290686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 5baac33d-75cf-4d25-9542-397bb859de5e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5baac33d-75cf-4d25-9542-397bb859de5e,segment=NetworkSegment(a33ec820-f571-4b64-8477-e450867e5876),segment_id=a33ec820-f571-4b64-8477-e450867e5876)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:40.305339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.358954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Pushing event updated for resources: {'Port': ['ID=f147009c-ecf9-43b5-aa1e-f513e56d65ae,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:40.379468 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.438943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=5baac33d-75cf-4d25-9542-397bb859de5e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:40.451214 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Attempting to bind port f147009c-ecf9-43b5-aa1e-f513e56d65ae on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:20:40.451748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Attempting to bind port f147009c-ecf9-43b5-aa1e-f513e56d65ae by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:20:40.452216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Attempting to bind port f147009c-ecf9-43b5-aa1e-f513e56d65ae on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:40.457912 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Port f147009c-ecf9-43b5-aa1e-f513e56d65ae on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:20:40.458325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Attempting to bind port f147009c-ecf9-43b5-aa1e-f513e56d65ae on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:20:40.464557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:20:40.464995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Checking segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:20:40.465387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Bound using segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:20:40.465824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Bound port: f147009c-ecf9-43b5-aa1e-f513e56d65ae, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:20:40.466187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.540841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] For port f147009c-ecf9-43b5-aa1e-f513e56d65ae, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:20:40.545288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] For port f147009c-ecf9-43b5-aa1e-f513e56d65ae, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f147009c-ecf9-43b5-aa1e-f513e56d65ae,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:20:40.625507 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.660218 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:40.660882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:40.662256 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] 10.222.0.97 "PUT /v2.0/ports/f147009c-ecf9-43b5-aa1e-f513e56d65ae HTTP/1.1" status: 200 len: 1092 time: 0.9417751 Aug 27 17:20:40.662697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345e66ed-99fb-4834-b275-f14e22bf046e', 'tag': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:20:40.664984 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53004516-bf30-4995-b5ec-2334ee2936b6" -d '{"events": [{"name": "network-changed", "server_uuid": "345e66ed-99fb-4834-b275-f14e22bf046e", "tag": "f147009c-ecf9-43b5-aa1e-f513e56d65ae"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:20:40.691022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a066-e258-4428-b3cd-22d7caa725aa service neutron] Pushing event updated for resources: {'Port': ['ID=f147009c-ecf9-43b5-aa1e-f513e56d65ae,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:40.709119 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fbf8bc-c246-408f-9e39-d4dd0c34a747 x-openstack-request-id: req-14fbf8bc-c246-408f-9e39-d4dd0c34a747 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:20:40.709425 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345e66ed-99fb-4834-b275-f14e22bf046e", "tag": "f147009c-ecf9-43b5-aa1e-f513e56d65ae", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:20:40.709688 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-14fbf8bc-c246-408f-9e39-d4dd0c34a747 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:20:40.710104 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345e66ed-99fb-4834-b275-f14e22bf046e', 'tag': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae', 'status': 'completed', 'code': 200} Aug 27 17:20:40.773350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53004516-bf30-4995-b5ec-2334ee2936b6 req-180c1b82-de89-4eb1-9cf9-b2f0042f18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:40.775384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53004516-bf30-4995-b5ec-2334ee2936b6 req-180c1b82-de89-4eb1-9cf9-b2f0042f18f0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b4803727a05a44b48d6eb485779293c8&device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 1095 time: 0.0444236 Aug 27 17:20:40.879806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53004516-bf30-4995-b5ec-2334ee2936b6 req-4dfa44ee-9594-41eb-9705-8474c792fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:40.881279 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53004516-bf30-4995-b5ec-2334ee2936b6 req-4dfa44ee-9594-41eb-9705-8474c792fb08 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=b4803727a05a44b48d6eb485779293c8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0987103 Aug 27 17:20:40.974961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53004516-bf30-4995-b5ec-2334ee2936b6 req-44b8d045-57cd-42f6-8ac0-af2d1267799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:40.976431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53004516-bf30-4995-b5ec-2334ee2936b6 req-44b8d045-57cd-42f6-8ac0-af2d1267799b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0885780 Aug 27 17:20:41.051699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-fe7b9bff-faf6-4780-b202-78355068917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:41.053172 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-fe7b9bff-faf6-4780-b202-78355068917b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b4803727a05a44b48d6eb485779293c8&device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 1095 time: 0.0418782 Aug 27 17:20:41.101353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-9cfd5ce6-89b2-40c1-8dde-e2773a9f65e4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f147009c-ecf9-43b5-aa1e-f513e56d65ae HTTP/1.1" status: 200 len: 217 time: 0.0406296 Aug 27 17:20:41.149437 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-5943a0a9-5d3d-48db-b286-87c68c7a55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:41.151731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-5943a0a9-5d3d-48db-b286-87c68c7a55ec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=baf59796-a5f0-4fd1-aa52-90517c487a56 HTTP/1.1" status: 200 len: 855 time: 0.0440550 Aug 27 17:20:41.202826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-b00df354-6558-4d9f-80fe-7899ac505233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:41.204619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-b00df354-6558-4d9f-80fe-7899ac505233 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464540 Aug 27 17:20:41.325263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-b558efbf-55ff-46b7-b023-82968a11d13e service neutron] 10.222.0.97 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126959 Aug 27 17:20:41.369961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650dfd-1613-4bd1-85e1-24c5efc28e6c req-46e00dc3-c246-4a4d-840f-b0186a0c6cdf tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:41.369961 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af650dfd-1613-4bd1-85e1-24c5efc28e6c req-46e00dc3-c246-4a4d-840f-b0186a0c6cdf tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 944 time: 0.0815451 Aug 27 17:20:41.442157 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af650dfd-1613-4bd1-85e1-24c5efc28e6c req-0475b2c9-0fe7-4c72-8418-4549964f2264 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503352 Aug 27 17:20:41.461610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c251912b-d7c8-4aea-91f0-bc81e163ac98 req-6281b9be-4420-41ab-9711-4d8582d46054 service neutron] 10.222.0.97 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284003 Aug 27 17:20:41.973627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5baac33d-75cf-4d25-9542-397bb859de5e up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:42.023790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 5baac33d-75cf-4d25-9542-397bb859de5e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:42.024161 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:42.559958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b2bf8-92e1-4747-ac9e-2b0192395875 req-4f8a5500-ed4b-44fe-a9fe-247c58370143 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:42.561404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f0b2bf8-92e1-4747-ac9e-2b0192395875 req-4f8a5500-ed4b-44fe-a9fe-247c58370143 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 944 time: 0.0503144 Aug 27 17:20:42.600566 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f0b2bf8-92e1-4747-ac9e-2b0192395875 req-1f3c3dc4-439a-4bdf-bc95-cbc04d1fcebb tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Aug 27 17:20:43.714125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd67764-cbd3-4b77-bf9a-517ad3360dc3 req-c2b03604-ff6b-45ae-a5b5-32889146cb5e tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:43.715623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bd67764-cbd3-4b77-bf9a-517ad3360dc3 req-c2b03604-ff6b-45ae-a5b5-32889146cb5e tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 944 time: 0.0496225 Aug 27 17:20:43.752852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bd67764-cbd3-4b77-bf9a-517ad3360dc3 req-8875f877-aade-4e94-8e9d-043dde043400 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 27 17:20:43.944455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f147009c-ecf9-43b5-aa1e-f513e56d65ae details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:20:44.039602 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f147009c-ecf9-43b5-aa1e-f513e56d65ae, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f147009c-ecf9-43b5-aa1e-f513e56d65ae,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:44.051173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'port_id': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae', 'mac_address': 'fa:16:3e:0b:f7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:20:44.087163 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:44.100302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f147009c-ecf9-43b5-aa1e-f513e56d65ae {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:20:44.118568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f147009c-ecf9-43b5-aa1e-f513e56d65ae, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f147009c-ecf9-43b5-aa1e-f513e56d65ae,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:44.193371 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:44.240032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f147009c-ecf9-43b5-aa1e-f513e56d65ae,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:44.247922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.248274 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.248618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.248958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.249294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.249636 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.249963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.250319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.250675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.251002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.251355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.251685 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:20:44.398736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f147009c-ecf9-43b5-aa1e-f513e56d65ae'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:20:44.874398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8106d79-0008-4ce2-be60-5182e023f12f req-0f4319cd-db6f-41a9-b52a-65c59018f610 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:44.875921 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8106d79-0008-4ce2-be60-5182e023f12f req-0f4319cd-db6f-41a9-b52a-65c59018f610 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 945 time: 0.0567067 Aug 27 17:20:44.913940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d8106d79-0008-4ce2-be60-5182e023f12f req-dce56072-8137-44d4-ba04-35d8889afd1d tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Aug 27 17:20:45.944033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f147009c-ecf9-43b5-aa1e-f513e56d65ae up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:20:46.029097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdcf29-ce0e-4229-85ce-bb1b1401be57 req-da44772d-1a28-4bd9-8172-5371610412b4 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:46.030578 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37fdcf29-ce0e-4229-85ce-bb1b1401be57 req-da44772d-1a28-4bd9-8172-5371610412b4 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 945 time: 0.0488496 Aug 27 17:20:46.067596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port f147009c-ecf9-43b5-aa1e-f513e56d65ae completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:20:46.068588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-37fdcf29-ce0e-4229-85ce-bb1b1401be57 req-170ffc9e-1122-45c1-ad5b-b20034c2bf81 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Aug 27 17:20:46.071593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port f147009c-ecf9-43b5-aa1e-f513e56d65ae triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:20:46.071950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:46.149873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:46.171920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e66ed-99fb-4834-b275-f14e22bf046e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:20:46.174127 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20136ed1-df1e-48ce-9ef5-19a4b3d3db7a" -d '{"events": [{"server_uuid": "345e66ed-99fb-4834-b275-f14e22bf046e", "name": "network-vif-plugged", "status": "completed", "tag": "f147009c-ecf9-43b5-aa1e-f513e56d65ae"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:20:46.186630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port f147009c-ecf9-43b5-aa1e-f513e56d65ae, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f147009c-ecf9-43b5-aa1e-f513e56d65ae,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:20:46.211899 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7f781a-334e-4bee-acb7-b303ba6f16b1 x-openstack-request-id: req-8a7f781a-334e-4bee-acb7-b303ba6f16b1 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:20:46.212191 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e66ed-99fb-4834-b275-f14e22bf046e", "name": "network-vif-plugged", "status": "completed", "tag": "f147009c-ecf9-43b5-aa1e-f513e56d65ae", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:20:46.212447 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8a7f781a-334e-4bee-acb7-b303ba6f16b1 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:20:46.212959 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e66ed-99fb-4834-b275-f14e22bf046e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae', 'code': 200} Aug 27 17:20:46.267580 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:46.305612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4047b-a4b5-464e-9e5b-ddacc7332b7d req-4879d4cc-0939-4e8a-b57c-717e4d88c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:46.307238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16a4047b-a4b5-464e-9e5b-ddacc7332b7d req-4879d4cc-0939-4e8a-b57c-717e4d88c96b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 1097 time: 0.0421076 Aug 27 17:20:46.316155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=f147009c-ecf9-43b5-aa1e-f513e56d65ae,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:20:46.343005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16a4047b-a4b5-464e-9e5b-ddacc7332b7d req-7953c635-2aab-4487-bb0a-42ba70aac573 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290446 Aug 27 17:20:47.186015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef2abf-4e08-48f3-bbfa-e53fa986b250 req-9e7042a2-dec8-4456-912d-f77f67a909b8 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:47.187536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef2abf-4e08-48f3-bbfa-e53fa986b250 req-9e7042a2-dec8-4456-912d-f77f67a909b8 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 946 time: 0.0531127 Aug 27 17:20:47.223944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-27ef2abf-4e08-48f3-bbfa-e53fa986b250 req-8f5cc36d-240b-4064-a21e-8594735e790e tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Aug 27 17:20:48.347804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab0f91-1298-4137-a052-dc067ae061c4 req-1c528332-04c7-4847-825b-19c39518c8e0 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:48.349464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02ab0f91-1298-4137-a052-dc067ae061c4 req-1c528332-04c7-4847-825b-19c39518c8e0 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 946 time: 0.0488203 Aug 27 17:20:48.388413 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-02ab0f91-1298-4137-a052-dc067ae061c4 req-2ff070f4-805e-4a9e-85fe-74a3ee3d2782 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Aug 27 17:20:48.505318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c45bd-ce47-4e51-8f7b-f8e6204d0042 req-fce3da50-3d22-4cb6-a600-d9be398925fa tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:20:48.506949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-463c45bd-ce47-4e51-8f7b-f8e6204d0042 req-fce3da50-3d22-4cb6-a600-d9be398925fa tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 946 time: 0.0522707 Aug 27 17:20:48.548373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-463c45bd-ce47-4e51-8f7b-f8e6204d0042 req-76642028-c7ed-43a0-8aaf-c56c15164748 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352178 Aug 27 17:20:50.707482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c8a2-6c4b-4892-8d78-3c20b86519bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:53.236650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e7574110-0439-496e-836d-525ece3aa7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:53.417150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:53.747924 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:54.747726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:54.779363 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:20:55.857914 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:20:56.298503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:10.465231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-7fddf6d2-b0b5-4fbd-b121-ee2f2c2f4f5f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443437 Aug 27 17:21:10.553651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-725dba57-fd02-4f87-b91d-937867fab0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:10.555133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-725dba57-fd02-4f87-b91d-937867fab0d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b4803727a05a44b48d6eb485779293c8&device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 1097 time: 0.0426586 Aug 27 17:21:10.659216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-de7453ad-88aa-46e5-8e4e-9b8979217a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:10.660720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-de7453ad-88aa-46e5-8e4e-9b8979217a1d service neutron] 10.222.0.97 "GET /v2.0/networks?id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0 HTTP/1.1" status: 200 len: 918 time: 0.0861745 Aug 27 17:21:10.707375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-af74b34c-dedf-4906-b7da-07666dd0f7c2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f147009c-ecf9-43b5-aa1e-f513e56d65ae HTTP/1.1" status: 200 len: 217 time: 0.0390947 Aug 27 17:21:10.759560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-bcdd773d-4ffc-4408-b024-ed14f5e16dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:10.761118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-bcdd773d-4ffc-4408-b024-ed14f5e16dfe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=baf59796-a5f0-4fd1-aa52-90517c487a56 HTTP/1.1" status: 200 len: 855 time: 0.0449951 Aug 27 17:21:10.809027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-ea2092b4-ac17-4f17-ac2e-accd2fd68a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:10.810691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-ea2092b4-ac17-4f17-ac2e-accd2fd68a7c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417118 Aug 27 17:21:10.842674 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-09dc68a8-374f-4456-87bf-74ddf578e28c req-1a184dac-e8de-4fe0-88e7-8d4553895aa3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285466 Aug 27 17:21:10.908236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-0bb7f7d0-729f-41c9-adcc-13c660202bf6 service neutron] 10.222.0.97 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893700 Aug 27 17:21:10.909975 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-09dc68a8-374f-4456-87bf-74ddf578e28c req-e59c2d64-fad3-44c7-a340-a6800bfbd8e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0254846 Aug 27 17:21:10.949758 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-09dc68a8-374f-4456-87bf-74ddf578e28c req-5f2e5c9c-df74-432c-837c-fc727b5e555f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212088 Aug 27 17:21:11.005511 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf5c115-67e8-4fb3-b453-64b8f4b21b66 req-156f1a09-9e59-4236-96d0-f63ff5cd04f8 service neutron] 10.222.0.97 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899518 Aug 27 17:21:11.053277 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc68a8-374f-4456-87bf-74ddf578e28c req-4042bf4d-32b5-4391-86d1-d0e228850996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:11.054679 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-09dc68a8-374f-4456-87bf-74ddf578e28c req-4042bf4d-32b5-4391-86d1-d0e228850996 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0973938 Aug 27 17:21:11.864063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe36712-787f-4cc6-8f16-6a7d94f71575 req-bd778801-69d8-4d58-90b7-99c0e5d89f80 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:11.865576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fe36712-787f-4cc6-8f16-6a7d94f71575 req-bd778801-69d8-4d58-90b7-99c0e5d89f80 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 946 time: 0.0549846 Aug 27 17:21:11.902673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3fe36712-787f-4cc6-8f16-6a7d94f71575 req-04f276f9-bd16-4de4-92b3-7a6c28f649d2 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Aug 27 17:21:13.031817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcf3bb-607d-44d5-8338-42bb2d277791 req-62dbcea5-89a6-4364-87e7-0f9996827958 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:13.033629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79bcf3bb-607d-44d5-8338-42bb2d277791 req-62dbcea5-89a6-4364-87e7-0f9996827958 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 946 time: 0.0491903 Aug 27 17:21:13.070903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79bcf3bb-607d-44d5-8338-42bb2d277791 req-41703fe0-a63a-41ff-bb8a-6c5894c46150 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Aug 27 17:21:13.393398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-3fdb4bf6-8a9f-445b-b094-58f033d37a2e tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:13.394830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-3fdb4bf6-8a9f-445b-b094-58f033d37a2e tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 946 time: 0.0502408 Aug 27 17:21:13.487393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Deleting port f147009c-ecf9-43b5-aa1e-f513e56d65ae {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:21:13.487739 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:13.575236 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] For port f147009c-ecf9-43b5-aa1e-f513e56d65ae, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=f147009c-ecf9-43b5-aa1e-f513e56d65ae,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:13.575944 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:13.588710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Calling delete_port for f147009c-ecf9-43b5-aa1e-f513e56d65ae owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:21:13.798850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:13.810639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['f147009c-ecf9-43b5-aa1e-f513e56d65ae'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:21:13.829465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Pushing event deleted for resources: {'Port': ['ID=f147009c-ecf9-43b5-aa1e-f513e56d65ae,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:13.859358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.859716 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.860061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.861003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.861350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.861688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.862027 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.862349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.862680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.863005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.863488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.863814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:13.889861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] No DVR routers for this DVR port f147009c-ecf9-43b5-aa1e-f513e56d65ae on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:21:13.892771 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:13.894970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b29c691-ceed-48c1-812a-7ce6f5a21760 req-ff4db42e-f754-490b-a84f-c94ad06de0f9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "DELETE /v2.0/ports/f147009c-ecf9-43b5-aa1e-f513e56d65ae HTTP/1.1" status: 204 len: 173 time: 0.4940631 Aug 27 17:21:13.895444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e66ed-99fb-4834-b275-f14e22bf046e', 'name': 'network-vif-deleted', 'tag': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:21:13.897776 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cc55f9-cde5-4af2-b70f-49d1fa3fd365" -d '{"events": [{"server_uuid": "345e66ed-99fb-4834-b275-f14e22bf046e", "name": "network-vif-deleted", "tag": "f147009c-ecf9-43b5-aa1e-f513e56d65ae"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:21:13.948925 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd68a8ab-3721-46d1-9e13-753feb7e27d5 x-openstack-request-id: req-fd68a8ab-3721-46d1-9e13-753feb7e27d5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:21:13.948925 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e66ed-99fb-4834-b275-f14e22bf046e", "name": "network-vif-deleted", "tag": "f147009c-ecf9-43b5-aa1e-f513e56d65ae", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:21:13.948925 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fd68a8ab-3721-46d1-9e13-753feb7e27d5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:21:13.948925 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e66ed-99fb-4834-b275-f14e22bf046e', 'name': 'network-vif-deleted', 'tag': 'f147009c-ecf9-43b5-aa1e-f513e56d65ae', 'status': 'completed', 'code': 200} Aug 27 17:21:14.166627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5e481ffb-8ca1-4d35-936d-5ac0a491fac2 req-15a14de7-729f-4b4f-8148-bca2e6f8cabc tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=345e66ed-99fb-4834-b275-f14e22bf046e HTTP/1.1" status: 200 len: 210 time: 0.0283604 Aug 27 17:21:15.853198 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-1a9bf8cd-7b1f-4267-aaec-90b565757d93 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:15.854678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-1a9bf8cd-7b1f-4267-aaec-90b565757d93 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/networks?id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0 HTTP/1.1" status: 200 len: 816 time: 0.1008894 Aug 27 17:21:15.869717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-4cebe0bc-3634-4000-9c66-31c211608f6a tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/quotas/b4803727a05a44b48d6eb485779293c8 HTTP/1.1" status: 200 len: 375 time: 0.0092955 Aug 27 17:21:15.921776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-d10015a7-a511-488d-b7ff-c205b20f6c91 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b4803727a05a44b48d6eb485779293c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466354 Aug 27 17:21:16.021243 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-47f03978-1a44-4cab-bc8e-59ff5bed3d42 service neutron] 10.222.0.101 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879681 Aug 27 17:21:16.109423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-3c078e2a-f404-4096-bdbd-aceed6d16cf8 service neutron] 10.222.0.101 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821245 Aug 27 17:21:16.378662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5b890a12-f352-4488-a06a-e1ff020ab3c7 req-6fc38fb0-cc97-4ef4-a118-b59e831133fb tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 210 time: 0.0322113 Aug 27 17:21:17.477104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f8ac3549-82ca-48ba-b700-52e8e509e670 req-0c89546f-8da3-4e07-890d-ab493d5bcadc tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 210 time: 0.0270443 Aug 27 17:21:18.100692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f147009c-ecf9-43b5-aa1e-f513e56d65ae no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:21:18.119760 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: f147009c-ecf9-43b5-aa1e-f513e56d65ae {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:21:18.120168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device f147009c-ecf9-43b5-aa1e-f513e56d65ae not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:21:18.317817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-6bd46a03-95e5-4249-ad4f-eb6d0aa163b4 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:18.319191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-6bd46a03-95e5-4249-ad4f-eb6d0aa163b4 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "GET /v2.0/networks?id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0 HTTP/1.1" status: 200 len: 816 time: 0.1009686 Aug 27 17:21:18.335572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Request body: {'port': {'device_id': '6074097c-7cd7-4b08-a720-4b5faba26458', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'admin_state_up': True, 'tenant_id': 'b4803727a05a44b48d6eb485779293c8'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:21:18.518486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Made reservation on behalf of b4803727a05a44b48d6eb485779293c8 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:21:18.522076 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:18.599755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-026a932f-9d4b-4968-96b5-b6cb69fa20ed req-5dcffd49-a15f-453c-bfc8-3838ea9294be tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 210 time: 0.0529134 Aug 27 17:21:18.677394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Allocated IP 172.20.0.14 (d99a6e3b-aec2-42b4-a39c-6f1df317bda0/baf59796-a5f0-4fd1-aa52-90517c487a56/356ca45f-bb15-4a18-a714-c9e1adf40873) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:21:18.821230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:18.834700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Transition to ACTIVE for port object 356ca45f-bb15-4a18-a714-c9e1adf40873 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:21:18.946734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:18.992900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:21:18.997872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:21:19.002094 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:21:19.026950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Pushing event updated for resources: {'Port': ['ID=356ca45f-bb15-4a18-a714-c9e1adf40873,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:19.056403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:19.057050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:19.170445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-0cd9a473-529b-49d4-9d28-036f68c3af45 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8386993 Aug 27 17:21:19.184306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Request body: {'port': {'device_id': '6074097c-7cd7-4b08-a720-4b5faba26458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:21:19.238448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:19.358010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1df151b3-f973-4db9-96aa-c6c8e9b89764 None None] Provisioning for port 356ca45f-bb15-4a18-a714-c9e1adf40873 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:21:19.363399 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-1df151b3-f973-4db9-96aa-c6c8e9b89764 None None] Provisioning complete for port 356ca45f-bb15-4a18-a714-c9e1adf40873 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:21:19.363780 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1df151b3-f973-4db9-96aa-c6c8e9b89764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:19.399873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1df151b3-f973-4db9-96aa-c6c8e9b89764 None None] Port 356ca45f-bb15-4a18-a714-c9e1adf40873 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:21:19.509196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356ca45f-bb15-4a18-a714-c9e1adf40873 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:21:19.516299 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:19.527952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Transition to ACTIVE for port object 356ca45f-bb15-4a18-a714-c9e1adf40873 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:21:19.615203 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:19.667009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Pushing event updated for resources: {'Port': ['ID=356ca45f-bb15-4a18-a714-c9e1adf40873,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:19.777936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde31e-1d2c-435d-bccf-afe805da46dd req-1a938f0d-51a6-480d-a1d0-6e4687f2474b tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:19.779568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dbde31e-1d2c-435d-bccf-afe805da46dd req-1a938f0d-51a6-480d-a1d0-6e4687f2474b tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 944 time: 0.0930834 Aug 27 17:21:19.780493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Attempting to bind port 356ca45f-bb15-4a18-a714-c9e1adf40873 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:21:19.780833 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Attempting to bind port 356ca45f-bb15-4a18-a714-c9e1adf40873 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:21:19.781167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Attempting to bind port 356ca45f-bb15-4a18-a714-c9e1adf40873 on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:21:19.788858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Port 356ca45f-bb15-4a18-a714-c9e1adf40873 on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:21:19.789190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Attempting to bind port 356ca45f-bb15-4a18-a714-c9e1adf40873 on network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:21:19.806297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:21:19.806648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Checking segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:21:19.807042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Bound using segment: {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:21:19.807705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Bound port: 356ca45f-bb15-4a18-a714-c9e1adf40873, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3425a0-7a88-4d75-ad69-612d13ac629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:21:19.808078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:19.856675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2dbde31e-1d2c-435d-bccf-afe805da46dd req-2d4bffe0-2334-41de-a9ea-04a7b9884023 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Aug 27 17:21:19.895105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] For port 356ca45f-bb15-4a18-a714-c9e1adf40873, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:21:19.898069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] For port 356ca45f-bb15-4a18-a714-c9e1adf40873, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=356ca45f-bb15-4a18-a714-c9e1adf40873,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:21:19.992676 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:20.027697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:20.028602 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:20.029620 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] 10.222.0.97 "PUT /v2.0/ports/356ca45f-bb15-4a18-a714-c9e1adf40873 HTTP/1.1" status: 200 len: 1092 time: 0.8495619 Aug 27 17:21:20.030062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6074097c-7cd7-4b08-a720-4b5faba26458', 'tag': '356ca45f-bb15-4a18-a714-c9e1adf40873'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:21:20.032379 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97205c7f-6e27-4b89-9f3c-5c03b5ac078e" -d '{"events": [{"name": "network-changed", "server_uuid": "6074097c-7cd7-4b08-a720-4b5faba26458", "tag": "356ca45f-bb15-4a18-a714-c9e1adf40873"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:21:20.056740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066523b4-0360-465c-93d4-0b77e4412345 service neutron] Pushing event updated for resources: {'Port': ['ID=356ca45f-bb15-4a18-a714-c9e1adf40873,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:20.080641 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f8a3a4-f50d-45df-ba40-6d9b5fe51766 x-openstack-request-id: req-d4f8a3a4-f50d-45df-ba40-6d9b5fe51766 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:21:20.080950 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6074097c-7cd7-4b08-a720-4b5faba26458", "tag": "356ca45f-bb15-4a18-a714-c9e1adf40873", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:21:20.081209 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4f8a3a4-f50d-45df-ba40-6d9b5fe51766 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:21:20.081677 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6074097c-7cd7-4b08-a720-4b5faba26458', 'tag': '356ca45f-bb15-4a18-a714-c9e1adf40873', 'status': 'completed', 'code': 200} Aug 27 17:21:20.151344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205c7f-6e27-4b89-9f3c-5c03b5ac078e req-71b187bc-aab6-44fd-96c4-010e69aa8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:20.152882 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97205c7f-6e27-4b89-9f3c-5c03b5ac078e req-71b187bc-aab6-44fd-96c4-010e69aa8271 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b4803727a05a44b48d6eb485779293c8&device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 1095 time: 0.0495126 Aug 27 17:21:20.255998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205c7f-6e27-4b89-9f3c-5c03b5ac078e req-91a48ebf-c99e-4ff9-a434-85391218fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:20.257483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97205c7f-6e27-4b89-9f3c-5c03b5ac078e req-91a48ebf-c99e-4ff9-a434-85391218fb7a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=b4803727a05a44b48d6eb485779293c8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0939791 Aug 27 17:21:20.356255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205c7f-6e27-4b89-9f3c-5c03b5ac078e req-8ebe30f1-1005-4d74-86d0-f409e0dcef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:20.357740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97205c7f-6e27-4b89-9f3c-5c03b5ac078e req-8ebe30f1-1005-4d74-86d0-f409e0dcef11 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928314 Aug 27 17:21:20.440764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-ee82c9e3-171a-4bba-b562-cd08df613f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:20.442334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-ee82c9e3-171a-4bba-b562-cd08df613f7c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b4803727a05a44b48d6eb485779293c8&device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 1095 time: 0.0437088 Aug 27 17:21:20.485102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-73549998-f66f-4660-8103-45526259ad33 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=356ca45f-bb15-4a18-a714-c9e1adf40873 HTTP/1.1" status: 200 len: 217 time: 0.0340376 Aug 27 17:21:20.537755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-a4f0d06b-c518-489c-ab90-34ac4b2fae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:20.539161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-a4f0d06b-c518-489c-ab90-34ac4b2fae77 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=baf59796-a5f0-4fd1-aa52-90517c487a56 HTTP/1.1" status: 200 len: 855 time: 0.0460303 Aug 27 17:21:20.584560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-4c92f3f8-4857-4424-bcd9-e45c8a2a38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:20.585986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-4c92f3f8-4857-4424-bcd9-e45c8a2a38e1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d99a6e3b-aec2-42b4-a39c-6f1df317bda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390894 Aug 27 17:21:20.672191 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dd97fb0-bee7-4bff-9583-2ba698a42322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:20.679081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-969b69e3-d0f3-483f-a059-037fe5178f95 service neutron] 10.222.0.97 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845609 Aug 27 17:21:21.141138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fe7a3-e5da-4337-bf65-ceb55cc21577 req-945e53ef-c246-4838-a6ff-1b4b75474ad9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:21.143324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-854fe7a3-e5da-4337-bf65-ceb55cc21577 req-945e53ef-c246-4838-a6ff-1b4b75474ad9 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 944 time: 0.0784767 Aug 27 17:21:21.145549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-975f8fda-eca1-41d7-ac29-5def72d84bdc req-1e30d995-d095-4b46-b5ff-e0ec29b1046c service neutron] 10.222.0.97 "GET /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588270 Aug 27 17:21:21.181888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-854fe7a3-e5da-4337-bf65-ceb55cc21577 req-085b142f-e049-41d3-b48b-f8ef0850312d tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Aug 27 17:21:22.301298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64b3b6-ff78-433f-a6a2-f1dbda336071 req-33d40e28-1f5a-4f72-95ae-8c1ffbb26b77 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:22.302772 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a64b3b6-ff78-433f-a6a2-f1dbda336071 req-33d40e28-1f5a-4f72-95ae-8c1ffbb26b77 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 944 time: 0.0524740 Aug 27 17:21:22.339659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a64b3b6-ff78-433f-a6a2-f1dbda336071 req-29e8399d-32fa-4650-a725-49b10746c3c8 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Aug 27 17:21:23.230428 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3793706-121f-496a-82cc-6e96138682e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:23.449441 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:23.459193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f0c3c-ebac-4ea4-84dc-fb5be2592cd6 req-0a176e78-5754-4c18-bcf7-04e97ddaf24d tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:23.460832 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2f0c3c-ebac-4ea4-84dc-fb5be2592cd6 req-0a176e78-5754-4c18-bcf7-04e97ddaf24d tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 944 time: 0.0502222 Aug 27 17:21:23.499968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b2f0c3c-ebac-4ea4-84dc-fb5be2592cd6 req-36239193-c2e8-456e-80af-f6790d760388 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Aug 27 17:21:23.735184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:24.101364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 356ca45f-bb15-4a18-a714-c9e1adf40873 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:21:24.197631 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 356ca45f-bb15-4a18-a714-c9e1adf40873, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=356ca45f-bb15-4a18-a714-c9e1adf40873,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:24.208620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '356ca45f-bb15-4a18-a714-c9e1adf40873', 'network_id': 'd99a6e3b-aec2-42b4-a39c-6f1df317bda0', 'port_id': '356ca45f-bb15-4a18-a714-c9e1adf40873', 'mac_address': 'fa:16:3e:7d:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf59796-a5f0-4fd1-aa52-90517c487a56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:21:24.244926 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:24.257398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356ca45f-bb15-4a18-a714-c9e1adf40873 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:21:24.275564 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 356ca45f-bb15-4a18-a714-c9e1adf40873, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=356ca45f-bb15-4a18-a714-c9e1adf40873,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:24.378768 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:24.425723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=356ca45f-bb15-4a18-a714-c9e1adf40873,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:24.619203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba097ca-313b-4f74-ac26-cd70e9046054 req-71137c87-0878-47b7-82eb-cf26e792b4a3 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:24.620692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bba097ca-313b-4f74-ac26-cd70e9046054 req-71137c87-0878-47b7-82eb-cf26e792b4a3 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Aug 27 17:21:24.631702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['356ca45f-bb15-4a18-a714-c9e1adf40873'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:21:24.660577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bba097ca-313b-4f74-ac26-cd70e9046054 req-9a8e8af4-35c8-4152-93fa-81a97cdc66cf tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Aug 27 17:21:24.910543 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:24.921068 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:25.780889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bce85b-0755-4058-93e1-d516661afd2e req-3b96379f-9521-4de7-a5d2-30a3344b3891 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:25.782341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6bce85b-0755-4058-93e1-d516661afd2e req-3b96379f-9521-4de7-a5d2-30a3344b3891 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 945 time: 0.0541008 Aug 27 17:21:25.820540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6bce85b-0755-4058-93e1-d516661afd2e req-169e1ff8-56da-4f86-827c-c657753c31b3 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Aug 27 17:21:26.114855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 356ca45f-bb15-4a18-a714-c9e1adf40873 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:21:26.227694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 356ca45f-bb15-4a18-a714-c9e1adf40873 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:21:26.232104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 356ca45f-bb15-4a18-a714-c9e1adf40873 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:21:26.232473 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:26.303119 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:26.311295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:26.333157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6074097c-7cd7-4b08-a720-4b5faba26458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356ca45f-bb15-4a18-a714-c9e1adf40873'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:21:26.335523 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c6482-aa49-4407-8b7a-323bad3d8d3d" -d '{"events": [{"server_uuid": "6074097c-7cd7-4b08-a720-4b5faba26458", "name": "network-vif-plugged", "status": "completed", "tag": "356ca45f-bb15-4a18-a714-c9e1adf40873"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:21:26.348742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 356ca45f-bb15-4a18-a714-c9e1adf40873, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=356ca45f-bb15-4a18-a714-c9e1adf40873,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:26.374575 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1312a2-7fae-493d-9944-d02dbe064099 x-openstack-request-id: req-5e1312a2-7fae-493d-9944-d02dbe064099 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:21:26.374863 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6074097c-7cd7-4b08-a720-4b5faba26458", "name": "network-vif-plugged", "status": "completed", "tag": "356ca45f-bb15-4a18-a714-c9e1adf40873", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:21:26.375118 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e1312a2-7fae-493d-9944-d02dbe064099 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:21:26.375542 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6074097c-7cd7-4b08-a720-4b5faba26458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356ca45f-bb15-4a18-a714-c9e1adf40873', 'code': 200} Aug 27 17:21:26.415256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:26.464078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=356ca45f-bb15-4a18-a714-c9e1adf40873,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:26.473123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b4133-60e9-4389-b34e-0780d91da90a req-5b4dba9b-c43c-4720-87b1-6e14ffc2c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:26.474623 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f7b4133-60e9-4389-b34e-0780d91da90a req-5b4dba9b-c43c-4720-87b1-6e14ffc2c741 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 1097 time: 0.0422029 Aug 27 17:21:26.509059 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4f7b4133-60e9-4389-b34e-0780d91da90a req-a5fa473c-63c4-4b7e-afcc-ed59cfa7167b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275755 Aug 27 17:21:26.934203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4049d5f-c05c-4ba9-bf0c-1c6cae0fa7bc req-e80b0dfd-82ba-4873-a5cf-881380596f57 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:26.935894 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4049d5f-c05c-4ba9-bf0c-1c6cae0fa7bc req-e80b0dfd-82ba-4873-a5cf-881380596f57 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 946 time: 0.0494850 Aug 27 17:21:26.974119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4049d5f-c05c-4ba9-bf0c-1c6cae0fa7bc req-f2d378a3-3934-4d77-8fa9-9a56f46a206d tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Aug 27 17:21:28.093564 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9b399-b11e-48c2-83f8-abe23f6277df req-e75fb8f5-01d3-4d0b-a586-8df0d1607b4b tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:28.095774 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49b9b399-b11e-48c2-83f8-abe23f6277df req-e75fb8f5-01d3-4d0b-a586-8df0d1607b4b tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 946 time: 0.0524302 Aug 27 17:21:28.132829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49b9b399-b11e-48c2-83f8-abe23f6277df req-b5f0ca66-7a1b-4971-8791-21905abff5ca tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 27 17:21:28.246177 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82d03d-ab2f-41a8-ae9d-213566785666 req-061e3ec3-c221-4beb-a6d5-c61886caaa1b tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:28.247583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f82d03d-ab2f-41a8-ae9d-213566785666 req-061e3ec3-c221-4beb-a6d5-c61886caaa1b tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 946 time: 0.0490487 Aug 27 17:21:28.285488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f82d03d-ab2f-41a8-ae9d-213566785666 req-6aab6743-f6b6-4260-ac3b-39508f86b141 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Aug 27 17:21:32.861962 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:21:50.694227 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6e7edc9-9846-4a3b-b13b-3404da22fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:51.394537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72480-1631-4fb7-a2d8-92926208c1bc req-4e0cbffd-fb12-4aec-84af-fee7364dcbc7 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:51.396052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0b72480-1631-4fb7-a2d8-92926208c1bc req-4e0cbffd-fb12-4aec-84af-fee7364dcbc7 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 946 time: 0.0510116 Aug 27 17:21:51.434946 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d0b72480-1631-4fb7-a2d8-92926208c1bc req-40614434-7f37-4f25-9b9a-1b17100c254d tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324557 Aug 27 17:21:52.552998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424efa2-70c1-4225-942a-2bde55c31094 req-48d965c5-f64f-4223-b9b0-e823ef1a94e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:52.555214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8424efa2-70c1-4225-942a-2bde55c31094 req-48d965c5-f64f-4223-b9b0-e823ef1a94e6 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 946 time: 0.0536292 Aug 27 17:21:52.592261 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8424efa2-70c1-4225-942a-2bde55c31094 req-9cdc668c-e751-4480-adba-cc6f0c302587 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f634424-c892-424f-b090-039c400290f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Aug 27 17:21:53.004552 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-c7b6772f-99e7-48a4-b6c7-a90eac89e162 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:21:53.005906 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-c7b6772f-99e7-48a4-b6c7-a90eac89e162 tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 946 time: 0.0477092 Aug 27 17:21:53.096391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Deleting port 356ca45f-bb15-4a18-a714-c9e1adf40873 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:21:53.096732 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:53.187347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] For port 356ca45f-bb15-4a18-a714-c9e1adf40873, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=356ca45f-bb15-4a18-a714-c9e1adf40873,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:53.187713 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:53.200483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Calling delete_port for 356ca45f-bb15-4a18-a714-c9e1adf40873 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:21:53.231133 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3040289a-a7b6-4578-a31e-293b047d45e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:53.431440 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:53.445449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['356ca45f-bb15-4a18-a714-c9e1adf40873'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:21:53.462196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Pushing event deleted for resources: {'Port': ['ID=356ca45f-bb15-4a18-a714-c9e1adf40873,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:53.481856 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:53.512224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] No DVR routers for this DVR port 356ca45f-bb15-4a18-a714-c9e1adf40873 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:21:53.516387 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:53.519216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-94f8ea82-fda0-4ceb-930d-a3d3129d24eb req-3a5e4cf1-404d-4ee0-9a20-fc580e6410db tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.97 "DELETE /v2.0/ports/356ca45f-bb15-4a18-a714-c9e1adf40873 HTTP/1.1" status: 204 len: 173 time: 0.5058093 Aug 27 17:21:53.519216 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6074097c-7cd7-4b08-a720-4b5faba26458', 'name': 'network-vif-deleted', 'tag': '356ca45f-bb15-4a18-a714-c9e1adf40873'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:21:53.521103 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd30263-c167-47cd-9c33-5063e481b465" -d '{"events": [{"server_uuid": "6074097c-7cd7-4b08-a720-4b5faba26458", "name": "network-vif-deleted", "tag": "356ca45f-bb15-4a18-a714-c9e1adf40873"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:21:53.560156 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6159f512-3045-4fb4-b39f-bfe2874b4613 x-openstack-request-id: req-6159f512-3045-4fb4-b39f-bfe2874b4613 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:21:53.560742 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6074097c-7cd7-4b08-a720-4b5faba26458", "name": "network-vif-deleted", "tag": "356ca45f-bb15-4a18-a714-c9e1adf40873", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:21:53.560742 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6159f512-3045-4fb4-b39f-bfe2874b4613 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:21:53.561119 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6074097c-7cd7-4b08-a720-4b5faba26458', 'name': 'network-vif-deleted', 'tag': '356ca45f-bb15-4a18-a714-c9e1adf40873', 'status': 'completed', 'code': 200} Aug 27 17:21:53.692796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8ccd657a-e86c-48ce-939b-32bf681d9b85 req-13b2b61e-8012-4a4e-9bed-3ec300dfe0bb tempest-TestEncryptedCinderVolumes-654975625 tempest-TestEncryptedCinderVolumes-654975625-project] 10.222.0.101 "GET /v2.0/ports?device_id=6074097c-7cd7-4b08-a720-4b5faba26458 HTTP/1.1" status: 200 len: 210 time: 0.0316784 Aug 27 17:21:53.745508 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:54.791621 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:54.825315 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:54.915502 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:21:55.263154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:55.510388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Deleting port 12bdd4d7-904b-4070-aae5-0bbe6a84b831 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:21:55.510720 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:55.587169 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] For port 12bdd4d7-904b-4070-aae5-0bbe6a84b831, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=12bdd4d7-904b-4070-aae5-0bbe6a84b831,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:55.587474 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:55.599721 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Calling delete_port for 12bdd4d7-904b-4070-aae5-0bbe6a84b831 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:21:55.854378 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:55.880190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=12bdd4d7-904b-4070-aae5-0bbe6a84b831,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:55.892119 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.892462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.892801 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.893133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.893461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.893789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.894115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.894437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.894755 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.895076 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.895428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:55.895747 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:56.061549 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:56.270246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Router 618e91c0-4a6d-48d7-9e56-75387a993c41 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:21:56.304594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:56.376092 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:21:56.384440 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-389dd50d-9c3e-4181-87f1-7110ef6e6ebe admin admin] 10.222.0.101 "PUT /v2.0/routers/618e91c0-4a6d-48d7-9e56-75387a993c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647660 Aug 27 17:21:56.384576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59902) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:21:56.385776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276256f3-031e-4558-975d-3217ee650903 None None] Sync routers for ids ['618e91c0-4a6d-48d7-9e56-75387a993c41'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:21:56.394932 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] Routers {'618e91c0-4a6d-48d7-9e56-75387a993c41'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:21:56.395617 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['618e91c0-4a6d-48d7-9e56-75387a993c41'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:21:56.487138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:56.498811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] Set router 618e91c0-4a6d-48d7-9e56-75387a993c41 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:21:56.685342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:21:55Z', 'revision_number': 5, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:21:56.717295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276256f3-031e-4558-975d-3217ee650903 None None] Checking router: 618e91c0-4a6d-48d7-9e56-75387a993c41 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:21:56.726179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] Routers {'618e91c0-4a6d-48d7-9e56-75387a993c41'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:21:56.726851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['618e91c0-4a6d-48d7-9e56-75387a993c41'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:21:56.839488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] Set router 618e91c0-4a6d-48d7-9e56-75387a993c41 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:21:56.924962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.014249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-276256f3-031e-4558-975d-3217ee650903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:21:55Z', 'revision_number': 5, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:21:57.040259 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276256f3-031e-4558-975d-3217ee650903 None None] The sync data for ids ['618e91c0-4a6d-48d7-9e56-75387a993c41'] in n-d-806412-1 is: [{'id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'name': 'tempest-TestEncryptedCinderVolumes-363628531-router', 'tenant_id': 'b4803727a05a44b48d6eb485779293c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:24Z', 'updated_at': '2021-08-27T17:21:55Z', 'revision_number': 5, 'project_id': 'b4803727a05a44b48d6eb485779293c8', 'gw_port': {'id': '1f18e277-40a4-467e-bf94-59271e2a9e24', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618e91c0-4a6d-48d7-9e56-75387a993c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:25Z', 'updated_at': '2021-08-27T17:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:21:57.052112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Deleting port 1f18e277-40a4-467e-bf94-59271e2a9e24 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:21:57.054984 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.093829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-67909ede-8385-4736-9009-4fe3fc699212 req-36158aac-cc55-4729-942c-f356b8974bc8 service neutron] (95253) timed out ('10.222.0.90', 65042) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:21:57.136904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] For port 1f18e277-40a4-467e-bf94-59271e2a9e24, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1f18e277-40a4-467e-bf94-59271e2a9e24,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:57.137486 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.149797 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Calling delete_port for 1f18e277-40a4-467e-bf94-59271e2a9e24 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:21:57.356774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.388904 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f18e277-40a4-467e-bf94-59271e2a9e24,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:57.451219 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.545552 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.547670 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.653127 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.653598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618e91c0-4a6d-48d7-9e56-75387a993c41 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:21:57.657886 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.658965 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-42e66822-514f-416e-b24e-5c38c41748c1 admin admin] 10.222.0.101 "DELETE /v2.0/routers/618e91c0-4a6d-48d7-9e56-75387a993c41 HTTP/1.1" status: 204 len: 168 time: 1.2734993 Aug 27 17:21:57.661680 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59904) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:21:57.714719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] Deleting subnet baf59796-a5f0-4fd1-aa52-90517c487a56 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:21:57.718225 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.759735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.839005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.968485 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:57.993999 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf59796-a5f0-4fd1-aa52-90517c487a56,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:57.998889 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.000788 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-871dfc76-d5cd-496f-9c88-8f46ecca6af4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/baf59796-a5f0-4fd1-aa52-90517c487a56 HTTP/1.1" status: 204 len: 168 time: 0.3381543 Aug 27 17:21:58.003329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59906) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:21:58.004822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109cee9-131b-44b1-98dc-26cfa2433b1d None None] Network d99a6e3b-aec2-42b4-a39c-6f1df317bda0 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:21:58.076332 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.139335 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Deleting port 572803aa-1a9e-4397-b11d-e4b24f075fff {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:21:58.139930 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.144136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12bdd4d7-904b-4070-aae5-0bbe6a84b831 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:21:58.165439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 12bdd4d7-904b-4070-aae5-0bbe6a84b831 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:21:58.165789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12bdd4d7-904b-4070-aae5-0bbe6a84b831 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:21:58.166204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1f18e277-40a4-467e-bf94-59271e2a9e24 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:21:58.184943 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1f18e277-40a4-467e-bf94-59271e2a9e24 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:21:58.185288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1f18e277-40a4-467e-bf94-59271e2a9e24 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:21:58.211436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] DHCP port deletion for d99a6e3b-aec2-42b4-a39c-6f1df317bda0 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:21:58.212234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] For port 572803aa-1a9e-4397-b11d-e4b24f075fff, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=572803aa-1a9e-4397-b11d-e4b24f075fff,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:58.212606 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.225737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Calling delete_port for 572803aa-1a9e-4397-b11d-e4b24f075fff owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:21:58.264463 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Deleting port 572803aa-1a9e-4397-b11d-e4b24f075fff {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:21:58.264840 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.277273 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 356ca45f-bb15-4a18-a714-c9e1adf40873 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:21:58.325986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 356ca45f-bb15-4a18-a714-c9e1adf40873 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:21:58.326339 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 356ca45f-bb15-4a18-a714-c9e1adf40873 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:21:58.346972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] For port 572803aa-1a9e-4397-b11d-e4b24f075fff, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=572803aa-1a9e-4397-b11d-e4b24f075fff,segment=NetworkSegment(4a3425a0-7a88-4d75-ad69-612d13ac629e),segment_id=4a3425a0-7a88-4d75-ad69-612d13ac629e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:58.347405 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.360242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Calling delete_port for 572803aa-1a9e-4397-b11d-e4b24f075fff owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:21:58.425304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.438562 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.453457 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=572803aa-1a9e-4397-b11d-e4b24f075fff,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:58.455354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] No DVR routers for this DVR port 572803aa-1a9e-4397-b11d-e4b24f075fff on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:21:58.464327 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Pushing event deleted for resources: {'Port': ['ID=572803aa-1a9e-4397-b11d-e4b24f075fff,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:58.468724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] No DVR routers for this DVR port 572803aa-1a9e-4397-b11d-e4b24f075fff on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:21:58.476123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.482837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a8828a-1a94-47e0-8c84-a465302b6d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:21:58.530308 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.540367 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99a6e3b-aec2-42b4-a39c-6f1df317bda0']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:21:58.550371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3425a0-7a88-4d75-ad69-612d13ac629e') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:21:58.550674 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3425a0-7a88-4d75-ad69-612d13ac629e') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:21:58.560297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.574369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.580247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:21:58.582011 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:21:58.582241 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:21:58.728396 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.733815 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:58.735667 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] 10.222.0.101 "DELETE /v2.0/networks/d99a6e3b-aec2-42b4-a39c-6f1df317bda0 HTTP/1.1" status: 204 len: 168 time: 0.7313170 Aug 27 17:21:58.738622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59908) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:21:58.747432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f956114-f1c1-41a5-995e-4f5b624bdb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d99a6e3b-aec2-42b4-a39c-6f1df317bda0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:59.087869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:59.332234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Deleting port 5baac33d-75cf-4d25-9542-397bb859de5e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:21:59.332577 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:59.410723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] For port 5baac33d-75cf-4d25-9542-397bb859de5e, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=5baac33d-75cf-4d25-9542-397bb859de5e,segment=NetworkSegment(a33ec820-f571-4b64-8477-e450867e5876),segment_id=a33ec820-f571-4b64-8477-e450867e5876)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:21:59.411087 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:59.428377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Calling delete_port for 5baac33d-75cf-4d25-9542-397bb859de5e owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:21:59.659714 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:21:59.688207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Pushing event deleted for resources: {'Port': ['ID=5baac33d-75cf-4d25-9542-397bb859de5e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:21:59.860538 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:00.051922 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 572803aa-1a9e-4397-b11d-e4b24f075fff no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:22:00.071836 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 572803aa-1a9e-4397-b11d-e4b24f075fff {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:22:00.072193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 572803aa-1a9e-4397-b11d-e4b24f075fff not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:22:00.080227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Router ac21b701-49d0-4696-9eed-bf64572e8da9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:22:00.187511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:22:00.192473 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-126d1dcd-1a55-4648-aaba-791aa38b0423 admin admin] 10.222.0.101 "PUT /v2.0/routers/ac21b701-49d0-4696-9eed-bf64572e8da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4527683 Aug 27 17:22:00.195770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59910) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:00.197016 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] Sync routers for ids ['ac21b701-49d0-4696-9eed-bf64572e8da9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:22:00.206176 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] Routers {'ac21b701-49d0-4696-9eed-bf64572e8da9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:00.206795 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ac21b701-49d0-4696-9eed-bf64572e8da9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:00.299095 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:00.307541 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] Set router ac21b701-49d0-4696-9eed-bf64572e8da9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:00.401871 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:00.482144 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:21:59Z', 'revision_number': 5, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:00.511579 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] Checking router: ac21b701-49d0-4696-9eed-bf64572e8da9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:22:00.519586 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] Routers {'ac21b701-49d0-4696-9eed-bf64572e8da9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:00.520182 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['ac21b701-49d0-4696-9eed-bf64572e8da9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:00.598530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Deleting port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:22:00.598878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:00.625042 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] Set router ac21b701-49d0-4696-9eed-bf64572e8da9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:00.677703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] For port 60bbe7fa-3db3-4c0c-975c-9d72a02fc221, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:00.678249 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:00.691870 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Calling delete_port for 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:22:00.796668 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:21:59Z', 'revision_number': 5, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:00.823497 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee91da02-22ed-4f40-9326-38eda5b3f3d3 None None] The sync data for ids ['ac21b701-49d0-4696-9eed-bf64572e8da9'] in n-d-806412-1 is: [{'id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'name': 'tempest-TestEncryptedCinderVolumes-1896366371-router', 'tenant_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:20:30Z', 'updated_at': '2021-08-27T17:21:59Z', 'revision_number': 5, 'project_id': 'a1a4920cd32049ebb6af0805ea50ac47', 'gw_port': {'id': '60bbe7fa-3db3-4c0c-975c-9d72a02fc221', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21b701-49d0-4696-9eed-bf64572e8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:20:31Z', 'updated_at': '2021-08-27T17:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:22:00.922263 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:00.952310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bbe7fa-3db3-4c0c-975c-9d72a02fc221,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:01.012185 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.102830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.105202 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.213948 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.214532 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac21b701-49d0-4696-9eed-bf64572e8da9 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:22:01.218966 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.222888 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59912) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:01.223477 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dccc6b8e-f035-4597-b313-5fe2cfa06840 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ac21b701-49d0-4696-9eed-bf64572e8da9 HTTP/1.1" status: 204 len: 168 time: 1.0259831 Aug 27 17:22:01.270437 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] Deleting subnet 841e4c1b-96a3-4538-9750-77f026b37c83 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:22:01.274365 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.310899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.394950 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.545524 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.571241 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841e4c1b-96a3-4538-9750-77f026b37c83,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:01.574926 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.576865 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-70cdc87b-e4da-4876-91f2-e438bc78a241 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/841e4c1b-96a3-4538-9750-77f026b37c83 HTTP/1.1" status: 204 len: 168 time: 0.3527303 Aug 27 17:22:01.579436 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59914) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:01.581743 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2584c-5bc8-4695-bf66-4f1f6f97ad55 None None] Network 07129901-17af-4e26-8e52-0cd5119105b5 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:22:01.646894 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.705746 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Deleting port aa134ebf-fe1f-4803-9ee9-b0a00875c37b {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:22:01.706094 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.770509 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] For port aa134ebf-fe1f-4803-9ee9-b0a00875c37b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,segment=NetworkSegment(a33ec820-f571-4b64-8477-e450867e5876),segment_id=a33ec820-f571-4b64-8477-e450867e5876)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:01.770903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.786536 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Calling delete_port for aa134ebf-fe1f-4803-9ee9-b0a00875c37b owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:22:01.803137 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] DHCP port deletion for 07129901-17af-4e26-8e52-0cd5119105b5 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:22:01.850871 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] Deleting port aa134ebf-fe1f-4803-9ee9-b0a00875c37b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:22:01.851263 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.919398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] For port aa134ebf-fe1f-4803-9ee9-b0a00875c37b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,segment=NetworkSegment(a33ec820-f571-4b64-8477-e450867e5876),segment_id=a33ec820-f571-4b64-8477-e450867e5876)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:01.919726 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.932185 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] Calling delete_port for aa134ebf-fe1f-4803-9ee9-b0a00875c37b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:22:01.934360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:01.963836 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:01.966006 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] No DVR routers for this DVR port aa134ebf-fe1f-4803-9ee9-b0a00875c37b on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:22:02.019401 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.038305 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.048841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:22:02.049684 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07129901-17af-4e26-8e52-0cd5119105b5']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:02.054686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] Pushing event deleted for resources: {'Port': ['ID=aa134ebf-fe1f-4803-9ee9-b0a00875c37b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:02.061775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33ec820-f571-4b64-8477-e450867e5876') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:02.062013 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33ec820-f571-4b64-8477-e450867e5876') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:02.071864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.075016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247a1e6-5cca-448f-8fe8-4b7bbdd1c894 None None] No DVR routers for this DVR port aa134ebf-fe1f-4803-9ee9-b0a00875c37b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:22:02.076387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:22:02.076561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 60bbe7fa-3db3-4c0c-975c-9d72a02fc221 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:22:02.076968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device aa134ebf-fe1f-4803-9ee9-b0a00875c37b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:22:02.091792 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.098227 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Releasing vlan 1316 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:22:02.098618 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:22:02.100467 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:22:02.103057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: aa134ebf-fe1f-4803-9ee9-b0a00875c37b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:22:02.103057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device aa134ebf-fe1f-4803-9ee9-b0a00875c37b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:22:02.103057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5baac33d-75cf-4d25-9542-397bb859de5e no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:22:02.122646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 5baac33d-75cf-4d25-9542-397bb859de5e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:22:02.123041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 5baac33d-75cf-4d25-9542-397bb859de5e not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:22:02.243460 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.248182 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.250184 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] 10.222.0.101 "DELETE /v2.0/networks/07129901-17af-4e26-8e52-0cd5119105b5 HTTP/1.1" status: 204 len: 168 time: 0.6697791 Aug 27 17:22:02.263930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dbf20-7f10-43d6-bc4c-8caa5871363f admin admin] Pushing event deleted for resources: {'Network': ['ID=07129901-17af-4e26-8e52-0cd5119105b5,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:02.675385 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59918) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:02.716375 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3b30c639-bc9e-4434-a1ba-5ecc8d711313 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b4803727a05a44b48d6eb485779293c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397420 Aug 27 17:22:02.718639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59920) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:02.766157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae97ea3a-d394-4895-aaae-a9f52dcaca7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.787165 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae97ea3a-d394-4895-aaae-a9f52dcaca7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.887875 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae97ea3a-d394-4895-aaae-a9f52dcaca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.890446 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae97ea3a-d394-4895-aaae-a9f52dcaca7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:02.891646 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ae97ea3a-d394-4895-aaae-a9f52dcaca7b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6f634424-c892-424f-b090-039c400290f7 HTTP/1.1" status: 204 len: 168 time: 0.1721051 Aug 27 17:22:02.900054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97ea3a-d394-4895-aaae-a9f52dcaca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f634424-c892-424f-b090-039c400290f7,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:03.549299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59926) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:03.591309 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-64f0f54c-dfb9-4a66-bfe9-ba5ebe7d4771 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a1a4920cd32049ebb6af0805ea50ac47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408051 Aug 27 17:22:03.593711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59928) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:03.641153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ad44-0cbe-4edc-99b1-ff7b7a9660fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:03.661554 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ad44-0cbe-4edc-99b1-ff7b7a9660fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:03.756434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ad44-0cbe-4edc-99b1-ff7b7a9660fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:03.759744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ad44-0cbe-4edc-99b1-ff7b7a9660fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:03.764110 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f9e9ad44-0cbe-4edc-99b1-ff7b7a9660fd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ca1c53f6-354d-41bf-85a7-39673378090f HTTP/1.1" status: 204 len: 168 time: 0.1662900 Aug 27 17:22:03.768600 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9ad44-0cbe-4edc-99b1-ff7b7a9660fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c53f6-354d-41bf-85a7-39673378090f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:04.826140 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59950) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:04.922068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2016177666-network', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:05.030950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Made reservation on behalf of 08ad2cd122914995a899046ee2d8e1e8 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:22:05.033399 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.042744 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.136075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.225165 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.254559 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:22:05.260573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5de7b-43f2-46a0-ad92-f94aa9032b17,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:05.268380 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.268380 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Added segment c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec of type vlan for network f0f27c4b-565f-4797-b4d7-8e744202c078 Aug 27 17:22:05.310066 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.425715 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.426841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:05.427499 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.489667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0f27c4b-565f-4797-b4d7-8e744202c078,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:05.501046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network f0f27c4b-565f-4797-b4d7-8e744202c078 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:22:05.551865 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed2ef9ee-b849-4432-a867-dcbd7ea30db9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7243073 Aug 27 17:22:05.555395 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59954) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:05.560368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Request body: {'subnet': {'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2016177666-subnet', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:05.630478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Made reservation on behalf of 08ad2cd122914995a899046ee2d8e1e8 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:22:05.633781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.871573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:05.942034 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9feddb39-7073-45eb-a471-65fd1faaa8d1,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:05.951507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Checking segment: {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:05.951860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Network hostable DHCP agents. Network: f0f27c4b-565f-4797-b4d7-8e744202c078, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:22:06.036927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Network f0f27c4b-565f-4797-b4d7-8e744202c078 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:22:06.122273 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, f0f27c4b-565f-4797-b4d7-8e744202c078) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:06.127156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:06.127779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.132543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30817cb9-164c-4072-8b18-d2c8a3dff3ad None None] Network f0f27c4b-565f-4797-b4d7-8e744202c078 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:22:06.214654 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-41c26b12-3d40-4730-a3ed-2f72c09e43ab admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6581340 Aug 27 17:22:06.217447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59956) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:06.221869 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:06.278163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-f0f27c4b-565f-4797-b4d7-8e744202c078', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:22:06.279094 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.334049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.336012 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.393178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.415025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Allocated IP 172.20.0.2 (f0f27c4b-565f-4797-b4d7-8e744202c078/9feddb39-7073-45eb-a471-65fd1faaa8d1/88fe5bcf-5341-4eaf-a361-a566d97b50d9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:22:06.558521 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.566629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Transition to ACTIVE for port object 88fe5bcf-5341-4eaf-a361-a566d97b50d9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:06.581994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Transition to ACTIVE for port object 88fe5bcf-5341-4eaf-a361-a566d97b50d9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:06.618383 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.648434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.685618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Network f0f27c4b-565f-4797-b4d7-8e744202c078 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:06.688920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:06.692347 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:22:06.711565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Pushing event updated for resources: {'Port': ['ID=88fe5bcf-5341-4eaf-a361-a566d97b50d9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:06.758477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Attempting to bind port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:22:06.758851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Attempting to bind port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:22:06.759261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Attempting to bind port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 on network f0f27c4b-565f-4797-b4d7-8e744202c078 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:06.764653 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:22:06.765034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Checking segment: {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:06.765443 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.765842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Bound using segment: {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:22:06.766309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Bound port: 88fe5bcf-5341-4eaf-a361-a566d97b50d9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:22:06.766695 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.836840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] For port 88fe5bcf-5341-4eaf-a361-a566d97b50d9, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:22:06.840064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] For port 88fe5bcf-5341-4eaf-a361-a566d97b50d9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=88fe5bcf-5341-4eaf-a361-a566d97b50d9,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:22:06.874756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.897227 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.920698 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:06.981802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f1ca1-4679-4087-b268-573d2d6a54e9 None None] Pushing event updated for resources: {'Port': ['ID=88fe5bcf-5341-4eaf-a361-a566d97b50d9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:07.010728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Allocated IP 172.25.4.253 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/d51d06fb-caaf-46b8-b4e8-ed862cbc32b1) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:22:07.185958 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:07.259703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:07.306103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:07.308971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:07.311888 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:22:07.341527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Pushing event updated for resources: {'Port': ['ID=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:07.632476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:07.893358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afc018-f772-49d0-a8e7-41c274523006 None None] Network f0f27c4b-565f-4797-b4d7-8e744202c078 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:22:08.117553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 88fe5bcf-5341-4eaf-a361-a566d97b50d9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:08.183195 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:08.222702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6788b79b-41f6-48e3-819b-c30571d7102d None None] Provisioning for port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:08.294254 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:08.298481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:08.298939 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:08.384779 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:08.396850 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:22:08.422838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 88fe5bcf-5341-4eaf-a361-a566d97b50d9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=88fe5bcf-5341-4eaf-a361-a566d97b50d9,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:08.488090 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:08.510407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:22:08.524724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Sync routers for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:22:08.550838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=88fe5bcf-5341-4eaf-a361-a566d97b50d9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:08.556422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:08.557153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:08.568450 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:08.569727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-50889ff7-dcc4-4a29-bb04-f439efca46ff admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3513229 Aug 27 17:22:08.572619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59958) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:08.599130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-57bf84ea-9f80-428a-a90e-6c2831eba515 None None] Provisioning complete for port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:08.599523 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57bf84ea-9f80-428a-a90e-6c2831eba515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:08.702652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:08.906301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:07Z', 'revision_number': 3, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:08.932906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Checking router: 76de8a36-fcbf-4e34-b9cb-a07cd6461743 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:22:08.933260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Updating router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:22:08.962248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:08.995882 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.155092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Allocated IP 172.20.0.1 (f0f27c4b-565f-4797-b4d7-8e744202c078/9feddb39-7073-45eb-a471-65fd1faaa8d1/0c2c6f97-c71a-40be-a686-47d4697895c1) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:22:09.214521 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.224108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Transition to ACTIVE for port object d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:09.260191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.274050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Transition to ACTIVE for port object 0c2c6f97-c71a-40be-a686-47d4697895c1 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:09.311041 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.359575 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Attempting to bind port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:22:09.359959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Attempting to bind port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:22:09.360328 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Attempting to bind port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:09.362670 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.369246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc280-e41c-45a9-a868-fad8eec7724d None None] Pushing event updated for resources: {'Port': ['ID=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:09.371877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:22:09.372152 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:09.372572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.372962 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:22:09.373449 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Bound port: d51d06fb-caaf-46b8-b4e8-ed862cbc32b1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:22:09.373828 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.402487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Network f0f27c4b-565f-4797-b4d7-8e744202c078 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:09.405403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:09.408060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:22:09.430184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] For port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:22:09.433442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] For port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:22:09.442544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2c6f97-c71a-40be-a686-47d4697895c1,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:09.458946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.528636 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.592097 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:09.592731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:09.597587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc280-e41c-45a9-a868-fad8eec7724d None None] Pushing event updated for resources: {'Port': ['ID=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:09.652273 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.712025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:09.767935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-26dfe35c-a288-4d38-8fdb-bde6525624db None None] Provisioning for port 0c2c6f97-c71a-40be-a686-47d4697895c1 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:09.781951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-26dfe35c-a288-4d38-8fdb-bde6525624db None None] Provisioning complete for port 0c2c6f97-c71a-40be-a686-47d4697895c1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:09.782336 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26dfe35c-a288-4d38-8fdb-bde6525624db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.819911 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.851029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-26dfe35c-a288-4d38-8fdb-bde6525624db None None] Port 0c2c6f97-c71a-40be-a686-47d4697895c1 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:22:09.860858 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:22:09.882223 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.934752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:07Z', 'revision_number': 3, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:09.956779 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:09.961093 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2c6f97-c71a-40be-a686-47d4697895c1,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:09.961625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e7430-985c-47f1-8df3-3b7398b4c989 None None] The sync data for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 is: [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:07Z', 'revision_number': 3, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:22:10.037207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 88fe5bcf-5341-4eaf-a361-a566d97b50d9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:10.068250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Network f0f27c4b-565f-4797-b4d7-8e744202c078 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:10.070211 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:10.092272 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:10.092642 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:10.199492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:22:10.333825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:22:10.347519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-31dd72d9-0a89-41ce-b985-233935d808d4 admin admin] 10.222.0.101 "PUT /v2.0/routers/76de8a36-fcbf-4e34-b9cb-a07cd6461743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658331 Aug 27 17:22:10.372116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a89ef472-019e-4784-92b0-430bf3621dfd None None] Provisioning complete for port 0c2c6f97-c71a-40be-a686-47d4697895c1 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:10.372497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a89ef472-019e-4784-92b0-430bf3621dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:10.408809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a89ef472-019e-4784-92b0-430bf3621dfd None None] Port 0c2c6f97-c71a-40be-a686-47d4697895c1 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:22:11.052764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59974) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:11.058422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1615677046-network', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:11.149950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Made reservation on behalf of 305ad2049d714f06bf6b60ef593bebc0 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:22:11.152565 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.161515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.257339 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.322506 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.345966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:22:11.359981 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c18053-e27a-4556-95e1-6f076b1dc111,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:11.364468 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.364844 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Added segment 7f242745-aefe-4540-ab1e-d3f6570638c6 of type vlan for network 23441de9-10d1-49b1-8c7a-03e401600b2d Aug 27 17:22:11.408401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.493653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.494661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:11.495288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.501838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Sync routers for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:22:11.510890 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:11.511607 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:11.556740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=23441de9-10d1-49b1-8c7a-03e401600b2d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:11.567172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 23441de9-10d1-49b1-8c7a-03e401600b2d details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:22:11.617639 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:11.620444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f0ea5e35-f14f-4ca9-b387-82ea243dd1b2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5665581 Aug 27 17:22:11.623142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 59976) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:11.628172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Request body: {'subnet': {'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1615677046-subnet', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'ip_version': 4}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:11.705063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Made reservation on behalf of 305ad2049d714f06bf6b60ef593bebc0 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:22:11.707650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.842205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e58f2713-797a-49a6-8320-424ddc6c1c95 req-35e232e2-7019-4dbc-8639-d2c3ab431b56 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274091 Aug 27 17:22:11.915488 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 2, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:11.919861 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e58f2713-797a-49a6-8320-424ddc6c1c95 req-862c7094-65b8-4815-8135-e0cc1e3d78f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0327041 Aug 27 17:22:11.942433 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Checking router: 76de8a36-fcbf-4e34-b9cb-a07cd6461743 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:22:11.946163 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Updating router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 port 0c2c6f97-c71a-40be-a686-47d4697895c1 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:22:11.959433 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e58f2713-797a-49a6-8320-424ddc6c1c95 req-450f476a-2c26-473c-a74f-e97a7f196f07 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208294 Aug 27 17:22:11.962430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:11.970576 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.032180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1303ea2e-fda6-4049-970f-b24316ed4808,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:12.056368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Checking segment: {'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:12.057045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Network hostable DHCP agents. Network: 23441de9-10d1-49b1-8c7a-03e401600b2d, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:22:12.065892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f2713-797a-49a6-8320-424ddc6c1c95 req-7dfd664d-a7c0-40e2-95ea-c13553c19280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:12.067429 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-e58f2713-797a-49a6-8320-424ddc6c1c95 req-7dfd664d-a7c0-40e2-95ea-c13553c19280 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1018457 Aug 27 17:22:12.087046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:12.144947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Network 23441de9-10d1-49b1-8c7a-03e401600b2d is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:22:12.202416 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:12.206218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:12.206594 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.236723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 23441de9-10d1-49b1-8c7a-03e401600b2d) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:12.245228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:12.246226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.247118 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2be34-658e-4102-a0b3-3832c05b8e30 None None] Network 23441de9-10d1-49b1-8c7a-03e401600b2d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:22:12.251211 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.262137 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Transition to ACTIVE for port object 0c2c6f97-c71a-40be-a686-47d4697895c1 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:12.340838 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e6c5ff1c-46bb-47ce-a36e-468783fc8d4a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7165711 Aug 27 17:22:12.343753 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59978) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:12.346262 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.348682 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:12.373140 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.376814 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:12.441398 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Pushing event updated for resources: {'Port': ['ID=0c2c6f97-c71a-40be-a686-47d4697895c1,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:12.441872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-23441de9-10d1-49b1-8c7a-03e401600b2d', 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'fixed_ips': [{'subnet_id': '1303ea2e-fda6-4049-970f-b24316ed4808'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:22:12.442929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.462525 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.462783 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.463130 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.463500 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.463835 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.464170 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.464500 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.464827 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.465155 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.465479 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.465803 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.466127 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:12.471321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.472655 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.489316 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Attempting to bind port 0c2c6f97-c71a-40be-a686-47d4697895c1 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:22:12.489692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Attempting to bind port 0c2c6f97-c71a-40be-a686-47d4697895c1 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:22:12.490109 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Attempting to bind port 0c2c6f97-c71a-40be-a686-47d4697895c1 on network f0f27c4b-565f-4797-b4d7-8e744202c078 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:12.496015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:22:12.496390 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Checking segment: {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:12.496795 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.497265 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Bound using segment: {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:22:12.497746 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Bound port: 0c2c6f97-c71a-40be-a686-47d4697895c1, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:22:12.498118 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.538591 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.541596 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.570019 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] For port 0c2c6f97-c71a-40be-a686-47d4697895c1, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:22:12.573731 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] For port 0c2c6f97-c71a-40be-a686-47d4697895c1, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0c2c6f97-c71a-40be-a686-47d4697895c1,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:22:12.646049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:12.660119 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.666658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Allocated IP 172.20.0.2 (23441de9-10d1-49b1-8c7a-03e401600b2d/1303ea2e-fda6-4049-970f-b24316ed4808/63007af4-c304-4613-8a0d-e3164e7906e6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:22:12.711131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:12.711882 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:12.736185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:12.769306 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edafd02-0312-475c-804e-73e3fe15decd None None] Pushing event updated for resources: {'Port': ['ID=0c2c6f97-c71a-40be-a686-47d4697895c1,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:12.844573 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:13.021229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.028466 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.039996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Transition to ACTIVE for port object 63007af4-c304-4613-8a0d-e3164e7906e6 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:13.045605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Transition to ACTIVE for port object 63007af4-c304-4613-8a0d-e3164e7906e6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:13.049164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.072659 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:13.102223 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2106f81-0fd4-490c-bc75-4314b2b4bcac None None] The sync data for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 is: [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:22:13.140003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.170429 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Allocated IP 172.25.4.42 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/75496028-8e61-4317-831a-66f2c5fdd130) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:22:13.196848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Network 23441de9-10d1-49b1-8c7a-03e401600b2d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:13.198267 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Pushing event updated for resources: {'Port': ['ID=63007af4-c304-4613-8a0d-e3164e7906e6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:13.201043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:13.203169 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:22:13.268958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Attempting to bind port 63007af4-c304-4613-8a0d-e3164e7906e6 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:22:13.269572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Attempting to bind port 63007af4-c304-4613-8a0d-e3164e7906e6 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:22:13.269951 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Attempting to bind port 63007af4-c304-4613-8a0d-e3164e7906e6 on network 23441de9-10d1-49b1-8c7a-03e401600b2d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:13.277023 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:22:13.277395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Checking segment: {'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:13.278029 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.278436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Bound using segment: {'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:22:13.278918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Bound port: 63007af4-c304-4613-8a0d-e3164e7906e6, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:22:13.279447 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.289908 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.347776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] For port 63007af4-c304-4613-8a0d-e3164e7906e6, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:22:13.351803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] For port 63007af4-c304-4613-8a0d-e3164e7906e6, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=63007af4-c304-4613-8a0d-e3164e7906e6,segment=NetworkSegment(7f242745-aefe-4540-ab1e-d3f6570638c6),segment_id=7f242745-aefe-4540-ab1e-d3f6570638c6)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:22:13.385539 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.403144 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:13.422859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:13.425780 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:13.429493 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:22:13.467365 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Pushing event updated for resources: {'Port': ['ID=75496028-8e61-4317-831a-66f2c5fdd130,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:13.489978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa5da0-55d2-41be-9547-01148e924647 None None] Pushing event updated for resources: {'Port': ['ID=63007af4-c304-4613-8a0d-e3164e7906e6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:13.809193 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:14.030096 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:14.168627 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c2c6f97-c71a-40be-a686-47d4697895c1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:14.265022 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Router fea46924-9153-4d9f-827d-5e74a05759fa is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:22:14.305362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 0c2c6f97-c71a-40be-a686-47d4697895c1 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:14.309587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0c2c6f97-c71a-40be-a686-47d4697895c1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:14.309970 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:14.388576 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:22:14.399590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Sync routers for ids ['fea46924-9153-4d9f-827d-5e74a05759fa'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:22:14.416801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Routers {'fea46924-9153-4d9f-827d-5e74a05759fa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:14.417461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fea46924-9153-4d9f-827d-5e74a05759fa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:14.421719 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:14.485710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908818f1-2947-47d8-8561-8e075ea0e91e None None] Network 23441de9-10d1-49b1-8c7a-03e401600b2d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:22:14.493636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:14.497472 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b49f4c01-8368-4a8f-a5fb-a0e165d6f71d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1500180 Aug 27 17:22:14.498900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 59980) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:22:14.568884 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 0c2c6f97-c71a-40be-a686-47d4697895c1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0c2c6f97-c71a-40be-a686-47d4697895c1,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:14.624299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Set router fea46924-9153-4d9f-827d-5e74a05759fa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:14.686436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:14.687218 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:14.696837 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-57593d26-5256-477b-8d29-b5cfe4a33749 None None] Provisioning for port 63007af4-c304-4613-8a0d-e3164e7906e6 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:14.869982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=0c2c6f97-c71a-40be-a686-47d4697895c1,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:14.922086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:14.922449 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.043592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:22:13Z', 'revision_number': 3, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:15.078081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Checking router: fea46924-9153-4d9f-827d-5e74a05759fa for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:22:15.078430 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Updating router fea46924-9153-4d9f-827d-5e74a05759fa port 75496028-8e61-4317-831a-66f2c5fdd130 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:22:15.083610 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 63007af4-c304-4613-8a0d-e3164e7906e6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:15.135139 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.255750 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.307148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 63007af4-c304-4613-8a0d-e3164e7906e6 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:15.319851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 63007af4-c304-4613-8a0d-e3164e7906e6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:15.320339 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.366421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f20415c5-0ac2-405b-aaae-2be3fb06c139 None None] Provisioning complete for port 63007af4-c304-4613-8a0d-e3164e7906e6 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:15.366806 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f20415c5-0ac2-405b-aaae-2be3fb06c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.417688 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Allocated IP 172.20.0.1 (23441de9-10d1-49b1-8c7a-03e401600b2d/1303ea2e-fda6-4049-970f-b24316ed4808/586eef57-ff1d-4796-bd3c-b80122a73bff) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:22:15.521008 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.534056 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Transition to ACTIVE for port object 586eef57-ff1d-4796-bd3c-b80122a73bff will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:15.544834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.551660 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.569469 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f20415c5-0ac2-405b-aaae-2be3fb06c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.573296 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Transition to ACTIVE for port object 75496028-8e61-4317-831a-66f2c5fdd130 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:15.608510 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 63007af4-c304-4613-8a0d-e3164e7906e6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=63007af4-c304-4613-8a0d-e3164e7906e6,segment=NetworkSegment(7f242745-aefe-4540-ab1e-d3f6570638c6),segment_id=7f242745-aefe-4540-ab1e-d3f6570638c6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:15.631346 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.666050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.673973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Network 23441de9-10d1-49b1-8c7a-03e401600b2d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:15.676804 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:15.682134 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:22:15.683863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Pushing event updated for resources: {'Port': ['ID=586eef57-ff1d-4796-bd3c-b80122a73bff,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:15.723382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Attempting to bind port 75496028-8e61-4317-831a-66f2c5fdd130 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:22:15.723750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Attempting to bind port 75496028-8e61-4317-831a-66f2c5fdd130 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:22:15.724117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Attempting to bind port 75496028-8e61-4317-831a-66f2c5fdd130 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:15.732394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce5532-01d2-4916-804d-db8d0efaa31b None None] Pushing event updated for resources: {'Port': ['ID=75496028-8e61-4317-831a-66f2c5fdd130,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:15.735216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:22:15.735670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:15.736011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.736401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:22:15.736875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Bound port: 75496028-8e61-4317-831a-66f2c5fdd130, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:22:15.737256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.741853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.742025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.847749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-f20415c5-0ac2-405b-aaae-2be3fb06c139 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:22:15.848100 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-f20415c5-0ac2-405b-aaae-2be3fb06c139 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:22:15.868878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=63007af4-c304-4613-8a0d-e3164e7906e6,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:15.871868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] For port 75496028-8e61-4317-831a-66f2c5fdd130, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:22:15.884026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] For port 75496028-8e61-4317-831a-66f2c5fdd130, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=75496028-8e61-4317-831a-66f2c5fdd130,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:22:15.936254 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.939853 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:15.999062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Routers {'fea46924-9153-4d9f-827d-5e74a05759fa'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:15.999723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fea46924-9153-4d9f-827d-5e74a05759fa'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:16.040138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce5532-01d2-4916-804d-db8d0efaa31b None None] Pushing event updated for resources: {'Port': ['ID=75496028-8e61-4317-831a-66f2c5fdd130,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:16.045787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c2c6f97-c71a-40be-a686-47d4697895c1 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:16.117006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:16.180508 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:16.251763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Pushing event updated for resources: {'Port': ['ID=586eef57-ff1d-4796-bd3c-b80122a73bff,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:16.254233 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:16.305175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] Set router fea46924-9153-4d9f-827d-5e74a05759fa gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:16.332719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 0c2c6f97-c71a-40be-a686-47d4697895c1 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:16.333400 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:16.345332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Network 23441de9-10d1-49b1-8c7a-03e401600b2d is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:16.347224 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:16.474035 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Router fea46924-9153-4d9f-827d-5e74a05759fa has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:22:16.579013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 63007af4-c304-4613-8a0d-e3164e7906e6 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:16.590402 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:22:16.595899 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-be0faad7-898c-4594-9f98-a99fd9e0853e admin admin] 10.222.0.101 "PUT /v2.0/routers/fea46924-9153-4d9f-827d-5e74a05759fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0959814 Aug 27 17:22:16.654691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 4, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '586eef57-ff1d-4796-bd3c-b80122a73bff', 'name': '', 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'mac_address': 'fa:16:3e:30:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:15Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 1, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'subnets': [{'id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:16.684819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670dc732-5e3e-4c01-ae81-839362598f04 None None] The sync data for ids ['fea46924-9153-4d9f-827d-5e74a05759fa'] in n-d-806412-1 is: [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 4, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '586eef57-ff1d-4796-bd3c-b80122a73bff', 'name': '', 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'mac_address': 'fa:16:3e:30:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:15Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 1, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'subnets': [{'id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:22:16.686483 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 63007af4-c304-4613-8a0d-e3164e7906e6 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:16.686850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:16.710020 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f4d149a2-91e1-4781-951c-47f76baae4b0 None None] Provisioning for port 586eef57-ff1d-4796-bd3c-b80122a73bff completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:16.717605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f4d149a2-91e1-4781-951c-47f76baae4b0 None None] Provisioning complete for port 586eef57-ff1d-4796-bd3c-b80122a73bff triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:16.717976 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4d149a2-91e1-4781-951c-47f76baae4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:16.765433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f4d149a2-91e1-4781-951c-47f76baae4b0 None None] Port 586eef57-ff1d-4796-bd3c-b80122a73bff cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:22:18.074941 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75496028-8e61-4317-831a-66f2c5fdd130 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:18.196603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 75496028-8e61-4317-831a-66f2c5fdd130 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:18.203370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 75496028-8e61-4317-831a-66f2c5fdd130 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:18.203750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:18.295417 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:18.320361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 75496028-8e61-4317-831a-66f2c5fdd130, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=75496028-8e61-4317-831a-66f2c5fdd130,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:18.414302 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:18.475605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=75496028-8e61-4317-831a-66f2c5fdd130,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:20.056088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75496028-8e61-4317-831a-66f2c5fdd130 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:20.111249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 75496028-8e61-4317-831a-66f2c5fdd130 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:20.111875 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:20.292304 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Sync routers for ids ['fea46924-9153-4d9f-827d-5e74a05759fa'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:22:20.301601 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Routers {'fea46924-9153-4d9f-827d-5e74a05759fa'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:20.302207 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fea46924-9153-4d9f-827d-5e74a05759fa'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:20.409127 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Set router fea46924-9153-4d9f-827d-5e74a05759fa gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:20.630678 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 4, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '586eef57-ff1d-4796-bd3c-b80122a73bff', 'name': '', 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'mac_address': 'fa:16:3e:30:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:15Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 2, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'subnets': [{'id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:20.630678 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Checking router: fea46924-9153-4d9f-827d-5e74a05759fa for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:22:20.630678 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Updating router fea46924-9153-4d9f-827d-5e74a05759fa port 586eef57-ff1d-4796-bd3c-b80122a73bff binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:22:20.650845 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:20.744665 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a7be325-7857-49d9-a5ed-15016a95810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:20.925172 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:20.938127 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Transition to ACTIVE for port object 586eef57-ff1d-4796-bd3c-b80122a73bff will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:21.053780 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:21.125294 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c0d45-c878-4806-b5f4-9cca42c5ee59 None None] Pushing event updated for resources: {'Port': ['ID=586eef57-ff1d-4796-bd3c-b80122a73bff,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:21.189711 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Attempting to bind port 586eef57-ff1d-4796-bd3c-b80122a73bff on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:22:21.190004 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Attempting to bind port 586eef57-ff1d-4796-bd3c-b80122a73bff by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:22:21.190361 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Attempting to bind port 586eef57-ff1d-4796-bd3c-b80122a73bff on network 23441de9-10d1-49b1-8c7a-03e401600b2d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:21.208410 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:22:21.208997 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Checking segment: {'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:21.214169 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:21.214169 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Bound using segment: {'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:22:21.214169 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Bound port: 586eef57-ff1d-4796-bd3c-b80122a73bff, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f242745-aefe-4540-ab1e-d3f6570638c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:22:21.214169 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:21.405010 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] For port 586eef57-ff1d-4796-bd3c-b80122a73bff, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:22:21.409467 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] For port 586eef57-ff1d-4796-bd3c-b80122a73bff, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=586eef57-ff1d-4796-bd3c-b80122a73bff,segment=NetworkSegment(7f242745-aefe-4540-ab1e-d3f6570638c6),segment_id=7f242745-aefe-4540-ab1e-d3f6570638c6)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:22:21.517302 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:21.582163 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Routers {'fea46924-9153-4d9f-827d-5e74a05759fa'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:22:21.583059 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:21:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fea46924-9153-4d9f-827d-5e74a05759fa'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:21.586364 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c0d45-c878-4806-b5f4-9cca42c5ee59 None None] Pushing event updated for resources: {'Port': ['ID=586eef57-ff1d-4796-bd3c-b80122a73bff,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:21.717165 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] Set router fea46924-9153-4d9f-827d-5e74a05759fa gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:22:21.942391 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 4, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '586eef57-ff1d-4796-bd3c-b80122a73bff', 'name': '', 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'mac_address': 'fa:16:3e:30:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:15Z', 'updated_at': '2021-08-27T17:22:21Z', 'revision_number': 4, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'subnets': [{'id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:22:21.971047 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bb25b-3e67-4d9f-a5bd-f1f3b631f65c None None] The sync data for ids ['fea46924-9153-4d9f-827d-5e74a05759fa'] in n-d-806412-1 is: [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:22:15Z', 'revision_number': 4, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '586eef57-ff1d-4796-bd3c-b80122a73bff', 'name': '', 'network_id': '23441de9-10d1-49b1-8c7a-03e401600b2d', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'mac_address': 'fa:16:3e:30:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:15Z', 'updated_at': '2021-08-27T17:22:21Z', 'revision_number': 4, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'subnets': [{'id': '1303ea2e-fda6-4049-970f-b24316ed4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:22:22.093874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 586eef57-ff1d-4796-bd3c-b80122a73bff up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:22.271882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 586eef57-ff1d-4796-bd3c-b80122a73bff completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:22.278177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 586eef57-ff1d-4796-bd3c-b80122a73bff triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:22.278557 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:22.436091 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:22.488114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 586eef57-ff1d-4796-bd3c-b80122a73bff, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=586eef57-ff1d-4796-bd3c-b80122a73bff,segment=NetworkSegment(7f242745-aefe-4540-ab1e-d3f6570638c6),segment_id=7f242745-aefe-4540-ab1e-d3f6570638c6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:22.567946 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:22.629372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=586eef57-ff1d-4796-bd3c-b80122a73bff,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:23.248020 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2f644a4-80e8-401a-8fc1-7d88c1f39dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:23.699589 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:23.864689 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:24.058075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 586eef57-ff1d-4796-bd3c-b80122a73bff up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:24.149054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 586eef57-ff1d-4796-bd3c-b80122a73bff triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:24.149426 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:24.796659 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:24.847452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:26.311156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:28.044256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-fb668c8f-db48-4e3f-b29d-e2a5c1f81223 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:28.045803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-fb668c8f-db48-4e3f-b29d-e2a5c1f81223 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 815 time: 0.1058660 Aug 27 17:22:28.061737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-c756dff6-8199-4824-8150-16af9f186bc3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/quotas/08ad2cd122914995a899046ee2d8e1e8 HTTP/1.1" status: 200 len: 375 time: 0.0103037 Aug 27 17:22:28.113600 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-1c84fbb2-5b5b-4fd7-855a-ab557be97b3e tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464098 Aug 27 17:22:28.209143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-696f4df0-8695-45b1-9b2b-05445103d23e service neutron] 10.222.0.101 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839162 Aug 27 17:22:28.301812 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-3274e0c6-0547-46d0-b1c2-1843ebf63122 service neutron] 10.222.0.101 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860176 Aug 27 17:22:28.608469 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8b6e8ad3-2432-409e-9db9-85088bc25610 req-e281e00c-ab74-45c9-8013-4575fd9cec16 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 210 time: 0.0302269 Aug 27 17:22:29.702159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ebdb87d-3f85-4528-a96c-cdf2353fc93b req-dad09e68-6b17-4b5f-b5f9-9c965600ae3f tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 210 time: 0.0276430 Aug 27 17:22:30.457204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-28a2a7a8-c8c1-46bd-977c-560e86fd866d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:30.458655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-28a2a7a8-c8c1-46bd-977c-560e86fd866d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 815 time: 0.1101942 Aug 27 17:22:30.472462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'port': {'device_id': '366dc576-e10f-42b9-b160-abad67225d00', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'admin_state_up': True, 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:30.624333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Made reservation on behalf of 08ad2cd122914995a899046ee2d8e1e8 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:22:30.627800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:30.755517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Allocated IP 172.20.0.3 (f0f27c4b-565f-4797-b4d7-8e744202c078/9feddb39-7073-45eb-a471-65fd1faaa8d1/0891b828-3701-4f3b-a90f-60eb14f917b5) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:22:30.814038 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93fbc230-5527-4d8f-b490-ad7b710c8d3f req-bee53529-f7ee-4cc2-97a2-9b43e23ad9df tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 210 time: 0.0411427 Aug 27 17:22:30.935536 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:30.949735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Transition to ACTIVE for port object 0891b828-3701-4f3b-a90f-60eb14f917b5 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:31.036137 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:31.105643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Network f0f27c4b-565f-4797-b4d7-8e744202c078 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:22:31.107629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:31.118504 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.119297 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.119930 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.120733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.121518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.122277 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.123016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.123694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.124438 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.125200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.125824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.126458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:22:31.144337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:22:31.149632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:22:31.218614 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:31.219557 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:31.290453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-d01db90a-a7f9-4de4-a657-05a40616b7e7 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8215213 Aug 27 17:22:31.561811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f6886e8-4dbb-40db-a699-cb7f84385eac None None] Provisioning for port 0891b828-3701-4f3b-a90f-60eb14f917b5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:31.565995 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7f6886e8-4dbb-40db-a699-cb7f84385eac None None] Provisioning complete for port 0891b828-3701-4f3b-a90f-60eb14f917b5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:31.566737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f6886e8-4dbb-40db-a699-cb7f84385eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:31.610351 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7f6886e8-4dbb-40db-a699-cb7f84385eac None None] Port 0891b828-3701-4f3b-a90f-60eb14f917b5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:22:31.942004 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61a3b2-735c-426b-a1ca-64f0d5038f84 req-be4c51b8-5425-45b5-a32f-f221486d4f28 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:31.943591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a61a3b2-735c-426b-a1ca-64f0d5038f84 req-be4c51b8-5425-45b5-a32f-f221486d4f28 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 931 time: 0.0595913 Aug 27 17:22:31.991692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5a61a3b2-735c-426b-a1ca-64f0d5038f84 req-35fa0b6c-303b-4f65-b2e4-e40497afcaad tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Aug 27 17:22:33.117468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd848-541d-4ba6-8aac-34869f0f57e4 req-473245e7-9c41-40ff-bbb9-9f9c465dc77c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:33.119054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5adcd848-541d-4ba6-8aac-34869f0f57e4 req-473245e7-9c41-40ff-bbb9-9f9c465dc77c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 931 time: 0.0566123 Aug 27 17:22:33.168023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5adcd848-541d-4ba6-8aac-34869f0f57e4 req-9ce228dd-f456-4e96-a419-821575de5072 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Aug 27 17:22:34.312288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e2a13-57c7-43e3-9177-cec02bc91006 req-f8deae33-5110-4ade-a79d-2a0ad04be8a9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:34.313703 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-843e2a13-57c7-43e3-9177-cec02bc91006 req-f8deae33-5110-4ade-a79d-2a0ad04be8a9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 931 time: 0.0538189 Aug 27 17:22:34.354042 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-843e2a13-57c7-43e3-9177-cec02bc91006 req-e04f3cd9-883a-42c2-adf3-ec6ed15f771a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Aug 27 17:22:35.482632 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b8f73-159b-45fb-b59a-01736ffdc023 req-1c7a476c-70b4-4b0c-93f2-6ceabb74ed09 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:35.484214 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-654b8f73-159b-45fb-b59a-01736ffdc023 req-1c7a476c-70b4-4b0c-93f2-6ceabb74ed09 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 931 time: 0.0588899 Aug 27 17:22:35.525298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-654b8f73-159b-45fb-b59a-01736ffdc023 req-88020759-2ba9-46d6-a433-d9263aed9ee4 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350199 Aug 27 17:22:36.674031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c729057-076b-4855-bff4-32542871ed77 req-de1643da-b5ea-4941-adae-bc6056d78db9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:36.675613 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c729057-076b-4855-bff4-32542871ed77 req-de1643da-b5ea-4941-adae-bc6056d78db9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 931 time: 0.0531218 Aug 27 17:22:36.717870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c729057-076b-4855-bff4-32542871ed77 req-48cc2e6d-c5f7-4bc7-a544-ec47a8410a02 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Aug 27 17:22:36.986337 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Request body: {'port': {'device_id': '366dc576-e10f-42b9-b160-abad67225d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:22:37.045664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:37.371991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0891b828-3701-4f3b-a90f-60eb14f917b5 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:22:37.384553 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:37.400156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Transition to ACTIVE for port object 0891b828-3701-4f3b-a90f-60eb14f917b5 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:22:37.498870 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:37.555364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Pushing event updated for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:37.644319 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Attempting to bind port 0891b828-3701-4f3b-a90f-60eb14f917b5 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:22:37.644711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Attempting to bind port 0891b828-3701-4f3b-a90f-60eb14f917b5 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:22:37.645061 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Attempting to bind port 0891b828-3701-4f3b-a90f-60eb14f917b5 on network f0f27c4b-565f-4797-b4d7-8e744202c078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:37.654622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Port 0891b828-3701-4f3b-a90f-60eb14f917b5 on network f0f27c4b-565f-4797-b4d7-8e744202c078 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:22:37.654622 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Attempting to bind port 0891b828-3701-4f3b-a90f-60eb14f917b5 on network f0f27c4b-565f-4797-b4d7-8e744202c078 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:22:37.660115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:22:37.660904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Checking segment: {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:22:37.661180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Bound using segment: {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:22:37.661647 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Bound port: 0891b828-3701-4f3b-a90f-60eb14f917b5, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:22:37.662342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:37.743714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:22:37.747597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0891b828-3701-4f3b-a90f-60eb14f917b5,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:22:37.832144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:37.872654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:37.873280 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:37.875750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] 10.222.0.97 "PUT /v2.0/ports/0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 1091 time: 0.8936694 Aug 27 17:22:37.876470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:22:37.878855 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6033c8-ad63-4e00-a69a-dbcb0e0711bb" -d '{"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:22:37.899459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882aded-366c-419e-9f5f-680aa8c15d0a req-cafce1d7-b1d2-4bd2-93e2-9d8acfd87de5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:37.901049 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c882aded-366c-419e-9f5f-680aa8c15d0a req-cafce1d7-b1d2-4bd2-93e2-9d8acfd87de5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 943 time: 0.1072116 Aug 27 17:22:37.952308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec18add-92a0-4680-9515-5d9975e36b66 service neutron] Pushing event updated for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:37.966197 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe63b6a-66d8-49b6-ae56-23eb1cea3698 x-openstack-request-id: req-5fe63b6a-66d8-49b6-ae56-23eb1cea3698 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:22:37.966699 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:22:37.967119 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5fe63b6a-66d8-49b6-ae56-23eb1cea3698 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:22:37.967717 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'status': 'completed', 'code': 200} Aug 27 17:22:37.993301 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c882aded-366c-419e-9f5f-680aa8c15d0a req-96cb424f-0e4a-4108-acd5-8524a465c127 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823672 Aug 27 17:22:39.120913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511028c2-65ea-41d7-a2d0-6874c99f1c21 req-b8e70fd4-f64b-4f41-8cd4-a868445f8622 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:39.128501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-511028c2-65ea-41d7-a2d0-6874c99f1c21 req-b8e70fd4-f64b-4f41-8cd4-a868445f8622 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 943 time: 0.0570769 Aug 27 17:22:39.165986 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-511028c2-65ea-41d7-a2d0-6874c99f1c21 req-5bc1ec39-8d19-4863-932b-f55c4dd1d5f0 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364592 Aug 27 17:22:40.297414 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1085b-bfed-4d5f-b33d-0e4120960317 req-46096421-a9bc-44dc-8bbd-56995e21b875 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:40.298922 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85d1085b-bfed-4d5f-b33d-0e4120960317 req-46096421-a9bc-44dc-8bbd-56995e21b875 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 943 time: 0.0598495 Aug 27 17:22:40.337718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-85d1085b-bfed-4d5f-b33d-0e4120960317 req-4daf8670-b2cf-4432-a097-f68c84969f94 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Aug 27 17:22:40.865378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6033c8-ad63-4e00-a69a-dbcb0e0711bb req-d78a2ff0-8bb5-4616-b445-3c6faebca8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:40.866847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af6033c8-ad63-4e00-a69a-dbcb0e0711bb req-d78a2ff0-8bb5-4616-b445-3c6faebca8a9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1094 time: 0.0406601 Aug 27 17:22:40.968309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6033c8-ad63-4e00-a69a-dbcb0e0711bb req-7260f3f0-db4a-4afa-8e32-1cae28917b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:40.969769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af6033c8-ad63-4e00-a69a-dbcb0e0711bb req-7260f3f0-db4a-4afa-8e32-1cae28917b9e service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=08ad2cd122914995a899046ee2d8e1e8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0945261 Aug 27 17:22:41.065949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6033c8-ad63-4e00-a69a-dbcb0e0711bb req-a87313c0-6778-4184-9891-43f60d4d449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:41.067420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-af6033c8-ad63-4e00-a69a-dbcb0e0711bb req-a87313c0-6778-4184-9891-43f60d4d449b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857852 Aug 27 17:22:41.145935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-055ea14f-0ae4-4d4c-a98c-a3c1d0b6c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:41.147349 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-055ea14f-0ae4-4d4c-a98c-a3c1d0b6c27f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1094 time: 0.0452745 Aug 27 17:22:41.188813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-b9e0f56b-1ff2-4fff-9404-f1b3e9ea406a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 217 time: 0.0337591 Aug 27 17:22:41.236159 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-04b1d3a8-2228-498b-bb3e-f4bb25b6af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:41.237571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-04b1d3a8-2228-498b-bb3e-f4bb25b6af1f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0413814 Aug 27 17:22:41.285428 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae7ff-953d-4b92-9239-c01d4563039c req-00753473-5711-41b2-8641-b1b9f4ee5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:41.286885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-00753473-5711-41b2-8641-b1b9f4ee5345 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427737 Aug 27 17:22:41.376234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-2d859dd6-c542-4c08-a14e-5e1017fe46d2 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820372 Aug 27 17:22:41.505516 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745c13-d42c-4662-9db7-b734bbccd455 req-3e4bb4cb-cf18-4d7c-9440-fe1e6e13134d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:41.506891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd745c13-d42c-4662-9db7-b734bbccd455 req-3e4bb4cb-cf18-4d7c-9440-fe1e6e13134d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 943 time: 0.0776534 Aug 27 17:22:41.509194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-456ae7ff-953d-4b92-9239-c01d4563039c req-0dbe72f6-4050-43e8-a58a-358b5aa808a6 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252050 Aug 27 17:22:41.545240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bd745c13-d42c-4662-9db7-b734bbccd455 req-e738a0ae-adeb-40ae-8c18-60ab0afdf43c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Aug 27 17:22:42.441507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0891b828-3701-4f3b-a90f-60eb14f917b5 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:22:42.532606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0891b828-3701-4f3b-a90f-60eb14f917b5,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:42.547440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'port_id': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'mac_address': 'fa:16:3e:ae:46:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:22:42.583320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:42.596582 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0891b828-3701-4f3b-a90f-60eb14f917b5 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:22:42.616750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0891b828-3701-4f3b-a90f-60eb14f917b5,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:42.659145 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f4de9-6983-4eb0-bf14-69e56e7a2eec req-7de79870-92e2-4e5c-bda6-63afa80dfd3b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:42.660652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e1f4de9-6983-4eb0-bf14-69e56e7a2eec req-7de79870-92e2-4e5c-bda6-63afa80dfd3b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 943 time: 0.0488105 Aug 27 17:22:42.698755 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:42.699400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e1f4de9-6983-4eb0-bf14-69e56e7a2eec req-33c4bf55-e9f2-4a33-9e13-6dbacf83dae1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Aug 27 17:22:42.746442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:42.965157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0891b828-3701-4f3b-a90f-60eb14f917b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:22:43.816701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95951-dfe0-4ae7-86cd-58a9c9bb85c0 req-98a2be16-5800-4762-8d58-4e942948197c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:43.818186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06e95951-dfe0-4ae7-86cd-58a9c9bb85c0 req-98a2be16-5800-4762-8d58-4e942948197c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 944 time: 0.0531967 Aug 27 17:22:43.855680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-06e95951-dfe0-4ae7-86cd-58a9c9bb85c0 req-3ee6ed81-5193-4fca-8c06-7822d770cfd0 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Aug 27 17:22:44.456968 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0891b828-3701-4f3b-a90f-60eb14f917b5 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:22:44.572505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 0891b828-3701-4f3b-a90f-60eb14f917b5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:22:44.576402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 0891b828-3701-4f3b-a90f-60eb14f917b5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:22:44.576803 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:44.655544 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:44.677450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:22:44.679732 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c85d7-81a0-46c6-be46-7d2eaef26670" -d '{"events": [{"server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "name": "network-vif-plugged", "status": "completed", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:22:44.692794 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0891b828-3701-4f3b-a90f-60eb14f917b5,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:22:44.716475 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db71a33-3844-485b-ae17-c43794b99320 x-openstack-request-id: req-3db71a33-3844-485b-ae17-c43794b99320 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:22:44.716773 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "name": "network-vif-plugged", "status": "completed", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:22:44.717034 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3db71a33-3844-485b-ae17-c43794b99320 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:22:44.717458 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'code': 200} Aug 27 17:22:44.761363 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:44.808670 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:22:44.814905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f9f8-4b56-4c7b-906d-3bb00cb215e9 req-26e7429f-2865-47f4-a87a-f3aab7830614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:44.816444 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00d0f9f8-4b56-4c7b-906d-3bb00cb215e9 req-26e7429f-2865-47f4-a87a-f3aab7830614 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1096 time: 0.0408854 Aug 27 17:22:44.850390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00d0f9f8-4b56-4c7b-906d-3bb00cb215e9 req-bbe77a8b-6aa3-47e0-a707-e4bedb500ab2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271740 Aug 27 17:22:44.973028 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eef8fa-41d6-4772-b184-65edcce43e40 req-e2270ee4-c0f5-4253-8cfc-ef0b9c2eaaeb tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:44.974400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65eef8fa-41d6-4772-b184-65edcce43e40 req-e2270ee4-c0f5-4253-8cfc-ef0b9c2eaaeb tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Aug 27 17:22:45.012502 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-65eef8fa-41d6-4772-b184-65edcce43e40 req-0edaa4b0-18a9-47f5-9c13-d9350f240041 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321124 Aug 27 17:22:46.463154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5f617-df7b-4e72-b448-172947b9a9e9 req-dab8d638-97cd-4858-b958-70295a3be44c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:46.464665 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75d5f617-df7b-4e72-b448-172947b9a9e9 req-dab8d638-97cd-4858-b958-70295a3be44c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.3845160 Aug 27 17:22:46.502196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-75d5f617-df7b-4e72-b448-172947b9a9e9 req-4cd6cfda-b80d-44fd-b9d7-e7136c7f588b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Aug 27 17:22:46.613572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e71aa5-8719-4fae-98bd-acc910b778b5 req-0a30cb0f-389f-49a3-9504-8220f699d1ff tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:46.614923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1e71aa5-8719-4fae-98bd-acc910b778b5 req-0a30cb0f-389f-49a3-9504-8220f699d1ff tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0485258 Aug 27 17:22:46.653871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1e71aa5-8719-4fae-98bd-acc910b778b5 req-784b9240-b86d-41fe-b26f-b4f5f7075b2d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Aug 27 17:22:46.839991 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053eebc-b9b5-44a9-85e0-48b9998323b4 req-75cbbc92-8fbc-40ed-8eef-356033a2f966 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:22:46.841481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e053eebc-b9b5-44a9-85e0-48b9998323b4 req-75cbbc92-8fbc-40ed-8eef-356033a2f966 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0493443 Aug 27 17:22:46.860074 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:22:46.878898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e053eebc-b9b5-44a9-85e0-48b9998323b4 req-63740d74-54fb-4915-bf75-366a70ea1e1f tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Aug 27 17:22:50.692450 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ec3aaa6d-5479-42a2-a550-80d9afb01e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:53.252299 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cc22082-db9e-4c5b-901d-16034169e4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:53.400932 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:53.761414 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:54.801078 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:54.838175 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:22:56.297807 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:00.328584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416966-40f4-4c1e-917a-8988da0d9f3b req-23fd34bd-aa97-4f87-a950-fd053de76c11 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:00.330066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d416966-40f4-4c1e-917a-8988da0d9f3b req-23fd34bd-aa97-4f87-a950-fd053de76c11 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Aug 27 17:23:00.369458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d416966-40f4-4c1e-917a-8988da0d9f3b req-877396cf-7b46-4e7d-b345-eeacba28e133 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Aug 27 17:23:00.392693 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60174) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:00.518418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f3794-6e00-4cbe-9d8a-a5fd2feb04f7 tempest-TestMinimumBasicScenario-230713573 tempest-TestMinimumBasicScenario-230713573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:00.519869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d00f3794-6e00-4cbe-9d8a-a5fd2feb04f7 tempest-TestMinimumBasicScenario-230713573 tempest-TestMinimumBasicScenario-230713573-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1091 time: 0.1262002 Aug 27 17:23:00.522834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60178) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:00.527139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:00.618173 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:00.717398 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:00.818023 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Allocated IP 172.25.4.94 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/a197f3c3-1a19-4ef6-bcbd-236f75bd6c77) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:23:00.921001 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:01.000945 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:01.037114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:23:01.043171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:23:01.046688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:23:01.051998 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'Port': ['ID=a197f3c3-1a19-4ef6-bcbd-236f75bd6c77,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:01.407686 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:01.523015 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:01.678062 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:01.726390 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:01.800209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'Port': ['ID=a197f3c3-1a19-4ef6-bcbd-236f75bd6c77,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:01.809371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:01.909885 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Floating IP b360293d-b916-4349-86d2-09d5e145c984 associated. External IP: 172.25.4.94, port: 0891b828-3701-4f3b-a90f-60eb14f917b5. Aug 27 17:23:02.114523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:23:02.223358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:23:02.234548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] Sync routers for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:23:02.256940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:23:02.256940 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:23:02.303809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.331619 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-bd16fdfd-9f41-4909-96fc-3d2a847acd80 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8077035 Aug 27 17:23:02.332225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:23:02.334527 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c" -d '{"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:23:02.334685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60180) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:02.339988 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60609266', 'description': 'tempest-secgroup-smoke-60609266 description', 'project_id': '08ad2cd122914995a899046ee2d8e1e8'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:02.351509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:23:02.380119 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83832401-a429-41a7-8097-81d3d896a7bf x-openstack-request-id: req-83832401-a429-41a7-8097-81d3d896a7bf {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:23:02.386096 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:23:02.386096 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-83832401-a429-41a7-8097-81d3d896a7bf {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:23:02.386096 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'status': 'completed', 'code': 200} Aug 27 17:23:02.412338 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.460874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-8a8a08f9-401a-4cb0-959c-d6aa2aa725ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:02.462551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-8a8a08f9-401a-4cb0-959c-d6aa2aa725ad service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1096 time: 0.0473111 Aug 27 17:23:02.500956 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.544553 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.559242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-9277d438-b3cb-4c26-a557-f1f4900ecf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:02.561105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-9277d438-b3cb-4c26-a557-f1f4900ecf96 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 917 time: 0.0898938 Aug 27 17:23:02.580233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bfbb26-7ed5-4cf3-accd-423fa717f8ad,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:02.589717 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.590248 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.590460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.590578 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'b360293d-b916-4349-86d2-09d5e145c984', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'port_id': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'mac_address': 'fa:16:3e:ae:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366dc576-e10f-42b9-b160-abad67225d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:23:01Z', 'updated_at': '2021-08-27T17:23:01Z', 'revision_number': 0, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:14Z', 'revision_number': 5, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:23:02.590756 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.591081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.591482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.591823 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.592162 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.592479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.592809 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.593142 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.593467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:23:02.618094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] Checking router: 76de8a36-fcbf-4e34-b9cb-a07cd6461743 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:23:02.627689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:23:02.628304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:22:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:23:02.636112 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.640239 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1034d06a-fc4e-458f-8fdf-ae637170b6da tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3018105 Aug 27 17:23:02.640527 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60184) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:02.645245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5eb82587-538f-4491-ab13-9f4155073817 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'security_group_rule': {'security_group_id': '43bfbb26-7ed5-4cf3-accd-423fa717f8ad', 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:02.647745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-50dda3ec-df38-4f0b-8914-cf8e4c9ec58e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 998 time: 0.0789607 Aug 27 17:23:02.700871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-f8b799e2-091e-471d-8a83-d3995a76d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:02.702409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-f8b799e2-091e-471d-8a83-d3995a76d548 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0473442 Aug 27 17:23:02.732015 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5eb82587-538f-4491-ab13-9f4155073817 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.743489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:23:02.750952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-b012729d-53e0-4dee-8ef9-234043c1bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:02.752505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-b012729d-53e0-4dee-8ef9-234043c1bce8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414970 Aug 27 17:23:02.789981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5eb82587-538f-4491-ab13-9f4155073817 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.854118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-1db47c7a-c4bf-46ec-a22c-839211835fea service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909576 Aug 27 17:23:02.858005 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5eb82587-538f-4491-ab13-9f4155073817 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.877657 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb82587-538f-4491-ab13-9f4155073817 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f020de61-7a5d-4135-8917-29d4839afa0d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:02.952318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e12a4f7d-e22e-4f78-bd43-a90eed38d40c req-bb58c2d7-86d7-4b5d-9c5a-f6db83ee1a9d service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901101 Aug 27 17:23:02.967371 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5eb82587-538f-4491-ab13-9f4155073817 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:02.968708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5eb82587-538f-4491-ab13-9f4155073817 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272157 Aug 27 17:23:02.969570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'b360293d-b916-4349-86d2-09d5e145c984', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'port_id': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'mac_address': 'fa:16:3e:ae:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366dc576-e10f-42b9-b160-abad67225d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:23:01Z', 'updated_at': '2021-08-27T17:23:01Z', 'revision_number': 0, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:14Z', 'revision_number': 5, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:23:02.971403 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60186) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:02.975920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-169820a6-1a71-4c5f-b268-e439e6f4ff2c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'security_group_rule': {'security_group_id': '43bfbb26-7ed5-4cf3-accd-423fa717f8ad', 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:03.001245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915495a-5bee-4570-b404-da6232c3e902 None None] The sync data for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 is: [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'b360293d-b916-4349-86d2-09d5e145c984', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'port_id': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'mac_address': 'fa:16:3e:ae:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366dc576-e10f-42b9-b160-abad67225d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:23:01Z', 'updated_at': '2021-08-27T17:23:01Z', 'revision_number': 0, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:14Z', 'revision_number': 5, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:23:03.069070 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-169820a6-1a71-4c5f-b268-e439e6f4ff2c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.127516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-169820a6-1a71-4c5f-b268-e439e6f4ff2c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.184803 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-169820a6-1a71-4c5f-b268-e439e6f4ff2c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.201610 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1330e-c81b-4def-b99d-550204359219 None None] New status for floating IP b360293d-b916-4349-86d2-09d5e145c984: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:23:03.202935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169820a6-1a71-4c5f-b268-e439e6f4ff2c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b632c8-6249-4543-a4ba-4d5189f791ac,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:03.275043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-169820a6-1a71-4c5f-b268-e439e6f4ff2c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.276406 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-169820a6-1a71-4c5f-b268-e439e6f4ff2c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3040309 Aug 27 17:23:03.279649 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60188) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:03.284300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bd3ae756-d4ce-4572-b38d-4f78d3d9fdc5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'security_group_rule': {'security_group_id': '43bfbb26-7ed5-4cf3-accd-423fa717f8ad', 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:03.371533 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae756-d4ce-4572-b38d-4f78d3d9fdc5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.434154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae756-d4ce-4572-b38d-4f78d3d9fdc5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.514914 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae756-d4ce-4572-b38d-4f78d3d9fdc5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.530733 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ae756-d4ce-4572-b38d-4f78d3d9fdc5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c8ec75-c7fe-4a2a-869d-53fd657fe1b6,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:03.600947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae756-d4ce-4572-b38d-4f78d3d9fdc5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.602212 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bd3ae756-d4ce-4572-b38d-4f78d3d9fdc5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216021 Aug 27 17:23:03.605847 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60190) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:03.610574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-ef9487ea-010e-44f6-9e9b-cba014978cd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'security_group_rule': {'security_group_id': '43bfbb26-7ed5-4cf3-accd-423fa717f8ad', 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:03.697497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef9487ea-010e-44f6-9e9b-cba014978cd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.755558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef9487ea-010e-44f6-9e9b-cba014978cd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.794765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef9487ea-010e-44f6-9e9b-cba014978cd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.812935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9487ea-010e-44f6-9e9b-cba014978cd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d3dea3-cec5-44f2-8f04-75b31135e9ea,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:03.858144 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef9487ea-010e-44f6-9e9b-cba014978cd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:03.859400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef9487ea-010e-44f6-9e9b-cba014978cd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2524970 Aug 27 17:23:03.862176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60192) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:03.866557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'security_group_rule': {'security_group_id': '43bfbb26-7ed5-4cf3-accd-423fa717f8ad', 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:03.932167 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Project 08ad2cd122914995a899046ee2d8e1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:23:03.937209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.000969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.103205 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.122413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25290aca-71d0-4930-af27-7f352f8a7798,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:04.177653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.178879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d625a807-737a-41fd-ac2e-63869fc8de82 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157661 Aug 27 17:23:04.181608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60194) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:23:04.186877 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'security_group_rule': {'security_group_id': '43bfbb26-7ed5-4cf3-accd-423fa717f8ad', 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:04.275012 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Project 08ad2cd122914995a899046ee2d8e1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:23:04.280667 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.344765 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.406364 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.424680 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3998ab1a-22ad-48f9-afc9-f54ab9d84048,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:04.469354 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.470638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6e1e60b4-2119-4257-90d6-7459c2864bf5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875290 Aug 27 17:23:04.549213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-c7f2009d-90f9-460d-9818-856d1d19580e tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60609266&fields=id&tenant_id=08ad2cd122914995a899046ee2d8e1e8 HTTP/1.1" status: 200 len: 267 time: 0.0333023 Aug 27 17:23:04.601740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-1884cbf1-07e5-413f-90a7-72bd70bd4e4d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:04.603212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-1884cbf1-07e5-413f-90a7-72bd70bd4e4d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0484726 Aug 27 17:23:04.614880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'port': {'security_groups': ['ffd5de7b-43f2-46a0-ad92-f94aa9032b17', '43bfbb26-7ed5-4cf3-accd-423fa717f8ad']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:23:04.678421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.859468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0891b828-3701-4f3b-a90f-60eb14f917b5,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:23:04.888335 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.932402 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.944907 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0891b828-3701-4f3b-a90f-60eb14f917b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:23:04.977021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:04.977653 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:04.979047 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ce7d9e60-7f9d-4bd1-ab10-9582c75d9a2e req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "PUT /v2.0/ports/0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 981 time: 0.3688502 Aug 27 17:23:04.980092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:23:04.982361 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:23:05.011684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74796da1-6339-4749-ac5a-963fa121780b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=6']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:23:05.049009 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d765c0-4fda-4291-aa5c-1c185e4d3309 x-openstack-request-id: req-83d765c0-4fda-4291-aa5c-1c185e4d3309 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:23:05.054785 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:23:05.054785 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-83d765c0-4fda-4291-aa5c-1c185e4d3309 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:23:05.054785 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'status': 'completed', 'code': 200} Aug 27 17:23:05.055182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0891b828-3701-4f3b-a90f-60eb14f917b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:23:05.150479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314a25f-93b9-4b3c-90e9-d6495ca1258e req-aea6f43f-e570-47d8-805f-f32809143ff5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:05.152883 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4314a25f-93b9-4b3c-90e9-d6495ca1258e req-aea6f43f-e570-47d8-805f-f32809143ff5 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0970969 Aug 27 17:23:05.156440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-bc544582-00d3-49a5-b3d2-8a8cde8363d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:05.158084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-bc544582-00d3-49a5-b3d2-8a8cde8363d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1135 time: 0.0679281 Aug 27 17:23:05.246730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4314a25f-93b9-4b3c-90e9-d6495ca1258e req-c719eb8e-7fc0-4c8f-bf3d-7a585718121b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0858474 Aug 27 17:23:05.293299 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-2a23e48d-34be-488e-9d74-065689570e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:05.294810 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-2a23e48d-34be-488e-9d74-065689570e7d service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 917 time: 0.1266451 Aug 27 17:23:05.316756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-50e1a193-1878-4340-931b-d56c18b429cc None None] Provisioning complete for port 0891b828-3701-4f3b-a90f-60eb14f917b5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:23:05.317124 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50e1a193-1878-4340-931b-d56c18b429cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:05.367126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-5d868246-2651-4101-8edb-f55aaec5ea0a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 1000 time: 0.0632439 Aug 27 17:23:05.417618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-c6d8362c-26f3-4f9f-b488-02aa470a51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:05.419039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-c6d8362c-26f3-4f9f-b488-02aa470a51c9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0444243 Aug 27 17:23:05.466118 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-68fa2d3d-b69a-4b94-b5d9-e9c490566799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:05.467673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-68fa2d3d-b69a-4b94-b5d9-e9c490566799 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405180 Aug 27 17:23:05.563408 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-365455e8-216a-4fa4-8e4b-75c1b3dcf62b service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Aug 27 17:23:05.654776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-862f5178-cc3f-4a5f-9fda-cb2d75631bc4 req-64891229-700e-406f-b621-b8f42ab7bac9 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837305 Aug 27 17:23:13.464543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-8d9eda9c-9274-48d8-9761-71c25d52eefe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456979 Aug 27 17:23:13.552578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977cc6e-02df-4324-b156-8e7252004c64 req-f4532c58-8965-44bd-a06b-3b4e03795c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:13.554107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-f4532c58-8965-44bd-a06b-3b4e03795c9b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1135 time: 0.0413911 Aug 27 17:23:13.655960 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977cc6e-02df-4324-b156-8e7252004c64 req-55fdf555-f51a-47c9-b600-d2e0ecba14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:13.657630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-55fdf555-f51a-47c9-b600-d2e0ecba14e0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 917 time: 0.0846109 Aug 27 17:23:13.729431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-ea88f3d8-8733-4559-a27f-cd722ce0f1f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 1000 time: 0.0628641 Aug 27 17:23:13.778247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977cc6e-02df-4324-b156-8e7252004c64 req-4847c49b-941a-4de6-9278-d8cb9d103d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:13.779682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-4847c49b-941a-4de6-9278-d8cb9d103d28 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0427859 Aug 27 17:23:13.826887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977cc6e-02df-4324-b156-8e7252004c64 req-aa7881ef-f747-46fc-9ec2-7139874a079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:13.828532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-aa7881ef-f747-46fc-9ec2-7139874a079d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405185 Aug 27 17:23:13.917571 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5877858f-626c-4c3a-b356-8e6bd45afb63 req-d1da0fc4-b461-40c0-8c5e-0cfe3500b9c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0894101 Aug 27 17:23:13.927796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-3e370d16-5728-4f8d-8fae-f91eae7bd8a1 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907564 Aug 27 17:23:14.021483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a977cc6e-02df-4324-b156-8e7252004c64 req-873fd385-8db5-49bb-82de-48d5b5038490 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864286 Aug 27 17:23:14.036632 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5877858f-626c-4c3a-b356-8e6bd45afb63 req-e5bff73b-c260-4b78-ab33-3c10e4bf6238 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0263772 Aug 27 17:23:14.074647 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5877858f-626c-4c3a-b356-8e6bd45afb63 req-becef403-5a54-453e-a501-5c198d821995 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195699 Aug 27 17:23:14.166475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877858f-626c-4c3a-b356-8e6bd45afb63 req-fc9d3dfc-d8b3-4503-bae8-c8d737c61b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:14.168101 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-5877858f-626c-4c3a-b356-8e6bd45afb63 req-fc9d3dfc-d8b3-4503-bae8-c8d737c61b3f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0868864 Aug 27 17:23:19.689658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-0f6d0062-ff92-4d11-8a0e-32a26e1c24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:19.691290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-0f6d0062-ff92-4d11-8a0e-32a26e1c24df service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1135 time: 0.0439284 Aug 27 17:23:19.810643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75c83d-4f3f-4dea-aede-10d203202a3c req-859d5c5d-2553-4731-843d-ea8d695dbde2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:19.812094 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f75c83d-4f3f-4dea-aede-10d203202a3c req-859d5c5d-2553-4731-843d-ea8d695dbde2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.2316074 Aug 27 17:23:19.843851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-992c7d7d-ff4c-4521-ab7b-09df5c25d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:19.845356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-992c7d7d-ff4c-4521-ab7b-09df5c25d56d service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 917 time: 0.1472969 Aug 27 17:23:19.897312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f75c83d-4f3f-4dea-aede-10d203202a3c req-1bf69979-b48c-4947-bf5a-0c68111f36cd tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0789664 Aug 27 17:23:19.923163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-9fa82604-83f4-4e00-9cea-3bfc48f37532 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 1000 time: 0.0666037 Aug 27 17:23:19.971436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-66895213-a0f7-492d-9149-d84b07e08c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:19.972867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-66895213-a0f7-492d-9149-d84b07e08c9f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0425706 Aug 27 17:23:20.024063 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-4ae12065-1a1c-477a-8927-4705126179b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:20.025562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-4ae12065-1a1c-477a-8927-4705126179b5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446494 Aug 27 17:23:20.118445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-ffd37c60-7195-4ba6-92ac-44f222029a9d service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815408 Aug 27 17:23:20.212487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9d68da19-e13d-4342-a5c1-36537e7baf29 req-ceb2f899-79cd-4939-82f7-f74c665703dc service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Aug 27 17:23:20.657613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-420d044c-db91-4b5b-81c1-c6a28187dba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:21.064372 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d83ee-112e-430b-a85a-765b93de4742 req-2ac588b6-48c8-4da7-a2c2-136a3827bb0b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:21.065992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c39d83ee-112e-430b-a85a-765b93de4742 req-2ac588b6-48c8-4da7-a2c2-136a3827bb0b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0981760 Aug 27 17:23:21.107571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c39d83ee-112e-430b-a85a-765b93de4742 req-410fe75b-a363-456a-89b7-5826f42512f1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351655 Aug 27 17:23:22.223370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f745a-d71e-41bd-a663-a28c0243e31f req-5047d44a-1c63-4e51-a5d1-fb637ea1b7f6 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:22.224869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80f745a-d71e-41bd-a663-a28c0243e31f req-5047d44a-1c63-4e51-a5d1-fb637ea1b7f6 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0496626 Aug 27 17:23:22.264982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a80f745a-d71e-41bd-a663-a28c0243e31f req-df6f3392-b88b-4170-9071-96c5d100ae44 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339932 Aug 27 17:23:23.240579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61796e74-f84e-4f16-824c-b0d8feca758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:23.381557 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b12039-47b1-492b-ad79-cd036d1a62e9 req-cec032c6-0856-4f25-aafa-4797688b6cd2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:23.383074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01b12039-47b1-492b-ad79-cd036d1a62e9 req-cec032c6-0856-4f25-aafa-4797688b6cd2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0518088 Aug 27 17:23:23.417957 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:23.426928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01b12039-47b1-492b-ad79-cd036d1a62e9 req-4aeb84b5-0420-4f24-a750-4367e105ebd3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0375872 Aug 27 17:23:23.766188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:23.858746 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:23:24.547259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b462a79-18e6-43f7-a12d-44c46e1cc7f0 req-6ab6df2e-8c5b-4960-b518-127af8b5e1b2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:24.548956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b462a79-18e6-43f7-a12d-44c46e1cc7f0 req-6ab6df2e-8c5b-4960-b518-127af8b5e1b2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0520194 Aug 27 17:23:24.591219 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b462a79-18e6-43f7-a12d-44c46e1cc7f0 req-266e850d-693d-4372-8667-a949067ad252 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347869 Aug 27 17:23:24.800474 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:24.806215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:25.707247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00cc52-edcd-48f2-840d-cf17196c5a45 req-f81e4ab1-a0f9-41fe-b822-ffc940fcf91e tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:25.708786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d00cc52-edcd-48f2-840d-cf17196c5a45 req-f81e4ab1-a0f9-41fe-b822-ffc940fcf91e tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0515010 Aug 27 17:23:25.749673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d00cc52-edcd-48f2-840d-cf17196c5a45 req-6961dd41-a0de-4b41-8cfa-0becb939f0e2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346835 Aug 27 17:23:26.286498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:26.863789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d28f-8e5a-46f6-83a5-b4ad7d723a8d req-45e84308-eb17-4d99-9ee7-5c0a038e4107 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:26.865495 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ad0d28f-8e5a-46f6-83a5-b4ad7d723a8d req-45e84308-eb17-4d99-9ee7-5c0a038e4107 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0504076 Aug 27 17:23:26.908447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3ad0d28f-8e5a-46f6-83a5-b4ad7d723a8d req-3e35d6b9-883a-4f4b-81a4-08862fd72dd4 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0370443 Aug 27 17:23:28.024890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50035bf1-8945-430f-8874-5c0521b9c258 req-d6bce9d9-790e-4931-a954-cb559e9f11fe tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:28.026382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50035bf1-8945-430f-8874-5c0521b9c258 req-d6bce9d9-790e-4931-a954-cb559e9f11fe tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0501924 Aug 27 17:23:28.066015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50035bf1-8945-430f-8874-5c0521b9c258 req-806e3d6f-fbcf-4d33-8678-b31720a001f9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335135 Aug 27 17:23:29.181241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc41bc-245c-4c5c-bf7e-d35a7e962ab9 req-074f8a79-69de-49de-a8c2-10602757b92c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:29.182701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7fc41bc-245c-4c5c-bf7e-d35a7e962ab9 req-074f8a79-69de-49de-a8c2-10602757b92c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0499904 Aug 27 17:23:29.222018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e7fc41bc-245c-4c5c-bf7e-d35a7e962ab9 req-7640caf7-6f90-4a6f-a6e3-457193be36f4 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333023 Aug 27 17:23:30.338020 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c31f9-0cfb-42e8-bb8d-7e875837d523 req-2f7faace-9602-45f7-8368-27699f458d29 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:30.339522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-897c31f9-0cfb-42e8-bb8d-7e875837d523 req-2f7faace-9602-45f7-8368-27699f458d29 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0486941 Aug 27 17:23:30.383677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-897c31f9-0cfb-42e8-bb8d-7e875837d523 req-b49246ba-3982-41f0-b58f-7d49c84536d3 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0381000 Aug 27 17:23:31.503758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4da377-5ff2-464a-b296-f4f9858c7bcd req-6fc8333f-1365-4c8a-b8c7-6c18b683ce21 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:23:31.505213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b4da377-5ff2-464a-b296-f4f9858c7bcd req-6fc8333f-1365-4c8a-b8c7-6c18b683ce21 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0487754 Aug 27 17:23:31.544965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b4da377-5ff2-464a-b296-f4f9858c7bcd req-9ada6888-48c4-4228-bb28-c01c0221c225 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=43bfbb26-7ed5-4cf3-accd-423fa717f8ad&id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329831 Aug 27 17:23:50.680586 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e94c4d9-57af-4759-9ac4-b99d66dab716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:53.234276 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d35d7df2-380f-480c-ad22-7a1db5be8105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:53.411587 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:53.765921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:54.806084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:54.816106 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:23:56.313535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:00.858462 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:24:03.953458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-c1bd3e95-4619-4a48-b7a9-31ad06c6a8c9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60609266&fields=id&tenant_id=08ad2cd122914995a899046ee2d8e1e8 HTTP/1.1" status: 200 len: 267 time: 0.0338478 Aug 27 17:24:04.006643 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-4962ecda-7f4b-40c8-b945-b8d88686d99c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:04.008148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-4962ecda-7f4b-40c8-b945-b8d88686d99c tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 984 time: 0.0489604 Aug 27 17:24:04.019204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Request body: {'port': {'security_groups': ['ffd5de7b-43f2-46a0-ad92-f94aa9032b17']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:04.085209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.577146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0891b828-3701-4f3b-a90f-60eb14f917b5,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:04.612869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.668459 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.680665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0891b828-3701-4f3b-a90f-60eb14f917b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:24:04.714341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:04.714980 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.716446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-920f6e3e-e1cf-438d-b81e-a800c8b9fa13 req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "PUT /v2.0/ports/0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 942 time: 0.7017272 Aug 27 17:24:04.716916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:24:04.719236 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ffafe-3395-49a6-a8fc-b45453756ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:24:04.723655 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60258) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:04.754899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event updated for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=7']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:04.773303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.773656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.774805 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.774943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.775288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.775624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.775959 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.776293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.776624 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.776953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.777283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.777612 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31335140-82b0-46ac-a2a5-36f70ccf49d8 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:04.804851 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.811646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0891b828-3701-4f3b-a90f-60eb14f917b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:24:04.832376 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e019de-86d3-4ee8-9b15-1e5e8304bf03 x-openstack-request-id: req-15e019de-86d3-4ee8-9b15-1e5e8304bf03 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:24:04.832904 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:24:04.833420 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-15e019de-86d3-4ee8-9b15-1e5e8304bf03 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:24:04.833810 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'status': 'completed', 'code': 200} Aug 27 17:24:04.835159 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.956086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-684c528a-4276-46ec-8f4e-475efaad8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:04.957873 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-684c528a-4276-46ec-8f4e-475efaad8737 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1096 time: 0.0975664 Aug 27 17:24:04.972134 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.974748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:04.975980 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "DELETE /v2.0/security-groups/43bfbb26-7ed5-4cf3-accd-423fa717f8ad HTTP/1.1" status: 204 len: 168 time: 0.2492676 Aug 27 17:24:04.983483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60264) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:04.993936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bfbb26-7ed5-4cf3-accd-423fa717f8ad,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:05.035188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.035568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.035921 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.036260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.036601 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.037200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.037533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.037863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.038191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.038524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.038851 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.039172 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea02ec-285a-49a2-94e1-c843c6234d7a tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:05.068403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-43a428e8-ce3b-4954-818c-aa7985e57533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:05.069782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8269ca38-7034-4d03-a54d-977fd9d44938 None None] Provisioning complete for port 0891b828-3701-4f3b-a90f-60eb14f917b5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:05.070234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-43a428e8-ce3b-4954-818c-aa7985e57533 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 917 time: 0.1051354 Aug 27 17:24:05.070360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8269ca38-7034-4d03-a54d-977fd9d44938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:05.144924 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-a4199ddf-84eb-482e-99f7-500620e7ae52 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 1000 time: 0.0671396 Aug 27 17:24:05.173715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Deleting port a197f3c3-1a19-4ef6-bcbd-236f75bd6c77 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:05.173975 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:05.199621 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-56351f64-3674-400a-a5fb-1092c530481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:05.201113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-56351f64-3674-400a-a5fb-1092c530481b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0490439 Aug 27 17:24:05.251377 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:05.251716 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:05.252713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-ae331cd4-0f6e-4cd0-a159-74fea7a2f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:05.254284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-ae331cd4-0f6e-4cd0-a159-74fea7a2f58b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448804 Aug 27 17:24:05.264130 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Calling delete_port for a197f3c3-1a19-4ef6-bcbd-236f75bd6c77 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:05.344486 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-2204538c-3e8a-40d4-b793-5588c01b0855 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831609 Aug 27 17:24:05.439740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a30ffafe-3395-49a6-a8fc-b45453756ce5 req-8f4a049a-742b-4aff-82d0-a301073f4892 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883832 Aug 27 17:24:05.469228 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:05.500554 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event deleted for resources: {'Port': ['ID=a197f3c3-1a19-4ef6-bcbd-236f75bd6c77,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:05.557880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:05.561357 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Floating IP b360293d-b916-4349-86d2-09d5e145c984 disassociated (deleted). External IP: 172.25.4.94, port: 0891b828-3701-4f3b-a90f-60eb14f917b5. Aug 27 17:24:05.767008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:24:05.875667 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:24:05.880536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:05.885619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] Sync routers for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:24:05.894464 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:05.895155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:05.909554 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-32dbfda6-776c-42c9-80f1-812d4c3d902d tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "DELETE /v2.0/floatingips/b360293d-b916-4349-86d2-09d5e145c984 HTTP/1.1" status: 204 len: 168 time: 0.9272561 Aug 27 17:24:05.910143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:24:05.912733 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465ff82d-ee2e-44b1-917c-50e09916d4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:24:06.012535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:06.023067 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd869e8-eea8-4b23-bda0-9f5f64327483 x-openstack-request-id: req-fbd869e8-eea8-4b23-bda0-9f5f64327483 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:24:06.023407 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:24:06.023671 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fbd869e8-eea8-4b23-bda0-9f5f64327483 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:24:06.024795 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'status': 'completed', 'code': 200} Aug 27 17:24:06.085105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-2a268b60-2838-4fef-9ba7-b2260e4fc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:06.087195 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-2a268b60-2838-4fef-9ba7-b2260e4fc56e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1096 time: 0.0423565 Aug 27 17:24:06.184743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-a5be6f59-cb8d-4577-ae23-ab8a5010a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:06.186311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-a5be6f59-cb8d-4577-ae23-ab8a5010a3c6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 917 time: 0.0923691 Aug 27 17:24:06.218616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:14Z', 'revision_number': 5, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:06.230149 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-e7bdd1c4-7a34-42eb-a87b-bdd02ca06f78 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 217 time: 0.0368817 Aug 27 17:24:06.245708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] Checking router: 76de8a36-fcbf-4e34-b9cb-a07cd6461743 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:24:06.254659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:06.255308 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:06.286056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-4595ebf4-130a-4073-b4ec-0056408434d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:06.287927 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-4595ebf4-130a-4073-b4ec-0056408434d0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0515921 Aug 27 17:24:06.343440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-5b4b94a1-16d7-4354-a2f3-835dd1802a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:06.344954 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-5b4b94a1-16d7-4354-a2f3-835dd1802a78 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503380 Aug 27 17:24:06.374775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:06.436973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-74772718-12f8-4698-aa3f-a72ed7d09ec1 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845685 Aug 27 17:24:06.541549 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-465ff82d-ee2e-44b1-917c-50e09916d4f3 req-2eaf77f0-83b4-4197-bc97-ecf796db81b6 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962560 Aug 27 17:24:06.574949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:14Z', 'revision_number': 5, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:06.604742 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515bb8b-aa1d-401e-a5c9-80937ca091d8 None None] The sync data for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 is: [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:09Z', 'revision_number': 4, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '0c2c6f97-c71a-40be-a686-47d4697895c1', 'name': '', 'network_id': 'f0f27c4b-565f-4797-b4d7-8e744202c078', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'mac_address': 'fa:16:3e:ea:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:09Z', 'updated_at': '2021-08-27T17:22:14Z', 'revision_number': 5, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'subnets': [{'id': '9feddb39-7073-45eb-a471-65fd1faaa8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:24:06.827849 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4cc302-f2d6-4991-aa34-b54256d60865 None None] New status for floating IP b360293d-b916-4349-86d2-09d5e145c984: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:24:13.453728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-acbd3b97-e80a-4aa9-8b0b-180716b331fc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408306 Aug 27 17:24:13.540269 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-5c0a91fd-f4c3-484a-b25b-d2a7582c987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:13.541765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-5c0a91fd-f4c3-484a-b25b-d2a7582c987a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=08ad2cd122914995a899046ee2d8e1e8&device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 1096 time: 0.0459177 Aug 27 17:24:13.649817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-c9c39bb0-51fc-45e6-b92d-0f98b41a2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:13.651532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-c9c39bb0-51fc-45e6-b92d-0f98b41a2642 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 200 len: 917 time: 0.0901608 Aug 27 17:24:13.696296 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-b29e76b2-b86b-49f0-9e12-5c31f73e4734 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 200 len: 217 time: 0.0361547 Aug 27 17:24:13.746153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-dfd00d6c-f2c6-4ad8-8bf1-4a8c7045d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:13.747524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-dfd00d6c-f2c6-4ad8-8bf1-4a8c7045d2b0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 200 len: 854 time: 0.0443215 Aug 27 17:24:13.794180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-51ad3b06-1974-4c12-85db-fcc50546d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:13.795734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-51ad3b06-1974-4c12-85db-fcc50546d43b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f0f27c4b-565f-4797-b4d7-8e744202c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409191 Aug 27 17:24:13.885019 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-209d9cf6-6b0d-4bfd-b905-35c06598e1e5 req-48afd6ce-abb3-45a2-bd49-982395980eda service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257330 Aug 27 17:24:13.896078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-7463e2c8-c46b-479c-b12d-a716723e1d10 service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933273 Aug 27 17:24:13.954679 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-209d9cf6-6b0d-4bfd-b905-35c06598e1e5 req-0d43f3a3-dac7-46f6-a07f-a8c0d52c2986 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Aug 27 17:24:13.994002 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-209d9cf6-6b0d-4bfd-b905-35c06598e1e5 req-d409fc39-5bad-4063-b274-6ddbc452f491 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206373 Aug 27 17:24:13.995635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc22fd34-cd2d-4dde-b18f-dc10d9c6c51b req-9e827662-81f6-4aa5-bc5c-e870b6bfa2fe service neutron] 10.222.0.97 "GET /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924821 Aug 27 17:24:14.093306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9cf6-6b0d-4bfd-b905-35c06598e1e5 req-c233d8ea-8764-4206-be03-af985af7f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:14.094785 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-209d9cf6-6b0d-4bfd-b905-35c06598e1e5 req-c233d8ea-8764-4206-be03-af985af7f49d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936272 Aug 27 17:24:14.625820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4b18f-9f60-4142-9a00-86c88e94a18b req-76a966ef-cd21-4949-ab7f-7d0a84bc8a89 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:14.627230 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3c4b18f-9f60-4142-9a00-86c88e94a18b req-76a966ef-cd21-4949-ab7f-7d0a84bc8a89 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0561552 Aug 27 17:24:14.672651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f3c4b18f-9f60-4142-9a00-86c88e94a18b req-3ba1dbfc-d366-4b1f-abb4-34429156e82b tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Aug 27 17:24:15.788500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f372ef-d9a2-4bb5-afe3-50a6cdf968f9 req-f55dc5ea-8fb8-451f-8652-26837b2122d2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:15.790222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f372ef-d9a2-4bb5-afe3-50a6cdf968f9 req-f55dc5ea-8fb8-451f-8652-26837b2122d2 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0498128 Aug 27 17:24:15.827244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f372ef-d9a2-4bb5-afe3-50a6cdf968f9 req-d53b9665-4b6d-4971-8dab-f36bc66e09d9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/security-groups?id=ffd5de7b-43f2-46a0-ad92-f94aa9032b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Aug 27 17:24:16.310054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-a190d60a-cf92-4976-aa54-3ee9a6d5eaa9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:16.311452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-a190d60a-cf92-4976-aa54-3ee9a6d5eaa9 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.97 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 945 time: 0.0501714 Aug 27 17:24:16.405598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Deleting port 0891b828-3701-4f3b-a90f-60eb14f917b5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:16.405946 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:16.491923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] For port 0891b828-3701-4f3b-a90f-60eb14f917b5, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=0891b828-3701-4f3b-a90f-60eb14f917b5,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:16.492289 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:16.505323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Calling delete_port for 0891b828-3701-4f3b-a90f-60eb14f917b5 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:16.771963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:16.783809 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['0891b828-3701-4f3b-a90f-60eb14f917b5'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:24:16.802896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Pushing event deleted for resources: {'Port': ['ID=0891b828-3701-4f3b-a90f-60eb14f917b5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:16.849830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] No DVR routers for this DVR port 0891b828-3701-4f3b-a90f-60eb14f917b5 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:24:16.853291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:16.855608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4223a5b4-ca52-4e79-a4c6-3d09cb77fa2d req-8092771e-a85b-44dd-9bec-23755be13ec1 tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.97 "DELETE /v2.0/ports/0891b828-3701-4f3b-a90f-60eb14f917b5 HTTP/1.1" status: 204 len: 173 time: 0.5372458 Aug 27 17:24:16.855769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'name': 'network-vif-deleted', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:24:16.857926 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb064ba-ca06-4d47-ae6a-a9721048f5c2" -d '{"events": [{"server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "name": "network-vif-deleted", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:24:16.907948 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1951834d-b222-4061-833c-1250203c5797 x-openstack-request-id: req-1951834d-b222-4061-833c-1250203c5797 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:24:16.908245 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366dc576-e10f-42b9-b160-abad67225d00", "name": "network-vif-deleted", "tag": "0891b828-3701-4f3b-a90f-60eb14f917b5", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:24:16.908518 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1951834d-b222-4061-833c-1250203c5797 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:24:16.908914 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366dc576-e10f-42b9-b160-abad67225d00', 'name': 'network-vif-deleted', 'tag': '0891b828-3701-4f3b-a90f-60eb14f917b5', 'status': 'completed', 'code': 200} Aug 27 17:24:16.937506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-074945ad-9a74-4a10-a25c-3bd17290365b req-713ed38d-80ec-4bee-ab04-0a4f31122efa tempest-TestMinimumBasicScenario-1976130775 tempest-TestMinimumBasicScenario-1976130775-project] 10.222.0.101 "GET /v2.0/ports?device_id=366dc576-e10f-42b9-b160-abad67225d00 HTTP/1.1" status: 200 len: 210 time: 0.0276420 Aug 27 17:24:19.129852 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60370) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:19.469882 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:19.712727 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Deleting port 0c2c6f97-c71a-40be-a686-47d4697895c1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:19.712981 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:19.792907 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] For port 0c2c6f97-c71a-40be-a686-47d4697895c1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=0c2c6f97-c71a-40be-a686-47d4697895c1,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:19.793271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:19.805615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Calling delete_port for 0c2c6f97-c71a-40be-a686-47d4697895c1 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:20.028853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:20.054344 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2c6f97-c71a-40be-a686-47d4697895c1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:20.218487 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:20.436474 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:24:20.542260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:24:20.547583 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9d993ab2-f7c5-4522-ad08-8633545361c0 admin admin] 10.222.0.101 "PUT /v2.0/routers/76de8a36-fcbf-4e34-b9cb-a07cd6461743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4166498 Aug 27 17:24:20.550080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60372) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:20.552727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] Sync routers for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:24:20.562421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:20.563033 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:20.666883 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:20.699730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:20.701527 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73b6b373-790a-40c6-a497-a0cba452714b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:20.771218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:20.877382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:24:19Z', 'revision_number': 5, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port': {'id': 'd51d06fb-caaf-46b8-b4e8-ed862cbc32b1', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:20.882274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Deleting port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:20.882620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:20.907514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] Checking router: 76de8a36-fcbf-4e34-b9cb-a07cd6461743 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:24:20.916752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] Routers {'76de8a36-fcbf-4e34-b9cb-a07cd6461743'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:20.917361 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:23:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:20.965540 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] For port d51d06fb-caaf-46b8-b4e8-ed862cbc32b1, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:20.965903 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:20.978698 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Calling delete_port for d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:20.999984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] Set router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:21.056567 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:24:20Z', 'revision_number': 6, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:21.085300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0891b828-3701-4f3b-a90f-60eb14f917b5 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:24:21.089724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342335c7-f99f-42af-96fc-3e930ddc72cc None None] The sync data for ids ['76de8a36-fcbf-4e34-b9cb-a07cd6461743'] in n-d-806412-1 is: [{'id': '76de8a36-fcbf-4e34-b9cb-a07cd6461743', 'name': 'tempest-TestMinimumBasicScenario-2016177666-router', 'tenant_id': '08ad2cd122914995a899046ee2d8e1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:06Z', 'updated_at': '2021-08-27T17:24:20Z', 'revision_number': 6, 'project_id': '08ad2cd122914995a899046ee2d8e1e8', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:24:21.111948 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 0891b828-3701-4f3b-a90f-60eb14f917b5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:24:21.112056 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 0891b828-3701-4f3b-a90f-60eb14f917b5 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:24:21.572768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:21.599147 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51d06fb-caaf-46b8-b4e8-ed862cbc32b1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:21.657804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:21.750291 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:21.752400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:21.874620 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:21.875225 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76de8a36-fcbf-4e34-b9cb-a07cd6461743 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:24:21.879784 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:21.880954 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3544bca9-bc32-4166-b175-800e4490abd9 admin admin] 10.222.0.101 "DELETE /v2.0/routers/76de8a36-fcbf-4e34-b9cb-a07cd6461743 HTTP/1.1" status: 204 len: 168 time: 1.3299186 Aug 27 17:24:21.884273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60374) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:21.929199 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] Deleting subnet 9feddb39-7073-45eb-a471-65fd1faaa8d1 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:24:21.932513 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:21.968789 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.052566 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.095164 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c2c6f97-c71a-40be-a686-47d4697895c1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:24:22.119372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 0c2c6f97-c71a-40be-a686-47d4697895c1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:24:22.119726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 0c2c6f97-c71a-40be-a686-47d4697895c1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:24:22.120246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:24:22.139114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:24:22.139479 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d51d06fb-caaf-46b8-b4e8-ed862cbc32b1 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:24:22.172095 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.197058 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9feddb39-7073-45eb-a471-65fd1faaa8d1,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:22.202925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.206830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ae006a77-5811-4719-b25e-7fe4c64c5acf admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9feddb39-7073-45eb-a471-65fd1faaa8d1 HTTP/1.1" status: 204 len: 168 time: 0.3194981 Aug 27 17:24:22.207488 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60376) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:22.210131 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab57d3-dc9d-43bb-a354-1ef320db075f None None] Network f0f27c4b-565f-4797-b4d7-8e744202c078 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:24:22.279239 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.333679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Deleting port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:22.334030 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.388910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] DHCP port deletion for f0f27c4b-565f-4797-b4d7-8e744202c078 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:24:22.403537 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] For port 88fe5bcf-5341-4eaf-a361-a566d97b50d9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=88fe5bcf-5341-4eaf-a361-a566d97b50d9,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:22.403917 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.417445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Calling delete_port for 88fe5bcf-5341-4eaf-a361-a566d97b50d9 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:22.435506 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Deleting port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:22.435809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.497955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] For port 88fe5bcf-5341-4eaf-a361-a566d97b50d9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=88fe5bcf-5341-4eaf-a361-a566d97b50d9,segment=NetworkSegment(c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec),segment_id=c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:22.498350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.514807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Calling delete_port for 88fe5bcf-5341-4eaf-a361-a566d97b50d9 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:22.560528 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.584718 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Pushing event deleted for resources: {'Port': ['ID=88fe5bcf-5341-4eaf-a361-a566d97b50d9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:22.595002 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.595144 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] No DVR routers for this DVR port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:24:22.615727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Pushing event deleted for resources: {'Port': ['ID=88fe5bcf-5341-4eaf-a361-a566d97b50d9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:22.618817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] No DVR routers for this DVR port 88fe5bcf-5341-4eaf-a361-a566d97b50d9 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:24:22.626850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.627197 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.627565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.627903 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.628233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.629410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.629410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.629410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.629674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.629813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.630133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.630458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7db74b-1ee5-4c8e-8b6a-1753e21a5d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:22.676236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.686580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f27c4b-565f-4797-b4d7-8e744202c078']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:22.706472 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:22.706768 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e3478a-39d8-4ec1-a088-9e1c4e78d2ec') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:22.715598 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.730251 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.736420 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:24:22.740080 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:24:22.845641 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.851297 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:22.853793 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] 10.222.0.101 "DELETE /v2.0/networks/f0f27c4b-565f-4797-b4d7-8e744202c078 HTTP/1.1" status: 204 len: 168 time: 0.6450250 Aug 27 17:24:22.856851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60378) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:22.864569 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c3566-b2a2-467f-ac94-1bd14fcc421a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f27c4b-565f-4797-b4d7-8e744202c078,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:23.210025 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:23.267235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a4c2-a8d5-48a8-8b28-d7cb9bb7e5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:23.432876 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:23.467250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Deleting port 586eef57-ff1d-4796-bd3c-b80122a73bff {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:23.467640 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:23.549515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] For port 586eef57-ff1d-4796-bd3c-b80122a73bff, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=586eef57-ff1d-4796-bd3c-b80122a73bff,segment=NetworkSegment(7f242745-aefe-4540-ab1e-d3f6570638c6),segment_id=7f242745-aefe-4540-ab1e-d3f6570638c6)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:23.549876 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:23.562866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Calling delete_port for 586eef57-ff1d-4796-bd3c-b80122a73bff owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:23.809781 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:23.838394 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:23.864448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=586eef57-ff1d-4796-bd3c-b80122a73bff,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:24.035921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:24.131727 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 88fe5bcf-5341-4eaf-a361-a566d97b50d9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:24:24.152091 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 88fe5bcf-5341-4eaf-a361-a566d97b50d9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:24:24.152364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 88fe5bcf-5341-4eaf-a361-a566d97b50d9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:24:24.256737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Router fea46924-9153-4d9f-827d-5e74a05759fa has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:24:24.363851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:24:24.369543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-382430a2-aca8-4ae9-8aa4-cb3aa37103c6 admin admin] 10.222.0.101 "PUT /v2.0/routers/fea46924-9153-4d9f-827d-5e74a05759fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5116014 Aug 27 17:24:24.372037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60382) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:24.374650 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] Sync routers for ids ['fea46924-9153-4d9f-827d-5e74a05759fa'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:24:24.384733 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] Routers {'fea46924-9153-4d9f-827d-5e74a05759fa'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:24.385349 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fea46924-9153-4d9f-827d-5e74a05759fa'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:24.476231 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:24.486970 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] Set router fea46924-9153-4d9f-827d-5e74a05759fa gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:24.585598 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:24.668078 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:24:23Z', 'revision_number': 5, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:24.693491 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] Checking router: fea46924-9153-4d9f-827d-5e74a05759fa for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:24:24.702135 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] Routers {'fea46924-9153-4d9f-827d-5e74a05759fa'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:24.702726 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['fea46924-9153-4d9f-827d-5e74a05759fa'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:24.767773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Deleting port 75496028-8e61-4317-831a-66f2c5fdd130 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:24.768116 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:24.817250 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] Set router fea46924-9153-4d9f-827d-5e74a05759fa gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:24.817507 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:24.827258 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:24.850263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] For port 75496028-8e61-4317-831a-66f2c5fdd130, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=75496028-8e61-4317-831a-66f2c5fdd130,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:24.850616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:24.865679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Calling delete_port for 75496028-8e61-4317-831a-66f2c5fdd130 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:25.081065 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:24:23Z', 'revision_number': 5, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:25.086804 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.107933 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e1233-3c9b-4288-99d3-9e3628eda3b1 None None] The sync data for ids ['fea46924-9153-4d9f-827d-5e74a05759fa'] in n-d-806412-1 is: [{'id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'name': 'tempest-TestMinimumBasicScenario-1615677046-router', 'tenant_id': '305ad2049d714f06bf6b60ef593bebc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '75496028-8e61-4317-831a-66f2c5fdd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:22:12Z', 'updated_at': '2021-08-27T17:24:23Z', 'revision_number': 5, 'project_id': '305ad2049d714f06bf6b60ef593bebc0', 'gw_port': {'id': '75496028-8e61-4317-831a-66f2c5fdd130', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea46924-9153-4d9f-827d-5e74a05759fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:22:13Z', 'updated_at': '2021-08-27T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:24:25.113704 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=75496028-8e61-4317-831a-66f2c5fdd130,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:25.176650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.268848 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.270890 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.365590 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.366209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea46924-9153-4d9f-827d-5e74a05759fa {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:24:25.370923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.372188 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ba7d0200-66f0-4bd8-befa-edda3d718bd9 admin admin] 10.222.0.101 "DELETE /v2.0/routers/fea46924-9153-4d9f-827d-5e74a05759fa HTTP/1.1" status: 204 len: 168 time: 0.9992347 Aug 27 17:24:25.374650 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60384) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:25.419304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] Deleting subnet 1303ea2e-fda6-4049-970f-b24316ed4808 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:24:25.422240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.457155 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.541691 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.635338 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.662984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1303ea2e-fda6-4049-970f-b24316ed4808,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:25.666683 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.668652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b66c8700-599b-46ea-beac-47693feab3d2 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1303ea2e-fda6-4049-970f-b24316ed4808 HTTP/1.1" status: 204 len: 168 time: 0.2930677 Aug 27 17:24:25.671151 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60386) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:25.675605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b43bc-5783-472b-a885-50e5d0431d7e None None] Network 23441de9-10d1-49b1-8c7a-03e401600b2d requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:24:25.745679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.801234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Deleting port 63007af4-c304-4613-8a0d-e3164e7906e6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:24:25.801578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.864477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] For port 63007af4-c304-4613-8a0d-e3164e7906e6, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=63007af4-c304-4613-8a0d-e3164e7906e6,segment=NetworkSegment(7f242745-aefe-4540-ab1e-d3f6570638c6),segment_id=7f242745-aefe-4540-ab1e-d3f6570638c6)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:25.864837 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:25.877913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Calling delete_port for 63007af4-c304-4613-8a0d-e3164e7906e6 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:24:26.044376 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.073044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Pushing event deleted for resources: {'Port': ['ID=63007af4-c304-4613-8a0d-e3164e7906e6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:26.079752 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] No DVR routers for this DVR port 63007af4-c304-4613-8a0d-e3164e7906e6 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:24:26.082202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f00e95-644e-4e1f-88dd-cf30f9803f2e None None] DHCP port deletion for 23441de9-10d1-49b1-8c7a-03e401600b2d request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:24:26.154303 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 586eef57-ff1d-4796-bd3c-b80122a73bff no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:24:26.179787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 586eef57-ff1d-4796-bd3c-b80122a73bff {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:24:26.180257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 586eef57-ff1d-4796-bd3c-b80122a73bff not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:24:26.180688 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75496028-8e61-4317-831a-66f2c5fdd130 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:24:26.199879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 75496028-8e61-4317-831a-66f2c5fdd130 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:24:26.200236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 75496028-8e61-4317-831a-66f2c5fdd130 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:24:26.200666 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 63007af4-c304-4613-8a0d-e3164e7906e6 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:24:26.220875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 63007af4-c304-4613-8a0d-e3164e7906e6 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:24:26.221229 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 63007af4-c304-4613-8a0d-e3164e7906e6 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:24:26.314718 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.502554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.512013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23441de9-10d1-49b1-8c7a-03e401600b2d']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:26.521678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f242745-aefe-4540-ab1e-d3f6570638c6') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:26.521966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f242745-aefe-4540-ab1e-d3f6570638c6') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:26.530563 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.544556 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.550111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:24:26.550494 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:24:26.552095 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:24:26.690243 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.701559 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:26.701559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] 10.222.0.101 "DELETE /v2.0/networks/23441de9-10d1-49b1-8c7a-03e401600b2d HTTP/1.1" status: 204 len: 168 time: 1.0264301 Aug 27 17:24:26.712380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea068d2-6bb7-4911-a380-0ec775357090 admin admin] Pushing event deleted for resources: {'Network': ['ID=23441de9-10d1-49b1-8c7a-03e401600b2d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:26.975022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60392) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:27.015851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f85238fe-0e70-4707-b814-f7bf80abdc85 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=08ad2cd122914995a899046ee2d8e1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395312 Aug 27 17:24:27.018517 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60394) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:27.071168 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e505c90d-e14b-4142-9234-59d3ef7a8cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:27.093209 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e505c90d-e14b-4142-9234-59d3ef7a8cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:27.209691 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e505c90d-e14b-4142-9234-59d3ef7a8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:27.213317 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e505c90d-e14b-4142-9234-59d3ef7a8cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:27.214477 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e505c90d-e14b-4142-9234-59d3ef7a8cfd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ffd5de7b-43f2-46a0-ad92-f94aa9032b17 HTTP/1.1" status: 204 len: 168 time: 0.1949923 Aug 27 17:24:27.222656 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505c90d-e14b-4142-9234-59d3ef7a8cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd5de7b-43f2-46a0-ad92-f94aa9032b17,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:27.873599 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60400) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:27.912935 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-7f380fb0-6dfe-420d-95af-4d043818180e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=305ad2049d714f06bf6b60ef593bebc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381641 Aug 27 17:24:27.915961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60402) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:27.962476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-daa88162-f7ac-43d3-b13c-fcd4b8c6b7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:27.983360 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-daa88162-f7ac-43d3-b13c-fcd4b8c6b7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:28.136429 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-daa88162-f7ac-43d3-b13c-fcd4b8c6b7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:28.138970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-daa88162-f7ac-43d3-b13c-fcd4b8c6b7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:28.140167 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-daa88162-f7ac-43d3-b13c-fcd4b8c6b7b8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/94c18053-e27a-4556-95e1-6f076b1dc111 HTTP/1.1" status: 204 len: 168 time: 0.2233062 Aug 27 17:24:28.148567 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa88162-f7ac-43d3-b13c-fcd4b8c6b7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c18053-e27a-4556-95e1-6f076b1dc111,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:30.564906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60444) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:30.569546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700832071', 'description': 'tempest-secgroup-smoke-700832071 description', 'project_id': '5d57ded0e28f4325bd017d620aaa2282'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:30.663250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:30.672578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:30.765956 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:30.828820 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:30.864971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078f7c1c-6b31-4272-afde-bc43fe88d8c9,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:30.919233 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:30.982678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.011156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69faa623-f196-4fa2-86b5-fb3716665b11,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:31.057423 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.058699 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0ef03f36-70c8-4bc7-83eb-a311fcb256c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4927809 Aug 27 17:24:31.061560 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60446) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:31.065900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4003fea9-31c0-48ad-a931-5b48a70a4dbc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '69faa623-f196-4fa2-86b5-fb3716665b11', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:31.171291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4003fea9-31c0-48ad-a931-5b48a70a4dbc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.226245 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4003fea9-31c0-48ad-a931-5b48a70a4dbc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.268438 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4003fea9-31c0-48ad-a931-5b48a70a4dbc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.286811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003fea9-31c0-48ad-a931-5b48a70a4dbc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74316f4-c3f5-4c3d-8d4a-af07285f4f88,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:31.343442 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4003fea9-31c0-48ad-a931-5b48a70a4dbc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.344766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4003fea9-31c0-48ad-a931-5b48a70a4dbc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2822766 Aug 27 17:24:31.347485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60448) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:31.352503 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-949dccdd-37da-49ef-8c28-601454a53b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '69faa623-f196-4fa2-86b5-fb3716665b11', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:31.438695 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-949dccdd-37da-49ef-8c28-601454a53b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.496961 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-949dccdd-37da-49ef-8c28-601454a53b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.559656 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-949dccdd-37da-49ef-8c28-601454a53b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.576823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dccdd-37da-49ef-8c28-601454a53b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e92964-6163-4932-9be6-1e10ba93aee5,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:31.628340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-949dccdd-37da-49ef-8c28-601454a53b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.629528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-949dccdd-37da-49ef-8c28-601454a53b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2811012 Aug 27 17:24:31.632231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60450) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:31.636613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-09a6ca08-69af-4f2b-8225-ffd7ca4a2515 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '69faa623-f196-4fa2-86b5-fb3716665b11', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:31.708526 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09a6ca08-69af-4f2b-8225-ffd7ca4a2515 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.763846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09a6ca08-69af-4f2b-8225-ffd7ca4a2515 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.822797 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09a6ca08-69af-4f2b-8225-ffd7ca4a2515 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.840670 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6ca08-69af-4f2b-8225-ffd7ca4a2515 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7fd070-83a2-4524-a167-6476e3ec147b,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:31.923849 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09a6ca08-69af-4f2b-8225-ffd7ca4a2515 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:31.925065 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-09a6ca08-69af-4f2b-8225-ffd7ca4a2515 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2918622 Aug 27 17:24:31.927743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60452) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:31.932135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-756ef521-b8fe-4a87-9c18-2e25bc500145 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '69faa623-f196-4fa2-86b5-fb3716665b11', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:32.025329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-756ef521-b8fe-4a87-9c18-2e25bc500145 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.088962 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-756ef521-b8fe-4a87-9c18-2e25bc500145 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.159949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-756ef521-b8fe-4a87-9c18-2e25bc500145 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.178436 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ef521-b8fe-4a87-9c18-2e25bc500145 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e9e361-3786-4c95-8fd4-ad66bf24f693,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:32.234809 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-756ef521-b8fe-4a87-9c18-2e25bc500145 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.236041 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-756ef521-b8fe-4a87-9c18-2e25bc500145 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073471 Aug 27 17:24:32.238803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60454) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:32.243183 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '69faa623-f196-4fa2-86b5-fb3716665b11', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:32.320134 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:24:32.324916 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.390830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.456902 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.477918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3647248c-6de7-4362-ba7f-531b6595cacc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:32.531840 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.533037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1f9c6e9c-181d-4100-b405-fe8f91b6e0f9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932837 Aug 27 17:24:32.535851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60456) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:32.540497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '69faa623-f196-4fa2-86b5-fb3716665b11', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:32.634297 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:24:32.639118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.708454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.754291 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.772786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b9cb8f-cc1f-4bdb-8082-899021d05c46,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:32.839754 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.840945 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c7c9e708-b203-43a2-92ce-ca8e2b55e6c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039200 Aug 27 17:24:32.844535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60458) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:32.849423 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'network': {'name': 'tempest-network-smoke--1894066260', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'port_security_enabled': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:32.942661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:24:32.946051 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.969687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:24:32.978293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:32.978640 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Added segment cdaab908-2208-4b96-a178-aef449c00f8a of type vlan for network 2d4fc67b-58d8-4bc6-95c5-089173382faf Aug 27 17:24:33.017074 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.100824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.106265 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:33.111229 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.173403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Network': ['ID=2d4fc67b-58d8-4bc6-95c5-089173382faf,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:33.183386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:24:33.228052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b18838af-a923-41e0-8efa-f5006087e15a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3821101 Aug 27 17:24:33.230611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60460) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:33.235225 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'admin_state_up': True, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:33.325862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.326905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.379226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.588421 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.856830 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.877992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:33.976946 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.86 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/f29836fc-cba7-483a-8cc1-c88152c4208d) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:24:34.081187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:34.182954 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:34.219507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:24:34.222294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:24:34.227824 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:24:34.251764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=f29836fc-cba7-483a-8cc1-c88152c4208d,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:34.546663 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:34.748033 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:34.943080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 7736c44f-7194-42ad-a96a-06d5cd9d3975 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:24:35.052448 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:24:35.064816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Sync routers for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:24:35.074029 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:35.074634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:35.143075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:35.144379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-09620629-5beb-4ca5-bddf-c6940533c2a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9128249 Aug 27 17:24:35.147513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60462) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:35.179331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:35.273456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8b56a7af-1a1d-480a-bbde-fc42c4e1fffa tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5d57ded0e28f4325bd017d620aaa2282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246903 Aug 27 17:24:35.276167 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60466) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:35.363040 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:34Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:35.390694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Checking router: 7736c44f-7194-42ad-a96a-06d5cd9d3975 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:24:35.391052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Updating router 7736c44f-7194-42ad-a96a-06d5cd9d3975 port f29836fc-cba7-483a-8cc1-c88152c4208d binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:24:35.419850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:35.425683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841d5e9-62c3-4a2a-b217-4d6777561c51 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:35.427215 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4841d5e9-62c3-4a2a-b217-4d6777561c51 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501262 Aug 27 17:24:35.430128 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60468) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:35.465054 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c26f16f9-8724-448d-b626-f2819dda67fa tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335393 Aug 27 17:24:35.467529 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60470) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:35.473996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75521664', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:35.649949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:24:35.653989 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:35.916559 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:35.930260 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Transition to ACTIVE for port object f29836fc-cba7-483a-8cc1-c88152c4208d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:24:35.930509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:35.994487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Subnet': ['ID=9d63abd6-0417-4758-a454-05a7a01ba7dc,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:36.001979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Checking segment: {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:24:36.002303 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network hostable DHCP agents. Network: 2d4fc67b-58d8-4bc6-95c5-089173382faf, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:24:36.016298 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.080443 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a161e36-825e-4f0a-b989-009267cd5f79 None None] Pushing event updated for resources: {'Port': ['ID=f29836fc-cba7-483a-8cc1-c88152c4208d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:36.083664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Attempting to bind port f29836fc-cba7-483a-8cc1-c88152c4208d on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:24:36.084279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Attempting to bind port f29836fc-cba7-483a-8cc1-c88152c4208d by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:24:36.084860 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Attempting to bind port f29836fc-cba7-483a-8cc1-c88152c4208d on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:24:36.091364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:24:36.091944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:24:36.092357 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.092775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:24:36.093889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Bound port: f29836fc-cba7-483a-8cc1-c88152c4208d, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:24:36.094379 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.124361 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:24:36.158543 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] For port f29836fc-cba7-483a-8cc1-c88152c4208d, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:24:36.162108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] For port f29836fc-cba7-483a-8cc1-c88152c4208d, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f29836fc-cba7-483a-8cc1-c88152c4208d,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:24:36.194893 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 2d4fc67b-58d8-4bc6-95c5-089173382faf) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:24:36.201617 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:36.201617 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.204983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45483d-a9a8-4350-93fe-4337210a35bf None None] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:24:36.252118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.303097 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c5269de0-6d53-4a05-8577-99b1131dac83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8328776 Aug 27 17:24:36.305131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60474) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:36.349255 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a161e36-825e-4f0a-b989-009267cd5f79 None None] Pushing event updated for resources: {'Port': ['ID=f29836fc-cba7-483a-8cc1-c88152c4208d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:36.355595 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:36.356222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:36.504639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-2d4fc67b-58d8-4bc6-95c5-089173382faf', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:24:36.505498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.529856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:36.755526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.769521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Allocated IP 172.20.0.2 (2d4fc67b-58d8-4bc6-95c5-089173382faf/9d63abd6-0417-4758-a454-05a7a01ba7dc/c13c6196-bab3-4086-9d71-eb01134f2839) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:24:36.894979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:34Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:36.934277 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4045b8c-f763-4937-9419-6b5a2b16da38 None None] The sync data for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 is: [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:34Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:24:36.985606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:36.994160 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Transition to ACTIVE for port object c13c6196-bab3-4086-9d71-eb01134f2839 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:24:37.010245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Transition to ACTIVE for port object c13c6196-bab3-4086-9d71-eb01134f2839 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:24:37.069052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.107001 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:24:37.113773 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:24:37.117115 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.1 (2d4fc67b-58d8-4bc6-95c5-089173382faf/9d63abd6-0417-4758-a454-05a7a01ba7dc/d41130f4-e123-40e4-a7d8-d9fe5a222ce9) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:24:37.117754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:24:37.125484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Pushing event updated for resources: {'Port': ['ID=c13c6196-bab3-4086-9d71-eb01134f2839,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:37.214620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Attempting to bind port c13c6196-bab3-4086-9d71-eb01134f2839 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:24:37.214994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Attempting to bind port c13c6196-bab3-4086-9d71-eb01134f2839 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:24:37.215388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Attempting to bind port c13c6196-bab3-4086-9d71-eb01134f2839 on network 2d4fc67b-58d8-4bc6-95c5-089173382faf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:24:37.225195 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:24:37.225890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Checking segment: {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:24:37.226519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.227094 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Bound using segment: {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:24:37.227930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Bound port: c13c6196-bab3-4086-9d71-eb01134f2839, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:24:37.228743 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.270659 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.288690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object d41130f4-e123-40e4-a7d8-d9fe5a222ce9 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:24:37.307775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] For port c13c6196-bab3-4086-9d71-eb01134f2839, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:24:37.311167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] For port c13c6196-bab3-4086-9d71-eb01134f2839, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c13c6196-bab3-4086-9d71-eb01134f2839,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:24:37.349535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.366770 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.410485 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:24:37.417133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:24:37.422353 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:24:37.424325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd33d78-4a1a-45c6-b776-dd91a02b14ab None None] Pushing event updated for resources: {'Port': ['ID=c13c6196-bab3-4086-9d71-eb01134f2839,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:37.452769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:37.478906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.695363 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:37.857537 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:24:37.977442 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.034774 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.114973 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:38.131363 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.160285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f29836fc-cba7-483a-8cc1-c88152c4208d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:24:38.242447 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:24:38.244336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:24:38.278590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f29836fc-cba7-483a-8cc1-c88152c4208d completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:24:38.283445 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f29836fc-cba7-483a-8cc1-c88152c4208d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:38.283658 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.371347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 7736c44f-7194-42ad-a96a-06d5cd9d3975 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:24:38.382824 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.387747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca2193-21b2-445d-a325-6aaffde02b93 None None] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:24:38.457092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f29836fc-cba7-483a-8cc1-c88152c4208d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f29836fc-cba7-483a-8cc1-c88152c4208d,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:38.494157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:24:38.499507 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d59a6377-bf38-405a-aafe-6a6ab4c41933 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/7736c44f-7194-42ad-a96a-06d5cd9d3975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1929269 Aug 27 17:24:38.518711 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.519533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c13c6196-bab3-4086-9d71-eb01134f2839 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:24:38.580677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-104dca14-853e-4f0f-be90-07588fbe40d9 None None] Provisioning for port c13c6196-bab3-4086-9d71-eb01134f2839 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:24:38.654181 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-1f194189-95e5-4a94-ac68-7664e2bf1851 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700832071&fields=id&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 267 time: 0.0337822 Aug 27 17:24:38.677198 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f29836fc-cba7-483a-8cc1-c88152c4208d,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:38.781812 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Sync routers for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:24:38.788795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-82b3c3bd-b49f-455f-b231-03094776c662 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:38.789542 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c13c6196-bab3-4086-9d71-eb01134f2839 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:24:38.790446 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-82b3c3bd-b49f-455f-b231-03094776c662 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/networks?id=2d4fc67b-58d8-4bc6-95c5-089173382faf HTTP/1.1" status: 200 len: 797 time: 0.1278908 Aug 27 17:24:38.795109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c13c6196-bab3-4086-9d71-eb01134f2839 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:38.795471 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:38.795706 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.796849 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:38.820011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-2d230c4f-6351-40ed-b07f-f310aeef3a9d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/quotas/5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 375 time: 0.0213923 Aug 27 17:24:38.896289 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-94fc9122-9a96-45ab-a908-c0bd5fa10068 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739963 Aug 27 17:24:38.921142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:38.927786 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:38.963736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port c13c6196-bab3-4086-9d71-eb01134f2839, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c13c6196-bab3-4086-9d71-eb01134f2839,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:39.046360 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.047804 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-eb088ed9-f10d-420a-a4ae-ddf187132535 service neutron] 10.222.0.101 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485815 Aug 27 17:24:39.112054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=c13c6196-bab3-4086-9d71-eb01134f2839,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:39.127323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0096eae-bf90-4bb2-b025-0be0a6c38d43 None None] Provisioning complete for port c13c6196-bab3-4086-9d71-eb01134f2839 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:39.127703 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0096eae-bf90-4bb2-b025-0be0a6c38d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.157255 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 2, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:39.172681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-2da4efdf-2078-4566-b8cf-d28f115bf8b7 service neutron] 10.222.0.101 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182358 Aug 27 17:24:39.191296 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Checking router: 7736c44f-7194-42ad-a96a-06d5cd9d3975 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:24:39.191726 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Updating router 7736c44f-7194-42ad-a96a-06d5cd9d3975 port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:24:39.220934 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.350231 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0096eae-bf90-4bb2-b025-0be0a6c38d43 None None] Provisioning for port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:24:39.355565 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e0096eae-bf90-4bb2-b025-0be0a6c38d43 None None] Provisioning complete for port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:39.355936 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0096eae-bf90-4bb2-b025-0be0a6c38d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.393220 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e0096eae-bf90-4bb2-b025-0be0a6c38d43 None None] Port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:24:39.488630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39b3c048-c49a-45b7-be12-836894060557 req-551ba92b-1d74-414e-95b2-a920ff7d63dc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 210 time: 0.0280509 Aug 27 17:24:39.511826 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.513521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb9b4d1d-b4ff-4fb2-9d4c-5cf9dba4b295 None None] Provisioning complete for port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:39.513899 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9b4d1d-b4ff-4fb2-9d4c-5cf9dba4b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.522452 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Transition to ACTIVE for port object d41130f4-e123-40e4-a7d8-d9fe5a222ce9 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:24:39.549142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b4d1d-b4ff-4fb2-9d4c-5cf9dba4b295 None None] Port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:24:39.595064 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.649178 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Pushing event updated for resources: {'Port': ['ID=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:39.673223 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.673381 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.673641 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.673955 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.674266 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.674596 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.674931 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.675347 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.675720 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.676026 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.676333 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.676629 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:24:39.712047 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Attempting to bind port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:24:39.712424 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Attempting to bind port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:24:39.712789 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Attempting to bind port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 on network 2d4fc67b-58d8-4bc6-95c5-089173382faf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:24:39.718637 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:24:39.719045 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Checking segment: {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:24:39.719636 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.720038 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Bound using segment: {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:24:39.720519 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Bound port: d41130f4-e123-40e4-a7d8-d9fe5a222ce9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:24:39.720905 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.785449 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] For port d41130f4-e123-40e4-a7d8-d9fe5a222ce9, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:24:39.789146 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] For port d41130f4-e123-40e4-a7d8-d9fe5a222ce9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:24:39.869852 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:39.928397 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:39.929041 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:39.966414 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7354b-abe7-4622-996f-fc0138ec0244 None None] Pushing event updated for resources: {'Port': ['ID=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:40.042788 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:40.119309 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f29836fc-cba7-483a-8cc1-c88152c4208d up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:24:40.174141 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f29836fc-cba7-483a-8cc1-c88152c4208d triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:40.174141 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:40.256352 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:39Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:40.263494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c13c6196-bab3-4086-9d71-eb01134f2839 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:24:40.282311 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d6055-11ae-4b01-b46d-2ecad129c63d None None] The sync data for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 is: [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:39Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:24:40.312441 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c13c6196-bab3-4086-9d71-eb01134f2839 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:40.312823 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:40.593490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b025be77-b906-4e5c-b804-78db2fecd670 req-14fcf11f-084d-4048-bb56-d4e0c7f4d8c7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 210 time: 0.0274336 Aug 27 17:24:41.462880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-e9a8b736-8534-4979-826f-ee206eb2ba67 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:41.464225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-e9a8b736-8534-4979-826f-ee206eb2ba67 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/networks?id=2d4fc67b-58d8-4bc6-95c5-089173382faf HTTP/1.1" status: 200 len: 797 time: 0.1091437 Aug 27 17:24:41.507969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-8fef52b7-58b6-4809-8f06-e8806bf27c7a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 379 time: 0.0334845 Aug 27 17:24:41.517675 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'port': {'device_id': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'admin_state_up': True, 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'security_groups': ['69faa623-f196-4fa2-86b5-fb3716665b11']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:41.689700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2382b8d-9f24-4084-950f-54bd5528f882 req-2bb8869c-016b-4074-b456-52654dc7af5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 210 time: 0.0275085 Aug 27 17:24:41.735479 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:24:41.738928 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:41.862281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.3 (2d4fc67b-58d8-4bc6-95c5-089173382faf/9d63abd6-0417-4758-a454-05a7a01ba7dc/1efee058-01d8-4a98-b4f0-faee9ea13957) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:24:42.000045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.013076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object 1efee058-01d8-4a98-b4f0-faee9ea13957 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:24:42.118724 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.119202 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d41130f4-e123-40e4-a7d8-d9fe5a222ce9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:24:42.161628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:24:42.166631 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:24:42.170305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:24:42.177178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=1efee058-01d8-4a98-b4f0-faee9ea13957,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:42.229858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:42.230500 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.243519 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:24:42.247491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:42.248046 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.335241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.372808 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d41130f4-e123-40e4-a7d8-d9fe5a222ce9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:42.415792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-3a06af30-5e6b-4d9c-8dfa-1ea5c78a4ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9023004 Aug 27 17:24:42.429144 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Request body: {'port': {'device_id': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:42.480210 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.482562 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.527123 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:42.554251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-09e480ab-e4a6-45eb-ab09-07a16977ee06 None None] Provisioning for port 1efee058-01d8-4a98-b4f0-faee9ea13957 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:24:42.558370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-09e480ab-e4a6-45eb-ab09-07a16977ee06 None None] Provisioning complete for port 1efee058-01d8-4a98-b4f0-faee9ea13957 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:42.560421 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09e480ab-e4a6-45eb-ab09-07a16977ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.593825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-09e480ab-e4a6-45eb-ab09-07a16977ee06 None None] Port 1efee058-01d8-4a98-b4f0-faee9ea13957 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:24:42.741635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efee058-01d8-4a98-b4f0-faee9ea13957 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:24:42.749125 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.778874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Transition to ACTIVE for port object 1efee058-01d8-4a98-b4f0-faee9ea13957 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:24:42.819547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cdbe6-fe73-42d9-b75b-7e61ae17c521 req-e5d7c02b-c74a-4820-b317-20d574da6b7b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:42.821015 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f0cdbe6-fe73-42d9-b75b-7e61ae17c521 req-e5d7c02b-c74a-4820-b317-20d574da6b7b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 931 time: 0.0548992 Aug 27 17:24:42.857323 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7f0cdbe6-fe73-42d9-b75b-7e61ae17c521 req-955f67b7-7775-4109-9d5e-73442c3c85a8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303247 Aug 27 17:24:42.868458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:42.919450 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1efee058-01d8-4a98-b4f0-faee9ea13957,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:42.990800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Attempting to bind port 1efee058-01d8-4a98-b4f0-faee9ea13957 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:24:42.991147 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Attempting to bind port 1efee058-01d8-4a98-b4f0-faee9ea13957 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:24:42.991496 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Attempting to bind port 1efee058-01d8-4a98-b4f0-faee9ea13957 on network 2d4fc67b-58d8-4bc6-95c5-089173382faf {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:24:42.996102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Port 1efee058-01d8-4a98-b4f0-faee9ea13957 on network 2d4fc67b-58d8-4bc6-95c5-089173382faf not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:24:42.996421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Attempting to bind port 1efee058-01d8-4a98-b4f0-faee9ea13957 on network 2d4fc67b-58d8-4bc6-95c5-089173382faf {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:24:43.002224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:24:43.002563 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Checking segment: {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:24:43.002949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Bound using segment: {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:24:43.003411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Bound port: 1efee058-01d8-4a98-b4f0-faee9ea13957, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdaab908-2208-4b96-a178-aef449c00f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:24:43.003764 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:43.076356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] For port 1efee058-01d8-4a98-b4f0-faee9ea13957, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:24:43.079602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] For port 1efee058-01d8-4a98-b4f0-faee9ea13957, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1efee058-01d8-4a98-b4f0-faee9ea13957,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:24:43.149275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:43.184470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:43.185083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:43.186503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] 10.222.0.97 "PUT /v2.0/ports/1efee058-01d8-4a98-b4f0-faee9ea13957 HTTP/1.1" status: 200 len: 1091 time: 0.7616737 Aug 27 17:24:43.187018 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:24:43.189294 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40d418-ad35-449d-89d3-ec55539f2683" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:24:43.212860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fda63-d712-4698-a4c4-fe0a9d2e2be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1efee058-01d8-4a98-b4f0-faee9ea13957,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:43.231053 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4b59a3-5c6a-4203-a037-473f18eefbc9 x-openstack-request-id: req-1b4b59a3-5c6a-4203-a037-473f18eefbc9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:24:43.231442 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:24:43.231703 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1b4b59a3-5c6a-4203-a037-473f18eefbc9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:24:43.232109 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'status': 'completed', 'code': 200} Aug 27 17:24:43.294978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40d418-ad35-449d-89d3-ec55539f2683 req-287902d1-c559-4c5d-862f-99b2a0355f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:43.297780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b40d418-ad35-449d-89d3-ec55539f2683 req-287902d1-c559-4c5d-862f-99b2a0355f3d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 1094 time: 0.0444429 Aug 27 17:24:43.400803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40d418-ad35-449d-89d3-ec55539f2683 req-251bd978-3640-4300-8f6f-84202d825fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:43.402185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b40d418-ad35-449d-89d3-ec55539f2683 req-251bd978-3640-4300-8f6f-84202d825fad service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d57ded0e28f4325bd017d620aaa2282&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0968256 Aug 27 17:24:43.493606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40d418-ad35-449d-89d3-ec55539f2683 req-60809f43-c3b1-4239-a340-09dc05160ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:43.494983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3b40d418-ad35-449d-89d3-ec55539f2683 req-60809f43-c3b1-4239-a340-09dc05160ca9 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857356 Aug 27 17:24:43.575160 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-bee69199-4b6e-4924-92d5-fcf486be144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:43.576799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-bee69199-4b6e-4924-92d5-fcf486be144e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 1094 time: 0.0448442 Aug 27 17:24:43.619102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-cb125615-7f6c-42b9-b3f5-5cefa0a64ae8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efee058-01d8-4a98-b4f0-faee9ea13957 HTTP/1.1" status: 200 len: 217 time: 0.0348523 Aug 27 17:24:43.668638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-d00aca02-2a2f-4ed6-9b74-0ad1366cb4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:43.669960 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-d00aca02-2a2f-4ed6-9b74-0ad1366cb4e9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d63abd6-0417-4758-a454-05a7a01ba7dc HTTP/1.1" status: 200 len: 833 time: 0.0436349 Aug 27 17:24:43.719707 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-ceab9439-cb14-45c1-9d4a-97dc9530b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:43.721167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-ceab9439-cb14-45c1-9d4a-97dc9530b8ac service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2d4fc67b-58d8-4bc6-95c5-089173382faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436776 Aug 27 17:24:44.104157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d41130f4-e123-40e4-a7d8-d9fe5a222ce9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:24:44.153632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:44.154000 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:44.185242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f11-3cbf-4471-a864-5a9a8f37d60d req-b240afed-b880-4233-9a6c-1fadfe8f9d04 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:44.187385 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-540a7f11-3cbf-4471-a864-5a9a8f37d60d req-b240afed-b880-4233-9a6c-1fadfe8f9d04 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 943 time: 0.1028132 Aug 27 17:24:44.192968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-7daf857a-1f58-4f12-8e3e-a22c81722092 service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650369 Aug 27 17:24:44.271311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-540a7f11-3cbf-4471-a864-5a9a8f37d60d req-0b72e84a-5a2f-4b48-a065-bd4c1186a225 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772638 Aug 27 17:24:44.305127 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fcf6b2a-659d-4195-bd47-d99ae70787f7 req-1daf72a6-10f3-4a0d-9b8d-82e109ba0bb1 service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043081 Aug 27 17:24:45.177356 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1efee058-01d8-4a98-b4f0-faee9ea13957 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:24:45.271384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1efee058-01d8-4a98-b4f0-faee9ea13957, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1efee058-01d8-4a98-b4f0-faee9ea13957,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:45.283508 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'port_id': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'mac_address': 'fa:16:3e:cf:4a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:24:45.321349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:45.334026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efee058-01d8-4a98-b4f0-faee9ea13957 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:24:45.354151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1efee058-01d8-4a98-b4f0-faee9ea13957, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1efee058-01d8-4a98-b4f0-faee9ea13957,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:45.393349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ba21e-2987-49cf-91d0-722ba8928127 req-5f888326-0b42-4d61-adbb-02c8a01bce6b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:45.394827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-287ba21e-2987-49cf-91d0-722ba8928127 req-5f888326-0b42-4d61-adbb-02c8a01bce6b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 943 time: 0.0557632 Aug 27 17:24:45.417092 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:45.436061 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-287ba21e-2987-49cf-91d0-722ba8928127 req-65266c0e-4eaf-4b99-895e-67c333f40195 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350394 Aug 27 17:24:45.464842 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1efee058-01d8-4a98-b4f0-faee9ea13957,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:45.653035 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['1efee058-01d8-4a98-b4f0-faee9ea13957'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:24:46.549605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88742f-899e-4075-8194-361f81b375b3 req-f53abcaa-656a-49b2-893e-060da976656a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:46.550991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e88742f-899e-4075-8194-361f81b375b3 req-f53abcaa-656a-49b2-893e-060da976656a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 944 time: 0.0483954 Aug 27 17:24:46.588137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e88742f-899e-4075-8194-361f81b375b3 req-ffffb0dd-01f6-41ab-9217-de0adacd2d36 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Aug 27 17:24:47.188723 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1efee058-01d8-4a98-b4f0-faee9ea13957 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:24:47.308524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 1efee058-01d8-4a98-b4f0-faee9ea13957 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:24:47.313295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 1efee058-01d8-4a98-b4f0-faee9ea13957 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:24:47.313730 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:47.393828 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:47.416148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:24:47.418412 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bc599d-873f-447a-b925-bc1356c5b0a5" -d '{"events": [{"server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "name": "network-vif-plugged", "status": "completed", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:24:47.431475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 1efee058-01d8-4a98-b4f0-faee9ea13957, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1efee058-01d8-4a98-b4f0-faee9ea13957,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:24:47.497331 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:47.520533 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ba7449-e61e-4446-980a-308225d378a3 x-openstack-request-id: req-17ba7449-e61e-4446-980a-308225d378a3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:24:47.520827 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "name": "network-vif-plugged", "status": "completed", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:24:47.521083 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-17ba7449-e61e-4446-980a-308225d378a3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:24:47.521480 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'code': 200} Aug 27 17:24:47.549856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=1efee058-01d8-4a98-b4f0-faee9ea13957,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:47.606748 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cd2af-af99-40d5-a7a3-f664d9411339 req-c51b2621-5140-4b79-b301-449ffb05ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:47.608805 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453cd2af-af99-40d5-a7a3-f664d9411339 req-c51b2621-5140-4b79-b301-449ffb05ce42 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 1096 time: 0.0402892 Aug 27 17:24:47.644583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-453cd2af-af99-40d5-a7a3-f664d9411339 req-29a4bbaf-7191-44f5-982a-bd0cf633863f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289102 Aug 27 17:24:47.705949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f6942-7af3-41d3-9d79-211e81e8a3d0 req-05c0e77d-b5f0-4ac1-ad9a-645bb3072e60 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:47.707338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c64f6942-7af3-41d3-9d79-211e81e8a3d0 req-05c0e77d-b5f0-4ac1-ad9a-645bb3072e60 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0533237 Aug 27 17:24:47.745101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c64f6942-7af3-41d3-9d79-211e81e8a3d0 req-b9e9e64b-9982-43d9-8373-47a4e697ae7c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319016 Aug 27 17:24:48.863618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c446eae-c229-4b6d-a6b4-86bd6d02d4a3 req-b471a07a-9eda-4101-911d-9d321201f5ef tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:48.865791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c446eae-c229-4b6d-a6b4-86bd6d02d4a3 req-b471a07a-9eda-4101-911d-9d321201f5ef tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0521221 Aug 27 17:24:48.905858 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c446eae-c229-4b6d-a6b4-86bd6d02d4a3 req-7ef36cf6-032d-473c-a7cc-dabc88b5793a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340433 Aug 27 17:24:50.027667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707352e-29b1-49f6-91b3-319119272730 req-69a74ba7-b534-43b7-a901-18701398d751 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:50.029138 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b707352e-29b1-49f6-91b3-319119272730 req-69a74ba7-b534-43b7-a901-18701398d751 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0491579 Aug 27 17:24:50.067908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b707352e-29b1-49f6-91b3-319119272730 req-2113d697-945f-4f9a-b74d-dad8e4b447bf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324066 Aug 27 17:24:50.184526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a63f-3e37-4d7b-9c56-557c6158e346 req-81b006f5-7de0-4f3b-8d19-f82bfaaaa9a3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:50.185925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d747a63f-3e37-4d7b-9c56-557c6158e346 req-81b006f5-7de0-4f3b-8d19-f82bfaaaa9a3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0531354 Aug 27 17:24:50.224377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d747a63f-3e37-4d7b-9c56-557c6158e346 req-d837656c-70fd-4b42-9aa1-a88b1fd47e76 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Aug 27 17:24:50.245445 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60532) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:50.285617 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1000c0a8-d950-46c4-9a44-4d7464d3c450 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:50.287407 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1000c0a8-d950-46c4-9a44-4d7464d3c450 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 1091 time: 0.0409398 Aug 27 17:24:50.290273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60534) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:50.294654 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:24:50.383064 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:50.484000 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:50.584808 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.90 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/fec81b4c-2252-419e-8dc4-d537924a99f8) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:24:50.708475 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c096dc6-1350-4e79-bbf4-3cf607888e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:50.724990 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:50.817164 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:50.851695 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:24:50.860769 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:24:50.865411 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:24:50.867368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=fec81b4c-2252-419e-8dc4-d537924a99f8,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:51.219119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:51.366681 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:51.523026 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:51.580379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:51.647767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=fec81b4c-2252-419e-8dc4-d537924a99f8,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:24:51.662052 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:52.087847 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 906606d0-f2f0-469b-961d-7f6f786441b9 associated. External IP: 172.25.4.90, port: 1efee058-01d8-4a98-b4f0-faee9ea13957. Aug 27 17:24:52.293481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 7736c44f-7194-42ad-a96a-06d5cd9d3975 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:24:52.401994 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:24:52.412452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] Sync routers for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:24:52.422447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:52.430596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:52.491563 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:52.522364 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-868aed2f-6db1-436b-b13f-8eb309950c78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2310541 Aug 27 17:24:52.522965 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:24:52.525588 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f72d78-d840-41f5-aaf2-5c88c321d451" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:24:52.536505 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:52.565887 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4407f34b-3edb-4582-b1a7-36b4cf5387bb x-openstack-request-id: req-4407f34b-3edb-4582-b1a7-36b4cf5387bb {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:24:52.566313 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:24:52.566573 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4407f34b-3edb-4582-b1a7-36b4cf5387bb {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:24:52.567246 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'status': 'completed', 'code': 200} Aug 27 17:24:52.664736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faee1b2-558b-4203-9d7b-303c43eb15af req-76348951-5daa-40c6-9516-692617b5c0c0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:52.666167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1faee1b2-558b-4203-9d7b-303c43eb15af req-76348951-5daa-40c6-9516-692617b5c0c0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0902696 Aug 27 17:24:52.669131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-f1a59795-04f1-4e00-b9a9-8a886d884e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:52.670540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-f1a59795-04f1-4e00-b9a9-8a886d884e98 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 1096 time: 0.0594499 Aug 27 17:24:52.754287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1faee1b2-558b-4203-9d7b-303c43eb15af req-050f3ac9-4f5f-4772-8836-a3dfcf70f668 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815818 Aug 27 17:24:52.762313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '906606d0-f2f0-469b-961d-7f6f786441b9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'port_id': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'mac_address': 'fa:16:3e:cf:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:24:51Z', 'updated_at': '2021-08-27T17:24:51Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:42Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:52.777935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60540) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:52.789570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] Checking router: 7736c44f-7194-42ad-a96a-06d5cd9d3975 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:24:52.791584 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-1d838ac2-482c-4024-8981-7169e31b3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:52.793103 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-1d838ac2-482c-4024-8981-7169e31b3f31 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2d4fc67b-58d8-4bc6-95c5-089173382faf HTTP/1.1" status: 200 len: 899 time: 0.1144636 Aug 27 17:24:52.797908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:24:52.798792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:24:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:52.840394 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8a180573-05ed-4c3a-b682-5ded0b4f2063 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/906606d0-f2f0-469b-961d-7f6f786441b9 HTTP/1.1" status: 200 len: 990 time: 0.0613103 Aug 27 17:24:52.866803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-2519a711-36cf-4c9d-870b-2aafc834c5aa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efee058-01d8-4a98-b4f0-faee9ea13957 HTTP/1.1" status: 200 len: 998 time: 0.0654099 Aug 27 17:24:52.905624 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:24:52.922133 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-d27fe753-3795-416d-bc7f-186884cbeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:52.923556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-d27fe753-3795-416d-bc7f-186884cbeb3b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d63abd6-0417-4758-a454-05a7a01ba7dc HTTP/1.1" status: 200 len: 833 time: 0.0496163 Aug 27 17:24:52.970574 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-667a5107-0c69-4dd9-9b24-0e9dfbd444a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:24:52.972196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-667a5107-0c69-4dd9-9b24-0e9dfbd444a2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2d4fc67b-58d8-4bc6-95c5-089173382faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419464 Aug 27 17:24:53.063808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-cf02a1f8-5929-4f72-b75d-1a6fde79a80f service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840073 Aug 27 17:24:53.132726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '906606d0-f2f0-469b-961d-7f6f786441b9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'port_id': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'mac_address': 'fa:16:3e:cf:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:24:51Z', 'updated_at': '2021-08-27T17:24:51Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:42Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:24:53.158815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79727d2-4104-4f44-9f88-1ada57b762e6 None None] The sync data for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 is: [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '906606d0-f2f0-469b-961d-7f6f786441b9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'port_id': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'mac_address': 'fa:16:3e:cf:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:24:51Z', 'updated_at': '2021-08-27T17:24:51Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:42Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:24:53.161629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-05f72d78-d840-41f5-aaf2-5c88c321d451 req-5b0b7efa-656a-4bb9-a6ea-b3fb1aaa0aa9 service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892212 Aug 27 17:24:53.262699 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-066859a8-5b13-46ac-9eb3-9d82979063ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:53.356681 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d979ef-cd6a-483e-bef0-e7ff69dc2229 None None] New status for floating IP 906606d0-f2f0-469b-961d-7f6f786441b9: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:24:53.411873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:53.788581 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:53.843329 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60542) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:24:53.905991 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a092b31f-fa88-4ba6-a8d5-c3c85268ba36 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/906606d0-f2f0-469b-961d-7f6f786441b9 HTTP/1.1" status: 200 len: 992 time: 0.0608609 Aug 27 17:24:54.803410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:54.826124 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:24:56.325606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:13.836709 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8249170a-d815-4cbd-975f-3f0985b3c72c req-d1be75cd-45cd-4d97-862a-a519080bb530 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257456 Aug 27 17:25:13.902296 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8249170a-d815-4cbd-975f-3f0985b3c72c req-4d012e22-0897-42df-bddd-2c2fd0594537 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0260406 Aug 27 17:25:13.942335 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8249170a-d815-4cbd-975f-3f0985b3c72c req-431218a6-9aa1-4b9c-9be9-7b3dc71a9366 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215096 Aug 27 17:25:14.037587 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249170a-d815-4cbd-975f-3f0985b3c72c req-aca2d154-bc2b-4f21-b106-62d2e9aab649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:14.039186 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-8249170a-d815-4cbd-975f-3f0985b3c72c req-aca2d154-bc2b-4f21-b106-62d2e9aab649 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0902958 Aug 27 17:25:14.471760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-d447ac0e-e853-42e8-8ee1-1c06b9e51ec6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412111 Aug 27 17:25:14.554983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-339b4c51-6195-4cc3-83ec-8ce0ae6fcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:14.556560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-339b4c51-6195-4cc3-83ec-8ce0ae6fcd31 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 1096 time: 0.0422707 Aug 27 17:25:14.665106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-64dcb0b8-d38c-4644-8d92-8baccf2c48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:14.666517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-64dcb0b8-d38c-4644-8d92-8baccf2c48ba service neutron] 10.222.0.97 "GET /v2.0/networks?id=2d4fc67b-58d8-4bc6-95c5-089173382faf HTTP/1.1" status: 200 len: 899 time: 0.0905666 Aug 27 17:25:14.733105 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-43220857-2be1-4d6b-b031-b4361dc9b5b7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efee058-01d8-4a98-b4f0-faee9ea13957 HTTP/1.1" status: 200 len: 1000 time: 0.0581324 Aug 27 17:25:14.787070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-c1e4a379-8a84-4c93-8a14-e3df7c4ef8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:14.788536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-c1e4a379-8a84-4c93-8a14-e3df7c4ef8d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d63abd6-0417-4758-a454-05a7a01ba7dc HTTP/1.1" status: 200 len: 833 time: 0.0482948 Aug 27 17:25:14.835573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-6c702f5b-098d-486d-b579-3dd76b665eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:14.837144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-6c702f5b-098d-486d-b579-3dd76b665eed service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2d4fc67b-58d8-4bc6-95c5-089173382faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407293 Aug 27 17:25:14.943720 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-369be05d-ceab-40a6-a342-59f32dcb5ee3 service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970497 Aug 27 17:25:14.948778 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:25:15.042869 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-592ec965-6e3b-4afd-8a29-f90adb154cde req-9a8d2906-3799-4949-a7b5-94d71837b122 service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919285 Aug 27 17:25:20.677761 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0100bea0-98bf-48b5-9f5e-085796ef1449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:23.365910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6698766-1117-41bc-8ab3-c03eb5364900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:23.479933 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:23.816950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:24.805513 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:24.816300 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:25.488180 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4c829-6ef2-4b9b-9d09-f64e7b62fc99 req-4f851dc6-82d1-4f7d-95c2-9efaa6d3c356 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:25.489888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d4c829-6ef2-4b9b-9d09-f64e7b62fc99 req-4f851dc6-82d1-4f7d-95c2-9efaa6d3c356 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0518343 Aug 27 17:25:25.530429 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d4c829-6ef2-4b9b-9d09-f64e7b62fc99 req-bc7df0c1-1fbc-4821-9ea1-ad043830b1f4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338206 Aug 27 17:25:26.310994 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:26.658851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d2637-1db9-4e71-9847-d9f1983e618a req-142e8744-257a-4e50-b0f9-900550217208 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:26.660534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-302d2637-1db9-4e71-9847-d9f1983e618a req-142e8744-257a-4e50-b0f9-900550217208 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0492268 Aug 27 17:25:26.698778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-302d2637-1db9-4e71-9847-d9f1983e618a req-133cba17-40d6-4b8c-bcd7-e4a738205442 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Aug 27 17:25:26.720457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60564) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:26.783796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7f3adbe9-529d-469d-86f9-f0e4b2c49ad3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/906606d0-f2f0-469b-961d-7f6f786441b9 HTTP/1.1" status: 200 len: 992 time: 0.0622306 Aug 27 17:25:28.237517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4012361-4a87-44d2-9a31-f546eb3f98dd req-0fe01748-31a8-46d2-bf96-6b4e7d30b47f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:28.239060 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4012361-4a87-44d2-9a31-f546eb3f98dd req-0fe01748-31a8-46d2-bf96-6b4e7d30b47f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0510683 Aug 27 17:25:28.278142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c4012361-4a87-44d2-9a31-f546eb3f98dd req-ee475379-f7b4-4684-a11a-aeb4e39ee631 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Aug 27 17:25:29.402569 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e893054-ea79-4e3f-8bb6-af2e3c1a6229 req-f379d637-aa89-4ab6-a2dc-0b926cb05db8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:29.406745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e893054-ea79-4e3f-8bb6-af2e3c1a6229 req-f379d637-aa89-4ab6-a2dc-0b926cb05db8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0546434 Aug 27 17:25:29.442342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7e893054-ea79-4e3f-8bb6-af2e3c1a6229 req-eba953e9-07ec-43e9-b4d4-242bdaa496aa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Aug 27 17:25:29.465146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60576) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:29.524712 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2e944832-3efc-47c9-b77a-da1a1f5731ff tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/906606d0-f2f0-469b-961d-7f6f786441b9 HTTP/1.1" status: 200 len: 992 time: 0.0584674 Aug 27 17:25:29.750676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60582) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:29.910522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port fec81b4c-2252-419e-8dc4-d537924a99f8 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:25:29.910754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:29.985558 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:29.985898 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:29.997303 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for fec81b4c-2252-419e-8dc4-d537924a99f8 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:25:30.216707 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:30.242887 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=fec81b4c-2252-419e-8dc4-d537924a99f8,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:30.254395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.254729 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.255069 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.255428 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.255762 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.256093 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.256422 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.256750 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.257081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.257413 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.258349 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.258678 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:30.315570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:30.315896 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 906606d0-f2f0-469b-961d-7f6f786441b9 disassociated (deleted). External IP: 172.25.4.90, port: 1efee058-01d8-4a98-b4f0-faee9ea13957. Aug 27 17:25:30.521639 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 7736c44f-7194-42ad-a96a-06d5cd9d3975 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:25:30.628589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:25:30.634028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:30.638735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] Sync routers for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:25:30.647971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:30.649074 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:30.661112 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b0915533-4653-441f-be7d-458fdc03b201 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/floatingips/906606d0-f2f0-469b-961d-7f6f786441b9 HTTP/1.1" status: 204 len: 168 time: 0.9092684 Aug 27 17:25:30.661719 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:25:30.664707 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:25:30.708489 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688a0ee-eb88-4454-8164-4bef4f73aa75 x-openstack-request-id: req-b688a0ee-eb88-4454-8164-4bef4f73aa75 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:25:30.709002 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:25:30.709259 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b688a0ee-eb88-4454-8164-4bef4f73aa75 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:25:30.709666 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'status': 'completed', 'code': 200} Aug 27 17:25:30.758018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:30.770613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-ff1cf44f-8a17-40b6-91ac-c7f804df50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:30.772213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-ff1cf44f-8a17-40b6-91ac-c7f804df50e8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 1096 time: 0.0422504 Aug 27 17:25:30.868471 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-42624500-e03f-4806-ba2e-1615e3f185ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:30.869949 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-42624500-e03f-4806-ba2e-1615e3f185ae service neutron] 10.222.0.97 "GET /v2.0/networks?id=2d4fc67b-58d8-4bc6-95c5-089173382faf HTTP/1.1" status: 200 len: 899 time: 0.0908134 Aug 27 17:25:30.914417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-02ffadcb-6cd1-4855-adef-6120dcd10034 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1efee058-01d8-4a98-b4f0-faee9ea13957 HTTP/1.1" status: 200 len: 217 time: 0.0355172 Aug 27 17:25:30.958863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:42Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:30.972304 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-b1da48e0-17a8-4c4e-941e-46e864748ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:30.973795 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-b1da48e0-17a8-4c4e-941e-46e864748ba7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9d63abd6-0417-4758-a454-05a7a01ba7dc HTTP/1.1" status: 200 len: 833 time: 0.0532601 Aug 27 17:25:30.989196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] Checking router: 7736c44f-7194-42ad-a96a-06d5cd9d3975 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:25:30.998263 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:30.998924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:31.022044 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-3029b661-651f-4c5d-83c0-cf296ab0b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:31.023713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-3029b661-651f-4c5d-83c0-cf296ab0b11c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2d4fc67b-58d8-4bc6-95c5-089173382faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426753 Aug 27 17:25:31.108318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:31.121632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-623f5766-15d3-4665-839f-4e3f7bb9915c service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903640 Aug 27 17:25:31.258958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f7123-a22a-45d8-a521-f56d8381cc1e req-d5af60b9-6cbb-4be4-b018-f36e23ec4826 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:31.260580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f0f7123-a22a-45d8-a521-f56d8381cc1e req-d5af60b9-6cbb-4be4-b018-f36e23ec4826 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0832715 Aug 27 17:25:31.264816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b65d1a54-5c56-4e7e-a120-44b5c7fd00b7 req-52827b6d-37b5-41d0-a24f-1c10a04db5ff service neutron] 10.222.0.97 "GET /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348317 Aug 27 17:25:31.302196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f0f7123-a22a-45d8-a521-f56d8381cc1e req-e790d481-ac7d-443e-82c2-7eb76698adc4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349436 Aug 27 17:25:31.465777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:42Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:31.491594 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fff947-945a-4c0e-8224-77bd6cfa24ca None None] The sync data for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 is: [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:37Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'd41130f4-e123-40e4-a7d8-d9fe5a222ce9', 'name': '', 'network_id': '2d4fc67b-58d8-4bc6-95c5-089173382faf', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:69:b4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:36Z', 'updated_at': '2021-08-27T17:24:42Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '9d63abd6-0417-4758-a454-05a7a01ba7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:25:31.692493 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951104f-f76c-452c-bdfb-b1e3ccaed98c None None] New status for floating IP 906606d0-f2f0-469b-961d-7f6f786441b9: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:25:32.425260 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a852110-75d4-457f-8a43-bc064e63fadf req-fa22e9a2-0ad7-45b8-a305-15ed2c016ea9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:32.426817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a852110-75d4-457f-8a43-bc064e63fadf req-fa22e9a2-0ad7-45b8-a305-15ed2c016ea9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0534766 Aug 27 17:25:32.465698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a852110-75d4-457f-8a43-bc064e63fadf req-63b4b5b7-f1a8-4c37-acb3-e4d7f3b47e33 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=69faa623-f196-4fa2-86b5-fb3716665b11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Aug 27 17:25:32.700377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d938c-021c-411f-8154-06217cd95d29 req-e336d3c9-e693-47b9-ad60-e5df76523688 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:32.701841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d4d938c-021c-411f-8154-06217cd95d29 req-e336d3c9-e693-47b9-ad60-e5df76523688 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 945 time: 0.0495393 Aug 27 17:25:32.790951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 1efee058-01d8-4a98-b4f0-faee9ea13957 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:25:32.791329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:32.884250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 1efee058-01d8-4a98-b4f0-faee9ea13957, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=1efee058-01d8-4a98-b4f0-faee9ea13957,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:32.884515 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:32.897287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 1efee058-01d8-4a98-b4f0-faee9ea13957 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:25:33.088923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:33.121834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=1efee058-01d8-4a98-b4f0-faee9ea13957,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:33.147793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.148905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.148905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.148905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.149444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.149444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.149770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.150781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.151182 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.151540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.151872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.152202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:33.175113 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] No DVR routers for this DVR port 1efee058-01d8-4a98-b4f0-faee9ea13957 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:25:33.177846 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:33.179917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d4d938c-021c-411f-8154-06217cd95d29 req-82976c86-234e-45ed-ae55-202d4e9b14a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "DELETE /v2.0/ports/1efee058-01d8-4a98-b4f0-faee9ea13957 HTTP/1.1" status: 204 len: 173 time: 0.4721713 Aug 27 17:25:33.180537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'name': 'network-vif-deleted', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:25:33.183103 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a37488-a389-4d88-b5dc-91a5ad632eca" -d '{"events": [{"server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "name": "network-vif-deleted", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:25:33.221213 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1bdef0-1631-4299-acc0-41af2621c2d1 x-openstack-request-id: req-6a1bdef0-1631-4299-acc0-41af2621c2d1 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:25:33.221510 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc060ae-9bfc-42a3-8e70-d4777f2136ff", "name": "network-vif-deleted", "tag": "1efee058-01d8-4a98-b4f0-faee9ea13957", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:25:33.221771 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a1bdef0-1631-4299-acc0-41af2621c2d1 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:25:33.222177 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc060ae-9bfc-42a3-8e70-d4777f2136ff', 'name': 'network-vif-deleted', 'tag': '1efee058-01d8-4a98-b4f0-faee9ea13957', 'status': 'completed', 'code': 200} Aug 27 17:25:33.593095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3e4f90e-1a41-46d0-ac2f-5ad85c9380ad req-2ae2b1fc-ebfb-4027-bd84-f268ee5d7278 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=3dc060ae-9bfc-42a3-8e70-d4777f2136ff HTTP/1.1" status: 200 len: 210 time: 0.0327680 Aug 27 17:25:34.655774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60598) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:35.015340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:35.271640 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port d41130f4-e123-40e4-a7d8-d9fe5a222ce9 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:25:35.271901 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:35.360037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port d41130f4-e123-40e4-a7d8-d9fe5a222ce9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:35.360409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:35.374115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for d41130f4-e123-40e4-a7d8-d9fe5a222ce9 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:25:35.648250 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:35.680233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=d41130f4-e123-40e4-a7d8-d9fe5a222ce9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:35.882923 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:36.144724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 7736c44f-7194-42ad-a96a-06d5cd9d3975 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:25:36.268330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:25:36.275793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-77694929-c522-47cb-8f68-7a67b13ae72a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/7736c44f-7194-42ad-a96a-06d5cd9d3975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6186674 Aug 27 17:25:36.279116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60600) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:36.279870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] Sync routers for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:25:36.291038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:36.291770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:36.345249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting subnet 9d63abd6-0417-4758-a454-05a7a01ba7dc {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:25:36.349364 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:36.398966 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:36.418632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:36.517838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:36.599473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:25:35Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:36.642866 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:36.650364 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] Checking router: 7736c44f-7194-42ad-a96a-06d5cd9d3975 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:25:36.660496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] Routers {'7736c44f-7194-42ad-a96a-06d5cd9d3975'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:36.661112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['7736c44f-7194-42ad-a96a-06d5cd9d3975'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:36.670066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Subnet': ['ID=9d63abd6-0417-4758-a454-05a7a01ba7dc,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:36.678240 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:36.682936 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-531b60ca-07ae-4d9e-9fce-ec2437f3037b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/subnets/9d63abd6-0417-4758-a454-05a7a01ba7dc HTTP/1.1" status: 204 len: 168 time: 0.3997123 Aug 27 17:25:36.683531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60602) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:36.695733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33382d0e-3f36-4fe4-b089-58ff671339d4 None None] Network 2d4fc67b-58d8-4bc6-95c5-089173382faf requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:25:36.792313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:36.856226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] Set router 7736c44f-7194-42ad-a96a-06d5cd9d3975 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:36.898217 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.022976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] DHCP port deletion for 2d4fc67b-58d8-4bc6-95c5-089173382faf request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:25:37.039700 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port f29836fc-cba7-483a-8cc1-c88152c4208d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:25:37.040052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.086518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:25:35Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:37.115037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaeab19-17e6-4ca2-90cf-a82515b30ff1 None None] The sync data for ids ['7736c44f-7194-42ad-a96a-06d5cd9d3975'] in n-d-806412-1 is: [{'id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705255984', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:25:35Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'f29836fc-cba7-483a-8cc1-c88152c4208d', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7736c44f-7194-42ad-a96a-06d5cd9d3975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:24:33Z', 'updated_at': '2021-08-27T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:25:37.117176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Deleting port c13c6196-bab3-4086-9d71-eb01134f2839 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:25:37.117553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.124727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port f29836fc-cba7-483a-8cc1-c88152c4208d, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f29836fc-cba7-483a-8cc1-c88152c4208d,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:37.124727 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.139605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for f29836fc-cba7-483a-8cc1-c88152c4208d owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:25:37.192499 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] For port c13c6196-bab3-4086-9d71-eb01134f2839, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c13c6196-bab3-4086-9d71-eb01134f2839,segment=NetworkSegment(cdaab908-2208-4b96-a178-aef449c00f8a),segment_id=cdaab908-2208-4b96-a178-aef449c00f8a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:37.192904 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.208157 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Calling delete_port for c13c6196-bab3-4086-9d71-eb01134f2839 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:25:37.389810 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.415393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Pushing event deleted for resources: {'Port': ['ID=c13c6196-bab3-4086-9d71-eb01134f2839,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:37.426049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] No DVR routers for this DVR port c13c6196-bab3-4086-9d71-eb01134f2839 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:25:37.428289 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.428641 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.428986 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.429444 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.429781 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.430119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.430451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.430783 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.431115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.431467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.446314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.446314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41c36c-1172-4d00-b925-19127a2908e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:37.463622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1efee058-01d8-4a98-b4f0-faee9ea13957 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:25:37.490148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 1efee058-01d8-4a98-b4f0-faee9ea13957 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:25:37.490504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 1efee058-01d8-4a98-b4f0-faee9ea13957 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:25:37.700092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.725766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=f29836fc-cba7-483a-8cc1-c88152c4208d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:37.785616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.876567 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.878627 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.993859 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:37.994336 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Fanout notify agent at l3_agent the message router_deleted on router 7736c44f-7194-42ad-a96a-06d5cd9d3975 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:25:38.003338 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.003338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-364a8f6d-f2fb-496e-aabe-2273e57dd833 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/routers/7736c44f-7194-42ad-a96a-06d5cd9d3975 HTTP/1.1" status: 204 len: 168 time: 1.3178744 Aug 27 17:25:38.005179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60604) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:38.086630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.180118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.190987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4fc67b-58d8-4bc6-95c5-089173382faf']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:38.202174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaab908-2208-4b96-a178-aef449c00f8a') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:38.202468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaab908-2208-4b96-a178-aef449c00f8a') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:38.211156 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.224775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.230825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:25:38.231210 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:25:38.234066 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:25:38.399554 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.409497 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.415492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/networks/2d4fc67b-58d8-4bc6-95c5-089173382faf HTTP/1.1" status: 204 len: 168 time: 0.4057693 Aug 27 17:25:38.415732 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60606) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:38.430401 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950f005-5748-4558-9042-b68de6680c8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Network': ['ID=2d4fc67b-58d8-4bc6-95c5-089173382faf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:38.486859 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d691eeb-da82-4c28-802e-27f01785b38a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.498429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c13c6196-bab3-4086-9d71-eb01134f2839 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:25:38.512735 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d691eeb-da82-4c28-802e-27f01785b38a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.518667 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c13c6196-bab3-4086-9d71-eb01134f2839 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:25:38.519028 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c13c6196-bab3-4086-9d71-eb01134f2839 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:25:38.519461 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d41130f4-e123-40e4-a7d8-d9fe5a222ce9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:25:38.537982 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d41130f4-e123-40e4-a7d8-d9fe5a222ce9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:25:38.538330 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d41130f4-e123-40e4-a7d8-d9fe5a222ce9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:25:38.639444 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d691eeb-da82-4c28-802e-27f01785b38a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.641943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9d691eeb-da82-4c28-802e-27f01785b38a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:38.643112 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9d691eeb-da82-4c28-802e-27f01785b38a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/security-groups/69faa623-f196-4fa2-86b5-fb3716665b11 HTTP/1.1" status: 204 len: 168 time: 0.2269034 Aug 27 17:25:38.652766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d691eeb-da82-4c28-802e-27f01785b38a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69faa623-f196-4fa2-86b5-fb3716665b11,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:39.031635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60612) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:39.036726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ff12e90e-1605-4890-9727-b1504fb38fb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391069335', 'description': 'tempest-secgroup-smoke-391069335 description', 'project_id': '5d57ded0e28f4325bd017d620aaa2282'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:39.093858 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff12e90e-1605-4890-9727-b1504fb38fb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.173794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff12e90e-1605-4890-9727-b1504fb38fb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.231398 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff12e90e-1605-4890-9727-b1504fb38fb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.263473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e90e-1605-4890-9727-b1504fb38fb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2fbc70-b859-49b1-bed2-be5b51928bdc,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:39.321924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ff12e90e-1605-4890-9727-b1504fb38fb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.323330 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ff12e90e-1605-4890-9727-b1504fb38fb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2906351 Aug 27 17:25:39.326935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60614) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:39.331476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-134dd0e0-d164-479b-b0cd-04dbceb9b072 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '6d2fbc70-b859-49b1-bed2-be5b51928bdc', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:39.465450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134dd0e0-d164-479b-b0cd-04dbceb9b072 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.521783 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134dd0e0-d164-479b-b0cd-04dbceb9b072 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.584646 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134dd0e0-d164-479b-b0cd-04dbceb9b072 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.602062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd0e0-d164-479b-b0cd-04dbceb9b072 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae10b20-9287-4ae4-be39-d4d81b2d74d2,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:39.681952 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-134dd0e0-d164-479b-b0cd-04dbceb9b072 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.683180 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-134dd0e0-d164-479b-b0cd-04dbceb9b072 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552084 Aug 27 17:25:39.686000 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60616) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:39.690434 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a5ebcff1-700c-4989-a3ce-5c7de4eab68e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '6d2fbc70-b859-49b1-bed2-be5b51928bdc', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:39.772405 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebcff1-700c-4989-a3ce-5c7de4eab68e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.827568 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebcff1-700c-4989-a3ce-5c7de4eab68e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.899045 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebcff1-700c-4989-a3ce-5c7de4eab68e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.918299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebcff1-700c-4989-a3ce-5c7de4eab68e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f419b424-673c-451c-b7d3-2e93f70978e7,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:39.990991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a5ebcff1-700c-4989-a3ce-5c7de4eab68e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:39.992277 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a5ebcff1-700c-4989-a3ce-5c7de4eab68e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3053093 Aug 27 17:25:39.994920 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60618) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:40.000082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-adc2d14d-d8ba-4f79-93ba-5b4052dda3cf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '6d2fbc70-b859-49b1-bed2-be5b51928bdc', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:40.076496 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adc2d14d-d8ba-4f79-93ba-5b4052dda3cf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.086984 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f29836fc-cba7-483a-8cc1-c88152c4208d no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:25:40.107654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f29836fc-cba7-483a-8cc1-c88152c4208d {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:25:40.108006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f29836fc-cba7-483a-8cc1-c88152c4208d not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:25:40.135092 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adc2d14d-d8ba-4f79-93ba-5b4052dda3cf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.201995 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adc2d14d-d8ba-4f79-93ba-5b4052dda3cf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.223414 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2d14d-d8ba-4f79-93ba-5b4052dda3cf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531b0029-c6b3-4b98-bb5d-8708bdab5034,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:40.276575 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-adc2d14d-d8ba-4f79-93ba-5b4052dda3cf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.278454 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-adc2d14d-d8ba-4f79-93ba-5b4052dda3cf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820077 Aug 27 17:25:40.281157 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60620) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:40.285847 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f485baf4-7d65-4013-a8d9-dcb476959645 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '6d2fbc70-b859-49b1-bed2-be5b51928bdc', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:40.370050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f485baf4-7d65-4013-a8d9-dcb476959645 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.429827 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f485baf4-7d65-4013-a8d9-dcb476959645 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.508089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f485baf4-7d65-4013-a8d9-dcb476959645 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.529338 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485baf4-7d65-4013-a8d9-dcb476959645 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0db992e-0ef1-4923-9209-092244e10565,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:40.599715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f485baf4-7d65-4013-a8d9-dcb476959645 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.600951 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f485baf4-7d65-4013-a8d9-dcb476959645 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3188679 Aug 27 17:25:40.603737 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60622) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:40.608251 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '6d2fbc70-b859-49b1-bed2-be5b51928bdc', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:40.696609 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:25:40.702087 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.760853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.813258 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.830274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14a09e4-67a9-4118-ba61-e944b5105e3a,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:40.905180 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:40.906438 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-eb181693-78df-4121-9974-c6e376be16d7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3017421 Aug 27 17:25:40.909188 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60624) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:40.913897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '6d2fbc70-b859-49b1-bed2-be5b51928bdc', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:40.990969 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:25:40.996448 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.056361 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.133791 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.153713 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51ec05a-3674-4f59-881f-729cc7154de8,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:41.228266 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.229564 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8584de9a-cf82-4893-9b5c-7630614f7c2d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3194184 Aug 27 17:25:41.233183 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60626) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:41.238084 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'network': {'name': 'tempest-network-smoke--915999327', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'port_security_enabled': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:41.322189 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:25:41.326207 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.350863 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:25:41.360412 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.360771 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Added segment 0e733768-fd24-4e45-94e2-76cc26c2c2e5 of type vlan for network 52313f40-7631-4645-b101-515f223fd1a9 Aug 27 17:25:41.401157 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.493181 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.498827 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:41.499485 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.562193 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Network': ['ID=52313f40-7631-4645-b101-515f223fd1a9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:41.572253 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 52313f40-7631-4645-b101-515f223fd1a9 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:25:41.617367 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-87917f1b-c8c8-4a30-914b-44b47a6dfc4e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3831398 Aug 27 17:25:41.620129 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60628) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:41.624610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'admin_state_up': True, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:41.727775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.728798 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.784407 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:41.976282 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:42.221831 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:42.240677 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:42.345260 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.215 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:25:42.444987 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:42.534054 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:42.571702 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:25:42.575034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:25:42.578461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:25:42.610415 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:42.881810 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:43.079296 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:43.276500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:25:43.381399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:25:43.394594 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Sync routers for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:25:43.405377 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:43.406035 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:43.489511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:43.490912 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3f5668e0-8db1-4722-8f58-93c58d8fce73 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8698409 Aug 27 17:25:43.494099 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60630) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:43.509673 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:43.524903 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1daed2d9-9a96-4079-92ef-4aace289c1f1 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5d57ded0e28f4325bd017d620aaa2282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296907 Aug 27 17:25:43.528665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60632) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:43.619785 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2053fb6b-6e78-429c-a3c8-e364dc3ee11d tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:43.624830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2053fb6b-6e78-429c-a3c8-e364dc3ee11d tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923247 Aug 27 17:25:43.625003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60634) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:43.654116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f6f6370d-c7c7-43cb-b6d2-7e6e84f64618 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280333 Aug 27 17:25:43.656828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60636) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:43.661903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-510037456', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:43.694404 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:42Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:43.720430 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Checking router: 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:25:43.720778 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Updating router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:25:43.745023 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:43.828103 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:25:43.831899 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.005038 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.015982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Transition to ACTIVE for port object 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:25:44.154040 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.168207 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.205121 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Attempting to bind port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:25:44.205500 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Attempting to bind port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:25:44.206238 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Attempting to bind port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:25:44.211642 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Pushing event updated for resources: {'Port': ['ID=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:44.216614 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:25:44.216994 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:25:44.217397 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.217791 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:25:44.218261 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Bound port: 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:25:44.218648 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.225085 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.225438 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.225790 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.226131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.226465 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.226801 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.227133 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.227488 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.235224 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.235224 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.235224 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.235224 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:25:44.235860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Subnet': ['ID=4d2ca9a6-40b0-48f0-a330-45020dde6216,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:44.240486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Checking segment: {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:25:44.240860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network hostable DHCP agents. Network: 52313f40-7631-4645-b101-515f223fd1a9, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:25:44.280271 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] For port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:25:44.283441 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] For port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:25:44.333234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 52313f40-7631-4645-b101-515f223fd1a9 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:25:44.356840 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.402051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 52313f40-7631-4645-b101-515f223fd1a9) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:25:44.406237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:44.406836 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.413518 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209809e5-d314-40c0-8ce4-0a18dde9e8b2 None None] Network 52313f40-7631-4645-b101-515f223fd1a9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:25:44.418630 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceebac0-d319-46ec-b7cb-cfb170d01e5a None None] Pushing event updated for resources: {'Port': ['ID=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:44.421203 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:44.421820 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:44.477003 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-22b3fc90-b345-4b21-a519-a2bca581fa93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8191152 Aug 27 17:25:44.479775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60638) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:44.530271 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:44.578834 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-52313f40-7631-4645-b101-515f223fd1a9', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:25:44.579834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.713924 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:42Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:44.718217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Allocated IP 172.20.0.2 (52313f40-7631-4645-b101-515f223fd1a9/4d2ca9a6-40b0-48f0-a330-45020dde6216/44b08aeb-c966-425e-bf76-b297af93a4d5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:25:44.740460 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8105cd27-4f9f-4d06-8aea-525eca49307e None None] The sync data for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 is: [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:42Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:25:44.872316 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.880540 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Transition to ACTIVE for port object 44b08aeb-c966-425e-bf76-b297af93a4d5 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:25:44.897864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Transition to ACTIVE for port object 44b08aeb-c966-425e-bf76-b297af93a4d5 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:25:44.964914 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:44.972128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:45.006964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Network 52313f40-7631-4645-b101-515f223fd1a9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:25:45.009618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:25:45.016045 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:25:45.024890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Pushing event updated for resources: {'Port': ['ID=44b08aeb-c966-425e-bf76-b297af93a4d5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:45.085521 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Attempting to bind port 44b08aeb-c966-425e-bf76-b297af93a4d5 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:25:45.085888 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Attempting to bind port 44b08aeb-c966-425e-bf76-b297af93a4d5 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:25:45.086304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Attempting to bind port 44b08aeb-c966-425e-bf76-b297af93a4d5 on network 52313f40-7631-4645-b101-515f223fd1a9 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:25:45.092555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:25:45.093085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Checking segment: {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:25:45.094047 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:45.094047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Bound using segment: {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:25:45.094432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Bound port: 44b08aeb-c966-425e-bf76-b297af93a4d5, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:25:45.094816 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:45.164243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] For port 44b08aeb-c966-425e-bf76-b297af93a4d5, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:25:45.168450 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] For port 44b08aeb-c966-425e-bf76-b297af93a4d5, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=44b08aeb-c966-425e-bf76-b297af93a4d5,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:25:45.248612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:45.298410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.1 (52313f40-7631-4645-b101-515f223fd1a9/4d2ca9a6-40b0-48f0-a330-45020dde6216/6c36d9c1-22f4-487d-a949-85412918612c) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:25:45.309179 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab262-2121-4d0b-a81b-6641c3375346 None None] Pushing event updated for resources: {'Port': ['ID=44b08aeb-c966-425e-bf76-b297af93a4d5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:45.434573 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:45.450812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object 6c36d9c1-22f4-487d-a949-85412918612c will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:25:45.561009 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:45.609387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 52313f40-7631-4645-b101-515f223fd1a9 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:25:45.612702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:25:45.617483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:25:45.622709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=6c36d9c1-22f4-487d-a949-85412918612c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:45.667111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:45.854862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.138094 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.187251 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 44b08aeb-c966-425e-bf76-b297af93a4d5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:25:46.199416 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.282275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.284086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=6c36d9c1-22f4-487d-a949-85412918612c,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:46.330960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 44b08aeb-c966-425e-bf76-b297af93a4d5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:25:46.335863 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:25:46.391746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 52313f40-7631-4645-b101-515f223fd1a9 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:25:46.393234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:25:46.456964 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:25:46.461324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:46.461702 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.493412 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96aaf68-6d69-4892-b34b-9d493871e883 None None] Network 52313f40-7631-4645-b101-515f223fd1a9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:25:46.524857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:25:46.622664 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bfaf2746-0ca4-446c-8618-664fa71f6436 None None] Provisioning for port 44b08aeb-c966-425e-bf76-b297af93a4d5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:25:46.645894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:25:46.655327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e393d488-173d-4083-ad2e-f5310d6385ca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/53b38bb3-e30b-4a9a-a0bf-039473b11bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1712251 Aug 27 17:25:46.655544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bfaf2746-0ca4-446c-8618-664fa71f6436 None None] Provisioning complete for port 44b08aeb-c966-425e-bf76-b297af93a4d5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:46.655544 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2746-0ca4-446c-8618-664fa71f6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.657231 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.715795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:46.795944 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2746-0ca4-446c-8618-664fa71f6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.810552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:46.821093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-94fd9fbb-565e-4c28-9fb1-9b6a48f96181 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391069335&fields=id&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 267 time: 0.0432196 Aug 27 17:25:46.832387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Sync routers for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:25:46.873410 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bfaf2746-0ca4-446c-8618-664fa71f6436 None None] For port 44b08aeb-c966-425e-bf76-b297af93a4d5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=44b08aeb-c966-425e-bf76-b297af93a4d5,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:46.879515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:46.880154 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:46.936133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:46.948447 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-2e765f90-545e-4e45-9ca0-873ddc43b8b6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:46.952322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-2e765f90-545e-4e45-9ca0-873ddc43b8b6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/networks?id=52313f40-7631-4645-b101-515f223fd1a9 HTTP/1.1" status: 200 len: 796 time: 0.1217380 Aug 27 17:25:46.971855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-e68d76eb-207e-4f71-ae9e-ac77648cde0e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/quotas/5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 375 time: 0.0109878 Aug 27 17:25:46.980959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2746-0ca4-446c-8618-664fa71f6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:47.033308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-f2609d7c-5462-4d03-83cb-91703351d1d9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549080 Aug 27 17:25:47.045980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:47.143146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-9ba7c8f6-6136-4eff-90be-33e33b4b7188 service neutron] 10.222.0.101 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969255 Aug 27 17:25:47.249113 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf2746-0ca4-446c-8618-664fa71f6436 None None] Pushing event updated for resources: {'Port': ['ID=44b08aeb-c966-425e-bf76-b297af93a4d5,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:47.258422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-19d6aa0c-bc2e-4b63-93a7-01cdb6aed7c6 service neutron] 10.222.0.101 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089542 Aug 27 17:25:47.341870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-69ff6534-927d-4c7f-8994-d879aa05e362 None None] Provisioning for port 6c36d9c1-22f4-487d-a949-85412918612c completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:25:47.353639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-69ff6534-927d-4c7f-8994-d879aa05e362 None None] Provisioning complete for port 6c36d9c1-22f4-487d-a949-85412918612c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:47.354021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69ff6534-927d-4c7f-8994-d879aa05e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:47.411524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-69ff6534-927d-4c7f-8994-d879aa05e362 None None] Port 6c36d9c1-22f4-487d-a949-85412918612c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:25:47.447529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-69ff6534-927d-4c7f-8994-d879aa05e362 None None] Provisioning complete for port 44b08aeb-c966-425e-bf76-b297af93a4d5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:47.447917 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69ff6534-927d-4c7f-8994-d879aa05e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:47.513683 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 2, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:47.555222 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2a2ca1b-fb99-4050-9fe6-75c9789a95b4 req-fcc43b2a-d33b-4d9a-bedd-0911647a7fbd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 210 time: 0.0346091 Aug 27 17:25:47.567008 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Checking router: 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:25:47.567325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Updating router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 port 6c36d9c1-22f4-487d-a949-85412918612c binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:25:47.601961 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:47.744278 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ac1ecdb4-2fb2-4c8a-8bfa-27091c8b69b9 None None] Provisioning complete for port 6c36d9c1-22f4-487d-a949-85412918612c triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:47.744653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac1ecdb4-2fb2-4c8a-8bfa-27091c8b69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:47.821869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ecdb4-2fb2-4c8a-8bfa-27091c8b69b9 None None] Port 6c36d9c1-22f4-487d-a949-85412918612c cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:25:47.910550 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:47.920419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Transition to ACTIVE for port object 6c36d9c1-22f4-487d-a949-85412918612c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:25:48.016434 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:48.067771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492276-dfc5-4ed7-ab73-7d28cdea0f48 None None] Pushing event updated for resources: {'Port': ['ID=6c36d9c1-22f4-487d-a949-85412918612c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:48.139403 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Attempting to bind port 6c36d9c1-22f4-487d-a949-85412918612c on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:25:48.145674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Attempting to bind port 6c36d9c1-22f4-487d-a949-85412918612c by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:25:48.145674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Attempting to bind port 6c36d9c1-22f4-487d-a949-85412918612c on network 52313f40-7631-4645-b101-515f223fd1a9 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:25:48.145674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:25:48.146042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Checking segment: {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:25:48.146138 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:48.146551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Bound using segment: {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:25:48.147057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Bound port: 6c36d9c1-22f4-487d-a949-85412918612c, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:25:48.147479 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:48.191549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 44b08aeb-c966-425e-bf76-b297af93a4d5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:25:48.257551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] For port 6c36d9c1-22f4-487d-a949-85412918612c, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:25:48.261022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] For port 6c36d9c1-22f4-487d-a949-85412918612c, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6c36d9c1-22f4-487d-a949-85412918612c,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:25:48.269949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 44b08aeb-c966-425e-bf76-b297af93a4d5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:48.270349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:48.341856 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:48.401495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:25:48.446419 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:25:48.446972 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:48.450709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492276-dfc5-4ed7-ab73-7d28cdea0f48 None None] Pushing event updated for resources: {'Port': ['ID=6c36d9c1-22f4-487d-a949-85412918612c,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:48.547862 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:48.548249 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:48.611144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:25:48.665330 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-45152a01-84aa-4f49-aaba-18dbf78eeddd req-e2c0674f-f419-4ea4-9f1c-893224c09335 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 210 time: 0.0360041 Aug 27 17:25:48.859224 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:48Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:25:48.887963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9800cd7-9242-475e-b04a-84ec1b75d53a None None] The sync data for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 is: [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:48Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:25:49.437469 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-1bda82c4-7a90-44a7-87b5-c86747b6f8d6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:49.439000 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-1bda82c4-7a90-44a7-87b5-c86747b6f8d6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/networks?id=52313f40-7631-4645-b101-515f223fd1a9 HTTP/1.1" status: 200 len: 796 time: 0.1144075 Aug 27 17:25:49.485611 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-7343604a-b02a-4f63-8f0b-27ffce5be953 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 379 time: 0.0374360 Aug 27 17:25:49.496539 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'port': {'device_id': 'b3f32674-9048-41f9-afe7-485d48985138', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'admin_state_up': True, 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'security_groups': ['6d2fbc70-b859-49b1-bed2-be5b51928bdc']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:49.716355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:25:49.721323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:49.771164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d00d289a-e890-4e16-89b9-f1df3f4cc906 req-ada20085-6bf2-4fc5-9bdd-80e86dbb57c0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 210 time: 0.0301540 Aug 27 17:25:49.885738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.4 (52313f40-7631-4645-b101-515f223fd1a9/4d2ca9a6-40b0-48f0-a330-45020dde6216/649d84e7-a09f-41d5-ae52-a70f754986e7) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:25:50.026366 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.040629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object 649d84e7-a09f-41d5-ae52-a70f754986e7 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:25:50.139791 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.160611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c36d9c1-22f4-487d-a949-85412918612c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:25:50.181734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 52313f40-7631-4645-b101-515f223fd1a9 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:25:50.185085 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:25:50.190980 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:25:50.224478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=649d84e7-a09f-41d5-ae52-a70f754986e7,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:50.252359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:50.252359 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.270730 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 6c36d9c1-22f4-487d-a949-85412918612c completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:25:50.274737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6c36d9c1-22f4-487d-a949-85412918612c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:50.275119 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.334151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-26d4c782-a5f0-40fc-934f-4344dc7207bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419735 Aug 27 17:25:50.353808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Request body: {'port': {'device_id': 'b3f32674-9048-41f9-afe7-485d48985138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:50.364907 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.397502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 6c36d9c1-22f4-487d-a949-85412918612c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6c36d9c1-22f4-487d-a949-85412918612c,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:50.415026 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.510719 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.552605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3d4291c5-762f-47ca-998f-33f33c59dab7 None None] Provisioning for port 649d84e7-a09f-41d5-ae52-a70f754986e7 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:25:50.564490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3d4291c5-762f-47ca-998f-33f33c59dab7 None None] Provisioning complete for port 649d84e7-a09f-41d5-ae52-a70f754986e7 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:50.564868 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d4291c5-762f-47ca-998f-33f33c59dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.569261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=6c36d9c1-22f4-487d-a949-85412918612c,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:50.609784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3d4291c5-762f-47ca-998f-33f33c59dab7 None None] Port 649d84e7-a09f-41d5-ae52-a70f754986e7 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:25:50.676180 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff0de51f-1cf8-45a5-8d04-757ca6a73cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.680476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649d84e7-a09f-41d5-ae52-a70f754986e7 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:25:50.687892 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.700351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Transition to ACTIVE for port object 649d84e7-a09f-41d5-ae52-a70f754986e7 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:25:50.773131 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:50.822939 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Pushing event updated for resources: {'Port': ['ID=649d84e7-a09f-41d5-ae52-a70f754986e7,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:50.930476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Attempting to bind port 649d84e7-a09f-41d5-ae52-a70f754986e7 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:25:50.930819 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Attempting to bind port 649d84e7-a09f-41d5-ae52-a70f754986e7 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:25:50.931154 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Attempting to bind port 649d84e7-a09f-41d5-ae52-a70f754986e7 on network 52313f40-7631-4645-b101-515f223fd1a9 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:25:50.941910 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a32a5-7953-49d2-923d-3ae67b8fb22e req-a0ec8aee-04ca-4038-a9c0-4873452f57f7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:50.943605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c94a32a5-7953-49d2-923d-3ae67b8fb22e req-a0ec8aee-04ca-4038-a9c0-4873452f57f7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 943 time: 0.0787408 Aug 27 17:25:50.945889 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Port 649d84e7-a09f-41d5-ae52-a70f754986e7 on network 52313f40-7631-4645-b101-515f223fd1a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:25:50.946219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Attempting to bind port 649d84e7-a09f-41d5-ae52-a70f754986e7 on network 52313f40-7631-4645-b101-515f223fd1a9 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:25:50.957556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:25:50.957896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Checking segment: {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:25:50.958281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Bound using segment: {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:25:50.958724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Bound port: 649d84e7-a09f-41d5-ae52-a70f754986e7, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e733768-fd24-4e45-94e2-76cc26c2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '52313f40-7631-4645-b101-515f223fd1a9'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:25:50.959086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:51.013430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c94a32a5-7953-49d2-923d-3ae67b8fb22e req-e68ff87b-eafc-497a-b309-e47925ebc0a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636308 Aug 27 17:25:51.045066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] For port 649d84e7-a09f-41d5-ae52-a70f754986e7, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:25:51.048060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] For port 649d84e7-a09f-41d5-ae52-a70f754986e7, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=649d84e7-a09f-41d5-ae52-a70f754986e7,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:25:51.114024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:51.150071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:51.150697 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:51.152930 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] 10.222.0.97 "PUT /v2.0/ports/649d84e7-a09f-41d5-ae52-a70f754986e7 HTTP/1.1" status: 200 len: 1091 time: 0.8044503 Aug 27 17:25:51.153386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:25:51.155672 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbdfcf6-e416-47ee-b2cd-1955ce0f9485" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:25:51.184246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbed45-b8f6-49fe-be22-f5b53c75b643 service neutron] Pushing event updated for resources: {'Port': ['ID=649d84e7-a09f-41d5-ae52-a70f754986e7,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:51.212454 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a237b8d-6c40-493c-b295-5326d722f4ac x-openstack-request-id: req-4a237b8d-6c40-493c-b295-5326d722f4ac {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:25:51.212746 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:25:51.213347 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4a237b8d-6c40-493c-b295-5326d722f4ac {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:25:51.213759 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'status': 'completed', 'code': 200} Aug 27 17:25:51.278194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfcf6-e416-47ee-b2cd-1955ce0f9485 req-7a0db176-166f-4132-add5-843a5465371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:51.279766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cbdfcf6-e416-47ee-b2cd-1955ce0f9485 req-7a0db176-166f-4132-add5-843a5465371e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1094 time: 0.0459108 Aug 27 17:25:51.385658 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfcf6-e416-47ee-b2cd-1955ce0f9485 req-0ea1f68f-5d5a-42ca-ab8b-63e2ce208a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:51.387690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cbdfcf6-e416-47ee-b2cd-1955ce0f9485 req-0ea1f68f-5d5a-42ca-ab8b-63e2ce208a1f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d57ded0e28f4325bd017d620aaa2282&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995278 Aug 27 17:25:51.485603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfcf6-e416-47ee-b2cd-1955ce0f9485 req-127355f1-b324-4456-bcdc-dde0ace01815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:51.486955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5cbdfcf6-e416-47ee-b2cd-1955ce0f9485 req-127355f1-b324-4456-bcdc-dde0ace01815 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914512 Aug 27 17:25:51.564114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-3decd865-5e31-4c42-8b2a-e53b39c2ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:51.565571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-3decd865-5e31-4c42-8b2a-e53b39c2ac8a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1094 time: 0.0417333 Aug 27 17:25:51.606860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-e1a64e77-1fae-4681-aaeb-9b6298afe5f4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649d84e7-a09f-41d5-ae52-a70f754986e7 HTTP/1.1" status: 200 len: 217 time: 0.0337708 Aug 27 17:25:51.653710 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-2c1ad637-bbbf-4103-a4d3-877980b77ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:51.655088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-2c1ad637-bbbf-4103-a4d3-877980b77ca4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4d2ca9a6-40b0-48f0-a330-45020dde6216 HTTP/1.1" status: 200 len: 834 time: 0.0420177 Aug 27 17:25:51.703032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-13e72aa8-3bbf-4ef4-a629-a1146df12161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:51.704518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-13e72aa8-3bbf-4ef4-a629-a1146df12161 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52313f40-7631-4645-b101-515f223fd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427012 Aug 27 17:25:51.791452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-a6a35039-78bd-4be9-99ee-37d806aa3c68 service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795467 Aug 27 17:25:51.857607 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:25:51.884982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6105c23e-6417-4d0d-8fb0-a6a256fd76f0 req-090b51cb-f932-432c-83bc-4e710f05e5cb service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856681 Aug 27 17:25:52.131016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f85f15-b317-47d6-8271-a5b94e72fcc0 req-e8378658-1c8b-4cee-9dd9-753ab154902e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:52.132517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5f85f15-b317-47d6-8271-a5b94e72fcc0 req-e8378658-1c8b-4cee-9dd9-753ab154902e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 943 time: 0.0509975 Aug 27 17:25:52.143826 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c36d9c1-22f4-487d-a949-85412918612c up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:25:52.172737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5f85f15-b317-47d6-8271-a5b94e72fcc0 req-83e446bc-a720-4e58-9543-6797eebd1df9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Aug 27 17:25:52.192699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 6c36d9c1-22f4-487d-a949-85412918612c triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:52.193076 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:53.276242 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d20d6c6e-3828-462e-abff-337e60e95add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:53.290954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c7b4-5d6a-461e-80dd-cff7d39b27cd req-4b3a1f58-d2a4-4925-8fa0-185fff6a6c3e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:53.293092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16a7c7b4-5d6a-461e-80dd-cff7d39b27cd req-4b3a1f58-d2a4-4925-8fa0-185fff6a6c3e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 943 time: 0.0506694 Aug 27 17:25:53.333186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-16a7c7b4-5d6a-461e-80dd-cff7d39b27cd req-b65d2918-9c26-47fd-991d-3f7dadedf312 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334911 Aug 27 17:25:53.507838 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:53.836139 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:54.795978 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef6983-5d55-4d04-a6f6-2b7fe9defecf req-a34989ce-26fa-4a7e-97ef-5c947b03b347 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:54.797464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eef6983-5d55-4d04-a6f6-2b7fe9defecf req-a34989ce-26fa-4a7e-97ef-5c947b03b347 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 943 time: 0.3942683 Aug 27 17:25:54.834060 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:54.834704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eef6983-5d55-4d04-a6f6-2b7fe9defecf req-93b4bf78-4288-41d4-ab97-ff82bcf458d6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Aug 27 17:25:54.844905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:55.528618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 649d84e7-a09f-41d5-ae52-a70f754986e7 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:25:55.620095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 649d84e7-a09f-41d5-ae52-a70f754986e7, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=649d84e7-a09f-41d5-ae52-a70f754986e7,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:55.631126 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'port_id': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'mac_address': 'fa:16:3e:a1:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:25:55.672165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:55.684539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649d84e7-a09f-41d5-ae52-a70f754986e7 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:25:55.703067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 649d84e7-a09f-41d5-ae52-a70f754986e7, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=649d84e7-a09f-41d5-ae52-a70f754986e7,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:55.773146 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:55.821769 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=649d84e7-a09f-41d5-ae52-a70f754986e7,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:55.950267 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7d163-5ee5-426d-95aa-7acc9e78d41a req-833b1f79-36fe-4c0f-8c85-18c80731b188 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:55.951767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adf7d163-5ee5-426d-95aa-7acc9e78d41a req-833b1f79-36fe-4c0f-8c85-18c80731b188 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Aug 27 17:25:55.977117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['649d84e7-a09f-41d5-ae52-a70f754986e7'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:25:55.989521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-adf7d163-5ee5-426d-95aa-7acc9e78d41a req-cf5a5879-6898-41c9-b6e8-924ef1652ac1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317547 Aug 27 17:25:56.315952 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:57.103051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15bcef-2e8a-441e-87cf-b9c910de6c54 req-b95caaa7-5d9d-48e5-a1d6-f9a79c839ee6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:57.104538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c15bcef-2e8a-441e-87cf-b9c910de6c54 req-b95caaa7-5d9d-48e5-a1d6-f9a79c839ee6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 944 time: 0.0486360 Aug 27 17:25:57.142144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c15bcef-2e8a-441e-87cf-b9c910de6c54 req-a7e91674-3142-40fa-8b88-f5761dec5344 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316343 Aug 27 17:25:57.532127 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 649d84e7-a09f-41d5-ae52-a70f754986e7 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:25:57.633526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 649d84e7-a09f-41d5-ae52-a70f754986e7 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:25:57.637946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 649d84e7-a09f-41d5-ae52-a70f754986e7 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:25:57.638320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:57.715278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:57.736493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:25:57.738722 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8afe56-bbc1-4c94-ac81-a511152294e0" -d '{"events": [{"server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "name": "network-vif-plugged", "status": "completed", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:25:57.751643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 649d84e7-a09f-41d5-ae52-a70f754986e7, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=649d84e7-a09f-41d5-ae52-a70f754986e7,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:25:57.775739 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4470d112-d757-4e4f-b96a-0357310269c4 x-openstack-request-id: req-4470d112-d757-4e4f-b96a-0357310269c4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:25:57.776087 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "name": "network-vif-plugged", "status": "completed", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:25:57.776355 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4470d112-d757-4e4f-b96a-0357310269c4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:25:57.777307 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'code': 200} Aug 27 17:25:57.833800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:57.873411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00912c-b3ee-4151-bc8a-91c61c8b7e3b req-4a8b3b97-dbdd-4f63-9c96-35bdc03c4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:57.874898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe00912c-b3ee-4151-bc8a-91c61c8b7e3b req-4a8b3b97-dbdd-4f63-9c96-35bdc03c4254 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1096 time: 0.0463517 Aug 27 17:25:57.881570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=649d84e7-a09f-41d5-ae52-a70f754986e7,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:25:57.911227 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe00912c-b3ee-4151-bc8a-91c61c8b7e3b req-cd16b904-f8db-4b7e-91ec-6e91a8c5a3b0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291765 Aug 27 17:25:58.256293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b7785-07b6-4e36-93d2-fbbb118c7894 req-72be32c6-3f87-4c08-b28d-7dab2980da46 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:58.257761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e6b7785-07b6-4e36-93d2-fbbb118c7894 req-72be32c6-3f87-4c08-b28d-7dab2980da46 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Aug 27 17:25:58.296510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e6b7785-07b6-4e36-93d2-fbbb118c7894 req-cf524f47-8526-4ef3-bbd6-a2b7e4830c9d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323880 Aug 27 17:25:59.414718 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37513-4cb0-446e-8305-f2103ee08c69 req-fb0a6a3e-69bc-4a8f-8b54-f17b659a5c03 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:59.416224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dc37513-4cb0-446e-8305-f2103ee08c69 req-fb0a6a3e-69bc-4a8f-8b54-f17b659a5c03 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Aug 27 17:25:59.453853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8dc37513-4cb0-446e-8305-f2103ee08c69 req-2f973780-9cc6-4879-afa5-57c8868df58c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309262 Aug 27 17:25:59.570897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2a6b0-6fcb-42de-9c46-11ca7130335a req-75afa610-6963-4e9d-9076-9ce2547ed4b8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:59.572386 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cb2a6b0-6fcb-42de-9c46-11ca7130335a req-75afa610-6963-4e9d-9076-9ce2547ed4b8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Aug 27 17:25:59.610199 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cb2a6b0-6fcb-42de-9c46-11ca7130335a req-1b6038c2-5c24-4800-9362-c9f9a4a12bf1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Aug 27 17:25:59.636334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60694) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:59.676070 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e1130a-7a5f-4459-9ee1-416fe4c9a4ba tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:25:59.677580 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59e1130a-7a5f-4459-9ee1-416fe4c9a4ba tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1091 time: 0.0401542 Aug 27 17:25:59.680419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60696) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:25:59.684807 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:25:59.767684 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:59.865769 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:25:59.966647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.94 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/c87ee5d4-d291-4a74-85ff-053f08ad645d) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:26:00.070660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:00.161705 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:00.197404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:26:00.201216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:26:00.207176 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:26:00.232951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=c87ee5d4-d291-4a74-85ff-053f08ad645d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:26:00.906971 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:01.030259 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:01.176768 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:01.230654 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:01.302885 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=c87ee5d4-d291-4a74-85ff-053f08ad645d,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:26:01.316100 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:01.418094 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP ce035d4f-e787-452d-80a4-d54f0bb08742 associated. External IP: 172.25.4.94, port: 649d84e7-a09f-41d5-ae52-a70f754986e7. Aug 27 17:26:01.619373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:26:01.728480 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:26:01.738541 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] Sync routers for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:26:01.748630 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:26:01.755118 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:26:01.807516 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:01.834466 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ef6179be-c836-4d01-8202-87c711848e9c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1530426 Aug 27 17:26:01.835202 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:26:01.838638 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454aa4da-b6ef-466b-af96-b809205d9dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:26:01.853461 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:26:01.878287 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42770844-8f34-4ca5-a6fd-734d6f938137 x-openstack-request-id: req-42770844-8f34-4ca5-a6fd-734d6f938137 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:26:01.878731 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:26:01.879059 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-42770844-8f34-4ca5-a6fd-734d6f938137 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:26:01.879476 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'status': 'completed', 'code': 200} Aug 27 17:26:01.962399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4000-6df8-4f54-a298-3f81ea6abde1 req-8ea2fc27-cd72-4086-a59d-611efc462489 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:01.964608 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96be4000-6df8-4f54-a298-3f81ea6abde1 req-8ea2fc27-cd72-4086-a59d-611efc462489 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0792120 Aug 27 17:26:01.971949 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-e33e515f-e4c1-430f-9a8e-1c5451e672d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:01.973457 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-e33e515f-e4c1-430f-9a8e-1c5451e672d3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1096 time: 0.0627787 Aug 27 17:26:02.057987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-96be4000-6df8-4f54-a298-3f81ea6abde1 req-9b79a467-cbf2-4502-b553-d92c4af7be04 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834501 Aug 27 17:26:02.081173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60702) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:26:02.096831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-f2ca26ea-d868-4aae-9f1d-28064980483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:02.098480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-f2ca26ea-d868-4aae-9f1d-28064980483d service neutron] 10.222.0.97 "GET /v2.0/networks?id=52313f40-7631-4645-b101-515f223fd1a9 HTTP/1.1" status: 200 len: 898 time: 0.1167731 Aug 27 17:26:02.152638 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e527d15f-175f-435c-be71-bd7cb5c487d0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/ce035d4f-e787-452d-80a4-d54f0bb08742 HTTP/1.1" status: 200 len: 990 time: 0.0686302 Aug 27 17:26:02.166829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-8f85c121-f53e-4bbb-afe4-4ab4829d370b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649d84e7-a09f-41d5-ae52-a70f754986e7 HTTP/1.1" status: 200 len: 998 time: 0.0609603 Aug 27 17:26:02.169464 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'ce035d4f-e787-452d-80a4-d54f0bb08742', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'port_id': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'mac_address': 'fa:16:3e:a1:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f32674-9048-41f9-afe7-485d48985138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:26:00Z', 'updated_at': '2021-08-27T17:26:00Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:50Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:26:02.194454 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] Checking router: 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:26:02.202567 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:26:02.203217 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:25:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:26:02.220495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-31bf20e4-a5fb-49f6-80c2-d602c0f91628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:02.221972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-31bf20e4-a5fb-49f6-80c2-d602c0f91628 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4d2ca9a6-40b0-48f0-a330-45020dde6216 HTTP/1.1" status: 200 len: 834 time: 0.0485554 Aug 27 17:26:02.267787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-c665c1cc-abd0-43a0-8c14-0fc0580c7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:02.269340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-c665c1cc-abd0-43a0-8c14-0fc0580c7846 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52313f40-7631-4645-b101-515f223fd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405660 Aug 27 17:26:02.281124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-bac35389-a01a-4fd4-a3c8-f6475d1802a2 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:26:02.282087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-bac35389-a01a-4fd4-a3c8-f6475d1802a2 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056989 Aug 27 17:26:02.306154 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:26:02.373562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-2e0a4761-bece-492c-a24b-da73f12dd58d service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842927 Aug 27 17:26:02.471533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-454aa4da-b6ef-466b-af96-b809205d9dbb req-5d79b7c5-b541-4b3e-b6f8-f7b3c715f853 service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904117 Aug 27 17:26:02.530128 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'ce035d4f-e787-452d-80a4-d54f0bb08742', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'port_id': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'mac_address': 'fa:16:3e:a1:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f32674-9048-41f9-afe7-485d48985138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:26:00Z', 'updated_at': '2021-08-27T17:26:00Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:50Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:26:02.556982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5742882-c3ee-4feb-ba3c-ac60558b7105 None None] The sync data for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 is: [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'ce035d4f-e787-452d-80a4-d54f0bb08742', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'port_id': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'mac_address': 'fa:16:3e:a1:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f32674-9048-41f9-afe7-485d48985138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:26:00Z', 'updated_at': '2021-08-27T17:26:00Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:50Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:26:02.738553 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d1a2c-7cb4-4543-a50f-454b287ff715 None None] New status for floating IP ce035d4f-e787-452d-80a4-d54f0bb08742: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:26:03.156466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60704) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:26:03.218975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-eb0352d2-6ae4-4230-a087-9b79f0167b1a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/ce035d4f-e787-452d-80a4-d54f0bb08742 HTTP/1.1" status: 200 len: 992 time: 0.0610478 Aug 27 17:26:13.882930 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fec3db68-14a7-49e9-aeda-2ebff0d2b9e9 req-f93e2c7b-6dce-4400-9d7f-2a0dbda21337 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255747 Aug 27 17:26:13.945712 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fec3db68-14a7-49e9-aeda-2ebff0d2b9e9 req-c0f2d225-4cc9-4dda-9ccc-c84d3053b053 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0248339 Aug 27 17:26:13.984391 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fec3db68-14a7-49e9-aeda-2ebff0d2b9e9 req-bfb85e90-547f-430a-bf7e-5667f5e273f5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190074 Aug 27 17:26:14.080748 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3db68-14a7-49e9-aeda-2ebff0d2b9e9 req-f46a4f9f-77b6-41a7-9548-7ae5996d6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:14.082205 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-fec3db68-14a7-49e9-aeda-2ebff0d2b9e9 req-f46a4f9f-77b6-41a7-9548-7ae5996d6f5c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0905387 Aug 27 17:26:15.461191 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-18a35d64-3567-49a8-a270-fdc9d031ae47 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456707 Aug 27 17:26:15.547281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a8722-b669-479c-8f47-4932d7440a26 req-dee81c8d-8f45-4500-931e-e69682440816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:15.548796 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-dee81c8d-8f45-4500-931e-e69682440816 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1096 time: 0.0416026 Aug 27 17:26:15.651540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a8722-b669-479c-8f47-4932d7440a26 req-132e0437-80b7-4dd8-8e7f-f94cc533bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:15.653764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-132e0437-80b7-4dd8-8e7f-f94cc533bb2c service neutron] 10.222.0.97 "GET /v2.0/networks?id=52313f40-7631-4645-b101-515f223fd1a9 HTTP/1.1" status: 200 len: 898 time: 0.0849683 Aug 27 17:26:15.722595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-641c0e53-414a-424c-9461-30237c440f1e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649d84e7-a09f-41d5-ae52-a70f754986e7 HTTP/1.1" status: 200 len: 1000 time: 0.0617430 Aug 27 17:26:15.772077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a8722-b669-479c-8f47-4932d7440a26 req-f2dc94ba-52fc-440c-985a-77ae6750d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:15.773491 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-f2dc94ba-52fc-440c-985a-77ae6750d4fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4d2ca9a6-40b0-48f0-a330-45020dde6216 HTTP/1.1" status: 200 len: 834 time: 0.0434422 Aug 27 17:26:15.820108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a8722-b669-479c-8f47-4932d7440a26 req-d4784d1c-3290-4969-9122-9c1fd33e5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:15.821584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-d4784d1c-3290-4969-9122-9c1fd33e5c26 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52313f40-7631-4645-b101-515f223fd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402713 Aug 27 17:26:15.915083 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-c6a0fdad-0ca1-4d0f-ba54-064a3cdff619 service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851333 Aug 27 17:26:16.005775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-be5a8722-b669-479c-8f47-4932d7440a26 req-7993cd2d-a10a-4273-bf58-dc1af20e4793 service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824952 Aug 27 17:26:20.681212 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-269cf344-8785-4ceb-ba4f-6b12f955c1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:23.235281 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e0fc-236c-41cc-b2ce-3d0604172e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:23.405172 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:23.840197 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:24.829356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:24.954845 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:26.349468 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:28.856933 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:26:32.081367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec6a7f-fd7a-472e-ad5a-8db50a612740 req-fcdfe57c-7dfd-4d04-b142-dde46a66e67e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:32.082878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aec6a7f-fd7a-472e-ad5a-8db50a612740 req-fcdfe57c-7dfd-4d04-b142-dde46a66e67e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0607202 Aug 27 17:26:32.149476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1aec6a7f-fd7a-472e-ad5a-8db50a612740 req-d6b75b03-a66e-4d5e-a02a-6eebae59886c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549302 Aug 27 17:26:32.152318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-8ae1cf60-075d-4d9c-8ed5-384579b46abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:32.153895 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-8ae1cf60-075d-4d9c-8ed5-384579b46abf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1096 time: 0.0673029 Aug 27 17:26:32.247197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-ef9654e3-f7a0-4df6-8536-5c5525905140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:32.248842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-ef9654e3-f7a0-4df6-8536-5c5525905140 service neutron] 10.222.0.97 "GET /v2.0/networks?id=52313f40-7631-4645-b101-515f223fd1a9 HTTP/1.1" status: 200 len: 898 time: 0.0878627 Aug 27 17:26:32.316999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-81e308e8-0389-4e31-beb8-a21a1aa8b5b3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649d84e7-a09f-41d5-ae52-a70f754986e7 HTTP/1.1" status: 200 len: 1000 time: 0.0581672 Aug 27 17:26:32.367022 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-ba96b62e-c2de-447a-b929-7aa271c28d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:32.368487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-ba96b62e-c2de-447a-b929-7aa271c28d63 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4d2ca9a6-40b0-48f0-a330-45020dde6216 HTTP/1.1" status: 200 len: 834 time: 0.0437350 Aug 27 17:26:32.420329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-c62a03cb-ca64-4029-913f-c67abc1ca90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:32.421775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-c62a03cb-ca64-4029-913f-c67abc1ca90d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52313f40-7631-4645-b101-515f223fd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447142 Aug 27 17:26:32.512551 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-b85c4e6b-71ce-4ce4-8678-750c6bbb2f5b service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813863 Aug 27 17:26:32.606985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8876e4d1-5d69-4b13-9cbe-45e815fc2583 req-5263e4ce-a573-404e-814d-1119923e6d67 service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853343 Aug 27 17:26:33.270231 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d158690-042e-4ae0-9fcf-cb973186f942 req-a1eb7697-5f15-407f-8cef-07409b14a31b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:33.271764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d158690-042e-4ae0-9fcf-cb973186f942 req-a1eb7697-5f15-407f-8cef-07409b14a31b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Aug 27 17:26:33.311442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4d158690-042e-4ae0-9fcf-cb973186f942 req-2a25b02b-a935-451b-b1cc-03b841d44b33 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333810 Aug 27 17:26:34.426171 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a15e6-57b0-47a1-9e6c-03170ceffa5f req-f353b977-891f-4aa3-aea0-fc0a208f66ce tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:34.427674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-831a15e6-57b0-47a1-9e6c-03170ceffa5f req-f353b977-891f-4aa3-aea0-fc0a208f66ce tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Aug 27 17:26:34.465625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-831a15e6-57b0-47a1-9e6c-03170ceffa5f req-dd69b20e-0264-4658-9853-466362f93f1f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318475 Aug 27 17:26:35.579163 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d471d-5a1e-46dc-8c55-02194841bef3 req-e14838b2-4937-4239-9bfe-bfcacda06d26 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:35.580642 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb2d471d-5a1e-46dc-8c55-02194841bef3 req-e14838b2-4937-4239-9bfe-bfcacda06d26 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0499625 Aug 27 17:26:35.622791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bb2d471d-5a1e-46dc-8c55-02194841bef3 req-ccc7349c-a44a-4dfb-a1ec-bac86b1ed42c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361390 Aug 27 17:26:36.738577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad01d2-76a0-4dfb-bd5e-240a199e6b25 req-df67d12c-e865-4f17-92e8-670a0196b19c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:36.740078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50ad01d2-76a0-4dfb-bd5e-240a199e6b25 req-df67d12c-e865-4f17-92e8-670a0196b19c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0494883 Aug 27 17:26:36.777011 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-50ad01d2-76a0-4dfb-bd5e-240a199e6b25 req-af637872-466c-4fc1-86e5-4eb92d842116 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310361 Aug 27 17:26:37.917207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f551e3-cf80-4a1d-b9a5-b8ef2149321d req-c9b5b6d2-2377-42b7-ad7c-b662e3a53a28 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:37.918969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30f551e3-cf80-4a1d-b9a5-b8ef2149321d req-c9b5b6d2-2377-42b7-ad7c-b662e3a53a28 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0669348 Aug 27 17:26:37.969293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-30f551e3-cf80-4a1d-b9a5-b8ef2149321d req-5665efce-eda5-40d3-a923-b03118f07350 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Aug 27 17:26:39.088143 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bc428-e111-487f-a20f-5d0ab0ad6e08 req-1206028e-afc4-4068-aab7-572360e4557d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:39.089593 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-467bc428-e111-487f-a20f-5d0ab0ad6e08 req-1206028e-afc4-4068-aab7-572360e4557d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0482645 Aug 27 17:26:39.131088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-467bc428-e111-487f-a20f-5d0ab0ad6e08 req-e7a84f92-241c-4a8a-8bd5-c3f952a66993 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351171 Aug 27 17:26:40.244408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d448ca-2383-4abc-824e-a42be839167a req-3e689cd5-2333-469e-905c-4d56abe5a1e8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:40.245889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38d448ca-2383-4abc-824e-a42be839167a req-3e689cd5-2333-469e-905c-4d56abe5a1e8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0487440 Aug 27 17:26:40.283478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-38d448ca-2383-4abc-824e-a42be839167a req-cb2e85e1-e7b0-431b-96f0-3c9697d0de95 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310373 Aug 27 17:26:41.399377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2a141-ea1f-4342-98b5-020c98eed1a2 req-1fac0773-7aa8-4170-91bd-08627049bd99 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:41.400871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be2a141-ea1f-4342-98b5-020c98eed1a2 req-1fac0773-7aa8-4170-91bd-08627049bd99 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Aug 27 17:26:41.441742 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7be2a141-ea1f-4342-98b5-020c98eed1a2 req-c0745a02-1fb5-430e-87e4-09cb04fa7e8d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346956 Aug 27 17:26:42.556212 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297943d4-8183-4a02-a84f-0e446290506e req-285efafd-88b8-431b-b6d9-b1221df05697 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:42.557668 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-297943d4-8183-4a02-a84f-0e446290506e req-285efafd-88b8-431b-b6d9-b1221df05697 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0491135 Aug 27 17:26:42.599311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-297943d4-8183-4a02-a84f-0e446290506e req-73aeefcd-d369-4fed-a39e-c39533779e98 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347695 Aug 27 17:26:43.717162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f450e45-5178-4568-87da-5c0e8af3d0ad req-fd717fed-872e-456d-874b-10964a9316b9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:26:43.719162 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f450e45-5178-4568-87da-5c0e8af3d0ad req-fd717fed-872e-456d-874b-10964a9316b9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0515187 Aug 27 17:26:43.756175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f450e45-5178-4568-87da-5c0e8af3d0ad req-c5bc63a4-a0ed-4de0-8421-ab4d6eaa8c29 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311248 Aug 27 17:26:43.778886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60742) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:26:43.842185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a7cc5257-ced9-4179-8fc7-5fdfbf71d571 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/ce035d4f-e787-452d-80a4-d54f0bb08742 HTTP/1.1" status: 200 len: 992 time: 0.0620339 Aug 27 17:26:50.691493 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07bcc942-c0a6-4a96-b81b-bcc9dd9740e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:53.240099 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9f26-b28c-4a87-aa61-74a7dad03092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:53.440526 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:53.845790 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:54.823130 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:54.874824 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:26:56.365905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:05.856678 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:27:14.247993 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60760) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:14.407795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port c87ee5d4-d291-4a74-85ff-053f08ad645d {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:27:14.408317 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:14.481565 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:14.481894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:14.493166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for c87ee5d4-d291-4a74-85ff-053f08ad645d owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:27:14.685539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:14.712391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=c87ee5d4-d291-4a74-85ff-053f08ad645d,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:14.737124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.737474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.737817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.738152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.738484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.738816 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.739142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.739499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.739829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.740153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.740476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.740795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:14.779045 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:14.779415 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP ce035d4f-e787-452d-80a4-d54f0bb08742 disassociated (deleted). External IP: 172.25.4.94, port: 649d84e7-a09f-41d5-ae52-a70f754986e7. Aug 27 17:27:14.838649 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d23b87e1-513f-4cfd-b1de-6f8aef8ed35f req-19aa3af9-3fd5-4378-811b-4f2885d61a06 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278068 Aug 27 17:27:14.904254 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d23b87e1-513f-4cfd-b1de-6f8aef8ed35f req-c641545e-a3f8-4ac9-8b05-384242e8c0da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0258245 Aug 27 17:27:14.942513 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d23b87e1-513f-4cfd-b1de-6f8aef8ed35f req-232b3cb4-8880-4fd1-b7a4-8872ee241243 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197573 Aug 27 17:27:14.992983 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:27:15.043235 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b87e1-513f-4cfd-b1de-6f8aef8ed35f req-1f2912ff-3b89-46da-b52f-16073b3827eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:15.045362 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-d23b87e1-513f-4cfd-b1de-6f8aef8ed35f req-1f2912ff-3b89-46da-b52f-16073b3827eb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0970693 Aug 27 17:27:15.102242 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:27:15.107930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:15.112627 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] Sync routers for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:27:15.121504 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:15.122111 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:26:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:15.136150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6725b659-7106-4412-9071-f0115260fba6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/floatingips/ce035d4f-e787-452d-80a4-d54f0bb08742 HTTP/1.1" status: 204 len: 168 time: 0.8869982 Aug 27 17:27:15.137106 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:27:15.139062 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ce7de-2c4e-41e2-951d-8af7525c70a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:27:15.180481 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7872a5-98ed-409c-9993-9e723628eefe x-openstack-request-id: req-3e7872a5-98ed-409c-9993-9e723628eefe {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:27:15.180831 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:27:15.181216 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e7872a5-98ed-409c-9993-9e723628eefe {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:27:15.181635 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'status': 'completed', 'code': 200} Aug 27 17:27:15.230942 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:15.248992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-710696d1-6968-488f-b7ca-d806085d71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:15.250512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-710696d1-6968-488f-b7ca-d806085d71db service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 1096 time: 0.0469131 Aug 27 17:27:15.344933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-0736bec7-927b-41c3-a507-23817ba4f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:15.346407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-0736bec7-927b-41c3-a507-23817ba4f31a service neutron] 10.222.0.97 "GET /v2.0/networks?id=52313f40-7631-4645-b101-515f223fd1a9 HTTP/1.1" status: 200 len: 898 time: 0.0892241 Aug 27 17:27:15.389735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-d5646385-c174-4335-b9fa-0b2cf4c49248 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=649d84e7-a09f-41d5-ae52-a70f754986e7 HTTP/1.1" status: 200 len: 217 time: 0.0356138 Aug 27 17:27:15.429750 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:50Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:15.444897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-33212fef-adc0-46ba-b5f1-3e6e1fb1861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:15.446375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-33212fef-adc0-46ba-b5f1-3e6e1fb1861f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4d2ca9a6-40b0-48f0-a330-45020dde6216 HTTP/1.1" status: 200 len: 834 time: 0.0498521 Aug 27 17:27:15.459727 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] Checking router: 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:27:15.468790 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:15.469399 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:26:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:15.495100 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-98cebd23-efa0-4836-81fe-b1f19dbc507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:15.496861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-98cebd23-efa0-4836-81fe-b1f19dbc507c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=52313f40-7631-4645-b101-515f223fd1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428255 Aug 27 17:27:15.574236 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:15.592902 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-a0aa253e-bcac-4ef4-b249-11be428b7e52 service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886919 Aug 27 17:27:15.724124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd34a1-d39d-4f7f-9822-ef64f8317698 req-d64cf26a-d55c-4887-a4f7-68b844c39af9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:15.725650 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53dd34a1-d39d-4f7f-9822-ef64f8317698 req-d64cf26a-d55c-4887-a4f7-68b844c39af9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.1049211 Aug 27 17:27:15.731569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-754ce7de-2c4e-41e2-951d-8af7525c70a3 req-45d30495-1257-41ff-aceb-06e0fcd8a690 service neutron] 10.222.0.97 "GET /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307442 Aug 27 17:27:15.771371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53dd34a1-d39d-4f7f-9822-ef64f8317698 req-beaad6f3-da11-4f69-8e3e-3ef0b7eae101 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329020 Aug 27 17:27:15.791060 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:50Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:15.816651 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa3fb-1b3b-4a5c-915b-31aae6e38287 None None] The sync data for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 is: [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:25:45Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '6c36d9c1-22f4-487d-a949-85412918612c', 'name': '', 'network_id': '52313f40-7631-4645-b101-515f223fd1a9', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:23:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:45Z', 'updated_at': '2021-08-27T17:25:50Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '4d2ca9a6-40b0-48f0-a330-45020dde6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:27:16.029693 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11adfb-8a37-4cfd-adff-969fda2cf7b2 None None] New status for floating IP ce035d4f-e787-452d-80a4-d54f0bb08742: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:27:16.908757 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ec82f-9b7e-4ad7-bcb0-755b299a924f req-2ce3cb0c-5efb-47a5-bb00-58362dd6f52a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:16.910255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a8ec82f-9b7e-4ad7-bcb0-755b299a924f req-2ce3cb0c-5efb-47a5-bb00-58362dd6f52a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0584948 Aug 27 17:27:16.947329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a8ec82f-9b7e-4ad7-bcb0-755b299a924f req-0beba506-b717-4477-bfb5-d9a4732d23d4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=6d2fbc70-b859-49b1-bed2-be5b51928bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310411 Aug 27 17:27:17.121651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-f888d02f-d36e-49be-9ab2-8f932cbcdaaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:17.123084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-f888d02f-d36e-49be-9ab2-8f932cbcdaaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 945 time: 0.0484767 Aug 27 17:27:17.209746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 649d84e7-a09f-41d5-ae52-a70f754986e7 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:27:17.210086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:17.300825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 649d84e7-a09f-41d5-ae52-a70f754986e7, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=649d84e7-a09f-41d5-ae52-a70f754986e7,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:17.301191 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:17.313916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 649d84e7-a09f-41d5-ae52-a70f754986e7 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:27:17.508190 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:17.537502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=649d84e7-a09f-41d5-ae52-a70f754986e7,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:17.581270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] No DVR routers for this DVR port 649d84e7-a09f-41d5-ae52-a70f754986e7 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:27:17.583743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:17.585704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c895d2ee-4dfb-4477-86f4-dae8f4ad1f93 req-af1c63e0-56b7-417f-9a0b-bf0f2412e781 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "DELETE /v2.0/ports/649d84e7-a09f-41d5-ae52-a70f754986e7 HTTP/1.1" status: 204 len: 173 time: 0.4563708 Aug 27 17:27:17.586153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'name': 'network-vif-deleted', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:27:17.588397 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8451f2e-89e4-4dd6-9456-85e714fa9039" -d '{"events": [{"server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "name": "network-vif-deleted", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:27:17.639071 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000bd19a-7c3b-42bd-a1ab-e015dd0bb3f3 x-openstack-request-id: req-000bd19a-7c3b-42bd-a1ab-e015dd0bb3f3 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:27:17.639465 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f32674-9048-41f9-afe7-485d48985138", "name": "network-vif-deleted", "tag": "649d84e7-a09f-41d5-ae52-a70f754986e7", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:27:17.644778 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-000bd19a-7c3b-42bd-a1ab-e015dd0bb3f3 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:27:17.644778 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f32674-9048-41f9-afe7-485d48985138', 'name': 'network-vif-deleted', 'tag': '649d84e7-a09f-41d5-ae52-a70f754986e7', 'status': 'completed', 'code': 200} Aug 27 17:27:18.055431 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a384d973-74e5-4373-8823-854bb4598b0c req-8226a443-d190-489b-901e-4aecdf288877 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=b3f32674-9048-41f9-afe7-485d48985138 HTTP/1.1" status: 200 len: 210 time: 0.0262625 Aug 27 17:27:19.130630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60782) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:19.486705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:19.740366 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 6c36d9c1-22f4-487d-a949-85412918612c {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:27:19.740591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:19.829195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 6c36d9c1-22f4-487d-a949-85412918612c, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=6c36d9c1-22f4-487d-a949-85412918612c,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:19.829551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:19.845794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 6c36d9c1-22f4-487d-a949-85412918612c owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:27:20.079469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:20.107003 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=6c36d9c1-22f4-487d-a949-85412918612c,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:20.281817 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:20.685918 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c983808-e55a-4dbb-b671-beca54fb84a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:20.834399 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:27:20.940923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:27:20.945765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4da00bc1-d360-40b2-be49-a2d0cba71064 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/53b38bb3-e30b-4a9a-a0bf-039473b11bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140671 Aug 27 17:27:20.949463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60784) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:20.951947 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] Sync routers for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:27:20.960996 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:20.961587 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:26:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:21.000188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting subnet 4d2ca9a6-40b0-48f0-a330-45020dde6216 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:27:21.003231 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.044460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.063946 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:21.134921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.263187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.290695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2ca9a6-40b0-48f0-a330-45020dde6216,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:21.294976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.299313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-37a3da5b-bd7d-4480-8fec-bde1de8b4841 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/subnets/4d2ca9a6-40b0-48f0-a330-45020dde6216 HTTP/1.1" status: 204 len: 168 time: 0.3464975 Aug 27 17:27:21.300120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60786) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:21.304585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27660336-ccea-4917-8077-27cf0342a0e5 None None] Network 52313f40-7631-4645-b101-515f223fd1a9 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:27:21.329161 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:27:19Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:21.358388 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] Checking router: 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:27:21.367623 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] Routers {'53b38bb3-e30b-4a9a-a0bf-039473b11bd9'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:21.368239 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:26:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:21.418921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.484079 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] Set router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:21.501109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] DHCP port deletion for 52313f40-7631-4645-b101-515f223fd1a9 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:27:21.535103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.552801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Deleting port 44b08aeb-c966-425e-bf76-b297af93a4d5 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:27:21.553552 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.616345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] For port 44b08aeb-c966-425e-bf76-b297af93a4d5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=44b08aeb-c966-425e-bf76-b297af93a4d5,segment=NetworkSegment(0e733768-fd24-4e45-94e2-76cc26c2c2e5),segment_id=0e733768-fd24-4e45-94e2-76cc26c2c2e5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:21.616750 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.627773 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:27:21.628265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.629999 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Calling delete_port for 44b08aeb-c966-425e-bf76-b297af93a4d5 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:27:21.670579 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:27:19Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:21.700201 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa638e-d941-47a2-ace6-9eed74f298b5 None None] The sync data for ids ['53b38bb3-e30b-4a9a-a0bf-039473b11bd9'] in n-d-806412-1 is: [{'id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912964580', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:25:41Z', 'updated_at': '2021-08-27T17:27:19Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b38bb3-e30b-4a9a-a0bf-039473b11bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:25:42Z', 'updated_at': '2021-08-27T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:27:21.725324 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:21.725730 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.741586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:27:21.771503 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.797025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Pushing event deleted for resources: {'Port': ['ID=44b08aeb-c966-425e-bf76-b297af93a4d5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:21.807153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] No DVR routers for this DVR port 44b08aeb-c966-425e-bf76-b297af93a4d5 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:27:21.810163 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.810525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.811130 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.811659 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.812009 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.812353 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.812691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.813031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.813366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.813700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.814034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.814367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95da13-155b-4d78-bc85-f428b1ee51af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:21.935428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 649d84e7-a09f-41d5-ae52-a70f754986e7 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:27:21.955681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 649d84e7-a09f-41d5-ae52-a70f754986e7 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:27:21.956030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 649d84e7-a09f-41d5-ae52-a70f754986e7 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:27:21.958847 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:21.986442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:22.047963 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.145447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.147664 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.256209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 44b08aeb-c966-425e-bf76-b297af93a4d5 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:27:22.257118 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.257659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Fanout notify agent at l3_agent the message router_deleted on router 53b38bb3-e30b-4a9a-a0bf-039473b11bd9 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:27:22.271080 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.275504 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-662f9c25-99da-4358-836e-e3865bbc7361 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/routers/53b38bb3-e30b-4a9a-a0bf-039473b11bd9 HTTP/1.1" status: 204 len: 168 time: 0.9717627 Aug 27 17:27:22.276495 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60788) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:22.282279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 44b08aeb-c966-425e-bf76-b297af93a4d5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:27:22.282647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 44b08aeb-c966-425e-bf76-b297af93a4d5 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:27:22.283417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c36d9c1-22f4-487d-a949-85412918612c no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:27:22.304048 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 6c36d9c1-22f4-487d-a949-85412918612c {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:27:22.304311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 6c36d9c1-22f4-487d-a949-85412918612c not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:27:22.356379 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.449038 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.458476 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52313f40-7631-4645-b101-515f223fd1a9']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:22.468714 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e733768-fd24-4e45-94e2-76cc26c2c2e5') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:22.469015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e733768-fd24-4e45-94e2-76cc26c2c2e5') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:22.477528 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.490986 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.497676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:27:22.506185 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:27:22.633468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.642199 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.643551 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/networks/52313f40-7631-4645-b101-515f223fd1a9 HTTP/1.1" status: 204 len: 168 time: 0.3666599 Aug 27 17:27:22.646517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60790) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:22.663167 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Network': ['ID=52313f40-7631-4645-b101-515f223fd1a9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:22.672015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.672355 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.672699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.673032 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.673361 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.673691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.674017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.674332 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.674661 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.674979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.675325 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.675651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc4d79-ecf8-4fb1-aa77-4ce90d5aab75 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:22.708678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f00271f-db5a-4ea2-bdd3-39bd83ff13a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.736024 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f00271f-db5a-4ea2-bdd3-39bd83ff13a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.872752 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f00271f-db5a-4ea2-bdd3-39bd83ff13a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.875406 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f00271f-db5a-4ea2-bdd3-39bd83ff13a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:22.876627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4f00271f-db5a-4ea2-bdd3-39bd83ff13a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/security-groups/6d2fbc70-b859-49b1-bed2-be5b51928bdc HTTP/1.1" status: 204 len: 168 time: 0.2291121 Aug 27 17:27:22.885935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00271f-db5a-4ea2-bdd3-39bd83ff13a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2fbc70-b859-49b1-bed2-be5b51928bdc,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:23.325996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60796) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:23.330681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-908ef850-eecc-46f4-9846-acd65914d550 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483336283', 'description': 'tempest-secgroup-smoke-483336283 description', 'project_id': '5d57ded0e28f4325bd017d620aaa2282'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:23.330925 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-919e8455-6da6-4bd5-a57f-7576a0d2ea39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.422796 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-908ef850-eecc-46f4-9846-acd65914d550 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.451200 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.506808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-908ef850-eecc-46f4-9846-acd65914d550 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.593585 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-908ef850-eecc-46f4-9846-acd65914d550 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.623209 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ef850-eecc-46f4-9846-acd65914d550 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e21db64-6d8e-4073-b095-2900cfcfcc6c,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:23.691136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-908ef850-eecc-46f4-9846-acd65914d550 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.692455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-908ef850-eecc-46f4-9846-acd65914d550 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3654342 Aug 27 17:27:23.695486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60798) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:23.701609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-5652a2ee-3e42-4aa0-8ed3-8ca29e5347ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3e21db64-6d8e-4073-b095-2900cfcfcc6c', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:23.776302 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5652a2ee-3e42-4aa0-8ed3-8ca29e5347ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.823439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.835637 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5652a2ee-3e42-4aa0-8ed3-8ca29e5347ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.936358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5652a2ee-3e42-4aa0-8ed3-8ca29e5347ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:23.954703 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652a2ee-3e42-4aa0-8ed3-8ca29e5347ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4aae0b5-84c0-43b7-950e-6dac1322957a,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:24.033894 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5652a2ee-3e42-4aa0-8ed3-8ca29e5347ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.035194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5652a2ee-3e42-4aa0-8ed3-8ca29e5347ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387725 Aug 27 17:27:24.037907 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60800) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:24.042726 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-209cf86e-a91b-4e88-a475-865bcdfcab18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3e21db64-6d8e-4073-b095-2900cfcfcc6c', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:24.129767 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-209cf86e-a91b-4e88-a475-865bcdfcab18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.146949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:27:24.171086 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:27:24.171471 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 92bd67fa-3bfb-4922-a3ee-2bc2e7ca93a4 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:27:24.189293 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-209cf86e-a91b-4e88-a475-865bcdfcab18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.239030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-209cf86e-a91b-4e88-a475-865bcdfcab18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.256566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cf86e-a91b-4e88-a475-865bcdfcab18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44c58c7-e301-4d80-b113-5a22865e89b0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:24.319581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-209cf86e-a91b-4e88-a475-865bcdfcab18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.320807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-209cf86e-a91b-4e88-a475-865bcdfcab18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2819376 Aug 27 17:27:24.323572 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60802) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:24.328010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-942aad5f-5997-4909-95dc-22416530e220 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3e21db64-6d8e-4073-b095-2900cfcfcc6c', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:24.410674 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-942aad5f-5997-4909-95dc-22416530e220 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.472332 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-942aad5f-5997-4909-95dc-22416530e220 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.530901 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-942aad5f-5997-4909-95dc-22416530e220 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.549104 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aad5f-5997-4909-95dc-22416530e220 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dace3a1-3a71-4330-aa6f-33d8096057ab,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:24.599275 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-942aad5f-5997-4909-95dc-22416530e220 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.600545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-942aad5f-5997-4909-95dc-22416530e220 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2760727 Aug 27 17:27:24.603221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60804) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:24.608418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-6ff3889a-9e1e-4565-8294-719bf27df390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3e21db64-6d8e-4073-b095-2900cfcfcc6c', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:24.666742 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ff3889a-9e1e-4565-8294-719bf27df390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.725401 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ff3889a-9e1e-4565-8294-719bf27df390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.777408 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ff3889a-9e1e-4565-8294-719bf27df390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.794223 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.797115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3889a-9e1e-4565-8294-719bf27df390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6454043a-1b76-4313-9e55-ac8b10ba1057,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:24.833330 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.844909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6ff3889a-9e1e-4565-8294-719bf27df390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.846117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6ff3889a-9e1e-4565-8294-719bf27df390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2419419 Aug 27 17:27:24.848887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60806) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:24.853781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3e21db64-6d8e-4073-b095-2900cfcfcc6c', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:24.919475 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:27:24.924396 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:24.983616 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.044370 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.060818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdd0cdc-613b-4b33-8da0-5d9fe454f323,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:25.136432 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.137878 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0c1b4c44-5191-486d-9ac2-96f2939178a6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879875 Aug 27 17:27:25.140754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:25.145400 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3e21db64-6d8e-4073-b095-2900cfcfcc6c', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:25.250715 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:27:25.255488 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.320271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.393869 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.412105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcad632-b872-493b-aa8a-467932221607,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:25.485265 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.486505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-38607bec-e0b6-47fb-aeba-f9a9153b630b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447952 Aug 27 17:27:25.489323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60810) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:25.494217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'network': {'name': 'tempest-network-smoke--1004462378', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'port_security_enabled': True}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:25.582054 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:27:25.585439 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.608351 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:27:25.616782 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.617123 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Added segment cbba53bd-19c3-4783-b187-dde60f3180cf of type vlan for network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 Aug 27 17:27:25.657091 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.738011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.744310 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:25.744949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.812291 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Network': ['ID=5d578fa4-a108-4ed2-9001-4bdc6b8fa226,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:25.822712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:27:25.880010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d5494e53-a22e-4303-b27a-edbe15ac25db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3896406 Aug 27 17:27:25.882653 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60812) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:25.887393 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'admin_state_up': True, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:25.976671 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:25.977675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.032828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.249917 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.336730 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.489182 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.507591 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.613389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.224 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/cf0f1d1c-faa2-43ee-82e4-b83e5643c417) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:27:26.713011 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.799849 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:26.843929 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:27:26.846727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:27:26.849152 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:27:26.879246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:27.166842 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:27.366038 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:27.547723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:27:27.655195 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:27:27.664976 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Sync routers for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:27:27.674065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:27.674689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:27.725318 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:27.726637 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-17709635-ac67-47e8-a4ed-95bb3411e120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8429501 Aug 27 17:27:27.729769 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60814) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:27.759870 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-cad3d415-fb84-4410-ac0d-e4866ef4ee7d tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5d57ded0e28f4325bd017d620aaa2282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289607 Aug 27 17:27:27.763208 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60816) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:27.784478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:27.849544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4a5c66-3b22-4396-96c7-840699b4436b tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:27.851096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed4a5c66-3b22-4396-96c7-840699b4436b tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869484 Aug 27 17:27:27.854017 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60818) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:27.882456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7c76c023-1e7f-495d-b477-c7f11ecd077b tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273418 Aug 27 17:27:27.884853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60820) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:27.890343 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038132572', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:27.970315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:26Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:27.996654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Checking router: 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:27:27.997013 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Updating router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:27:28.021681 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.022321 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:27:28.025850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.262878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.280637 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.290432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Transition to ACTIVE for port object cf0f1d1c-faa2-43ee-82e4-b83e5643c417 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:27:28.331237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Subnet': ['ID=34bce859-65b5-4dee-9d87-47e3473d0b01,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:28.336320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Checking segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:27:28.339485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network hostable DHCP agents. Network: 5d578fa4-a108-4ed2-9001-4bdc6b8fa226, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:27:28.362358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.413528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Attempting to bind port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:27:28.413898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Attempting to bind port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:27:28.414318 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Attempting to bind port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:27:28.423639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798d4c-d3e6-4509-93af-805611b75b28 None None] Pushing event updated for resources: {'Port': ['ID=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:28.427248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:27:28.427654 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:27:28.428065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.428457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:27:28.428930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Bound port: cf0f1d1c-faa2-43ee-82e4-b83e5643c417, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:27:28.429319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.434521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:27:28.481317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] For port cf0f1d1c-faa2-43ee-82e4-b83e5643c417, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:27:28.484411 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] For port cf0f1d1c-faa2-43ee-82e4-b83e5643c417, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:27:28.525215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 5d578fa4-a108-4ed2-9001-4bdc6b8fa226) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:27:28.529630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:28.530230 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.534504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313662a-6366-4251-89d2-326fdb2d0891 None None] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:27:28.576207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.663652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798d4c-d3e6-4509-93af-805611b75b28 None None] Pushing event updated for resources: {'Port': ['ID=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:28.668646 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:28.669257 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:28.672476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-efaf6788-23c7-4bdb-94b6-cbb907aedf80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7841754 Aug 27 17:27:28.673456 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60822) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:28.809374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:27:28.810230 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:28.830362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:29.081507 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Allocated IP 172.20.0.2 (5d578fa4-a108-4ed2-9001-4bdc6b8fa226/34bce859-65b5-4dee-9d87-47e3473d0b01/d48a3d7a-cb25-4d1c-afe1-62b0602fd93b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:27:29.104428 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.177702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:26Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:29.210290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a27c03a-2b73-4c28-bf22-c84b24ebd772 None None] The sync data for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 is: [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:26Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:27:29.280438 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.290708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Transition to ACTIVE for port object d48a3d7a-cb25-4d1c-afe1-62b0602fd93b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:27:29.307966 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Transition to ACTIVE for port object d48a3d7a-cb25-4d1c-afe1-62b0602fd93b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:27:29.382361 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.424378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:27:29.429798 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:27:29.434914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:27:29.441946 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Pushing event updated for resources: {'Port': ['ID=d48a3d7a-cb25-4d1c-afe1-62b0602fd93b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:29.475463 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.1 (5d578fa4-a108-4ed2-9001-4bdc6b8fa226/34bce859-65b5-4dee-9d87-47e3473d0b01/9e702d72-c2bf-424c-b9a0-20ee25b57486) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:27:29.512294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Attempting to bind port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:27:29.512674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Attempting to bind port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:27:29.513043 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Attempting to bind port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:27:29.518822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:27:29.519204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Checking segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:27:29.519644 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.520042 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Bound using segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:27:29.520516 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Bound port: d48a3d7a-cb25-4d1c-afe1-62b0602fd93b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:27:29.520908 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.597267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.597447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] For port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:27:29.600592 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] For port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d48a3d7a-cb25-4d1c-afe1-62b0602fd93b,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:27:29.609373 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object 9e702d72-c2bf-424c-b9a0-20ee25b57486 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:27:29.680423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.708811 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:29.759307 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43cc8b-6d97-4a9f-8faf-da5cdbd8decb None None] Pushing event updated for resources: {'Port': ['ID=d48a3d7a-cb25-4d1c-afe1-62b0602fd93b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:29.785122 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:27:29.790905 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:27:29.795175 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:27:29.819883 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=9e702d72-c2bf-424c-b9a0-20ee25b57486,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:29.844061 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.098372 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.251447 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf0f1d1c-faa2-43ee-82e4-b83e5643c417 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:27:30.371665 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:27:30.376070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:30.376834 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.381477 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.456417 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.460304 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.483191 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port cf0f1d1c-faa2-43ee-82e4-b83e5643c417, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:30.534776 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.536691 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=9e702d72-c2bf-424c-b9a0-20ee25b57486,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:30.553867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.554756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d48a3d7a-cb25-4d1c-afe1-62b0602fd93b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:27:30.631246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:30.643530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:27:30.645078 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:27:30.707771 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:27:30.715720 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e440aa5-e487-4ae0-b257-c00f91a6bfe7 None None] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:27:30.763483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:27:30.858591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4cf037ff-0beb-438c-9bce-8d482140e7c0 None None] Provisioning for port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:27:30.863548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4cf037ff-0beb-438c-9bce-8d482140e7c0 None None] Provisioning complete for port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:30.863935 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cf037ff-0beb-438c-9bce-8d482140e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:30.876131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:27:30.887838 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bb35b85-b8d5-46fb-b4bc-db42200f4cc0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/8f120f26-29ff-4ce1-91e2-aeaa39cb9e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2125313 Aug 27 17:27:31.052163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-59973b51-3bad-4090-9755-1b95a0b7873c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483336283&fields=id&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 267 time: 0.0418866 Aug 27 17:27:31.130295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cf037ff-0beb-438c-9bce-8d482140e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:31.166294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4cf037ff-0beb-438c-9bce-8d482140e7c0 None None] For port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d48a3d7a-cb25-4d1c-afe1-62b0602fd93b,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:31.239479 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cf037ff-0beb-438c-9bce-8d482140e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:31.297484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf037ff-0beb-438c-9bce-8d482140e7c0 None None] Pushing event updated for resources: {'Port': ['ID=d48a3d7a-cb25-4d1c-afe1-62b0602fd93b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:31.302582 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Sync routers for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:27:31.316170 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:31.316902 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:31.363935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ef7921c0-918f-4884-89e4-3bdebfc2c168 None None] Provisioning complete for port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:31.364478 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef7921c0-918f-4884-89e4-3bdebfc2c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:31.446167 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:31.536292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ef7921c0-918f-4884-89e4-3bdebfc2c168 None None] Provisioning for port 9e702d72-c2bf-424c-b9a0-20ee25b57486 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:27:31.540359 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ef7921c0-918f-4884-89e4-3bdebfc2c168 None None] Provisioning complete for port 9e702d72-c2bf-424c-b9a0-20ee25b57486 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:31.540736 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef7921c0-918f-4884-89e4-3bdebfc2c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:31.553005 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-e5a83019-c183-4d21-8942-c9aacc73024b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:31.561248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-e5a83019-c183-4d21-8942-c9aacc73024b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 797 time: 0.4958470 Aug 27 17:27:31.575148 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-20c220e6-c7d2-48a2-bee6-29b365e0edd9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/quotas/5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 375 time: 0.0128415 Aug 27 17:27:31.582513 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ef7921c0-918f-4884-89e4-3bdebfc2c168 None None] Port 9e702d72-c2bf-424c-b9a0-20ee25b57486 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:27:31.632849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-07516a58-ae46-40f1-977e-a95fd6c5877b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482900 Aug 27 17:27:31.665380 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 2, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:31.695560 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Checking router: 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:27:31.695914 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Updating router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 port 9e702d72-c2bf-424c-b9a0-20ee25b57486 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:27:31.701963 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-33b17695-27e2-42cc-8eb7-0cecedcb83fb None None] Provisioning complete for port 9e702d72-c2bf-424c-b9a0-20ee25b57486 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:31.702799 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33b17695-27e2-42cc-8eb7-0cecedcb83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:31.721555 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:31.739032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-33b17695-27e2-42cc-8eb7-0cecedcb83fb None None] Port 9e702d72-c2bf-424c-b9a0-20ee25b57486 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:27:31.741936 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-d762f309-1afc-443d-8674-550597544b1b service neutron] 10.222.0.101 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961232 Aug 27 17:27:31.840324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-5a2847d9-3af5-4ebc-9944-1d9264606ad1 service neutron] 10.222.0.101 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907629 Aug 27 17:27:31.984576 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:31.993816 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Transition to ACTIVE for port object 9e702d72-c2bf-424c-b9a0-20ee25b57486 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:27:32.045193 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:32.088163 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78d0f350-f28d-4dcc-a258-848ddce17ca4 req-f58b635c-1e95-4bea-866b-359b015fba6e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 210 time: 0.0376778 Aug 27 17:27:32.109354 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Pushing event updated for resources: {'Port': ['ID=9e702d72-c2bf-424c-b9a0-20ee25b57486,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:32.133895 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.134241 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.134582 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.134912 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.135328 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.136318 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.136318 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.136318 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.136792 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.136992 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.137228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.137549 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:27:32.174910 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Attempting to bind port 9e702d72-c2bf-424c-b9a0-20ee25b57486 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:27:32.175324 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Attempting to bind port 9e702d72-c2bf-424c-b9a0-20ee25b57486 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:27:32.175675 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Attempting to bind port 9e702d72-c2bf-424c-b9a0-20ee25b57486 on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:27:32.181323 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:27:32.182094 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Checking segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:27:32.182542 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:32.183185 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Bound using segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:27:32.183435 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Bound port: 9e702d72-c2bf-424c-b9a0-20ee25b57486, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:27:32.183815 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:32.241847 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf0f1d1c-faa2-43ee-82e4-b83e5643c417 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:27:32.250220 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] For port 9e702d72-c2bf-424c-b9a0-20ee25b57486, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:27:32.254130 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] For port 9e702d72-c2bf-424c-b9a0-20ee25b57486, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9e702d72-c2bf-424c-b9a0-20ee25b57486,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:27:32.294874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:32.298034 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:32.309143 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:32.366507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:32.367407 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:32.407639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d48a3d7a-cb25-4d1c-afe1-62b0602fd93b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:27:32.419104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b7848-eb79-40c1-92f6-f242c552a903 None None] Pushing event updated for resources: {'Port': ['ID=9e702d72-c2bf-424c-b9a0-20ee25b57486,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:32.457744 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:32.457930 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:32.493316 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:32.792375 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:32Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:32.820157 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1fde5-e953-4627-80c0-668e28a2ea77 None None] The sync data for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 is: [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:32Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:27:33.205056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6441b8ba-33f4-4a11-94e6-770456c3834e req-fecbb638-763d-4c64-aa73-cec518be8358 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 210 time: 0.0393794 Aug 27 17:27:34.079735 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-2912d842-a8db-4ac0-b751-7f974e91a267 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:34.081119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-2912d842-a8db-4ac0-b751-7f974e91a267 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 797 time: 0.1074207 Aug 27 17:27:34.125757 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-deca06bb-0d59-48a2-9707-2f13badb9d8c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 379 time: 0.0349967 Aug 27 17:27:34.135146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'port': {'device_id': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'admin_state_up': True, 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'security_groups': ['3e21db64-6d8e-4073-b095-2900cfcfcc6c']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:34.222816 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e702d72-c2bf-424c-b9a0-20ee25b57486 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:27:34.306154 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-22fa8b3f-4366-4eb7-9270-3cdde776aafe req-20855d61-1dbb-44dc-a954-290bda32f52f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 210 time: 0.0284264 Aug 27 17:27:34.347492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:27:34.351075 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:34.376053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 9e702d72-c2bf-424c-b9a0-20ee25b57486 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:27:34.380204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9e702d72-c2bf-424c-b9a0-20ee25b57486 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:34.380579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:34.455722 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:34.478667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.4 (5d578fa4-a108-4ed2-9001-4bdc6b8fa226/34bce859-65b5-4dee-9d87-47e3473d0b01/c3811be6-5e53-44d4-8771-9f83d034a251) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:27:34.488093 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 9e702d72-c2bf-424c-b9a0-20ee25b57486, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9e702d72-c2bf-424c-b9a0-20ee25b57486,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:34.543423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:34.594495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=9e702d72-c2bf-424c-b9a0-20ee25b57486,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:34.622023 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:34.635599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object c3811be6-5e53-44d4-8771-9f83d034a251 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:27:34.708010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:34.752567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:27:34.757638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:27:34.762257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:27:34.791864 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:34.821215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:34.821847 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:34.874400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-58adb7c4-938f-460c-9baa-e5e22608f5fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427576 Aug 27 17:27:34.887741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Request body: {'port': {'device_id': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:34.943891 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:35.090583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5d270812-0fe4-4eba-b36f-9e0f8674967d None None] Provisioning for port c3811be6-5e53-44d4-8771-9f83d034a251 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:27:35.094509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5d270812-0fe4-4eba-b36f-9e0f8674967d None None] Provisioning complete for port c3811be6-5e53-44d4-8771-9f83d034a251 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:35.094877 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d270812-0fe4-4eba-b36f-9e0f8674967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:35.134535 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5d270812-0fe4-4eba-b36f-9e0f8674967d None None] Port c3811be6-5e53-44d4-8771-9f83d034a251 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:27:35.206056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3811be6-5e53-44d4-8771-9f83d034a251 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:27:35.213471 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:35.225681 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Transition to ACTIVE for port object c3811be6-5e53-44d4-8771-9f83d034a251 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:27:35.284485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:35.340305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:35.449579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:27:35.449921 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:27:35.450255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:27:35.461911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8834f-6b13-4f35-b585-ef457b4837bf req-649f1c9b-6852-4432-8ad2-cb256f41ac2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:35.463509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0de8834f-6b13-4f35-b585-ef457b4837bf req-649f1c9b-6852-4432-8ad2-cb256f41ac2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0763633 Aug 27 17:27:35.465486 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Port c3811be6-5e53-44d4-8771-9f83d034a251 on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:27:35.465822 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:27:35.477659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:27:35.478000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Checking segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:27:35.478390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Bound using segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:27:35.478841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Bound port: c3811be6-5e53-44d4-8771-9f83d034a251, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:27:35.479252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:35.550090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0de8834f-6b13-4f35-b585-ef457b4837bf req-353e5790-17bb-4d1e-9316-5d1ff9ebeb81 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788105 Aug 27 17:27:35.572009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:27:35.575778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:27:35.656800 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:35.689287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:35.689903 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:35.691474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] 10.222.0.97 "PUT /v2.0/ports/c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 1091 time: 0.8090479 Aug 27 17:27:35.693702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:27:35.695999 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f343b09-7918-4c1d-992c-a1b0ce22f121" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:27:35.731961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f33981-2ebf-4e69-9fe3-e411ccd0279e service neutron] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:35.739987 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab25de9d-4d93-4bd9-9893-e3197dd65319 x-openstack-request-id: req-ab25de9d-4d93-4bd9-9893-e3197dd65319 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:27:35.740286 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:27:35.740675 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab25de9d-4d93-4bd9-9893-e3197dd65319 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:27:35.741033 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'status': 'completed', 'code': 200} Aug 27 17:27:35.805233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f343b09-7918-4c1d-992c-a1b0ce22f121 req-8ebbaf8e-ad5e-43a3-9c39-52b91bfd2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:35.806789 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f343b09-7918-4c1d-992c-a1b0ce22f121 req-8ebbaf8e-ad5e-43a3-9c39-52b91bfd2c54 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1094 time: 0.0452297 Aug 27 17:27:35.915759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f343b09-7918-4c1d-992c-a1b0ce22f121 req-a4edee4c-2fd3-4d70-b931-ee367b29f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:35.917900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f343b09-7918-4c1d-992c-a1b0ce22f121 req-a4edee4c-2fd3-4d70-b931-ee367b29f4bb service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d57ded0e28f4325bd017d620aaa2282&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1034932 Aug 27 17:27:36.010821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f343b09-7918-4c1d-992c-a1b0ce22f121 req-8fdd3e89-e837-49c3-a0c4-69ece1dc69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:36.012338 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f343b09-7918-4c1d-992c-a1b0ce22f121 req-8fdd3e89-e837-49c3-a0c4-69ece1dc69ca service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0872314 Aug 27 17:27:36.093883 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-73e1f0fc-c045-4e8b-a3ae-82eab3cc1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:36.095375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-73e1f0fc-c045-4e8b-a3ae-82eab3cc1b31 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1094 time: 0.0467091 Aug 27 17:27:36.136813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-a9a30b96-2441-4f2f-9593-85610f99b590 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 217 time: 0.0336614 Aug 27 17:27:36.187418 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-463b2aa0-2014-44a7-87e8-6f007b0bd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:36.188850 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-463b2aa0-2014-44a7-87e8-6f007b0bd007 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0453155 Aug 27 17:27:36.196217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e702d72-c2bf-424c-b9a0-20ee25b57486 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:27:36.239435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-a9342fc2-43ec-482a-ad15-a3a6f68cec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:36.240957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-a9342fc2-43ec-482a-ad15-a3a6f68cec54 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450764 Aug 27 17:27:36.244634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 9e702d72-c2bf-424c-b9a0-20ee25b57486 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:36.245077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:36.333992 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-07ea6243-9c4f-4fa5-b654-fb10f83ab05c service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855951 Aug 27 17:27:36.430909 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0e39db5-8ee6-40d7-9773-309fba6faec1 req-fdf69cdb-1b2e-4a6a-b92d-f911fb229477 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894778 Aug 27 17:27:36.666526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db94d8-2e5f-45d1-a3c7-3c04176df35b req-43c78f73-15a1-4e92-9485-b84f972ff52d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:36.668133 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5db94d8-2e5f-45d1-a3c7-3c04176df35b req-43c78f73-15a1-4e92-9485-b84f972ff52d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0510297 Aug 27 17:27:36.706226 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5db94d8-2e5f-45d1-a3c7-3c04176df35b req-f43b3cd8-a5e7-434f-a984-8cc9bdaa5779 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Aug 27 17:27:37.822620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a5da-6e3c-46ac-80ae-00f85faa7bf4 req-99ed0664-0ed8-4a2e-af67-dcac00eb5a42 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:37.825032 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c444a5da-6e3c-46ac-80ae-00f85faa7bf4 req-99ed0664-0ed8-4a2e-af67-dcac00eb5a42 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0514975 Aug 27 17:27:37.868407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c444a5da-6e3c-46ac-80ae-00f85faa7bf4 req-2038145a-d236-425e-ab4c-6c0cd0e3809b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368366 Aug 27 17:27:39.000776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f17852-a265-4b6d-b6f3-771a2a9a4198 req-47d1c439-8d33-485e-8da1-73fd1ce7e5be tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:39.002347 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2f17852-a265-4b6d-b6f3-771a2a9a4198 req-47d1c439-8d33-485e-8da1-73fd1ce7e5be tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0585904 Aug 27 17:27:39.054512 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a2f17852-a265-4b6d-b6f3-771a2a9a4198 req-d67a3107-2e45-4b73-985f-c549c40fd5e5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457294 Aug 27 17:27:40.029458 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:27:40.122369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:40.134326 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'port_id': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'mac_address': 'fa:16:3e:f8:ac:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:27:40.175876 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55c205-62b8-4113-896c-ac22073a94ad req-f1bc462b-6be9-40b2-9270-9019f00a76a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:40.176827 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:40.177398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e55c205-62b8-4113-896c-ac22073a94ad req-f1bc462b-6be9-40b2-9270-9019f00a76a1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0525842 Aug 27 17:27:40.189584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3811be6-5e53-44d4-8771-9f83d034a251 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:27:40.208725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:40.216519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4e55c205-62b8-4113-896c-ac22073a94ad req-edfba495-ef8b-4e0d-9648-14f8f4e8aa9d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Aug 27 17:27:40.250347 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:40.298439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:40.455848 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['c3811be6-5e53-44d4-8771-9f83d034a251'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:27:41.331892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de45b6-3a9e-4605-abbb-543cc8cc3330 req-95cca187-75db-46b1-8553-142cce350ce8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:41.333417 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9de45b6-3a9e-4605-abbb-543cc8cc3330 req-95cca187-75db-46b1-8553-142cce350ce8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 944 time: 0.0499794 Aug 27 17:27:41.371893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d9de45b6-3a9e-4605-abbb-543cc8cc3330 req-e94c3a76-b0a1-44d1-b0b4-4f5321db4544 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324543 Aug 27 17:27:42.060380 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:27:42.181733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port c3811be6-5e53-44d4-8771-9f83d034a251 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:27:42.186389 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port c3811be6-5e53-44d4-8771-9f83d034a251 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:27:42.186765 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:42.264724 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:42.286663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:27:42.288951 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b263539f-a96e-4a73-9b13-d916f7520183" -d '{"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-plugged", "status": "completed", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:27:42.302386 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:27:42.326517 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735e29d3-2f3e-4ce6-9d2d-ba099d815387 x-openstack-request-id: req-735e29d3-2f3e-4ce6-9d2d-ba099d815387 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:27:42.326819 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-plugged", "status": "completed", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:27:42.327080 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-735e29d3-2f3e-4ce6-9d2d-ba099d815387 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:27:42.327542 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'code': 200} Aug 27 17:27:42.364878 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:42.413210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:42.429325 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1247dad-ebc8-4838-864d-94d892951d95 req-8c12c9ca-c925-48c3-82b8-2be23afe4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:42.430824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1247dad-ebc8-4838-864d-94d892951d95 req-8c12c9ca-c925-48c3-82b8-2be23afe4390 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1096 time: 0.0443411 Aug 27 17:27:42.503204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1247dad-ebc8-4838-864d-94d892951d95 req-c4910cc4-b077-4758-a3ca-86deb505bfe9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649512 Aug 27 17:27:42.511831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b3dc7-bb6f-4d2e-a0e2-7fb6172b440c req-c03bbd3f-a182-4438-ad29-53f8f5fd97ce tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:42.513216 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b7b3dc7-bb6f-4d2e-a0e2-7fb6172b440c req-c03bbd3f-a182-4438-ad29-53f8f5fd97ce tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0696895 Aug 27 17:27:42.551202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7b7b3dc7-bb6f-4d2e-a0e2-7fb6172b440c req-0d7744f8-ee04-41d3-a987-404d475bc00c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319805 Aug 27 17:27:42.856197 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:27:43.669385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bb911-423a-4484-8b0b-24410335ac04 req-06452e73-c08f-4756-9c00-1d4a3cad81cb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:43.670830 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79bb911-423a-4484-8b0b-24410335ac04 req-06452e73-c08f-4756-9c00-1d4a3cad81cb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0505793 Aug 27 17:27:43.709204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a79bb911-423a-4484-8b0b-24410335ac04 req-126005a5-dbc7-4cf5-9509-a13f47415aae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323467 Aug 27 17:27:44.830178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106017bd-6301-4a46-af0a-b43d645c6012 req-f79fc6ad-14f1-4e0d-b2a8-bce5366dd9a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:44.831692 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-106017bd-6301-4a46-af0a-b43d645c6012 req-f79fc6ad-14f1-4e0d-b2a8-bce5366dd9a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0549679 Aug 27 17:27:44.868536 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-106017bd-6301-4a46-af0a-b43d645c6012 req-6929b0a9-576e-4887-9c31-5e7f9cb43312 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310042 Aug 27 17:27:44.982628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553e77-743d-4d84-96c9-90aaaf4bc3a4 req-664092a6-054c-4deb-839c-9508f223a3c0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:44.984143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57553e77-743d-4d84-96c9-90aaaf4bc3a4 req-664092a6-054c-4deb-839c-9508f223a3c0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Aug 27 17:27:45.022119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-57553e77-743d-4d84-96c9-90aaaf4bc3a4 req-7d9f1779-4b9b-4d9a-8ba6-f46e522029bf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320389 Aug 27 17:27:45.043097 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60882) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:45.083384 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf5be0-c335-4a02-84c2-d1d7f4d2304e tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:45.084900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d3bf5be0-c335-4a02-84c2-d1d7f4d2304e tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1091 time: 0.0407863 Aug 27 17:27:45.087732 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60884) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:45.092123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:27:45.170367 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:45.269968 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:45.371168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.51 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/025cdfc9-1177-4057-b022-baa05cc0552b) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:27:45.473838 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:45.576092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:45.613305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:27:45.618190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:27:45.620795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:27:45.644734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=025cdfc9-1177-4057-b022-baa05cc0552b,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:45.986113 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:46.085900 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:46.234680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:46.273093 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:46.348249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=025cdfc9-1177-4057-b022-baa05cc0552b,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:27:46.356218 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:46.455707 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 3fafad71-5bca-4ace-8eea-094ee24a167b associated. External IP: 172.25.4.51, port: c3811be6-5e53-44d4-8771-9f83d034a251. Aug 27 17:27:46.661691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:27:46.769069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:27:46.780417 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] Sync routers for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:27:46.790514 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:46.791135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:46.827845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:46.858158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-85c8ff43-6e61-4044-b5c7-a78445a4a7d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7693698 Aug 27 17:27:46.858896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:27:46.861551 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddd3c5e-adc7-45d5-9091-8f7db67f8408" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:27:46.905898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:46.922314 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e20619-fe78-481b-94a0-d3675e2f2124 x-openstack-request-id: req-a9e20619-fe78-481b-94a0-d3675e2f2124 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:27:46.922314 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:27:46.922314 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9e20619-fe78-481b-94a0-d3675e2f2124 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:27:46.922314 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'status': 'completed', 'code': 200} Aug 27 17:27:46.999485 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4db07c-67dc-493b-affe-954a97043cb1 req-57834c53-54e5-4d8d-ae87-05486e7aed66 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:47.000982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d4db07c-67dc-493b-affe-954a97043cb1 req-57834c53-54e5-4d8d-ae87-05486e7aed66 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0762889 Aug 27 17:27:47.006674 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-363ca71f-a03d-4186-ba90-fdc4be31fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:47.008207 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-363ca71f-a03d-4186-ba90-fdc4be31fbd1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1096 time: 0.0725324 Aug 27 17:27:47.093249 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1d4db07c-67dc-493b-affe-954a97043cb1 req-d73d2d6d-b72d-4826-aa11-fbc832ad2a83 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840678 Aug 27 17:27:47.118902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 60892) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:47.126636 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-1d2ed453-9b28-4925-b57f-d39ea2086f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:47.132075 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-1d2ed453-9b28-4925-b57f-d39ea2086f57 service neutron] 10.222.0.97 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.1152899 Aug 27 17:27:47.151886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fafad71-5bca-4ace-8eea-094ee24a167b', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'port_id': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'mac_address': 'fa:16:3e:f8:ac:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:27:45Z', 'updated_at': '2021-08-27T17:27:45Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:47.179167 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] Checking router: 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:27:47.189737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:27:47.189967 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-14102459-c8f7-4072-8475-e24f5361aeb7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/3fafad71-5bca-4ace-8eea-094ee24a167b HTTP/1.1" status: 200 len: 990 time: 0.0684180 Aug 27 17:27:47.190090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:27:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:47.201568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-0f8c6754-f0f3-4e9b-8135-12a5a7089693 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 998 time: 0.0618291 Aug 27 17:27:47.254684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-055cb2cd-0131-486a-b6bd-94dd6c62ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:47.256180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-055cb2cd-0131-486a-b6bd-94dd6c62ad17 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0479653 Aug 27 17:27:47.293735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:27:47.304207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-3976962d-464f-495e-b123-e100dba7bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:27:47.305697 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-3976962d-464f-495e-b123-e100dba7bbb3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424776 Aug 27 17:27:47.397871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-71e2b57b-09a4-4857-a8c0-9a6f866105c0 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847116 Aug 27 17:27:47.498406 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cddd3c5e-adc7-45d5-9091-8f7db67f8408 req-c3ca72af-3662-423a-b178-4228ed85190f service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927653 Aug 27 17:27:47.519393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fafad71-5bca-4ace-8eea-094ee24a167b', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'port_id': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'mac_address': 'fa:16:3e:f8:ac:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:27:45Z', 'updated_at': '2021-08-27T17:27:45Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:27:47.549852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b082e-0819-4a8c-b222-f20131103058 None None] The sync data for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 is: [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3fafad71-5bca-4ace-8eea-094ee24a167b', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'port_id': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'mac_address': 'fa:16:3e:f8:ac:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:27:45Z', 'updated_at': '2021-08-27T17:27:45Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:27:47.736016 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c5dfd-f4af-4bd6-bb0b-213454b82c76 None None] New status for floating IP 3fafad71-5bca-4ace-8eea-094ee24a167b: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:27:48.192204 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 60894) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:27:48.251474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5011452c-2864-4a70-a192-89bc08ea942c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/3fafad71-5bca-4ace-8eea-094ee24a167b HTTP/1.1" status: 200 len: 992 time: 0.0581508 Aug 27 17:27:50.689969 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2efe89d9-7959-4578-b8c2-e1ab220423d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:53.290368 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6942d474-b03e-4708-8f96-e7c913cd1faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:53.427407 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:53.896036 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:54.798862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:54.844283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:27:56.307497 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:15.894763 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-598beaa8-a280-4fd3-ba57-b7df1955efc6 req-72dd34ed-90af-4a60-a2ef-cb5546005f3e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0832667 Aug 27 17:28:15.959039 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-598beaa8-a280-4fd3-ba57-b7df1955efc6 req-d6fa2fc6-b479-4e40-b589-22d93dddc528 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0245087 Aug 27 17:28:16.002309 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-598beaa8-a280-4fd3-ba57-b7df1955efc6 req-c48f6e35-a59a-4639-94b3-ebbd38a479b4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242851 Aug 27 17:28:16.097724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598beaa8-a280-4fd3-ba57-b7df1955efc6 req-3f694dc0-c9df-46ba-b1bf-7f1cfaa0a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:16.099171 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-598beaa8-a280-4fd3-ba57-b7df1955efc6 req-3f694dc0-c9df-46ba-b1bf-7f1cfaa0a9c0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897484 Aug 27 17:28:18.788963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-2d36e671-270c-44d9-a5a4-989c02e3f011 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3806205 Aug 27 17:28:18.870827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-e6e47088-ebff-4923-95bb-131019b62ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:18.872327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-e6e47088-ebff-4923-95bb-131019b62ea4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1096 time: 0.0398357 Aug 27 17:28:18.972357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-58e52f4a-3397-4978-bb31-3539ba348bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:18.973793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-58e52f4a-3397-4978-bb31-3539ba348bf0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.0822387 Aug 27 17:28:19.042994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-aaff493e-1884-4f65-8d91-91dae9792811 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 1000 time: 0.0607579 Aug 27 17:28:19.090714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-6cc8ffd4-e163-4b03-9e9c-c4e388ea5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:19.093098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-6cc8ffd4-e163-4b03-9e9c-c4e388ea5792 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0425336 Aug 27 17:28:19.143965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-d48b0856-9743-4e30-bba1-ba532ab7b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:19.145390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-d48b0856-9743-4e30-bba1-ba532ab7b4fd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395079 Aug 27 17:28:19.240091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-1611850e-9412-49cb-a077-8a11af9f6544 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Aug 27 17:28:19.329013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b0c6c1-1cd6-4b61-9c0b-35cabaa371b7 req-5003aaaa-afa2-470f-a9c2-2fe7e4228993 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809715 Aug 27 17:28:19.802764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47b7dc-328c-48d4-a594-eac53ffc4687 req-fd1bd448-dc27-4c9e-b76f-5fc3840defe3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:19.804519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab47b7dc-328c-48d4-a594-eac53ffc4687 req-fd1bd448-dc27-4c9e-b76f-5fc3840defe3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0566640 Aug 27 17:28:19.843375 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ab47b7dc-328c-48d4-a594-eac53ffc4687 req-57d10d9e-94da-42e0-bf61-57bf0acb69de tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Aug 27 17:28:19.858681 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:28:19.938766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-aaeae867-d9f6-48cb-8735-da5d484eb8c7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817282 Aug 27 17:28:20.758820 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9f2d532-1a8e-4f80-bcbd-65535d4e4e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:21.027288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b36b0a-995a-4d06-b72e-4dbb2a0b4568 req-1dcafd8b-2b9e-4a44-87ff-1c756679c636 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:21.028791 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b36b0a-995a-4d06-b72e-4dbb2a0b4568 req-1dcafd8b-2b9e-4a44-87ff-1c756679c636 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.1153853 Aug 27 17:28:21.067304 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-99b36b0a-995a-4d06-b72e-4dbb2a0b4568 req-8c4b9116-d4ae-46b6-9aec-42c2212fc16a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Aug 27 17:28:21.941473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-06962ec5-e781-4bd9-bcd6-c47a7b7af8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:21.942917 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-06962ec5-e781-4bd9-bcd6-c47a7b7af8c4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1096 time: 0.0411923 Aug 27 17:28:22.034722 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-4f370953-7f41-4b40-a2d8-acb36a77ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:22.036208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-4f370953-7f41-4b40-a2d8-acb36a77ab07 service neutron] 10.222.0.97 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.0863914 Aug 27 17:28:22.103294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-3073feb0-7f97-4de4-b8bc-7ff9f0354871 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 1000 time: 0.0593951 Aug 27 17:28:22.164731 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-82e97a0f-7762-4bd1-bf64-c18d5562b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:22.166210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-82e97a0f-7762-4bd1-bf64-c18d5562b4d1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0543897 Aug 27 17:28:22.241711 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-683777c8-c578-4358-9feb-b8064c0e9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:22.243208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-683777c8-c578-4358-9feb-b8064c0e9b5a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693858 Aug 27 17:28:22.254911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0624d45-0c3b-4b1e-8d6b-6cf84f8c6ffa req-fc06c0d7-1bc0-4053-8ae6-6430a491cf18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:22.256322 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0624d45-0c3b-4b1e-8d6b-6cf84f8c6ffa req-fc06c0d7-1bc0-4053-8ae6-6430a491cf18 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.1151688 Aug 27 17:28:22.342618 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0624d45-0c3b-4b1e-8d6b-6cf84f8c6ffa req-3bc25f65-b2f4-4f93-be4f-4d22004a9c80 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771434 Aug 27 17:28:22.371407 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-059d3b23-e2bf-43d6-bf88-2bbee186a334 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140978 Aug 27 17:28:22.461943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-0433f57f-6376-49df-bc68-9fb81a18f72a service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830181 Aug 27 17:28:23.249763 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-feba75ff-df28-49a2-8976-148db00fbd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:23.409698 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:23.467101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de06e5-6c7c-4a82-8255-6591e0bc5f75 req-b0846eae-1fe4-4d2a-8b3a-414b1f5dea06 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:23.468701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81de06e5-6c7c-4a82-8255-6591e0bc5f75 req-b0846eae-1fe4-4d2a-8b3a-414b1f5dea06 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0551357 Aug 27 17:28:23.506302 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-81de06e5-6c7c-4a82-8255-6591e0bc5f75 req-eea4e8a5-9914-4a2d-9884-2d14b7c6d8be tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Aug 27 17:28:23.838236 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:24.620595 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc76a-67e7-4c9d-bf38-9e24062a4b0c req-4fd77f26-2ab1-4713-9bd2-77291c7b822f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:24.622055 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bacc76a-67e7-4c9d-bf38-9e24062a4b0c req-4fd77f26-2ab1-4713-9bd2-77291c7b822f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0490396 Aug 27 17:28:24.661517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bacc76a-67e7-4c9d-bf38-9e24062a4b0c req-2a216122-328c-49ae-9e52-d24af03288bf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329218 Aug 27 17:28:24.832278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:24.854782 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:25.789603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff50b-37ef-4115-a2fe-198eff3d51a3 req-766c875a-d6b4-493a-ab3b-d5bbbdc1711e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:25.791135 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-229ff50b-37ef-4115-a2fe-198eff3d51a3 req-766c875a-d6b4-493a-ab3b-d5bbbdc1711e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0505109 Aug 27 17:28:25.829586 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-229ff50b-37ef-4115-a2fe-198eff3d51a3 req-2e1340fc-2e19-4d6c-a3c9-996095673bcb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323036 Aug 27 17:28:26.312187 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:26.948935 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789cf8-ed04-4b4d-b2af-ef1c5ae0eac6 req-e46787a4-339b-45a2-b6a8-0551aa7c483b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:26.950409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e789cf8-ed04-4b4d-b2af-ef1c5ae0eac6 req-e46787a4-339b-45a2-b6a8-0551aa7c483b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0535803 Aug 27 17:28:26.988428 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e789cf8-ed04-4b4d-b2af-ef1c5ae0eac6 req-0c1c92f5-d35a-4f22-8fa1-c30d16ec0d50 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Aug 27 17:28:28.114331 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cd474-fa33-4c46-a4fa-1cd7f03b4eaf req-810fd047-6280-4809-b5bc-4ae555910c22 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:28.115845 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d5cd474-fa33-4c46-a4fa-1cd7f03b4eaf req-810fd047-6280-4809-b5bc-4ae555910c22 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0510736 Aug 27 17:28:28.154068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6d5cd474-fa33-4c46-a4fa-1cd7f03b4eaf req-2f97aeb3-1fc6-4ae0-8b80-d8abafa62218 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Aug 27 17:28:29.269723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b258af8-a044-4c47-afc1-04272c54e10c req-2b19c3fb-c901-44ff-b1f5-eb6cb03374be tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:29.271183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b258af8-a044-4c47-afc1-04272c54e10c req-2b19c3fb-c901-44ff-b1f5-eb6cb03374be tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0492344 Aug 27 17:28:29.309401 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2b258af8-a044-4c47-afc1-04272c54e10c req-82063624-d948-4b5a-87ce-4a77f4aef354 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Aug 27 17:28:30.432938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc13f2a-6331-4a50-9fb3-26785b3cf810 req-4f0efd09-bb96-4c36-a53d-d92e38fc4649 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:30.434426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dc13f2a-6331-4a50-9fb3-26785b3cf810 req-4f0efd09-bb96-4c36-a53d-d92e38fc4649 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0543377 Aug 27 17:28:30.473844 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9dc13f2a-6331-4a50-9fb3-26785b3cf810 req-9eafa7c6-7dd2-4f67-9bb1-c29cff66dcb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317326 Aug 27 17:28:31.588318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be9bd2-205d-4003-8c1d-bbcb31c5f27c req-0fc7e301-1f84-45d4-8caf-12da2f64eac4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:31.589794 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23be9bd2-205d-4003-8c1d-bbcb31c5f27c req-0fc7e301-1f84-45d4-8caf-12da2f64eac4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0490124 Aug 27 17:28:31.628373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-23be9bd2-205d-4003-8c1d-bbcb31c5f27c req-41cc89ed-f848-4574-ab63-23dadc2ac296 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Aug 27 17:28:32.750220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff07ab-b0c9-4783-a81c-81edcb6bc8f6 req-95ef5d22-b89d-42eb-b834-2d64e2c85c68 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:32.751952 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfff07ab-b0c9-4783-a81c-81edcb6bc8f6 req-95ef5d22-b89d-42eb-b834-2d64e2c85c68 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0543952 Aug 27 17:28:32.791728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bfff07ab-b0c9-4783-a81c-81edcb6bc8f6 req-da6f895c-fe41-43dd-83fb-9e30aef776f8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336466 Aug 27 17:28:33.913652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3661f28-897d-481f-8edd-91c4987e9e00 req-7d6584d7-99f9-41df-8a71-963b89e93c1e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:33.915111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3661f28-897d-481f-8edd-91c4987e9e00 req-7d6584d7-99f9-41df-8a71-963b89e93c1e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0534871 Aug 27 17:28:33.952677 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3661f28-897d-481f-8edd-91c4987e9e00 req-f4a3850f-8338-4018-8e2e-6b77d6982e6d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Aug 27 17:28:35.068689 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68185579-06f9-4d93-8d8c-b8ad4455da41 req-54fd00aa-eceb-4f3a-a877-aa00a2179e63 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:35.070158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68185579-06f9-4d93-8d8c-b8ad4455da41 req-54fd00aa-eceb-4f3a-a877-aa00a2179e63 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0494554 Aug 27 17:28:35.107937 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-68185579-06f9-4d93-8d8c-b8ad4455da41 req-a7af0321-4480-494c-af76-3cf7b8e64303 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Aug 27 17:28:36.223661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2ed9-d042-4b6d-a4dc-bc7a7ed961b2 req-8a1937c5-2b3f-46db-b013-8c7f76f6cdb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:36.225140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccbb2ed9-d042-4b6d-a4dc-bc7a7ed961b2 req-8a1937c5-2b3f-46db-b013-8c7f76f6cdb2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0491364 Aug 27 17:28:36.262672 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ccbb2ed9-d042-4b6d-a4dc-bc7a7ed961b2 req-ef787009-bebe-4293-a490-a12d2926a225 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Aug 27 17:28:37.383090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee947308-3521-4fce-827a-43905fc96f8d req-14f9f188-bd98-47f1-87d1-2ef45aabe9f6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:37.384643 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee947308-3521-4fce-827a-43905fc96f8d req-14f9f188-bd98-47f1-87d1-2ef45aabe9f6 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0544679 Aug 27 17:28:37.424150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee947308-3521-4fce-827a-43905fc96f8d req-af0146e0-3b97-43a0-8f0c-f524acf079b1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Aug 27 17:28:38.543759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f508bcf-b49a-4d4b-aa5d-68cabab812f3 req-ef140dc8-ecb2-463c-bd98-339ceefbc8b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:38.545277 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f508bcf-b49a-4d4b-aa5d-68cabab812f3 req-ef140dc8-ecb2-463c-bd98-339ceefbc8b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Aug 27 17:28:38.584651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f508bcf-b49a-4d4b-aa5d-68cabab812f3 req-45f3bbea-fe4d-4222-ada2-09bc89b9a499 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Aug 27 17:28:39.413776 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-42021474-a450-492b-8bea-e05de9023491 req-d7b87ac2-4c7f-4bf9-8fcc-956d2462bee7 service neutron] show failed (client error): The resource could not be found. Aug 27 17:28:39.414802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-d7b87ac2-4c7f-4bf9-8fcc-956d2462bee7 service neutron] 10.222.0.97 "GET /v2.0/ports/c3811be6-5e53-44d4-8771-9f83d034a251/bindings/n-h1-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0554407 Aug 27 17:28:39.711839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559063b-f071-4675-a8b3-e799fd4f45bf req-10988caa-5c53-4a28-aa65-9a25676913fe tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:39.713317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6559063b-f071-4675-a8b3-e799fd4f45bf req-10988caa-5c53-4a28-aa65-9a25676913fe tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0557292 Aug 27 17:28:39.752509 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6559063b-f071-4675-a8b3-e799fd4f45bf req-f04715ab-5b95-4027-b020-2f27ff987567 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326858 Aug 27 17:28:39.917855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-dc6e9c89-8438-4304-b808-ba13a56c14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:39.919830 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-dc6e9c89-8438-4304-b808-ba13a56c14f2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 1096 time: 0.0575264 Aug 27 17:28:39.933131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806412-1', 'device_owner': 'compute:nova'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:28:40.003263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:40.240223 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:28:40.285112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h2-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:28:40.335811 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:28:40.338475 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fa8f68-ce49-4af5-a6c0-53b953657957" -d '{"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-unplugged", "status": "completed", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:28:40.344575 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:40.364397 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Transition to ACTIVE for port object c3811be6-5e53-44d4-8771-9f83d034a251 will not be triggered until provisioned by entity L2. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:28:40.397576 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99dc2a-12d7-4a3e-a7a4-70e0cccaa730 x-openstack-request-id: req-5e99dc2a-12d7-4a3e-a7a4-70e0cccaa730 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:28:40.397864 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-unplugged", "status": "completed", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:28:40.398119 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e99dc2a-12d7-4a3e-a7a4-70e0cccaa730 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:28:40.398552 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'code': 200} Aug 27 17:28:40.415144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:40.836300 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=6']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:28:40.850613 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.850958 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.851322 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.851663 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.851998 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.852334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.852660 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.852996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.853305 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.853632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.853953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.854273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:40.876900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1520-dbcf-4b08-9a61-8b04d85ae92d req-0e43fd5f-6c13-4027-96af-7682dad35f8f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:40.878423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-460f1520-dbcf-4b08-9a61-8b04d85ae92d req-0e43fd5f-6c13-4027-96af-7682dad35f8f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0550873 Aug 27 17:28:40.888673 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] No DVR routers for this DVR port c3811be6-5e53-44d4-8771-9f83d034a251 on host n-h2-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:28:40.919161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-460f1520-dbcf-4b08-9a61-8b04d85ae92d req-e6231328-ca30-455e-85cd-6b52fa392936 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345140 Aug 27 17:28:41.021324 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:28:41.021930 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:28:41.022079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:28:41.026317 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Port c3811be6-5e53-44d4-8771-9f83d034a251 on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:28:41.026647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Attempting to bind port c3811be6-5e53-44d4-8771-9f83d034a251 on network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:28:41.032259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:28:41.032651 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Checking segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:28:41.032991 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Bound using segment: {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'} {{(pid=95252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:28:41.033418 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.managers [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Bound port: c3811be6-5e53-44d4-8771-9f83d034a251, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbba53bd-19c3-4783-b187-dde60f3180cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226'}}] {{(pid=95252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:28:41.033772 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:41.094749 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h1-806412-1, cleared binding levels {{(pid=95252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:28:41.097739 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:28:41.158928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:41.194196 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:41.194808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:41.196257 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] 10.222.0.90 "PUT /v2.0/ports/c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 1091 time: 1.2685170 Aug 27 17:28:41.217908 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab32d7-73e5-4c06-ade4-dc30ace9da48 service neutron] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=7']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:28:41.267293 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-7c79acf7-3c16-4c35-9a7b-6bfaca6c6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:41.268886 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-7c79acf7-3c16-4c35-9a7b-6bfaca6c6770 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1094 time: 0.0472064 Aug 27 17:28:41.367954 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-890261ad-f466-45f7-8a29-5465d3e39007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:41.369446 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-890261ad-f466-45f7-8a29-5465d3e39007 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.0926940 Aug 27 17:28:41.439972 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-95e8be08-5c32-49f4-a805-140d94d6dcc1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 998 time: 0.0634553 Aug 27 17:28:41.489789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-140c6d8b-4e08-4bdc-a8f4-3428649e7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:41.492203 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-140c6d8b-4e08-4bdc-a8f4-3428649e7232 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0451846 Aug 27 17:28:41.538343 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021474-a450-492b-8bea-e05de9023491 req-6508efc0-271c-464e-b7bd-a454178aa717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:41.539829 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-6508efc0-271c-464e-b7bd-a454178aa717 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409062 Aug 27 17:28:41.551364 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-636c6743-ea55-425f-a20c-425f2c5a5a2d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:28:41.552370 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-636c6743-ea55-425f-a20c-425f2c5a5a2d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057509 Aug 27 17:28:41.644323 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-f7291a77-81d5-4f77-bc4c-36ae52396989 service neutron] 10.222.0.90 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847585 Aug 27 17:28:41.733190 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-3c458559-07bb-4839-b730-f3ef0e9578b9 service neutron] 10.222.0.90 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820417 Aug 27 17:28:42.038261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92deb38b-b39f-417d-875d-a447cff4dc50 req-b375608f-afcc-4070-8727-361be73b6546 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.039790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92deb38b-b39f-417d-875d-a447cff4dc50 req-b375608f-afcc-4070-8727-361be73b6546 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0505445 Aug 27 17:28:42.078384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92deb38b-b39f-417d-875d-a447cff4dc50 req-508bb0d5-1be3-4650-b849-e5b5b3fb1ab9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324869 Aug 27 17:28:42.399763 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:28:42.402256 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299490c2-a446-4c87-a166-bec77af7bf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:28:42.449750 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f934b-2a67-4ffa-bd99-a772b63f2299 x-openstack-request-id: req-c03f934b-2a67-4ffa-bd99-a772b63f2299 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:28:42.450046 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:28:42.450300 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c03f934b-2a67-4ffa-bd99-a772b63f2299 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:28:42.450776 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'status': 'completed', 'code': 200} Aug 27 17:28:42.509067 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-fa8e9057-7233-4b1e-960d-74e41052e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.510565 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-fa8e9057-7233-4b1e-960d-74e41052e788 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1094 time: 0.0424018 Aug 27 17:28:42.515326 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-e3326e45-abe5-4cac-ba8a-510b26c7ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.517363 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-e3326e45-abe5-4cac-ba8a-510b26c7ad1a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1094 time: 0.0450888 Aug 27 17:28:42.603607 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-1536f93a-3bca-4e0b-bd27-c173004aa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.605067 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-1536f93a-3bca-4e0b-bd27-c173004aa2f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.0875983 Aug 27 17:28:42.606761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-7a473124-021c-4e57-8880-2870f44d62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.608276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-7a473124-021c-4e57-8880-2870f44d62aa service neutron] 10.222.0.97 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.0841496 Aug 27 17:28:42.674110 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-b2dc38ad-2be7-470b-b952-86647570dbe2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 998 time: 0.0600936 Aug 27 17:28:42.679324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-28fd2ef5-5fa8-4662-a04a-b1d7b017e856 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 998 time: 0.0634704 Aug 27 17:28:42.730190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-fa9d4cf0-420e-4aa8-b24a-1a95eebf0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.730545 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-6a8b0474-8402-41e4-9731-50eac8fbdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.731683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-fa9d4cf0-420e-4aa8-b24a-1a95eebf0e99 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0448177 Aug 27 17:28:42.732017 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-6a8b0474-8402-41e4-9731-50eac8fbdff5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0492432 Aug 27 17:28:42.778787 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-cefa71bf-e6cc-4fef-abc4-4f6b325a60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.779048 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299490c2-a446-4c87-a166-bec77af7bf8a req-ef107617-ff37-40ab-b5b6-f9b460c6512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:42.780354 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-cefa71bf-e6cc-4fef-abc4-4f6b325a60e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402546 Aug 27 17:28:42.780481 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-ef107617-ff37-40ab-b5b6-f9b460c6512e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420861 Aug 27 17:28:42.871815 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-1ec1e20c-11af-49b6-8488-6a75c84968f0 service neutron] 10.222.0.90 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 Aug 27 17:28:42.874067 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-46598f22-0fb1-4b07-be18-52a0e382e68a service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861933 Aug 27 17:28:42.965985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-e1d85eec-026b-4a44-8984-4dcdf6a43771 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834072 Aug 27 17:28:42.968287 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-299490c2-a446-4c87-a166-bec77af7bf8a req-592d21d6-6b7b-4745-b0bf-6b6630492c38 service neutron] 10.222.0.90 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876827 Aug 27 17:28:43.193804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ab7bc-1c51-4bed-9cfb-bef6c71d5133 req-6f937417-bbdb-4c4c-82c2-4917d0e66edb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:43.195311 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-678ab7bc-1c51-4bed-9cfb-bef6c71d5133 req-6f937417-bbdb-4c4c-82c2-4917d0e66edb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0497394 Aug 27 17:28:43.233456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-678ab7bc-1c51-4bed-9cfb-bef6c71d5133 req-1bf3e566-e314-480c-90e9-73734d434eb7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Aug 27 17:28:44.354518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9cd50-6be9-404e-a197-1dd629ffe74e req-5383e5fc-247e-4514-bf8a-bfac1137cf4d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:44.355551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:28:44.356080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5dc9cd50-6be9-404e-a197-1dd629ffe74e req-5383e5fc-247e-4514-bf8a-bfac1137cf4d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0534251 Aug 27 17:28:44.395203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5dc9cd50-6be9-404e-a197-1dd629ffe74e req-666e6cbe-e078-4ec7-aad8-8ed6203e18fd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317948 Aug 27 17:28:44.398047 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:28:44.667728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696891b-38c4-4c99-a580-78bce4a74eec req-2bb920bd-988c-466c-8141-1f7a7c9ebaac tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:44.669212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5696891b-38c4-4c99-a580-78bce4a74eec req-2bb920bd-988c-466c-8141-1f7a7c9ebaac tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0547788 Aug 27 17:28:44.738656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5696891b-38c4-4c99-a580-78bce4a74eec req-b5e47c98-cbca-4adf-a74b-3699252a145a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628936 Aug 27 17:28:44.751799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-73120356-5af0-4910-9aab-681667fb1e5c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:44.753265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-73120356-5af0-4910-9aab-681667fb1e5c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63&tenant_id=5d57ded0e28f4325bd017d620aaa2282&binding%3Ahost_id=n-h1-806412-1 HTTP/1.1" status: 200 len: 943 time: 0.0713656 Aug 27 17:28:44.836593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:28:44.842400 n-d-806412-1 neutron-server[95253]: INFO neutron.api.v2.resource [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-3cdc7c15-aef4-4c43-8aa1-65d8010955c2 service neutron] delete failed (client error): The resource could not be found. Aug 27 17:28:44.843447 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-3cdc7c15-aef4-4c43-8aa1-65d8010955c2 service neutron] 10.222.0.97 "DELETE /v2.0/ports/c3811be6-5e53-44d4-8771-9f83d034a251/bindings/n-h2-806412-1 HTTP/1.1" status: 404 len: 380 time: 0.0827806 Aug 27 17:28:44.868190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a3460-38dc-44eb-8644-2ffe861bd432 req-6d1caf15-dee9-4e7e-9341-5f1f4141a3c7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:44.869722 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-613a3460-38dc-44eb-8644-2ffe861bd432 req-6d1caf15-dee9-4e7e-9341-5f1f4141a3c7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 943 time: 0.0597286 Aug 27 17:28:44.930853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:28:44.941122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-613a3460-38dc-44eb-8644-2ffe861bd432 req-29c3f2b2-29bb-41dc-9656-556f4f58848a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641472 Aug 27 17:28:44.942901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'port_id': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'mac_address': 'fa:16:3e:f8:ac:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:28:44.947523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-6dfbd63e-60e8-4b90-84ea-c66ebd9a7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:44.948977 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-6dfbd63e-60e8-4b90-84ea-c66ebd9a7fa1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1094 time: 0.0560219 Aug 27 17:28:44.983962 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:44.997119 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3811be6-5e53-44d4-8771-9f83d034a251 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:28:45.016745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:28:45.044837 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-419bee5e-907a-426a-9da8-018a6dde2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:45.046300 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-419bee5e-907a-426a-9da8-018a6dde2430 service neutron] 10.222.0.97 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.0903130 Aug 27 17:28:45.089860 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:45.118524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-ffddec76-3ef1-4173-90cc-00c1b7144c62 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 998 time: 0.0648935 Aug 27 17:28:45.137037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:28:45.144382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.144735 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.145081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.145420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.145754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.146087 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.146428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.146745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.147072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.147429 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.147759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.148083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:28:45.173626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-c4782c2d-cc44-49cf-8ed1-3c28d3798ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:45.175276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-c4782c2d-cc44-49cf-8ed1-3c28d3798ecd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0502493 Aug 27 17:28:45.221328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-0418d25f-76a7-4de8-8e09-531340b21f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:45.222799 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-0418d25f-76a7-4de8-8e09-531340b21f7d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407052 Aug 27 17:28:45.312091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-97cc93b3-bd68-4310-ac0a-542518b94680 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821235 Aug 27 17:28:45.373323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['c3811be6-5e53-44d4-8771-9f83d034a251'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:28:45.407652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-760a5eb9-22d8-4f2b-95b1-9e58b9aef3de req-43bba9c4-164b-4033-95cc-03dba3715b85 service neutron] 10.222.0.97 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881612 Aug 27 17:28:46.058901 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac45a2-1e04-40f3-8793-78e8a63f9929 req-4daf8288-ff2b-4cfc-ba07-755d458bddda tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:46.060423 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fac45a2-1e04-40f3-8793-78e8a63f9929 req-4daf8288-ff2b-4cfc-ba07-755d458bddda tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 944 time: 0.0502493 Aug 27 17:28:46.100445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4fac45a2-1e04-40f3-8793-78e8a63f9929 req-80eb1fcb-b579-4f2f-8383-ae70cc3215fc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339646 Aug 27 17:28:46.851511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:28:46.929228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port c3811be6-5e53-44d4-8771-9f83d034a251 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:28:46.932874 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port c3811be6-5e53-44d4-8771-9f83d034a251 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:28:46.933244 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:47.012320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:47.033926 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:28:47.036142 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62889118-a7d3-4ffc-bc80-1ab511a08e24" -d '{"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-plugged", "status": "completed", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:28:47.048891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:28:47.072412 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b4a563-beb0-44ea-93d9-36a0caa3d96b x-openstack-request-id: req-a9b4a563-beb0-44ea-93d9-36a0caa3d96b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:28:47.072702 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-plugged", "status": "completed", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:28:47.072954 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9b4a563-beb0-44ea-93d9-36a0caa3d96b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:28:47.073347 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'code': 200} Aug 27 17:28:47.094232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:47.142319 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:28:47.218774 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9567b7-27c3-4385-91cf-003afe1a427d req-e2ed931d-7d67-49c0-bbc6-3ab877706b61 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:28:47.220382 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e9567b7-27c3-4385-91cf-003afe1a427d req-e2ed931d-7d67-49c0-bbc6-3ab877706b61 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0490999 Aug 27 17:28:47.257855 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6e9567b7-27c3-4385-91cf-003afe1a427d req-8f3ee94c-fe5a-4135-a353-999262fd0a8f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316083 Aug 27 17:28:47.279492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32774) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:28:47.343851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3a2aaab8-f5ec-485e-b62c-492bd83655b9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/3fafad71-5bca-4ace-8eea-094ee24a167b HTTP/1.1" status: 200 len: 992 time: 0.0632367 Aug 27 17:28:50.690337 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c07ad2e-8be2-4582-89c2-464b51da6afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:53.220595 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6eb69d2a-e570-4049-83e7-2ea333f1d469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:53.410192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:53.844076 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:54.838150 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:54.866500 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:56.352240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:28:56.858319 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:29:13.911554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32784) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:14.068117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 025cdfc9-1177-4057-b022-baa05cc0552b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:29:14.068463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:14.145046 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:14.145377 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:14.156923 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 025cdfc9-1177-4057-b022-baa05cc0552b owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:29:14.380295 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:14.411056 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=025cdfc9-1177-4057-b022-baa05cc0552b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:14.423683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.424608 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.424951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.425368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.425702 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.426032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.426359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.426684 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.427007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.427349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.427677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.427997 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:14.479909 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:14.480159 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 3fafad71-5bca-4ace-8eea-094ee24a167b disassociated (deleted). External IP: 172.25.4.51, port: c3811be6-5e53-44d4-8771-9f83d034a251. Aug 27 17:29:14.683725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:29:14.792307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:29:14.797061 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:14.802678 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] Sync routers for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:29:14.811409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:14.812027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:14.825095 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ad345c6-f81c-4eab-aaba-dd2493fccc3d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/floatingips/3fafad71-5bca-4ace-8eea-094ee24a167b HTTP/1.1" status: 204 len: 168 time: 0.9124148 Aug 27 17:29:14.825784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:29:14.828379 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643f5313-2e5d-41a4-b315-dc9bd586de43" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:29:14.927687 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1544c99b-3bc3-48cc-9875-9b2106a0094c x-openstack-request-id: req-1544c99b-3bc3-48cc-9875-9b2106a0094c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:29:14.928328 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:29:14.928328 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1544c99b-3bc3-48cc-9875-9b2106a0094c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:29:14.928729 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'status': 'completed', 'code': 200} Aug 27 17:29:14.932440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:14.994681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-5119f477-4d3a-4948-a3dd-cb2cd193a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:14.997310 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-5119f477-4d3a-4948-a3dd-cb2cd193a937 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 1096 time: 0.0446918 Aug 27 17:29:15.105820 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-3406cd4e-3337-4d5b-8e16-badbbe0e6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:15.111220 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-3406cd4e-3337-4d5b-8e16-badbbe0e6077 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 200 len: 899 time: 0.1030586 Aug 27 17:29:15.143456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:15.152211 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-bb38c5ee-b36b-437e-b7d4-02da6a756467 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 200 len: 217 time: 0.0359170 Aug 27 17:29:15.171168 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] Checking router: 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:29:15.181496 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:15.182109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:15.212159 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-7206ee16-b9cc-4b8c-9733-2c698756d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:15.213689 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-7206ee16-b9cc-4b8c-9733-2c698756d017 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 200 len: 835 time: 0.0537353 Aug 27 17:29:15.264734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6715e02-ad30-48d1-86c6-b8f747f64dbd req-d992eddd-a805-4e06-9232-10e429bb7612 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:15.266319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6715e02-ad30-48d1-86c6-b8f747f64dbd req-d992eddd-a805-4e06-9232-10e429bb7612 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0530524 Aug 27 17:29:15.271211 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-188fa341-026f-4037-aa99-7044c7503bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:15.272839 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-188fa341-026f-4037-aa99-7044c7503bb9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d578fa4-a108-4ed2-9001-4bdc6b8fa226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513387 Aug 27 17:29:15.311985 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c6715e02-ad30-48d1-86c6-b8f747f64dbd req-abad8c52-9170-4947-811b-6128378ef14f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363777 Aug 27 17:29:15.374500 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-668ce644-60a8-43ef-9e7a-1cea2a3b6af5 service neutron] 10.222.0.90 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921226 Aug 27 17:29:15.459049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:15.471052 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-643f5313-2e5d-41a4-b315-dc9bd586de43 req-ad689ce5-8697-4013-ac4b-a812e064ed01 service neutron] 10.222.0.90 "GET /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884652 Aug 27 17:29:15.652928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:15.682759 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f36628-417c-4646-91a3-cadacb7c2544 None None] The sync data for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 is: [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:27:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '9e702d72-c2bf-424c-b9a0-20ee25b57486', 'name': '', 'network_id': '5d578fa4-a108-4ed2-9001-4bdc6b8fa226', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:fc:e4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:29Z', 'updated_at': '2021-08-27T17:27:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34bce859-65b5-4dee-9d87-47e3473d0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:29:15.892471 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1782e-14e4-4ed2-921d-b870e05f985f None None] New status for floating IP 3fafad71-5bca-4ace-8eea-094ee24a167b: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:29:16.439466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338a90c-e919-464e-8d3f-6ad4588fd581 req-4d276ddb-2677-46a2-9b9a-9b91ee2e7fe8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:16.441007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e338a90c-e919-464e-8d3f-6ad4588fd581 req-4d276ddb-2677-46a2-9b9a-9b91ee2e7fe8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0545776 Aug 27 17:29:16.479368 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e338a90c-e919-464e-8d3f-6ad4588fd581 req-29be36da-3618-41cd-9683-f665f81ea060 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3e21db64-6d8e-4073-b095-2900cfcfcc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Aug 27 17:29:16.564066 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bde1ea75-53ab-412c-a570-9c149b4c0ae3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:16.566226 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bde1ea75-53ab-412c-a570-9c149b4c0ae3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 945 time: 0.0497615 Aug 27 17:29:16.652935 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port c3811be6-5e53-44d4-8771-9f83d034a251 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:29:16.653198 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:16.742376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port c3811be6-5e53-44d4-8771-9f83d034a251, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=c3811be6-5e53-44d4-8771-9f83d034a251,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:16.742737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:16.755726 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for c3811be6-5e53-44d4-8771-9f83d034a251 owned by compute:nova {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:29:16.828561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.90', 65154) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:16.856266 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-177889a5-4243-4802-855a-b7f024c9eee8 req-cb91a2fb-4af9-4004-b1f4-b41729477ae6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265417 Aug 27 17:29:16.921976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-177889a5-4243-4802-855a-b7f024c9eee8 req-d4963a00-a8e7-40bc-96fc-024d9ee565c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0253587 Aug 27 17:29:16.945737 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:16.960253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-177889a5-4243-4802-855a-b7f024c9eee8 req-551fb2f5-4394-4e0b-a395-83f2efa83359 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197411 Aug 27 17:29:16.974582 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=c3811be6-5e53-44d4-8771-9f83d034a251,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:17.017816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] No DVR routers for this DVR port c3811be6-5e53-44d4-8771-9f83d034a251 on host n-h1-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:29:17.020499 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:17.022568 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.90 "DELETE /v2.0/ports/c3811be6-5e53-44d4-8771-9f83d034a251 HTTP/1.1" status: 204 len: 173 time: 0.4502366 Aug 27 17:29:17.023018 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-deleted', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:29:17.025377 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d517155-d4ea-4954-9bbd-20722d025a68" -d '{"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-deleted", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:29:17.062070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177889a5-4243-4802-855a-b7f024c9eee8 req-062420af-3c23-45f9-98fd-0d623b65c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:17.063627 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-177889a5-4243-4802-855a-b7f024c9eee8 req-062420af-3c23-45f9-98fd-0d623b65c70c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0969405 Aug 27 17:29:17.121170 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889264c3-af2c-4818-ad1d-dd0447dc1cd3 x-openstack-request-id: req-889264c3-af2c-4818-ad1d-dd0447dc1cd3 {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:29:17.121474 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1a6432-877e-4bb5-8e64-68583cad2c63", "name": "network-vif-deleted", "tag": "c3811be6-5e53-44d4-8771-9f83d034a251", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:29:17.121737 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-889264c3-af2c-4818-ad1d-dd0447dc1cd3 {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:29:17.122146 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a6432-877e-4bb5-8e64-68583cad2c63', 'name': 'network-vif-deleted', 'tag': 'c3811be6-5e53-44d4-8771-9f83d034a251', 'status': 'completed', 'code': 200} Aug 27 17:29:17.587908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-965d7d32-72d9-4c86-aba0-0565b611b50e req-f5373aeb-0f4d-469f-8f98-61359d3ea29d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=ce1a6432-877e-4bb5-8e64-68583cad2c63 HTTP/1.1" status: 200 len: 210 time: 0.0268819 Aug 27 17:29:18.648138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32806) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:19.000397 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:19.257686 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 9e702d72-c2bf-424c-b9a0-20ee25b57486 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:29:19.257998 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:19.347148 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 9e702d72-c2bf-424c-b9a0-20ee25b57486, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=9e702d72-c2bf-424c-b9a0-20ee25b57486,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:19.347547 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:19.360678 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 9e702d72-c2bf-424c-b9a0-20ee25b57486 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:29:19.962529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:19.988642 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=9e702d72-c2bf-424c-b9a0-20ee25b57486,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:20.170856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:20.386230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:29:20.493673 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:29:20.498612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-dda8fb1e-1ffd-40c4-b4e8-bc6a542af725 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/8f120f26-29ff-4ce1-91e2-aeaa39cb9e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494473 Aug 27 17:29:20.502500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32808) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:20.504737 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] Sync routers for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:29:20.514765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:20.515414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:20.557237 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting subnet 34bce859-65b5-4dee-9d87-47e3473d0b01 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:29:20.560337 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:20.602949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:20.633166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:20.687851 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:20.699565 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f95c51d6-f390-480a-8237-1076f48afe2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:20.811588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:29:19Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:20.824463 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:20.838010 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] Checking router: 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:29:20.846413 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] Routers {'8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:20.847025 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:28:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:20.854201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Subnet': ['ID=34bce859-65b5-4dee-9d87-47e3473d0b01,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:20.856209 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:20.858087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-1b08eb21-cee4-4e90-9178-b68f50a0b8bb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/subnets/34bce859-65b5-4dee-9d87-47e3473d0b01 HTTP/1.1" status: 204 len: 168 time: 0.3551853 Aug 27 17:29:20.861330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32810) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:20.885648 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fb3b4-d6af-4787-b497-08d20d427f3d None None] Network 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:29:20.969242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.039786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] Set router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:21.070796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:29:21.076325 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.128515 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: c3811be6-5e53-44d4-8771-9f83d034a251 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:29:21.128861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device c3811be6-5e53-44d4-8771-9f83d034a251 not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:29:21.190228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port cf0f1d1c-faa2-43ee-82e4-b83e5643c417 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:29:21.190580 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.242855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] DHCP port deletion for 5d578fa4-a108-4ed2-9001-4bdc6b8fa226 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:29:21.271916 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port cf0f1d1c-faa2-43ee-82e4-b83e5643c417, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:21.272290 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.284729 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:29:19Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:21.286002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for cf0f1d1c-faa2-43ee-82e4-b83e5643c417 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:29:21.313248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b5ade2-b979-4593-97cc-cbe15b22cd39 None None] The sync data for ids ['8f120f26-29ff-4ce1-91e2-aeaa39cb9e92'] in n-d-806412-1 is: [{'id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921410441', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:27:25Z', 'updated_at': '2021-08-27T17:29:19Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'cf0f1d1c-faa2-43ee-82e4-b83e5643c417', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f120f26-29ff-4ce1-91e2-aeaa39cb9e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:27:26Z', 'updated_at': '2021-08-27T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:29:21.328835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] Deleting port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:29:21.329159 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.400063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] For port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d48a3d7a-cb25-4d1c-afe1-62b0602fd93b,segment=NetworkSegment(cbba53bd-19c3-4783-b187-dde60f3180cf),segment_id=cbba53bd-19c3-4783-b187-dde60f3180cf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:21.400650 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.414032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] Calling delete_port for d48a3d7a-cb25-4d1c-afe1-62b0602fd93b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:29:21.549799 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.572263 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.580941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=cf0f1d1c-faa2-43ee-82e4-b83e5643c417,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:21.604539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] Pushing event deleted for resources: {'Port': ['ID=d48a3d7a-cb25-4d1c-afe1-62b0602fd93b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:21.609151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98362ffa-8b85-4ffa-bd26-0debd0d3e20c None None] No DVR routers for this DVR port d48a3d7a-cb25-4d1c-afe1-62b0602fd93b on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:29:21.641907 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.737668 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.739937 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.860065 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.862974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Fanout notify agent at l3_agent the message router_deleted on router 8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:29:21.868734 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:21.869820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-80a8568e-3e68-4d45-9536-f46642123746 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/routers/8f120f26-29ff-4ce1-91e2-aeaa39cb9e92 HTTP/1.1" status: 204 len: 168 time: 1.0072212 Aug 27 17:29:21.872576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32812) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:21.956813 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.043657 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.053842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d578fa4-a108-4ed2-9001-4bdc6b8fa226']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:22.068585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbba53bd-19c3-4783-b187-dde60f3180cf') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:22.068885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbba53bd-19c3-4783-b187-dde60f3180cf') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:22.077453 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.090743 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.097042 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:29:22.097429 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:29:22.100336 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:29:22.224178 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.231802 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.233126 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/networks/5d578fa4-a108-4ed2-9001-4bdc6b8fa226 HTTP/1.1" status: 204 len: 168 time: 0.3596280 Aug 27 17:29:22.236354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32814) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:22.244685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3b9a4-350b-4b90-a447-37e65646c8bd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Network': ['ID=5d578fa4-a108-4ed2-9001-4bdc6b8fa226,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:22.301819 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c222790-d932-4a68-80bb-c69293cb2503 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.326202 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c222790-d932-4a68-80bb-c69293cb2503 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.339851 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e702d72-c2bf-424c-b9a0-20ee25b57486 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:29:22.363652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 9e702d72-c2bf-424c-b9a0-20ee25b57486 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:29:22.363994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 9e702d72-c2bf-424c-b9a0-20ee25b57486 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:29:22.364409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf0f1d1c-faa2-43ee-82e4-b83e5643c417 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:29:22.382913 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: cf0f1d1c-faa2-43ee-82e4-b83e5643c417 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:29:22.383248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf0f1d1c-faa2-43ee-82e4-b83e5643c417 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:29:22.383910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d48a3d7a-cb25-4d1c-afe1-62b0602fd93b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:29:22.402420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d48a3d7a-cb25-4d1c-afe1-62b0602fd93b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:29:22.402754 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d48a3d7a-cb25-4d1c-afe1-62b0602fd93b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:29:22.482191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c222790-d932-4a68-80bb-c69293cb2503 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.484761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-0c222790-d932-4a68-80bb-c69293cb2503 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:22.486051 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-0c222790-d932-4a68-80bb-c69293cb2503 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/security-groups/3e21db64-6d8e-4073-b095-2900cfcfcc6c HTTP/1.1" status: 204 len: 168 time: 0.2486665 Aug 27 17:29:22.497530 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c222790-d932-4a68-80bb-c69293cb2503 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e21db64-6d8e-4073-b095-2900cfcfcc6c,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:22.934163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32820) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:22.939627 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-93f1bac2-f342-495a-8cf1-b5f8fc324720 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679719388', 'description': 'tempest-secgroup-smoke-679719388 description', 'project_id': '5d57ded0e28f4325bd017d620aaa2282'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:23.023660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93f1bac2-f342-495a-8cf1-b5f8fc324720 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.101669 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93f1bac2-f342-495a-8cf1-b5f8fc324720 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.166454 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93f1bac2-f342-495a-8cf1-b5f8fc324720 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.195961 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1bac2-f342-495a-8cf1-b5f8fc324720 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de2bc35-d1ca-4fc8-945b-fac34ba1092d,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:23.252602 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-93f1bac2-f342-495a-8cf1-b5f8fc324720 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.253907 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-93f1bac2-f342-495a-8cf1-b5f8fc324720 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3187234 Aug 27 17:29:23.257030 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32822) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:23.261798 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-355516d2-9717-4dd4-bbab-41fd55b62379 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3de2bc35-d1ca-4fc8-945b-fac34ba1092d', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:23.275346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1381813d-6bc9-4046-89f9-0993eaf16b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.362650 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-355516d2-9717-4dd4-bbab-41fd55b62379 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.417893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-355516d2-9717-4dd4-bbab-41fd55b62379 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.436783 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.493511 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-355516d2-9717-4dd4-bbab-41fd55b62379 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.510719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355516d2-9717-4dd4-bbab-41fd55b62379 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c1756d-6031-4586-a501-99072fbf09e1,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:23.572079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-355516d2-9717-4dd4-bbab-41fd55b62379 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.573297 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-355516d2-9717-4dd4-bbab-41fd55b62379 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152111 Aug 27 17:29:23.576073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32824) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:23.580566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-4a4d0f9f-5984-4c93-90e5-a47b3c5b337b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3de2bc35-d1ca-4fc8-945b-fac34ba1092d', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:23.663692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0f9f-5984-4c93-90e5-a47b3c5b337b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.724920 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0f9f-5984-4c93-90e5-a47b3c5b337b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.794991 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0f9f-5984-4c93-90e5-a47b3c5b337b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.813275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d0f9f-5984-4c93-90e5-a47b3c5b337b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718550e9-999c-4d33-a73d-6b5e762236d0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:23.847353 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.875047 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0f9f-5984-4c93-90e5-a47b3c5b337b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:23.876327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4a4d0f9f-5984-4c93-90e5-a47b3c5b337b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993081 Aug 27 17:29:23.883407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32826) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:23.883679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d090eb3a-5390-4d86-bd99-1178d8074226 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3de2bc35-d1ca-4fc8-945b-fac34ba1092d', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:23.960926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d090eb3a-5390-4d86-bd99-1178d8074226 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.017889 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d090eb3a-5390-4d86-bd99-1178d8074226 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.063083 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d090eb3a-5390-4d86-bd99-1178d8074226 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.081971 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090eb3a-5390-4d86-bd99-1178d8074226 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ad3ab5-33d0-4337-ac9e-916a5473af98,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:24.126103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d090eb3a-5390-4d86-bd99-1178d8074226 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.130521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d090eb3a-5390-4d86-bd99-1178d8074226 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478137 Aug 27 17:29:24.130843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32828) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:24.135452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-594efb00-9fb9-474e-9b04-291c831e5112 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3de2bc35-d1ca-4fc8-945b-fac34ba1092d', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:24.219612 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-594efb00-9fb9-474e-9b04-291c831e5112 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.278419 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-594efb00-9fb9-474e-9b04-291c831e5112 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.350915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-594efb00-9fb9-474e-9b04-291c831e5112 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.370801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594efb00-9fb9-474e-9b04-291c831e5112 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52e47d2-8efc-4996-ac97-47efb63bb064,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:24.430831 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-594efb00-9fb9-474e-9b04-291c831e5112 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.432106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-594efb00-9fb9-474e-9b04-291c831e5112 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3002253 Aug 27 17:29:24.434825 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32830) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:24.440368 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3de2bc35-d1ca-4fc8-945b-fac34ba1092d', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:24.527689 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:29:24.533551 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.597704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.669172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.687398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abf65f7-a167-4cdc-8a83-2625d1cf0088,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:24.756566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.757820 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-476af643-2fb5-4ead-8f70-ed79b5668c2e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220289 Aug 27 17:29:24.760724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32832) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:24.765354 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': '3de2bc35-d1ca-4fc8-945b-fac34ba1092d', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:24.836446 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.864739 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.865110 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:29:24.870676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:24.934183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.024556 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.044712 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f1c26f-1314-4ae0-bb15-b65958b3fd91,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:25.127746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.129299 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1a84ce2f-5a73-4b6c-9f59-481b983bbfaf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3675711 Aug 27 17:29:25.132086 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32834) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:25.136918 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'network': {'name': 'tempest-network-smoke--967048718', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'port_security_enabled': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:25.224559 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:29:25.228106 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.251482 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:29:25.260862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.261211 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Added segment d7f73837-14b1-4513-989a-c94efb3ca638 of type vlan for network b8ffaac2-a81f-40bd-b66f-d355a9478fac Aug 27 17:29:25.303261 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.423676 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.429652 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:25.430283 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.493770 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Network': ['ID=b8ffaac2-a81f-40bd-b66f-d355a9478fac,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:25.504372 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:29:25.546434 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a391eaad-b53e-4589-8ec0-c5322748b961 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4130962 Aug 27 17:29:25.551396 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32836) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:25.556040 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'admin_state_up': True, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:25.646481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.647521 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.701977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:25.891312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:26.132507 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:26.151126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:26.259699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.48 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/46d268c3-211c-452b-bc33-15478baf966b) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:29:26.332516 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:26.359388 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:26.453984 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:26.495620 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:29:26.501906 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:29:26.506520 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:29:26.509312 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=46d268c3-211c-452b-bc33-15478baf966b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:26.813200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:27.011481 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:27.207979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 54be6448-a1df-401e-8c7c-96d49447051b is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:29:27.313571 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:29:27.324838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Sync routers for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:29:27.333753 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:27.337252 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:27.390968 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:27.392340 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f4aa5321-f6bb-4286-b5c9-6a078ee25f5a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8399711 Aug 27 17:29:27.395450 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32838) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:27.430560 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-388a5427-7998-49ff-a9eb-a526429ea04c tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5d57ded0e28f4325bd017d620aaa2282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316269 Aug 27 17:29:27.430937 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32840) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:27.438120 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:27.517359 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b7a84-3088-4d8e-bec3-97c41655fa6d tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:27.518940 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-fe5b7a84-3088-4d8e-bec3-97c41655fa6d tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868723 Aug 27 17:29:27.522015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32842) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:27.550470 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a7bac309-cddf-4ec3-abd6-5509809d17e7 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268033 Aug 27 17:29:27.556895 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32844) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:27.562200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777808965', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:27.617697 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:26Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:27.643447 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Checking router: 54be6448-a1df-401e-8c7c-96d49447051b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:29:27.643840 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Updating router 54be6448-a1df-401e-8c7c-96d49447051b port 46d268c3-211c-452b-bc33-15478baf966b binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:29:27.668218 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:27.716557 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:29:27.720197 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:27.923749 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:27.933481 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Transition to ACTIVE for port object 46d268c3-211c-452b-bc33-15478baf966b will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:29:27.949415 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:27.995344 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:28.049274 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Attempting to bind port 46d268c3-211c-452b-bc33-15478baf966b on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:29:28.049638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Attempting to bind port 46d268c3-211c-452b-bc33-15478baf966b by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:29:28.050544 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Attempting to bind port 46d268c3-211c-452b-bc33-15478baf966b on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:29:28.056795 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Pushing event updated for resources: {'Port': ['ID=46d268c3-211c-452b-bc33-15478baf966b,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:28.061662 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:29:28.062094 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:29:28.062496 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:28.062889 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:29:28.063386 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Bound port: 46d268c3-211c-452b-bc33-15478baf966b, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:29:28.063761 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:28.071845 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.072180 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.072512 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.072840 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.073163 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.073484 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.073848 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.074162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.074477 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.074790 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.075104 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.075442 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:29:28.130643 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] For port 46d268c3-211c-452b-bc33-15478baf966b, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:29:28.133971 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] For port 46d268c3-211c-452b-bc33-15478baf966b, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=46d268c3-211c-452b-bc33-15478baf966b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:29:28.207671 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:28.275427 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:28.276058 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:28.277815 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e1714-2e46-4ec0-9be3-20b41a77d82b None None] Pushing event updated for resources: {'Port': ['ID=46d268c3-211c-452b-bc33-15478baf966b,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:28.349538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Subnet': ['ID=34579bd8-2909-4f28-8cd7-cadd3086f328,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:28.356996 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Checking segment: {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:29:28.357371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network hostable DHCP agents. Network: b8ffaac2-a81f-40bd-b66f-d355a9478fac, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:29:28.380618 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:28.430550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:29:28.481934 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, b8ffaac2-a81f-40bd-b66f-d355a9478fac) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:29:28.486120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:28.486899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:28.491144 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f4284d-375b-41b2-bd15-5b01150bf734 None None] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:29:28.551984 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b3c28118-1191-47c7-99e1-3e50b63ea9b5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9939868 Aug 27 17:29:28.554794 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 32846) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:28.562019 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:26Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:28.589407 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968aff46-0296-45ba-a8f0-5211572537a3 None None] The sync data for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 is: [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:26Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:29:28.638800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:29:28.639798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:28.784116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Allocated IP 172.20.0.2 (b8ffaac2-a81f-40bd-b66f-d355a9478fac/34579bd8-2909-4f28-8cd7-cadd3086f328/fa4d19dc-14df-444d-a23d-1da101afc6d9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:29:28.967933 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:28.977530 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Transition to ACTIVE for port object fa4d19dc-14df-444d-a23d-1da101afc6d9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:29:28.994812 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Transition to ACTIVE for port object fa4d19dc-14df-444d-a23d-1da101afc6d9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:29:29.043710 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.081188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.122399 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:29:29.125243 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:29:29.128591 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:29:29.144390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Pushing event updated for resources: {'Port': ['ID=fa4d19dc-14df-444d-a23d-1da101afc6d9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:29.200687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Attempting to bind port fa4d19dc-14df-444d-a23d-1da101afc6d9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:29:29.201104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Attempting to bind port fa4d19dc-14df-444d-a23d-1da101afc6d9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:29:29.201477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Attempting to bind port fa4d19dc-14df-444d-a23d-1da101afc6d9 on network b8ffaac2-a81f-40bd-b66f-d355a9478fac {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:29:29.207694 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:29:29.208095 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Checking segment: {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:29:29.208490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.208889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Bound using segment: {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:29:29.209363 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Bound port: fa4d19dc-14df-444d-a23d-1da101afc6d9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:29:29.209748 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.282350 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] For port fa4d19dc-14df-444d-a23d-1da101afc6d9, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:29:29.286064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] For port fa4d19dc-14df-444d-a23d-1da101afc6d9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fa4d19dc-14df-444d-a23d-1da101afc6d9,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:29:29.331865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.1 (b8ffaac2-a81f-40bd-b66f-d355a9478fac/34579bd8-2909-4f28-8cd7-cadd3086f328/cf55012d-5462-41ab-bbac-98ba988bd938) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:29:29.351440 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.423533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30508072-2e96-4adb-9241-c2dc3dadf777 None None] Pushing event updated for resources: {'Port': ['ID=fa4d19dc-14df-444d-a23d-1da101afc6d9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:29.468837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.484951 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object cf55012d-5462-41ab-bbac-98ba988bd938 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:29:29.569196 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.618131 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:29:29.624816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:29:29.631552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:29:29.660430 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=cf55012d-5462-41ab-bbac-98ba988bd938,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:29.691570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:29.863657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:30.152174 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:30.195864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:30.283669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=cf55012d-5462-41ab-bbac-98ba988bd938,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:30.286685 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:30.309012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 46d268c3-211c-452b-bc33-15478baf966b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:29:30.385806 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:29:30.387149 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:29:30.424590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 46d268c3-211c-452b-bc33-15478baf966b completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:29:30.428619 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 46d268c3-211c-452b-bc33-15478baf966b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:30.429003 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:30.507114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 54be6448-a1df-401e-8c7c-96d49447051b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:29:30.510375 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:30.530703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 46d268c3-211c-452b-bc33-15478baf966b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=46d268c3-211c-452b-bc33-15478baf966b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:30.613283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:30.614182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa4d19dc-14df-444d-a23d-1da101afc6d9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:29:30.619572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:29:30.625295 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-6354f3e1-9ff6-41d0-b137-a051d124033a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/54be6448-a1df-401e-8c7c-96d49447051b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0693371 Aug 27 17:29:30.658200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Sync routers for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:29:30.703053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:30.703879 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:30.770647 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=46d268c3-211c-452b-bc33-15478baf966b,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:30.835855 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port fa4d19dc-14df-444d-a23d-1da101afc6d9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:29:30.841554 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:30.844833 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-7f0b3e13-53d2-4474-b30e-963a563d7120 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679719388&fields=id&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 267 time: 0.0357096 Aug 27 17:29:30.968616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-c7088482-9771-4f99-8973-02e10dffc93e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:30.970319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-c7088482-9771-4f99-8973-02e10dffc93e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/networks?id=b8ffaac2-a81f-40bd-b66f-d355a9478fac HTTP/1.1" status: 200 len: 796 time: 0.1153221 Aug 27 17:29:30.994173 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-44b6ec3f-3e1e-498f-a22b-ee0ff52f20ba tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/quotas/5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 375 time: 0.0166745 Aug 27 17:29:31.030409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f40526-53fb-43d7-82ea-2f7654ae36c3 None None] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:29:31.052036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-505c44be-e8d1-430f-ae9b-4adb144568de tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568922 Aug 27 17:29:31.069500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-29b3031c-1632-45c8-b519-826a83a3e575 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:29:31.070579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-29b3031c-1632-45c8-b519-826a83a3e575 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070300 Aug 27 17:29:31.161728 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-9ab2f9c0-64ba-4f18-9469-28a80ab5c41b service neutron] 10.222.0.101 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844703 Aug 27 17:29:31.183878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f76ed972-7daf-4d7d-bcfd-6da52cc52099 None None] Provisioning for port fa4d19dc-14df-444d-a23d-1da101afc6d9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:29:31.199537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f76ed972-7daf-4d7d-bcfd-6da52cc52099 None None] Provisioning complete for port fa4d19dc-14df-444d-a23d-1da101afc6d9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:31.199921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f76ed972-7daf-4d7d-bcfd-6da52cc52099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:31.257237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-6ed994dd-cf0e-4870-b848-8e62a823cfed service neutron] 10.222.0.101 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890074 Aug 27 17:29:31.392888 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f76ed972-7daf-4d7d-bcfd-6da52cc52099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:31.421399 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 2, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:31.459378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Checking router: 54be6448-a1df-401e-8c7c-96d49447051b for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:29:31.459746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Updating router 54be6448-a1df-401e-8c7c-96d49447051b port cf55012d-5462-41ab-bbac-98ba988bd938 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:29:31.462734 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f76ed972-7daf-4d7d-bcfd-6da52cc52099 None None] For port fa4d19dc-14df-444d-a23d-1da101afc6d9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fa4d19dc-14df-444d-a23d-1da101afc6d9,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:31.491299 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:31.538033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d758991e-c393-4e46-8507-7fe5029d9b32 req-5b83a09d-613b-486e-ae1d-cbca74a55439 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 210 time: 0.0319543 Aug 27 17:29:31.541965 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f76ed972-7daf-4d7d-bcfd-6da52cc52099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:31.656440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ed972-7daf-4d7d-bcfd-6da52cc52099 None None] Pushing event updated for resources: {'Port': ['ID=fa4d19dc-14df-444d-a23d-1da101afc6d9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:31.806332 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b188efb5-c2c8-467d-b6ab-b8f1d0712014 None None] Provisioning complete for port fa4d19dc-14df-444d-a23d-1da101afc6d9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:31.806704 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b188efb5-c2c8-467d-b6ab-b8f1d0712014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:31.852100 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:31.866640 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Transition to ACTIVE for port object cf55012d-5462-41ab-bbac-98ba988bd938 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:29:31.940190 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:31.988736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b188efb5-c2c8-467d-b6ab-b8f1d0712014 None None] Provisioning for port cf55012d-5462-41ab-bbac-98ba988bd938 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:29:31.997588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9634cd-98d4-4de7-85b2-c7962217bc1b None None] Pushing event updated for resources: {'Port': ['ID=cf55012d-5462-41ab-bbac-98ba988bd938,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:32.046869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Attempting to bind port cf55012d-5462-41ab-bbac-98ba988bd938 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:29:32.047237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Attempting to bind port cf55012d-5462-41ab-bbac-98ba988bd938 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:29:32.047613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Attempting to bind port cf55012d-5462-41ab-bbac-98ba988bd938 on network b8ffaac2-a81f-40bd-b66f-d355a9478fac {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:29:32.053336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:29:32.053709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Checking segment: {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:29:32.054110 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:32.054502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Bound using segment: {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:29:32.054967 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Bound port: cf55012d-5462-41ab-bbac-98ba988bd938, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:29:32.055376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:32.131186 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] For port cf55012d-5462-41ab-bbac-98ba988bd938, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:29:32.147302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] For port cf55012d-5462-41ab-bbac-98ba988bd938, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf55012d-5462-41ab-bbac-98ba988bd938,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:29:32.242358 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:32.280024 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 46d268c3-211c-452b-bc33-15478baf966b up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:29:32.346778 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:32.347421 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:32.355705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9634cd-98d4-4de7-85b2-c7962217bc1b None None] Pushing event updated for resources: {'Port': ['ID=cf55012d-5462-41ab-bbac-98ba988bd938,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:32.448261 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 46d268c3-211c-452b-bc33-15478baf966b triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:32.448903 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:32.504002 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:32.649633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f62b00e-7daf-45c2-9c80-417a065ff338 req-3df5143a-6a75-40af-9120-7ae718450931 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 210 time: 0.0309138 Aug 27 17:29:32.664763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa4d19dc-14df-444d-a23d-1da101afc6d9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:29:32.761675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port fa4d19dc-14df-444d-a23d-1da101afc6d9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:32.761959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:32.824107 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:32Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:32.853284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e209e5d-1f4d-4731-b6c8-ec0f8ac57b35 None None] The sync data for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 is: [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:32Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:29:33.376193 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-68179470-02ae-48f8-b92c-fb5529507db4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:33.377935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-68179470-02ae-48f8-b92c-fb5529507db4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/networks?id=b8ffaac2-a81f-40bd-b66f-d355a9478fac HTTP/1.1" status: 200 len: 796 time: 0.1368055 Aug 27 17:29:33.430160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-2e0fd703-7b8f-412c-acd5-0cc45ff1186d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 379 time: 0.0428545 Aug 27 17:29:33.444747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'port': {'device_id': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'admin_state_up': True, 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'security_groups': ['3de2bc35-d1ca-4fc8-945b-fac34ba1092d']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:33.641777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:29:33.645448 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:33.785332 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e0d494ab-2fe3-40cb-96a2-9fcc2fce7538 req-e0a33e5e-aac1-41f8-bc6d-b6d1ac511a81 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 210 time: 0.0493979 Aug 27 17:29:33.814099 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.7 (b8ffaac2-a81f-40bd-b66f-d355a9478fac/34579bd8-2909-4f28-8cd7-cadd3086f328/39a1214b-e7be-4fa9-b4a3-20e1ecd8741a) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:29:33.857582 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:29:33.958873 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:33.973138 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:29:34.062952 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.101290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:29:34.104202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:29:34.107628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:29:34.139462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:34.165508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:34.166141 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.246351 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-36affbd0-b072-471c-9bcd-85f26068edc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8058238 Aug 27 17:29:34.280284 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf55012d-5462-41ab-bbac-98ba988bd938 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:29:34.319743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Request body: {'port': {'device_id': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:34.378012 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.390046 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0d09da9e-394a-47c0-84fe-82c3ad9b1dbd None None] Provisioning for port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:29:34.394102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0d09da9e-394a-47c0-84fe-82c3ad9b1dbd None None] Provisioning complete for port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:34.394569 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d09da9e-394a-47c0-84fe-82c3ad9b1dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.420772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port cf55012d-5462-41ab-bbac-98ba988bd938 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:29:34.431469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cf55012d-5462-41ab-bbac-98ba988bd938 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:34.431852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.434432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0d09da9e-394a-47c0-84fe-82c3ad9b1dbd None None] Port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:29:34.509719 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.548679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port cf55012d-5462-41ab-bbac-98ba988bd938, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf55012d-5462-41ab-bbac-98ba988bd938,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:34.630437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.645961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:29:34.654007 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.666695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Transition to ACTIVE for port object 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:29:34.680850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=cf55012d-5462-41ab-bbac-98ba988bd938,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:34.722242 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.773800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Pushing event updated for resources: {'Port': ['ID=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:34.854842 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Attempting to bind port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:29:34.855518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Attempting to bind port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:29:34.855812 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Attempting to bind port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a on network b8ffaac2-a81f-40bd-b66f-d355a9478fac {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:29:34.862616 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a on network b8ffaac2-a81f-40bd-b66f-d355a9478fac not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:29:34.863121 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Attempting to bind port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a on network b8ffaac2-a81f-40bd-b66f-d355a9478fac {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:29:34.890652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:29:34.890920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Checking segment: {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:29:34.891339 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Bound using segment: {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:29:34.891790 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Bound port: 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f73837-14b1-4513-989a-c94efb3ca638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:29:34.892152 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:34.948697 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205251a-5a27-4ce3-854d-882222b84f5c req-130ce32b-95d0-4194-be03-10033e8e0a24 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:34.950206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5205251a-5a27-4ce3-854d-882222b84f5c req-130ce32b-95d0-4194-be03-10033e8e0a24 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 943 time: 0.0894086 Aug 27 17:29:34.997799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] For port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:29:35.003089 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] For port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:29:35.008482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5205251a-5a27-4ce3-854d-882222b84f5c req-ee8fc4b6-289b-4c63-aba9-7bc136f72155 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511146 Aug 27 17:29:35.076059 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:35.113683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:35.114304 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:35.115732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] 10.222.0.97 "PUT /v2.0/ports/39a1214b-e7be-4fa9-b4a3-20e1ecd8741a HTTP/1.1" status: 200 len: 1091 time: 0.8611565 Aug 27 17:29:35.118317 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:29:35.121753 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152181e7-7b53-425c-9286-064e256af2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:29:35.150778 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcf90f-7534-4999-abd4-7e125ab430f3 service neutron] Pushing event updated for resources: {'Port': ['ID=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:35.171526 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062633aa-3dcb-446a-b9f8-5d0b6e2ca315 x-openstack-request-id: req-062633aa-3dcb-446a-b9f8-5d0b6e2ca315 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:29:35.171526 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:29:35.171526 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-062633aa-3dcb-446a-b9f8-5d0b6e2ca315 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:29:35.171526 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'status': 'completed', 'code': 200} Aug 27 17:29:35.230327 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152181e7-7b53-425c-9286-064e256af2a7 req-00986127-1495-4db9-99dc-0994f9873098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:35.231874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-152181e7-7b53-425c-9286-064e256af2a7 req-00986127-1495-4db9-99dc-0994f9873098 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1094 time: 0.0449440 Aug 27 17:29:35.337851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152181e7-7b53-425c-9286-064e256af2a7 req-0c83a34a-1f05-43e3-ba80-52262897bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:35.339358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-152181e7-7b53-425c-9286-064e256af2a7 req-0c83a34a-1f05-43e3-ba80-52262897bf69 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d57ded0e28f4325bd017d620aaa2282&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0994387 Aug 27 17:29:35.433638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152181e7-7b53-425c-9286-064e256af2a7 req-b4d44894-e0f8-4535-b73b-2bbcfc3307a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:35.434993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-152181e7-7b53-425c-9286-064e256af2a7 req-b4d44894-e0f8-4535-b73b-2bbcfc3307a9 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0887465 Aug 27 17:29:35.511556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-2d35cc60-49c8-48aa-929c-3952a1853ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:35.513019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-2d35cc60-49c8-48aa-929c-3952a1853ca4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1094 time: 0.0403085 Aug 27 17:29:35.557310 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-2ff86a2c-b607-44ac-b937-97af92a8b09b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a HTTP/1.1" status: 200 len: 217 time: 0.0366528 Aug 27 17:29:35.604161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-1d10d505-c3c1-49e1-8f58-a73c62f8ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:35.605571 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-1d10d505-c3c1-49e1-8f58-a73c62f8ecb0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34579bd8-2909-4f28-8cd7-cadd3086f328 HTTP/1.1" status: 200 len: 835 time: 0.0416791 Aug 27 17:29:35.650394 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-e4c51b69-cb92-4bbc-8b0e-0ef053bf10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:35.651893 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-e4c51b69-cb92-4bbc-8b0e-0ef053bf10c3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b8ffaac2-a81f-40bd-b66f-d355a9478fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388873 Aug 27 17:29:35.743080 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-e1119438-8e49-42b6-8958-387facd0092a service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836790 Aug 27 17:29:35.830644 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ae89029f-5010-41e8-8e33-230329b50ed8 req-7d4570e2-13d0-40a5-98ba-c7e319a4add5 service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813131 Aug 27 17:29:36.121933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eea26-29fe-437f-b977-552adc47fec1 req-7e520160-cc5f-4214-855f-cc00d9e17179 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:36.123432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-372eea26-29fe-437f-b977-552adc47fec1 req-7e520160-cc5f-4214-855f-cc00d9e17179 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 943 time: 0.0492141 Aug 27 17:29:36.165258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-372eea26-29fe-437f-b977-552adc47fec1 req-3a2641f8-0742-4701-8388-ed7037b41338 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357337 Aug 27 17:29:36.257545 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf55012d-5462-41ab-bbac-98ba988bd938 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:29:36.312869 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port cf55012d-5462-41ab-bbac-98ba988bd938 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:36.313404 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:37.281009 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fa60d-16ff-4bea-b34a-720f2b9c02da req-1bdc41a8-2cf9-49c5-a412-ae647710c6a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:37.282488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a32fa60d-16ff-4bea-b34a-720f2b9c02da req-1bdc41a8-2cf9-49c5-a412-ae647710c6a5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 943 time: 0.0489645 Aug 27 17:29:37.320395 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a32fa60d-16ff-4bea-b34a-720f2b9c02da req-4d3c4a49-c931-4a97-a5c2-f3eaa14da192 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Aug 27 17:29:38.435388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa2319-e407-4beb-9485-3d12a70dba85 req-bffa4609-69f3-4887-97cc-51d683adb36a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:38.436846 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62aa2319-e407-4beb-9485-3d12a70dba85 req-bffa4609-69f3-4887-97cc-51d683adb36a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 943 time: 0.0488422 Aug 27 17:29:38.473567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62aa2319-e407-4beb-9485-3d12a70dba85 req-edd06762-dd30-4a2f-8363-12ebed642b22 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306520 Aug 27 17:29:38.586071 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:29:38.677643 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:38.688539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'port_id': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'mac_address': 'fa:16:3e:1d:d8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:29:38.725099 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:38.740985 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:29:38.759432 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:38.812464 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:38.860103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:39.020979 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['39a1214b-e7be-4fa9-b4a3-20e1ecd8741a'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:29:39.588565 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fa167-b0cd-4eb4-b361-1b0994c3400c req-ab20f413-fb8f-40c9-993b-f22f12e37489 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:39.590029 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-617fa167-b0cd-4eb4-b361-1b0994c3400c req-ab20f413-fb8f-40c9-993b-f22f12e37489 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 944 time: 0.0491076 Aug 27 17:29:39.631110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-617fa167-b0cd-4eb4-b361-1b0994c3400c req-5035d60d-3c52-4513-9f7e-8a9f6e6f8b94 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350728 Aug 27 17:29:40.602283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:29:40.721362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:29:40.725370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:29:40.725769 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:40.763115 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244fe42-6767-43e5-ba2e-e5e3c9abbe20 req-8706741e-3819-4073-84f3-916f685ca0ff tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:40.764687 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a244fe42-6767-43e5-ba2e-e5e3c9abbe20 req-8706741e-3819-4073-84f3-916f685ca0ff tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 944 time: 0.0591521 Aug 27 17:29:40.810874 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a244fe42-6767-43e5-ba2e-e5e3c9abbe20 req-29d3beca-b9ca-4aa3-acea-23611339052f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385263 Aug 27 17:29:40.814240 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:40.996618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:29:40.998756 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f598e72-4e06-4cbe-8113-7817e4aefe85" -d '{"events": [{"server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "name": "network-vif-plugged", "status": "completed", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:29:41.012007 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:29:41.045154 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2f1ec-3c30-44fa-ad77-91f6e73911e3 x-openstack-request-id: req-a9f2f1ec-3c30-44fa-ad77-91f6e73911e3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:29:41.045444 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "name": "network-vif-plugged", "status": "completed", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:29:41.045690 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9f2f1ec-3c30-44fa-ad77-91f6e73911e3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:29:41.046080 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'code': 200} Aug 27 17:29:41.081170 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:41.131331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:41.150713 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f3dae-5acd-4431-bec3-22b78b1d285d req-9579869b-847a-4ac0-9107-b2c4f40b288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:41.152229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-346f3dae-5acd-4431-bec3-22b78b1d285d req-9579869b-847a-4ac0-9107-b2c4f40b288b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1096 time: 0.0471013 Aug 27 17:29:41.194550 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-346f3dae-5acd-4431-bec3-22b78b1d285d req-72636aad-ca36-4a6d-be64-83b65ba42222 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345826 Aug 27 17:29:41.928546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a658c-9242-42ce-ae05-66f8516d2ac7 req-7ac6e32e-f544-4e6f-a2a5-599d5961e276 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:41.929955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f64a658c-9242-42ce-ae05-66f8516d2ac7 req-7ac6e32e-f544-4e6f-a2a5-599d5961e276 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Aug 27 17:29:41.972070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f64a658c-9242-42ce-ae05-66f8516d2ac7 req-26668086-ecfa-4b42-b87f-9e143c8f5bdd tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362310 Aug 27 17:29:43.087634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef23aa-2413-4f92-be9a-4cf83273fdfa req-f5649d4d-f7a5-4ea6-8119-4448956bc764 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:43.089110 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdef23aa-2413-4f92-be9a-4cf83273fdfa req-f5649d4d-f7a5-4ea6-8119-4448956bc764 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0492187 Aug 27 17:29:43.125965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdef23aa-2413-4f92-be9a-4cf83273fdfa req-8f01fcaf-bcde-4f04-bc2f-9659de2e100a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Aug 27 17:29:43.239382 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd303b-823e-4b20-858c-202ab0e82d13 req-b9078857-d90e-4962-8572-837079ea8719 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:43.240760 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0dd303b-823e-4b20-858c-202ab0e82d13 req-b9078857-d90e-4962-8572-837079ea8719 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0486150 Aug 27 17:29:43.281025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b0dd303b-823e-4b20-858c-202ab0e82d13 req-5c4b5cff-a9ea-4bb8-a36e-2eca425ea2e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343239 Aug 27 17:29:43.303019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32906) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:43.385604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5a5fc9-634b-4a00-971d-590a0f8e90aa tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:43.387113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ed5a5fc9-634b-4a00-971d-590a0f8e90aa tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1091 time: 0.0831008 Aug 27 17:29:43.390101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32910) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:43.395224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:29:43.458043 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:43.557992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:43.661611 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.231 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/6f5df115-e40e-4ce0-9247-e9ee377b7306) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:29:43.762728 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:43.858319 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:43.896830 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:29:43.901596 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:29:43.904482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:29:43.932060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=6f5df115-e40e-4ce0-9247-e9ee377b7306,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:44.603010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:44.724745 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:44.870791 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:44.932108 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:45.003146 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=6f5df115-e40e-4ce0-9247-e9ee377b7306,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:29:45.012969 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:45.112630 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 06447f8d-13c9-4c67-97b1-a2abb0db1ef6 associated. External IP: 172.25.4.231, port: 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a. Aug 27 17:29:45.321491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 54be6448-a1df-401e-8c7c-96d49447051b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:29:45.432620 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:29:45.442283 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] Sync routers for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:29:45.450927 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:45.451572 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:45.536079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:45.557096 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:45.563377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-38c9d213-832d-401c-b89a-8e96cc91f6e0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1722441 Aug 27 17:29:45.563968 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:29:45.567205 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537edc7-70b6-4358-b75c-af4eb018cb88" -d '{"events": [{"name": "network-changed", "server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:29:45.604427 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af55dde4-a0ab-4356-a92e-3eadec1eb118 x-openstack-request-id: req-af55dde4-a0ab-4356-a92e-3eadec1eb118 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:29:45.605037 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:29:45.605037 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-af55dde4-a0ab-4356-a92e-3eadec1eb118 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:29:45.605396 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'status': 'completed', 'code': 200} Aug 27 17:29:45.697747 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26b77-5549-4438-b2e8-9da288a92471 req-668bf487-eb0d-4283-9c95-2798f1f119b2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:45.699260 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fb26b77-5549-4438-b2e8-9da288a92471 req-668bf487-eb0d-4283-9c95-2798f1f119b2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0809820 Aug 27 17:29:45.702013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-497173ba-0306-470b-ac7e-c3b8a2d23856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:45.703415 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-497173ba-0306-470b-ac7e-c3b8a2d23856 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1096 time: 0.0720303 Aug 27 17:29:45.783573 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '06447f8d-13c9-4c67-97b1-a2abb0db1ef6', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'port_id': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'mac_address': 'fa:16:3e:1d:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:29:44Z', 'updated_at': '2021-08-27T17:29:44Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:45.796758 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8fb26b77-5549-4438-b2e8-9da288a92471 req-d7621405-cde1-4f2f-917f-5c237a80da24 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915341 Aug 27 17:29:45.810607 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] Checking router: 54be6448-a1df-401e-8c7c-96d49447051b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:29:45.819964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32916) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:45.822608 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:29:45.823134 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:29:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:45.878201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-8601f2f7-24f9-463c-80ea-22a3a262a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:45.879718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-8601f2f7-24f9-463c-80ea-22a3a262a3bf service neutron] 10.222.0.97 "GET /v2.0/networks?id=b8ffaac2-a81f-40bd-b66f-d355a9478fac HTTP/1.1" status: 200 len: 898 time: 0.1677871 Aug 27 17:29:45.902918 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fbfd3aa4-5f81-40ed-99fd-93c95bb70e34 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/06447f8d-13c9-4c67-97b1-a2abb0db1ef6 HTTP/1.1" status: 200 len: 991 time: 0.0804412 Aug 27 17:29:45.960916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-8b3ac7c0-5dcb-42a5-bec9-b2e0fe73ffd2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a HTTP/1.1" status: 200 len: 999 time: 0.0726240 Aug 27 17:29:46.012422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-d3928e7a-68bf-4c3d-823a-d11008f671f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:46.013879 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-d3928e7a-68bf-4c3d-823a-d11008f671f2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34579bd8-2909-4f28-8cd7-cadd3086f328 HTTP/1.1" status: 200 len: 835 time: 0.0457089 Aug 27 17:29:46.016664 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:29:46.060517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-42fd4074-58be-4cd6-b1e5-4f0511035e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:29:46.062039 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-42fd4074-58be-4cd6-b1e5-4f0511035e73 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b8ffaac2-a81f-40bd-b66f-d355a9478fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410380 Aug 27 17:29:46.156400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-f02f6f27-ce8c-4b9b-9dab-08f0a044710f service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871994 Aug 27 17:29:46.232577 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '06447f8d-13c9-4c67-97b1-a2abb0db1ef6', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'port_id': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'mac_address': 'fa:16:3e:1d:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:29:44Z', 'updated_at': '2021-08-27T17:29:44Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:29:46.247387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7537edc7-70b6-4358-b75c-af4eb018cb88 req-b62cc38b-426f-48f2-8c64-0d8572992b9e service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840163 Aug 27 17:29:46.261267 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c5b6a-bf1f-4c8e-9733-a770853ff208 None None] The sync data for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 is: [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '06447f8d-13c9-4c67-97b1-a2abb0db1ef6', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.231', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'port_id': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'mac_address': 'fa:16:3e:1d:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:29:44Z', 'updated_at': '2021-08-27T17:29:44Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:29:46.456541 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560af0c-ab63-4651-8834-75a9055820ae None None] New status for floating IP 06447f8d-13c9-4c67-97b1-a2abb0db1ef6: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:29:46.904803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32918) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:29:46.972564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8d70394a-30e5-48dc-bdc9-d0d26eed2031 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/06447f8d-13c9-4c67-97b1-a2abb0db1ef6 HTTP/1.1" status: 200 len: 993 time: 0.0664551 Aug 27 17:29:50.680191 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef68b3b5-55ec-4b98-af12-67a36de936e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:53.262954 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf776bc0-ef05-4ad2-beaf-b7d572c4711e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:53.427142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:53.861037 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:54.838070 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:54.883729 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:29:56.334890 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:10.856306 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:30:17.863176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19cebf80-4da5-4254-a5b0-79f2889c48d9 req-5d33bab4-56fd-4873-9c38-c7b148b43f1e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258794 Aug 27 17:30:17.929652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19cebf80-4da5-4254-a5b0-79f2889c48d9 req-10342d38-4b97-4d16-9906-5c6fb2455eee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Aug 27 17:30:17.966409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19cebf80-4da5-4254-a5b0-79f2889c48d9 req-79e6b9fc-ecb6-4a42-886e-e3fa6137951e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187647 Aug 27 17:30:18.061806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cebf80-4da5-4254-a5b0-79f2889c48d9 req-a2c4a1e1-b51b-454c-b19b-54ca1ee75310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:18.063224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-19cebf80-4da5-4254-a5b0-79f2889c48d9 req-a2c4a1e1-b51b-454c-b19b-54ca1ee75310 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899830 Aug 27 17:30:18.568383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56c81-a17d-4b10-8b5d-3899001ceacf req-4a635a84-64d4-4765-b537-8f8b0c2570fa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:18.569905 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74a56c81-a17d-4b10-8b5d-3899001ceacf req-4a635a84-64d4-4765-b537-8f8b0c2570fa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0521085 Aug 27 17:30:18.607490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74a56c81-a17d-4b10-8b5d-3899001ceacf req-a0f91913-4419-4c85-b029-9406d6f9e468 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 Aug 27 17:30:19.725162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ba5ac-d990-43f5-8e55-07473f42c3d8 req-2940a111-6ebd-4489-8b09-5a614cb58580 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:19.726639 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b00ba5ac-d990-43f5-8e55-07473f42c3d8 req-2940a111-6ebd-4489-8b09-5a614cb58580 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0498636 Aug 27 17:30:19.763390 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b00ba5ac-d990-43f5-8e55-07473f42c3d8 req-0637509d-9515-4d8c-895b-01d4538d2f9d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307319 Aug 27 17:30:20.698764 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cac9f70-610e-4f42-b5e9-0c649bc9c952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:20.900836 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb296d9-0078-485a-b7a3-968d018b2fae req-88dc944b-9a8c-443a-b625-f7f1f2f75ce4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:20.902294 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbb296d9-0078-485a-b7a3-968d018b2fae req-88dc944b-9a8c-443a-b625-f7f1f2f75ce4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0535817 Aug 27 17:30:20.938947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbb296d9-0078-485a-b7a3-968d018b2fae req-48c1939b-744a-4e4d-bdfc-063e9b3eb6b8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305929 Aug 27 17:30:21.481239 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-c4a9ac82-53d0-4bdd-86cd-50508c43946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:21.482717 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-c4a9ac82-53d0-4bdd-86cd-50508c43946a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1096 time: 0.0411332 Aug 27 17:30:21.590807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-65c165b4-bb75-4a78-baa7-3d9f78a1cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:21.592290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-65c165b4-bb75-4a78-baa7-3d9f78a1cf8c service neutron] 10.222.0.97 "GET /v2.0/networks?id=b8ffaac2-a81f-40bd-b66f-d355a9478fac HTTP/1.1" status: 200 len: 898 time: 0.0888910 Aug 27 17:30:21.658045 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-53a612ac-c018-4e8b-bcfc-1455f11f4646 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a HTTP/1.1" status: 200 len: 1001 time: 0.0573418 Aug 27 17:30:21.706808 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-48abcca4-2c2d-47fa-b795-de2ab125cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:21.708241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-48abcca4-2c2d-47fa-b795-de2ab125cc6d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34579bd8-2909-4f28-8cd7-cadd3086f328 HTTP/1.1" status: 200 len: 835 time: 0.0433605 Aug 27 17:30:21.756348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-c384fde0-c446-4d60-8034-3c113c717302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:21.757818 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-c384fde0-c446-4d60-8034-3c113c717302 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b8ffaac2-a81f-40bd-b66f-d355a9478fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427215 Aug 27 17:30:21.847089 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-165d0e65-f2ca-4c5c-b31e-2b685747026e service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822120 Aug 27 17:30:21.942567 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5f0b3459-4312-4b63-ace5-6e3a16e3f2d4 req-d9fafb5d-e441-416a-a801-05f8db96b571 service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Aug 27 17:30:22.067406 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6f02b-8f36-4456-b468-8d09cbaa82ca req-a7b782cc-4908-48ed-9717-9ed91720c3bc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:22.068887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dee6f02b-8f36-4456-b468-8d09cbaa82ca req-a7b782cc-4908-48ed-9717-9ed91720c3bc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0506787 Aug 27 17:30:22.105527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dee6f02b-8f36-4456-b468-8d09cbaa82ca req-cf25802a-5c81-46f2-b77e-0d22f3dc44ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Aug 27 17:30:23.220577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dfd79-4266-4ef3-92fd-58cff60351e9 req-f84ae7dd-846d-47d3-a836-e76f1e0ea4cb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:23.222066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-914dfd79-4266-4ef3-92fd-58cff60351e9 req-f84ae7dd-846d-47d3-a836-e76f1e0ea4cb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0491743 Aug 27 17:30:23.260849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-914dfd79-4266-4ef3-92fd-58cff60351e9 req-57286a3d-9269-44ea-8284-b6389e96fd78 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325935 Aug 27 17:30:23.284329 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b43678c8-50b8-4666-ab39-7516297712d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:23.412743 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:23.881319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:24.375831 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8009a6-8bea-498c-82d8-386f603502f1 req-34dfccd9-3790-4162-8f8f-89db1c6ef066 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:24.377312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d8009a6-8bea-498c-82d8-386f603502f1 req-34dfccd9-3790-4162-8f8f-89db1c6ef066 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0498989 Aug 27 17:30:24.419154 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3d8009a6-8bea-498c-82d8-386f603502f1 req-81b129df-79a0-407f-a0e7-7492592cdd0c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357177 Aug 27 17:30:24.841416 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:24.889516 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:25.531422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777cb23-e66b-4416-b994-51530073af87 req-82af7cf5-6ada-4b64-8eab-ba1ba87b6903 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:25.532884 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2777cb23-e66b-4416-b994-51530073af87 req-82af7cf5-6ada-4b64-8eab-ba1ba87b6903 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Aug 27 17:30:25.570646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2777cb23-e66b-4416-b994-51530073af87 req-1f6cd877-78dc-40af-a01e-99ba93fc796f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Aug 27 17:30:26.392284 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:26.685305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7910a-ca91-49a3-815c-84ba3f9167a7 req-52d350e8-f180-435a-9e4b-daf6e0581f93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:26.686801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8f7910a-ca91-49a3-815c-84ba3f9167a7 req-52d350e8-f180-435a-9e4b-daf6e0581f93 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Aug 27 17:30:26.724534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8f7910a-ca91-49a3-815c-84ba3f9167a7 req-0bcd8218-d57f-47d5-a5a7-e1c05d7e8ed1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310206 Aug 27 17:30:27.842813 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e7f46-43dc-484f-b3d6-6151b3bfc8db req-59d32f5f-0566-4b5b-8e39-0ada4009624e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:27.844245 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a05e7f46-43dc-484f-b3d6-6151b3bfc8db req-59d32f5f-0566-4b5b-8e39-0ada4009624e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0490122 Aug 27 17:30:27.886983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a05e7f46-43dc-484f-b3d6-6151b3bfc8db req-4bbe624a-fe3a-4fad-a3d7-7dd17391bf1b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361996 Aug 27 17:30:29.001926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995197be-33e3-40a8-a27c-8aa23ddac7f8 req-c0910afc-f465-4250-ae5c-be564cf87fe5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:29.004112 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-995197be-33e3-40a8-a27c-8aa23ddac7f8 req-c0910afc-f465-4250-ae5c-be564cf87fe5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Aug 27 17:30:29.042426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-995197be-33e3-40a8-a27c-8aa23ddac7f8 req-5e01efd3-4aa8-4aea-b281-801705c73aca tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Aug 27 17:30:30.158196 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470203f-9c14-45e0-9b9d-b3dc0495d533 req-875c4034-461f-4a41-bbce-1a0e09bb4921 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:30.159932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8470203f-9c14-45e0-9b9d-b3dc0495d533 req-875c4034-461f-4a41-bbce-1a0e09bb4921 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0497181 Aug 27 17:30:30.197836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8470203f-9c14-45e0-9b9d-b3dc0495d533 req-0d43917d-0ba6-4e36-a1da-1dea3057b168 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Aug 27 17:30:30.669537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-b391aee5-23ef-4caf-a75e-d0b5e37207bb req-04f28bc7-2f5d-4084-96b0-f57e14bda90c service neutron] (95253) timed out ('10.222.0.101', 58156) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:30:31.311792 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd8f36-e5b7-4128-909b-044aa07064ae req-aeec5843-640b-42e6-a9d8-a3ef614e6f96 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:31.313266 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cd8f36-e5b7-4128-909b-044aa07064ae req-aeec5843-640b-42e6-a9d8-a3ef614e6f96 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Aug 27 17:30:31.354673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-36cd8f36-e5b7-4128-909b-044aa07064ae req-8ddbb5d1-1169-4832-a561-6080dde76a10 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350525 Aug 27 17:30:32.469194 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169b4d0-2bf4-4f91-b7e0-7a431680f150 req-cab6f764-e82b-4f06-8aa4-f74149c8ded0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:32.470660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0169b4d0-2bf4-4f91-b7e0-7a431680f150 req-cab6f764-e82b-4f06-8aa4-f74149c8ded0 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Aug 27 17:30:32.509366 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0169b4d0-2bf4-4f91-b7e0-7a431680f150 req-c214f8e1-e219-4d39-8008-d26c13755a08 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Aug 27 17:30:33.631625 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df540052-144b-496d-bce4-4f4ec667a8a9 req-dd7aec36-5594-4c21-b1cb-8ab3df93a789 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:33.633008 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df540052-144b-496d-bce4-4f4ec667a8a9 req-dd7aec36-5594-4c21-b1cb-8ab3df93a789 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0541532 Aug 27 17:30:33.671308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df540052-144b-496d-bce4-4f4ec667a8a9 req-f3ce91d2-7ef8-41dc-8274-73726f79bc3f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324404 Aug 27 17:30:34.785677 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98d5a5-2e96-474f-9528-ec2463a40f0f req-554d2455-b462-494a-a375-013908770b39 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:34.787152 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c98d5a5-2e96-474f-9528-ec2463a40f0f req-554d2455-b462-494a-a375-013908770b39 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0505652 Aug 27 17:30:34.828312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3c98d5a5-2e96-474f-9528-ec2463a40f0f req-ff57dc69-fd57-4b4c-8b1d-90274f0278f2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349967 Aug 27 17:30:34.851389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32970) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:30:34.911010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e3121e61-9d23-4d5d-98a4-f8eb6324b29a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/06447f8d-13c9-4c67-97b1-a2abb0db1ef6 HTTP/1.1" status: 200 len: 993 time: 0.0584035 Aug 27 17:30:36.337756 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1852d-c2f4-4921-a889-04ec3c98c2e3 req-b1f99de4-e714-4be9-8927-b86c0888eb8b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:36.339333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95b1852d-c2f4-4921-a889-04ec3c98c2e3 req-b1f99de4-e714-4be9-8927-b86c0888eb8b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0516515 Aug 27 17:30:36.391580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-95b1852d-c2f4-4921-a889-04ec3c98c2e3 req-6f79f119-9b9e-43e9-a6f2-3adbd13fe71e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461180 Aug 27 17:30:36.425001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-8e46b5d9-2631-4302-9254-9fe669a12416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:36.427037 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-8e46b5d9-2631-4302-9254-9fe669a12416 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1096 time: 0.0493433 Aug 27 17:30:36.514810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-9dec05e2-b630-4309-a0cb-3902c5e8f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:36.516237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-9dec05e2-b630-4309-a0cb-3902c5e8f587 service neutron] 10.222.0.97 "GET /v2.0/networks?id=b8ffaac2-a81f-40bd-b66f-d355a9478fac HTTP/1.1" status: 200 len: 898 time: 0.0827041 Aug 27 17:30:36.591459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-a5c8a0fc-fa6d-4a4e-a0bd-63dbee9333d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a HTTP/1.1" status: 200 len: 1001 time: 0.0681052 Aug 27 17:30:36.639628 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-00c0c035-f4e4-4a29-b4fa-59291c1bc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:36.641030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-00c0c035-f4e4-4a29-b4fa-59291c1bc7f5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34579bd8-2909-4f28-8cd7-cadd3086f328 HTTP/1.1" status: 200 len: 835 time: 0.0425439 Aug 27 17:30:36.686053 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-e1fd3ed9-b27d-4942-aef3-0b658dbfa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:36.687519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-e1fd3ed9-b27d-4942-aef3-0b658dbfa389 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b8ffaac2-a81f-40bd-b66f-d355a9478fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399473 Aug 27 17:30:36.779116 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-a78c237d-c9f1-414a-ab34-887e9ec12594 service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846634 Aug 27 17:30:36.868745 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba260dc6-d9ab-4b9a-8860-4f34f6ffb597 req-ccf30d82-6871-4c67-8e7b-91f952d8dc10 service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824399 Aug 27 17:30:37.512008 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce026-700f-4fc5-ae29-5ad70207cb91 req-a59d1de5-ea9a-48a4-9a76-cf99a9b9a322 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:37.513517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74fce026-700f-4fc5-ae29-5ad70207cb91 req-a59d1de5-ea9a-48a4-9a76-cf99a9b9a322 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0500743 Aug 27 17:30:37.553244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-74fce026-700f-4fc5-ae29-5ad70207cb91 req-ab44c488-be2e-4755-a91e-21214482d2b2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330184 Aug 27 17:30:38.671408 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82830ee-521b-4d8c-b3d5-0a11c4fde3a0 req-e364c2f1-6951-4fe1-a440-09bc4814e5c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:30:38.672852 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f82830ee-521b-4d8c-b3d5-0a11c4fde3a0 req-e364c2f1-6951-4fe1-a440-09bc4814e5c8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Aug 27 17:30:38.711344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f82830ee-521b-4d8c-b3d5-0a11c4fde3a0 req-2dcd24f5-ff88-4e3e-bc8d-664d8ed27f0e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Aug 27 17:30:38.732927 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 32982) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:30:38.792837 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b02c72a4-0644-4422-9cd7-0c184a5aeb0e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/06447f8d-13c9-4c67-97b1-a2abb0db1ef6 HTTP/1.1" status: 200 len: 993 time: 0.0587754 Aug 27 17:30:47.856251 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:30:50.701806 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b7006e-b161-429f-a71f-231913899c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:53.267735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9b0dc25-e007-4c39-963a-0897cf42fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:53.421749 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:53.850705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:54.844648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:54.922227 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:30:56.341560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:09.360405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33004) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:09.522777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 6f5df115-e40e-4ce0-9247-e9ee377b7306 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:31:09.523116 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:09.603200 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:09.603558 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:09.615659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 6f5df115-e40e-4ce0-9247-e9ee377b7306 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:31:09.820976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:09.849439 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=6f5df115-e40e-4ce0-9247-e9ee377b7306,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:09.880098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.880359 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.880699 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.881029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.881358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.881687 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.882010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.882412 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.882739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.883470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.883799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.884120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:09.930672 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:09.931002 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 06447f8d-13c9-4c67-97b1-a2abb0db1ef6 disassociated (deleted). External IP: 172.25.4.231, port: 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a. Aug 27 17:31:10.171962 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 54be6448-a1df-401e-8c7c-96d49447051b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:31:10.292881 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:31:10.299731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:10.302641 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] Sync routers for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:31:10.312622 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:10.313307 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:30:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:10.332232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-b1a6e068-8b56-4799-9356-1276f780bbaa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/floatingips/06447f8d-13c9-4c67-97b1-a2abb0db1ef6 HTTP/1.1" status: 204 len: 168 time: 0.9707048 Aug 27 17:31:10.332817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:31:10.335091 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e" -d '{"events": [{"name": "network-changed", "server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:31:10.396046 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e298d1e-c371-4130-abd5-b193e44b57ce x-openstack-request-id: req-2e298d1e-c371-4130-abd5-b193e44b57ce {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:31:10.397306 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:31:10.397306 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2e298d1e-c371-4130-abd5-b193e44b57ce {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:31:10.397306 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'status': 'completed', 'code': 200} Aug 27 17:31:10.439023 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:10.457007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-695d696e-77e7-42ca-9ae6-273ac3767556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:10.458527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-695d696e-77e7-42ca-9ae6-273ac3767556 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 1096 time: 0.0423517 Aug 27 17:31:10.574794 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-80749a4f-6806-47a6-a27c-b545209ba69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:10.576696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-80749a4f-6806-47a6-a27c-b545209ba69b service neutron] 10.222.0.97 "GET /v2.0/networks?id=b8ffaac2-a81f-40bd-b66f-d355a9478fac HTTP/1.1" status: 200 len: 898 time: 0.1042390 Aug 27 17:31:10.628098 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-d53632f6-34b0-44d7-8aa1-407e57acea01 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a HTTP/1.1" status: 200 len: 217 time: 0.0384951 Aug 27 17:31:10.648923 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:10.675886 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] Checking router: 54be6448-a1df-401e-8c7c-96d49447051b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:31:10.684264 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:10.684870 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:30:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:10.699397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-609f34d8-1c0a-4359-863a-4bb78b7d4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:10.700778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-609f34d8-1c0a-4359-863a-4bb78b7d4506 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=34579bd8-2909-4f28-8cd7-cadd3086f328 HTTP/1.1" status: 200 len: 835 time: 0.0563743 Aug 27 17:31:10.806416 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:11.014778 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:11.041328 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a192b-c0e5-45af-bb6a-44ffc33a5794 None None] The sync data for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 is: [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:29:29Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'cf55012d-5462-41ab-bbac-98ba988bd938', 'name': '', 'network_id': 'b8ffaac2-a81f-40bd-b66f-d355a9478fac', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:95:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:29Z', 'updated_at': '2021-08-27T17:29:34Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': '34579bd8-2909-4f28-8cd7-cadd3086f328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:31:11.141173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-baef1385-7278-445c-9cee-1a73f1c4b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:11.143519 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-baef1385-7278-445c-9cee-1a73f1c4b06c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b8ffaac2-a81f-40bd-b66f-d355a9478fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4341195 Aug 27 17:31:11.160243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1a2d-96da-4c90-beb0-c45c375513b5 req-8ec53fa5-fff6-4b0c-b0d6-22cfd65d2158 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:11.161767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faef1a2d-96da-4c90-beb0-c45c375513b5 req-8ec53fa5-fff6-4b0c-b0d6-22cfd65d2158 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0629528 Aug 27 17:31:11.252978 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-faef1a2d-96da-4c90-beb0-c45c375513b5 req-aabdd1f4-6e86-468f-881d-78c34ac22291 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822711 Aug 27 17:31:11.262199 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddaf085-a6dd-416d-95d2-2272ff2143d8 None None] New status for floating IP 06447f8d-13c9-4c67-97b1-a2abb0db1ef6: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:31:11.281048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-639b19c4-7fb7-4b92-b221-399b1b5bc33f service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182733 Aug 27 17:31:11.375907 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d93e9ebb-2eb8-4b7b-ae17-5e684f58045e req-daa9be2e-cd67-4a27-accb-52b62e7b525c service neutron] 10.222.0.97 "GET /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873764 Aug 27 17:31:12.409270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-7d29adb3-8707-4da9-882a-d6173766ccc9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:12.410970 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-7d29adb3-8707-4da9-882a-d6173766ccc9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0887003 Aug 27 17:31:12.423069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98427b89-0564-40bf-8d6e-715e1008b4af req-b1ed50bb-eda4-4623-96a4-d5e259bc31c2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:12.424662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98427b89-0564-40bf-8d6e-715e1008b4af req-b1ed50bb-eda4-4623-96a4-d5e259bc31c2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 945 time: 0.0919645 Aug 27 17:31:12.523626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98427b89-0564-40bf-8d6e-715e1008b4af req-341313bd-abca-42a7-820a-375520e4a6ed tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de2bc35-d1ca-4fc8-945b-fac34ba1092d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915802 Aug 27 17:31:12.551741 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:31:12.552112 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:12.653246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:12.653615 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:12.668488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:31:12.893566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:12.929909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=39a1214b-e7be-4fa9-b4a3-20e1ecd8741a,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:12.975413 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] No DVR routers for this DVR port 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:31:12.978669 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:12.981206 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6223da23-c3fd-4402-a555-56e97f7fe69e req-29af9e55-dfde-4095-825e-02195382caf4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "DELETE /v2.0/ports/39a1214b-e7be-4fa9-b4a3-20e1ecd8741a HTTP/1.1" status: 204 len: 173 time: 0.5555015 Aug 27 17:31:12.981894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'name': 'network-vif-deleted', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:31:12.984589 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3203ae3-8775-404a-8f00-dcaa81f1b283" -d '{"events": [{"server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "name": "network-vif-deleted", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:31:13.031247 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04051284-f8da-410e-8355-0b14320f88dc x-openstack-request-id: req-04051284-f8da-410e-8355-0b14320f88dc {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:31:13.031572 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39be1b78-2ff6-42ff-b331-8e5e64da88d9", "name": "network-vif-deleted", "tag": "39a1214b-e7be-4fa9-b4a3-20e1ecd8741a", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:31:13.031836 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-04051284-f8da-410e-8355-0b14320f88dc {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:31:13.032248 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39be1b78-2ff6-42ff-b331-8e5e64da88d9', 'name': 'network-vif-deleted', 'tag': '39a1214b-e7be-4fa9-b4a3-20e1ecd8741a', 'status': 'completed', 'code': 200} Aug 27 17:31:13.639170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47bdf8b6-76b0-4985-b895-0e72cd76053d req-b1e46de9-84e7-4a13-844c-33c8ddd856ad tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=39be1b78-2ff6-42ff-b331-8e5e64da88d9 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Aug 27 17:31:14.696036 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33022) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:15.070391 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:15.328352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port cf55012d-5462-41ab-bbac-98ba988bd938 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:31:15.328619 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:15.416360 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port cf55012d-5462-41ab-bbac-98ba988bd938, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=cf55012d-5462-41ab-bbac-98ba988bd938,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:15.416738 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:15.434482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for cf55012d-5462-41ab-bbac-98ba988bd938 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:31:15.672042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:15.704810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=cf55012d-5462-41ab-bbac-98ba988bd938,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:15.875363 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.090577 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 54be6448-a1df-401e-8c7c-96d49447051b has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:31:16.198973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:31:16.206264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ce4d7627-45ce-464c-a2e2-7a7b048e9238 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/54be6448-a1df-401e-8c7c-96d49447051b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069783 Aug 27 17:31:16.207157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33028) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:16.209335 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] Sync routers for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:31:16.218289 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:16.218898 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:30:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:16.262293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting subnet 34579bd8-2909-4f28-8cd7-cadd3086f328 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:31:16.266092 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.309154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.327006 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:16.398315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.506574 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:31:15Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:16.527759 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.558287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Subnet': ['ID=34579bd8-2909-4f28-8cd7-cadd3086f328,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:16.566856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.566856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-018dff25-f9bd-4d21-ab9b-ddc09952f64d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/subnets/34579bd8-2909-4f28-8cd7-cadd3086f328 HTTP/1.1" status: 204 len: 168 time: 0.3583300 Aug 27 17:31:16.569226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33030) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:16.571000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbfeb7a-65ef-4665-ae92-321c4b01e1a6 None None] Network b8ffaac2-a81f-40bd-b66f-d355a9478fac requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:31:16.630723 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] Checking router: 54be6448-a1df-401e-8c7c-96d49447051b for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:31:16.639044 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] Routers {'54be6448-a1df-401e-8c7c-96d49447051b'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:16.639687 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:30:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['54be6448-a1df-401e-8c7c-96d49447051b'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:16.682899 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.749359 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] Set router 54be6448-a1df-401e-8c7c-96d49447051b gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:16.763203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] DHCP port deletion for b8ffaac2-a81f-40bd-b66f-d355a9478fac request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:31:16.799030 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.812072 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Deleting port fa4d19dc-14df-444d-a23d-1da101afc6d9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:31:16.820880 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.873719 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] For port fa4d19dc-14df-444d-a23d-1da101afc6d9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=fa4d19dc-14df-444d-a23d-1da101afc6d9,segment=NetworkSegment(d7f73837-14b1-4513-989a-c94efb3ca638),segment_id=d7f73837-14b1-4513-989a-c94efb3ca638)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:16.874127 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.891796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Calling delete_port for fa4d19dc-14df-444d-a23d-1da101afc6d9 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:31:16.920217 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 46d268c3-211c-452b-bc33-15478baf966b {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:31:16.920906 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:16.931815 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:31:15Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:16.968680 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c3e13-ae89-44b8-94bd-50962337902b None None] The sync data for ids ['54be6448-a1df-401e-8c7c-96d49447051b'] in n-d-806412-1 is: [{'id': '54be6448-a1df-401e-8c7c-96d49447051b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877356479', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '46d268c3-211c-452b-bc33-15478baf966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:29:25Z', 'updated_at': '2021-08-27T17:31:15Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': '46d268c3-211c-452b-bc33-15478baf966b', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54be6448-a1df-401e-8c7c-96d49447051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:29:26Z', 'updated_at': '2021-08-27T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:31:17.019313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 46d268c3-211c-452b-bc33-15478baf966b, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=46d268c3-211c-452b-bc33-15478baf966b,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:17.019685 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.031374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 46d268c3-211c-452b-bc33-15478baf966b owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:31:17.046929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.072604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Pushing event deleted for resources: {'Port': ['ID=fa4d19dc-14df-444d-a23d-1da101afc6d9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:17.076923 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] No DVR routers for this DVR port fa4d19dc-14df-444d-a23d-1da101afc6d9 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.087706 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.089161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.089161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc45782-5507-4d3a-919b-07524e94ad97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:17.160476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:31:17.177112 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:31:17.177456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 39a1214b-e7be-4fa9-b4a3-20e1ecd8741a not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:31:17.266086 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.292763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=46d268c3-211c-452b-bc33-15478baf966b,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:17.362371 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.455509 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.457498 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.580930 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.581475 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Fanout notify agent at l3_agent the message router_deleted on router 54be6448-a1df-401e-8c7c-96d49447051b {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:31:17.590940 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.590940 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9247d628-35eb-44b6-b97a-1bfb18123afa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/routers/54be6448-a1df-401e-8c7c-96d49447051b HTTP/1.1" status: 204 len: 168 time: 1.0189998 Aug 27 17:31:17.592802 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33032) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:17.675560 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.764187 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.774696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ffaac2-a81f-40bd-b66f-d355a9478fac']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:17.784740 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f73837-14b1-4513-989a-c94efb3ca638') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:17.785037 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f73837-14b1-4513-989a-c94efb3ca638') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:17.793535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.806454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.812051 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:31:17.812434 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:31:17.815827 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:31:17.922832 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.930400 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:17.931580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/networks/b8ffaac2-a81f-40bd-b66f-d355a9478fac HTTP/1.1" status: 204 len: 168 time: 0.3378282 Aug 27 17:31:17.934548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33034) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:17.943899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1860f0-d41e-4388-89a9-ef9a8d9a708a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Network': ['ID=b8ffaac2-a81f-40bd-b66f-d355a9478fac,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:17.997545 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.024940 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.134185 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.136805 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.138027 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/security-groups/3de2bc35-d1ca-4fc8-945b-fac34ba1092d HTTP/1.1" status: 204 len: 168 time: 0.2024243 Aug 27 17:31:18.152360 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de2bc35-d1ca-4fc8-945b-fac34ba1092d,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:18.157842 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.158197 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.158547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.158892 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.159234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.159608 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.159971 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.160309 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.160650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.161019 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.161371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.161699 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9d264-bcdb-4895-b913-eab9de6ac130 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:18.311980 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 46d268c3-211c-452b-bc33-15478baf966b no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:31:18.332596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 46d268c3-211c-452b-bc33-15478baf966b {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:31:18.332950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 46d268c3-211c-452b-bc33-15478baf966b not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:31:18.333368 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf55012d-5462-41ab-bbac-98ba988bd938 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:31:18.354639 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: cf55012d-5462-41ab-bbac-98ba988bd938 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:31:18.354989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device cf55012d-5462-41ab-bbac-98ba988bd938 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:31:18.355436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa4d19dc-14df-444d-a23d-1da101afc6d9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:31:18.378500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: fa4d19dc-14df-444d-a23d-1da101afc6d9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:31:18.378856 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device fa4d19dc-14df-444d-a23d-1da101afc6d9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:31:18.590448 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33044) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:18.596112 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-5008a45b-6dc9-4af7-867d-c19c6390aef7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120558996', 'description': 'tempest-secgroup-smoke-2120558996 description', 'project_id': '5d57ded0e28f4325bd017d620aaa2282'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:18.666276 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5008a45b-6dc9-4af7-867d-c19c6390aef7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.748400 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5008a45b-6dc9-4af7-867d-c19c6390aef7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.829414 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5008a45b-6dc9-4af7-867d-c19c6390aef7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.859051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008a45b-6dc9-4af7-867d-c19c6390aef7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:18.949422 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-5008a45b-6dc9-4af7-867d-c19c6390aef7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:18.950714 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-5008a45b-6dc9-4af7-867d-c19c6390aef7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3592501 Aug 27 17:31:18.953610 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33046) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:18.958751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-30fda7ac-d514-46d6-9ac3-3104e9ade773 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': 'f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:19.051840 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fda7ac-d514-46d6-9ac3-3104e9ade773 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.106605 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fda7ac-d514-46d6-9ac3-3104e9ade773 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.195050 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fda7ac-d514-46d6-9ac3-3104e9ade773 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.212898 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fda7ac-d514-46d6-9ac3-3104e9ade773 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08610b83-cbd0-4370-b55c-fef1c059daf7,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:19.305793 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-30fda7ac-d514-46d6-9ac3-3104e9ade773 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.307050 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-30fda7ac-d514-46d6-9ac3-3104e9ade773 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518467 Aug 27 17:31:19.309744 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33048) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:19.314870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-115c9308-e286-4723-ad5c-90132a003d5f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': 'f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:19.419506 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-115c9308-e286-4723-ad5c-90132a003d5f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.478390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-115c9308-e286-4723-ad5c-90132a003d5f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.557131 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-115c9308-e286-4723-ad5c-90132a003d5f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.574121 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c9308-e286-4723-ad5c-90132a003d5f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afcc970-31c1-4b68-a112-7f8c30f4e4d0,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:19.643674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-115c9308-e286-4723-ad5c-90132a003d5f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.644863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-115c9308-e286-4723-ad5c-90132a003d5f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3341568 Aug 27 17:31:19.647773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33050) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:19.652191 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a61c776c-7745-442f-90d2-1825cdf7bdf9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': 'f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:19.739085 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a61c776c-7745-442f-90d2-1825cdf7bdf9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.803236 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a61c776c-7745-442f-90d2-1825cdf7bdf9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.824630 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c2b6337-f8f6-4051-acf8-147e76aad269 req-6cacd978-d9a2-423e-a3fa-ec21a5fb1338 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252788 Aug 27 17:31:19.860320 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a61c776c-7745-442f-90d2-1825cdf7bdf9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.880406 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c776c-7745-442f-90d2-1825cdf7bdf9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d46e719-493e-4031-9d04-b2b21cf7be41,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:19.889074 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c2b6337-f8f6-4051-acf8-147e76aad269 req-c378a8cd-6933-4854-9c7b-223ad80c75c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0259488 Aug 27 17:31:19.927723 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c2b6337-f8f6-4051-acf8-147e76aad269 req-42316a26-419b-40fa-a3d1-8d4d35a850b4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198183 Aug 27 17:31:19.940673 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a61c776c-7745-442f-90d2-1825cdf7bdf9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:19.941905 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a61c776c-7745-442f-90d2-1825cdf7bdf9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931859 Aug 27 17:31:19.944659 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33052) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:19.949374 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e52223a0-0e3f-4bb8-b00b-33260cde692f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': 'f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:20.013321 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e52223a0-0e3f-4bb8-b00b-33260cde692f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.025827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6337-f8f6-4051-acf8-147e76aad269 req-d6fd70a8-e879-42be-8a29-8dc689459585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:20.027357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7c2b6337-f8f6-4051-acf8-147e76aad269 req-d6fd70a8-e879-42be-8a29-8dc689459585 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0929186 Aug 27 17:31:20.073822 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e52223a0-0e3f-4bb8-b00b-33260cde692f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.132006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e52223a0-0e3f-4bb8-b00b-33260cde692f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.152089 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52223a0-0e3f-4bb8-b00b-33260cde692f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbb7688-8c66-4b61-883f-79aa05c05d47,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:20.235347 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e52223a0-0e3f-4bb8-b00b-33260cde692f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.237381 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e52223a0-0e3f-4bb8-b00b-33260cde692f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2915332 Aug 27 17:31:20.240171 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33054) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:20.244568 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': 'f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:20.337939 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:31:20.342804 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.403924 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.492259 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.509832 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666dd655-0d74-4462-b0a3-bde52d38c8e1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:20.577574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.578863 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-59daf729-7b62-465b-b618-bc47f12b8366 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3377616 Aug 27 17:31:20.582462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33056) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:20.587088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'security_group_rule': {'security_group_id': 'f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:20.654332 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Project 5d57ded0e28f4325bd017d620aaa2282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:31:20.660512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.682978 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18076df0-a66f-43e1-8396-db6aeb36a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.725512 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.800612 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.818979 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fa942c-9e17-4df1-a905-093c692ac1fa,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:20.874694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.876422 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-bde4eab3-3aed-49ee-85e2-1c7b0e6f97ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2924552 Aug 27 17:31:20.879351 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33058) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:20.884208 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'network': {'name': 'tempest-network-smoke--1460461754', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'port_security_enabled': True}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:20.960399 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:31:20.963838 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.986665 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:31:20.995312 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:20.995662 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Added segment a32cb3fd-1146-459a-ba0a-e5a7c9d45888 of type vlan for network aad765e3-6a60-4e40-8d23-3ab92aa358df Aug 27 17:31:21.037458 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.103231 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.108742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:21.109383 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.175151 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Network': ['ID=aad765e3-6a60-4e40-8d23-3ab92aa358df,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:21.186177 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network aad765e3-6a60-4e40-8d23-3ab92aa358df details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:31:21.247730 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9a7b2cf8-ee70-4327-948e-7c89397dfc2f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3667653 Aug 27 17:31:21.249834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33062) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:21.255105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'admin_state_up': True, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:21.332578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.333652 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.387126 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.579541 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.821991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.840369 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:21.946117 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.144 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/ff5616a0-6409-4eb8-b784-68b7fe604273) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:31:22.044522 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:22.134453 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:22.170679 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:31:22.173826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:31:22.181195 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:31:22.204054 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=ff5616a0-6409-4eb8-b784-68b7fe604273,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:22.484485 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:22.680880 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.229008 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:31:23.320938 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f30117a2-4684-4bd4-a600-22943990e0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.338845 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:31:23.349606 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Sync routers for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:31:23.369738 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:23.370354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:23.414200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.415616 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8301f4e0-6a0f-4f7c-8090-ed597a1d28e9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1646755 Aug 27 17:31:23.418796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33064) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:23.450232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-338322e6-b96f-4e14-9b07-4241df301ccc tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=5d57ded0e28f4325bd017d620aaa2282&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278707 Aug 27 17:31:23.450441 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33066) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:23.451118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.479876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:23.538032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417afc2c-7159-4212-80b6-728a0161903c tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:23.539577 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-417afc2c-7159-4212-80b6-728a0161903c tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881503 Aug 27 17:31:23.542427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33068) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:23.574942 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fd39c37f-68f2-4e6a-9a5b-0176cd1fd495 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e7f88f2b-fe1e-4beb-a290-492ff7614bae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314336 Aug 27 17:31:23.577474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33070) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:23.582902 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973972882', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:23.658600 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:22Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:23.685718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Checking router: 9372a1f3-9c9f-44b0-b5af-ca068506fe48 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:31:23.686073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Updating router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 port ff5616a0-6409-4eb8-b784-68b7fe604273 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:31:23.711293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.743335 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'subnet': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:31:23.747129 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16438323'] for subnet, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.907209 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.972953 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:23.982375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Transition to ACTIVE for port object ff5616a0-6409-4eb8-b784-68b7fe604273 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:31:23.985872 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4895898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16438337'] for subnet, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.045234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Subnet': ['ID=e4826e72-5070-46ad-be04-5a76ec1bcdb0,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:24.053786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Checking segment: {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:31:24.054149 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network hostable DHCP agents. Network: aad765e3-6a60-4e40-8d23-3ab92aa358df, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:31:24.066169 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.122983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Attempting to bind port ff5616a0-6409-4eb8-b784-68b7fe604273 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:31:24.123382 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Attempting to bind port ff5616a0-6409-4eb8-b784-68b7fe604273 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:31:24.123745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Attempting to bind port ff5616a0-6409-4eb8-b784-68b7fe604273 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:31:24.125645 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580e016-beeb-4dec-a6ba-e88360da46b6 None None] Pushing event updated for resources: {'Port': ['ID=ff5616a0-6409-4eb8-b784-68b7fe604273,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:24.132088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:31:24.133217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:31:24.133217 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.133217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:31:24.133756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Bound port: ff5616a0-6409-4eb8-b784-68b7fe604273, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:31:24.134028 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.151215 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network aad765e3-6a60-4e40-8d23-3ab92aa358df is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:31:24.185249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] For port ff5616a0-6409-4eb8-b784-68b7fe604273, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:31:24.188283 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] For port ff5616a0-6409-4eb8-b784-68b7fe604273, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ff5616a0-6409-4eb8-b784-68b7fe604273,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:31:24.229328 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, aad765e3-6a60-4e40-8d23-3ab92aa358df) {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:31:24.234032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:24.234662 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.238401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c4730-f91a-44d4-9e98-a8bc62414d6a None None] Network aad765e3-6a60-4e40-8d23-3ab92aa358df requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:31:24.277606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.338605 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2e77aa14-5fe4-40a4-a95c-f774878771a4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7600162 Aug 27 17:31:24.341264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33072) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:24.358785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:24.359478 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:24.361161 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580e016-beeb-4dec-a6ba-e88360da46b6 None None] Pushing event updated for resources: {'Port': ['ID=ff5616a0-6409-4eb8-b784-68b7fe604273,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:24.517210 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-aad765e3-6a60-4e40-8d23-3ab92aa358df', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:31:24.518044 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.524092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:24.779014 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:24.808921 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Allocated IP 172.20.0.2 (aad765e3-6a60-4e40-8d23-3ab92aa358df/e4826e72-5070-46ad-be04-5a76ec1bcdb0/464c5c12-befd-4cd7-8a04-4cf3a509ccef) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:31:24.856161 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:31:25.003370 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.057533 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:22Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:25.086797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb7e7c-6764-4b8d-a696-252221c79aea None None] The sync data for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 is: [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:22Z', 'revision_number': 3, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:31:25.107118 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.161929 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.170764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Transition to ACTIVE for port object 464c5c12-befd-4cd7-8a04-4cf3a509ccef will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:31:25.186158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Transition to ACTIVE for port object 464c5c12-befd-4cd7-8a04-4cf3a509ccef will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:31:25.253516 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.293559 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Network aad765e3-6a60-4e40-8d23-3ab92aa358df is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:31:25.310088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:31:25.315757 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:31:25.320658 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Pushing event updated for resources: {'Port': ['ID=464c5c12-befd-4cd7-8a04-4cf3a509ccef,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:25.336641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.1 (aad765e3-6a60-4e40-8d23-3ab92aa358df/e4826e72-5070-46ad-be04-5a76ec1bcdb0/31adab5f-af5d-4313-ba48-d22e225f53bb) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:31:25.385910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Attempting to bind port 464c5c12-befd-4cd7-8a04-4cf3a509ccef on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:31:25.386548 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Attempting to bind port 464c5c12-befd-4cd7-8a04-4cf3a509ccef by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:31:25.386756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Attempting to bind port 464c5c12-befd-4cd7-8a04-4cf3a509ccef on network aad765e3-6a60-4e40-8d23-3ab92aa358df {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:31:25.394580 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:31:25.394864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Checking segment: {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:31:25.395052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.395475 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Bound using segment: {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:31:25.396219 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Bound port: 464c5c12-befd-4cd7-8a04-4cf3a509ccef, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:31:25.396612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.474226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] For port 464c5c12-befd-4cd7-8a04-4cf3a509ccef, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:31:25.477949 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] For port 464c5c12-befd-4cd7-8a04-4cf3a509ccef, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=464c5c12-befd-4cd7-8a04-4cf3a509ccef,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:31:25.557460 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.619331 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9ff35-2c14-4750-8c6a-0e35329a29a4 None None] Pushing event updated for resources: {'Port': ['ID=464c5c12-befd-4cd7-8a04-4cf3a509ccef,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:25.826323 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.841519 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object 31adab5f-af5d-4313-ba48-d22e225f53bb will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:31:25.940815 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:25.985738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network aad765e3-6a60-4e40-8d23-3ab92aa358df is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:31:25.992288 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:31:25.996203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:31:26.002947 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=31adab5f-af5d-4313-ba48-d22e225f53bb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:26.043978 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.238126 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.368182 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.396725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ff5616a0-6409-4eb8-b784-68b7fe604273 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:31:26.545511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port ff5616a0-6409-4eb8-b784-68b7fe604273 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:31:26.549866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ff5616a0-6409-4eb8-b784-68b7fe604273 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:26.550420 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.567767 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.597852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29dc94-84ec-4099-a1f1-31f4815a7808 None None] Network aad765e3-6a60-4e40-8d23-3ab92aa358df requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:31:26.619566 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.685632 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.697028 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.699720 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=31adab5f-af5d-4313-ba48-d22e225f53bb,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:26.719142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port ff5616a0-6409-4eb8-b784-68b7fe604273, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ff5616a0-6409-4eb8-b784-68b7fe604273,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:26.734663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-384fc639-b5d2-4617-84bd-fd314915fd93 None None] Provisioning for port 464c5c12-befd-4cd7-8a04-4cf3a509ccef completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:31:26.764762 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:26.765279 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 464c5c12-befd-4cd7-8a04-4cf3a509ccef up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:31:26.805880 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network aad765e3-6a60-4e40-8d23-3ab92aa358df is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:31:26.807547 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:31:26.882880 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=ff5616a0-6409-4eb8-b784-68b7fe604273,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:26.926213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:31:26.980059 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 464c5c12-befd-4cd7-8a04-4cf3a509ccef completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:31:26.994369 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 464c5c12-befd-4cd7-8a04-4cf3a509ccef triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:26.994369 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.054733 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:31:27.061026 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-fce4cfd8-8b60-4298-97ae-87ccfe080883 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/9372a1f3-9c9f-44b0-b5af-ca068506fe48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7187521 Aug 27 17:31:27.073736 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Sync routers for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:31:27.087442 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:27.088341 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:27.094852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.136052 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 464c5c12-befd-4cd7-8a04-4cf3a509ccef, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=464c5c12-befd-4cd7-8a04-4cf3a509ccef,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:27.208333 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.219145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-ce7691b2-9a77-4b6c-96de-ebe85cac955c tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120558996&fields=id&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 267 time: 0.0365589 Aug 27 17:31:27.228706 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:27.270323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=464c5c12-befd-4cd7-8a04-4cf3a509ccef,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:27.289325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-acd913c0-4775-4ecf-9e44-77cdd006f996 None None] Provisioning for port 31adab5f-af5d-4313-ba48-d22e225f53bb completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:31:27.296599 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-acd913c0-4775-4ecf-9e44-77cdd006f996 None None] Provisioning complete for port 31adab5f-af5d-4313-ba48-d22e225f53bb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:27.297096 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd913c0-4775-4ecf-9e44-77cdd006f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.341488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-acd913c0-4775-4ecf-9e44-77cdd006f996 None None] Port 31adab5f-af5d-4313-ba48-d22e225f53bb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:31:27.360460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-acd913c0-4775-4ecf-9e44-77cdd006f996 None None] Provisioning complete for port 464c5c12-befd-4cd7-8a04-4cf3a509ccef triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:27.360972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acd913c0-4775-4ecf-9e44-77cdd006f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.367460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-ab2ad0da-d806-4191-b7ac-76a489049096 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:27.369036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-ab2ad0da-d806-4191-b7ac-76a489049096 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/networks?id=aad765e3-6a60-4e40-8d23-3ab92aa358df HTTP/1.1" status: 200 len: 797 time: 0.1459579 Aug 27 17:31:27.387453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-20e9d24b-19e1-422b-b896-a30ef86470fe tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/quotas/5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 375 time: 0.0107720 Aug 27 17:31:27.448357 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-c86f2a05-786c-4435-9d7e-513fd9f87e31 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533960 Aug 27 17:31:27.488804 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 2, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:27.515118 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Checking router: 9372a1f3-9c9f-44b0-b5af-ca068506fe48 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:31:27.515755 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Updating router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 port 31adab5f-af5d-4313-ba48-d22e225f53bb binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:31:27.547830 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.590110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-de275466-349c-4dfe-9add-312e8558ca71 None None] Provisioning complete for port 31adab5f-af5d-4313-ba48-d22e225f53bb triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:27.591140 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de275466-349c-4dfe-9add-312e8558ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.607691 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-d534b167-15c2-478e-a98f-ad57ce13568c service neutron] 10.222.0.101 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425142 Aug 27 17:31:27.630878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-de275466-349c-4dfe-9add-312e8558ca71 None None] Port 31adab5f-af5d-4313-ba48-d22e225f53bb cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:31:27.700530 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-c51bebc4-e67a-4636-960b-a7c32e27502c service neutron] 10.222.0.101 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850122 Aug 27 17:31:27.808636 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.818033 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Transition to ACTIVE for port object 31adab5f-af5d-4313-ba48-d22e225f53bb will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:31:27.894742 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:27.950472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8d55ce1e-f701-4516-9f93-5ef2deea24b0 req-8ef8e637-3d24-4a62-9e42-9ca24d4186c5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 210 time: 0.0344105 Aug 27 17:31:27.950932 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Pushing event updated for resources: {'Port': ['ID=31adab5f-af5d-4313-ba48-d22e225f53bb,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:27.981213 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.981758 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.982078 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.982417 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.982753 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.983085 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.983443 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.983774 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.984087 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.984422 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.984748 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:27.985075 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:31:28.016784 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Attempting to bind port 31adab5f-af5d-4313-ba48-d22e225f53bb on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:31:28.017155 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Attempting to bind port 31adab5f-af5d-4313-ba48-d22e225f53bb by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:31:28.017591 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Attempting to bind port 31adab5f-af5d-4313-ba48-d22e225f53bb on network aad765e3-6a60-4e40-8d23-3ab92aa358df {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:31:28.024137 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:31:28.024648 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Checking segment: {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:31:28.025071 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:28.025493 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Bound using segment: {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:31:28.025957 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Bound port: 31adab5f-af5d-4313-ba48-d22e225f53bb, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:31:28.026339 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:28.099152 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] For port 31adab5f-af5d-4313-ba48-d22e225f53bb, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:31:28.102732 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] For port 31adab5f-af5d-4313-ba48-d22e225f53bb, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=31adab5f-af5d-4313-ba48-d22e225f53bb,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:31:28.174429 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:28.231456 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:28.232099 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:28.237579 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d793f7-e0d2-4e3b-93ac-1e3507a75326 None None] Pushing event updated for resources: {'Port': ['ID=31adab5f-af5d-4313-ba48-d22e225f53bb,revision_number=4']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:28.342556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ff5616a0-6409-4eb8-b784-68b7fe604273 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:31:28.367287 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:28.400153 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ff5616a0-6409-4eb8-b784-68b7fe604273 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:28.400538 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:28.494336 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 464c5c12-befd-4cd7-8a04-4cf3a509ccef up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:31:28.542713 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 464c5c12-befd-4cd7-8a04-4cf3a509ccef triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:28.543095 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:28.576333 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:28Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:28.687916 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c4ec7-ebd8-4f90-86db-6347e9389f33 None None] The sync data for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 is: [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:28Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:31:29.061503 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4702e1e0-ae9b-4ab3-ad62-baaa6d7a9acb req-7ed035f1-61a5-4b6f-9406-f36cac0dd2a2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 210 time: 0.0348611 Aug 27 17:31:29.940886 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-3a7b37af-049e-4859-b108-4f962a68963d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:29.942285 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-3a7b37af-049e-4859-b108-4f962a68963d tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/networks?id=aad765e3-6a60-4e40-8d23-3ab92aa358df HTTP/1.1" status: 200 len: 797 time: 0.1050384 Aug 27 17:31:29.986342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-7f5efd79-a775-477f-a11f-e5fc1c9ce7d2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d57ded0e28f4325bd017d620aaa2282 HTTP/1.1" status: 200 len: 380 time: 0.0345800 Aug 27 17:31:29.995999 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'port': {'device_id': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'admin_state_up': True, 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'security_groups': ['f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:30.165708 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54fdbc5b-63bc-4d9d-8ee3-5188a75e9430 req-241949b4-2b29-4bca-a9f9-51255a7b4127 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 210 time: 0.0276031 Aug 27 17:31:30.207645 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Made reservation on behalf of 5d57ded0e28f4325bd017d620aaa2282 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:31:30.211136 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:30.333853 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 31adab5f-af5d-4313-ba48-d22e225f53bb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:31:30.347739 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.20.0.6 (aad765e3-6a60-4e40-8d23-3ab92aa358df/e4826e72-5070-46ad-be04-5a76ec1bcdb0/9f7899c3-d341-417d-9501-2a385d4f181e) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:31:30.451829 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 31adab5f-af5d-4313-ba48-d22e225f53bb completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:31:30.455768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 31adab5f-af5d-4313-ba48-d22e225f53bb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:30.456141 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:30.493544 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:30.507605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Transition to ACTIVE for port object 9f7899c3-d341-417d-9501-2a385d4f181e will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:31:30.532517 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:30.565140 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 31adab5f-af5d-4313-ba48-d22e225f53bb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=31adab5f-af5d-4313-ba48-d22e225f53bb,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:30.589525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:30.634852 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:30.635661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network aad765e3-6a60-4e40-8d23-3ab92aa358df is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:31:30.638763 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:31:30.644803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:31:30.673136 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=9f7899c3-d341-417d-9501-2a385d4f181e,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:30.695162 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=31adab5f-af5d-4313-ba48-d22e225f53bb,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:30.703047 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:30.703775 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:30.773056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-0ec0c7eb-9b19-4333-922e-f13605f84707 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7806468 Aug 27 17:31:30.788383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Request body: {'port': {'device_id': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:30.844722 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:31.000151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ced9114a-9403-44ff-98ef-4d72578cb010 None None] Provisioning for port 9f7899c3-d341-417d-9501-2a385d4f181e completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:31:31.004390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ced9114a-9403-44ff-98ef-4d72578cb010 None None] Provisioning complete for port 9f7899c3-d341-417d-9501-2a385d4f181e triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:31.004760 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ced9114a-9403-44ff-98ef-4d72578cb010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:31.040201 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ced9114a-9403-44ff-98ef-4d72578cb010 None None] Port 9f7899c3-d341-417d-9501-2a385d4f181e cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:31:31.112458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7899c3-d341-417d-9501-2a385d4f181e {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:31:31.119845 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:31.131537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Transition to ACTIVE for port object 9f7899c3-d341-417d-9501-2a385d4f181e will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:31:31.259508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:31.326243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78683ffc-b009-4373-b7f2-1820a44464a3 req-1cd93bf5-724e-4a97-8b9e-4ad711040bdc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:31.327817 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78683ffc-b009-4373-b7f2-1820a44464a3 req-1cd93bf5-724e-4a97-8b9e-4ad711040bdc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 931 time: 0.0956018 Aug 27 17:31:31.329845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7899c3-d341-417d-9501-2a385d4f181e,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:31.418057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-78683ffc-b009-4373-b7f2-1820a44464a3 req-5a3d353e-bc9c-4bbb-85bd-9b2c0c5a2daf tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799129 Aug 27 17:31:31.435858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Attempting to bind port 9f7899c3-d341-417d-9501-2a385d4f181e on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:31:31.436202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Attempting to bind port 9f7899c3-d341-417d-9501-2a385d4f181e by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:31:31.436538 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Attempting to bind port 9f7899c3-d341-417d-9501-2a385d4f181e on network aad765e3-6a60-4e40-8d23-3ab92aa358df {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:31:31.441764 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Port 9f7899c3-d341-417d-9501-2a385d4f181e on network aad765e3-6a60-4e40-8d23-3ab92aa358df not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:31:31.442142 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Attempting to bind port 9f7899c3-d341-417d-9501-2a385d4f181e on network aad765e3-6a60-4e40-8d23-3ab92aa358df {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:31:31.447057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:31:31.447425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Checking segment: {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:31:31.447820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Bound using segment: {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:31:31.448250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Bound port: 9f7899c3-d341-417d-9501-2a385d4f181e, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:31:31.448614 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:31.512155 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] For port 9f7899c3-d341-417d-9501-2a385d4f181e, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:31:31.515078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] For port 9f7899c3-d341-417d-9501-2a385d4f181e, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f7899c3-d341-417d-9501-2a385d4f181e,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:31:31.589145 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:31.622434 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:31.623052 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:31.624485 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] 10.222.0.97 "PUT /v2.0/ports/9f7899c3-d341-417d-9501-2a385d4f181e HTTP/1.1" status: 200 len: 1091 time: 0.8423536 Aug 27 17:31:31.624892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:31:31.627242 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772270e3-af35-400f-b808-b13a96e5905f" -d '{"events": [{"name": "network-changed", "server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:31:31.655213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6fb64-1c24-46cb-a2c5-8b3ee8a6fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7899c3-d341-417d-9501-2a385d4f181e,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:31.668087 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35844c2a-d066-48db-b1ad-8f9a1020fce9 x-openstack-request-id: req-35844c2a-d066-48db-b1ad-8f9a1020fce9 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:31:31.668391 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:31:31.668649 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35844c2a-d066-48db-b1ad-8f9a1020fce9 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:31:31.669056 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e', 'status': 'completed', 'code': 200} Aug 27 17:31:31.737072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772270e3-af35-400f-b808-b13a96e5905f req-083380f9-5359-4bd6-99a8-4426d25721ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:31.738621 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-772270e3-af35-400f-b808-b13a96e5905f req-083380f9-5359-4bd6-99a8-4426d25721ca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 1094 time: 0.0493083 Aug 27 17:31:31.844607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772270e3-af35-400f-b808-b13a96e5905f req-b4ad66be-7675-478f-92a2-9196d61b9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:31.846853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-772270e3-af35-400f-b808-b13a96e5905f req-b4ad66be-7675-478f-92a2-9196d61b9634 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d57ded0e28f4325bd017d620aaa2282&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0990760 Aug 27 17:31:31.943958 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772270e3-af35-400f-b808-b13a96e5905f req-e8055178-9ab8-4b29-ad81-3c940e5b6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:31.945353 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-772270e3-af35-400f-b808-b13a96e5905f req-e8055178-9ab8-4b29-ad81-3c940e5b6a37 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928152 Aug 27 17:31:32.023603 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-733dc243-5751-4478-ab53-703783acba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:32.025143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-733dc243-5751-4478-ab53-703783acba1f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 1094 time: 0.0428212 Aug 27 17:31:32.067849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-9b982732-4e61-4859-a4ae-777f9a3be530 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f7899c3-d341-417d-9501-2a385d4f181e HTTP/1.1" status: 200 len: 217 time: 0.0350239 Aug 27 17:31:32.117125 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-c58dbcb3-f811-4867-b56c-bc20ebde7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:32.118575 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-c58dbcb3-f811-4867-b56c-bc20ebde7144 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e4826e72-5070-46ad-be04-5a76ec1bcdb0 HTTP/1.1" status: 200 len: 835 time: 0.0446157 Aug 27 17:31:32.173489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d81-702f-4124-89a4-e6452602207c req-e53a253e-4da1-4946-bb22-0ea63dd051e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:32.175102 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-e53a253e-4da1-4946-bb22-0ea63dd051e4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=aad765e3-6a60-4e40-8d23-3ab92aa358df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492482 Aug 27 17:31:32.266325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-f4b8272c-e40d-490d-8846-d185027a346f service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840218 Aug 27 17:31:32.318135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 31adab5f-af5d-4313-ba48-d22e225f53bb up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:31:32.365234 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f4887d81-702f-4124-89a4-e6452602207c req-cca22d8a-e44b-44fa-8990-64c3985b38ac service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918703 Aug 27 17:31:32.369835 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 31adab5f-af5d-4313-ba48-d22e225f53bb triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:32.370214 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:32.536749 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab66d3-834e-4f71-9404-b55a6dd4588b req-870a566f-a316-40ba-bc7c-05fc3aecd340 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:32.538232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2ab66d3-834e-4f71-9404-b55a6dd4588b req-870a566f-a316-40ba-bc7c-05fc3aecd340 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 943 time: 0.0501738 Aug 27 17:31:32.575713 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e2ab66d3-834e-4f71-9404-b55a6dd4588b req-70707913-3234-4efb-bad9-f2cd138820c4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 27 17:31:33.689820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021737e-145e-4c73-8c88-85c0f319e961 req-5626ac12-25fe-4628-8e02-d5d5b89e0393 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:33.691290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4021737e-145e-4c73-8c88-85c0f319e961 req-5626ac12-25fe-4628-8e02-d5d5b89e0393 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 943 time: 0.0486488 Aug 27 17:31:33.730826 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4021737e-145e-4c73-8c88-85c0f319e961 req-93a2b964-86e8-42c4-97dc-58f8a0f34ad1 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334771 Aug 27 17:31:34.855124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694eec-fb1b-404b-b55a-5f81f4e82aa2 req-8d3a8c00-b4f4-4c0c-af29-45b8bbbf74d4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:34.856588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00694eec-fb1b-404b-b55a-5f81f4e82aa2 req-8d3a8c00-b4f4-4c0c-af29-45b8bbbf74d4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 943 time: 0.0525646 Aug 27 17:31:34.898250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-00694eec-fb1b-404b-b55a-5f81f4e82aa2 req-4ebcc3fa-9c4a-4885-81d3-3bbbb600485e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Aug 27 17:31:35.189881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f7899c3-d341-417d-9501-2a385d4f181e details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:31:35.279435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f7899c3-d341-417d-9501-2a385d4f181e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f7899c3-d341-417d-9501-2a385d4f181e,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:35.291200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '9f7899c3-d341-417d-9501-2a385d4f181e', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'port_id': '9f7899c3-d341-417d-9501-2a385d4f181e', 'mac_address': 'fa:16:3e:0b:e2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:31:35.332274 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:35.344618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7899c3-d341-417d-9501-2a385d4f181e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:31:35.365193 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f7899c3-d341-417d-9501-2a385d4f181e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f7899c3-d341-417d-9501-2a385d4f181e,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:35.439754 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:35.487440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9f7899c3-d341-417d-9501-2a385d4f181e,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:35.644669 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9f7899c3-d341-417d-9501-2a385d4f181e'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:31:36.009403 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eca42-2663-46e4-b790-f9e7980d34d0 req-fd2639f7-12c9-400d-bf6e-057b5f8d8723 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:36.010911 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d3eca42-2663-46e4-b790-f9e7980d34d0 req-fd2639f7-12c9-400d-bf6e-057b5f8d8723 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 944 time: 0.0489480 Aug 27 17:31:36.048875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5d3eca42-2663-46e4-b790-f9e7980d34d0 req-6fc513e1-0750-4a22-9ea7-4cd7cb1aebae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Aug 27 17:31:37.163755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9d9f-ec8d-4cbc-8c43-428b8534a282 req-ddcbe49d-5e89-44b7-9828-fb147cc7d9cb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:37.165209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f3f9d9f-ec8d-4cbc-8c43-428b8534a282 req-ddcbe49d-5e89-44b7-9828-fb147cc7d9cb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 944 time: 0.0491662 Aug 27 17:31:37.202096 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2f3f9d9f-ec8d-4cbc-8c43-428b8534a282 req-91c85460-741e-4d7e-accd-c88f2e8b7ab4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Aug 27 17:31:37.202563 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f7899c3-d341-417d-9501-2a385d4f181e up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:31:37.304239 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 9f7899c3-d341-417d-9501-2a385d4f181e completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:31:37.307872 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 9f7899c3-d341-417d-9501-2a385d4f181e triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:31:37.308300 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:37.387230 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:37.410631 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:31:37.412920 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32a282b-fbe1-4a4e-b93c-e1a5075f53a3" -d '{"events": [{"server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "name": "network-vif-plugged", "status": "completed", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:31:37.426088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9f7899c3-d341-417d-9501-2a385d4f181e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f7899c3-d341-417d-9501-2a385d4f181e,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:31:37.481728 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:37.508539 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790b8ca-8f3a-4cac-ac2c-177ad5bd82cf x-openstack-request-id: req-f790b8ca-8f3a-4cac-ac2c-177ad5bd82cf {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:31:37.508822 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "name": "network-vif-plugged", "status": "completed", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:31:37.509072 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f790b8ca-8f3a-4cac-ac2c-177ad5bd82cf {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:31:37.509457 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e', 'code': 200} Aug 27 17:31:37.537473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9f7899c3-d341-417d-9501-2a385d4f181e,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:37.600591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e764d-17de-4452-bd36-fea4d94647f4 req-8045c1ed-a5d4-4a3b-8cf7-299d5ff31dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:37.602132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-274e764d-17de-4452-bd36-fea4d94647f4 req-8045c1ed-a5d4-4a3b-8cf7-299d5ff31dbe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 1096 time: 0.0457301 Aug 27 17:31:37.637474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-274e764d-17de-4452-bd36-fea4d94647f4 req-6d6fd180-9bbc-4f86-a8b5-ecc308b0b740 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272942 Aug 27 17:31:38.319648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd0ed7-f01b-4599-ae0b-ae9a6d11f397 req-a8def098-0893-4b08-ac94-977b9e489459 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:38.321145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39fd0ed7-f01b-4599-ae0b-ae9a6d11f397 req-a8def098-0893-4b08-ac94-977b9e489459 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0506797 Aug 27 17:31:38.359739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-39fd0ed7-f01b-4599-ae0b-ae9a6d11f397 req-301e6e86-095f-4a00-8c3b-b11a5caa16db tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Aug 27 17:31:39.480477 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b167-8104-45ed-803d-3cc636007c2f req-9544a563-6c8d-470d-8345-f80f11a1585f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:39.481947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b66b167-8104-45ed-803d-3cc636007c2f req-9544a563-6c8d-470d-8345-f80f11a1585f tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0487745 Aug 27 17:31:39.520625 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0b66b167-8104-45ed-803d-3cc636007c2f req-1dcface2-c23e-43b3-881b-0e73e48df8fe tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322902 Aug 27 17:31:39.636775 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62ff9-e2ff-4748-aa27-53fecad05c26 req-e81fbac7-3010-4a4e-a6aa-b52d4d8181bc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:39.638246 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2df62ff9-e2ff-4748-aa27-53fecad05c26 req-e81fbac7-3010-4a4e-a6aa-b52d4d8181bc tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0526059 Aug 27 17:31:39.676523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2df62ff9-e2ff-4748-aa27-53fecad05c26 req-55e899d7-226f-4f79-9b0b-10a192971b22 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Aug 27 17:31:39.697953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33136) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:39.737655 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985cecb-2e3b-4130-a0ce-62c3ca697828 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:39.739161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5985cecb-2e3b-4130-a0ce-62c3ca697828 tempest-TestNetworkAdvancedServerOps-1638867073 tempest-TestNetworkAdvancedServerOps-1638867073-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 1091 time: 0.0402501 Aug 27 17:31:39.741961 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33138) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:39.746381 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '9f7899c3-d341-417d-9501-2a385d4f181e', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:31:39.824456 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:39.924505 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:40.026289 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Allocated IP 172.25.4.181 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/3e8cde66-4d2f-4805-a1e5-063fc6812642) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:31:40.129535 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:40.201673 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:40.239387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:31:40.244131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:31:40.247615 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:31:40.269385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=3e8cde66-4d2f-4805-a1e5-063fc6812642,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:40.602638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:40.729613 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:40.881078 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:40.983922 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:41.058445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event updated for resources: {'Port': ['ID=3e8cde66-4d2f-4805-a1e5-063fc6812642,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:31:41.068247 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:41.165928 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 847644b0-b4e7-43c9-990a-5c94eeab0eea associated. External IP: 172.25.4.181, port: 9f7899c3-d341-417d-9501-2a385d4f181e. Aug 27 17:31:41.697823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:31:41.802484 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:31:41.811987 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e7bca-27de-4901-887a-213776dc8412 None None] Sync routers for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:31:41.822089 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:41.829324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:41.869768 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:41.901014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0e0bdd71-61a0-4880-8330-29f4faf965d8 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1579897 Aug 27 17:31:41.901782 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:31:41.904273 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975" -d '{"events": [{"name": "network-changed", "server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:31:41.931306 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:41.944076 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6941236-e558-45cd-ba63-5474a5dd7095 x-openstack-request-id: req-b6941236-e558-45cd-ba63-5474a5dd7095 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:31:41.944714 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:31:41.944994 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b6941236-e558-45cd-ba63-5474a5dd7095 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:31:41.945894 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e', 'status': 'completed', 'code': 200} Aug 27 17:31:42.037120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893b2e6-f8d5-4eb1-aa80-8033ee679c12 req-ee23ddfa-51f4-43cd-b3bc-1529529529ea tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:42.038510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c893b2e6-f8d5-4eb1-aa80-8033ee679c12 req-ee23ddfa-51f4-43cd-b3bc-1529529529ea tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0784233 Aug 27 17:31:42.041407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-d1c62b38-1320-442d-8617-cd6dce4c2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:42.042787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-d1c62b38-1320-442d-8617-cd6dce4c2903 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 1096 time: 0.0734761 Aug 27 17:31:42.128889 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c893b2e6-f8d5-4eb1-aa80-8033ee679c12 req-5e6ec792-df63-42fb-b624-95117740bf8e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842521 Aug 27 17:31:42.152538 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33144) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:42.163354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '847644b0-b4e7-43c9-990a-5c94eeab0eea', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.181', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'port_id': '9f7899c3-d341-417d-9501-2a385d4f181e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'mac_address': 'fa:16:3e:0b:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:31:40Z', 'updated_at': '2021-08-27T17:31:40Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:30Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:42.166309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-81eab90e-c6a3-450c-88c9-f1fb9fee07da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:42.167811 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-81eab90e-c6a3-450c-88c9-f1fb9fee07da service neutron] 10.222.0.97 "GET /v2.0/networks?id=aad765e3-6a60-4e40-8d23-3ab92aa358df HTTP/1.1" status: 200 len: 899 time: 0.1164591 Aug 27 17:31:42.189765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e7bca-27de-4901-887a-213776dc8412 None None] Checking router: 9372a1f3-9c9f-44b0-b5af-ca068506fe48 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:31:42.198552 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:31:42.198850 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:42.217139 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ea1e6e6c-2746-4303-be7f-5980360a3ae5 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/847644b0-b4e7-43c9-990a-5c94eeab0eea HTTP/1.1" status: 200 len: 991 time: 0.0616419 Aug 27 17:31:42.238661 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-9369f29b-07b7-4da8-9b02-4d44931ee8db service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f7899c3-d341-417d-9501-2a385d4f181e HTTP/1.1" status: 200 len: 999 time: 0.0632808 Aug 27 17:31:42.293885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-dc30987b-d872-4998-a061-5a63d11d5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:42.295312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-dc30987b-d872-4998-a061-5a63d11d5800 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e4826e72-5070-46ad-be04-5a76ec1bcdb0 HTTP/1.1" status: 200 len: 835 time: 0.0498714 Aug 27 17:31:42.306634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:31:42.341994 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-ef41416c-7b0e-4e85-827f-6f0daaa4c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:31:42.343584 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-ef41416c-7b0e-4e85-827f-6f0daaa4c3d9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=aad765e3-6a60-4e40-8d23-3ab92aa358df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413277 Aug 27 17:31:42.435462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-f9c04cdf-3f89-4e82-9bb1-9b0d00336688 service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847111 Aug 27 17:31:42.531734 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bbccfc0e-cdf2-4a03-ac60-cb19d110c975 req-4494c591-4829-4477-9fbb-943e31ae1658 service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897806 Aug 27 17:31:42.532451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-396e7bca-27de-4901-887a-213776dc8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '847644b0-b4e7-43c9-990a-5c94eeab0eea', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.181', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'port_id': '9f7899c3-d341-417d-9501-2a385d4f181e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'mac_address': 'fa:16:3e:0b:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:31:40Z', 'updated_at': '2021-08-27T17:31:40Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:30Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:31:42.564918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e7bca-27de-4901-887a-213776dc8412 None None] The sync data for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 is: [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '847644b0-b4e7-43c9-990a-5c94eeab0eea', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'floating_ip_address': '172.25.4.181', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'port_id': '9f7899c3-d341-417d-9501-2a385d4f181e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'mac_address': 'fa:16:3e:0b:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:31:40Z', 'updated_at': '2021-08-27T17:31:40Z', 'revision_number': 0, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:30Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:31:42.759017 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a94076-efa2-4a20-b411-1e233dd7d6be None None] New status for floating IP 847644b0-b4e7-43c9-990a-5c94eeab0eea: ACTIVE {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:31:43.220024 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33146) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:31:43.282596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-e1319de2-630e-44a1-94b9-43baddfbd369 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/847644b0-b4e7-43c9-990a-5c94eeab0eea HTTP/1.1" status: 200 len: 993 time: 0.0611982 Aug 27 17:31:50.686410 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9274d8d3-67f7-4625-afdd-28fb5d553658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:53.280384 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6918b848-6bab-4605-a021-79e2918cf0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:53.423279 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:53.903563 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:54.857023 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:54.921143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:31:56.381684 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:01.854904 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:32:14.714885 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa9f51-51a7-4722-8410-3da19e0d40c4 req-f934ec71-9890-453f-a941-621d073e5d88 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:14.716090 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28aa9f51-51a7-4722-8410-3da19e0d40c4 req-f934ec71-9890-453f-a941-621d073e5d88 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0547166 Aug 27 17:32:14.755072 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-28aa9f51-51a7-4722-8410-3da19e0d40c4 req-e435db87-38d7-494f-ba41-02f6aad50559 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327635 Aug 27 17:32:15.871363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09163d1f-f3b0-4d62-aeb0-a21514782d57 req-2a822a5c-36ce-40d2-8ca4-26959d94e27e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:15.872778 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09163d1f-f3b0-4d62-aeb0-a21514782d57 req-2a822a5c-36ce-40d2-8ca4-26959d94e27e tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0497110 Aug 27 17:32:15.909934 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-09163d1f-f3b0-4d62-aeb0-a21514782d57 req-f50b2edc-ac85-450d-b3e7-d35092e860c9 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Aug 27 17:32:15.932510 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33164) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:15.997250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-95a8a60a-03b3-4dfd-87ce-5e2042f1f2b4 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/847644b0-b4e7-43c9-990a-5c94eeab0eea HTTP/1.1" status: 200 len: 993 time: 0.0629585 Aug 27 17:32:17.424685 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a19c-9932-40df-a920-a865592bf07a req-9eb33253-842a-4225-8d01-349260b3425b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:17.426145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb49a19c-9932-40df-a920-a865592bf07a req-9eb33253-842a-4225-8d01-349260b3425b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0500028 Aug 27 17:32:17.466209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb49a19c-9932-40df-a920-a865592bf07a req-094de537-79dd-4f54-88d5-9c0559dc8f86 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340619 Aug 27 17:32:17.532186 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-d4485fad-e9b5-4923-b270-530f39ae48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:17.533705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-d4485fad-e9b5-4923-b270-530f39ae48df service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 1096 time: 0.0414834 Aug 27 17:32:17.626878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-b07e17b0-9cd5-44a3-8f69-0bd54a54314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:17.628373 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-b07e17b0-9cd5-44a3-8f69-0bd54a54314b service neutron] 10.222.0.97 "GET /v2.0/networks?id=aad765e3-6a60-4e40-8d23-3ab92aa358df HTTP/1.1" status: 200 len: 899 time: 0.0877798 Aug 27 17:32:17.694456 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-1329de5f-877b-4adf-ad8e-a3ee3fa096d1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f7899c3-d341-417d-9501-2a385d4f181e HTTP/1.1" status: 200 len: 1001 time: 0.0592184 Aug 27 17:32:17.743404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-cfec743a-2244-451f-914a-112412e0f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:17.744965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-cfec743a-2244-451f-914a-112412e0f6ca service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e4826e72-5070-46ad-be04-5a76ec1bcdb0 HTTP/1.1" status: 200 len: 835 time: 0.0438442 Aug 27 17:32:17.795648 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-ad90f4b1-c792-4bfe-bc0b-48a15b135ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:17.797139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-ad90f4b1-c792-4bfe-bc0b-48a15b135ef4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=aad765e3-6a60-4e40-8d23-3ab92aa358df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453260 Aug 27 17:32:17.888633 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-64887fc9-4f95-4876-9046-7b5d25c6bb86 service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844090 Aug 27 17:32:17.982591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49ea6df9-3455-4185-8b5f-e4cbceb7c964 req-47aab8cb-5e55-4cdf-bf8b-70f1184b7212 service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870967 Aug 27 17:32:18.590410 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b30ed0-7c80-4555-a8c5-042534bba403 req-71b38c03-2b69-4537-b27c-650ea4a00628 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:18.590410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91b30ed0-7c80-4555-a8c5-042534bba403 req-71b38c03-2b69-4537-b27c-650ea4a00628 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0510387 Aug 27 17:32:18.626455 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91b30ed0-7c80-4555-a8c5-042534bba403 req-6561a839-2edf-4959-9aa5-9c40608f81fa tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Aug 27 17:32:19.742540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db121e21-44f6-4359-8acc-c66fe52d3096 req-4587541c-cf84-4006-addb-b4a1a9d2e608 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:19.744117 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db121e21-44f6-4359-8acc-c66fe52d3096 req-4587541c-cf84-4006-addb-b4a1a9d2e608 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0495899 Aug 27 17:32:19.783730 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-db121e21-44f6-4359-8acc-c66fe52d3096 req-9e80da6b-5495-47b8-8563-b58e3af9d404 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Aug 27 17:32:19.805523 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33176) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:19.870738 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-9149c875-c626-4c5a-851d-02e59db77f3a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/floatingips/847644b0-b4e7-43c9-990a-5c94eeab0eea HTTP/1.1" status: 200 len: 993 time: 0.0640361 Aug 27 17:32:20.083173 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33182) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:20.238867 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 3e8cde66-4d2f-4805-a1e5-063fc6812642 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:32:20.239111 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:20.313910 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:20.314240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:20.325644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 3e8cde66-4d2f-4805-a1e5-063fc6812642 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:32:20.536013 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:20.559799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=3e8cde66-4d2f-4805-a1e5-063fc6812642,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:20.569721 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.570076 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.570422 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.570760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.571095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.572001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.572001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.572221 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.572415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.572795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.573197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.573528 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:20.636639 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:20.637005 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Floating IP 847644b0-b4e7-43c9-990a-5c94eeab0eea disassociated (deleted). External IP: 172.25.4.181, port: 9f7899c3-d341-417d-9501-2a385d4f181e. Aug 27 17:32:20.776376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3e36486-c3c1-4c10-831a-7e1d3bf945cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:20.850466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:32:20.964787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:32:20.970053 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:20.975099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] Sync routers for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:32:20.984252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:20.984889 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:21.000476 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f50cab2a-a22f-42f9-bf2a-5bde7fb9a4ab tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/floatingips/847644b0-b4e7-43c9-990a-5c94eeab0eea HTTP/1.1" status: 204 len: 168 time: 0.9161747 Aug 27 17:32:21.001078 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:32:21.003378 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba855fd3-c0d5-40bf-9e7d-68eade85e550" -d '{"events": [{"name": "network-changed", "server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:32:21.044800 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580118be-fec3-4b3e-b2ee-c957a54b78e6 x-openstack-request-id: req-580118be-fec3-4b3e-b2ee-c957a54b78e6 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:32:21.045108 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:32:21.045351 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-580118be-fec3-4b3e-b2ee-c957a54b78e6 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:32:21.046024 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e', 'status': 'completed', 'code': 200} Aug 27 17:32:21.098712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:21.113290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-e93b0826-5dc1-4b9b-bac9-27f208b71821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:21.113290 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-e93b0826-5dc1-4b9b-bac9-27f208b71821 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 1096 time: 0.0435927 Aug 27 17:32:21.208844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-9f43553a-f395-4467-880e-ff13ddbe5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:21.210325 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-9f43553a-f395-4467-880e-ff13ddbe5d5f service neutron] 10.222.0.97 "GET /v2.0/networks?id=aad765e3-6a60-4e40-8d23-3ab92aa358df HTTP/1.1" status: 200 len: 899 time: 0.0940723 Aug 27 17:32:21.253255 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-2291b742-98ce-41c0-9401-1febde1c5ce6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f7899c3-d341-417d-9501-2a385d4f181e HTTP/1.1" status: 200 len: 217 time: 0.0352359 Aug 27 17:32:21.300366 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:30Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:21.305696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-610e2370-2a24-477f-9107-d8c58daf3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:21.307841 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-610e2370-2a24-477f-9107-d8c58daf3f9c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e4826e72-5070-46ad-be04-5a76ec1bcdb0 HTTP/1.1" status: 200 len: 835 time: 0.0473735 Aug 27 17:32:21.327568 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] Checking router: 9372a1f3-9c9f-44b0-b5af-ca068506fe48 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:32:21.335708 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:21.336317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:31:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:21.355252 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-64e5d326-e362-4038-8090-9717442d426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:21.356814 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-64e5d326-e362-4038-8090-9717442d426c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=aad765e3-6a60-4e40-8d23-3ab92aa358df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417163 Aug 27 17:32:21.492764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-67e2a118-fd0f-4905-b9ef-c4cb20ac5132 service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278670 Aug 27 17:32:21.502191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d6ec1-01a3-4979-bb0b-776d163ad0b3 req-cdf0cef6-8d06-4f26-98c7-a847d3d3f5ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:21.503749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a6d6ec1-01a3-4979-bb0b-776d163ad0b3 req-cdf0cef6-8d06-4f26-98c7-a847d3d3f5ee tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0758529 Aug 27 17:32:21.597131 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2a6d6ec1-01a3-4979-bb0b-776d163ad0b3 req-24dd4ce9-c4be-45e2-8208-7a7d3190df30 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842621 Aug 27 17:32:21.610585 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:21.624888 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ba855fd3-c0d5-40bf-9e7d-68eade85e550 req-fd672076-2999-4223-b45e-0aabdeabc45f service neutron] 10.222.0.97 "GET /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200554 Aug 27 17:32:21.807014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:30Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:21.817139 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e9e0e90-1740-403c-8809-e07ff0bd2692 req-07704c7d-e186-4991-a2cb-71c3cbb5dd2c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256672 Aug 27 17:32:21.837285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604d80e-7a50-4cea-94cd-f88dd6e7fc02 None None] The sync data for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 is: [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '31adab5f-af5d-4313-ba48-d22e225f53bb', 'name': '', 'network_id': 'aad765e3-6a60-4e40-8d23-3ab92aa358df', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'mac_address': 'fa:16:3e:64:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:24Z', 'updated_at': '2021-08-27T17:31:30Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'subnets': [{'id': 'e4826e72-5070-46ad-be04-5a76ec1bcdb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:32:21.884432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e9e0e90-1740-403c-8809-e07ff0bd2692 req-79e77af2-ebcd-4d56-a859-4f557be7f2ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0263374 Aug 27 17:32:21.924274 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e9e0e90-1740-403c-8809-e07ff0bd2692 req-ef9366aa-8899-4ed3-8fdd-29e0c6c4ca17 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204406 Aug 27 17:32:22.025409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e0e90-1740-403c-8809-e07ff0bd2692 req-bca6fbac-0a0a-4ddd-9877-297445fe3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:22.027560 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e9e0e90-1740-403c-8809-e07ff0bd2692 req-bca6fbac-0a0a-4ddd-9877-297445fe3ca6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0966475 Aug 27 17:32:22.051064 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971e788-a290-4c43-9560-08bedfaa6b76 None None] New status for floating IP 847644b0-b4e7-43c9-990a-5c94eeab0eea: DOWN {{(pid=95255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:32:22.724553 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b495840-1ba6-45f8-9d71-7e6a51a1780d req-32acc052-4951-45c7-91c8-a6f411adf2ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:22.726064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b495840-1ba6-45f8-9d71-7e6a51a1780d req-32acc052-4951-45c7-91c8-a6f411adf2ae tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0518901 Aug 27 17:32:22.764707 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b495840-1ba6-45f8-9d71-7e6a51a1780d req-d8fcb3cd-0729-4094-b65c-2cf688aaa537 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/security-groups?id=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Aug 27 17:32:22.979101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-44ffad48-3439-42d1-a5a0-112f4052ebc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:22.980552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-44ffad48-3439-42d1-a5a0-112f4052ebc2 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 945 time: 0.0514281 Aug 27 17:32:23.078777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 9f7899c3-d341-417d-9501-2a385d4f181e {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:32:23.079120 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:23.164518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 9f7899c3-d341-417d-9501-2a385d4f181e, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9f7899c3-d341-417d-9501-2a385d4f181e,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:23.164885 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:23.178119 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 9f7899c3-d341-417d-9501-2a385d4f181e owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:32:23.244447 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df4fce3b-09a0-4b9d-a458-99da8543e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:23.455068 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:23.486045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=9f7899c3-d341-417d-9501-2a385d4f181e,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:23.546164 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:23.546307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] No DVR routers for this DVR port 9f7899c3-d341-417d-9501-2a385d4f181e on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:32:23.546307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:23.546307 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d3c65cd2-5541-4241-bcc2-32a4062d0f86 req-a8cf1437-c6ba-43be-8f46-f4d7f92bdabb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.97 "DELETE /v2.0/ports/9f7899c3-d341-417d-9501-2a385d4f181e HTTP/1.1" status: 204 len: 173 time: 0.5484397 Aug 27 17:32:23.546307 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'name': 'network-vif-deleted', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:32:23.546307 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399d31d-b17f-422e-8494-3eb93ba1e921" -d '{"events": [{"server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "name": "network-vif-deleted", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:32:23.575051 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b81a4c-cc5a-46e1-9072-646174947b3e x-openstack-request-id: req-95b81a4c-cc5a-46e1-9072-646174947b3e {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:32:23.575383 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c426368d-058c-42d5-9eff-66d143a0bd0b", "name": "network-vif-deleted", "tag": "9f7899c3-d341-417d-9501-2a385d4f181e", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:32:23.575645 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-95b81a4c-cc5a-46e1-9072-646174947b3e {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:32:23.576050 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c426368d-058c-42d5-9eff-66d143a0bd0b', 'name': 'network-vif-deleted', 'tag': '9f7899c3-d341-417d-9501-2a385d4f181e', 'status': 'completed', 'code': 200} Aug 27 17:32:23.874875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-112b516f-6511-4059-9142-c56a360c5258 req-f169bb37-c859-47fe-8e1b-d39d1d7d6c9a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 210 time: 0.0367692 Aug 27 17:32:23.912799 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:24.434579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e3a7421-ccec-4862-b2ec-37aa715bde13 req-3aa3f1b2-6574-46a1-b9a2-fb7b07dad558 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c426368d-058c-42d5-9eff-66d143a0bd0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254650 Aug 27 17:32:24.507731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e3a7421-ccec-4862-b2ec-37aa715bde13 req-bf2d4e65-84c3-471c-a712-58f30be9d2a8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d57ded0e28f4325bd017d620aaa2282&device_id=c426368d-058c-42d5-9eff-66d143a0bd0b HTTP/1.1" status: 200 len: 210 time: 0.0248878 Aug 27 17:32:24.619954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a7421-ccec-4862-b2ec-37aa715bde13 req-3c87e1f9-95be-46f2-acdf-9e76fecc68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:24.621427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e3a7421-ccec-4862-b2ec-37aa715bde13 req-3c87e1f9-95be-46f2-acdf-9e76fecc68bc service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d57ded0e28f4325bd017d620aaa2282&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0945148 Aug 27 17:32:24.718589 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a7421-ccec-4862-b2ec-37aa715bde13 req-f17f3bd1-cd42-4ccf-b3ea-84b8ec9ed5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:24.720040 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e3a7421-ccec-4862-b2ec-37aa715bde13 req-f17f3bd1-cd42-4ccf-b3ea-84b8ec9ed5dd service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920467 Aug 27 17:32:24.837491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:24.902372 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:24.926281 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33198) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:25.290923 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:25.545959 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port 31adab5f-af5d-4313-ba48-d22e225f53bb {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:32:25.546216 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:25.632947 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port 31adab5f-af5d-4313-ba48-d22e225f53bb, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=31adab5f-af5d-4313-ba48-d22e225f53bb,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:25.633325 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:25.647370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for 31adab5f-af5d-4313-ba48-d22e225f53bb owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:32:25.924088 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:25.957047 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=31adab5f-af5d-4313-ba48-d22e225f53bb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:25.969969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.970327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.971703 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.972097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.972416 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.972757 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.973152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.973486 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.973841 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.974163 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.974510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:25.974854 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:26.143046 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:26.358364 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:26.362589 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:32:26.468370 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:32:26.473483 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b65909e2-55b5-4428-93e2-92014a7b34e7 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "PUT /v2.0/routers/9372a1f3-9c9f-44b0-b5af-ca068506fe48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461733 Aug 27 17:32:26.476256 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33200) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:26.479367 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] Sync routers for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:32:26.489584 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:26.490189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:26.527711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting subnet e4826e72-5070-46ad-be04-5a76ec1bcdb0 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:32:26.530696 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:26.570697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:26.596204 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:26.658828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:26.774788 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:32:25Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:26.801159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] Checking router: 9372a1f3-9c9f-44b0-b5af-ca068506fe48 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:32:26.810315 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] Routers {'9372a1f3-9c9f-44b0-b5af-ca068506fe48'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:26.810914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:26.815806 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:26.843986 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Subnet': ['ID=e4826e72-5070-46ad-be04-5a76ec1bcdb0,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:26.847763 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:26.856307 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-56d4f2ef-d5bb-40a8-99ae-f87eff2369b3 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/subnets/e4826e72-5070-46ad-be04-5a76ec1bcdb0 HTTP/1.1" status: 204 len: 168 time: 0.3725505 Aug 27 17:32:26.856307 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33202) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:26.856520 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405a612-56cc-491f-8804-06fa4ad95753 None None] Network aad765e3-6a60-4e40-8d23-3ab92aa358df requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:32:26.961736 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.012456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] Set router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:27.070570 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.185472 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] DHCP port deletion for aad765e3-6a60-4e40-8d23-3ab92aa358df request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:32:27.191834 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Deleting port ff5616a0-6409-4eb8-b784-68b7fe604273 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:32:27.192259 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.231687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:32:25Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:27.259957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f538ace-a360-4d70-bec4-87a69e368199 None None] The sync data for ids ['9372a1f3-9c9f-44b0-b5af-ca068506fe48'] in n-d-806412-1 is: [{'id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995200597', 'tenant_id': '5d57ded0e28f4325bd017d620aaa2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:32:25Z', 'revision_number': 5, 'project_id': '5d57ded0e28f4325bd017d620aaa2282', 'gw_port': {'id': 'ff5616a0-6409-4eb8-b784-68b7fe604273', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9372a1f3-9c9f-44b0-b5af-ca068506fe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:31:21Z', 'updated_at': '2021-08-27T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:32:27.274718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Deleting port 464c5c12-befd-4cd7-8a04-4cf3a509ccef {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:32:27.275079 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] For port ff5616a0-6409-4eb8-b784-68b7fe604273, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ff5616a0-6409-4eb8-b784-68b7fe604273,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:27.275221 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.275472 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.293647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Calling delete_port for ff5616a0-6409-4eb8-b784-68b7fe604273 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:32:27.340770 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] For port 464c5c12-befd-4cd7-8a04-4cf3a509ccef, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=464c5c12-befd-4cd7-8a04-4cf3a509ccef,segment=NetworkSegment(a32cb3fd-1146-459a-ba0a-e5a7c9d45888),segment_id=a32cb3fd-1146-459a-ba0a-e5a7c9d45888)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:27.341179 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.354172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Calling delete_port for 464c5c12-befd-4cd7-8a04-4cf3a509ccef owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:32:27.512205 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.535402 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.538630 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Pushing event deleted for resources: {'Port': ['ID=464c5c12-befd-4cd7-8a04-4cf3a509ccef,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:27.543212 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] No DVR routers for this DVR port 464c5c12-befd-4cd7-8a04-4cf3a509ccef on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:32:27.549503 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f7899c3-d341-417d-9501-2a385d4f181e no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:32:27.554936 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.555317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.555695 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.556099 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.556484 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.556790 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.557098 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.557434 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.557766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.558689 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.559011 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.559424 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef06b0-9b96-4bb1-99d6-e566f43d428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:27.570711 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Port': ['ID=ff5616a0-6409-4eb8-b784-68b7fe604273,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:27.579262 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 9f7899c3-d341-417d-9501-2a385d4f181e {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:32:27.579642 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9f7899c3-d341-417d-9501-2a385d4f181e not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:32:27.636154 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.729947 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.732965 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.843895 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.844528 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Fanout notify agent at l3_agent the message router_deleted on router 9372a1f3-9c9f-44b0-b5af-ca068506fe48 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:32:27.851764 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:27.855591 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b565f286-0494-4c96-86ab-5e172a0775eb tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/routers/9372a1f3-9c9f-44b0-b5af-ca068506fe48 HTTP/1.1" status: 204 len: 168 time: 0.9996765 Aug 27 17:32:27.855987 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33204) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:27.941160 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.029150 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.038660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad765e3-6a60-4e40-8d23-3ab92aa358df']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:28.049131 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:28.049427 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32cb3fd-1146-459a-ba0a-e5a7c9d45888') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:28.057881 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.071808 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.077770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:32:28.078154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:32:28.081214 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:32:28.220278 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.227510 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.228900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/networks/aad765e3-6a60-4e40-8d23-3ab92aa358df HTTP/1.1" status: 204 len: 168 time: 0.3719032 Aug 27 17:32:28.232501 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33206) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:28.241263 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344618c-662f-4e14-9f97-51bb02eaa81b tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'Network': ['ID=aad765e3-6a60-4e40-8d23-3ab92aa358df,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:28.296528 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15904eb1-30b0-452e-9657-df569e547390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.326257 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15904eb1-30b0-452e-9657-df569e547390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.356492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ff5616a0-6409-4eb8-b784-68b7fe604273 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:32:28.379876 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: ff5616a0-6409-4eb8-b784-68b7fe604273 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:32:28.380299 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ff5616a0-6409-4eb8-b784-68b7fe604273 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:32:28.380803 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 464c5c12-befd-4cd7-8a04-4cf3a509ccef no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:32:28.399787 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 464c5c12-befd-4cd7-8a04-4cf3a509ccef {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:32:28.400143 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 464c5c12-befd-4cd7-8a04-4cf3a509ccef not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:32:28.400555 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 31adab5f-af5d-4313-ba48-d22e225f53bb no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:32:28.419537 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 31adab5f-af5d-4313-ba48-d22e225f53bb {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:32:28.419881 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 31adab5f-af5d-4313-ba48-d22e225f53bb not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:32:28.449721 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15904eb1-30b0-452e-9657-df569e547390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.452536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-15904eb1-30b0-452e-9657-df569e547390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:28.453801 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-15904eb1-30b0-452e-9657-df569e547390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] 10.222.0.101 "DELETE /v2.0/security-groups/f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45 HTTP/1.1" status: 204 len: 168 time: 0.2201941 Aug 27 17:32:28.463783 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15904eb1-30b0-452e-9657-df569e547390 tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c7aa3-b954-4b8d-b5c1-15b2d7c02f45,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:29.086829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33214) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:29.218749 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3366cd7a-12a8-465c-935d-d1e0febdcb9b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d57ded0e28f4325bd017d620aaa2282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307201 Aug 27 17:32:29.221392 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33218) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:29.268486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f265ae43-b61a-4c3e-a293-8bc6b4479e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:29.289299 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f265ae43-b61a-4c3e-a293-8bc6b4479e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:29.420855 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f265ae43-b61a-4c3e-a293-8bc6b4479e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:29.423478 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f265ae43-b61a-4c3e-a293-8bc6b4479e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:29.424673 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f265ae43-b61a-4c3e-a293-8bc6b4479e61 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/078f7c1c-6b31-4272-afde-bc43fe88d8c9 HTTP/1.1" status: 204 len: 168 time: 0.2023571 Aug 27 17:32:29.432474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265ae43-b61a-4c3e-a293-8bc6b4479e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f7c1c-6b31-4272-afde-bc43fe88d8c9,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:29.978556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33224) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:29.991915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be630b8d-1716-428c-adbc-86018ba6cd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:30.083412 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be630b8d-1716-428c-adbc-86018ba6cd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:30.152060 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-be630b8d-1716-428c-adbc-86018ba6cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:30.194580 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-be630b8d-1716-428c-adbc-86018ba6cd44 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a7ca9176f7be418581a60c51ab2f70b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149053 Aug 27 17:32:30.195777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be630b8d-1716-428c-adbc-86018ba6cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5dd39e-35f3-4cee-aa75-592d24c2ece2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:30.196336 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33226) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:30.248142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e634a0-a498-4387-94ae-de91fac703ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:30.269561 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e634a0-a498-4387-94ae-de91fac703ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:30.392912 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e634a0-a498-4387-94ae-de91fac703ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:30.395777 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a6e634a0-a498-4387-94ae-de91fac703ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:30.396961 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a6e634a0-a498-4387-94ae-de91fac703ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/da5dd39e-35f3-4cee-aa75-592d24c2ece2 HTTP/1.1" status: 204 len: 168 time: 0.1996088 Aug 27 17:32:30.405388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e634a0-a498-4387-94ae-de91fac703ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5dd39e-35f3-4cee-aa75-592d24c2ece2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:31.416231 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33248) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:31.512052 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1109276384-network', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:31.575180 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Made reservation on behalf of 30af82b4350d4bd786e48cf05adfe02a for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:32:31.577578 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.585970 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.673336 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.751925 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.776029 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:32:31.785080 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79465a1e-30ce-4003-81ac-09e0f6ef6bc2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:31.791051 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.791384 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Added segment 2e32ac5d-a3e0-4754-9662-4d864d96c034 of type vlan for network 421685dd-381d-4078-a77e-3388f64b9004 Aug 27 17:32:31.832991 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.900575 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.901548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:31.902138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:31.962766 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=421685dd-381d-4078-a77e-3388f64b9004,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:31.972756 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 421685dd-381d-4078-a77e-3388f64b9004 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:32:32.010268 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e1564893-0d84-4b1d-8736-0d5022cdbbe9 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5929027 Aug 27 17:32:32.013546 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33252) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:32.019120 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Request body: {'subnet': {'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1109276384-subnet', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:32.106833 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Made reservation on behalf of 30af82b4350d4bd786e48cf05adfe02a for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:32:32.109271 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:32.334918 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:32.388253 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:32.398462 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Checking segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:32.398829 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Network hostable DHCP agents. Network: 421685dd-381d-4078-a77e-3388f64b9004, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:32:32.472081 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Network 421685dd-381d-4078-a77e-3388f64b9004 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:32:32.552245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 421685dd-381d-4078-a77e-3388f64b9004) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:32.556160 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:32.556757 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:32.561811 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d956c-028f-4977-8f40-a7184a8235b5 None None] Network 421685dd-381d-4078-a77e-3388f64b9004 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:32:32.645016 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-41b2aeef-ceb2-4a51-8ea2-bf6d3afa9b5e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6302378 Aug 27 17:32:32.647890 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33254) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:32.654246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:32.705321 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-421685dd-381d-4078-a77e-3388f64b9004', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:32:32.706198 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:32.752722 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:32.753943 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:32.810269 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:32.845562 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Allocated IP 172.20.0.2 (421685dd-381d-4078-a77e-3388f64b9004/554fe5eb-0c7c-468f-a83b-e5eaf285b5ae/3c248def-88ab-4a7d-8558-222e57f9eb39) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:32:32.996231 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.005034 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Transition to ACTIVE for port object 3c248def-88ab-4a7d-8558-222e57f9eb39 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:33.019870 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.021228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Transition to ACTIVE for port object 3c248def-88ab-4a7d-8558-222e57f9eb39 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:33.112021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.157316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Network 421685dd-381d-4078-a77e-3388f64b9004 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:33.160325 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:33.165067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:32:33.167078 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Pushing event updated for resources: {'Port': ['ID=3c248def-88ab-4a7d-8558-222e57f9eb39,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:33.223590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Attempting to bind port 3c248def-88ab-4a7d-8558-222e57f9eb39 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:32:33.224065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Attempting to bind port 3c248def-88ab-4a7d-8558-222e57f9eb39 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:32:33.224376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Attempting to bind port 3c248def-88ab-4a7d-8558-222e57f9eb39 on network 421685dd-381d-4078-a77e-3388f64b9004 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:33.229676 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:32:33.230777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Checking segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:33.231199 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.231622 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Bound using segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:32:33.232102 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Bound port: 3c248def-88ab-4a7d-8558-222e57f9eb39, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:32:33.232490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.286268 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.301607 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] For port 3c248def-88ab-4a7d-8558-222e57f9eb39, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:32:33.304870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] For port 3c248def-88ab-4a7d-8558-222e57f9eb39, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3c248def-88ab-4a7d-8558-222e57f9eb39,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:32:33.312043 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.398439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:33.409681 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Allocated IP 172.25.4.234 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/12970b2a-5f18-4d03-a48b-a3c0ed4736cd) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:32:33.465055 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5f527-59dc-43f8-a19a-0eecf169ff11 None None] Pushing event updated for resources: {'Port': ['ID=3c248def-88ab-4a7d-8558-222e57f9eb39,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:33.869744 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.009708 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.050245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:34.055438 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:34.060192 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:32:34.065969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Pushing event updated for resources: {'Port': ['ID=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:34.359038 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f481e-8410-444f-993e-5a5a604bf008 None None] Network 421685dd-381d-4078-a77e-3388f64b9004 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:32:34.401362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.409032 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3c248def-88ab-4a7d-8558-222e57f9eb39 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:34.564551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b05e278b-7d35-4579-af7c-b84c53bc114c None None] Provisioning for port 3c248def-88ab-4a7d-8558-222e57f9eb39 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:34.576495 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 3c248def-88ab-4a7d-8558-222e57f9eb39 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:34.581145 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3c248def-88ab-4a7d-8558-222e57f9eb39 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:34.581607 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.597665 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.798784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7d00e0ae-c43b-47fc-a95b-3f9a4e6cdbb7 None None] Provisioning complete for port 3c248def-88ab-4a7d-8558-222e57f9eb39 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:34.799154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d00e0ae-c43b-47fc-a95b-3f9a4e6cdbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.820446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Router 91005a82-2975-443a-bd94-d987b374cfe3 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:32:34.861977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.899821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 3c248def-88ab-4a7d-8558-222e57f9eb39, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3c248def-88ab-4a7d-8558-222e57f9eb39,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:34.933467 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:32:34.935319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d00e0ae-c43b-47fc-a95b-3f9a4e6cdbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.942082 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Sync routers for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:32:34.953265 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:34.953876 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:34.975630 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:34.997795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.001805 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b97215b8-1519-4489-9fc6-cfdef620ebe8 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3503859 Aug 27 17:32:35.002483 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33256) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:35.057396 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-7d00e0ae-c43b-47fc-a95b-3f9a4e6cdbb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:32:35.058334 n-d-806412-1 neutron-server[95254]: DEBUG oslo_db.api [None req-7d00e0ae-c43b-47fc-a95b-3f9a4e6cdbb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:32:35.062800 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=3c248def-88ab-4a7d-8558-222e57f9eb39,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:35.063503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:35.247178 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:34Z', 'revision_number': 3, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:35.278538 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Checking router: 91005a82-2975-443a-bd94-d987b374cfe3 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:32:35.278884 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Updating router 91005a82-2975-443a-bd94-d987b374cfe3 port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:32:35.305803 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.564444 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.574236 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Transition to ACTIVE for port object 12970b2a-5f18-4d03-a48b-a3c0ed4736cd will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:35.631717 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.684262 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Pushing event updated for resources: {'Port': ['ID=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:35.686395 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Attempting to bind port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:32:35.686767 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Attempting to bind port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:32:35.687122 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Attempting to bind port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:35.696162 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.696510 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.696853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.697186 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.697514 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.697851 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.698194 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.699034 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.699385 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.699707 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.700019 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.700342 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:32:35.703625 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:32:35.703998 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:35.704404 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.704789 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:32:35.705255 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Bound port: 12970b2a-5f18-4d03-a48b-a3c0ed4736cd, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:32:35.705637 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.758906 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] For port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:32:35.763866 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] For port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:32:35.778638 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.810082 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:35.864406 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:35.865027 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:35.869523 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8cc71-e438-46be-9b20-c2ea0d01ed46 None None] Pushing event updated for resources: {'Port': ['ID=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:35.938164 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Allocated IP 172.20.0.1 (421685dd-381d-4078-a77e-3388f64b9004/554fe5eb-0c7c-468f-a83b-e5eaf285b5ae/98724227-8cbc-47d5-93c3-7ef2447122e2) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:32:35.973503 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:36.042529 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.055985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Transition to ACTIVE for port object 98724227-8cbc-47d5-93c3-7ef2447122e2 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:36.129581 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.150301 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:34Z', 'revision_number': 3, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:36.167015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Network 421685dd-381d-4078-a77e-3388f64b9004 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:36.170031 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:36.175796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:32:36.202284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Pushing event updated for resources: {'Port': ['ID=98724227-8cbc-47d5-93c3-7ef2447122e2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:36.225343 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.270467 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1c1b1-a6af-4a3f-8df2-d04d028203a0 None None] The sync data for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 is: [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:34Z', 'revision_number': 3, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:32:36.371122 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3c248def-88ab-4a7d-8558-222e57f9eb39 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:36.410226 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.438494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 3c248def-88ab-4a7d-8558-222e57f9eb39 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:36.438921 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.533442 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-23536217-15e5-44b1-beed-595b4925a30c None None] Provisioning for port 98724227-8cbc-47d5-93c3-7ef2447122e2 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:36.540402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-23536217-15e5-44b1-beed-595b4925a30c None None] Provisioning complete for port 98724227-8cbc-47d5-93c3-7ef2447122e2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:36.540861 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23536217-15e5-44b1-beed-595b4925a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.582529 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-23536217-15e5-44b1-beed-595b4925a30c None None] Port 98724227-8cbc-47d5-93c3-7ef2447122e2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:32:36.601679 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.660486 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.728875 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Pushing event updated for resources: {'Port': ['ID=98724227-8cbc-47d5-93c3-7ef2447122e2,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:36.731706 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:36.834644 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Network 421685dd-381d-4078-a77e-3388f64b9004 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:36.836107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:36.968760 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Router 91005a82-2975-443a-bd94-d987b374cfe3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:32:37.091905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:32:37.109287 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-6f9a0255-02c0-42e9-8bde-1876e9e8f880 admin admin] 10.222.0.101 "PUT /v2.0/routers/91005a82-2975-443a-bd94-d987b374cfe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0976491 Aug 27 17:32:37.112196 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9bdc7935-5456-4285-91eb-8aacf8a5aad1 None None] Provisioning complete for port 98724227-8cbc-47d5-93c3-7ef2447122e2 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:37.112395 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7935-5456-4285-91eb-8aacf8a5aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:37.148795 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc7935-5456-4285-91eb-8aacf8a5aad1 None None] Port 98724227-8cbc-47d5-93c3-7ef2447122e2 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:32:37.734821 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33272) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:37.740095 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1795877468-network', 'tenant_id': '65b153cb74674d889550c338d1bb66ea'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:37.837316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Made reservation on behalf of 65b153cb74674d889550c338d1bb66ea for: {'network': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:32:37.840599 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:37.850703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:37.856681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Sync routers for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:32:37.865587 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:37.866200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:37.942530 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:37.972596 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:38.042660 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.064443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=95253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:32:38.079966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4963fe2-c550-4d15-a3fa-bfcd38886022,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:38.083081 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.083452 n-d-806412-1 neutron-server[95253]: INFO neutron.db.segments_db [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Added segment 578469f0-54c8-4437-9676-23a6240eedcc of type vlan for network 09735c78-9b3d-42b7-a5de-63f5555f86eb Aug 27 17:32:38.125741 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.171245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 2, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:38.201891 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Checking router: 91005a82-2975-443a-bd94-d987b374cfe3 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:32:38.202252 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Updating router 91005a82-2975-443a-bd94-d987b374cfe3 port 98724227-8cbc-47d5-93c3-7ef2447122e2 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:32:38.220218 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.221287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:38.221932 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.226375 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.285387 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] Pushing event updated for resources: {'Network': ['ID=09735c78-9b3d-42b7-a5de-63f5555f86eb,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:38.318287 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:32:38.341225 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-26d2ad8e-0381-4f5e-9e32-81bd48690fce admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6050622 Aug 27 17:32:38.344031 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33274) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:38.349460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Request body: {'subnet': {'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1795877468-subnet', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:38.388073 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12970b2a-5f18-4d03-a48b-a3c0ed4736cd up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:38.443426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Made reservation on behalf of 65b153cb74674d889550c338d1bb66ea for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:32:38.446012 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.645249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:38.648218 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.681485 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:38.681855 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.688705 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Transition to ACTIVE for port object 98724227-8cbc-47d5-93c3-7ef2447122e2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:38.711084 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.771473 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6649d878-6711-4aff-bcf9-84f00407f8b2,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:38.779190 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Checking segment: {'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:38.779591 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Network hostable DHCP agents. Network: 09735c78-9b3d-42b7-a5de-63f5555f86eb, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:32:38.792114 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.800174 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.847699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:38.854868 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:32:38.861687 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c64386-e156-4b5c-9595-41b45cea0541 None None] Pushing event updated for resources: {'Port': ['ID=98724227-8cbc-47d5-93c3-7ef2447122e2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:38.872294 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:32:38.918525 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.924910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Attempting to bind port 98724227-8cbc-47d5-93c3-7ef2447122e2 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:32:38.924910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Attempting to bind port 98724227-8cbc-47d5-93c3-7ef2447122e2 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:32:38.924910 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Attempting to bind port 98724227-8cbc-47d5-93c3-7ef2447122e2 on network 421685dd-381d-4078-a77e-3388f64b9004 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:38.940255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 09735c78-9b3d-42b7-a5de-63f5555f86eb) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:38.944814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:38.945740 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.957469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249d04a-81a3-46a7-93d5-7a9f8221ca07 None None] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:32:38.971080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:32:38.971492 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Checking segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:38.971896 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:38.972295 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Bound using segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:32:38.972784 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Bound port: 98724227-8cbc-47d5-93c3-7ef2447122e2, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:32:38.973165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.003908 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-a935760a-411f-4b6b-8dc8-42b138568e4c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6584215 Aug 27 17:32:39.006304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33276) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:39.012694 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:39.065245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:39.094480 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.095536 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.154270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] For port 98724227-8cbc-47d5-93c3-7ef2447122e2, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:32:39.154760 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.171822 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] For port 98724227-8cbc-47d5-93c3-7ef2447122e2, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=98724227-8cbc-47d5-93c3-7ef2447122e2,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:32:39.206864 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-09735c78-9b3d-42b7-a5de-63f5555f86eb', 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'fixed_ips': [{'subnet_id': '6649d878-6711-4aff-bcf9-84f00407f8b2'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:32:39.207760 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.272906 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.358493 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.380068 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c64386-e156-4b5c-9595-41b45cea0541 None None] Pushing event updated for resources: {'Port': ['ID=98724227-8cbc-47d5-93c3-7ef2447122e2,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:39.384954 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:39.385613 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:39.445539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Allocated IP 172.20.0.2 (09735c78-9b3d-42b7-a5de-63f5555f86eb/6649d878-6711-4aff-bcf9-84f00407f8b2/f3e74285-3ba1-455c-b819-8cd1d2f07070) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:32:39.658837 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.679022 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.718843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:39.787114 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Allocated IP 172.25.4.132 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/c2ced787-95d7-4ae5-bd89-375f49b9032f) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:32:39.892147 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.936837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.949114 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Transition to ACTIVE for port object f3e74285-3ba1-455c-b819-8cd1d2f07070 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:39.974891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:39.987222 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Transition to ACTIVE for port object f3e74285-3ba1-455c-b819-8cd1d2f07070 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:40.022402 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:39Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:40.035116 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:40.040090 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:40.047073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:32:40.053772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b486360-968a-4462-b4e5-d2481ae36e53 None None] The sync data for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 is: [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:39Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:32:40.053997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ced787-95d7-4ae5-bd89-375f49b9032f,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:40.056475 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.097590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:40.101292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:40.117904 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:32:40.123546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Pushing event updated for resources: {'Port': ['ID=f3e74285-3ba1-455c-b819-8cd1d2f07070,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:40.197021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Attempting to bind port f3e74285-3ba1-455c-b819-8cd1d2f07070 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:32:40.197454 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Attempting to bind port f3e74285-3ba1-455c-b819-8cd1d2f07070 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:32:40.197832 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Attempting to bind port f3e74285-3ba1-455c-b819-8cd1d2f07070 on network 09735c78-9b3d-42b7-a5de-63f5555f86eb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:40.206390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:32:40.206866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Checking segment: {'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:40.207374 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.207843 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Bound using segment: {'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:32:40.208393 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Bound port: f3e74285-3ba1-455c-b819-8cd1d2f07070, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:32:40.208848 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.281451 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] For port f3e74285-3ba1-455c-b819-8cd1d2f07070, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:32:40.284736 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] For port f3e74285-3ba1-455c-b819-8cd1d2f07070, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f3e74285-3ba1-455c-b819-8cd1d2f07070,segment=NetworkSegment(578469f0-54c8-4437-9676-23a6240eedcc),segment_id=578469f0-54c8-4437-9676-23a6240eedcc)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:32:40.363869 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.437376 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff266-ce95-4aaa-91ba-89b79fcae2dc None None] Pushing event updated for resources: {'Port': ['ID=f3e74285-3ba1-455c-b819-8cd1d2f07070,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:40.465237 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12970b2a-5f18-4d03-a48b-a3c0ed4736cd up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:40.475456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.521233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:40.521835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.627062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 98724227-8cbc-47d5-93c3-7ef2447122e2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:40.731619 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.763459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 98724227-8cbc-47d5-93c3-7ef2447122e2 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:40.769240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 98724227-8cbc-47d5-93c3-7ef2447122e2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:40.773901 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.866663 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:40.901763 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 98724227-8cbc-47d5-93c3-7ef2447122e2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=98724227-8cbc-47d5-93c3-7ef2447122e2,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:40.934773 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Router 42d62573-3942-4b0d-99ec-362cba545b74 is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:32:40.981442 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.039539 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=98724227-8cbc-47d5-93c3-7ef2447122e2,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:41.059348 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:32:41.072106 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Sync routers for ids ['42d62573-3942-4b0d-99ec-362cba545b74'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:32:41.082360 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Routers {'42d62573-3942-4b0d-99ec-362cba545b74'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:41.083048 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['42d62573-3942-4b0d-99ec-362cba545b74'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:41.158060 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.159491 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-733e2218-7d7c-4d1c-a9dc-6e13ed6ee989 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1521068 Aug 27 17:32:41.162521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33278) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:41.202716 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Set router 42d62573-3942-4b0d-99ec-362cba545b74 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:41.414796 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 3, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port': {'id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:41.447155 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Checking router: 42d62573-3942-4b0d-99ec-362cba545b74 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:32:41.447546 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Updating router 42d62573-3942-4b0d-99ec-362cba545b74 port c2ced787-95d7-4ae5-bd89-375f49b9032f binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:32:41.480178 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.500560 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1254cf-8025-476e-9398-673458db8c9e None None] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:32:41.655458 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.656526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a3561443-81b1-4d38-a99c-e7f750abb9c2 None None] Provisioning for port f3e74285-3ba1-455c-b819-8cd1d2f07070 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:41.763003 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.777014 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Transition to ACTIVE for port object c2ced787-95d7-4ae5-bd89-375f49b9032f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:41.831452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Allocated IP 172.20.0.1 (09735c78-9b3d-42b7-a5de-63f5555f86eb/6649d878-6711-4aff-bcf9-84f00407f8b2/4d4bdad7-5aa9-4904-a707-0f676e8eb588) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:32:41.848930 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.907498 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Attempting to bind port c2ced787-95d7-4ae5-bd89-375f49b9032f on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:32:41.907869 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Attempting to bind port c2ced787-95d7-4ae5-bd89-375f49b9032f by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:32:41.908232 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Attempting to bind port c2ced787-95d7-4ae5-bd89-375f49b9032f on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:41.915233 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f431785-9a86-455b-8dba-a244253f237e None None] Pushing event updated for resources: {'Port': ['ID=c2ced787-95d7-4ae5-bd89-375f49b9032f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:41.918771 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:32:41.919205 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:41.919713 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.920096 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:32:41.920561 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Bound port: c2ced787-95d7-4ae5-bd89-375f49b9032f, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:32:41.920941 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.939893 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:41.953515 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Transition to ACTIVE for port object 4d4bdad7-5aa9-4904-a707-0f676e8eb588 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:41.974669 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] For port c2ced787-95d7-4ae5-bd89-375f49b9032f, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:32:41.977687 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] For port c2ced787-95d7-4ae5-bd89-375f49b9032f, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c2ced787-95d7-4ae5-bd89-375f49b9032f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:32:42.048843 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.077483 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.105400 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Routers {'42d62573-3942-4b0d-99ec-362cba545b74'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:42.105951 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['42d62573-3942-4b0d-99ec-362cba545b74'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:42.117957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:42.123040 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:42.126651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:32:42.141729 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f431785-9a86-455b-8dba-a244253f237e None None] Pushing event updated for resources: {'Port': ['ID=c2ced787-95d7-4ae5-bd89-375f49b9032f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:42.150809 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Pushing event updated for resources: {'Port': ['ID=4d4bdad7-5aa9-4904-a707-0f676e8eb588,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:42.172874 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.230210 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] Set router 42d62573-3942-4b0d-99ec-362cba545b74 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:42.417490 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.421750 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 3, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port': {'id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:42.453478 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40268b6b-28b5-4efe-bc06-c13ee8278575 None None] The sync data for ids ['42d62573-3942-4b0d-99ec-362cba545b74'] in n-d-806412-1 is: [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 3, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port': {'id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:32:42.456439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f3e74285-3ba1-455c-b819-8cd1d2f07070 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:42.491083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ea1ab548-c08b-4ef8-b5df-c0ed3e501bbd None None] Provisioning for port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:42.500217 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-ea1ab548-c08b-4ef8-b5df-c0ed3e501bbd None None] Provisioning complete for port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:42.500683 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab548-c08b-4ef8-b5df-c0ed3e501bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.544203 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ab548-c08b-4ef8-b5df-c0ed3e501bbd None None] Port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:32:42.593119 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.647012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port f3e74285-3ba1-455c-b819-8cd1d2f07070 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:42.647012 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f3e74285-3ba1-455c-b819-8cd1d2f07070 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:42.647256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.670103 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.748313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Pushing event updated for resources: {'Port': ['ID=4d4bdad7-5aa9-4904-a707-0f676e8eb588,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:42.753267 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.774154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.811825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port f3e74285-3ba1-455c-b819-8cd1d2f07070, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f3e74285-3ba1-455c-b819-8cd1d2f07070,segment=NetworkSegment(578469f0-54c8-4437-9676-23a6240eedcc),segment_id=578469f0-54c8-4437-9676-23a6240eedcc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:42.864175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:42.865706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:42.883072 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:42.884132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 98724227-8cbc-47d5-93c3-7ef2447122e2 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:42.969150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=f3e74285-3ba1-455c-b819-8cd1d2f07070,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:42.982044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 98724227-8cbc-47d5-93c3-7ef2447122e2 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:42.982419 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:43.001976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Router 42d62573-3942-4b0d-99ec-362cba545b74 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:32:43.132440 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:32:43.138534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a44c2072-f666-4ed3-af8d-3530f88676ac admin admin] 10.222.0.101 "PUT /v2.0/routers/42d62573-3942-4b0d-99ec-362cba545b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730062 Aug 27 17:32:43.171183 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e5a1ba87-a179-4b49-8563-fa4d6e0c531b None None] Provisioning complete for port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:43.171591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5a1ba87-a179-4b49-8563-fa4d6e0c531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:43.208407 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1ba87-a179-4b49-8563-fa4d6e0c531b None None] Port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:32:43.737566 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33288) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:43.744508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-a31dec5d-782b-4e67-9931-a7fb5b15cf35 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484146656', 'description': 'tempest-secgroup-smoke-484146656 description', 'project_id': '30af82b4350d4bd786e48cf05adfe02a'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:43.860340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a31dec5d-782b-4e67-9931-a7fb5b15cf35 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:43.967632 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a31dec5d-782b-4e67-9931-a7fb5b15cf35 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.049703 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a31dec5d-782b-4e67-9931-a7fb5b15cf35 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.089588 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dec5d-782b-4e67-9931-a7fb5b15cf35 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d58d173-cdb9-4aa8-bb8e-191a567b2fad,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:44.116525 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Sync routers for ids ['42d62573-3942-4b0d-99ec-362cba545b74'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:32:44.126583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Routers {'42d62573-3942-4b0d-99ec-362cba545b74'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:44.129838 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['42d62573-3942-4b0d-99ec-362cba545b74'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:44.146269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a31dec5d-782b-4e67-9931-a7fb5b15cf35 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.148341 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a31dec5d-782b-4e67-9931-a7fb5b15cf35 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4088302 Aug 27 17:32:44.151782 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33290) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:44.158073 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-182eb28c-df3c-473a-a0ee-b1cde2c78060 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': '9d58d173-cdb9-4aa8-bb8e-191a567b2fad', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:44.242342 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Set router 42d62573-3942-4b0d-99ec-362cba545b74 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:44.258828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-182eb28c-df3c-473a-a0ee-b1cde2c78060 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.317663 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-182eb28c-df3c-473a-a0ee-b1cde2c78060 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.392357 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-182eb28c-df3c-473a-a0ee-b1cde2c78060 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.415997 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eb28c-df3c-473a-a0ee-b1cde2c78060 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750b4b06-ea59-4e16-b7bb-759e35ac843d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:44.436768 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c2ced787-95d7-4ae5-bd89-375f49b9032f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:44.476973 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-182eb28c-df3c-473a-a0ee-b1cde2c78060 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.478270 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-182eb28c-df3c-473a-a0ee-b1cde2c78060 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3249106 Aug 27 17:32:44.481234 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33292) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:44.486104 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-aeff95d0-2140-4f06-bf87-880483290b03 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': '9d58d173-cdb9-4aa8-bb8e-191a567b2fad', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:44.489050 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:42Z', 'revision_number': 4, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port': {'id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '4d4bdad7-5aa9-4904-a707-0f676e8eb588', 'name': '', 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'mac_address': 'fa:16:3e:4e:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6649d878-6711-4aff-bcf9-84f00407f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:41Z', 'updated_at': '2021-08-27T17:32:42Z', 'revision_number': 2, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'subnets': [{'id': '6649d878-6711-4aff-bcf9-84f00407f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:44.518030 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Checking router: 42d62573-3942-4b0d-99ec-362cba545b74 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:32:44.518313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Updating router 42d62573-3942-4b0d-99ec-362cba545b74 port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:32:44.545739 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.556217 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aeff95d0-2140-4f06-bf87-880483290b03 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.614459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aeff95d0-2140-4f06-bf87-880483290b03 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.642681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port c2ced787-95d7-4ae5-bd89-375f49b9032f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:44.653158 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c2ced787-95d7-4ae5-bd89-375f49b9032f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:44.653541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.693885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aeff95d0-2140-4f06-bf87-880483290b03 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.711995 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff95d0-2140-4f06-bf87-880483290b03 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8454f85a-a463-490e-8895-15afd4b59985,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:44.779945 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-aeff95d0-2140-4f06-bf87-880483290b03 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.782004 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-aeff95d0-2140-4f06-bf87-880483290b03 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2994106 Aug 27 17:32:44.784877 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33294) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:44.791426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-c7ea5a50-8172-44ce-a7a7-d1879c4c14b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': '9d58d173-cdb9-4aa8-bb8e-191a567b2fad', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:44.806873 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.842825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port c2ced787-95d7-4ae5-bd89-375f49b9032f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c2ced787-95d7-4ae5-bd89-375f49b9032f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:44.888077 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5a50-8172-44ce-a7a7-d1879c4c14b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.897393 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.907453 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.908215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f3e74285-3ba1-455c-b819-8cd1d2f07070 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:44.910090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Transition to ACTIVE for port object 4d4bdad7-5aa9-4904-a707-0f676e8eb588 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:44.946401 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5a50-8172-44ce-a7a7-d1879c4c14b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.977671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.990909 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5a50-8172-44ce-a7a7-d1879c4c14b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:44.995726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=c2ced787-95d7-4ae5-bd89-375f49b9032f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:45.014481 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea5a50-8172-44ce-a7a7-d1879c4c14b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422f227d-a6f9-4f19-9b60-841b5fc52c67,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:45.066707 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port f3e74285-3ba1-455c-b819-8cd1d2f07070 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:45.067085 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.082873 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5a50-8172-44ce-a7a7-d1879c4c14b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.086774 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-c7ea5a50-8172-44ce-a7a7-d1879c4c14b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984138 Aug 27 17:32:45.087030 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33296) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:45.093580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-83c119f4-1b36-4692-b8b1-2c4a338b25c6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': '9d58d173-cdb9-4aa8-bb8e-191a567b2fad', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:45.108294 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef1b41-c9f2-4c8d-898e-1c1ecf4f59cd None None] Pushing event updated for resources: {'Port': ['ID=4d4bdad7-5aa9-4904-a707-0f676e8eb588,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:45.128935 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Attempting to bind port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:32:45.129612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Attempting to bind port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:32:45.129725 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Attempting to bind port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 on network 09735c78-9b3d-42b7-a5de-63f5555f86eb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:45.141371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:32:45.141747 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Checking segment: {'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:45.142202 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.142615 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Bound using segment: {'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:32:45.143075 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Bound port: 4d4bdad7-5aa9-4904-a707-0f676e8eb588, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578469f0-54c8-4437-9676-23a6240eedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:32:45.143481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.190814 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83c119f4-1b36-4692-b8b1-2c4a338b25c6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.250765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] For port 4d4bdad7-5aa9-4904-a707-0f676e8eb588, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:32:45.267357 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] For port 4d4bdad7-5aa9-4904-a707-0f676e8eb588, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4d4bdad7-5aa9-4904-a707-0f676e8eb588,segment=NetworkSegment(578469f0-54c8-4437-9676-23a6240eedcc),segment_id=578469f0-54c8-4437-9676-23a6240eedcc)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:32:45.268267 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83c119f4-1b36-4692-b8b1-2c4a338b25c6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.357671 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.385962 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83c119f4-1b36-4692-b8b1-2c4a338b25c6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.405715 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c119f4-1b36-4692-b8b1-2c4a338b25c6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052e249f-1533-4f94-8685-40603a640686,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:45.420680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Routers {'42d62573-3942-4b0d-99ec-362cba545b74'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:32:45.421313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['42d62573-3942-4b0d-99ec-362cba545b74'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:45.423250 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef1b41-c9f2-4c8d-898e-1c1ecf4f59cd None None] Pushing event updated for resources: {'Port': ['ID=4d4bdad7-5aa9-4904-a707-0f676e8eb588,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:45.471555 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-83c119f4-1b36-4692-b8b1-2c4a338b25c6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.475535 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-83c119f4-1b36-4692-b8b1-2c4a338b25c6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3846998 Aug 27 17:32:45.476033 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33298) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:45.483299 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': '9d58d173-cdb9-4aa8-bb8e-191a567b2fad', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:45.538286 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] Set router 42d62573-3942-4b0d-99ec-362cba545b74 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:32:45.574563 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Project 30af82b4350d4bd786e48cf05adfe02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:32:45.579729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.640741 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.694298 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.714616 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd23917-35f2-42cf-a63d-8c9fde1d56c4,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:45.749000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:42Z', 'revision_number': 4, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port': {'id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '4d4bdad7-5aa9-4904-a707-0f676e8eb588', 'name': '', 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'mac_address': 'fa:16:3e:4e:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6649d878-6711-4aff-bcf9-84f00407f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:41Z', 'updated_at': '2021-08-27T17:32:45Z', 'revision_number': 4, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'subnets': [{'id': '6649d878-6711-4aff-bcf9-84f00407f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:32:45.774692 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f879c35-6928-4483-8ddd-1bf1413a3fcf None None] The sync data for ids ['42d62573-3942-4b0d-99ec-362cba545b74'] in n-d-806412-1 is: [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:42Z', 'revision_number': 4, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port': {'id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '4d4bdad7-5aa9-4904-a707-0f676e8eb588', 'name': '', 'network_id': '09735c78-9b3d-42b7-a5de-63f5555f86eb', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'mac_address': 'fa:16:3e:4e:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6649d878-6711-4aff-bcf9-84f00407f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:41Z', 'updated_at': '2021-08-27T17:32:45Z', 'revision_number': 4, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'subnets': [{'id': '6649d878-6711-4aff-bcf9-84f00407f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:32:45.785017 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.786379 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-b3ca4020-66cb-4847-b3d7-3971c915fa79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3075461 Aug 27 17:32:45.789051 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33300) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:32:45.794690 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': '9d58d173-cdb9-4aa8-bb8e-191a567b2fad', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:45.894252 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Project 30af82b4350d4bd786e48cf05adfe02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:32:45.899668 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:45.971778 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:46.025527 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:46.048751 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cfc61f-eed2-436e-b9cd-9fe5b7fb71a3,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:46.111138 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:46.112484 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-966ed12b-9f28-40f6-99b0-13e77b03a0a6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3224068 Aug 27 17:32:46.253761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-2c1d1341-50ac-4ed4-a800-ddb01e6b35cc tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484146656&fields=id&tenant_id=30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 267 time: 0.0330772 Aug 27 17:32:46.383390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-a366b639-d308-405f-b31c-9622ae01e7af tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:46.385953 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-a366b639-d308-405f-b31c-9622ae01e7af tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 809 time: 0.1242125 Aug 27 17:32:46.403235 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-f71c76a3-a9db-4a77-99cd-653ed5c18bfe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/quotas/30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 375 time: 0.0104356 Aug 27 17:32:46.439898 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c2ced787-95d7-4ae5-bd89-375f49b9032f up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:46.456829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-809ec408-16a4-4232-99ee-6e834eb2ee80 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477161 Aug 27 17:32:46.558698 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-017632b6-4118-435e-b362-bf85f3ab1820 service neutron] 10.222.0.101 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898054 Aug 27 17:32:46.646546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port c2ced787-95d7-4ae5-bd89-375f49b9032f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:46.646971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:46.656957 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-2750f4d1-8926-40aa-b951-69098de66dc0 service neutron] 10.222.0.101 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917974 Aug 27 17:32:46.727108 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d4bdad7-5aa9-4904-a707-0f676e8eb588 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:46.825971 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:46.830589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:46.830966 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:46.921070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-421e3b9a-5058-45ad-a7c6-f454c352c685 req-78044b5d-5f62-4b68-b95d-53a8ae301548 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 210 time: 0.0393958 Aug 27 17:32:46.935237 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:46.976395 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 4d4bdad7-5aa9-4904-a707-0f676e8eb588, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4d4bdad7-5aa9-4904-a707-0f676e8eb588,segment=NetworkSegment(578469f0-54c8-4437-9676-23a6240eedcc),segment_id=578469f0-54c8-4437-9676-23a6240eedcc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:47.048889 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:47.109841 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=4d4bdad7-5aa9-4904-a707-0f676e8eb588,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:48.017136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ee4c3d18-8937-4d83-8f52-f0744fb7bac2 req-0867623a-59e0-42d0-a305-d9ac5953a7b0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 210 time: 0.0276856 Aug 27 17:32:48.361391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d4bdad7-5aa9-4904-a707-0f676e8eb588 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:48.409301 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:48.409679 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:48.833878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-d88d1893-95da-460b-b26c-b39b43cb0124 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:48.835224 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-d88d1893-95da-460b-b26c-b39b43cb0124 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 809 time: 0.1036310 Aug 27 17:32:48.878579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-66362ef9-03f1-4609-a37c-308520e7e310 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 379 time: 0.0341902 Aug 27 17:32:48.888800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'port': {'device_id': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'admin_state_up': True, 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'security_groups': ['9d58d173-cdb9-4aa8-bb8e-191a567b2fad']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:49.053207 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Made reservation on behalf of 30af82b4350d4bd786e48cf05adfe02a for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:32:49.057134 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:49.142824 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14f14229-839f-473f-aab9-6a91bec9ec67 req-b7b3aeb6-5c18-49c2-8382-b4e4b7df9944 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 210 time: 0.0575817 Aug 27 17:32:49.210899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Allocated IP 172.20.0.4 (421685dd-381d-4078-a77e-3388f64b9004/554fe5eb-0c7c-468f-a83b-e5eaf285b5ae/775b7ff6-fa50-40b6-bca6-afac6fa0e569) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:32:49.348719 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:49.368717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Transition to ACTIVE for port object 775b7ff6-fa50-40b6-bca6-afac6fa0e569 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:49.465784 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:49.506323 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Network 421685dd-381d-4078-a77e-3388f64b9004 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:32:49.509262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:32:49.515944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:32:49.541203 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:49.569828 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:49.570460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:49.728813 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-0f37cc03-923d-4405-af25-541e3f95ab39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8436961 Aug 27 17:32:49.741292 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Request body: {'port': {'device_id': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:32:49.751037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b8f00014-411e-4a37-9394-eb9359dc084a None None] Provisioning for port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:49.755155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b8f00014-411e-4a37-9394-eb9359dc084a None None] Provisioning complete for port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:49.755652 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f00014-411e-4a37-9394-eb9359dc084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:49.790370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f00014-411e-4a37-9394-eb9359dc084a None None] Port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:32:49.800282 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:50.055534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775b7ff6-fa50-40b6-bca6-afac6fa0e569 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:32:50.064392 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:50.075974 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Transition to ACTIVE for port object 775b7ff6-fa50-40b6-bca6-afac6fa0e569 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:32:50.116850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:50.170001 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:50.267492 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Attempting to bind port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:32:50.267839 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Attempting to bind port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:32:50.268175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Attempting to bind port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 on network 421685dd-381d-4078-a77e-3388f64b9004 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:50.277264 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 on network 421685dd-381d-4078-a77e-3388f64b9004 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:32:50.277491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Attempting to bind port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 on network 421685dd-381d-4078-a77e-3388f64b9004 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:32:50.293777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160da39-1470-4f98-9298-b18f985f2a96 req-30bd6d5b-8423-4cab-89b2-496a47dd789d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:50.295344 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6160da39-1470-4f98-9298-b18f985f2a96 req-30bd6d5b-8423-4cab-89b2-496a47dd789d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0724416 Aug 27 17:32:50.296122 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:32:50.296458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Checking segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:32:50.296846 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Bound using segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:32:50.297293 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Bound port: 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:32:50.297655 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:50.376916 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6160da39-1470-4f98-9298-b18f985f2a96 req-081097bf-baf7-4294-a955-d12ed1384b5a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756238 Aug 27 17:32:50.393849 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:32:50.397197 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:32:50.493972 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:50.699907 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c76c253d-bd80-4d25-8f16-fdc54fa1cd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:50.875599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:50.876204 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:50.877588 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] 10.222.0.97 "PUT /v2.0/ports/775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 1091 time: 1.1406412 Aug 27 17:32:50.878026 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:32:50.880405 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be63da-1ae5-4352-a7bd-9fd11e50c5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:32:50.905664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268b69-a40f-46ab-bc94-4562f3b1b3ff service neutron] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:50.929009 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c84fe0d-5749-4ff0-bc22-efb14bc1a932 x-openstack-request-id: req-5c84fe0d-5749-4ff0-bc22-efb14bc1a932 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:32:50.929309 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:32:50.929570 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c84fe0d-5749-4ff0-bc22-efb14bc1a932 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:32:50.929974 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'status': 'completed', 'code': 200} Aug 27 17:32:50.992480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be63da-1ae5-4352-a7bd-9fd11e50c5f5 req-b3eab93a-1c7b-41c9-b218-258d5820e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:50.993975 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21be63da-1ae5-4352-a7bd-9fd11e50c5f5 req-b3eab93a-1c7b-41c9-b218-258d5820e027 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1094 time: 0.0434325 Aug 27 17:32:51.096679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be63da-1ae5-4352-a7bd-9fd11e50c5f5 req-01d1fac5-c20d-4f86-9b94-474ced863368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:51.098145 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21be63da-1ae5-4352-a7bd-9fd11e50c5f5 req-01d1fac5-c20d-4f86-9b94-474ced863368 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=30af82b4350d4bd786e48cf05adfe02a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0960774 Aug 27 17:32:51.192966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be63da-1ae5-4352-a7bd-9fd11e50c5f5 req-ffb99ab1-1ffb-4a1a-8f13-5e45f3916e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:51.194404 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21be63da-1ae5-4352-a7bd-9fd11e50c5f5 req-ffb99ab1-1ffb-4a1a-8f13-5e45f3916e67 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0888298 Aug 27 17:32:51.271287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-9a3b99a4-0d8e-461d-97f3-62bcbb7722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:51.272678 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-9a3b99a4-0d8e-461d-97f3-62bcbb7722aa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1094 time: 0.0407319 Aug 27 17:32:51.317603 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-794d6587-3a33-48e2-8a8a-897ae201fa18 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 217 time: 0.0371947 Aug 27 17:32:51.366863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-4fcc97eb-4441-4130-8823-7fc3fdb4d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:51.368350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-4fcc97eb-4441-4130-8823-7fc3fdb4d465 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0435629 Aug 27 17:32:51.414918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-c564daa0-94ac-48d5-98ca-bd0ed6a6af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:51.416631 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-c564daa0-94ac-48d5-98ca-bd0ed6a6af7b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410392 Aug 27 17:32:51.545210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742eb67-c4b0-4bd2-be49-728e10949b56 req-fae896f4-3d11-4daf-996c-ea2b1eaab567 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:51.546591 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c742eb67-c4b0-4bd2-be49-728e10949b56 req-fae896f4-3d11-4daf-996c-ea2b1eaab567 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0775139 Aug 27 17:32:51.550028 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-2e4cdd93-fc38-4b6e-b9d2-c2fbe7d41d4c service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261585 Aug 27 17:32:51.638735 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c742eb67-c4b0-4bd2-be49-728e10949b56 req-15a2393e-9a51-45c3-8b2e-e41e6d30ab22 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861807 Aug 27 17:32:51.667964 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c74aa2ee-0a07-4049-bcf7-12667ede5e43 req-d3de5765-2b37-4342-9a56-5cfec8ba9fb4 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088424 Aug 27 17:32:52.756931 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa829d-8337-4790-af16-fb665b5eefbc req-76cd2a04-725d-494e-b038-a026311295af tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:52.758410 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ffa829d-8337-4790-af16-fb665b5eefbc req-76cd2a04-725d-494e-b038-a026311295af tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0491180 Aug 27 17:32:52.796929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ffa829d-8337-4790-af16-fb665b5eefbc req-20816213-752c-4e5b-8d84-35e3ad62fb80 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Aug 27 17:32:53.310619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2fed7cad-8ba6-41aa-83c1-b154ea427230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:53.413397 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:53.910590 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:53.919755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747ee7e-e561-4c38-b5da-e91abfbd71ef req-0adf7258-a3d2-44c1-8111-633232ff7b07 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:53.921275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c747ee7e-e561-4c38-b5da-e91abfbd71ef req-0adf7258-a3d2-44c1-8111-633232ff7b07 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0502546 Aug 27 17:32:53.964208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c747ee7e-e561-4c38-b5da-e91abfbd71ef req-3b7f0838-1c06-409b-b827-3f1f524217b7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367572 Aug 27 17:32:54.830393 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:54.887216 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:55.077652 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e5f84-269f-4960-bd9c-a3a67ce8d37d req-28389f86-f52b-4acd-88c0-e521b28983e9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:55.079140 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-491e5f84-269f-4960-bd9c-a3a67ce8d37d req-28389f86-f52b-4acd-88c0-e521b28983e9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0490410 Aug 27 17:32:55.116925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-491e5f84-269f-4960-bd9c-a3a67ce8d37d req-d7958f53-2120-4375-baf3-069b704e9fa6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318730 Aug 27 17:32:55.658556 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:32:55.754561 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:55.765866 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'port_id': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'mac_address': 'fa:16:3e:44:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:32:55.802014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:55.815207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775b7ff6-fa50-40b6-bca6-afac6fa0e569 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:32:55.837104 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:55.881562 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:55.931401 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:56.082428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['775b7ff6-fa50-40b6-bca6-afac6fa0e569'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:32:56.247466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e298-c34a-49c7-b58e-7322648eada9 req-faf88c2b-3fd6-4ed6-b53d-c2f7a1c0159a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:56.249523 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98d8e298-c34a-49c7-b58e-7322648eada9 req-faf88c2b-3fd6-4ed6-b53d-c2f7a1c0159a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 944 time: 0.0545208 Aug 27 17:32:56.289653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98d8e298-c34a-49c7-b58e-7322648eada9 req-4fb39b5f-21c0-415d-8966-b9310a676e2a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344031 Aug 27 17:32:56.379089 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:57.404607 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4bc8-524a-4526-b12f-527eeac0418a req-b92663a4-154d-4c8d-a19d-cd5dfc56f649 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:57.406100 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3fb4bc8-524a-4526-b12f-527eeac0418a req-b92663a4-154d-4c8d-a19d-cd5dfc56f649 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 944 time: 0.0492668 Aug 27 17:32:57.448062 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a3fb4bc8-524a-4526-b12f-527eeac0418a req-8782dd58-2631-4f31-b860-2dda886c3434 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360723 Aug 27 17:32:57.666249 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:32:57.807588 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:32:57.811420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:32:57.811798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:57.885810 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:57.911420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:32:57.913681 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f02cc82-8e51-450a-80a9-50d3bcff4f83" -d '{"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-plugged", "status": "completed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:32:57.926550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:32:57.951687 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db945a26-f79c-4424-88ae-221c9df5e87e x-openstack-request-id: req-db945a26-f79c-4424-88ae-221c9df5e87e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:32:57.951981 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-plugged", "status": "completed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:32:57.952240 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-db945a26-f79c-4424-88ae-221c9df5e87e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:32:57.952642 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'code': 200} Aug 27 17:32:57.995896 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:32:58.044107 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169683-dce8-4408-af7a-b680d73e1e4c req-9d9f2e8b-ef51-4497-942b-be2e67f96387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:58.044612 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:32:58.045628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93169683-dce8-4408-af7a-b680d73e1e4c req-9d9f2e8b-ef51-4497-942b-be2e67f96387 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0431092 Aug 27 17:32:58.081022 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-93169683-dce8-4408-af7a-b680d73e1e4c req-394323db-8767-4331-9663-9d17674ee692 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284691 Aug 27 17:32:58.559708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164556b9-d440-42e9-91c0-2ced15c9fbe9 req-ea145f94-e499-4dd5-9a75-ac393fd58545 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:58.561184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-164556b9-d440-42e9-91c0-2ced15c9fbe9 req-ea145f94-e499-4dd5-9a75-ac393fd58545 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0480678 Aug 27 17:32:58.598324 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-164556b9-d440-42e9-91c0-2ced15c9fbe9 req-ea1b3ba5-b246-42e3-8f05-1eacf4a95bf8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Aug 27 17:32:59.715758 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9649eef-1463-4491-b9fd-f8aee4590e47 req-fcfa23e7-a35a-430f-960d-8f10a26e19bc tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:59.717295 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9649eef-1463-4491-b9fd-f8aee4590e47 req-fcfa23e7-a35a-430f-960d-8f10a26e19bc tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Aug 27 17:32:59.757767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e9649eef-1463-4491-b9fd-f8aee4590e47 req-d63176ab-34b2-48fa-b391-c1126ddbfe8c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346012 Aug 27 17:32:59.871367 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86598d-b1c9-478a-9c9a-3cde32d0d33f req-07cf6dde-10a5-454b-bb23-945100b9257f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:32:59.872847 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c86598d-b1c9-478a-9c9a-3cde32d0d33f req-07cf6dde-10a5-454b-bb23-945100b9257f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0494461 Aug 27 17:32:59.910426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5c86598d-b1c9-478a-9c9a-3cde32d0d33f req-0984d6ac-d6cf-4a54-9fac-0a1946662292 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Aug 27 17:32:59.931476 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33358) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:33:00.061287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a6db6-18a4-4320-8c9b-86f92e9ce93b tempest-TestShelveInstance-1834458614 tempest-TestShelveInstance-1834458614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:00.062780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3c3a6db6-18a4-4320-8c9b-86f92e9ce93b tempest-TestShelveInstance-1834458614 tempest-TestShelveInstance-1834458614-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1091 time: 0.1303382 Aug 27 17:33:00.065786 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33362) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:33:00.070249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:33:00.133042 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:00.233997 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:00.336227 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Allocated IP 172.25.4.157 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/1bd1d112-b814-4807-ab41-7306c5e6e9f6) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:33:00.441193 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:00.538766 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:00.574827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:33:00.577659 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:33:00.583762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:33:00.607857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'Port': ['ID=1bd1d112-b814-4807-ab41-7306c5e6e9f6,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:33:00.940921 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:01.060681 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:01.211511 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:01.264215 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:01.334200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'Port': ['ID=1bd1d112-b814-4807-ab41-7306c5e6e9f6,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:33:01.348373 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:01.447891 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Floating IP c1990334-d161-42c0-b310-e5b4d930301a associated. External IP: 172.25.4.157, port: 775b7ff6-fa50-40b6-bca6-afac6fa0e569. Aug 27 17:33:01.652444 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Router 91005a82-2975-443a-bd94-d987b374cfe3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:33:01.761602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:33:01.772121 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] Sync routers for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:33:01.782730 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:33:01.789303 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:33:01.830342 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:01.860938 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-8778dc34-80e9-4751-979d-6f101ca696cd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7940803 Aug 27 17:33:01.861551 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:33:01.863999 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:33:01.898792 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:33:01.900552 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2841a2-b145-45eb-9571-6556010b334c x-openstack-request-id: req-9a2841a2-b145-45eb-9571-6556010b334c {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:33:01.900849 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:33:01.901131 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9a2841a2-b145-45eb-9571-6556010b334c {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:33:01.901573 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'status': 'completed', 'code': 200} Aug 27 17:33:01.961683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-dc66cff8-2d9b-406d-a82a-ebd26e618370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:01.963107 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-dc66cff8-2d9b-406d-a82a-ebd26e618370 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0415545 Aug 27 17:33:02.053535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-065ce0f7-0dc4-4814-923f-ba6bf23b4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:02.055063 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-065ce0f7-0dc4-4814-923f-ba6bf23b4e2c service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0848451 Aug 27 17:33:02.116128 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c1990334-d161-42c0-b310-e5b4d930301a', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'port_id': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'mac_address': 'fa:16:3e:44:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:33:00Z', 'updated_at': '2021-08-27T17:33:00Z', 'revision_number': 0, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:33:02.123969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-f8daca58-1ed2-443e-8880-128a6eccc922 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 999 time: 0.0620565 Aug 27 17:33:02.141691 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] Checking router: 91005a82-2975-443a-bd94-d987b374cfe3 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:33:02.149811 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:33:02.150396 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:32:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:33:02.173178 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-7cc47742-0577-44f6-acd3-dd14ef303145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:02.174646 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-7cc47742-0577-44f6-acd3-dd14ef303145 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0445580 Aug 27 17:33:02.222890 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-26783701-7aba-48db-96b1-3ae1d3aa6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:02.224355 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-26783701-7aba-48db-96b1-3ae1d3aa6228 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425720 Aug 27 17:33:02.321030 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-553871c0-440e-408a-9d49-b1913344f8d1 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895989 Aug 27 17:33:02.343729 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:33:02.411483 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-59d4dbe7-567e-407c-9c69-2b0c52cbc1d2 req-154cea9c-25f4-4053-bd7a-b4ae1e362919 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839980 Aug 27 17:33:02.563602 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c1990334-d161-42c0-b310-e5b4d930301a', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'port_id': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'mac_address': 'fa:16:3e:44:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:33:00Z', 'updated_at': '2021-08-27T17:33:00Z', 'revision_number': 0, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:33:02.589724 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74f4d4-14ea-4194-9e78-a34a398a24fb None None] The sync data for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 is: [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': 'c1990334-d161-42c0-b310-e5b4d930301a', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'port_id': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'mac_address': 'fa:16:3e:44:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:33:00Z', 'updated_at': '2021-08-27T17:33:00Z', 'revision_number': 0, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:33:02.776049 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeca17e-41ed-4968-9c39-5ff1c46a2ba5 None None] New status for floating IP c1990334-d161-42c0-b310-e5b4d930301a: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:33:15.853599 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:33:20.726120 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b94234f7-6c71-4048-b26a-6fc724fad24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:23.326192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae812c74-c510-4c06-aa4b-2479068d32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:23.440643 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:23.893867 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253c5765-27ec-4d8a-8f2e-b46ff9b61416 req-e00575b2-5671-40c6-a8d1-111dadf55a77 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0814793 Aug 27 17:33:23.943377 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:23.963797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253c5765-27ec-4d8a-8f2e-b46ff9b61416 req-b2e734e8-56a2-4df5-aa14-3a9630ca6ab8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0295868 Aug 27 17:33:24.002027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253c5765-27ec-4d8a-8f2e-b46ff9b61416 req-86849189-e771-41fb-9d24-222f15c61818 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196712 Aug 27 17:33:24.095105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5765-27ec-4d8a-8f2e-b46ff9b61416 req-b9bf2664-f9b8-45b2-88a4-7340c9825f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:24.096675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-253c5765-27ec-4d8a-8f2e-b46ff9b61416 req-b9bf2664-f9b8-45b2-88a4-7340c9825f3b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0885813 Aug 27 17:33:24.937322 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:24.971188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:26.360222 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:26.430664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-8c236958-2b92-46dd-a5d9-4ce8b07ba886 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398519 Aug 27 17:33:26.515714 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8da-894f-4168-a6be-1815d9028911 req-82f06935-49a4-4ad9-882e-344a123aee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:26.517170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-82f06935-49a4-4ad9-882e-344a123aee2c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0449336 Aug 27 17:33:26.618776 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8da-894f-4168-a6be-1815d9028911 req-92d76a58-ba41-471b-9f6b-10271207bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:26.620240 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-92d76a58-ba41-471b-9f6b-10271207bf35 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0838902 Aug 27 17:33:26.692842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-fa63ff04-846b-4281-8788-a1e6252b69fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 1001 time: 0.0653169 Aug 27 17:33:26.743243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8da-894f-4168-a6be-1815d9028911 req-06d2f3b6-bfe1-4647-966d-fc33ced0498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:26.744655 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-06d2f3b6-bfe1-4647-966d-fc33ced0498b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0442610 Aug 27 17:33:26.795841 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8da-894f-4168-a6be-1815d9028911 req-42540deb-bd0b-415a-83ec-0193830361e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:33:26.797276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-42540deb-bd0b-415a-83ec-0193830361e6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399265 Aug 27 17:33:26.888532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-803dd050-1f69-49bd-9630-fae3117bbd3f service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833328 Aug 27 17:33:26.975767 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-29fca8da-894f-4168-a6be-1815d9028911 req-4918ca65-fb47-48d7-b570-02d7ce49e570 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808938 Aug 27 17:33:50.673314 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb179cc6-b976-48ca-9279-390a2e9a53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:52.852268 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:33:53.267289 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-490e81ec-04a3-4b87-b31b-21d6f476aaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:53.461867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:53.969708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:54.854156 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:54.936142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:33:56.359015 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:20.704660 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb34fea3-299b-4c8f-ba63-63716c8c27c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:23.254747 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c29a2ba-2421-40e7-ab8f-3c3e2c684316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:23.551983 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:23.939256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:24.877395 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:24.950460 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:25.834384 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86f83ce5-503a-492d-a0f8-530382c192fb req-ab3bb589-fd7a-46d6-a900-2ae60a3e3844 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265539 Aug 27 17:34:25.904144 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86f83ce5-503a-492d-a0f8-530382c192fb req-b03f42ac-49d8-4aed-81ac-79062307440f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0293880 Aug 27 17:34:25.941875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86f83ce5-503a-492d-a0f8-530382c192fb req-de3487d7-f0de-46ff-a971-619c616d095f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196729 Aug 27 17:34:26.032013 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f83ce5-503a-492d-a0f8-530382c192fb req-7aec0bd3-cb3b-4cd0-8db8-e1e73547b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:34:26.033506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-86f83ce5-503a-492d-a0f8-530382c192fb req-7aec0bd3-cb3b-4cd0-8db8-e1e73547b5a1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857451 Aug 27 17:34:26.351851 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:28.434071 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-18e3b72f-a1b8-491e-ac5c-6c79525da611 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408487 Aug 27 17:34:28.517389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-1df4a8d3-12a0-4f4d-b9ad-94b3d0332d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:34:28.518875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-1df4a8d3-12a0-4f4d-b9ad-94b3d0332d88 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0443876 Aug 27 17:34:28.626210 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-9dcfe5d3-a5ab-4987-b778-ca1b4232ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:34:28.627610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-9dcfe5d3-a5ab-4987-b778-ca1b4232ce38 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0828552 Aug 27 17:34:28.696709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-dcd2b9ca-b0af-41bf-8bdc-e3bd7dd0eeae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 1001 time: 0.0618896 Aug 27 17:34:28.745941 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-90254821-51d6-4c90-a536-e4a323bd0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:34:28.747369 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-90254821-51d6-4c90-a536-e4a323bd0938 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0440800 Aug 27 17:34:28.792139 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-4fc31989-3f7c-4c97-8a67-0f5421b44c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:34:28.793559 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-4fc31989-3f7c-4c97-8a67-0f5421b44c60 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397117 Aug 27 17:34:28.886092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-9b945bf6-c88d-46c1-8283-2610eece88d3 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850079 Aug 27 17:34:28.975871 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-21fe11eb-1b0e-4734-b666-3eaa353fe9b5 req-e64e7cc8-6602-44f8-8598-308af613a5fc service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Aug 27 17:34:29.851755 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:34:50.692293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42940821-b269-4e8f-b295-c6e46c0d43bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:53.264619 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f56b69-4d85-4e88-a3fb-67f738e035ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:53.457734 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:53.942690 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:54.853038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:54.938782 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:56.362323 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:34:57.959318 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73732262-5c06-4606-80a1-e91a54dc4ff5 req-cbacf886-4f5f-4344-96e2-736aaa973e2a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:34:57.960690 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73732262-5c06-4606-80a1-e91a54dc4ff5 req-cbacf886-4f5f-4344-96e2-736aaa973e2a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.1009274 Aug 27 17:34:57.997900 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73732262-5c06-4606-80a1-e91a54dc4ff5 req-f95c4e37-c0fd-4218-8201-6e0595faae42 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312145 Aug 27 17:34:59.148166 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994318ef-a656-4d77-9c62-9ed8ac15c3ed req-90b4a0cc-a5a1-4e9a-ab0e-546bfff2fc2e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:34:59.149638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-994318ef-a656-4d77-9c62-9ed8ac15c3ed req-90b4a0cc-a5a1-4e9a-ab0e-546bfff2fc2e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0544426 Aug 27 17:34:59.186272 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-994318ef-a656-4d77-9c62-9ed8ac15c3ed req-5d2cef60-08aa-4ac6-bfb6-08c22d93a197 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Aug 27 17:35:00.326845 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed0928-2c8f-4a08-8f6f-aa8ed6fb3f43 req-30f12808-8f99-4d84-a6b8-60d6c20ae714 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:00.328337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffed0928-2c8f-4a08-8f6f-aa8ed6fb3f43 req-30f12808-8f99-4d84-a6b8-60d6c20ae714 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Aug 27 17:35:00.367849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ffed0928-2c8f-4a08-8f6f-aa8ed6fb3f43 req-d93ba96d-5dd7-4835-bbd6-0951d10bc908 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329342 Aug 27 17:35:01.483975 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3cab4-3a55-487e-9cf8-2095cedba13a req-4809d3ba-d9bf-4985-b567-32ed28e10ae1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:01.485464 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01b3cab4-3a55-487e-9cf8-2095cedba13a req-4809d3ba-d9bf-4985-b567-32ed28e10ae1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0481131 Aug 27 17:35:01.526944 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-01b3cab4-3a55-487e-9cf8-2095cedba13a req-2e8133c4-467c-4e7a-a652-8c0b6993681c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345643 Aug 27 17:35:02.644865 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e7c0e-87fa-4095-bf54-426e8d93acbc req-df12c539-fb0d-4ead-ab1d-c3c347b566b7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:02.646237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c3e7c0e-87fa-4095-bf54-426e8d93acbc req-df12c539-fb0d-4ead-ab1d-c3c347b566b7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Aug 27 17:35:02.683480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1c3e7c0e-87fa-4095-bf54-426e8d93acbc req-2152c880-142d-4685-afcd-2f5b13dd82ba tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Aug 27 17:35:03.798780 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243beb-9b20-4327-8e74-e5075662a818 req-59e70e52-a8da-4bed-a61b-e992443a9ac8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:03.800651 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f243beb-9b20-4327-8e74-e5075662a818 req-59e70e52-a8da-4bed-a61b-e992443a9ac8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0513666 Aug 27 17:35:03.838409 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f243beb-9b20-4327-8e74-e5075662a818 req-a4ad56c9-a6b0-4efe-8845-14a2e5f8c304 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Aug 27 17:35:04.952743 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72a303-ef2b-442b-ba59-a25bf9e8b7d3 req-0536cb8a-7ef6-42fa-9569-aa50198d7042 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:04.954209 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a72a303-ef2b-442b-ba59-a25bf9e8b7d3 req-0536cb8a-7ef6-42fa-9569-aa50198d7042 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0481236 Aug 27 17:35:04.992507 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7a72a303-ef2b-442b-ba59-a25bf9e8b7d3 req-1c026d4d-4072-46bb-96cb-875b95f1f24d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Aug 27 17:35:06.110717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440da6d-6f15-4d41-8da7-e69eb69eee87 req-bbddf358-5e8e-4072-ad76-36a47070dae7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:06.112232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5440da6d-6f15-4d41-8da7-e69eb69eee87 req-bbddf358-5e8e-4072-ad76-36a47070dae7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Aug 27 17:35:06.150537 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5440da6d-6f15-4d41-8da7-e69eb69eee87 req-7fc50c9f-046f-4a49-99d2-652b48de9ad9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320151 Aug 27 17:35:06.855159 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:35:07.265967 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8c613-80ef-45b8-8c0d-8b5b3a3f9325 req-276b0302-a537-4409-8ff4-9821821359ae tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:07.267472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12a8c613-80ef-45b8-8c0d-8b5b3a3f9325 req-276b0302-a537-4409-8ff4-9821821359ae tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0496907 Aug 27 17:35:07.305091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-12a8c613-80ef-45b8-8c0d-8b5b3a3f9325 req-0c558839-6ef6-45a6-aa76-6d661acf8b27 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Aug 27 17:35:08.420649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753bd14-c370-4de2-9bf9-490a3b1120ce req-47defd82-31d4-47bd-a7ae-b64e1401db89 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:08.422250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8753bd14-c370-4de2-9bf9-490a3b1120ce req-47defd82-31d4-47bd-a7ae-b64e1401db89 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0493755 Aug 27 17:35:08.459998 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8753bd14-c370-4de2-9bf9-490a3b1120ce req-8da98f06-f8b1-468b-bfce-f89b66604e00 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Aug 27 17:35:09.581248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffccdb8-2b07-4844-ab3d-43426a7a90d4 req-a0204d9b-daf1-4a92-9c89-e1c546486c87 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:09.583426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ffccdb8-2b07-4844-ab3d-43426a7a90d4 req-a0204d9b-daf1-4a92-9c89-e1c546486c87 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0556257 Aug 27 17:35:09.620515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ffccdb8-2b07-4844-ab3d-43426a7a90d4 req-e0c3c4f7-d77c-4be1-9bed-ffe0d17a0495 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Aug 27 17:35:10.330379 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:35:10.435776 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:35:10.443750 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'port_id': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'mac_address': 'fa:16:3e:44:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:35:10.480320 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:10.493886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 775b7ff6-fa50-40b6-bca6-afac6fa0e569 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:35:10.513608 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:35:10.601780 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:10.662111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:35:10.675258 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.675682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.676105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.676544 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.676890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.677302 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.677570 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.677906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.678241 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.678942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.678942 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.679517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:35:10.684745 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['775b7ff6-fa50-40b6-bca6-afac6fa0e569'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:35:10.750315 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82ee2b-8ba2-42f7-89a4-5cc3200c9a40 req-6f93a13c-99c6-4712-9f93-79ab0c9252ad tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:10.751827 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb82ee2b-8ba2-42f7-89a4-5cc3200c9a40 req-6f93a13c-99c6-4712-9f93-79ab0c9252ad tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 944 time: 0.0508618 Aug 27 17:35:10.791842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cb82ee2b-8ba2-42f7-89a4-5cc3200c9a40 req-a573b886-418e-478e-81f6-cbf4f853b8ed tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329745 Aug 27 17:35:11.918086 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1cddf-4345-4a95-ab1a-b07a7ab009f3 req-e375e14e-691f-402a-90ac-0e4a27e203d6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:11.919660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8c1cddf-4345-4a95-ab1a-b07a7ab009f3 req-e375e14e-691f-402a-90ac-0e4a27e203d6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 944 time: 0.0526133 Aug 27 17:35:11.959939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8c1cddf-4345-4a95-ab1a-b07a7ab009f3 req-97505040-402d-46cf-b389-ae3986a4576e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334256 Aug 27 17:35:12.363180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:35:12.426994 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:35:12.427482 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:12.506854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:12.531631 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:35:12.533882 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3572a-a447-4e29-be37-7d56e878ed03" -d '{"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-plugged", "status": "completed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:35:12.552494 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:35:12.579926 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad55ec84-8da4-4062-9f80-e76d97050ab3 x-openstack-request-id: req-ad55ec84-8da4-4062-9f80-e76d97050ab3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:35:12.580297 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-plugged", "status": "completed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:35:12.580627 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ad55ec84-8da4-4062-9f80-e76d97050ab3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:35:12.581095 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'code': 200} Aug 27 17:35:12.619093 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:12.679340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:35:13.092688 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943257b2-b518-45d5-a6cf-e8657e6bd0b4 req-f104b684-7437-4c47-8ba2-c9304653a727 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:13.094229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-943257b2-b518-45d5-a6cf-e8657e6bd0b4 req-f104b684-7437-4c47-8ba2-c9304653a727 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0583839 Aug 27 17:35:13.137695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-943257b2-b518-45d5-a6cf-e8657e6bd0b4 req-b35afbd4-5ed8-40b8-8a30-6391195e8750 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369468 Aug 27 17:35:14.267727 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31973f7-429a-42a0-bf4f-0e1efe959965 req-b8d39381-df46-4917-b4c7-1586b2210a23 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:14.270931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b31973f7-429a-42a0-bf4f-0e1efe959965 req-b8d39381-df46-4917-b4c7-1586b2210a23 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0548866 Aug 27 17:35:14.314987 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b31973f7-429a-42a0-bf4f-0e1efe959965 req-706edba0-2566-4905-ac16-9a721bfc7ecf tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373421 Aug 27 17:35:15.458537 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a8a83-a834-4d89-b17e-01f7edb9d4ca req-8c0bcea9-2eb1-42fd-8fad-1abb479fab3d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:15.459595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da8a8a83-a834-4d89-b17e-01f7edb9d4ca req-8c0bcea9-2eb1-42fd-8fad-1abb479fab3d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0590527 Aug 27 17:35:15.499335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-da8a8a83-a834-4d89-b17e-01f7edb9d4ca req-6af7b700-4141-481a-935e-4a1651bbeb40 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343225 Aug 27 17:35:16.993046 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dce7f2-acd7-4453-b5f6-f1f2883e6744 req-3658acee-60f3-4215-a496-68f70c377666 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:16.994535 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-34dce7f2-acd7-4453-b5f6-f1f2883e6744 req-3658acee-60f3-4215-a496-68f70c377666 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.4212551 Aug 27 17:35:17.038664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-34dce7f2-acd7-4453-b5f6-f1f2883e6744 req-0d7c2839-9928-4566-8344-5f9b609f57e7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373800 Aug 27 17:35:18.178887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caffb5-7021-4a5c-82dd-90444d820f31 req-4752918d-1d25-40fa-b77e-6abcc4167b09 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:18.180532 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4caffb5-7021-4a5c-82dd-90444d820f31 req-4752918d-1d25-40fa-b77e-6abcc4167b09 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0576909 Aug 27 17:35:18.226771 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4caffb5-7021-4a5c-82dd-90444d820f31 req-e1135d8c-55c3-44b9-b6de-63a704382af3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390060 Aug 27 17:35:19.349156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9698387-9999-40ff-a249-1070ff046782 req-8b9c5aa5-1de3-4dae-b453-5a09dd718163 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:19.350779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9698387-9999-40ff-a249-1070ff046782 req-8b9c5aa5-1de3-4dae-b453-5a09dd718163 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0524981 Aug 27 17:35:19.392379 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f9698387-9999-40ff-a249-1070ff046782 req-242302fe-ae51-4f74-9590-c3c333b2671c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352716 Aug 27 17:35:20.522281 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314feb95-73ae-4aaa-b3df-34eb8f5eb4ac req-62cb936f-6974-4759-a999-def0265d5bb3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:20.524314 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-314feb95-73ae-4aaa-b3df-34eb8f5eb4ac req-62cb936f-6974-4759-a999-def0265d5bb3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0597813 Aug 27 17:35:20.567753 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-314feb95-73ae-4aaa-b3df-34eb8f5eb4ac req-bd50e8d3-98d7-421e-ae24-bc37b59b2c04 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Aug 27 17:35:20.692809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c007-259e-4d8b-9b75-46c2e4f21640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:21.719238 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146a54-123e-4903-8709-fae2df8f6f9c req-8f9fab22-77e2-4b56-b2de-7720ae15e55a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:21.720744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15146a54-123e-4903-8709-fae2df8f6f9c req-8f9fab22-77e2-4b56-b2de-7720ae15e55a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0761745 Aug 27 17:35:21.724002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-13ca57cf-eeca-41f8-9352-5aeac9a7bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:21.725371 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-13ca57cf-eeca-41f8-9352-5aeac9a7bd75 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1096 time: 0.1185560 Aug 27 17:35:21.808356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15146a54-123e-4903-8709-fae2df8f6f9c req-4c988593-f72e-4e94-91cc-bdb738b8b273 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807078 Aug 27 17:35:21.839964 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-86affe5e-7d90-47de-98a9-a7d22a4abf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:21.841430 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-86affe5e-7d90-47de-98a9-a7d22a4abf64 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.1080468 Aug 27 17:35:21.911700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-53a56647-487f-4290-b48d-1c0e40915073 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 1001 time: 0.0626392 Aug 27 17:35:21.958755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-6f31b635-3a91-47aa-a881-02b2ff9d4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:21.960229 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-6f31b635-3a91-47aa-a881-02b2ff9d4871 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0422254 Aug 27 17:35:22.011308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-f0089cff-6a91-47f4-b719-08e4a251c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:22.012815 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-f0089cff-6a91-47f4-b719-08e4a251c4c2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456345 Aug 27 17:35:22.125976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-b782aa9a-6eda-4713-8616-45b3abde0537 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060205 Aug 27 17:35:22.214528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3567a8c0-6fa9-4aac-98bc-67182aa57c3d req-39959d5f-db47-468e-bb04-7751e9b0ed36 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817449 Aug 27 17:35:22.924456 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f7e9-e756-4af7-bfe0-dd7d8806abd2 req-a5606391-66e3-4c4f-bffe-50f4587a45d8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:22.926459 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15c5f7e9-e756-4af7-bfe0-dd7d8806abd2 req-a5606391-66e3-4c4f-bffe-50f4587a45d8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Aug 27 17:35:22.963508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15c5f7e9-e756-4af7-bfe0-dd7d8806abd2 req-02b14548-1f95-4ee0-8954-fc33bab8cab1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311217 Aug 27 17:35:23.280977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18e37701-6cc6-4baa-8990-a710528498b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:23.458248 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:23.950293 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:24.084134 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b09a-d127-48fa-be7a-eb752b04947d req-871835cc-bbef-4c11-893b-106c779705a5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:24.085595 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4f5b09a-d127-48fa-be7a-eb752b04947d req-871835cc-bbef-4c11-893b-106c779705a5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 945 time: 0.0537636 Aug 27 17:35:24.123557 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4f5b09a-d127-48fa-be7a-eb752b04947d req-7ea1b10c-b5fd-4df9-add5-48378abe9d25 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317757 Aug 27 17:35:24.423460 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:35:24.498553 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:24.521022 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:35:24.523314 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c98c327-8fd4-4e37-96ad-6a3918171afd" -d '{"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:35:24.539115 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:35:24.556004 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 17:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804b8277-613a-4e88-8cc1-959f23ee2e4a x-openstack-request-id: req-804b8277-613a-4e88-8cc1-959f23ee2e4a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:35:24.561323 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-unplugged", "status": "failed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "code": 422}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:35:24.561323 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-804b8277-613a-4e88-8cc1-959f23ee2e4a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:35:24.561323 n-d-806412-1 neutron-server[95254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'code': 422} returned with failed status Aug 27 17:35:24.598183 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:24.646480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:35:24.855160 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:24.937606 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:25.482045 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfa77-d7fb-4adb-8feb-406c0a0eef43 req-83a7737e-a6dc-4c05-a54e-a52721e7e427 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:25.483544 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cacfa77-d7fb-4adb-8feb-406c0a0eef43 req-83a7737e-a6dc-4c05-a54e-a52721e7e427 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0495193 Aug 27 17:35:25.523680 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6cacfa77-d7fb-4adb-8feb-406c0a0eef43 req-fd7398eb-f61b-4e80-bce5-4d328491b581 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335195 Aug 27 17:35:25.851651 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33562) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:35:25.935212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-1dd96cbf-81c9-4e38-bbb9-1637f645951c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823824 Aug 27 17:35:26.461162 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:26.642807 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e6af2-5f8c-4d26-be2e-f33673924933 req-214400db-3bb8-483f-9392-51cef39f2d41 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:26.644875 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d0e6af2-5f8c-4d26-be2e-f33673924933 req-214400db-3bb8-483f-9392-51cef39f2d41 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0543993 Aug 27 17:35:26.683793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2d0e6af2-5f8c-4d26-be2e-f33673924933 req-9641361e-51c2-44f4-87ee-637800962c27 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325782 Aug 27 17:35:26.833658 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0884216-2c20-49f5-b036-28ffcd097d02 req-3b4e6eb8-41f2-400c-9a86-be906c5b8ede service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266917 Aug 27 17:35:26.899764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0884216-2c20-49f5-b036-28ffcd097d02 req-41720e31-1262-4dd7-82bf-26f367d29cb4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0257897 Aug 27 17:35:26.937676 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0884216-2c20-49f5-b036-28ffcd097d02 req-2c721453-5c83-42bf-97f6-9c4663e6a7b5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198638 Aug 27 17:35:27.034585 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884216-2c20-49f5-b036-28ffcd097d02 req-5a432ce6-b459-4d77-8a4b-1e3bd7dc3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:27.036091 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f0884216-2c20-49f5-b036-28ffcd097d02 req-5a432ce6-b459-4d77-8a4b-1e3bd7dc3b57 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918899 Aug 27 17:35:27.183234 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-cbbcb50f-4841-4bec-9df3-1adc8db45f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:27.184709 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-cbbcb50f-4841-4bec-9df3-1adc8db45f4c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0&tenant_id=30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 1094 time: 0.0423541 Aug 27 17:35:27.244973 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-1e1286ba-dc50-4438-839c-73a4659ec298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:27.246454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-1e1286ba-dc50-4438-839c-73a4659ec298 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1094 time: 0.0407605 Aug 27 17:35:27.339313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-71583f6e-df84-4b96-9d43-ab60488f45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:27.340779 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-71583f6e-df84-4b96-9d43-ab60488f45cd service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0875132 Aug 27 17:35:27.406286 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-8a068203-5199-4e49-98f8-c19d2cb710f2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 999 time: 0.0583718 Aug 27 17:35:27.454270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-14714263-b17d-427b-ad05-d8926522e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:27.456280 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-14714263-b17d-427b-ad05-d8926522e83b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0427265 Aug 27 17:35:27.504610 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-fad87686-4b19-4286-ac99-b9804badfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:27.506082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-fad87686-4b19-4286-ac99-b9804badfe8a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438328 Aug 27 17:35:27.595356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-c620d400-d251-4042-a00a-e536c190d0a7 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813527 Aug 27 17:35:27.694378 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-80a87498-bf05-462a-9c71-d48337f95ad8 req-6054b532-63a9-4888-adaa-299adbca6649 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924013 Aug 27 17:35:27.804179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443f538-b7a4-4719-a798-6b03a6bf1dc8 req-da67e7b0-aaa4-4b62-970a-75c45a476243 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:27.805700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9443f538-b7a4-4719-a798-6b03a6bf1dc8 req-da67e7b0-aaa4-4b62-970a-75c45a476243 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0499978 Aug 27 17:35:27.844258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9443f538-b7a4-4719-a798-6b03a6bf1dc8 req-0862ad7d-a40d-4e87-a73b-81a6df2e2298 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326092 Aug 27 17:35:28.427780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:35:28.979172 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7cb7a-7aae-40fd-9dae-78c326acece1 req-4cee46ca-4d88-44d5-b78a-542db837386b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:28.980718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5d7cb7a-7aae-40fd-9dae-78c326acece1 req-4cee46ca-4d88-44d5-b78a-542db837386b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0637114 Aug 27 17:35:29.020988 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e5d7cb7a-7aae-40fd-9dae-78c326acece1 req-d2d9e60b-55d7-47ae-8f31-0a6633b68cae tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343590 Aug 27 17:35:30.147521 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55243b7d-7f0c-4a8f-afb3-254fecfbf3ee req-570ab461-4c31-4c56-becf-3cdbee869883 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:30.149078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55243b7d-7f0c-4a8f-afb3-254fecfbf3ee req-570ab461-4c31-4c56-becf-3cdbee869883 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0592902 Aug 27 17:35:30.194184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55243b7d-7f0c-4a8f-afb3-254fecfbf3ee req-722cb634-a9cf-4bab-9ada-10325825f8a9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Aug 27 17:35:31.310679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb9aa-57ed-4c1f-9ce4-82964d2fcb22 req-33436760-e921-4b05-ad18-360d9cf9e476 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:31.312223 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c22fb9aa-57ed-4c1f-9ce4-82964d2fcb22 req-33436760-e921-4b05-ad18-360d9cf9e476 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0516529 Aug 27 17:35:31.353932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c22fb9aa-57ed-4c1f-9ce4-82964d2fcb22 req-0346d903-9632-4afe-95e5-bf112312b29b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345831 Aug 27 17:35:32.474791 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6efc6f-481d-439c-9970-cbbef849e020 req-3fdd9865-115d-4c6b-b69e-7fc6d28f7b57 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:32.476405 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c6efc6f-481d-439c-9970-cbbef849e020 req-3fdd9865-115d-4c6b-b69e-7fc6d28f7b57 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0495579 Aug 27 17:35:32.519298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6c6efc6f-481d-439c-9970-cbbef849e020 req-94a45629-ea9a-44ee-8fa8-f74975a5608a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360646 Aug 27 17:35:33.658251 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-529c9ee5-f195-428f-a5c4-4f5e11a8631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:33.660350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-529c9ee5-f195-428f-a5c4-4f5e11a8631f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1094 time: 0.1075411 Aug 27 17:35:33.725032 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a31c-2922-4155-958d-4f2cd6256ee0 req-22c0134d-f926-4437-9dc7-cd46a3af984a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:33.733273 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4349a31c-2922-4155-958d-4f2cd6256ee0 req-22c0134d-f926-4437-9dc7-cd46a3af984a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0892248 Aug 27 17:35:33.786610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4349a31c-2922-4155-958d-4f2cd6256ee0 req-d2a7851a-8c2e-4e56-81b6-cc215ea9cb53 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483725 Aug 27 17:35:34.908191 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894b4f1-75ca-4438-b2da-06658c6ea118 req-1144c7e4-a58c-462e-812b-e34ad902d8a9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:34.910861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8894b4f1-75ca-4438-b2da-06658c6ea118 req-1144c7e4-a58c-462e-812b-e34ad902d8a9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0564923 Aug 27 17:35:34.953527 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8894b4f1-75ca-4438-b2da-06658c6ea118 req-6d174319-1b82-473f-bd4c-d1f2dbf1947d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354791 Aug 27 17:35:36.074202 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c831c-54bc-4e2c-a61c-c0fc6a3b373c req-d8342fbd-cde0-4562-bb41-542fc1ea6b09 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:36.075711 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c7c831c-54bc-4e2c-a61c-c0fc6a3b373c req-d8342fbd-cde0-4562-bb41-542fc1ea6b09 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0511110 Aug 27 17:35:36.130019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0c7c831c-54bc-4e2c-a61c-c0fc6a3b373c req-75feaf38-5879-4151-8d15-a313a98167a8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481257 Aug 27 17:35:37.251021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02b2ee-4912-404f-84a7-44623c7b9e96 req-d3526942-d8eb-4863-afec-a789a4c19dee tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:37.253241 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c02b2ee-4912-404f-84a7-44623c7b9e96 req-d3526942-d8eb-4863-afec-a789a4c19dee tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0526433 Aug 27 17:35:37.294361 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c02b2ee-4912-404f-84a7-44623c7b9e96 req-5dd13568-32ce-41fc-85f4-f71681443f8c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345988 Aug 27 17:35:38.412248 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ab7e1-02f8-4c90-9324-fe7a8c94a843 req-f742dbfc-aa1f-4b3d-8304-ec483b4e524d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:38.413747 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-853ab7e1-02f8-4c90-9324-fe7a8c94a843 req-f742dbfc-aa1f-4b3d-8304-ec483b4e524d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0501909 Aug 27 17:35:38.452183 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-853ab7e1-02f8-4c90-9324-fe7a8c94a843 req-ad8d4c34-90b5-4352-b241-0bdb31d7d0be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324059 Aug 27 17:35:38.629411 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-d9c84ccb-4f21-447a-8266-fed06de173ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:38.630886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-d9c84ccb-4f21-447a-8266-fed06de173ec service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0897558 Aug 27 17:35:38.699569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-986ca7e9-05ed-4017-ab5b-6f220acc7aaf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 999 time: 0.0577328 Aug 27 17:35:38.747795 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-c914dbc0-3081-42f7-bc82-c5d8a16ecac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:38.749194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-c914dbc0-3081-42f7-bc82-c5d8a16ecac0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0422654 Aug 27 17:35:38.800501 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-c34bdf59-b8aa-49d7-b121-6986a19759e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:38.801973 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-c34bdf59-b8aa-49d7-b121-6986a19759e2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449083 Aug 27 17:35:38.891394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-368be8e3-cc2c-4146-8fd2-4700cf0efd26 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818045 Aug 27 17:35:38.985797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-54a8f7da-9eb7-49d8-b515-71644d315448 req-0a22259d-e842-4fb4-9c89-f9f5a78f7aab service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862668 Aug 27 17:35:39.567445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3e787-9f26-49cd-9ba8-1501f63f2331 req-d97dbe91-43a9-49bf-bd92-e3f9b1227846 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:39.568861 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cab3e787-9f26-49cd-9ba8-1501f63f2331 req-d97dbe91-43a9-49bf-bd92-e3f9b1227846 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0505764 Aug 27 17:35:39.607929 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-cab3e787-9f26-49cd-9ba8-1501f63f2331 req-2496a38b-81b5-4b54-b7af-d87c2cc9be79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Aug 27 17:35:40.500420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:35:40.596482 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:35:40.607317 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'port_id': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'mac_address': 'fa:16:3e:44:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:35:40.644402 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:40.657166 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775b7ff6-fa50-40b6-bca6-afac6fa0e569 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:35:40.676996 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:35:40.723723 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf475c4-e741-4237-b637-c48949cf55eb req-73b0a4f6-0aed-4800-93d2-860046762476 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:40.725171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf475c4-e741-4237-b637-c48949cf55eb req-73b0a4f6-0aed-4800-93d2-860046762476 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 943 time: 0.0480697 Aug 27 17:35:40.737732 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:40.764458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbf475c4-e741-4237-b637-c48949cf55eb req-b47c3624-a360-47a6-8491-da64c37078ee tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Aug 27 17:35:40.789983 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=9']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:35:40.973105 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['775b7ff6-fa50-40b6-bca6-afac6fa0e569'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:35:41.884189 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917b3f-c570-4d98-8055-f7597d8b951c req-c359ae33-9c12-41ec-969f-9093da319de3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:41.885943 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b917b3f-c570-4d98-8055-f7597d8b951c req-c359ae33-9c12-41ec-969f-9093da319de3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 944 time: 0.0538964 Aug 27 17:35:41.923119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9b917b3f-c570-4d98-8055-f7597d8b951c req-c27d15c8-6674-43d6-b934-528094bbf4b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Aug 27 17:35:42.500172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:35:42.547436 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:35:42.547810 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:42.620802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:42.643408 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:35:42.645619 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9653eb13-4ff4-454a-bee0-b5d7f024fbe7" -d '{"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-plugged", "status": "completed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:35:42.660958 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:35:42.731807 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:42.779480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:35:43.039305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e34365-604d-4d67-bc05-1712d307103d req-66d765cb-e352-41aa-8914-5f65b0dc1090 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:43.040773 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03e34365-604d-4d67-bc05-1712d307103d req-66d765cb-e352-41aa-8914-5f65b0dc1090 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 946 time: 0.0490451 Aug 27 17:35:43.078859 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03e34365-604d-4d67-bc05-1712d307103d req-1ed728c5-cae7-401e-acc3-9001fafd195e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322330 Aug 27 17:35:43.700136 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564984e4-9108-49ec-ae04-33c4ccb6ba42 x-openstack-request-id: req-564984e4-9108-49ec-ae04-33c4ccb6ba42 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:35:43.700619 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-plugged", "status": "completed", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:35:43.700733 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-564984e4-9108-49ec-ae04-33c4ccb6ba42 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:35:43.701065 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'code': 200} Aug 27 17:35:43.855249 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:35:43.918996 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a785d5e-bebb-469e-bc65-0a7cf859d13b req-19b8d9fb-04ac-4050-b0b9-4b415179d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:43.920533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a785d5e-bebb-469e-bc65-0a7cf859d13b req-19b8d9fb-04ac-4050-b0b9-4b415179d264 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0415912 Aug 27 17:35:43.955521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a785d5e-bebb-469e-bc65-0a7cf859d13b req-5da514a3-2021-477b-a9b8-22d48af562c2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275514 Aug 27 17:35:44.197966 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0247227-a2b3-4456-9e32-f5bceca08e80 req-f62ec586-203c-4611-89b7-21b2f3fd7273 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:44.199478 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0247227-a2b3-4456-9e32-f5bceca08e80 req-f62ec586-203c-4611-89b7-21b2f3fd7273 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 946 time: 0.0525436 Aug 27 17:35:44.237864 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c0247227-a2b3-4456-9e32-f5bceca08e80 req-547d4c8d-1ab9-4de9-a71e-2645a617fa69 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Aug 27 17:35:45.364298 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580314-522d-416f-a5fb-5431264fc251 req-d4c7d680-e6d3-4543-ac0e-fc09487d8c5e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:45.365910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a580314-522d-416f-a5fb-5431264fc251 req-d4c7d680-e6d3-4543-ac0e-fc09487d8c5e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 946 time: 0.0512350 Aug 27 17:35:45.405574 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a580314-522d-416f-a5fb-5431264fc251 req-8765a148-f4c1-4bdc-aeb2-0ed00c88e2a8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334084 Aug 27 17:35:46.529944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f9276-239d-4e8a-8e05-948f852ca880 req-3791f4df-ea46-477d-8222-5bc7847e1c3f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:35:46.531454 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a83f9276-239d-4e8a-8e05-948f852ca880 req-3791f4df-ea46-477d-8222-5bc7847e1c3f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 946 time: 0.0510509 Aug 27 17:35:46.571317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a83f9276-239d-4e8a-8e05-948f852ca880 req-cb2569c8-2077-425c-aa6e-3789c0944b79 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328639 Aug 27 17:35:50.696801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3684dacb-e117-4d9a-a944-42f175f1113a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:53.288005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-245e98e0-1c9e-4075-a5fe-b2ed83969835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:53.431034 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:53.945579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:54.950788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:54.996453 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:35:56.417235 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:20.698210 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f081cde2-a32b-4206-9859-0bd43d78f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:20.855066 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:36:23.245991 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30b8586a-e760-40e9-a8cc-6e0cb8e1e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:23.440424 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:23.989464 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:24.869077 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:24.954605 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:26.369910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:26.817731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a1f9274-71d8-432b-8178-7792b86d44c6 req-ff3d39a0-f5a9-4ce5-b6c5-b464026a31fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302556 Aug 27 17:36:26.883771 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a1f9274-71d8-432b-8178-7792b86d44c6 req-35d35433-f28a-4f51-99e6-659f9211dd9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0255406 Aug 27 17:36:26.920334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a1f9274-71d8-432b-8178-7792b86d44c6 req-e03af22d-f56c-4685-81e3-74386f659858 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190470 Aug 27 17:36:27.011377 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f9274-71d8-432b-8178-7792b86d44c6 req-5863089e-a014-4eda-9cc4-b78038a3551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:27.012840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8a1f9274-71d8-432b-8178-7792b86d44c6 req-5863089e-a014-4eda-9cc4-b78038a3551e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0865762 Aug 27 17:36:29.417765 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-dcef9926-648e-4d62-82c6-047523b739bf service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440292 Aug 27 17:36:29.498772 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-7bc5c52e-88ef-4eed-b31f-d5107a72518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:29.500276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-7bc5c52e-88ef-4eed-b31f-d5107a72518f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0404849 Aug 27 17:36:29.599102 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-f6132f6c-3420-4e7c-8348-f46e8a4a2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:29.601118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-f6132f6c-3420-4e7c-8348-f46e8a4a2909 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0824027 Aug 27 17:36:29.669088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-8ce2c295-fffa-46a9-b6da-fb068a8d6a0b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 1001 time: 0.0612388 Aug 27 17:36:29.716943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-82a8a609-3348-428f-ba4b-6e587e496007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:29.718336 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-82a8a609-3348-428f-ba4b-6e587e496007 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0431306 Aug 27 17:36:29.763188 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-fdd4dc50-3c3e-4a0b-96ae-557603f151e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:29.764727 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-fdd4dc50-3c3e-4a0b-96ae-557603f151e8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399165 Aug 27 17:36:29.775904 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-ce30d5ca-723f-4ff5-b120-e46e17e09533 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:36:29.776848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-ce30d5ca-723f-4ff5-b120-e46e17e09533 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058005 Aug 27 17:36:29.868770 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-ad26e411-f30f-4075-82c6-b2f0dff82d8b service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851161 Aug 27 17:36:29.966543 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-84f49f4e-e324-48a7-b352-18d3a80745cd req-2b99b5b7-4c6b-43dc-9a15-45413d4624d2 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911674 Aug 27 17:36:50.690661 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5ade-83de-4521-b609-5bc158c634f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:53.256238 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ba7879f-8f2f-4e8f-be35-3c6ae2d6e034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:53.472098 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:53.991607 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:54.867255 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:54.953001 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:55.378181 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33690) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:36:55.542635 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Deleting port 1bd1d112-b814-4807-ab41-7306c5e6e9f6 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:36:55.542977 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:55.616666 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:55.616915 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:55.628386 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Calling delete_port for 1bd1d112-b814-4807-ab41-7306c5e6e9f6 owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:36:55.838926 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:55.866391 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event deleted for resources: {'Port': ['ID=1bd1d112-b814-4807-ab41-7306c5e6e9f6,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:36:55.893826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.894169 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.894506 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.894843 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.895176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.895526 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.895851 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.896258 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.896804 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.897135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.897465 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.897789 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:36:55.942850 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:55.943246 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Floating IP c1990334-d161-42c0-b310-e5b4d930301a disassociated (deleted). External IP: 172.25.4.157, port: 775b7ff6-fa50-40b6-bca6-afac6fa0e569. Aug 27 17:36:56.175057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Router 91005a82-2975-443a-bd94-d987b374cfe3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:36:56.282074 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:36:56.286442 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:56.292835 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] Sync routers for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:36:56.301551 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:36:56.302148 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:36:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:36:56.321202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c519c7eb-3693-4895-adbb-b86b74daa8fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "DELETE /v2.0/floatingips/c1990334-d161-42c0-b310-e5b4d930301a HTTP/1.1" status: 204 len: 168 time: 0.9419003 Aug 27 17:36:56.322066 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:36:56.325552 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc17006-6e9d-4df3-8969-b79e93ce37bd" -d '{"events": [{"name": "network-changed", "server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:36:56.404906 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:56.424072 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:36:56.430525 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48425d01-a260-46c4-8f0d-112a52691ace x-openstack-request-id: req-48425d01-a260-46c4-8f0d-112a52691ace {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:36:56.431022 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:36:56.431131 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48425d01-a260-46c4-8f0d-112a52691ace {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:36:56.431524 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'status': 'completed', 'code': 200} Aug 27 17:36:56.497661 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-d75e4505-baa4-432d-80b5-52ab21627bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:56.499356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-d75e4505-baa4-432d-80b5-52ab21627bb0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0463312 Aug 27 17:36:56.599814 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-ab349235-dac5-4b44-859d-3ce7566971a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:56.601319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-ab349235-dac5-4b44-859d-3ce7566971a9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0868685 Aug 27 17:36:56.630278 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:36:56.644258 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-b8407870-bc3b-4eb4-9d1b-42ceab1e4685 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 200 len: 217 time: 0.0355668 Aug 27 17:36:56.657238 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] Checking router: 91005a82-2975-443a-bd94-d987b374cfe3 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:36:56.666071 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:36:56.666685 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:36:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:36:56.704110 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-21f98c9a-855a-489d-959c-fc90107eee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:56.705506 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-21f98c9a-855a-489d-959c-fc90107eee2b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0533743 Aug 27 17:36:56.772693 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:36:56.780817 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1386-f15a-40e5-927a-9cb2fc75435e req-a6f03628-259d-4c7b-9a7f-231d1b8f7dd3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:56.782318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-440e1386-f15a-40e5-927a-9cb2fc75435e req-a6f03628-259d-4c7b-9a7f-231d1b8f7dd3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 946 time: 0.0759242 Aug 27 17:36:56.785081 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-652fa2a3-e685-460f-beb7-7b09ce0bbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:56.786453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-652fa2a3-e685-460f-beb7-7b09ce0bbd76 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699039 Aug 27 17:36:56.871293 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-440e1386-f15a-40e5-927a-9cb2fc75435e req-2efbce76-b802-4b0c-81ae-7bf268578669 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821140 Aug 27 17:36:56.914991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-9933c04e-fd88-4d15-b046-cd11519aedb4 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199367 Aug 27 17:36:56.972442 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:36:56.998138 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f2ac9-a6e4-4355-9610-fefff1867bb3 None None] The sync data for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 is: [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:36:57.008472 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2bc17006-6e9d-4df3-8969-b79e93ce37bd req-05daeffb-f405-470d-a214-30e7b5157eb7 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846491 Aug 27 17:36:57.245931 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc2fe0-fcdc-4f67-8932-48c51966a97d None None] New status for floating IP c1990334-d161-42c0-b310-e5b4d930301a: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:36:57.854132 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:36:58.012554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515121-365d-496b-9702-89c6c60a3d2a req-c6b6f1d5-64d7-4cd6-85eb-aa08ba6ad635 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:58.014021 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40515121-365d-496b-9702-89c6c60a3d2a req-c6b6f1d5-64d7-4cd6-85eb-aa08ba6ad635 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 946 time: 0.0813391 Aug 27 17:36:58.022771 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755b356-831b-4381-a88f-0e8a79166c24 req-c7de10d3-c45d-43ef-8073-bed3c2e32a75 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:36:58.024136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b755b356-831b-4381-a88f-0e8a79166c24 req-c7de10d3-c45d-43ef-8073-bed3c2e32a75 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 946 time: 0.0831218 Aug 27 17:36:58.109674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b755b356-831b-4381-a88f-0e8a79166c24 req-5f83b15b-642f-4878-b2f5-934123534e3b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=9d58d173-cdb9-4aa8-bb8e-191a567b2fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784879 Aug 27 17:36:58.135857 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Deleting port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:36:58.136201 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:58.225522 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] For port 775b7ff6-fa50-40b6-bca6-afac6fa0e569, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=775b7ff6-fa50-40b6-bca6-afac6fa0e569,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:36:58.225888 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:58.238474 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Calling delete_port for 775b7ff6-fa50-40b6-bca6-afac6fa0e569 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:36:58.422124 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:58.450818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event deleted for resources: {'Port': ['ID=775b7ff6-fa50-40b6-bca6-afac6fa0e569,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:36:58.494835 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] No DVR routers for this DVR port 775b7ff6-fa50-40b6-bca6-afac6fa0e569 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:36:58.497460 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:36:58.499515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-40515121-365d-496b-9702-89c6c60a3d2a req-5a60ffba-63ee-4525-9164-fc2ebb022510 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "DELETE /v2.0/ports/775b7ff6-fa50-40b6-bca6-afac6fa0e569 HTTP/1.1" status: 204 len: 173 time: 0.4744267 Aug 27 17:36:58.499954 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-deleted', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:36:58.502414 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56c3f9f-2bc8-43ee-bb04-8fe8c38ae919" -d '{"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-deleted", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:36:58.538190 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11eaac1-b1af-4815-9f97-ebdf73a07d19 x-openstack-request-id: req-c11eaac1-b1af-4815-9f97-ebdf73a07d19 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:36:58.538491 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aaf4aa-4b14-4b1e-892e-645582ed4eb0", "name": "network-vif-deleted", "tag": "775b7ff6-fa50-40b6-bca6-afac6fa0e569", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:36:58.538765 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c11eaac1-b1af-4815-9f97-ebdf73a07d19 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:36:58.539158 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29aaf4aa-4b14-4b1e-892e-645582ed4eb0', 'name': 'network-vif-deleted', 'tag': '775b7ff6-fa50-40b6-bca6-afac6fa0e569', 'status': 'completed', 'code': 200} Aug 27 17:36:59.214848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3921719a-b7c4-453b-8969-3e0053a786a1 req-0994017b-d6ef-4737-926f-8020de157e6d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=29aaf4aa-4b14-4b1e-892e-645582ed4eb0 HTTP/1.1" status: 200 len: 210 time: 0.0266473 Aug 27 17:37:00.272088 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33712) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:00.331645 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:00.356754 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:00.484476 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:00.487167 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:00.488457 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "DELETE /v2.0/security-groups/9d58d173-cdb9-4aa8-bb8e-191a567b2fad HTTP/1.1" status: 204 len: 168 time: 0.2153740 Aug 27 17:37:00.498267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d58d173-cdb9-4aa8-bb8e-191a567b2fad,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:00.506264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.506618 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.506960 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.507387 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.508240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.508572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.508901 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.509226 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.509550 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.509878 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.510274 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.510835 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75287e8c-46fe-40e5-9f03-316558b5fb84 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:00.859240 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33720) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:00.863945 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-62a73ea5-b835-49cd-8c27-c16698f1ce1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564323950', 'description': 'tempest-secgroup-smoke-564323950 description', 'project_id': '30af82b4350d4bd786e48cf05adfe02a'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:00.950680 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:37:00.958519 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a73ea5-b835-49cd-8c27-c16698f1ce1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:00.973625 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 775b7ff6-fa50-40b6-bca6-afac6fa0e569 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:37:00.973973 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 775b7ff6-fa50-40b6-bca6-afac6fa0e569 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:37:01.038056 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a73ea5-b835-49cd-8c27-c16698f1ce1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.112639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a73ea5-b835-49cd-8c27-c16698f1ce1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.141246 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a73ea5-b835-49cd-8c27-c16698f1ce1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b039c6d4-e639-4459-b377-083ccabeb077,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:01.227989 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-62a73ea5-b835-49cd-8c27-c16698f1ce1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.229290 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-62a73ea5-b835-49cd-8c27-c16698f1ce1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3689988 Aug 27 17:37:01.232087 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33722) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:01.236426 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-25d66b58-e06a-43d9-8b5f-3b5dd002618d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': 'b039c6d4-e639-4459-b377-083ccabeb077', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:01.328751 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d66b58-e06a-43d9-8b5f-3b5dd002618d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.390279 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d66b58-e06a-43d9-8b5f-3b5dd002618d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.467434 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d66b58-e06a-43d9-8b5f-3b5dd002618d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.486479 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d66b58-e06a-43d9-8b5f-3b5dd002618d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c51e5b9-3244-4651-8db6-4aac0ac1550f,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:01.541731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-25d66b58-e06a-43d9-8b5f-3b5dd002618d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.542981 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-25d66b58-e06a-43d9-8b5f-3b5dd002618d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099594 Aug 27 17:37:01.545650 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33724) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:01.550097 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-20b8a0cd-2cf0-4a31-b227-d22cb59c866b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': 'b039c6d4-e639-4459-b377-083ccabeb077', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:01.643375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b8a0cd-2cf0-4a31-b227-d22cb59c866b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.699808 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b8a0cd-2cf0-4a31-b227-d22cb59c866b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.762450 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b8a0cd-2cf0-4a31-b227-d22cb59c866b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.781949 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8a0cd-2cf0-4a31-b227-d22cb59c866b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbb4dc4-5c8c-4fc3-95ca-68c7ce8cd31d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:01.838946 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-20b8a0cd-2cf0-4a31-b227-d22cb59c866b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:01.840240 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-20b8a0cd-2cf0-4a31-b227-d22cb59c866b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936327 Aug 27 17:37:01.843816 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33726) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:01.848239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1917b8ce-34e1-478b-8de3-3a61de7ca211 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': 'b039c6d4-e639-4459-b377-083ccabeb077', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:01.950190 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1917b8ce-34e1-478b-8de3-3a61de7ca211 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.012687 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1917b8ce-34e1-478b-8de3-3a61de7ca211 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.077272 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1917b8ce-34e1-478b-8de3-3a61de7ca211 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.098366 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917b8ce-34e1-478b-8de3-3a61de7ca211 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0680d6aa-67cf-4d3b-89ba-68decdad3d61,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:02.164376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1917b8ce-34e1-478b-8de3-3a61de7ca211 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.165609 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1917b8ce-34e1-478b-8de3-3a61de7ca211 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3208687 Aug 27 17:37:02.168764 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33728) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:02.173212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-3c881e03-e756-4aaf-8bc4-b87db3495c19 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': 'b039c6d4-e639-4459-b377-083ccabeb077', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:02.300694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c881e03-e756-4aaf-8bc4-b87db3495c19 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.362002 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c881e03-e756-4aaf-8bc4-b87db3495c19 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.472922 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c881e03-e756-4aaf-8bc4-b87db3495c19 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.490741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c881e03-e756-4aaf-8bc4-b87db3495c19 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaba543-f863-4258-ba67-df1986070c4b,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:02.582577 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-3c881e03-e756-4aaf-8bc4-b87db3495c19 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.583753 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-3c881e03-e756-4aaf-8bc4-b87db3495c19 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4140565 Aug 27 17:37:02.586483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 33730) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:02.591216 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': 'b039c6d4-e639-4459-b377-083ccabeb077', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:02.689902 n-d-806412-1 neutron-server[95252]: INFO neutron.db.securitygroups_db [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Project 30af82b4350d4bd786e48cf05adfe02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:37:02.694657 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.754526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.820890 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.839461 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf4644e-e531-4cf7-901b-6c0abc8c5840,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:02.907081 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:02.908385 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-06f5207c-dac8-4845-854c-81f88a08202e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3209462 Aug 27 17:37:02.911374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33732) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:02.916174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'security_group_rule': {'security_group_id': 'b039c6d4-e639-4459-b377-083ccabeb077', 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:02.998490 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Project 30af82b4350d4bd786e48cf05adfe02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:37:03.003578 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:03.066374 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:03.135824 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:03.150348 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05afa8f0-2057-47f9-80a4-7278fc2708ad,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:03.244341 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:03.246237 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0fca2fe8-6911-44d0-a548-5a55743785be tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3338261 Aug 27 17:37:20.717771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3564b534-a932-425d-aa0c-bfcb2a91d7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:23.146342 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-54f47e67-20f8-4767-80a8-24be1b788199 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564323950&fields=id&tenant_id=30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 267 time: 0.0328829 Aug 27 17:37:23.250220 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-05dcd2ed-f435-460f-aacb-cfa65d23355c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:23.252051 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-05dcd2ed-f435-460f-aacb-cfa65d23355c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 809 time: 0.0990384 Aug 27 17:37:23.266834 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-c68239ed-36b8-45c0-a728-8e832f294f64 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/quotas/30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 375 time: 0.0089126 Aug 27 17:37:23.270535 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c1a553c-90e0-4064-87cf-630a3e80de8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:23.322420 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-d8a50bf9-93d0-4909-b018-e9066c3de9b9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497053 Aug 27 17:37:23.462007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-28898d05-49d6-4dee-b825-aa0bf40ca8f6 service neutron] 10.222.0.101 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269889 Aug 27 17:37:23.470595 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:23.553790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-46e80ff9-8d81-4dae-9c2f-2aa62fecf221 service neutron] 10.222.0.101 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854301 Aug 27 17:37:23.980506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:24.128210 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-48a32a3e-1a77-453f-8f0a-1779edd8d42e req-c80da3ae-257f-4868-bd77-67ab8a3ea4d5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0284510 Aug 27 17:37:24.910770 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:24.957330 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:25.209171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3baac41a-52f0-4413-bf64-92effdc77708 req-72e744ab-1901-4571-b2e5-e92232177dd4 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0268288 Aug 27 17:37:26.302057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f58bbaa9-2e40-4655-bba7-f8b8cecced2d req-e130ecbc-2755-41bd-8bc6-f178372abfd3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0289700 Aug 27 17:37:26.385999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:26.823848 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf387b3e-843f-4652-94b9-4552f70e4645 req-3a4e77f0-ba2a-487b-b82f-a7febac76012 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261636 Aug 27 17:37:26.888752 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf387b3e-843f-4652-94b9-4552f70e4645 req-1a9399c5-312e-4af7-958a-ca8ad5b07183 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0263569 Aug 27 17:37:26.930803 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf387b3e-843f-4652-94b9-4552f70e4645 req-3d8ddc60-9223-47d0-94d6-01512389d975 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226712 Aug 27 17:37:27.024738 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf387b3e-843f-4652-94b9-4552f70e4645 req-4db1b65c-78a0-41bc-bae9-c2de66e4a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:27.026186 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bf387b3e-843f-4652-94b9-4552f70e4645 req-4db1b65c-78a0-41bc-bae9-c2de66e4a91b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893340 Aug 27 17:37:27.395602 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc55d4ab-cc04-4f5f-a5ed-eedef2ec659e req-9cd1fec2-a3a2-4bd6-ae2d-be88053049e6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0266943 Aug 27 17:37:27.825605 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-73778d1f-6a16-4913-8b9b-68c859fc05ee tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:27.826956 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-73778d1f-6a16-4913-8b9b-68c859fc05ee tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 809 time: 0.1033978 Aug 27 17:37:27.871821 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-a197e741-5621-46c4-a3ce-40f1ed2421aa tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 379 time: 0.0347605 Aug 27 17:37:27.880766 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'port': {'device_id': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'admin_state_up': True, 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'security_groups': ['b039c6d4-e639-4459-b377-083ccabeb077']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:28.025977 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Made reservation on behalf of 30af82b4350d4bd786e48cf05adfe02a for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:37:28.030564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:28.164072 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Allocated IP 172.20.0.9 (421685dd-381d-4078-a77e-3388f64b9004/554fe5eb-0c7c-468f-a83b-e5eaf285b5ae/9a7accfc-5f4a-44ce-8d33-f8842fbe1158) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:37:28.304417 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:28.317630 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Transition to ACTIVE for port object 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:37:28.403762 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:28.448737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Network 421685dd-381d-4078-a77e-3388f64b9004 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:37:28.451982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:37:28.454979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:37:28.509826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:28.550860 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:28.551216 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:28.577779 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25640a22-8d2b-4e84-a13d-b2caa400315d req-5a889e41-ca25-4b00-9da0-dba8d2bdcbb0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:28.579993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25640a22-8d2b-4e84-a13d-b2caa400315d req-5a889e41-ca25-4b00-9da0-dba8d2bdcbb0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 931 time: 0.0948861 Aug 27 17:37:28.832311 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-adcfa01c-c7de-4fff-8dbe-3eb36bff2dde None None] Provisioning for port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:37:28.836815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-adcfa01c-c7de-4fff-8dbe-3eb36bff2dde None None] Provisioning complete for port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:37:28.837362 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adcfa01c-c7de-4fff-8dbe-3eb36bff2dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:28.873384 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-adcfa01c-c7de-4fff-8dbe-3eb36bff2dde None None] Port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:37:28.943744 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-2163cefd-15f9-4941-843a-2f2724ad1689 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0664968 Aug 27 17:37:28.960380 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Request body: {'port': {'device_id': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:28.983250 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-25640a22-8d2b-4e84-a13d-b2caa400315d req-4ca79b67-03e8-40e4-ab04-0b3eabdb467d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967667 Aug 27 17:37:29.020329 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:29.292950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:37:29.300321 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:29.311894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Transition to ACTIVE for port object 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:37:29.414358 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:29.465162 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:29.538545 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Attempting to bind port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:37:29.538892 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Attempting to bind port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:37:29.539228 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Attempting to bind port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 on network 421685dd-381d-4078-a77e-3388f64b9004 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:37:29.543944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 on network 421685dd-381d-4078-a77e-3388f64b9004 not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:37:29.544200 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Attempting to bind port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 on network 421685dd-381d-4078-a77e-3388f64b9004 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:37:29.550290 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:37:29.550634 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Checking segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:37:29.551029 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Bound using segment: {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:37:29.551493 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Bound port: 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e32ac5d-a3e0-4754-9662-4d864d96c034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '421685dd-381d-4078-a77e-3388f64b9004'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:37:29.551868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:29.622330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:37:29.626952 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:37:29.706476 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:29.740092 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:29.740731 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:29.742248 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] 10.222.0.97 "PUT /v2.0/ports/9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 1091 time: 0.7869134 Aug 27 17:37:29.742724 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:37:29.745162 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae54944-9d23-4fc0-8ae9-c24d03da6357" -d '{"events": [{"name": "network-changed", "server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:37:29.773706 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47f25f-4a32-4a00-a031-24a210252907 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:29.793180 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd68b298-75f7-4913-884a-74de5de063bb x-openstack-request-id: req-dd68b298-75f7-4913-884a-74de5de063bb {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:37:29.793482 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:37:29.793742 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd68b298-75f7-4913-884a-74de5de063bb {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:37:29.794221 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'status': 'completed', 'code': 200} Aug 27 17:37:29.864364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54944-9d23-4fc0-8ae9-c24d03da6357 req-55b74193-e238-47b6-9aea-c6b8c39c6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:29.867213 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ae54944-9d23-4fc0-8ae9-c24d03da6357 req-55b74193-e238-47b6-9aea-c6b8c39c6e6b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1094 time: 0.0492489 Aug 27 17:37:29.976355 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54944-9d23-4fc0-8ae9-c24d03da6357 req-3526aaa4-60d9-4746-a818-03e9bf5d22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:29.977854 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ae54944-9d23-4fc0-8ae9-c24d03da6357 req-3526aaa4-60d9-4746-a818-03e9bf5d22d2 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=30af82b4350d4bd786e48cf05adfe02a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1036320 Aug 27 17:37:30.101918 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54944-9d23-4fc0-8ae9-c24d03da6357 req-39b4cc65-48b1-4198-a4a1-622e86c10085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:30.103427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4ae54944-9d23-4fc0-8ae9-c24d03da6357 req-39b4cc65-48b1-4198-a4a1-622e86c10085 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1191726 Aug 27 17:37:30.121452 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9b089-108b-4f98-af6f-6f5b08cb8f04 req-0160bf9c-60de-4372-bca2-d18721f65c44 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:30.123573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbc9b089-108b-4f98-af6f-6f5b08cb8f04 req-0160bf9c-60de-4372-bca2-d18721f65c44 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0630813 Aug 27 17:37:30.197750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-dbc9b089-108b-4f98-af6f-6f5b08cb8f04 req-4570076c-b89c-4c89-8598-336f22fa9fd7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674648 Aug 27 17:37:30.207613 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-7e63f3c9-e519-448e-9157-7323c5fbd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:30.209164 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-7e63f3c9-e519-448e-9157-7323c5fbd770 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1094 time: 0.0568516 Aug 27 17:37:30.253358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-9d9816e6-6ec5-4b97-beca-3e76e8fe93cf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 217 time: 0.0362701 Aug 27 17:37:30.303926 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-3e27ec52-a388-4b8b-886e-e75c374f6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:30.305394 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-3e27ec52-a388-4b8b-886e-e75c374f6e28 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0435250 Aug 27 17:37:30.355957 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-336961d3-72c2-4963-8fac-0da36ee21bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:30.357376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-336961d3-72c2-4963-8fac-0da36ee21bba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451031 Aug 27 17:37:30.448569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-25452d33-8992-41ab-8185-ae2beb9f86af service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Aug 27 17:37:30.550533 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-87aa4d40-bce0-4d46-9ad6-39fd2e62a961 req-b1805878-400a-4566-96a5-13c912a41d67 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951800 Aug 27 17:37:31.317262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91d0bf-b8d0-4f1e-927e-2f0945dc0c44 req-9409e8fd-f569-4840-94bb-3c8ca1dcb714 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:31.318761 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f91d0bf-b8d0-4f1e-927e-2f0945dc0c44 req-9409e8fd-f569-4840-94bb-3c8ca1dcb714 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0501835 Aug 27 17:37:31.362976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6f91d0bf-b8d0-4f1e-927e-2f0945dc0c44 req-5994b3a0-0898-4cbc-909e-df0ddb3453d2 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336354 Aug 27 17:37:32.481838 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68da06-78ef-43f4-9710-415ea15d5e69 req-32b5e102-b3c9-485d-a08e-8da510d9083d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:32.484572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad68da06-78ef-43f4-9710-415ea15d5e69 req-32b5e102-b3c9-485d-a08e-8da510d9083d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0496631 Aug 27 17:37:32.522242 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ad68da06-78ef-43f4-9710-415ea15d5e69 req-2f44ba6d-9b09-41cf-a30c-53605b1f39bc tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Aug 27 17:37:33.643899 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d5101-b9de-40b8-a556-2b1e0775d928 req-0886e97b-f22b-4e8f-8470-6e7f6c3ca2ff tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:33.645443 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff7d5101-b9de-40b8-a556-2b1e0775d928 req-0886e97b-f22b-4e8f-8470-6e7f6c3ca2ff tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0549781 Aug 27 17:37:33.682737 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ff7d5101-b9de-40b8-a556-2b1e0775d928 req-ef50e041-f5b4-4cd8-b65f-61f821852031 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313280 Aug 27 17:37:34.801365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe6ab-2562-4eae-843d-dd6be3a2d914 req-6252a6a4-9de2-49e3-8c88-eca5fcf0ad10 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:34.802853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bdbe6ab-2562-4eae-843d-dd6be3a2d914 req-6252a6a4-9de2-49e3-8c88-eca5fcf0ad10 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0490277 Aug 27 17:37:34.841518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7bdbe6ab-2562-4eae-843d-dd6be3a2d914 req-5a9540c8-6567-4895-8554-c65fa50b356c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321264 Aug 27 17:37:34.853729 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:37:35.955897 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3de2f-c256-47cb-bc98-445a97571c2b req-0f209d62-5fe8-4873-a0e9-201f12b409ae tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:35.957427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eb3de2f-c256-47cb-bc98-445a97571c2b req-0f209d62-5fe8-4873-a0e9-201f12b409ae tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0491149 Aug 27 17:37:35.995106 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1eb3de2f-c256-47cb-bc98-445a97571c2b req-782d2ace-4c47-4eaf-a3ee-a425f2198f24 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Aug 27 17:37:37.114905 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237335c4-1494-4c4c-b307-1019c242765f req-ccbf43ef-ade3-4295-92fb-2f1cfe3c3a06 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:37.116466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-237335c4-1494-4c4c-b307-1019c242765f req-ccbf43ef-ade3-4295-92fb-2f1cfe3c3a06 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0539775 Aug 27 17:37:37.154939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-237335c4-1494-4c4c-b307-1019c242765f req-5782ccd7-ac1e-45b3-ad29-f2ec354100e5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324690 Aug 27 17:37:38.271190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a58b2-fcd9-4371-ad4f-c9e4d4d8eb47 req-5ebbbbf0-55d3-4654-a714-7472076885d3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:38.272721 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-919a58b2-fcd9-4371-ad4f-c9e4d4d8eb47 req-5ebbbbf0-55d3-4654-a714-7472076885d3 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0500607 Aug 27 17:37:38.309914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-919a58b2-fcd9-4371-ad4f-c9e4d4d8eb47 req-b905224f-3bb1-4ff4-a020-0fd4e7ae3273 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Aug 27 17:37:39.425992 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21203e-9d8f-48da-9b70-f5f41617a63a req-57c8c444-dfe6-41eb-88f9-bd3663eb83f5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:39.427474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e21203e-9d8f-48da-9b70-f5f41617a63a req-57c8c444-dfe6-41eb-88f9-bd3663eb83f5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0484107 Aug 27 17:37:39.465016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3e21203e-9d8f-48da-9b70-f5f41617a63a req-3418d018-f20c-4ae1-a675-0394701880d8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316947 Aug 27 17:37:40.583080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59ecbb-88da-4d37-909d-9709f71872c7 req-cb079b27-ee62-41f5-a772-f4cb47999eac tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:40.584576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a59ecbb-88da-4d37-909d-9709f71872c7 req-cb079b27-ee62-41f5-a772-f4cb47999eac tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0524271 Aug 27 17:37:40.622265 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1a59ecbb-88da-4d37-909d-9709f71872c7 req-70e3c5bc-5440-4242-90a8-c43bce31e88d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Aug 27 17:37:41.229414 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:37:41.324873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:37:41.336960 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'port_id': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'mac_address': 'fa:16:3e:e7:5b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:37:41.373699 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:41.387014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:37:41.405148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:37:41.505208 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:41.552234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:41.559531 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.559886 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.560234 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.560576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.560914 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.561282 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.561618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.561950 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.562280 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.562616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.562945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.563291 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:37:41.706821 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9a7accfc-5f4a-44ce-8d33-f8842fbe1158'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:37:41.736784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1c234-87c3-4985-9662-c1776a78f469 req-5482c2ef-0cbf-445c-91d3-db6e17a7c14e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:41.738955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ae1c234-87c3-4985-9662-c1776a78f469 req-5482c2ef-0cbf-445c-91d3-db6e17a7c14e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 944 time: 0.0505791 Aug 27 17:37:41.777048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ae1c234-87c3-4985-9662-c1776a78f469 req-0f6642b7-4b6b-45f6-8e0e-abe119870b76 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314822 Aug 27 17:37:42.890906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b5d80-3cb6-42b2-a68c-04d9590019d6 req-8fd0eae5-5962-4293-a1c6-953c6f657d50 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:42.892398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e58b5d80-3cb6-42b2-a68c-04d9590019d6 req-8fd0eae5-5962-4293-a1c6-953c6f657d50 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 944 time: 0.0494680 Aug 27 17:37:42.931202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e58b5d80-3cb6-42b2-a68c-04d9590019d6 req-4863cd09-23f4-4941-84e1-4a5561ec11fe tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324535 Aug 27 17:37:43.228824 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:37:43.316480 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:37:43.320041 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:37:43.320415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:43.395126 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:43.416598 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:37:43.418814 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a0d1b0-4b0d-41d3-9fab-842243dc003f" -d '{"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-plugged", "status": "completed", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:37:43.432313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:37:43.493805 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:43.522850 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e5cb3-1db1-43d2-9358-93214a49d115 x-openstack-request-id: req-e59e5cb3-1db1-43d2-9358-93214a49d115 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:37:43.523140 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-plugged", "status": "completed", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:37:43.523425 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e59e5cb3-1db1-43d2-9358-93214a49d115 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:37:43.523814 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'code': 200} Aug 27 17:37:43.552117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:43.610979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a668a-85b1-420c-bb88-7cddccba39b3 req-f9687329-95f3-4c1d-baaa-6280cfc8e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:43.612518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a8a668a-85b1-420c-bb88-7cddccba39b3 req-f9687329-95f3-4c1d-baaa-6280cfc8e76e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0443397 Aug 27 17:37:43.647750 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9a8a668a-85b1-420c-bb88-7cddccba39b3 req-4db7fb83-7b11-4746-8f61-092eaa0179fb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278678 Aug 27 17:37:44.097316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d41451-8043-49b6-afc6-104fcb7f1c43 req-8bf0a417-7274-4863-81fc-a2d67f1753f9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:44.099167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49d41451-8043-49b6-afc6-104fcb7f1c43 req-8bf0a417-7274-4863-81fc-a2d67f1753f9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0505700 Aug 27 17:37:44.137573 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-49d41451-8043-49b6-afc6-104fcb7f1c43 req-f30bf207-fd4b-4e4d-bb5a-ed4fbe4b4d2f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Aug 27 17:37:45.254709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba49a10-d82e-406e-8f89-a0c09fb6d39f req-9bc69fca-35ad-429d-8494-9a24464b40a9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:45.256190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ba49a10-d82e-406e-8f89-a0c09fb6d39f req-9bc69fca-35ad-429d-8494-9a24464b40a9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0505955 Aug 27 17:37:45.294068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7ba49a10-d82e-406e-8f89-a0c09fb6d39f req-0db005fc-f5e7-41d7-a944-7595206d9d5c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319023 Aug 27 17:37:45.413801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b176f2-b8f3-48e5-9fce-d053b47432a6 req-6a51b990-3f22-4368-abf4-04898348d7c2 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:45.415352 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76b176f2-b8f3-48e5-9fce-d053b47432a6 req-6a51b990-3f22-4368-abf4-04898348d7c2 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0541506 Aug 27 17:37:45.454158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-76b176f2-b8f3-48e5-9fce-d053b47432a6 req-7a68acc4-6813-495b-9026-ab31081f6541 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328124 Aug 27 17:37:45.476084 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33960) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:45.516016 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eed86-eca9-4603-b0b7-a612140fb8f8 tempest-TestShelveInstance-1834458614 tempest-TestShelveInstance-1834458614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:45.517514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a91eed86-eca9-4603-b0b7-a612140fb8f8 tempest-TestShelveInstance-1834458614 tempest-TestShelveInstance-1834458614-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1091 time: 0.0404391 Aug 27 17:37:45.520948 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 33962) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:37:45.525255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:37:45.607454 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:45.708258 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:45.808534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Allocated IP 172.25.4.9 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/ca8b0b9c-3a6b-4795-86f3-2fb29cce225f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:37:45.917630 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:46.117073 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:46.155561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:37:46.163894 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:37:46.169799 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:37:46.173309 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'Port': ['ID=ca8b0b9c-3a6b-4795-86f3-2fb29cce225f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:46.530492 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:46.666199 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:46.815173 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:46.881803 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:46.950068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event updated for resources: {'Port': ['ID=ca8b0b9c-3a6b-4795-86f3-2fb29cce225f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:37:46.961678 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:47.063041 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Floating IP 25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4 associated. External IP: 172.25.4.9, port: 9a7accfc-5f4a-44ce-8d33-f8842fbe1158. Aug 27 17:37:47.272370 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Router 91005a82-2975-443a-bd94-d987b374cfe3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:37:47.381586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:37:47.391468 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] Sync routers for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:37:47.401779 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:37:47.405744 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:37:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:37:47.516624 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:47.546273 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-f9d1ee1b-57f1-4ee5-beb2-932f0cbd8254 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0241425 Aug 27 17:37:47.546940 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:37:47.549378 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47395fbb-90fc-417c-a211-3adfb87dc123" -d '{"events": [{"name": "network-changed", "server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:37:47.587188 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a39fea-97a2-43d6-9401-985458c7e0f5 x-openstack-request-id: req-82a39fea-97a2-43d6-9401-985458c7e0f5 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:37:47.587578 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:37:47.587902 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-82a39fea-97a2-43d6-9401-985458c7e0f5 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:37:47.588380 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'status': 'completed', 'code': 200} Aug 27 17:37:47.595932 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:37:47.652068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-edfa976b-7724-4e52-a693-d3e5535abb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:47.653581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-edfa976b-7724-4e52-a693-d3e5535abb6a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0420358 Aug 27 17:37:47.747556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-f3c7b833-1493-40a4-ad74-9b16a1434b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:47.749048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-f3c7b833-1493-40a4-ad74-9b16a1434b21 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0885298 Aug 27 17:37:47.813466 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-aef99de1-bbed-4b36-9a9a-561236fa5b63 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 997 time: 0.0575404 Aug 27 17:37:47.816531 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'port_id': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'mac_address': 'fa:16:3e:e7:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:37:46Z', 'updated_at': '2021-08-27T17:37:46Z', 'revision_number': 0, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:37:47.842501 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] Checking router: 91005a82-2975-443a-bd94-d987b374cfe3 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:37:47.851194 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:37:47.851829 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:37:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:37:47.865719 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-eadafbc7-2325-4c73-b5ff-d989be7afd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:47.867346 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-eadafbc7-2325-4c73-b5ff-d989be7afd1d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0475631 Aug 27 17:37:47.914002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-a7dd8e0e-1abf-410e-a986-758f753836b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:37:47.915562 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-a7dd8e0e-1abf-410e-a986-758f753836b4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415771 Aug 27 17:37:47.955707 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:37:48.006442 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-798b79dc-6a48-4938-ad25-144ad0609aee service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837677 Aug 27 17:37:48.101398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-47395fbb-90fc-417c-a211-3adfb87dc123 req-221f448a-ad5d-48a3-8160-f1164bbbe9cd service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884039 Aug 27 17:37:48.181442 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'port_id': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'mac_address': 'fa:16:3e:e7:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:37:46Z', 'updated_at': '2021-08-27T17:37:46Z', 'revision_number': 0, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:37:48.207979 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1fa0f-4602-43a9-b867-7c6e9e3acef9 None None] The sync data for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 is: [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'port_id': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'mac_address': 'fa:16:3e:e7:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:37:46Z', 'updated_at': '2021-08-27T17:37:46Z', 'revision_number': 0, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:37:48.408216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93470ae5-bee6-4dc5-a41f-1873fedf06d1 None None] New status for floating IP 25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:37:50.722812 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74c2f84b-5f2d-4b25-9eb2-67c36485eb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:53.270657 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebed8583-0018-45e9-b5ce-eca1d9f4d74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:53.458871 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:54.007640 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:54.973295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:55.006950 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:37:56.390571 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:11.852445 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:38:20.714850 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-453f704c-96c3-4bd6-be86-f396ec38290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:23.246035 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c32409c4-b686-4245-be79-342753174714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:23.440117 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:24.023212 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:24.909013 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:25.006004 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:26.423233 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:27.845219 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c58bb89-5593-42b5-a571-a9782a71037b req-a43cd8ca-25ac-4b1d-b495-d8c783ab1bf8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0645056 Aug 27 17:38:27.914111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c58bb89-5593-42b5-a571-a9782a71037b req-da37cb7d-5a2c-4be0-8645-13c14bb5a113 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0248232 Aug 27 17:38:27.954111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c58bb89-5593-42b5-a571-a9782a71037b req-ed345f08-d3db-4c5d-95ea-c448f9c3603a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206633 Aug 27 17:38:28.051696 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58bb89-5593-42b5-a571-a9782a71037b req-3caebd81-d41b-4b85-bafc-5ffbbaf3124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:38:28.053035 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c58bb89-5593-42b5-a571-a9782a71037b req-3caebd81-d41b-4b85-bafc-5ffbbaf3124c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0922318 Aug 27 17:38:31.415437 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-e6c23dc3-e7b6-47d3-97ad-9c5a09700742 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413024 Aug 27 17:38:31.499068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-c07ae000-e2f8-4502-9bd8-91d3c33e7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:38:31.500933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-c07ae000-e2f8-4502-9bd8-91d3c33e7b4c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0426166 Aug 27 17:38:31.609972 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-66b1d91f-447d-4ffd-9d84-2d333b67942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:38:31.611482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-66b1d91f-447d-4ffd-9d84-2d333b67942e service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0920486 Aug 27 17:38:31.676118 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-c7904e2b-0c5b-4cd2-9434-b380609f6d34 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 999 time: 0.0578761 Aug 27 17:38:31.729232 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-824eda94-86ee-411f-b0db-448970baee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:38:31.731104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-824eda94-86ee-411f-b0db-448970baee67 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0485020 Aug 27 17:38:31.776668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-b3747b00-9c4a-4820-8100-cdea890ac74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:38:31.778132 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-b3747b00-9c4a-4820-8100-cdea890ac74c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409994 Aug 27 17:38:31.864840 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-b6506a79-691f-4ee7-95a7-23feeddc46e7 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799208 Aug 27 17:38:31.956785 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fb8874c4-d77c-4005-ae22-442eb4d2effb req-68f2f0ab-1871-42cc-af97-87a5f5636700 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853560 Aug 27 17:38:48.851754 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:38:50.736840 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a4022c-dc46-48e9-a826-eb4d27bb4319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:53.262612 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41be3c0d-f632-4371-83ba-df3a96a6268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:53.479601 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:54.085154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:54.902103 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:55.067541 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:38:56.433540 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:20.717149 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62bfd7f7-e39c-4d16-8042-305e60617ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:23.272647 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724804e8-ad36-4007-95a1-6a98d8d5cac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:23.501131 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:24.055835 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:24.901172 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:25.042849 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:25.850356 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:39:26.501173 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:29.807070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e897023-ed70-423e-85d4-2c1e3989584d req-a6d4ad30-0618-4b53-af51-bb3af014ad8c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261283 Aug 27 17:39:29.870313 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e897023-ed70-423e-85d4-2c1e3989584d req-7a68fa37-984a-4b96-a446-37b3e50e3a26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0252073 Aug 27 17:39:29.907142 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e897023-ed70-423e-85d4-2c1e3989584d req-1711156d-f82b-4dc0-9764-3dc1d45e1af6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188465 Aug 27 17:39:30.003737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e897023-ed70-423e-85d4-2c1e3989584d req-41f3510f-4f15-4df2-a121-c5784b71e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:39:30.005170 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9e897023-ed70-423e-85d4-2c1e3989584d req-41f3510f-4f15-4df2-a121-c5784b71e3ef service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913615 Aug 27 17:39:32.429548 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-5a82d3d5-e9e2-4991-b3b7-ad6a079ae4db service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391405 Aug 27 17:39:32.511294 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-16209221-df99-49ee-9d24-051ef279192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:39:32.513951 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-16209221-df99-49ee-9d24-051ef279192f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0431461 Aug 27 17:39:32.619891 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-89926514-065f-4e35-9508-469324289e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:39:32.622115 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-89926514-065f-4e35-9508-469324289e6f service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0880640 Aug 27 17:39:32.688079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-6e75b164-cb2c-4fa4-a77a-c3bbcdedfde0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 999 time: 0.0589395 Aug 27 17:39:32.740982 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-04a575a3-2283-42b7-8142-8a0a461eeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:39:32.742467 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-04a575a3-2283-42b7-8142-8a0a461eeff5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0480442 Aug 27 17:39:32.788275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-5e12c292-6f88-4551-8dd5-c3eb477b0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:39:32.789781 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-5e12c292-6f88-4551-8dd5-c3eb477b0cc2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395911 Aug 27 17:39:32.882422 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-d64a2eef-14ec-4a1c-ad4b-82533cc13da4 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856488 Aug 27 17:39:32.977151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-628c4f6c-2ac2-4135-b114-064466c7c601 req-0c1658f3-93c9-4069-b32d-8d604b680230 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874949 Aug 27 17:39:50.712295 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fea38da5-3ca9-4ef2-978b-457c098a422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:53.315800 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e971456-1f6c-4157-8cd2-4bcf2c79f3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:53.492972 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:54.106617 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:54.898714 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:55.048837 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:39:56.495032 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:02.849308 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:40:15.249364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a368-be96-4dd8-a615-d2f99d0a3980 req-f5e62d93-86bf-4c61-aab4-316ae5a5a099 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:15.250887 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b9a368-be96-4dd8-a615-d2f99d0a3980 req-f5e62d93-86bf-4c61-aab4-316ae5a5a099 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.1123822 Aug 27 17:40:15.288736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-11b9a368-be96-4dd8-a615-d2f99d0a3980 req-872762e3-2e38-4752-b85e-2a983c1e4aa6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Aug 27 17:40:16.478556 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb20ca-6097-4b30-9446-80abb4d4a96f req-fd13f348-1e4d-49c8-88a3-bec11463023e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:16.480056 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14bb20ca-6097-4b30-9446-80abb4d4a96f req-fd13f348-1e4d-49c8-88a3-bec11463023e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0948968 Aug 27 17:40:16.522453 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-14bb20ca-6097-4b30-9446-80abb4d4a96f req-44a7eb93-5cb9-4a6a-8db5-53be0310d6b1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362988 Aug 27 17:40:17.670230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411052d-2dff-45de-be15-ea64b74ba6c4 req-6d65bc3a-45f7-4646-97be-9dd2adb3626a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:17.671652 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8411052d-2dff-45de-be15-ea64b74ba6c4 req-6d65bc3a-45f7-4646-97be-9dd2adb3626a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0504284 Aug 27 17:40:17.709724 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8411052d-2dff-45de-be15-ea64b74ba6c4 req-ed4b56e8-dae9-4408-a619-ec05dd36c201 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320344 Aug 27 17:40:18.822390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dd137-f0e0-4f8c-b306-061bacd8a56b req-35c9d6ec-ac4e-4c3d-a14e-a1da34ef8721 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:18.823885 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a3dd137-f0e0-4f8c-b306-061bacd8a56b req-35c9d6ec-ac4e-4c3d-a14e-a1da34ef8721 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0491717 Aug 27 17:40:18.862340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0a3dd137-f0e0-4f8c-b306-061bacd8a56b req-219db5e2-e30f-4cf8-a738-ffab4965d073 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Aug 27 17:40:19.976567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66b10-aebc-439c-9887-f060aaf5188c req-5a414d44-3b3d-4164-a0a2-8d8b133aee72 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:19.978033 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ac66b10-aebc-439c-9887-f060aaf5188c req-5a414d44-3b3d-4164-a0a2-8d8b133aee72 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Aug 27 17:40:20.020104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2ac66b10-aebc-439c-9887-f060aaf5188c req-f81b78b6-a488-4633-882a-fe499f2ee81a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353959 Aug 27 17:40:20.734153 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fd54ef8-23b4-4ab2-b36f-0d4828aeec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:21.134341 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1326b8a-4270-49e2-8c22-acecf8b0aa23 req-f7cbf0e9-3fec-4665-a2e7-35ff27872e4e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:21.135807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1326b8a-4270-49e2-8c22-acecf8b0aa23 req-f7cbf0e9-3fec-4665-a2e7-35ff27872e4e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Aug 27 17:40:21.174079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d1326b8a-4270-49e2-8c22-acecf8b0aa23 req-aabb1e3f-d144-414c-91b8-9a175052b9d1 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322847 Aug 27 17:40:22.286770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ae5f8-6767-4e39-a7f9-e44c6faa06f4 req-82341463-89a0-462c-a755-4743aa386797 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:22.288283 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-433ae5f8-6767-4e39-a7f9-e44c6faa06f4 req-82341463-89a0-462c-a755-4743aa386797 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0488727 Aug 27 17:40:22.326999 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-433ae5f8-6767-4e39-a7f9-e44c6faa06f4 req-da5ab5e8-9990-4daf-9c9c-a8c33b0e397e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328636 Aug 27 17:40:23.293771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e311973-4735-4ae3-b989-fe71ffe2f2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:23.442015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0362ad-aba3-4ed7-9792-b3dcd29a0b19 req-f1579a97-6061-4735-b74c-e1f368e6c534 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:23.443528 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f0362ad-aba3-4ed7-9792-b3dcd29a0b19 req-f1579a97-6061-4735-b74c-e1f368e6c534 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Aug 27 17:40:23.453867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:23.485552 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-0f0362ad-aba3-4ed7-9792-b3dcd29a0b19 req-305d5bd8-7cf8-4f4f-8512-b6090af563f5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360301 Aug 27 17:40:24.062667 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:24.598709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4fbcb-cc54-41a7-9848-eceb0997ea5d req-c7ac5c1d-6b0e-4517-8919-ba3e2e8343c4 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:24.600192 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ac4fbcb-cc54-41a7-9848-eceb0997ea5d req-c7ac5c1d-6b0e-4517-8919-ba3e2e8343c4 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0475459 Aug 27 17:40:24.638524 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ac4fbcb-cc54-41a7-9848-eceb0997ea5d req-fab86fdb-d16f-4706-96c5-b26aa61fdc46 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Aug 27 17:40:24.899351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:25.093539 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:25.441797 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-b848e543-f394-4648-bf78-619149ff301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:25.443333 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-b848e543-f394-4648-bf78-619149ff301b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0787365 Aug 27 17:40:25.535390 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-94e28275-73bd-409a-b0e7-610a9d96c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:25.536860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-94e28275-73bd-409a-b0e7-610a9d96c4be service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0871515 Aug 27 17:40:25.600238 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-d64a8154-fa82-4b77-8860-7210f4b956e3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 999 time: 0.0567515 Aug 27 17:40:25.648691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-b52ff4eb-cdc0-40a0-8273-e04f78f39da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:25.650025 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-b52ff4eb-cdc0-40a0-8273-e04f78f39da0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0434790 Aug 27 17:40:25.698730 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-ee93897b-1c68-4a16-b717-7fa33f862e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:25.700836 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-ee93897b-1c68-4a16-b717-7fa33f862e1d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438747 Aug 27 17:40:25.803459 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9bac5-5259-45a6-9013-6244a8cadd54 req-702184fa-aaad-4060-bb26-c64508bd7907 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:25.804932 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32c9bac5-5259-45a6-9013-6244a8cadd54 req-702184fa-aaad-4060-bb26-c64508bd7907 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0985272 Aug 27 17:40:25.841635 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-0f0f4f30-693d-4107-a466-177dede1158b service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340735 Aug 27 17:40:26.204092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32c9bac5-5259-45a6-9013-6244a8cadd54 req-096c99fe-07c8-417c-a542-f25f04fcdb1f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925927 Aug 27 17:40:26.269185 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-51e2872b-7229-4f2b-b0fb-09e7077de3d0 req-2660100b-a3c1-4864-a157-b330cc6c2181 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174006 Aug 27 17:40:26.454191 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:27.317679 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6bcd5-8ae1-445e-83d0-3d05d2893027 req-e0b6faaa-5031-4eb7-ad92-49b430e50b94 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:27.319122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3f6bcd5-8ae1-445e-83d0-3d05d2893027 req-e0b6faaa-5031-4eb7-ad92-49b430e50b94 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Aug 27 17:40:27.357398 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e3f6bcd5-8ae1-445e-83d0-3d05d2893027 req-320f39cb-cb43-4a5c-be6b-66acf82fe7ee tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Aug 27 17:40:28.477274 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27471d4-ade4-490f-934c-328e2ae9e5d9 req-399ba498-df95-4315-8a30-3cb5c8a0ec39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:28.479664 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e27471d4-ade4-490f-934c-328e2ae9e5d9 req-399ba498-df95-4315-8a30-3cb5c8a0ec39 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Aug 27 17:40:28.519400 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e27471d4-ade4-490f-934c-328e2ae9e5d9 req-94c4da05-8dd5-48a7-85ce-12ad94170882 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333259 Aug 27 17:40:29.635777 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcf45-06eb-44f5-a1d2-704e3ba8d167 req-104c770d-58cb-46d3-adf7-5fa9bc1a4e75 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:29.637253 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-849fcf45-06eb-44f5-a1d2-704e3ba8d167 req-104c770d-58cb-46d3-adf7-5fa9bc1a4e75 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0483742 Aug 27 17:40:29.675955 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-849fcf45-06eb-44f5-a1d2-704e3ba8d167 req-af188de5-970a-4659-8c03-6a49eb093b7d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318301 Aug 27 17:40:29.806134 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2148ed58-ab2f-42db-86f1-b641b2088152 req-4915df43-f917-4e4b-9f04-5a02520f755c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250795 Aug 27 17:40:29.869974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2148ed58-ab2f-42db-86f1-b641b2088152 req-8c0cb738-c05c-4d97-877c-7915e8ae5bd3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0251598 Aug 27 17:40:29.912319 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2148ed58-ab2f-42db-86f1-b641b2088152 req-fd496a4e-b42a-451a-af7e-dff2baa50bfe service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228286 Aug 27 17:40:30.020573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148ed58-ab2f-42db-86f1-b641b2088152 req-07b8bcc0-90d6-4187-8c2e-286198527db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:30.022036 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2148ed58-ab2f-42db-86f1-b641b2088152 req-07b8bcc0-90d6-4187-8c2e-286198527db9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1014607 Aug 27 17:40:30.790783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9908f8d-9088-4cf5-8a61-2460614c18b5 req-db1f4c76-5399-49de-8b4f-39be654e4248 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:30.792254 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9908f8d-9088-4cf5-8a61-2460614c18b5 req-db1f4c76-5399-49de-8b4f-39be654e4248 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0498180 Aug 27 17:40:30.829991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b9908f8d-9088-4cf5-8a61-2460614c18b5 req-a1dde226-35bf-4772-a413-077bc74041bb tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Aug 27 17:40:31.192695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1961-17b6-4572-9aa2-7ef94c355317 req-fca7a173-623a-44b9-a87b-e9ac189e36c0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:31.194271 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f45f1961-17b6-4572-9aa2-7ef94c355317 req-fca7a173-623a-44b9-a87b-e9ac189e36c0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0607078 Aug 27 17:40:31.257093 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f45f1961-17b6-4572-9aa2-7ef94c355317 req-bf1fe5fa-c519-4f4e-91fd-71cd5d062558 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567110 Aug 27 17:40:31.267317 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-731034f4-51cf-4c3a-a86f-5475df1a81cf service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033478 Aug 27 17:40:32.159176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:40:32.387668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4b258-5daf-47b6-b124-9a9df2e08979 req-a6c358f9-31c7-4fe9-b865-a90d9680943e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:32.389538 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8c4b258-5daf-47b6-b124-9a9df2e08979 req-a6c358f9-31c7-4fe9-b865-a90d9680943e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0585637 Aug 27 17:40:32.392498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:32.415797 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:40:32.418047 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f944d85-7b40-4479-80fa-1f017c82188d" -d '{"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:40:32.431180 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:40:32.434180 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a8c4b258-5daf-47b6-b124-9a9df2e08979 req-c3537008-eaa0-4802-b053-6937a5c6c66e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384731 Aug 27 17:40:32.454760 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6145315d-6f01-4503-8a95-ddbd6a9074e5 x-openstack-request-id: req-6145315d-6f01-4503-8a95-ddbd6a9074e5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:40:32.455051 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-unplugged", "status": "failed", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158", "code": 422}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:40:32.455522 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6145315d-6f01-4503-8a95-ddbd6a9074e5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:40:32.455925 n-d-806412-1 neutron-server[95254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'code': 422} returned with failed status Aug 27 17:40:32.505510 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:32.557031 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:40:32.565088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.565440 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.565782 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.566120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.566456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.566906 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.567233 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.567593 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.567916 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.568242 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.568573 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:32.568892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:40:33.563283 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab6cf-1300-4eb5-b5f1-9438f3690a5c req-bb09ccd8-bb31-4270-930c-d6e42673807a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:33.564849 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-418ab6cf-1300-4eb5-b5f1-9438f3690a5c req-bb09ccd8-bb31-4270-930c-d6e42673807a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0560462 Aug 27 17:40:33.605764 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-418ab6cf-1300-4eb5-b5f1-9438f3690a5c req-9ce2ae2f-9b55-45c2-aeb4-eb7f0f3da7ce tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345948 Aug 27 17:40:34.725365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc17d9e-cf5a-4b27-8ac5-feb9a171d453 req-a5a5af21-1d62-43d6-bb22-6e9d6c994f3a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:34.726928 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdc17d9e-cf5a-4b27-8ac5-feb9a171d453 req-a5a5af21-1d62-43d6-bb22-6e9d6c994f3a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0536573 Aug 27 17:40:34.768412 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fdc17d9e-cf5a-4b27-8ac5-feb9a171d453 req-2a961cc5-ba0c-4731-9dc4-9e15f1bf5c88 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351150 Aug 27 17:40:35.885062 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f21acc-229c-4886-8bbb-e4649b04b1d0 req-6e88995d-f70a-40d0-a9df-8432fce23ce6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:35.886579 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92f21acc-229c-4886-8bbb-e4649b04b1d0 req-6e88995d-f70a-40d0-a9df-8432fce23ce6 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0496447 Aug 27 17:40:35.925682 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-92f21acc-229c-4886-8bbb-e4649b04b1d0 req-bd077d0c-fbd6-4703-bbcf-3f9b785e9348 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330296 Aug 27 17:40:37.044913 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99d5a-396c-4780-be0b-02d2c59a3264 req-9d5bfefc-cf70-4cdb-ac76-1b5e6e56a168 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:37.046432 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bf99d5a-396c-4780-be0b-02d2c59a3264 req-9d5bfefc-cf70-4cdb-ac76-1b5e6e56a168 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0553057 Aug 27 17:40:37.084508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9bf99d5a-396c-4780-be0b-02d2c59a3264 req-6610fd4b-c129-4c45-a254-26a4cad630cf tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320127 Aug 27 17:40:38.200345 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b0ea5-3e07-42b3-8f08-558cca92ea9b req-5415c1b8-4e6b-4a02-8efc-c40b19aff02b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:38.201829 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f92b0ea5-3e07-42b3-8f08-558cca92ea9b req-5415c1b8-4e6b-4a02-8efc-c40b19aff02b tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0494206 Aug 27 17:40:38.238768 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f92b0ea5-3e07-42b3-8f08-558cca92ea9b req-719e3537-3b5f-4b73-9ced-92dffa2219b5 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Aug 27 17:40:38.316425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-d275355b-a22e-481d-893b-b88dd1ebfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:38.317933 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-d275355b-a22e-481d-893b-b88dd1ebfc76 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011&tenant_id=30af82b4350d4bd786e48cf05adfe02a HTTP/1.1" status: 200 len: 1094 time: 0.0401073 Aug 27 17:40:38.380468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-663331d8-07cd-4202-b8e8-6b3e7d628b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:38.382052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-663331d8-07cd-4202-b8e8-6b3e7d628b97 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1094 time: 0.0420215 Aug 27 17:40:38.474021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-53eadf09-b844-4227-a208-3d4f65c3ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:38.475496 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-53eadf09-b844-4227-a208-3d4f65c3ca5e service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0870132 Aug 27 17:40:38.542683 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-65d0ec3e-9277-4def-b676-373b73de0e52 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 997 time: 0.0603266 Aug 27 17:40:38.599019 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-681b79c4-d071-4c9e-94be-c08fb8db1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:38.600521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-681b79c4-d071-4c9e-94be-c08fb8db1232 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0491874 Aug 27 17:40:38.646344 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-6d06ab72-e6d6-431c-a120-e2b1b59b3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:38.647788 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-6d06ab72-e6d6-431c-a120-e2b1b59b3fd2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406113 Aug 27 17:40:38.737377 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-0aa478a9-a8a2-41ac-be09-ffe045fd7137 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827155 Aug 27 17:40:38.830521 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-add34e5c-6929-4ec1-b7bd-bd5b2ff20c55 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865436 Aug 27 17:40:39.358762 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f71c-171e-4d8b-bf3e-673802ec3462 req-017e9672-ede9-47dc-b26d-a8b2719b3fc0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:39.360318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32d6f71c-171e-4d8b-bf3e-673802ec3462 req-017e9672-ede9-47dc-b26d-a8b2719b3fc0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0541964 Aug 27 17:40:39.401202 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32d6f71c-171e-4d8b-bf3e-673802ec3462 req-3b35f9d9-b041-46c8-8a27-ab76ee383ead tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347042 Aug 27 17:40:39.848525 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:40:40.521695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3f5b6-246e-443a-ae55-2647020a3e3b req-e0c16831-9102-41ad-bdcc-b8c524a6d9e8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:40.523159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4f3f5b6-246e-443a-ae55-2647020a3e3b req-e0c16831-9102-41ad-bdcc-b8c524a6d9e8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0541844 Aug 27 17:40:40.560868 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b4f3f5b6-246e-443a-ae55-2647020a3e3b req-90fd66c4-52c8-45b1-8cbf-3729cdacd7d7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Aug 27 17:40:41.675606 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939b75e-8b1d-4e46-8dee-dc1732d2ebc1 req-8e0add5b-1f5a-455b-ad04-954bebb82781 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:41.676969 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1939b75e-8b1d-4e46-8dee-dc1732d2ebc1 req-8e0add5b-1f5a-455b-ad04-954bebb82781 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0482845 Aug 27 17:40:41.714958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1939b75e-8b1d-4e46-8dee-dc1732d2ebc1 req-1a8d8073-afb8-4720-9867-ac35c2baa0c8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Aug 27 17:40:42.833705 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783cd24-1216-4825-8cec-5750901c370b req-fa263796-1e8b-480d-abc2-4beac5a3ae3d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:42.835160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7783cd24-1216-4825-8cec-5750901c370b req-fa263796-1e8b-480d-abc2-4beac5a3ae3d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0486586 Aug 27 17:40:42.873686 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7783cd24-1216-4825-8cec-5750901c370b req-63988452-faa5-45fe-b99a-bf5687c782bf tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 Aug 27 17:40:43.990823 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada35aa-6cb4-4797-a197-8a5baad9a92e req-a6bf7103-63a7-4c41-9164-cf01fa8f66d4 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:43.992334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bada35aa-6cb4-4797-a197-8a5baad9a92e req-a6bf7103-63a7-4c41-9164-cf01fa8f66d4 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0534546 Aug 27 17:40:44.031628 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bada35aa-6cb4-4797-a197-8a5baad9a92e req-10fe7c43-7f4e-49ac-a62c-1c0b356ea48c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323243 Aug 27 17:40:45.146117 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976c95-e6c9-4e31-8f21-f92ad22eb65a req-e45a7012-0e3b-4e92-b30d-17eb15ca3a20 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:45.147626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91976c95-e6c9-4e31-8f21-f92ad22eb65a req-e45a7012-0e3b-4e92-b30d-17eb15ca3a20 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0496335 Aug 27 17:40:45.185171 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-91976c95-e6c9-4e31-8f21-f92ad22eb65a req-1c698b88-fb88-47e1-90c8-887c827a5fba tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310550 Aug 27 17:40:46.173877 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:40:46.268477 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:40:46.279896 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'port_id': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'mac_address': 'fa:16:3e:e7:5b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:40:46.300468 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225bf88-8090-484a-aac3-473230ce4703 req-418f1567-2c12-402b-a159-bc80ec17bf57 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:46.301995 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1225bf88-8090-484a-aac3-473230ce4703 req-418f1567-2c12-402b-a159-bc80ec17bf57 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 943 time: 0.0493116 Aug 27 17:40:46.320843 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:46.333459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:40:46.340308 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1225bf88-8090-484a-aac3-473230ce4703 req-54a80257-a928-4752-be36-f961c7de1e93 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322385 Aug 27 17:40:46.355459 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:40:46.447495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:46.494517 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:40:46.666616 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['9a7accfc-5f4a-44ce-8d33-f8842fbe1158'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:40:47.462535 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8dead-4a83-45c8-8785-cc08f860a5c7 req-64f1b62b-0957-4d88-9503-7335456f5008 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:47.464081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6f8dead-4a83-45c8-8785-cc08f860a5c7 req-64f1b62b-0957-4d88-9503-7335456f5008 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 944 time: 0.0560579 Aug 27 17:40:47.502196 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-e6f8dead-4a83-45c8-8785-cc08f860a5c7 req-2cbc96f5-9ee0-4dd2-a094-56f0c8020004 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Aug 27 17:40:48.204978 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:40:48.252285 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:40:48.252652 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:48.328030 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:48.350345 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:40:48.352782 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5ad02-a4db-4186-93da-3738ba164923" -d '{"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-plugged", "status": "completed", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:40:48.366390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:40:48.439439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:48.487014 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:40:48.620736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea030ea-7524-4af4-977a-7a2ab9115635 req-8862d45d-fefc-4cf6-9efc-ed3da6494816 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:48.622212 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea030ea-7524-4af4-977a-7a2ab9115635 req-8862d45d-fefc-4cf6-9efc-ed3da6494816 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0539005 Aug 27 17:40:48.661019 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea030ea-7524-4af4-977a-7a2ab9115635 req-58b9d0a8-005e-477f-ab1e-d6df53de4c23 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324893 Aug 27 17:40:49.407834 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1e33b-5854-4242-b962-31b406c5956f x-openstack-request-id: req-e2f1e33b-5854-4242-b962-31b406c5956f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:40:49.408304 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-plugged", "status": "completed", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:40:49.408415 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e2f1e33b-5854-4242-b962-31b406c5956f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:40:49.408803 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'code': 200} Aug 27 17:40:49.549544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e1bd2-df59-4189-94e3-ca769a40ac70 req-d749ecb8-5a5b-42ce-92fc-42e1fa8c2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:49.551104 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-079e1bd2-df59-4189-94e3-ca769a40ac70 req-d749ecb8-5a5b-42ce-92fc-42e1fa8c2839 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0411954 Aug 27 17:40:49.585175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-079e1bd2-df59-4189-94e3-ca769a40ac70 req-aab33d48-3653-431a-bbcb-1005907b236f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273178 Aug 27 17:40:49.777761 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09d2a-e7e5-4a90-a21c-9b21a6e86bf3 req-15ee7ba5-d0a3-4e2d-8846-f7a1ef05d60e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:49.779994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbc09d2a-e7e5-4a90-a21c-9b21a6e86bf3 req-15ee7ba5-d0a3-4e2d-8846-f7a1ef05d60e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0541060 Aug 27 17:40:49.818231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fbc09d2a-e7e5-4a90-a21c-9b21a6e86bf3 req-d84bf377-adbb-4505-87a3-5cb35b67e16d tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325651 Aug 27 17:40:50.724566 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3591d079-d337-4e98-913d-dede9a5599fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:50.934554 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345328e-db76-46ad-9edc-761116d4123b req-73a8255f-72d3-4bbf-af4b-f5708d6dcef8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:40:50.937190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a345328e-db76-46ad-9edc-761116d4123b req-73a8255f-72d3-4bbf-af4b-f5708d6dcef8 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0511503 Aug 27 17:40:50.974505 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a345328e-db76-46ad-9edc-761116d4123b req-a7810c1f-645a-45e6-8103-c403dd089bcd tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314243 Aug 27 17:40:53.247708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0e24-6623-4ee0-9766-8e151a50cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:53.518735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:54.150802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:54.902188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:55.062241 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:40:56.415645 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:16.847597 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:41:20.749891 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-baf67177-22ff-41a0-88bd-05cc5d0298de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:23.305592 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df1ad0e3-8c4f-4353-90e7-e52ac8b3f64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:23.494735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:24.149252 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:24.888995 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:25.054388 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:26.414338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:30.806860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c747242-2d90-48a8-bca2-1d215a120885 req-099037d6-45d3-4c13-a43e-62c4c16080e1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271897 Aug 27 17:41:30.870474 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c747242-2d90-48a8-bca2-1d215a120885 req-11e43260-5693-4cd5-b0ea-9ebe76fffda8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0250709 Aug 27 17:41:30.909211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c747242-2d90-48a8-bca2-1d215a120885 req-42150b0e-b06e-43d5-8ad7-43b11370cef1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191035 Aug 27 17:41:31.010709 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c747242-2d90-48a8-bca2-1d215a120885 req-a0f2887f-7ec0-4bcf-bbd6-b184e846a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:41:31.012326 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-2c747242-2d90-48a8-bca2-1d215a120885 req-a0f2887f-7ec0-4bcf-bbd6-b184e846a6db service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0963211 Aug 27 17:41:34.405510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-049d4c68-5dd1-4f1c-8b31-8fb749a0c29a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412114 Aug 27 17:41:34.486105 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-a39c6c56-ec20-4003-87e1-76674a83931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:41:34.487592 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-a39c6c56-ec20-4003-87e1-76674a83931b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0406017 Aug 27 17:41:34.594495 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-bf34217e-2375-4481-88bc-6eae58aebc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:41:34.596016 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-bf34217e-2375-4481-88bc-6eae58aebc86 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0895154 Aug 27 17:41:34.661058 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-db61312c-e6f8-4863-a8e8-38150135b414 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 999 time: 0.0584793 Aug 27 17:41:34.713090 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-74326b38-12a9-4c4c-af91-4c68a97b74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:41:34.714514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-74326b38-12a9-4c4c-af91-4c68a97b74cd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0474310 Aug 27 17:41:34.759365 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-285a58b4-417d-4dd0-8369-6cdd2726be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:41:34.760835 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-285a58b4-417d-4dd0-8369-6cdd2726be6b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400009 Aug 27 17:41:34.848662 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-af9c984e-60ab-4738-bcbe-4721204a7892 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811517 Aug 27 17:41:34.942931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-98158ec9-5f61-4d84-92de-71862d1f46bf req-52018857-8316-4bb8-826e-5d311ba25d1b service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879254 Aug 27 17:41:50.720226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e29821cc-5e48-43a5-8b40-607f325f2b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:53.362092 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ca3fdb8-7f70-4e47-80a0-f35e91f974af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:53.476280 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:53.846318 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:41:54.178905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:54.989219 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:55.093492 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:41:56.634796 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:20.709361 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82675248-197a-45f4-a069-6d4880700c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:23.279007 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-656df246-4c47-45ed-b509-3feba54246d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:23.469154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:24.126529 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:24.914820 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:25.069108 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:26.457524 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:28.759329 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34152) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:28.916375 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Deleting port ca8b0b9c-3a6b-4795-86f3-2fb29cce225f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:28.916625 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:28.995340 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:28.995675 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:29.007803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Calling delete_port for ca8b0b9c-3a6b-4795-86f3-2fb29cce225f owned by network:floatingip {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:29.223180 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:29.253096 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event deleted for resources: {'Port': ['ID=ca8b0b9c-3a6b-4795-86f3-2fb29cce225f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:29.276874 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.277224 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.277567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.277906 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.278241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.278573 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.278903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.279230 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.279586 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.279914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.280262 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.280590 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:29.321796 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for floatingip, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:29.322131 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Floating IP 25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4 disassociated (deleted). External IP: 172.25.4.9, port: 9a7accfc-5f4a-44ce-8d33-f8842fbe1158. Aug 27 17:42:29.530420 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Router 91005a82-2975-443a-bd94-d987b374cfe3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:42:29.638540 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:42:29.644189 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:29.650066 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] Sync routers for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:42:29.663116 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:29.663784 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:29.670695 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d129378e-76b4-4fc9-a382-8b44fb671441 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "DELETE /v2.0/floatingips/25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4 HTTP/1.1" status: 204 len: 168 time: 0.9102709 Aug 27 17:42:29.671306 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:42:29.674050 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:42:29.771838 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dda418-afe0-4af8-92f4-2ca1471ff8ef x-openstack-request-id: req-89dda418-afe0-4af8-92f4-2ca1471ff8ef {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:42:29.771838 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:42:29.771838 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89dda418-afe0-4af8-92f4-2ca1471ff8ef {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:42:29.771838 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'status': 'completed', 'code': 200} Aug 27 17:42:29.772708 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:29.827555 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-b18065cb-8c14-4394-8920-616460d14aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:29.829433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-b18065cb-8c14-4394-8920-616460d14aa3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 1096 time: 0.0425441 Aug 27 17:42:29.929108 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-7278b08c-8a79-4fe4-9e4a-42ef0878e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:29.930674 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-7278b08c-8a79-4fe4-9e4a-42ef0878e275 service neutron] 10.222.0.97 "GET /v2.0/networks?id=421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 200 len: 911 time: 0.0946774 Aug 27 17:42:29.972896 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:29.973649 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-32a36b5a-4fb7-4fa9-a90f-f559d9ea6012 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 200 len: 217 time: 0.0355611 Aug 27 17:42:29.999202 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] Checking router: 91005a82-2975-443a-bd94-d987b374cfe3 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:42:30.007513 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:30.008116 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:30.024430 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-b2187839-6699-424e-af42-b91e9ae607c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:30.026201 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-b2187839-6699-424e-af42-b91e9ae607c8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 200 len: 848 time: 0.0450718 Aug 27 17:42:30.080995 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-503ccd9e-53f1-4aad-9678-d7e1483946c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:30.082440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-503ccd9e-53f1-4aad-9678-d7e1483946c4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=421685dd-381d-4078-a77e-3388f64b9004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484273 Aug 27 17:42:30.180708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efced9d-dce7-45be-9c68-bb252d6f6aac req-88fe9bd8-87ae-41c9-9f12-f2b94742727f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:30.182111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4efced9d-dce7-45be-9c68-bb252d6f6aac req-88fe9bd8-87ae-41c9-9f12-f2b94742727f tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0987616 Aug 27 17:42:30.201751 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:30.238604 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-0ac21b8f-364d-4f1f-bc6b-418f92b0a9c1 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464329 Aug 27 17:42:30.241853 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4efced9d-dce7-45be-9c68-bb252d6f6aac req-ddc6bb1a-6f85-4048-96bd-644a768961f7 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532501 Aug 27 17:42:30.331653 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eea9c7df-6a0e-421c-93ab-6d10d946ddaf req-687a6fbf-8e41-47e2-9059-782c4ad01849 service neutron] 10.222.0.97 "GET /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857747 Aug 27 17:42:30.403572 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:30.429542 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e404c6-1321-4458-abc4-1b0fa9ab3af4 None None] The sync data for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 is: [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:32:36Z', 'revision_number': 4, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '98724227-8cbc-47d5-93c3-7ef2447122e2', 'name': '', 'network_id': '421685dd-381d-4078-a77e-3388f64b9004', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'mac_address': 'fa:16:3e:fa:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:35Z', 'updated_at': '2021-08-27T17:32:40Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'subnets': [{'id': '554fe5eb-0c7c-468f-a83b-e5eaf285b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:42:30.640076 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4af546-2567-4764-b577-1e2d06caf1c4 None None] New status for floating IP 25dd2953-54e4-4ecd-b2e0-b9b8289dd7c4: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:42:30.845542 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:42:31.364257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384bad9-f16c-4103-9dfd-28de1515ca41 req-48aacece-8a6a-428f-b2d9-a71119de68e9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:31.365659 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3384bad9-f16c-4103-9dfd-28de1515ca41 req-48aacece-8a6a-428f-b2d9-a71119de68e9 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0501266 Aug 27 17:42:31.403160 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3384bad9-f16c-4103-9dfd-28de1515ca41 req-630fd875-28b2-4998-a412-71b101f615bc tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/security-groups?id=b039c6d4-e639-4459-b377-083ccabeb077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Aug 27 17:42:31.571717 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-25334156-20cd-4ded-8e2a-b3df0286203a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:31.573057 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-25334156-20cd-4ded-8e2a-b3df0286203a tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 945 time: 0.0521691 Aug 27 17:42:31.661818 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Deleting port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:31.662154 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:31.752507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] For port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:31.752868 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:31.765245 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Calling delete_port for 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:31.942864 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:31.975861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event deleted for resources: {'Port': ['ID=9a7accfc-5f4a-44ce-8d33-f8842fbe1158,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:32.057806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] No DVR routers for this DVR port 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:42:32.057806 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:32.057806 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-eddebbea-24ab-41ef-9f25-a64759ed888f req-5c57c523-d4d1-40fd-ab89-3bdaa566d05e tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.97 "DELETE /v2.0/ports/9a7accfc-5f4a-44ce-8d33-f8842fbe1158 HTTP/1.1" status: 204 len: 173 time: 0.4417698 Aug 27 17:42:32.057806 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-deleted', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:42:32.057806 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45bf0f5-3d0c-477f-8446-f4eab68dafd3" -d '{"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-deleted", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:42:32.058853 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021756a-60cf-4128-88d7-f05de34c99e0 x-openstack-request-id: req-9021756a-60cf-4128-88d7-f05de34c99e0 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:42:32.059188 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e87f73d-3de1-48b0-a542-7f0d2064d011", "name": "network-vif-deleted", "tag": "9a7accfc-5f4a-44ce-8d33-f8842fbe1158", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:42:32.059471 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9021756a-60cf-4128-88d7-f05de34c99e0 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:42:32.059870 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e87f73d-3de1-48b0-a542-7f0d2064d011', 'name': 'network-vif-deleted', 'tag': '9a7accfc-5f4a-44ce-8d33-f8842fbe1158', 'status': 'completed', 'code': 200} Aug 27 17:42:32.501729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-79ff82a2-1c72-43de-8eaf-3cddfb8bc832 req-cda1bf81-b697-409b-930b-0b26bae604b0 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0280519 Aug 27 17:42:32.799204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1d14292-4944-4e0e-a1b8-1a91f84858df req-eb1fdd2f-02a3-4d7e-b46c-e14c2b04d208 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264778 Aug 27 17:42:32.873427 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1d14292-4944-4e0e-a1b8-1a91f84858df req-f88fb922-968e-4446-8464-b053b0b96bf6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0317171 Aug 27 17:42:32.912851 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1d14292-4944-4e0e-a1b8-1a91f84858df req-3aa028f5-cab8-4c3e-a44a-c15c5b2c5e5a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206902 Aug 27 17:42:33.008457 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d14292-4944-4e0e-a1b8-1a91f84858df req-f55e49d7-65fe-4ddb-aae3-2a6956a85bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:33.009729 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c1d14292-4944-4e0e-a1b8-1a91f84858df req-f55e49d7-65fe-4ddb-aae3-2a6956a85bac service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0903211 Aug 27 17:42:33.602787 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a98511cc-a8a4-4c61-a26a-d548b4b9973c req-f8cffe92-164d-45be-adbe-1c8e9a37e02c tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0265665 Aug 27 17:42:34.696739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-233d5030-490e-435b-8116-01eb5c89634d req-d9b4458e-dfb0-4ba7-88cd-64ff210de520 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0269668 Aug 27 17:42:34.763663 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:42:34.784989 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:42:34.785340 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 9a7accfc-5f4a-44ce-8d33-f8842fbe1158 not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:42:35.795113 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-72d41ede-73cd-4936-acc2-b15150850d15 req-8441b22b-0edb-4bbf-a865-ee29c11fcf00 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0307522 Aug 27 17:42:36.404979 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bad8fc-6161-4c59-8d93-b4c767c37c0b req-d73c283f-0a3a-4665-8470-c551027520a3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249124 Aug 27 17:42:36.477546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bad8fc-6161-4c59-8d93-b4c767c37c0b req-3c540b5f-53db-4828-8aee-f7eb692c8b63 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30af82b4350d4bd786e48cf05adfe02a&device_id=4e87f73d-3de1-48b0-a542-7f0d2064d011 HTTP/1.1" status: 200 len: 210 time: 0.0273471 Aug 27 17:42:36.589340 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bad8fc-6161-4c59-8d93-b4c767c37c0b req-5b4df001-0d04-4828-84dd-0e28cc334b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:36.590825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bad8fc-6161-4c59-8d93-b4c767c37c0b req-5b4df001-0d04-4828-84dd-0e28cc334b33 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=30af82b4350d4bd786e48cf05adfe02a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0931561 Aug 27 17:42:36.696827 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bad8fc-6161-4c59-8d93-b4c767c37c0b req-050143fe-42b2-43af-98e4-a3894062a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:36.698350 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-55bad8fc-6161-4c59-8d93-b4c767c37c0b req-050143fe-42b2-43af-98e4-a3894062a0f3 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1007473 Aug 27 17:42:36.852123 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34196) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:36.913992 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a85d29a0-c66a-400e-9d66-4710e9f34281 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:36.943132 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a85d29a0-c66a-400e-9d66-4710e9f34281 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:37.097219 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a85d29a0-c66a-400e-9d66-4710e9f34281 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:37.099905 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-a85d29a0-c66a-400e-9d66-4710e9f34281 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:37.101085 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-a85d29a0-c66a-400e-9d66-4710e9f34281 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] 10.222.0.101 "DELETE /v2.0/security-groups/b039c6d4-e639-4459-b377-083ccabeb077 HTTP/1.1" status: 204 len: 168 time: 0.2471750 Aug 27 17:42:37.111405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d29a0-c66a-400e-9d66-4710e9f34281 tempest-TestShelveInstance-2090292345 tempest-TestShelveInstance-2090292345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b039c6d4-e639-4459-b377-083ccabeb077,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:37.231909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34200) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:37.718431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:37.968378 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Deleting port 98724227-8cbc-47d5-93c3-7ef2447122e2 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:37.969571 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:38.049458 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] For port 98724227-8cbc-47d5-93c3-7ef2447122e2, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=98724227-8cbc-47d5-93c3-7ef2447122e2,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:38.049826 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:38.062734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Calling delete_port for 98724227-8cbc-47d5-93c3-7ef2447122e2 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:38.411431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:38.441356 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Pushing event deleted for resources: {'Port': ['ID=98724227-8cbc-47d5-93c3-7ef2447122e2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:38.609307 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:38.841701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Router 91005a82-2975-443a-bd94-d987b374cfe3 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:42:39.302120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:42:39.307599 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d85f9b93-4253-4e12-ac03-32ca7edbe502 admin admin] 10.222.0.101 "PUT /v2.0/routers/91005a82-2975-443a-bd94-d987b374cfe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0741565 Aug 27 17:42:39.310120 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34204) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:39.311722 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] Sync routers for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:42:39.321321 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:39.321940 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:39.427680 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:39.430678 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:39.531159 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:39.611690 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:42:38Z', 'revision_number': 5, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port': {'id': '12970b2a-5f18-4d03-a48b-a3c0ed4736cd', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91005a82-2975-443a-bd94-d987b374cfe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:33Z', 'updated_at': '2021-08-27T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:39.646026 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] Checking router: 91005a82-2975-443a-bd94-d987b374cfe3 for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:42:39.655234 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] Routers {'91005a82-2975-443a-bd94-d987b374cfe3'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:39.655997 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['91005a82-2975-443a-bd94-d987b374cfe3'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:39.690461 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Deleting port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:39.690720 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:39.740085 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] Set router 91005a82-2975-443a-bd94-d987b374cfe3 gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:39.771445 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] For port 12970b2a-5f18-4d03-a48b-a3c0ed4736cd, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:39.771814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:39.784594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Calling delete_port for 12970b2a-5f18-4d03-a48b-a3c0ed4736cd owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:39.790477 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:42:39Z', 'revision_number': 6, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:39.819141 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ebee23-ac8f-4c6c-926d-165e7eb612cc None None] The sync data for ids ['91005a82-2975-443a-bd94-d987b374cfe3'] in n-d-806412-1 is: [{'id': '91005a82-2975-443a-bd94-d987b374cfe3', 'name': 'tempest-TestShelveInstance-1109276384-router', 'tenant_id': '30af82b4350d4bd786e48cf05adfe02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:32Z', 'updated_at': '2021-08-27T17:42:39Z', 'revision_number': 6, 'project_id': '30af82b4350d4bd786e48cf05adfe02a', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:42:40.017606 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.048055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Pushing event deleted for resources: {'Port': ['ID=12970b2a-5f18-4d03-a48b-a3c0ed4736cd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:40.107446 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.199835 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.202102 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.314362 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.314944 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91005a82-2975-443a-bd94-d987b374cfe3 {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:42:40.319234 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.320487 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-deeded13-75bd-44c0-a5ac-11e2f3dc9476 admin admin] 10.222.0.101 "DELETE /v2.0/routers/91005a82-2975-443a-bd94-d987b374cfe3 HTTP/1.1" status: 204 len: 168 time: 1.0092602 Aug 27 17:42:40.323000 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34206) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:40.371988 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] Deleting subnet 554fe5eb-0c7c-468f-a83b-e5eaf285b5ae {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:42:40.375704 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.410206 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.486783 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.628843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.655965 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554fe5eb-0c7c-468f-a83b-e5eaf285b5ae,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:40.662055 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.666154 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-260f2160-c254-4d4c-a3e3-0463c1209d54 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/554fe5eb-0c7c-468f-a83b-e5eaf285b5ae HTTP/1.1" status: 204 len: 168 time: 0.3398077 Aug 27 17:42:40.666491 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34208) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:40.669944 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a37bb-f0c7-47c4-bb27-3684c59432a1 None None] Network 421685dd-381d-4078-a77e-3388f64b9004 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:42:40.676924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12970b2a-5f18-4d03-a48b-a3c0ed4736cd no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:42:40.736044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 12970b2a-5f18-4d03-a48b-a3c0ed4736cd {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:42:40.736398 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 12970b2a-5f18-4d03-a48b-a3c0ed4736cd not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:42:40.736815 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 98724227-8cbc-47d5-93c3-7ef2447122e2 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:42:40.740788 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.761918 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 98724227-8cbc-47d5-93c3-7ef2447122e2 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:42:40.762270 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 98724227-8cbc-47d5-93c3-7ef2447122e2 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:42:40.799174 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Deleting port 3c248def-88ab-4a7d-8558-222e57f9eb39 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:40.799564 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.876878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] For port 3c248def-88ab-4a7d-8558-222e57f9eb39, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3c248def-88ab-4a7d-8558-222e57f9eb39,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:40.877269 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:40.893649 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Calling delete_port for 3c248def-88ab-4a7d-8558-222e57f9eb39 owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:40.902656 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] DHCP port deletion for 421685dd-381d-4078-a77e-3388f64b9004 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:42:40.952349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Deleting port 3c248def-88ab-4a7d-8558-222e57f9eb39 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:40.952721 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.014264 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] For port 3c248def-88ab-4a7d-8558-222e57f9eb39, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=3c248def-88ab-4a7d-8558-222e57f9eb39,segment=NetworkSegment(2e32ac5d-a3e0-4754-9662-4d864d96c034),segment_id=2e32ac5d-a3e0-4754-9662-4d864d96c034)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:41.014688 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.027865 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Calling delete_port for 3c248def-88ab-4a7d-8558-222e57f9eb39 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:41.051485 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.081866 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c248def-88ab-4a7d-8558-222e57f9eb39,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:41.085464 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] No DVR routers for this DVR port 3c248def-88ab-4a7d-8558-222e57f9eb39 on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:42:41.106341 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.129558 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Pushing event deleted for resources: {'Port': ['ID=3c248def-88ab-4a7d-8558-222e57f9eb39,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:41.139433 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.139785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.140132 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.141017 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.141323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.141789 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.142133 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.142473 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.142807 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.143135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.143489 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.143819 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:41.146502 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf7c18-fe74-4676-98da-fd505da2ea1f None None] No DVR routers for this DVR port 3c248def-88ab-4a7d-8558-222e57f9eb39 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:42:41.159843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.169852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421685dd-381d-4078-a77e-3388f64b9004']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:41.183781 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e32ac5d-a3e0-4754-9662-4d864d96c034') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:41.184287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e32ac5d-a3e0-4754-9662-4d864d96c034') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:41.194959 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.209177 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.214872 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:42:41.215261 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:42:41.216889 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:42:41.371430 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.377646 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:41.379555 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] 10.222.0.101 "DELETE /v2.0/networks/421685dd-381d-4078-a77e-3388f64b9004 HTTP/1.1" status: 204 len: 168 time: 0.7122517 Aug 27 17:42:41.382556 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34210) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:41.390415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944d1b-9c52-4929-8fe0-7b788c3b704f admin admin] Pushing event deleted for resources: {'Network': ['ID=421685dd-381d-4078-a77e-3388f64b9004,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:42.040281 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:42.279017 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Deleting port 4d4bdad7-5aa9-4904-a707-0f676e8eb588 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:42.279390 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:42.354970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] For port 4d4bdad7-5aa9-4904-a707-0f676e8eb588, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=4d4bdad7-5aa9-4904-a707-0f676e8eb588,segment=NetworkSegment(578469f0-54c8-4437-9676-23a6240eedcc),segment_id=578469f0-54c8-4437-9676-23a6240eedcc)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:42.355367 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:42.372982 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Calling delete_port for 4d4bdad7-5aa9-4904-a707-0f676e8eb588 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:42.634459 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:42.661259 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4bdad7-5aa9-4904-a707-0f676e8eb588,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:42.677181 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3c248def-88ab-4a7d-8558-222e57f9eb39 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:42:42.690264 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.690619 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.690966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.691388 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.691865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.697865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.697865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.697865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.697865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.697865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.697865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.697865 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:42.701292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 3c248def-88ab-4a7d-8558-222e57f9eb39 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:42:42.701901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 3c248def-88ab-4a7d-8558-222e57f9eb39 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:42:42.850113 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:43.066741 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Router 42d62573-3942-4b0d-99ec-362cba545b74 has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:42:43.173273 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:42:43.178302 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-73f27fe4-bb2f-4da3-8ba9-04acf11369fa admin admin] 10.222.0.101 "PUT /v2.0/routers/42d62573-3942-4b0d-99ec-362cba545b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946908 Aug 27 17:42:43.181072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34214) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:43.181772 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] Sync routers for ids ['42d62573-3942-4b0d-99ec-362cba545b74'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:42:43.191801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] Routers {'42d62573-3942-4b0d-99ec-362cba545b74'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:43.192511 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['42d62573-3942-4b0d-99ec-362cba545b74'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:43.287878 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:43.301780 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] Set router 42d62573-3942-4b0d-99ec-362cba545b74 gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:43.391241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:43.477173 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:42:42Z', 'revision_number': 5, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port': {'id': 'c2ced787-95d7-4ae5-bd89-375f49b9032f', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d62573-3942-4b0d-99ec-362cba545b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:43.506404 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Deleting port c2ced787-95d7-4ae5-bd89-375f49b9032f {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:43.506755 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:43.507184 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] Checking router: 42d62573-3942-4b0d-99ec-362cba545b74 for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:42:43.515452 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] Routers {'42d62573-3942-4b0d-99ec-362cba545b74'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:43.516679 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['42d62573-3942-4b0d-99ec-362cba545b74'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:43.586204 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] For port c2ced787-95d7-4ae5-bd89-375f49b9032f, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=c2ced787-95d7-4ae5-bd89-375f49b9032f,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:43.586568 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:43.601182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] Set router 42d62573-3942-4b0d-99ec-362cba545b74 gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:43.603446 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Calling delete_port for c2ced787-95d7-4ae5-bd89-375f49b9032f owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:43.652882 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:42:43Z', 'revision_number': 6, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:43.833228 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fc1bb-a1d2-401f-b9e6-e7dd7878b38a None None] The sync data for ids ['42d62573-3942-4b0d-99ec-362cba545b74'] in n-d-806412-1 is: [{'id': '42d62573-3942-4b0d-99ec-362cba545b74', 'name': 'tempest-TestShelveInstance-1795877468-router', 'tenant_id': '65b153cb74674d889550c338d1bb66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:32:39Z', 'updated_at': '2021-08-27T17:42:43Z', 'revision_number': 6, 'project_id': '65b153cb74674d889550c338d1bb66ea', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:42:43.867899 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:43.898963 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ced787-95d7-4ae5-bd89-375f49b9032f,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:43.956232 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.044547 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.046703 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.171105 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.171742 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d62573-3942-4b0d-99ec-362cba545b74 {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:42:44.176458 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.177699 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-dd893ce7-c23b-4d87-b0af-7882cc8b7c16 admin admin] 10.222.0.101 "DELETE /v2.0/routers/42d62573-3942-4b0d-99ec-362cba545b74 HTTP/1.1" status: 204 len: 168 time: 0.9956815 Aug 27 17:42:44.180267 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34216) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:44.231034 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] Deleting subnet 6649d878-6711-4aff-bcf9-84f00407f8b2 {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:42:44.234574 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.274483 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.354215 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.537220 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.564492 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6649d878-6711-4aff-bcf9-84f00407f8b2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:44.568153 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.572647 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-38368e79-2a1f-4dcf-a960-4d227ccab1f9 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6649d878-6711-4aff-bcf9-84f00407f8b2 HTTP/1.1" status: 204 len: 168 time: 0.3888664 Aug 27 17:42:44.572647 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34218) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:44.573779 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb7b777-1274-4e55-87e6-e7868592e423 None None] Network 09735c78-9b3d-42b7-a5de-63f5555f86eb requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:42:44.642511 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.696092 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c2ced787-95d7-4ae5-bd89-375f49b9032f no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:42:44.708435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Deleting port f3e74285-3ba1-455c-b819-8cd1d2f07070 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:44.708773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.722288 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: c2ced787-95d7-4ae5-bd89-375f49b9032f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:42:44.722724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device c2ced787-95d7-4ae5-bd89-375f49b9032f not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:42:44.723226 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d4bdad7-5aa9-4904-a707-0f676e8eb588 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:42:44.746524 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 4d4bdad7-5aa9-4904-a707-0f676e8eb588 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:42:44.746977 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 4d4bdad7-5aa9-4904-a707-0f676e8eb588 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:42:44.774563 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] For port f3e74285-3ba1-455c-b819-8cd1d2f07070, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f3e74285-3ba1-455c-b819-8cd1d2f07070,segment=NetworkSegment(578469f0-54c8-4437-9676-23a6240eedcc),segment_id=578469f0-54c8-4437-9676-23a6240eedcc)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:44.774938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.788686 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Calling delete_port for f3e74285-3ba1-455c-b819-8cd1d2f07070 owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:44.796070 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] DHCP port deletion for 09735c78-9b3d-42b7-a5de-63f5555f86eb request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:42:44.852394 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] Deleting port f3e74285-3ba1-455c-b819-8cd1d2f07070 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:42:44.853011 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.921148 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] For port f3e74285-3ba1-455c-b819-8cd1d2f07070, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=f3e74285-3ba1-455c-b819-8cd1d2f07070,segment=NetworkSegment(578469f0-54c8-4437-9676-23a6240eedcc),segment_id=578469f0-54c8-4437-9676-23a6240eedcc)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:44.923566 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.933873 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] Calling delete_port for f3e74285-3ba1-455c-b819-8cd1d2f07070 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:42:44.954906 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:44.983970 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e74285-3ba1-455c-b819-8cd1d2f07070,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:44.987868 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] No DVR routers for this DVR port f3e74285-3ba1-455c-b819-8cd1d2f07070 on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:42:45.012270 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.038310 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] Pushing event deleted for resources: {'Port': ['ID=f3e74285-3ba1-455c-b819-8cd1d2f07070,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:45.041766 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f321c-670a-49b8-af11-7d0263e6391b None None] No DVR routers for this DVR port f3e74285-3ba1-455c-b819-8cd1d2f07070 on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:42:45.064456 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.074255 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09735c78-9b3d-42b7-a5de-63f5555f86eb']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:45.085249 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578469f0-54c8-4437-9676-23a6240eedcc') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:45.085552 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578469f0-54c8-4437-9676-23a6240eedcc') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:45.094335 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.107530 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.113311 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:42:45.113957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:42:45.115589 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:42:45.268303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.273939 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.275814 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/09735c78-9b3d-42b7-a5de-63f5555f86eb HTTP/1.1" status: 204 len: 168 time: 0.7022612 Aug 27 17:42:45.287297 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a695cf3-2abb-4335-92ec-b85bda1e41c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=09735c78-9b3d-42b7-a5de-63f5555f86eb,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:45.689246 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34226) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:45.729306 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef6638e5-be98-46b4-be67-49d44a17b128 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30af82b4350d4bd786e48cf05adfe02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388362 Aug 27 17:42:45.731641 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34228) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:45.780712 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef07c0cb-20ca-425c-a09c-f752c8469c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.802391 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef07c0cb-20ca-425c-a09c-f752c8469c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.930984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef07c0cb-20ca-425c-a09c-f752c8469c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.933624 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-ef07c0cb-20ca-425c-a09c-f752c8469c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:45.934790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-ef07c0cb-20ca-425c-a09c-f752c8469c98 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79465a1e-30ce-4003-81ac-09e0f6ef6bc2 HTTP/1.1" status: 204 len: 168 time: 0.2022555 Aug 27 17:42:45.942654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07c0cb-20ca-425c-a09c-f752c8469c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79465a1e-30ce-4003-81ac-09e0f6ef6bc2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:46.671538 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f3e74285-3ba1-455c-b819-8cd1d2f07070 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:42:46.695064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: f3e74285-3ba1-455c-b819-8cd1d2f07070 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:42:46.695457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device f3e74285-3ba1-455c-b819-8cd1d2f07070 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:42:46.766423 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34236) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:46.799317 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-de8dceec-e259-4cb0-a277-1157deb35d84 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=65b153cb74674d889550c338d1bb66ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395422 Aug 27 17:42:46.802262 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34238) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:46.849178 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58ba077c-29f4-4d37-b573-d71fc4c34934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:46.870192 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58ba077c-29f4-4d37-b573-d71fc4c34934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:47.033855 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58ba077c-29f4-4d37-b573-d71fc4c34934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:47.036544 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-58ba077c-29f4-4d37-b573-d71fc4c34934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:47.037708 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-58ba077c-29f4-4d37-b573-d71fc4c34934 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c4963fe2-c550-4d15-a3fa-bfcd38886022 HTTP/1.1" status: 204 len: 168 time: 0.2345483 Aug 27 17:42:47.045484 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba077c-29f4-4d37-b573-d71fc4c34934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4963fe2-c550-4d15-a3fa-bfcd38886022,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:48.280541 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34262) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:48.385896 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-138685413-network', 'tenant_id': '3faf050c7d014d2c9af050a17e234941'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:42:48.473510 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Made reservation on behalf of 3faf050c7d014d2c9af050a17e234941 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:42:48.475846 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.484304 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.569686 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.639514 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.665150 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:42:48.673900 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14df9dc3-1a00-40ac-86b9-bdbf57310574,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:48.679865 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.680215 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Added segment 1ae2150e-b66a-43e4-ba59-b3f23f0e2b41 of type vlan for network e737d8b1-8885-4626-a691-3b12a91f5d7b Aug 27 17:42:48.720066 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.839158 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.840143 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:48.840717 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:48.902483 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e737d8b1-8885-4626-a691-3b12a91f5d7b,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:48.912312 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network e737d8b1-8885-4626-a691-3b12a91f5d7b details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:42:49.017856 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ec6a465f-c1fb-447c-b68b-590b9037c0b7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7354705 Aug 27 17:42:49.020629 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34266) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:49.025598 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Request body: {'subnet': {'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-138685413-subnet', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:42:49.159334 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Made reservation on behalf of 3faf050c7d014d2c9af050a17e234941 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:42:49.161636 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:49.446111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:49.501074 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79ad58e-1962-4b8e-9b45-fc68931b05ea,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:49.510953 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Checking segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:42:49.511347 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Network hostable DHCP agents. Network: e737d8b1-8885-4626-a691-3b12a91f5d7b, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:42:49.702072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Network e737d8b1-8885-4626-a691-3b12a91f5d7b is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:42:49.788055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, e737d8b1-8885-4626-a691-3b12a91f5d7b) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:49.792173 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:49.792828 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:49.800207 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653cdbe-b5f6-4c67-8858-12197a8b4af4 None None] Network e737d8b1-8885-4626-a691-3b12a91f5d7b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:42:49.920267 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-cb285764-79b8-40ca-a995-8c2b83cb19ef admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8985736 Aug 27 17:42:49.923572 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34268) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:49.928154 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:42:49.945266 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-e737d8b1-8885-4626-a691-3b12a91f5d7b', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:42:49.946185 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.017682 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.018702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.070119 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.084027 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Allocated IP 172.20.0.2 (e737d8b1-8885-4626-a691-3b12a91f5d7b/c79ad58e-1962-4b8e-9b45-fc68931b05ea/7dd6cd6f-cfde-4263-88e4-714f0223213a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:42:50.225062 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.233175 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Transition to ACTIVE for port object 7dd6cd6f-cfde-4263-88e4-714f0223213a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:50.247930 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Transition to ACTIVE for port object 7dd6cd6f-cfde-4263-88e4-714f0223213a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:50.325750 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.365338 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.403176 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Network e737d8b1-8885-4626-a691-3b12a91f5d7b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:42:50.408172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:50.410699 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:42:50.419604 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Pushing event updated for resources: {'Port': ['ID=7dd6cd6f-cfde-4263-88e4-714f0223213a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:50.469740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Attempting to bind port 7dd6cd6f-cfde-4263-88e4-714f0223213a on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:42:50.470117 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Attempting to bind port 7dd6cd6f-cfde-4263-88e4-714f0223213a by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:42:50.470488 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Attempting to bind port 7dd6cd6f-cfde-4263-88e4-714f0223213a on network e737d8b1-8885-4626-a691-3b12a91f5d7b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:42:50.475681 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:42:50.476063 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Checking segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:42:50.476471 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.476870 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Bound using segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:42:50.477343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Bound port: 7dd6cd6f-cfde-4263-88e4-714f0223213a, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:42:50.477731 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.544435 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] For port 7dd6cd6f-cfde-4263-88e4-714f0223213a, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:42:50.548275 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] For port 7dd6cd6f-cfde-4263-88e4-714f0223213a, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7dd6cd6f-cfde-4263-88e4-714f0223213a,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:42:50.658111 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.677242 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.679648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.739733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb2926-1fcd-4ea2-8522-c2b6ef3006fe None None] Pushing event updated for resources: {'Port': ['ID=7dd6cd6f-cfde-4263-88e4-714f0223213a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:50.787669 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Allocated IP 172.25.4.2 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/083d1c2e-de78-4d52-9dff-50d7502b9594) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:42:50.788215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-937e4313-d9ce-43c2-9f87-579f928ab2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:50.911955 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:51.057331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:51.099037 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:42:51.103818 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:51.107368 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:42:51.130376 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=083d1c2e-de78-4d52-9dff-50d7502b9594,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:51.509161 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:51.627362 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd1be3-aac1-4dff-bb52-dbd433a131e0 None None] Network e737d8b1-8885-4626-a691-3b12a91f5d7b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:42:51.707638 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:51.937125 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-940717e7-c027-4033-b7d7-cdf0bf931895 None None] Provisioning for port 7dd6cd6f-cfde-4263-88e4-714f0223213a completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:42:52.318640 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:42:52.426662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:42:52.435653 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Sync routers for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:42:52.445033 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:52.445622 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:52.546989 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:52.616711 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:52.618093 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1b2afb7c-1674-437f-8969-0de73755cbd5 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6935360 Aug 27 17:42:52.620932 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34270) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:52.712481 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7dd6cd6f-cfde-4263-88e4-714f0223213a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:42:52.734163 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:51Z', 'revision_number': 3, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:52.763249 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Checking router: f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:42:52.763628 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Updating router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d port 083d1c2e-de78-4d52-9dff-50d7502b9594 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:42:52.789655 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:52.867804 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 7dd6cd6f-cfde-4263-88e4-714f0223213a completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:42:52.872269 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7dd6cd6f-cfde-4263-88e4-714f0223213a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:52.872676 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:52.956480 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:52.989740 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 7dd6cd6f-cfde-4263-88e4-714f0223213a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7dd6cd6f-cfde-4263-88e4-714f0223213a,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:53.052489 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.144758 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.156228 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Transition to ACTIVE for port object 083d1c2e-de78-4d52-9dff-50d7502b9594 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:53.221692 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Allocated IP 172.20.0.1 (e737d8b1-8885-4626-a691-3b12a91f5d7b/c79ad58e-1962-4b8e-9b45-fc68931b05ea/ca0972d7-c182-4373-b1cf-350ebed0eee9) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:42:53.319582 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.330957 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.346279 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.provisioning_blocks [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Transition to ACTIVE for port object ca0972d7-c182-4373-b1cf-350ebed0eee9 will not be triggered until provisioned by entity DHCP. {{(pid=95252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:53.348558 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.374000 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=7dd6cd6f-cfde-4263-88e4-714f0223213a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:53.405982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Attempting to bind port 083d1c2e-de78-4d52-9dff-50d7502b9594 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:42:53.406472 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Attempting to bind port 083d1c2e-de78-4d52-9dff-50d7502b9594 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:42:53.406843 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Attempting to bind port 083d1c2e-de78-4d52-9dff-50d7502b9594 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:42:53.409587 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Pushing event updated for resources: {'Port': ['ID=083d1c2e-de78-4d52-9dff-50d7502b9594,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:53.416992 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:42:53.417357 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:42:53.417746 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.418131 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:42:53.418576 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Bound port: 083d1c2e-de78-4d52-9dff-50d7502b9594, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:42:53.418944 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.422678 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.423016 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.423382 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.423714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.424036 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.424357 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.424674 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.424991 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.425305 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.425633 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.425938 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.426247 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:42:53.478150 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] For port 083d1c2e-de78-4d52-9dff-50d7502b9594, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:42:53.479579 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c490f973-1210-44ed-83d7-efa3cb000853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.481283 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] For port 083d1c2e-de78-4d52-9dff-50d7502b9594, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=083d1c2e-de78-4d52-9dff-50d7502b9594,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:42:53.542452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.542977 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.581585 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Network e737d8b1-8885-4626-a691-3b12a91f5d7b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:42:53.586369 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:53.593814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:42:53.612894 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0972d7-c182-4373-b1cf-350ebed0eee9,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:53.633241 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.634624 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.699838 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e25700-9db7-491b-988e-7d1bb9f6b592 None None] Pushing event updated for resources: {'Port': ['ID=083d1c2e-de78-4d52-9dff-50d7502b9594,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:53.702188 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:53.703098 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:53.810011 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:53.917526 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.948216 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7af0cab9-55f7-44b1-8444-51bdc6600f09 None None] Provisioning for port ca0972d7-c182-4373-b1cf-350ebed0eee9 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:42:53.952230 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7af0cab9-55f7-44b1-8444-51bdc6600f09 None None] Provisioning complete for port ca0972d7-c182-4373-b1cf-350ebed0eee9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:53.952642 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7af0cab9-55f7-44b1-8444-51bdc6600f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:53.990927 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:51Z', 'revision_number': 3, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:53.993920 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7af0cab9-55f7-44b1-8444-51bdc6600f09 None None] Port ca0972d7-c182-4373-b1cf-350ebed0eee9 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:42:54.022653 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9ab2-2037-4121-9c02-e13930651264 None None] The sync data for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 is: [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:51Z', 'revision_number': 3, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:42:54.088885 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:54.119109 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:54.211395 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:54.283539 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0972d7-c182-4373-b1cf-350ebed0eee9,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:54.286089 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:54.395239 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Network e737d8b1-8885-4626-a691-3b12a91f5d7b is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:42:54.396810 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:54.524710 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:42:54.621813 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4347abd8-11c2-4472-89fe-d15cb7698227 None None] Provisioning complete for port ca0972d7-c182-4373-b1cf-350ebed0eee9 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:54.622561 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4347abd8-11c2-4472-89fe-d15cb7698227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:54.646127 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:42:54.656784 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-34949c51-54e7-439a-b9b3-e1e07ccd6ec2 admin admin] 10.222.0.101 "PUT /v2.0/routers/f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0294199 Aug 27 17:42:54.673385 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4347abd8-11c2-4472-89fe-d15cb7698227 None None] Port ca0972d7-c182-4373-b1cf-350ebed0eee9 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:42:54.799597 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7dd6cd6f-cfde-4263-88e4-714f0223213a up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:42:54.857391 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 7dd6cd6f-cfde-4263-88e4-714f0223213a triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:54.860052 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:54.930096 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:54.944409 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 083d1c2e-de78-4d52-9dff-50d7502b9594 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:42:55.171192 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.175859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 083d1c2e-de78-4d52-9dff-50d7502b9594 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:42:55.176156 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 083d1c2e-de78-4d52-9dff-50d7502b9594 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:55.176554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.256951 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.276746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 083d1c2e-de78-4d52-9dff-50d7502b9594, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=083d1c2e-de78-4d52-9dff-50d7502b9594,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:55.371065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.426188 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=083d1c2e-de78-4d52-9dff-50d7502b9594,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:55.451015 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34286) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:55.456624 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1315086955-network', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:42:55.536133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Made reservation on behalf of b9fc1f287fe142ce9b2982c4016ebe98 for: {'network': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:42:55.538702 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for network, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.548183 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.602859 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Sync routers for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:42:55.612146 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:55.612796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:55.637694 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.713366 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.717833 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:55.735072 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=95252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:42:55.748547 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8cf938-02b5-4d31-b20d-8e492b8dcecd,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:55.753418 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.753766 n-d-806412-1 neutron-server[95252]: INFO neutron.db.segments_db [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Added segment 5ece671d-3e42-47e2-9799-ae956032088d of type vlan for network 209133b0-63d3-4576-8479-8b0ed605f5a2 Aug 27 17:42:55.794200 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786559109488'] for network, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.913523 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644'] for network, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.914529 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:55.915120 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.926236 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 2, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:55.953365 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Checking router: f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:42:55.953718 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Updating router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d port ca0972d7-c182-4373-b1cf-350ebed0eee9 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:42:55.978233 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] Pushing event updated for resources: {'Network': ['ID=209133b0-63d3-4576-8479-8b0ed605f5a2,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:55.979230 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:55.991457 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 details requested by agent ovs-agent-n-d-806412-1 with host n-d-806412-1 {{(pid=95254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:42:56.066015 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-4a5c552b-b94d-4a2a-af60-68644bca1d6a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6113737 Aug 27 17:42:56.066244 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34290) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:56.071194 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Request body: {'subnet': {'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1315086955-subnet', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'ip_version': 4}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:42:56.216245 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Made reservation on behalf of b9fc1f287fe142ce9b2982c4016ebe98 for: {'subnet': 1} {{(pid=95252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:42:56.218848 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4659666'] for subnet, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.301476 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.311083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Transition to ACTIVE for port object ca0972d7-c182-4373-b1cf-350ebed0eee9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:56.439165 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.488924 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b9ec9-07fb-414d-aea2-44593de12339 None None] Pushing event updated for resources: {'Port': ['ID=ca0972d7-c182-4373-b1cf-350ebed0eee9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:56.502715 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15822905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4659616'] for subnet, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.517825 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.546634 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Attempting to bind port ca0972d7-c182-4373-b1cf-350ebed0eee9 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:42:56.547240 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Attempting to bind port ca0972d7-c182-4373-b1cf-350ebed0eee9 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:42:56.547709 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Attempting to bind port ca0972d7-c182-4373-b1cf-350ebed0eee9 on network e737d8b1-8885-4626-a691-3b12a91f5d7b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:42:56.553026 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:42:56.553752 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Checking segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:42:56.553910 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.554348 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Bound using segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:42:56.554830 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Bound port: ca0972d7-c182-4373-b1cf-350ebed0eee9, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:42:56.555220 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.562635 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee68d9b-dad5-457c-bbf5-75689089d455,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:56.572914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Checking segment: {'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:42:56.573270 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Network hostable DHCP agents. Network: 209133b0-63d3-4576-8479-8b0ed605f5a2, hostable agents: ['469d3c31-a9d1-415f-b56f-3a11494f4b1e'], hosted agents: [] {{(pid=95252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:42:56.627067 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] For port ca0972d7-c182-4373-b1cf-350ebed0eee9, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:42:56.631054 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] For port ca0972d7-c182-4373-b1cf-350ebed0eee9, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ca0972d7-c182-4373-b1cf-350ebed0eee9,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:42:56.687060 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 083d1c2e-de78-4d52-9dff-50d7502b9594 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:42:56.742046 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 is scheduled to be hosted by DHCP agent 469d3c31-a9d1-415f-b56f-3a11494f4b1e with binding_index 1 {{(pid=95252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:42:56.744549 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 083d1c2e-de78-4d52-9dff-50d7502b9594 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:56.744934 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.780260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.799384 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806412-1, 209133b0-63d3-4576-8479-8b0ed605f5a2) {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:56.804061 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:42:56.806938 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.811037 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb62468-8bff-40b4-bb26-ffc6868e1cb9 None None] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:42:56.876577 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f56e3da5-8384-483c-a2d9-00d71eb05bda admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8069818 Aug 27 17:42:56.877082 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34296) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:56.881685 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:42:56.894080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:56.894724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:56.962290 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b9ec9-07fb-414d-aea2-44593de12339 None None] Pushing event updated for resources: {'Port': ['ID=ca0972d7-c182-4373-b1cf-350ebed0eee9,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:56.976631 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8374498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499516'] for router, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:56.977697 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8374350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8369700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8311686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499499'] for router, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.037761 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.263142 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:57.274143 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.311925 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3116b8cc-19ae-5d81-add7-3bc74e7eafca-209133b0-63d3-4576-8479-8b0ed605f5a2', 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'fixed_ips': [{'subnet_id': '6ee68d9b-dad5-457c-bbf5-75689089d455'}]}} from n-d-806412-1. {{(pid=95254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:42:57.312788 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.575528 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Allocated IP 172.20.0.2 (209133b0-63d3-4576-8479-8b0ed605f5a2/6ee68d9b-dad5-457c-bbf5-75689089d455/1ee61f3e-182c-4a7c-a254-51784fc61faf) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:42:57.617523 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.643748 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.650387 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:56Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:57.679611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a6dc2-38fd-4406-b87d-6c8506dccd50 None None] The sync data for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 is: [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:56Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:42:57.791439 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.796310 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Allocated IP 172.25.4.154 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/d2169ff4-68fa-4a6d-815a-dc34c5754ef5) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:42:57.800016 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Transition to ACTIVE for port object 1ee61f3e-182c-4a7c-a254-51784fc61faf will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:57.821810 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Transition to ACTIVE for port object 1ee61f3e-182c-4a7c-a254-51784fc61faf will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:57.918331 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.931004 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:57.983200 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:42:57.985211 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Pushing event updated for resources: {'Port': ['ID=1ee61f3e-182c-4a7c-a254-51784fc61faf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:57.988375 n-d-806412-1 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:57.990486 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:42:58.050314 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Attempting to bind port 1ee61f3e-182c-4a7c-a254-51784fc61faf on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:42:58.050691 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Attempting to bind port 1ee61f3e-182c-4a7c-a254-51784fc61faf by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:42:58.051085 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Attempting to bind port 1ee61f3e-182c-4a7c-a254-51784fc61faf on network 209133b0-63d3-4576-8479-8b0ed605f5a2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:42:58.056620 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:42:58.057490 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Checking segment: {'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:42:58.057490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:58.057802 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Bound using segment: {'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:42:58.058428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Bound port: 1ee61f3e-182c-4a7c-a254-51784fc61faf, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:42:58.058648 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:58.107864 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:58.137420 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] For port 1ee61f3e-182c-4a7c-a254-51784fc61faf, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:42:58.142928 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] For port 1ee61f3e-182c-4a7c-a254-51784fc61faf, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1ee61f3e-182c-4a7c-a254-51784fc61faf,segment=NetworkSegment(5ece671d-3e42-47e2-9799-ae956032088d),segment_id=5ece671d-3e42-47e2-9799-ae956032088d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:42:58.161302 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:42:58.164775 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:42:58.172137 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:42:58.176062 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Pushing event updated for resources: {'Port': ['ID=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:58.291437 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:58.366428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a0f3e-4cd8-4a92-a26d-b8ac65f3cd18 None None] Pushing event updated for resources: {'Port': ['ID=1ee61f3e-182c-4a7c-a254-51784fc61faf,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:58.585729 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:58.799044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ca0972d7-c182-4373-b1cf-350ebed0eee9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:42:58.883505 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8374389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8368379'] for router, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:58.930358 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port ca0972d7-c182-4373-b1cf-350ebed0eee9 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:42:58.934590 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ca0972d7-c182-4373-b1cf-350ebed0eee9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:58.934971 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.022697 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.056324 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port ca0972d7-c182-4373-b1cf-350ebed0eee9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ca0972d7-c182-4373-b1cf-350ebed0eee9,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:59.113767 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f is scheduled to L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c with binding_index 1 {{(pid=95252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:42:59.222426 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.223378 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1ee61f3e-182c-4a7c-a254-51784fc61faf up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:42:59.226859 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:42:59.236673 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Sync routers for ids ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:42:59.247079 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Routers {'d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:42:59.247839 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:59.313751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=ca0972d7-c182-4373-b1cf-350ebed0eee9,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:59.348263 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.353084 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-f75c35d9-b6ba-4074-ac78-644ca1860877 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4713352 Aug 27 17:42:59.353247 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34304) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:42:59.389600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Set router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:42:59.428128 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 1ee61f3e-182c-4a7c-a254-51784fc61faf completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:42:59.477404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee54340-6308-437d-8655-8552e6c2a265 None None] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:42:59.579430 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:42:58Z', 'revision_number': 3, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port': {'id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:57Z', 'updated_at': '2021-08-27T17:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:42:59.602806 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3ac6f803-16b8-4005-9638-b45e990a9ae7 None None] Provisioning for port 1ee61f3e-182c-4a7c-a254-51784fc61faf completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:42:59.606453 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Checking router: d6713c56-3493-4ffd-90b7-24dd8c1a7b1f for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:42:59.606994 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Updating router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 binding host n-d-806412-1 {{(pid=95255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:42:59.612349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3ac6f803-16b8-4005-9638-b45e990a9ae7 None None] Provisioning complete for port 1ee61f3e-182c-4a7c-a254-51784fc61faf triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:42:59.612727 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f803-16b8-4005-9638-b45e990a9ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.634058 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.727229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f803-16b8-4005-9638-b45e990a9ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.762777 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3ac6f803-16b8-4005-9638-b45e990a9ae7 None None] For port 1ee61f3e-182c-4a7c-a254-51784fc61faf, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1ee61f3e-182c-4a7c-a254-51784fc61faf,segment=NetworkSegment(5ece671d-3e42-47e2-9799-ae956032088d),segment_id=5ece671d-3e42-47e2-9799-ae956032088d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:42:59.820413 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.879631 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f803-16b8-4005-9638-b45e990a9ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.909898 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:42:59.921420 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Transition to ACTIVE for port object d2169ff4-68fa-4a6d-815a-dc34c5754ef5 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:42:59.944404 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6f803-16b8-4005-9638-b45e990a9ae7 None None] Pushing event updated for resources: {'Port': ['ID=1ee61f3e-182c-4a7c-a254-51784fc61faf,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:42:59.992759 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Allocated IP 172.20.0.1 (209133b0-63d3-4576-8479-8b0ed605f5a2/6ee68d9b-dad5-457c-bbf5-75689089d455/38d07e46-7818-472c-817d-f7020dfa62d5) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:43:00.001021 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b550e434-9310-4fe7-a2d0-9ecc0a748faa None None] Provisioning complete for port 1ee61f3e-182c-4a7c-a254-51784fc61faf triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:00.001472 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b550e434-9310-4fe7-a2d0-9ecc0a748faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.017065 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.071036 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Attempting to bind port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:43:00.071427 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Attempting to bind port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:43:00.071794 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Attempting to bind port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 on network e7f88f2b-fe1e-4beb-a290-492ff7614bae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:43:00.074704 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7c1a9-ba5f-4bc1-ac10-b8267b5e25da None None] Pushing event updated for resources: {'Port': ['ID=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:00.080287 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:43:00.080665 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Checking segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:43:00.081072 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.081466 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Bound using segment: {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:43:00.081936 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Bound port: d2169ff4-68fa-4a6d-815a-dc34c5754ef5, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c65c5-f16d-4eef-b4be-c742e3eb283d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:43:00.082321 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.114389 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.128462 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Transition to ACTIVE for port object 38d07e46-7818-472c-817d-f7020dfa62d5 will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:43:00.132982 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] For port d2169ff4-68fa-4a6d-815a-dc34c5754ef5, host n-d-806412-1, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:43:00.135939 n-d-806412-1 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] For port d2169ff4-68fa-4a6d-815a-dc34c5754ef5, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:43:00.234400 n-d-806412-1 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.285128 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.292524 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Routers {'d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:43:00.293796 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:00.297990 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7c1a9-ba5f-4bc1-ac10-b8267b5e25da None None] Pushing event updated for resources: {'Port': ['ID=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:00.327060 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:43:00.330513 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:43:00.336249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:43:00.363478 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Pushing event updated for resources: {'Port': ['ID=38d07e46-7818-472c-817d-f7020dfa62d5,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:00.384469 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8368164'] for router_interface, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.407092 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] Set router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:43:00.596525 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.675128 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:42:58Z', 'revision_number': 3, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port': {'id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:57Z', 'updated_at': '2021-08-27T17:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:00.685448 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-09035c0e-81ab-448e-9c63-10974325effd None None] Provisioning for port 38d07e46-7818-472c-817d-f7020dfa62d5 completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:43:00.698343 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-09035c0e-81ab-448e-9c63-10974325effd None None] Provisioning complete for port 38d07e46-7818-472c-817d-f7020dfa62d5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:00.698343 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09035c0e-81ab-448e-9c63-10974325effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.701858 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae4487-4d4c-4832-b7e4-962390bd05b9 None None] The sync data for ids ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'] in n-d-806412-1 is: [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:42:58Z', 'revision_number': 3, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port': {'id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:57Z', 'updated_at': '2021-08-27T17:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:43:00.717675 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ca0972d7-c182-4373-b1cf-350ebed0eee9 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:43:00.766908 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-09035c0e-81ab-448e-9c63-10974325effd None None] Port 38d07e46-7818-472c-817d-f7020dfa62d5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:43:00.774274 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.785083 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port ca0972d7-c182-4373-b1cf-350ebed0eee9 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:00.785452 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.868090 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.868355 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1ee61f3e-182c-4a7c-a254-51784fc61faf up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:43:00.932045 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 1ee61f3e-182c-4a7c-a254-51784fc61faf triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:00.933038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.947158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369147'] for router_interface, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:00.951498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Pushing event updated for resources: {'Port': ['ID=38d07e46-7818-472c-817d-f7020dfa62d5,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:01.057985 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:43:01.059568 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:43:01.192527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:43:01.291702 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bfb581b2-c3f8-4600-ab5f-02b36ec4fec2 None None] Provisioning complete for port 38d07e46-7818-472c-817d-f7020dfa62d5 triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:01.292062 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bfb581b2-c3f8-4600-ab5f-02b36ec4fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:01.313442 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:43:01.318610 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2281eb23-3324-43f8-872a-db8860172901 admin admin] 10.222.0.101 "PUT /v2.0/routers/d6713c56-3493-4ffd-90b7-24dd8c1a7b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9653668 Aug 27 17:43:01.336246 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bfb581b2-c3f8-4600-ab5f-02b36ec4fec2 None None] Port 38d07e46-7818-472c-817d-f7020dfa62d5 cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:43:02.031308 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34312) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:02.036111 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-45ffd5b9-722a-4f90-aa8c-0eecbb2aa6df tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647377478', 'description': 'tempest-secgroup-smoke-647377478 description', 'project_id': '3faf050c7d014d2c9af050a17e234941'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:02.170431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-45ffd5b9-722a-4f90-aa8c-0eecbb2aa6df tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.229390 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Sync routers for ids ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:43:02.239551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Routers {'d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:43:02.240172 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:02.259221 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-45ffd5b9-722a-4f90-aa8c-0eecbb2aa6df tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.324984 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-45ffd5b9-722a-4f90-aa8c-0eecbb2aa6df tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.349081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Set router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:43:02.355863 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffd5b9-722a-4f90-aa8c-0eecbb2aa6df tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e55e70b-9b00-4f8d-a218-6dbf58127cd2,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:02.416184 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-45ffd5b9-722a-4f90-aa8c-0eecbb2aa6df tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.417488 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-45ffd5b9-722a-4f90-aa8c-0eecbb2aa6df tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3851385 Aug 27 17:43:02.420460 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34314) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:02.425497 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-0bc92e7d-f530-435f-a725-c1b3c9076502 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'security_group_rule': {'security_group_id': '4e55e70b-9b00-4f8d-a218-6dbf58127cd2', 'project_id': '3faf050c7d014d2c9af050a17e234941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:02.512878 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0bc92e7d-f530-435f-a725-c1b3c9076502 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.550061 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:43:00Z', 'revision_number': 4, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port': {'id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:57Z', 'updated_at': '2021-08-27T17:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '38d07e46-7818-472c-817d-f7020dfa62d5', 'name': '', 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'mac_address': 'fa:16:3e:22:91:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ee68d9b-dad5-457c-bbf5-75689089d455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:59Z', 'updated_at': '2021-08-27T17:43:00Z', 'revision_number': 2, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'subnets': [{'id': '6ee68d9b-dad5-457c-bbf5-75689089d455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:02.573368 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0bc92e7d-f530-435f-a725-c1b3c9076502 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.576786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Checking router: d6713c56-3493-4ffd-90b7-24dd8c1a7b1f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:43:02.577764 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Updating router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f port 38d07e46-7818-472c-817d-f7020dfa62d5 binding host n-d-806412-1 {{(pid=95254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:43:02.605549 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.667362 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0bc92e7d-f530-435f-a725-c1b3c9076502 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.689908 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92e7d-f530-435f-a725-c1b3c9076502 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf713d9f-1cc5-4a8c-bdee-e5fe00f35a12,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:02.717138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2169ff4-68fa-4a6d-815a-dc34c5754ef5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:43:02.770443 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-0bc92e7d-f530-435f-a725-c1b3c9076502 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.771736 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-0bc92e7d-f530-435f-a725-c1b3c9076502 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502617 Aug 27 17:43:02.774475 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34316) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:02.779304 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-e5696edc-d22b-4680-827b-00f074131e26 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'security_group_rule': {'security_group_id': '4e55e70b-9b00-4f8d-a218-6dbf58127cd2', 'project_id': '3faf050c7d014d2c9af050a17e234941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:02.889976 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5696edc-d22b-4680-827b-00f074131e26 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.899794 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.903138 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:43:02.912629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:02.913008 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.914751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Transition to ACTIVE for port object 38d07e46-7818-472c-817d-f7020dfa62d5 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:43:02.948144 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5696edc-d22b-4680-827b-00f074131e26 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:02.994828 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.000842 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.037972 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5696edc-d22b-4680-827b-00f074131e26 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.043058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port d2169ff4-68fa-4a6d-815a-dc34c5754ef5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:43:03.055055 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5696edc-d22b-4680-827b-00f074131e26 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df553942-62eb-4f0f-8332-9b7d167e0516,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:03.078933 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c395f3-809c-40f0-9c35-cf6d773d024c None None] Pushing event updated for resources: {'Port': ['ID=38d07e46-7818-472c-817d-f7020dfa62d5,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:03.113961 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Attempting to bind port 38d07e46-7818-472c-817d-f7020dfa62d5 on host n-d-806412-1 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:43:03.114354 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Attempting to bind port 38d07e46-7818-472c-817d-f7020dfa62d5 by drivers openvswitch,hyperv on host n-d-806412-1 at level 0 using segments [{'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:43:03.114712 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Attempting to bind port 38d07e46-7818-472c-817d-f7020dfa62d5 on network 209133b0-63d3-4576-8479-8b0ed605f5a2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:43:03.121491 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Checking agent: {'id': 'b64a9855-e6cb-4f58-9dd9-bce4a4db1147', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 15, 53, 53), 'started_at': datetime.datetime(2021, 8, 27, 15, 54, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806412-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:43:03.121861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Checking segment: {'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:43:03.122263 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.122655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Bound using segment: {'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:43:03.123111 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Bound port: 38d07e46-7818-472c-817d-f7020dfa62d5, host: n-d-806412-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece671d-3e42-47e2-9799-ae956032088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:43:03.123775 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.127556 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.158862 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-e5696edc-d22b-4680-827b-00f074131e26 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.160446 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-e5696edc-d22b-4680-827b-00f074131e26 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3849273 Aug 27 17:43:03.163500 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34318) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:03.168632 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-2bae69ff-f7de-4c71-8519-3bb0a54ef2ae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'security_group_rule': {'security_group_id': '4e55e70b-9b00-4f8d-a218-6dbf58127cd2', 'project_id': '3faf050c7d014d2c9af050a17e234941', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:03.222064 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:03.245726 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] For port 38d07e46-7818-472c-817d-f7020dfa62d5, host n-d-806412-1, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:43:03.248731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] For port 38d07e46-7818-472c-817d-f7020dfa62d5, host n-d-806412-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=38d07e46-7818-472c-817d-f7020dfa62d5,segment=NetworkSegment(5ece671d-3e42-47e2-9799-ae956032088d),segment_id=5ece671d-3e42-47e2-9799-ae956032088d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:43:03.274773 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2bae69ff-f7de-4c71-8519-3bb0a54ef2ae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.346047 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2bae69ff-f7de-4c71-8519-3bb0a54ef2ae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.365054 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.421959 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Routers {'d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:43:03.422611 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:03.427650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c395f3-809c-40f0-9c35-cf6d773d024c None None] Pushing event updated for resources: {'Port': ['ID=38d07e46-7818-472c-817d-f7020dfa62d5,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:03.450318 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2bae69ff-f7de-4c71-8519-3bb0a54ef2ae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.470048 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae69ff-f7de-4c71-8519-3bb0a54ef2ae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd76dc51-8f0f-416d-9905-dc24bc533f4d,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:03.599028 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-2bae69ff-f7de-4c71-8519-3bb0a54ef2ae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.600347 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-2bae69ff-f7de-4c71-8519-3bb0a54ef2ae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359472 Aug 27 17:43:03.603105 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34324) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:03.607728 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-52d48c51-fe9a-40e3-bf48-27ac0730c854 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'security_group_rule': {'security_group_id': '4e55e70b-9b00-4f8d-a218-6dbf58127cd2', 'project_id': '3faf050c7d014d2c9af050a17e234941', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:03.702500 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] Set router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:43:03.729731 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-52d48c51-fe9a-40e3-bf48-27ac0730c854 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.794853 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-52d48c51-fe9a-40e3-bf48-27ac0730c854 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.884648 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-52d48c51-fe9a-40e3-bf48-27ac0730c854 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:03.902533 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d48c51-fe9a-40e3-bf48-27ac0730c854 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d8d749-7aed-4e71-a01a-aaf9510a7eb1,revision_number=0']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:03.907660 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:43:00Z', 'revision_number': 4, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port': {'id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:57Z', 'updated_at': '2021-08-27T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '38d07e46-7818-472c-817d-f7020dfa62d5', 'name': '', 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'mac_address': 'fa:16:3e:22:91:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ee68d9b-dad5-457c-bbf5-75689089d455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:59Z', 'updated_at': '2021-08-27T17:43:03Z', 'revision_number': 4, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'subnets': [{'id': '6ee68d9b-dad5-457c-bbf5-75689089d455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:03.935840 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a35fa3-aca3-4575-94cf-323d136160cd None None] The sync data for ids ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'] in n-d-806412-1 is: [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:43:00Z', 'revision_number': 4, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port': {'id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:57Z', 'updated_at': '2021-08-27T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': '38d07e46-7818-472c-817d-f7020dfa62d5', 'name': '', 'network_id': '209133b0-63d3-4576-8479-8b0ed605f5a2', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'mac_address': 'fa:16:3e:22:91:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ee68d9b-dad5-457c-bbf5-75689089d455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:59Z', 'updated_at': '2021-08-27T17:43:03Z', 'revision_number': 4, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'subnets': [{'id': '6ee68d9b-dad5-457c-bbf5-75689089d455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:43:04.016746 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-52d48c51-fe9a-40e3-bf48-27ac0730c854 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.018118 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-52d48c51-fe9a-40e3-bf48-27ac0730c854 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4139247 Aug 27 17:43:04.022179 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34326) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:04.027433 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'security_group_rule': {'security_group_id': '4e55e70b-9b00-4f8d-a218-6dbf58127cd2', 'project_id': '3faf050c7d014d2c9af050a17e234941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:04.170613 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Project 3faf050c7d014d2c9af050a17e234941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:43:04.176470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.242410 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.319133 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.340550 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a13a463-1a44-41ce-8dfa-299f60296601,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:04.416447 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.417701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d5ae321b-2c28-43f7-8c94-62a62f35c435 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3948641 Aug 27 17:43:04.420507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34328) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:04.426591 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'security_group_rule': {'security_group_id': '4e55e70b-9b00-4f8d-a218-6dbf58127cd2', 'project_id': '3faf050c7d014d2c9af050a17e234941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:04.587759 n-d-806412-1 neutron-server[95253]: INFO neutron.db.securitygroups_db [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Project 3faf050c7d014d2c9af050a17e234941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:43:04.593756 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.665693 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.764159 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 38d07e46-7818-472c-817d-f7020dfa62d5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:43:04.782271 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86677'] for security_group_rule, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.803626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142f0b90-92bd-44bd-9f84-df6d2b862dfa,revision_number=0']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:04.884949 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.886510 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-d3925997-4b97-4cd4-8a13-4a5c3366e362 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4637630 Aug 27 17:43:04.901955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning for port 38d07e46-7818-472c-817d-f7020dfa62d5 completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:43:04.906109 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 38d07e46-7818-472c-817d-f7020dfa62d5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:04.906572 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:04.991111 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:05.023248 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] For port 38d07e46-7818-472c-817d-f7020dfa62d5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=38d07e46-7818-472c-817d-f7020dfa62d5,segment=NetworkSegment(5ece671d-3e42-47e2-9799-ae956032088d),segment_id=5ece671d-3e42-47e2-9799-ae956032088d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:43:05.026993 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-bf27a8f6-d42c-4760-8279-6cd2965f7f83 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647377478&fields=id&tenant_id=3faf050c7d014d2c9af050a17e234941 HTTP/1.1" status: 200 len: 267 time: 0.0343893 Aug 27 17:43:05.130351 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:05.131323 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2169ff4-68fa-4a6d-815a-dc34c5754ef5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:43:05.143489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-48436b24-6187-4eca-8144-2560a00fdf9f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:05.143489 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-48436b24-6187-4eca-8144-2560a00fdf9f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 809 time: 0.1087072 Aug 27 17:43:05.160569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-3e20b1a3-4bf3-4ad7-8115-d60da55a2f3f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/quotas/3faf050c7d014d2c9af050a17e234941 HTTP/1.1" status: 200 len: 375 time: 0.0106711 Aug 27 17:43:05.211003 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Pushing event updated for resources: {'Port': ['ID=38d07e46-7818-472c-817d-f7020dfa62d5,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:05.222566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:05.222974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:05.223681 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-cc57c4c8-1f1d-44e7-a4da-4a9cae2daa32 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570204 Aug 27 17:43:05.332068 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4149e401-bb6c-420e-9aeb-e451b189d988 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:43:05.333066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4149e401-bb6c-420e-9aeb-e451b189d988 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1016586 Aug 27 17:43:05.423931 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-a4c5a3c8-e872-445d-8814-f5b1f57c1526 service neutron] 10.222.0.101 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846305 Aug 27 17:43:05.517208 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-7e3a2cf4-62d9-4e9d-ba42-5af854944f45 service neutron] 10.222.0.101 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870769 Aug 27 17:43:05.773963 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c3dc77ee-ef6d-4d0a-b54a-93a6803665cf req-aebc56d8-2f80-44e9-8095-3724867ccf6f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 210 time: 0.0273869 Aug 27 17:43:06.690313 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 38d07e46-7818-472c-817d-f7020dfa62d5 up at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:43:06.738116 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Provisioning complete for port 38d07e46-7818-472c-817d-f7020dfa62d5 triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:06.738494 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:06.873276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-059380f9-c4e3-4a3c-b3b3-48b8a956072c req-0ad4c258-3ae5-48f0-a50b-be7063f9a891 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 210 time: 0.0325637 Aug 27 17:43:07.845523 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:43:07.999568 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f47e6ba2-c135-4104-a9ce-92ab65fa7249 req-46c2e6f8-f627-40b7-8b0a-88a2f28fa361 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 210 time: 0.0366805 Aug 27 17:43:08.043853 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-b5f9d84e-917d-489a-80f7-b46a815162ba tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:08.045318 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-b5f9d84e-917d-489a-80f7-b46a815162ba tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 809 time: 0.1291418 Aug 27 17:43:08.087663 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-8e487fce-d6be-4a28-9f63-3e3a663cd541 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3faf050c7d014d2c9af050a17e234941 HTTP/1.1" status: 200 len: 379 time: 0.0337424 Aug 27 17:43:08.096871 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'port': {'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'admin_state_up': True, 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'security_groups': ['4e55e70b-9b00-4f8d-a218-6dbf58127cd2']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:08.284389 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Made reservation on behalf of 3faf050c7d014d2c9af050a17e234941 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:43:08.287919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:08.416270 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Allocated IP 172.20.0.10 (e737d8b1-8885-4626-a691-3b12a91f5d7b/c79ad58e-1962-4b8e-9b45-fc68931b05ea/77dabba3-3d21-41ab-9d01-2b03b9d69f9f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:43:08.562315 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:08.576132 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Transition to ACTIVE for port object 77dabba3-3d21-41ab-9d01-2b03b9d69f9f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:43:08.667862 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:08.708383 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Network e737d8b1-8885-4626-a691-3b12a91f5d7b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:43:08.711357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:43:08.717065 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:43:08.745320 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:08.772488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:08.773105 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:08.873860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-4d6edb9a-65f1-47f7-bac7-915882a8eda2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7807932 Aug 27 17:43:08.885920 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Request body: {'port': {'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:08.944050 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:09.079213 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b92387f9-2ac6-4bae-a194-beb7b2b3997a None None] Provisioning for port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:43:09.083136 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b92387f9-2ac6-4bae-a194-beb7b2b3997a None None] Provisioning complete for port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:09.083490 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b92387f9-2ac6-4bae-a194-beb7b2b3997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:09.117981 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b92387f9-2ac6-4bae-a194-beb7b2b3997a None None] Port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:43:09.175261 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b85a68-7c9c-4f7c-9233-73d970d095d2 req-3ed0192f-4df1-4c98-a5e2-c64e121ff0a8 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:09.176782 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5b85a68-7c9c-4f7c-9233-73d970d095d2 req-3ed0192f-4df1-4c98-a5e2-c64e121ff0a8 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 932 time: 0.0964134 Aug 27 17:43:09.241746 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d5b85a68-7c9c-4f7c-9233-73d970d095d2 req-b492ea55-caac-4097-ae39-8dfc46da9567 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564821 Aug 27 17:43:09.280691 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77dabba3-3d21-41ab-9d01-2b03b9d69f9f {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:43:09.288181 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:09.300409 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Transition to ACTIVE for port object 77dabba3-3d21-41ab-9d01-2b03b9d69f9f will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:43:09.382010 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:09.435489 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:09.505507 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Attempting to bind port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f on host n-h2-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:43:09.505844 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Attempting to bind port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f by drivers openvswitch,hyperv on host n-h2-806412-1 at level 0 using segments [{'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:43:09.506175 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Attempting to bind port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f on network e737d8b1-8885-4626-a691-3b12a91f5d7b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:43:09.510951 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f on network e737d8b1-8885-4626-a691-3b12a91f5d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:43:09.511287 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Attempting to bind port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f on network e737d8b1-8885-4626-a691-3b12a91f5d7b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:43:09.516909 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Checking agent: {'id': '02e1159a-f3e5-49aa-9465-eedabdc02fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:43:09.517256 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Checking segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:43:09.517638 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Bound using segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:43:09.518070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Bound port: 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host: n-h2-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:43:09.518431 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:09.591050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:43:09.597161 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:43:09.673519 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:09.708080 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:09.708696 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:09.710122 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] 10.222.0.97 "PUT /v2.0/ports/77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 1092 time: 0.8285699 Aug 27 17:43:09.710567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:43:09.712918 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fcd5dc-2292-4cff-a8df-7aa28df2fb68" -d '{"events": [{"name": "network-changed", "server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:43:09.748033 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a058fd3-3a51-409b-876c-9ee64726abeb service neutron] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:09.756801 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16c7065-6278-4eb2-8402-e55e32edb49b x-openstack-request-id: req-a16c7065-6278-4eb2-8402-e55e32edb49b {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:43:09.757435 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:43:09.757701 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a16c7065-6278-4eb2-8402-e55e32edb49b {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:43:09.758117 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'status': 'completed', 'code': 200} Aug 27 17:43:09.821349 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcd5dc-2292-4cff-a8df-7aa28df2fb68 req-96b4ba96-4fb4-48c8-9103-389c70b9e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:09.822908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58fcd5dc-2292-4cff-a8df-7aa28df2fb68 req-96b4ba96-4fb4-48c8-9103-389c70b9e5d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1095 time: 0.0446031 Aug 27 17:43:09.933364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcd5dc-2292-4cff-a8df-7aa28df2fb68 req-d2a41ab6-a968-4138-ada0-ee922459cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:09.935108 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58fcd5dc-2292-4cff-a8df-7aa28df2fb68 req-d2a41ab6-a968-4138-ada0-ee922459cc43 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=3faf050c7d014d2c9af050a17e234941&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1036160 Aug 27 17:43:10.031347 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcd5dc-2292-4cff-a8df-7aa28df2fb68 req-4ad9ff81-9dfa-4020-a71f-edf68ed2ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:10.032754 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-58fcd5dc-2292-4cff-a8df-7aa28df2fb68 req-4ad9ff81-9dfa-4020-a71f-edf68ed2ddbf service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914552 Aug 27 17:43:10.107168 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-2f457ccd-c9a0-4d20-8808-bf30f4991bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:10.109007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-2f457ccd-c9a0-4d20-8808-bf30f4991bb8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1095 time: 0.0415683 Aug 27 17:43:10.492046 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-0b0b7419-86f8-4ee3-a05c-dae2aae12173 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 217 time: 0.3758883 Aug 27 17:43:10.562754 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-334ce41e-6057-4eda-b6d7-abeb7f2b4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:10.564161 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-334ce41e-6057-4eda-b6d7-abeb7f2b4f42 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0642254 Aug 27 17:43:10.574787 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe3000-286f-4bca-8c33-e6aef69422b9 req-2ce025c3-f425-429b-ae5c-ad25f7b10d23 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:10.576276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24fe3000-286f-4bca-8c33-e6aef69422b9 req-2ce025c3-f425-429b-ae5c-ad25f7b10d23 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 944 time: 0.0869660 Aug 27 17:43:10.648434 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24fe3000-286f-4bca-8c33-e6aef69422b9 req-63ba1cf9-1ce1-41b9-8885-2ada2f332260 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630519 Aug 27 17:43:10.651158 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-d36aabe0-4cd4-45b4-831a-2bcac52356f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:10.652607 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-d36aabe0-4cd4-45b4-831a-2bcac52356f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754035 Aug 27 17:43:10.743362 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-6bf2a657-a0e5-4f49-8061-90e452b66ed2 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837140 Aug 27 17:43:10.837014 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-97269512-8706-4c2d-a0cb-352815e3d7f4 req-52adf1a8-23d2-4ecf-982c-261ee6707cde service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867624 Aug 27 17:43:11.766069 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd5955-dd2d-4125-a91d-89e61f4ed8e8 req-c9282486-3c5f-41cd-a234-bcfe7c74466b tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:11.767590 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2bd5955-dd2d-4125-a91d-89e61f4ed8e8 req-c9282486-3c5f-41cd-a234-bcfe7c74466b tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 944 time: 0.0499303 Aug 27 17:43:11.804790 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b2bd5955-dd2d-4125-a91d-89e61f4ed8e8 req-7d132e52-11bb-49ad-9dc5-a3d74539b040 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312467 Aug 27 17:43:12.918487 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852288b-4c96-4e9f-89bd-0c64b561a5c6 req-89e827d7-549f-436f-acb5-dcf7b0f11e75 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:12.919901 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f852288b-4c96-4e9f-89bd-0c64b561a5c6 req-89e827d7-549f-436f-acb5-dcf7b0f11e75 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 944 time: 0.0489931 Aug 27 17:43:12.953686 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77dabba3-3d21-41ab-9d01-2b03b9d69f9f details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:43:12.958445 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f852288b-4c96-4e9f-89bd-0c64b561a5c6 req-44486814-6790-4116-a0bc-ac0b8847d340 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326455 Aug 27 17:43:13.053103 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:43:13.064700 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:43:13.100302 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:13.113546 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77dabba3-3d21-41ab-9d01-2b03b9d69f9f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:43:13.132878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:43:13.204495 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:13.250455 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:13.426890 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['77dabba3-3d21-41ab-9d01-2b03b9d69f9f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:43:14.079002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89670cc9-0631-4760-8c29-546ccec2d3c4 req-0bd728d6-87c8-4675-b82e-a3450b134d23 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:14.080518 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89670cc9-0631-4760-8c29-546ccec2d3c4 req-0bd728d6-87c8-4675-b82e-a3450b134d23 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 945 time: 0.0552349 Aug 27 17:43:14.119211 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-89670cc9-0631-4760-8c29-546ccec2d3c4 req-f7e4548e-904f-48ae-a2d9-d49d4b432702 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327153 Aug 27 17:43:14.980746 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77dabba3-3d21-41ab-9d01-2b03b9d69f9f up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:43:15.112892 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning for port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:43:15.116703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:43:15.117078 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:15.194191 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:15.216828 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:43:15.219122 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f103c6-d488-4024-ab38-b0fa69da10aa" -d '{"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:43:15.233088 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:43:15.238129 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3d468-b12d-41c8-ac32-06afc39055fb req-3ad49ebe-7de9-4005-84f3-b6060801bfcf tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:15.243996 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa3d468-b12d-41c8-ac32-06afc39055fb req-3ad49ebe-7de9-4005-84f3-b6060801bfcf tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 945 time: 0.0538762 Aug 27 17:43:15.281923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-baa3d468-b12d-41c8-ac32-06afc39055fb req-a8f2300b-58ca-4290-9f55-f72c3c3e4e4a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359030 Aug 27 17:43:15.289809 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:15.322109 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0333113f-223d-48d4-8b63-2693d9f290e8 x-openstack-request-id: req-0333113f-223d-48d4-8b63-2693d9f290e8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:43:15.322403 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:43:15.322728 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0333113f-223d-48d4-8b63-2693d9f290e8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:43:15.323120 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'code': 200} Aug 27 17:43:15.341868 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:15.415255 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e7110-fda1-4526-9155-4ab9aeddea7c req-33c211b4-51c2-4116-9105-cf84cc918758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:15.416731 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c5e7110-fda1-4526-9155-4ab9aeddea7c req-33c211b4-51c2-4116-9105-cf84cc918758 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1097 time: 0.0393155 Aug 27 17:43:15.453043 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c5e7110-fda1-4526-9155-4ab9aeddea7c req-e6a725ef-c179-45cd-b837-e1651098e727 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296533 Aug 27 17:43:16.401397 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f382ff-faf8-4f84-9e74-03ac8a7850b0 req-50127d96-4f37-4d4a-8ac6-05176fc9771f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:16.402903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15f382ff-faf8-4f84-9e74-03ac8a7850b0 req-50127d96-4f37-4d4a-8ac6-05176fc9771f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 946 time: 0.0546107 Aug 27 17:43:16.444490 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-15f382ff-faf8-4f84-9e74-03ac8a7850b0 req-ea109fda-290e-4f8c-bc5c-cf07a2d09f7e tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347633 Aug 27 17:43:17.564755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211569-ef4e-40e7-b9c0-0a3b2b0e5157 req-ea70c585-045b-4c16-8b97-f94f7dea2965 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:17.566263 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24211569-ef4e-40e7-b9c0-0a3b2b0e5157 req-ea70c585-045b-4c16-8b97-f94f7dea2965 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 946 time: 0.0492814 Aug 27 17:43:17.606609 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24211569-ef4e-40e7-b9c0-0a3b2b0e5157 req-db2ec103-1044-4c72-8124-3987967d28ec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344613 Aug 27 17:43:17.723007 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdeda6-3723-467e-b4cf-236875fc2fd4 req-fd5485af-a2ad-4057-b2d0-38b13c4f9ea3 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:17.724545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ccdeda6-3723-467e-b4cf-236875fc2fd4 req-fd5485af-a2ad-4057-b2d0-38b13c4f9ea3 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 946 time: 0.0495672 Aug 27 17:43:17.762092 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6ccdeda6-3723-467e-b4cf-236875fc2fd4 req-728ed0ac-fc92-4500-8d45-10f0482edfb2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Aug 27 17:43:17.784101 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34386) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:17.871114 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d490ec-fbe6-4162-bec8-17dc02968e9d tempest-TestSnapshotPattern-1987304611 tempest-TestSnapshotPattern-1987304611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:17.872576 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-12d490ec-fbe6-4162-bec8-17dc02968e9d tempest-TestSnapshotPattern-1987304611 tempest-TestSnapshotPattern-1987304611-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1092 time: 0.0874891 Aug 27 17:43:17.875561 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 34390) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:43:17.879887 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:43:17.975520 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:18.071510 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:18.176116 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Allocated IP 172.25.4.244 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/215123af-34b1-4718-8a5e-2ce5522f9f25) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:43:18.276772 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:18.393049 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:18.435619 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:43:18.441502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:43:18.444979 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:43:18.450499 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'Port': ['ID=215123af-34b1-4718-8a5e-2ce5522f9f25,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:18.806823 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:18.983158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:19.137445 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:19.283828 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:19.349352 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'Port': ['ID=215123af-34b1-4718-8a5e-2ce5522f9f25,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:43:19.363976 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:19.466767 n-d-806412-1 neutron-server[95253]: INFO neutron.db.l3_db [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Floating IP 3446d0f3-0ce1-4920-9116-35cf25adc4b9 associated. External IP: 172.25.4.244, port: 77dabba3-3d21-41ab-9d01-2b03b9d69f9f. Aug 27 17:43:19.671451 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:43:19.776826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:43:19.786679 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] Sync routers for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:43:19.796473 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:43:19.797083 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:19.874508 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:19.901967 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-46c2dcaf-56fd-40e2-9281-e7f3eb0a857a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0253661 Aug 27 17:43:19.902567 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:43:19.902786 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:43:19.905506 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a08cb94-69da-43f3-b8de-7bb98928a417" -d '{"events": [{"name": "network-changed", "server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:43:19.941073 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-42021474-a450-492b-8bea-e05de9023491 req-aaeae867-d9f6-48cb-8735-da5d484eb8c7 service neutron] (95253) timed out ('10.222.0.101', 56936) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:43:19.968635 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ede0e39-27ce-4b8c-9398-3aba96692332 x-openstack-request-id: req-4ede0e39-27ce-4b8c-9398-3aba96692332 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:43:19.968927 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:43:19.969245 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ede0e39-27ce-4b8c-9398-3aba96692332 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:43:19.969658 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'status': 'completed', 'code': 200} Aug 27 17:43:20.030820 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-b3417f26-3b3b-4ec7-b1e4-d2fe5e53f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:20.032284 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-b3417f26-3b3b-4ec7-b1e4-d2fe5e53f708 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1097 time: 0.0416434 Aug 27 17:43:20.128425 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-46108774-75f1-4599-9b0b-2d98bfefa56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:20.129891 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-46108774-75f1-4599-9b0b-2d98bfefa56a service neutron] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0912743 Aug 27 17:43:20.130766 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:18Z', 'revision_number': 0, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:20.157152 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] Checking router: f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:43:20.165248 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:43:20.165881 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:42:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:20.195669 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-77499c8c-4ba9-4bcd-a00d-fcb941a4b2ed service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 1000 time: 0.0592444 Aug 27 17:43:20.243810 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-14489bc7-1937-450b-a948-097d4ec88200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:20.245273 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-14489bc7-1937-450b-a948-097d4ec88200 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0428464 Aug 27 17:43:20.270034 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:43:20.295683 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-3468f1c6-769b-4dc4-82a0-6fc8ba9eff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:20.297146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-3468f1c6-769b-4dc4-82a0-6fc8ba9eff65 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450442 Aug 27 17:43:20.388236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-69b40381-d0b7-40b9-9f8f-f689424573ff service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840933 Aug 27 17:43:20.486923 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6a08cb94-69da-43f3-b8de-7bb98928a417 req-5c78584b-c781-4e0c-a969-2fb94a4eead0 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921571 Aug 27 17:43:20.497988 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:18Z', 'revision_number': 0, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:43:20.524542 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c41b64-9d80-4526-9192-ead5a2aac727 None None] The sync data for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 is: [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:18Z', 'revision_number': 0, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:43:20.714817 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b8eb6-597a-4ee8-98ed-ad2c1ff52425 None None] New status for floating IP 3446d0f3-0ce1-4920-9116-35cf25adc4b9: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:43:20.746791 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-919d7bf5-8464-4edb-b670-f565baa84a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:23.363868 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd196-b158-4766-8417-bcdd10a0616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:23.495478 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:24.169693 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:25.026564 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:25.157560 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:26.564005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:34.850275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-035bc64c-f88b-4f25-b0da-ef3b90c036dd req-84546667-05f9-4dbc-b76f-44950fead6fe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0781956 Aug 27 17:43:34.917675 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-035bc64c-f88b-4f25-b0da-ef3b90c036dd req-60b5d209-0ac9-4759-bc61-37c1790184f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0254560 Aug 27 17:43:34.955740 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-035bc64c-f88b-4f25-b0da-ef3b90c036dd req-52af687d-9091-4c9c-836b-eda17f355bbb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189567 Aug 27 17:43:35.052443 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bc64c-f88b-4f25-b0da-ef3b90c036dd req-47756a67-1192-4cda-a527-4cbd7372aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:35.053903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-035bc64c-f88b-4f25-b0da-ef3b90c036dd req-47756a67-1192-4cda-a527-4cbd7372aee3 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0921712 Aug 27 17:43:36.412807 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-464079fa-8a64-488b-8d3a-8bcf8acddba1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405591 Aug 27 17:43:36.502861 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-591762b4-b802-4480-a43c-60d4e01b2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:36.504387 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-591762b4-b802-4480-a43c-60d4e01b2d52 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1097 time: 0.0412056 Aug 27 17:43:36.611482 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-ebfb09d9-fdd8-4ef0-aa3c-95ec06775e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:36.613218 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-ebfb09d9-fdd8-4ef0-aa3c-95ec06775e8b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0877631 Aug 27 17:43:36.681236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-7acbcdb5-d5ec-4fcf-b8ff-a997e53d9409 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 1002 time: 0.0573356 Aug 27 17:43:36.732488 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-38f90030-22e9-46f7-a9dc-7f000416c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:36.733898 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-38f90030-22e9-46f7-a9dc-7f000416c3f4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0434530 Aug 27 17:43:36.782668 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-55cc53c0-046b-439c-9379-4b70427cec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:43:36.784187 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-55cc53c0-046b-439c-9379-4b70427cec9a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433609 Aug 27 17:43:36.875776 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-bad23c94-aa56-477a-ba84-610fb0d6100e service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817158 Aug 27 17:43:36.968076 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-53179c70-b600-4e0a-890d-e31ebe03ebe7 req-0c1dd5aa-bcd4-425c-8e82-a68a3693256f service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851374 Aug 27 17:43:44.843860 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:43:50.843498 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06b90d28-9f64-4637-b78c-0c7659bcfa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:53.340019 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14ee5394-e5c3-4bee-992b-53026b0535db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:53.508021 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:54.146256 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:54.997157 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:55.117436 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:43:56.420712 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:17.024615 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [req-4ee27ba9-6bc7-4d26-b435-475836eaf482 req-bbbb2d17-9add-47d2-a94b-361a6103785a tempest-TestNetworkAdvancedServerOps-99606064 tempest-TestNetworkAdvancedServerOps-99606064-project] (95252) timed out ('10.222.0.90', 64388) {{(pid=95252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:44:20.738737 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e263b47-a869-4c1c-bb95-5b01ec0ab55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:21.843507 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:44:23.265084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2585b13f-2ee1-4b27-b0cb-95d07658630e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:23.453451 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:24.105050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:24.905184 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:25.110970 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:26.425212 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:34.815452 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6728e86d-a4ec-4150-bfee-2a9c81a34e9f req-b0072317-d274-40bf-9b19-2198db9f7ef0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264068 Aug 27 17:44:34.882031 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6728e86d-a4ec-4150-bfee-2a9c81a34e9f req-e2ccde8c-a4f4-4a11-92d2-82446c905417 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0254560 Aug 27 17:44:34.921119 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6728e86d-a4ec-4150-bfee-2a9c81a34e9f req-2b1e4f92-2749-4dd5-9d6a-07f08e103975 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205104 Aug 27 17:44:35.015911 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728e86d-a4ec-4150-bfee-2a9c81a34e9f req-b006b433-f79c-4116-808e-e2c27e306351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:44:35.017327 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-6728e86d-a4ec-4150-bfee-2a9c81a34e9f req-b006b433-f79c-4116-808e-e2c27e306351 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0901127 Aug 27 17:44:36.397856 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-c98573c7-d00a-46d8-922a-d2b0322ee68a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400958 Aug 27 17:44:36.475896 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-ea0f6c1d-0d6a-45d2-b0f3-c40f017f72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:44:36.477329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-ea0f6c1d-0d6a-45d2-b0f3-c40f017f72e4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1097 time: 0.0399466 Aug 27 17:44:36.585333 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-16b8ee85-89b5-4fc4-915c-fa56f94bfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:44:36.586775 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-16b8ee85-89b5-4fc4-915c-fa56f94bfc8e service neutron] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0886302 Aug 27 17:44:36.650808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-9b3bc825-7202-4430-8f73-e4e542eb1b1e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 1002 time: 0.0572917 Aug 27 17:44:36.699950 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-46c59344-1a6e-4e89-bede-9917d40971e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:44:36.701482 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-46c59344-1a6e-4e89-bede-9917d40971e8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0445046 Aug 27 17:44:36.750664 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-75b2af18-1f85-4824-bac8-7185e9c59570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:44:36.752270 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-75b2af18-1f85-4824-bac8-7185e9c59570 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440755 Aug 27 17:44:36.840705 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-2f6af3c2-7904-4dda-bf58-732e2fbaa9bd service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812554 Aug 27 17:44:36.932797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f5a6ee85-9f2b-4df8-a926-57daa3ddf161 req-e184249b-6899-49cd-b781-284bd9e49824 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854959 Aug 27 17:44:50.727480 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ef36e88-aa59-42ac-ab4e-db4b6fcc4c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:53.264773 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-359099b3-c273-4031-adf8-6dfd85335535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:53.470401 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:54.150056 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:54.904798 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:55.104431 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:56.445195 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:44:58.843260 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:45:17.414775 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77dabba3-3d21-41ab-9d01-2b03b9d69f9f details requested by agent hyperv_n-h2-806412-1 with host n-h2-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:45:17.506698 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:45:17.521100 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Returning: {'device': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:45:17.555912 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:17.568589 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77dabba3-3d21-41ab-9d01-2b03b9d69f9f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:45:17.587004 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:45:17.686854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:17.736938 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:17.744135 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.744493 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.744839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.745182 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.745523 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.745861 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.746194 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.746526 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.746857 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.747192 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.747551 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.747878 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:17.765792 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] get_ports_and_sgs() called for port_ids ['77dabba3-3d21-41ab-9d01-2b03b9d69f9f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:45:19.429785 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77dabba3-3d21-41ab-9d01-2b03b9d69f9f up at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:45:19.477370 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Provisioning complete for port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:45:19.477766 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:19.561485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:19.585151 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:45:19.587430 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f658d2-9a82-4760-b6da-938a83525fdd" -d '{"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:45:19.603572 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:45:19.628892 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccffa04-4ee7-4e63-92be-b4daca48fd29 x-openstack-request-id: req-4ccffa04-4ee7-4e63-92be-b4daca48fd29 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:45:19.634072 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:45:19.634072 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ccffa04-4ee7-4e63-92be-b4daca48fd29 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:45:19.634072 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'code': 200} Aug 27 17:45:19.696363 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:19.742974 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:20.730591 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c97a6686-8b9d-4a20-a08a-8e4e531539b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:23.250795 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a105-558c-4a52-92f4-72948a5a1387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:23.504223 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:24.127655 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:24.923098 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:25.130743 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:26.449126 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:31.536426 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-366ad066-900f-431b-9d9d-ddc0f181c416 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647377478&fields=id&tenant_id=3faf050c7d014d2c9af050a17e234941 HTTP/1.1" status: 200 len: 267 time: 0.0352404 Aug 27 17:45:31.639602 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-c71afe21-62bd-4ed9-811b-f22a9752c144 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:31.640974 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-c71afe21-62bd-4ed9-811b-f22a9752c144 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 809 time: 0.0978241 Aug 27 17:45:31.655965 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-11bcff0b-20ae-40df-b9bc-086e2a688352 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/quotas/3faf050c7d014d2c9af050a17e234941 HTTP/1.1" status: 200 len: 375 time: 0.0088346 Aug 27 17:45:31.714137 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-40a4d31c-5b03-4d16-81d3-07ce97bf5a27 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528736 Aug 27 17:45:31.807710 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-19681c77-d242-435c-915b-876ba574134f service neutron] 10.222.0.101 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811064 Aug 27 17:45:31.903348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-60c22011-9451-451e-a93f-6b3b68800a17 service neutron] 10.222.0.101 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895157 Aug 27 17:45:32.239801 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-32a6ec96-24eb-4959-9d84-59b908db5763 req-50240e47-16d6-4dc0-a607-94a839dee9d1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 210 time: 0.0921559 Aug 27 17:45:33.334515 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1294d1a5-0efe-40f0-ae0f-fde5f6cf75f3 req-099590e8-4205-49e2-bfa7-1073b110e919 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 210 time: 0.0274982 Aug 27 17:45:33.491945 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77dabba3-3d21-41ab-9d01-2b03b9d69f9f no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:45:33.570653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:33.593058 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:45:33.595362 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b1b2ae-98b4-4ac8-826d-abd19a47e1a2" -d '{"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:45:33.608825 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:45:33.634812 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9164f18e-0e04-4185-9a6d-a0e2ea32eb33 x-openstack-request-id: req-9164f18e-0e04-4185-9a6d-a0e2ea32eb33 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:45:33.635183 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:45:33.635492 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9164f18e-0e04-4185-9a6d-a0e2ea32eb33 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:45:33.635913 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'code': 200} Aug 27 17:45:33.701226 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:33.747765 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Pushing event updated for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:34.170936 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-88e20d2d-b449-45a9-8844-a7866d334519 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:34.172433 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-88e20d2d-b449-45a9-8844-a7866d334519 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.90 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 809 time: 0.1024556 Aug 27 17:45:34.215023 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-57205dae-1053-42f8-ab1e-c87c8e197ff2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3faf050c7d014d2c9af050a17e234941 HTTP/1.1" status: 200 len: 379 time: 0.0339122 Aug 27 17:45:34.224915 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'port': {'device_id': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'admin_state_up': True, 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'security_groups': ['4e55e70b-9b00-4f8d-a218-6dbf58127cd2']}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:45:34.389618 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Made reservation on behalf of 3faf050c7d014d2c9af050a17e234941 for: {'port': 1} {{(pid=95253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:45:34.395943 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:34.474825 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-580b7e96-90e4-4aff-a7c2-ca82689227fa req-bd314fa1-f4cd-4350-91ef-55b9cc1960bb tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 210 time: 0.0623307 Aug 27 17:45:34.552656 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_common [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Allocated IP 172.20.0.14 (e737d8b1-8885-4626-a691-3b12a91f5d7b/c79ad58e-1962-4b8e-9b45-fc68931b05ea/8eaf19de-39dc-4010-990c-d5614897d54f) {{(pid=95253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:45:35.075470 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for port, precommit_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:35.090213 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Transition to ACTIVE for port object 8eaf19de-39dc-4010-990c-d5614897d54f will not be triggered until provisioned by entity DHCP. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:45:35.205818 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_create {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:35.250184 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Network e737d8b1-8885-4626-a691-3b12a91f5d7b is already hosted by enough agents. {{(pid=95253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:45:35.255783 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.base_scheduler [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Resources bound (agent type, host, resource id): {{(pid=95253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:45:35.259626 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Received port after_create {{(pid=95253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:45:35.267517 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=1']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:35.296190 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.297407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.297407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.297407 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.297801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.297943 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.298176 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.298508 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.298829 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.299233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.299736 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.300071 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:35.333878 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:35.334626 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:35.436267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-91c5b49e-397a-4193-b7e7-4084e7917bc1 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2150743 Aug 27 17:45:35.607562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f26dd0-38cf-46b9-883c-fdd7663100d3 req-11be958a-9ee3-4926-9f46-5f8e3325e0f8 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:35.618972 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73f26dd0-38cf-46b9-883c-fdd7663100d3 req-11be958a-9ee3-4926-9f46-5f8e3325e0f8 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0591424 Aug 27 17:45:35.635422 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8e049ffa-00e6-481c-b938-2cc2edb42ad7 None None] Provisioning for port 8eaf19de-39dc-4010-990c-d5614897d54f completed by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:45:35.640090 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8e049ffa-00e6-481c-b938-2cc2edb42ad7 None None] Provisioning complete for port 8eaf19de-39dc-4010-990c-d5614897d54f triggered by entity DHCP. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:45:35.640554 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8e049ffa-00e6-481c-b938-2cc2edb42ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:35.656492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-73f26dd0-38cf-46b9-883c-fdd7663100d3 req-cb81bc1f-a125-4216-b078-06949ee05486 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Aug 27 17:45:35.694796 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8e049ffa-00e6-481c-b938-2cc2edb42ad7 None None] Port 8eaf19de-39dc-4010-990c-d5614897d54f cannot update to ACTIVE because it is not bound. {{(pid=95254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:45:35.843291 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:45:36.782153 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a2640-7818-42ef-82f4-6a0000fb4f81 req-be216416-3ffa-4ad0-8a9d-997e206f1d7b tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:36.784236 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-631a2640-7818-42ef-82f4-6a0000fb4f81 req-be216416-3ffa-4ad0-8a9d-997e206f1d7b tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0531325 Aug 27 17:45:36.824718 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-631a2640-7818-42ef-82f4-6a0000fb4f81 req-e1b043d3-b23e-4108-a622-8afde703121b tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342391 Aug 27 17:45:37.957512 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aaf46-74c8-4c79-a8d4-f9c0c82a1c46 req-dbf3e809-da92-4ee1-919e-1cfc7c3bda6b tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:37.959397 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-044aaf46-74c8-4c79-a8d4-f9c0c82a1c46 req-dbf3e809-da92-4ee1-919e-1cfc7c3bda6b tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0572352 Aug 27 17:45:37.999081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-044aaf46-74c8-4c79-a8d4-f9c0c82a1c46 req-872a26b0-02d7-4ec8-bae2-a235dcb3b91d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339150 Aug 27 17:45:38.448947 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-ada2d535-3809-45c0-a4d4-ec2541fac714 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961280 Aug 27 17:45:38.533690 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-b1d21f86-8165-4789-aad0-9f34925f9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:38.535204 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-b1d21f86-8165-4789-aad0-9f34925f9bd3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1095 time: 0.0428209 Aug 27 17:45:38.646357 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-e671c318-06ad-4472-81c3-0774eb0e6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:38.647797 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-e671c318-06ad-4472-81c3-0774eb0e6954 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0906069 Aug 27 17:45:38.723167 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-22e5a74c-9385-47ec-9688-ca7946381389 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 1000 time: 0.0685816 Aug 27 17:45:38.774509 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-c51d551a-c6e8-45d7-b971-c745bb5b5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:38.776010 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-c51d551a-c6e8-45d7-b971-c745bb5b5028 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0466244 Aug 27 17:45:38.824984 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-1aee6d93-9e84-4b9c-866d-590e97a702d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:38.826534 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-1aee6d93-9e84-4b9c-866d-590e97a702d5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440989 Aug 27 17:45:38.925660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-c2b5e9c7-ba10-4ff8-86eb-1600bbb59ee9 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915289 Aug 27 17:45:39.023048 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1fd955f2-0f4f-4fde-848f-e6b64cc24306 req-d0e03764-2c98-44c2-aa80-7911e4f73685 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904832 Aug 27 17:45:39.133746 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7af291-cdeb-45ff-bbc0-3cae1cba51dc req-2737e5bc-129f-4c48-988e-92883093b306 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:39.135614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a7af291-cdeb-45ff-bbc0-3cae1cba51dc req-2737e5bc-129f-4c48-988e-92883093b306 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0614939 Aug 27 17:45:39.178328 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-4a7af291-cdeb-45ff-bbc0-3cae1cba51dc req-ef39335d-4d3d-471c-8337-977b7dda1813 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364187 Aug 27 17:45:40.297801 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd491e3-2d84-4261-a288-130c354665fa req-32eb30d0-3e52-4795-9881-4f3c7e4dc416 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:40.300013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dd491e3-2d84-4261-a288-130c354665fa req-32eb30d0-3e52-4795-9881-4f3c7e4dc416 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0518456 Aug 27 17:45:40.338793 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1dd491e3-2d84-4261-a288-130c354665fa req-f7e005a9-d1b7-4ce2-b966-4e5f60284125 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Aug 27 17:45:41.458435 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7e622-66f7-459c-a485-9d8054384248 req-c471272c-e2c0-4816-b711-1e60c2916a47 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:41.459984 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71f7e622-66f7-459c-a485-9d8054384248 req-c471272c-e2c0-4816-b711-1e60c2916a47 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0509086 Aug 27 17:45:41.499480 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-71f7e622-66f7-459c-a485-9d8054384248 req-9c57fdf0-a85b-4fee-a4da-d76ea40a403d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330594 Aug 27 17:45:42.629629 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f919c-0d9f-4062-8ef1-9e8318f24001 req-39740f62-a886-4f12-ad7c-1a27b2fc76e5 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:42.631190 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-377f919c-0d9f-4062-8ef1-9e8318f24001 req-39740f62-a886-4f12-ad7c-1a27b2fc76e5 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0567081 Aug 27 17:45:42.674800 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-377f919c-0d9f-4062-8ef1-9e8318f24001 req-6a6c382b-5095-4ad0-9f86-06bacfc8ad69 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Aug 27 17:45:43.801527 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7418c54-9dd3-44e2-bd37-68f3a751f0a4 req-bf1c8ae2-708e-49d7-a271-0478ca7a4aae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:43.803136 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7418c54-9dd3-44e2-bd37-68f3a751f0a4 req-bf1c8ae2-708e-49d7-a271-0478ca7a4aae tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 932 time: 0.0543761 Aug 27 17:45:43.847463 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f7418c54-9dd3-44e2-bd37-68f3a751f0a4 req-1b657963-b4db-4fc9-a1e7-2fa8bf1bbd66 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Aug 27 17:45:44.103377 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.90', 65200) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:45:44.117852 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-85634b7f-298e-4179-bf14-a302640dc4d6 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:45:44.118839 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-85634b7f-298e-4179-bf14-a302640dc4d6 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057099 Aug 27 17:45:44.131358 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.v2.base [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Request body: {'port': {'device_id': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806412-1'}} {{(pid=95253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:45:44.141216 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0c2be1d2-3111-45e4-8e13-45283ff10979 req-fd91b15a-6dd3-4cf0-b7dc-3080591538aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288439 Aug 27 17:45:44.187158 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:44.207257 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0c2be1d2-3111-45e4-8e13-45283ff10979 req-0c45924f-cac9-403f-b15d-0091481e99f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0261531 Aug 27 17:45:44.246299 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0c2be1d2-3111-45e4-8e13-45283ff10979 req-0009137d-d751-4aca-88ca-c2c11dd7b7a5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208728 Aug 27 17:45:44.355203 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2be1d2-3111-45e4-8e13-45283ff10979 req-59370bbf-a783-414d-b934-db1264a2ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:44.356790 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [req-0c2be1d2-3111-45e4-8e13-45283ff10979 req-59370bbf-a783-414d-b934-db1264a2ffda service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1037452 Aug 27 17:45:44.479219 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eaf19de-39dc-4010-990c-d5614897d54f {{(pid=95253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:45:44.489451 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:44.505398 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.provisioning_blocks [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Transition to ACTIVE for port object 8eaf19de-39dc-4010-990c-d5614897d54f will not be triggered until provisioned by entity L2. {{(pid=95253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:45:44.598303 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:44.673665 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=2']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:44.730421 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Attempting to bind port 8eaf19de-39dc-4010-990c-d5614897d54f on host n-h1-806412-1 for vnic_type normal with profile {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:45:44.730793 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Attempting to bind port 8eaf19de-39dc-4010-990c-d5614897d54f by drivers openvswitch,hyperv on host n-h1-806412-1 at level 0 using segments [{'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:45:44.731157 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Attempting to bind port 8eaf19de-39dc-4010-990c-d5614897d54f on network e737d8b1-8885-4626-a691-3b12a91f5d7b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:45:44.736800 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Port 8eaf19de-39dc-4010-990c-d5614897d54f on network e737d8b1-8885-4626-a691-3b12a91f5d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-806412-1 {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:45:44.737463 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Attempting to bind port 8eaf19de-39dc-4010-990c-d5614897d54f on network e737d8b1-8885-4626-a691-3b12a91f5d7b {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:45:44.742768 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Checking agent: {'id': '65b23948-e68a-4dd3-a83f-dc509da462d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806412-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'started_at': datetime.datetime(2021, 8, 27, 16, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:45:44.748811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Checking segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:45:44.748811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Bound using segment: {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'} {{(pid=95253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:45:44.748811 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.managers [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Bound port: 8eaf19de-39dc-4010-990c-d5614897d54f, host: n-h1-806412-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b'}}] {{(pid=95253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:45:44.748811 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:44.811243 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, cleared binding levels {{(pid=95253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:45:44.814976 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:45:44.894079 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4896531'] for port, after_update {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:44.925259 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:44.925875 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:44.927252 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] 10.222.0.90 "PUT /v2.0/ports/8eaf19de-39dc-4010-990c-d5614897d54f HTTP/1.1" status: 200 len: 1092 time: 0.8012300 Aug 27 17:45:44.927715 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:45:44.929961 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5742afcc-28fa-468a-b228-a3a7636d35f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:45:44.955598 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3f65e-1b3b-4369-b599-124c73412ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=3']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:44.971252 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac97d1-b67d-4cf5-8174-066a5ba2f784 x-openstack-request-id: req-4aac97d1-b67d-4cf5-8174-066a5ba2f784 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:45:44.971924 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:45:44.971924 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4aac97d1-b67d-4cf5-8174-066a5ba2f784 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:45:44.972235 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f', 'status': 'completed', 'code': 200} Aug 27 17:45:45.100404 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449ed35-928e-4dab-b9ba-123811668739 req-86137b9d-6c60-45ad-a30c-e0c45879c05f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:45.101939 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3449ed35-928e-4dab-b9ba-123811668739 req-86137b9d-6c60-45ad-a30c-e0c45879c05f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 944 time: 0.0880246 Aug 27 17:45:45.105015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742afcc-28fa-468a-b228-a3a7636d35f3 req-c003e2be-e459-471d-a2d9-a7016dd5dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:45.106440 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5742afcc-28fa-468a-b228-a3a7636d35f3 req-c003e2be-e459-471d-a2d9-a7016dd5dee7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0641401 Aug 27 17:45:45.197556 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3449ed35-928e-4dab-b9ba-123811668739 req-348a5d78-f988-47c9-b678-1b6bdf37712c tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890834 Aug 27 17:45:45.230695 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742afcc-28fa-468a-b228-a3a7636d35f3 req-58b59015-7f0a-470f-9960-6314f95e31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:45.232198 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5742afcc-28fa-468a-b228-a3a7636d35f3 req-58b59015-7f0a-470f-9960-6314f95e31b1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3faf050c7d014d2c9af050a17e234941&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1101730 Aug 27 17:45:45.331803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742afcc-28fa-468a-b228-a3a7636d35f3 req-5eceb357-4c84-47fa-bce9-0db859736593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:45.333312 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-5742afcc-28fa-468a-b228-a3a7636d35f3 req-5eceb357-4c84-47fa-bce9-0db859736593 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0939226 Aug 27 17:45:45.415249 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-09358a5c-c916-4edf-8172-60c7545321fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:45.416786 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-09358a5c-c916-4edf-8172-60c7545321fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0417142 Aug 27 17:45:45.461508 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-d145dfd4-1228-4b11-9f8b-f08efbd34809 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eaf19de-39dc-4010-990c-d5614897d54f HTTP/1.1" status: 200 len: 217 time: 0.0370886 Aug 27 17:45:45.513784 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-7faded62-da45-43b6-9b93-5700f19c1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:45.515232 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-7faded62-da45-43b6-9b93-5700f19c1053 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0473223 Aug 27 17:45:45.560562 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893154-ef92-47d4-8e25-502c9899a06c req-ff377f8b-8ba3-4123-a07c-6a5022b41f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:45.562027 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-ff377f8b-8ba3-4123-a07c-6a5022b41f15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398726 Aug 27 17:45:45.655581 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-8ec803ea-31da-49b7-81cb-659751b0ba37 service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854735 Aug 27 17:45:45.748958 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b6893154-ef92-47d4-8e25-502c9899a06c req-044a87d8-aebc-43e6-a423-ddcaa4d1a001 service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831072 Aug 27 17:45:46.315576 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cb6cc-4070-471c-b7fd-de957a5739f2 req-c0aecff2-1cd9-4d4a-98d3-b154b2b44184 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:46.317066 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-834cb6cc-4070-471c-b7fd-de957a5739f2 req-c0aecff2-1cd9-4d4a-98d3-b154b2b44184 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 944 time: 0.0502565 Aug 27 17:45:46.354614 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-834cb6cc-4070-471c-b7fd-de957a5739f2 req-70e06cc4-a82a-43c3-9079-57cd39b497fe tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Aug 27 17:45:47.329655 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:45:47.422469 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:45:47.434189 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '8eaf19de-39dc-4010-990c-d5614897d54f', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'port_id': '8eaf19de-39dc-4010-990c-d5614897d54f', 'mac_address': 'fa:16:3e:fe:ac:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:45:47.474599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318245c-57ce-48d6-98d0-1c9a4b447c6b req-81f6028e-c99c-4def-b34f-60b275de3832 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:47.475491 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:47.476159 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f318245c-57ce-48d6-98d0-1c9a4b447c6b req-81f6028e-c99c-4def-b34f-60b275de3832 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 944 time: 0.0546281 Aug 27 17:45:47.488352 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eaf19de-39dc-4010-990c-d5614897d54f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:45:47.507605 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:45:47.514402 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-f318245c-57ce-48d6-98d0-1c9a4b447c6b req-abbb7380-ae1b-4705-a7bc-6732d9f9f373 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Aug 27 17:45:47.569654 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:47.616786 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:47.808374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8eaf19de-39dc-4010-990c-d5614897d54f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:45:48.630604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e98c30-8919-4b72-b672-c52f7d705b81 req-07c9e23f-eaff-40d2-a7ad-ec38bff3bd0d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:48.632005 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31e98c30-8919-4b72-b672-c52f7d705b81 req-07c9e23f-eaff-40d2-a7ad-ec38bff3bd0d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Aug 27 17:45:48.671111 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-31e98c30-8919-4b72-b672-c52f7d705b81 req-a2049193-ee7a-412c-b9b0-ab5c8eabb444 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331874 Aug 27 17:45:49.344439 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:45:49.503714 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning for port 8eaf19de-39dc-4010-990c-d5614897d54f completed by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:45:49.507576 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 8eaf19de-39dc-4010-990c-d5614897d54f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:45:49.507980 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:49.584781 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:49.606374 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:45:49.609389 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798e0dd1-1cdb-475a-b17a-0edbd5a9f1ab" -d '{"events": [{"server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "name": "network-vif-plugged", "status": "completed", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:45:49.622650 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:45:49.650435 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7589963a-0828-47b7-8065-ad4a4c4271b0 x-openstack-request-id: req-7589963a-0828-47b7-8065-ad4a4c4271b0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:45:49.650435 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "name": "network-vif-plugged", "status": "completed", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:45:49.650435 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7589963a-0828-47b7-8065-ad4a4c4271b0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:45:49.650435 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f', 'code': 200} Aug 27 17:45:49.698429 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:49.748899 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:49.754531 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa29c2-997e-4a35-8a7a-7a1610a047e9 req-894e9dd0-f447-4f40-9f36-4bc5c04da9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:49.756079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bfa29c2-997e-4a35-8a7a-7a1610a047e9 req-894e9dd0-f447-4f40-9f36-4bc5c04da9c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0539718 Aug 27 17:45:49.820498 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92070e-a318-4bbb-b448-178fc8001881 req-24ba9105-ae68-4575-a77a-19660734c721 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:49.821968 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df92070e-a318-4bbb-b448-178fc8001881 req-24ba9105-ae68-4575-a77a-19660734c721 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 946 time: 0.0818255 Aug 27 17:45:49.823547 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-1bfa29c2-997e-4a35-8a7a-7a1610a047e9 req-8bc015eb-07ea-40b5-be5f-5f8f07deb433 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500097 Aug 27 17:45:49.862462 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-df92070e-a318-4bbb-b448-178fc8001881 req-1f1bca0f-01af-4625-8785-71d669d00857 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341680 Aug 27 17:45:50.737653 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-122c0938-505e-4c92-924e-4e9601a0ac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:50.982903 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03557075-712a-4642-8d14-12a63b0ab5e0 req-5badf8a8-bf86-48ed-a215-c6c6286a6c79 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:50.984329 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03557075-712a-4642-8d14-12a63b0ab5e0 req-5badf8a8-bf86-48ed-a215-c6c6286a6c79 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 946 time: 0.0502169 Aug 27 17:45:51.021991 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-03557075-712a-4642-8d14-12a63b0ab5e0 req-2da2c07e-6576-4eb3-a7a0-c8e22b2f58b0 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315793 Aug 27 17:45:52.137364 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61799-e868-4510-b228-982bf2378901 req-d72bc4ce-be41-4f6d-a4b0-1c774e6d665d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:52.138842 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52e61799-e868-4510-b228-982bf2378901 req-d72bc4ce-be41-4f6d-a4b0-1c774e6d665d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 946 time: 0.0491128 Aug 27 17:45:52.177264 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-52e61799-e868-4510-b228-982bf2378901 req-3382b94b-40e9-4e40-8251-3cc9ee945b05 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323503 Aug 27 17:45:52.293796 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bdcfa-1ade-4b93-8ae5-dd5ae916913d req-12ef2dd4-8e40-43c2-b6c2-ac65b0f9111a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:52.295244 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783bdcfa-1ade-4b93-8ae5-dd5ae916913d req-12ef2dd4-8e40-43c2-b6c2-ac65b0f9111a tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 946 time: 0.0522857 Aug 27 17:45:52.332626 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-783bdcfa-1ade-4b93-8ae5-dd5ae916913d req-a3263a11-8649-403f-ba7d-b21282ead69f tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312462 Aug 27 17:45:52.354107 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34676) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:45:52.394435 n-d-806412-1 neutron-server[95252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b45d7b-2ed6-4590-9a54-b63a331e0b07 tempest-TestSnapshotPattern-1987304611 tempest-TestSnapshotPattern-1987304611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:52.395992 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-21b45d7b-2ed6-4590-9a54-b63a331e0b07 tempest-TestSnapshotPattern-1987304611 tempest-TestSnapshotPattern-1987304611-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 1092 time: 0.0408766 Aug 27 17:45:52.398735 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34678) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:45:52.403007 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.v2.base [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Request body: {'floatingip': {'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'port_id': '8eaf19de-39dc-4010-990c-d5614897d54f', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:45:52.497375 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:52.595948 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:52.699672 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_common [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Allocated IP 172.25.4.20 (e7f88f2b-fe1e-4beb-a290-492ff7614bae/400464f6-afda-455a-b1df-c22b948f0703/e0a16ed7-6a80-4ce7-ae8f-9ad6bd13a637) {{(pid=95252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:45:52.804501 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for port, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:52.904148 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786559124246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:52.941693 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Network e7f88f2b-fe1e-4beb-a290-492ff7614bae is already hosted by enough agents. {{(pid=95252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:45:52.946409 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Resources bound (agent type, host, resource id): {{(pid=95252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:45:52.949980 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Received port after_create {{(pid=95252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:45:52.955969 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'Port': ['ID=e0a16ed7-6a80-4ce7-ae8f-9ad6bd13a637,revision_number=1']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:52.981902 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.982523 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.982869 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.983212 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.983575 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.983914 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.984247 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.984577 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.984966 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.985371 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.985897 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:52.986236 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:45:53.260781 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d01edf93-7dc9-4a28-bcff-2a56095ccf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:53.472564 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:53.650301 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:53.771214 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:53.919794 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for port, precommit_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:53.977891 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15823792'] for port, after_update {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:54.045321 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event updated for resources: {'Port': ['ID=e0a16ed7-6a80-4ce7-ae8f-9ad6bd13a637,revision_number=2']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:45:54.055586 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8368209'] for floatingip, after_create {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:54.156813 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Floating IP 8f58c9d5-13be-42d7-a02b-9b730dbfece0 associated. External IP: 172.25.4.20, port: 8eaf19de-39dc-4010-990c-d5614897d54f. Aug 27 17:45:54.175259 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:54.364419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:45:54.470919 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:45:54.480607 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] Sync routers for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:45:54.490239 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:45:54.498637 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:45:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:45:54.581006 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:54.593051 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:45:54.608345 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ccf4928a-4bf7-4233-a11f-755ae47d14ce tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2085598 Aug 27 17:45:54.609153 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:45:54.612135 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:45:54.710939 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fcf6b7-4f58-4740-b4e3-ad24ba1cde7b x-openstack-request-id: req-64fcf6b7-4f58-4740-b4e3-ad24ba1cde7b {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:45:54.710939 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:45:54.710939 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-64fcf6b7-4f58-4740-b4e3-ad24ba1cde7b {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:45:54.710939 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f', 'status': 'completed', 'code': 200} Aug 27 17:45:54.768156 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-5e19892a-38f3-41cb-82b1-6b74e7087fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:54.769656 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-5e19892a-38f3-41cb-82b1-6b74e7087fa8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0426886 Aug 27 17:45:54.820825 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:20Z', 'revision_number': 1, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}, {'id': '8f58c9d5-13be-42d7-a02b-9b730dbfece0', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '8eaf19de-39dc-4010-990c-d5614897d54f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:fe:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:45:53Z', 'updated_at': '2021-08-27T17:45:53Z', 'revision_number': 0, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:45:54.846475 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] Checking router: f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:45:54.855143 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:45:54.855778 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:45:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:45:54.868350 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-38485742-23ee-410c-b41c-40f5753bf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:54.870743 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-38485742-23ee-410c-b41c-40f5753bf55d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0936208 Aug 27 17:45:54.912211 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:54.939088 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-ea5d2290-6272-492d-aad2-b631e8a23c11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eaf19de-39dc-4010-990c-d5614897d54f HTTP/1.1" status: 200 len: 999 time: 0.0614476 Aug 27 17:45:54.992415 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-4124ead7-42a3-4ac6-973a-24abfa34a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:54.993808 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-4124ead7-42a3-4ac6-973a-24abfa34a8e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0481184 Aug 27 17:45:55.044015 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-e8b8b500-56d9-4e93-af26-a00ed1d37fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:45:55.045514 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-e8b8b500-56d9-4e93-af26-a00ed1d37fe1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446351 Aug 27 17:45:55.050971 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:45:55.120705 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:45:55.137908 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-037fe341-8f61-4abe-97a5-d6421818dece service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854528 Aug 27 17:45:55.232018 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b8cfc306-1e6b-4333-a4c0-ead7fe997e9a req-409d3ae4-504a-42db-bb06-2eb6c5826f7e service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Aug 27 17:45:55.279075 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:20Z', 'revision_number': 1, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}, {'id': '8f58c9d5-13be-42d7-a02b-9b730dbfece0', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '8eaf19de-39dc-4010-990c-d5614897d54f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:fe:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:45:53Z', 'updated_at': '2021-08-27T17:45:53Z', 'revision_number': 0, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:45:55.307015 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abadcf36-3b51-423e-ae21-272ce7b34d1d None None] The sync data for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 is: [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:20Z', 'revision_number': 1, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}, {'id': '8f58c9d5-13be-42d7-a02b-9b730dbfece0', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '8eaf19de-39dc-4010-990c-d5614897d54f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:fe:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:45:53Z', 'updated_at': '2021-08-27T17:45:53Z', 'revision_number': 0, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:45:55.501674 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7fe9a-4b83-42cd-a515-9bd7465156aa None None] New status for floating IP 8f58c9d5-13be-42d7-a02b-9b730dbfece0: ACTIVE {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:45:56.440084 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:12.842947 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:46:20.720053 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c17fe6d4-b3ca-4e63-baaf-2c007ca3139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:23.270622 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7039b134-dcc7-41cf-8aa6-de5934810b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:23.456879 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:24.145050 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:24.939278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:25.133294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:26.464897 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:35.800886 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-516a8018-5e63-4d05-aa5b-e4c2c6d427ae req-90739a6f-fb70-4e7b-b5cd-6784f107b7dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267465 Aug 27 17:46:35.868335 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-516a8018-5e63-4d05-aa5b-e4c2c6d427ae req-e24e110d-a67a-4ca4-87fe-38579c9ebf85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0262952 Aug 27 17:46:35.907458 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-516a8018-5e63-4d05-aa5b-e4c2c6d427ae req-70c31143-a74b-43a5-9a25-8e7cd7d16fe1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190313 Aug 27 17:46:35.999581 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8018-5e63-4d05-aa5b-e4c2c6d427ae req-46c71e0f-2cb2-4385-a747-8c3c93a51aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:46:36.001013 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-516a8018-5e63-4d05-aa5b-e4c2c6d427ae req-46c71e0f-2cb2-4385-a747-8c3c93a51aac service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0877585 Aug 27 17:46:39.397231 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-9a7f1f5f-f02d-4a79-8d53-7e272c6c9c09 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410664 Aug 27 17:46:39.477609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-9bb3b7e8-f381-43c6-b053-b0e6a3b712ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:46:39.479146 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-9bb3b7e8-f381-43c6-b053-b0e6a3b712ed service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1095 time: 0.0413721 Aug 27 17:46:39.585077 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-b2354efd-6428-4a0b-9fae-e730c7be0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:46:39.586531 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-b2354efd-6428-4a0b-9fae-e730c7be0b66 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0886209 Aug 27 17:46:39.652696 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-758eb96d-508e-4c8f-b769-8e218ff4a9d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 1000 time: 0.0593193 Aug 27 17:46:39.701385 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-9d2b2f64-41a6-4a14-a283-6dd2402fc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:46:39.702816 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-9d2b2f64-41a6-4a14-a283-6dd2402fc206 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0430055 Aug 27 17:46:39.752313 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-b8b189da-7837-42f8-8463-33c0b70296c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:46:39.753780 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-b8b189da-7837-42f8-8463-33c0b70296c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442607 Aug 27 17:46:39.764275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-8265b352-90b4-4ad8-80e3-79b5ca68e9d9 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:46:39.765267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-8265b352-90b4-4ad8-80e3-79b5ca68e9d9 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048430 Aug 27 17:46:39.854700 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-8d48d3b3-f879-41aa-a8bd-885ddf0cafb5 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Aug 27 17:46:39.947194 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-b544fdb8-0f53-4631-83a8-63d0ffda4d8d req-6ad53a80-b9cc-49fe-9b2c-587227e49376 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851161 Aug 27 17:46:49.842269 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:46:50.738673 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ffd2d3cb-a34f-4162-bd75-331b4f8ed8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:53.267767 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65e162bf-35d4-4130-a4d5-c2628f5cc320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:53.467667 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:54.138573 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:54.932462 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:55.132083 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:46:56.457905 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:20.708964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74dd6b8a-8d9c-4065-ad56-79f0d6bef388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:23.251049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8e2c1c1-906a-4672-9927-128d9baf81dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:23.462481 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:24.152956 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:24.925349 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:25.142867 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:26.451443 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:26.841216 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:47:27.892110 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f details requested by agent hyperv_n-h1-806412-1 with host n-h1-806412-1 {{(pid=95254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:47:27.984629 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:27.995632 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Returning: {'device': '8eaf19de-39dc-4010-990c-d5614897d54f', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'port_id': '8eaf19de-39dc-4010-990c-d5614897d54f', 'mac_address': 'fa:16:3e:fe:ac:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:47:28.031459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:28.047497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eaf19de-39dc-4010-990c-d5614897d54f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:47:28.065550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:28.131599 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:28.182018 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:28.189710 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.190057 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.190397 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.190733 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.191065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.191428 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.191755 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.192080 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.192406 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.192731 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.193053 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.193371 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:28.203952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] get_ports_and_sgs() called for port_ids ['8eaf19de-39dc-4010-990c-d5614897d54f'] {{(pid=95254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:47:29.908245 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f up at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:47:29.956081 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Provisioning complete for port 8eaf19de-39dc-4010-990c-d5614897d54f triggered by entity L2. {{(pid=95254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:47:29.971600 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931264'] for port, provisioning_complete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:30.034025 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989769'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:30.060955 n-d-806412-1 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:47:30.064236 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60647325dff46d246163b9dcdaf770e53990fa1afd4d639acfd88bc2da9fac5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4f791f-7ba1-4c63-ad04-f4bb34d317a9" -d '{"events": [{"server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "name": "network-vif-plugged", "status": "completed", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:47:30.076801 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:30.110604 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df35a1-720f-4191-b791-428980f9b77c x-openstack-request-id: req-29df35a1-720f-4191-b791-428980f9b77c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:47:30.110898 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "name": "network-vif-plugged", "status": "completed", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:47:30.111155 n-d-806412-1 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-29df35a1-720f-4191-b791-428980f9b77c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:47:30.111588 n-d-806412-1 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f', 'code': 200} Aug 27 17:47:30.154912 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786559581233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786559124264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786559124282'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:30.211155 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Pushing event updated for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:37.844473 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ec65-5046-425d-b141-6152dd02810e req-6de2f734-0512-4a23-be93-e99864d5f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:37.846052 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bca0ec65-5046-425d-b141-6152dd02810e req-6de2f734-0512-4a23-be93-e99864d5f25d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0523338 Aug 27 17:47:37.965043 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ec65-5046-425d-b141-6152dd02810e req-798e2319-9afd-46ce-93e5-bc11c2c447b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:37.966572 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bca0ec65-5046-425d-b141-6152dd02810e req-798e2319-9afd-46ce-93e5-bc11c2c447b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0997965 Aug 27 17:47:38.050962 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bca0ec65-5046-425d-b141-6152dd02810e req-b08f008b-dad4-48e9-b59f-dbe772044dfc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eaf19de-39dc-4010-990c-d5614897d54f HTTP/1.1" status: 200 len: 1001 time: 0.0762050 Aug 27 17:47:38.112518 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ec65-5046-425d-b141-6152dd02810e req-7d3bef0f-b401-4e33-8c39-997f450bf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:38.114084 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bca0ec65-5046-425d-b141-6152dd02810e req-7d3bef0f-b401-4e33-8c39-997f450bf44f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0546191 Aug 27 17:47:38.171770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ec65-5046-425d-b141-6152dd02810e req-812d9f4d-d3b9-45b1-a2f9-591bd62a889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:38.173638 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bca0ec65-5046-425d-b141-6152dd02810e req-812d9f4d-d3b9-45b1-a2f9-591bd62a889d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525599 Aug 27 17:47:38.288348 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bca0ec65-5046-425d-b141-6152dd02810e req-ba5d00ba-3e63-4785-babd-ad1803f2fa2a service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074882 Aug 27 17:47:38.398101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-bca0ec65-5046-425d-b141-6152dd02810e req-26de930c-8cfa-4448-92e1-5e77a28a1394 service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020212 Aug 27 17:47:41.398981 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-9df3cd1c-4db6-4529-a5c4-869a88e514a3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473499 Aug 27 17:47:41.428700 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34900) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:41.480241 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-bdc49816-2a25-4aee-930e-26912927f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:41.481732 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-bdc49816-2a25-4aee-930e-26912927f4ef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1095 time: 0.0414996 Aug 27 17:47:41.586599 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-edb4a04e-3ef6-45cd-a4d1-4851e83b959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:41.588151 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-edb4a04e-3ef6-45cd-a4d1-4851e83b959c service neutron] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.0869348 Aug 27 17:47:41.592026 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Deleting port e0a16ed7-6a80-4ce7-ae8f-9ad6bd13a637 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:41.592376 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:41.658275 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-21aed905-7ed4-4ee8-b8ed-0626cc136f08 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 1000 time: 0.0628235 Aug 27 17:47:41.672785 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:41.673114 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:41.684580 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Calling delete_port for e0a16ed7-6a80-4ce7-ae8f-9ad6bd13a637 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:41.711597 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-e4df37ea-d919-433c-ac22-6615d1ac49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:41.713082 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-e4df37ea-d919-433c-ac22-6615d1ac49a4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0450134 Aug 27 17:47:41.759578 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-3137c4f0-e874-4514-9c65-77c437647340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:41.761158 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-3137c4f0-e874-4514-9c65-77c437647340 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403893 Aug 27 17:47:41.855860 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-317aa4cd-7044-4d11-aa22-42833bb860cd service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869932 Aug 27 17:47:41.907660 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:41.931412 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event deleted for resources: {'Port': ['ID=e0a16ed7-6a80-4ce7-ae8f-9ad6bd13a637,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:41.941579 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.941936 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.942284 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.942630 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.942967 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.943327 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.943662 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.944460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.944460 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.944645 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.944946 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.945271 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:41.947564 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a36e550e-566f-40a9-9f84-e88ffabd5635 req-f748b3d0-072e-42fe-b039-3d7e1902c36b service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849690 Aug 27 17:47:42.008497 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:42.008831 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Floating IP 8f58c9d5-13be-42d7-a02b-9b730dbfece0 disassociated (deleted). External IP: 172.25.4.20, port: 8eaf19de-39dc-4010-990c-d5614897d54f. Aug 27 17:47:42.225133 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:47:42.332282 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:47:42.336733 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:42.343964 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] Sync routers for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:47:42.353085 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:42.353692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:42.366663 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-d307eb76-663d-425b-9a3e-c47d6a08c372 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "DELETE /v2.0/floatingips/8f58c9d5-13be-42d7-a02b-9b730dbfece0 HTTP/1.1" status: 204 len: 168 time: 0.9358976 Aug 27 17:47:42.372548 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:47:42.372548 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684507d0-eb25-4093-a624-ecab93840b90" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:47:42.453492 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb0b4fe-1488-44b2-bee5-736f929a163e x-openstack-request-id: req-1eb0b4fe-1488-44b2-bee5-736f929a163e {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:47:42.454114 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:47:42.454114 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1eb0b4fe-1488-44b2-bee5-736f929a163e {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:47:42.454526 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f', 'status': 'completed', 'code': 200} Aug 27 17:47:42.465604 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:42.515500 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684507d0-eb25-4093-a624-ecab93840b90 req-8752cef2-5e1a-4fc8-9a6d-def1a686882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:42.517175 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684507d0-eb25-4093-a624-ecab93840b90 req-8752cef2-5e1a-4fc8-9a6d-def1a686882c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0437148 Aug 27 17:47:42.625050 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684507d0-eb25-4093-a624-ecab93840b90 req-048d4f83-de43-41c7-a139-59817137a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:42.626903 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684507d0-eb25-4093-a624-ecab93840b90 req-048d4f83-de43-41c7-a139-59817137a3e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.1027317 Aug 27 17:47:42.674679 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684507d0-eb25-4093-a624-ecab93840b90 req-5c2f159e-5179-4ae8-913b-548d9e2f7a1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eaf19de-39dc-4010-990c-d5614897d54f HTTP/1.1" status: 200 len: 217 time: 0.0405154 Aug 27 17:47:42.703644 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:20Z', 'revision_number': 1, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:42.733832 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] Checking router: f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:47:42.737511 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684507d0-eb25-4093-a624-ecab93840b90 req-e43ca8aa-f38b-4956-82ce-9bcb95b2520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:42.739356 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684507d0-eb25-4093-a624-ecab93840b90 req-e43ca8aa-f38b-4956-82ce-9bcb95b2520e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0582013 Aug 27 17:47:42.741981 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:42.742582 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:42.823579 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684507d0-eb25-4093-a624-ecab93840b90 req-e13deeaa-6be1-4765-b671-5dc79cc4475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:42.825087 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684507d0-eb25-4093-a624-ecab93840b90 req-e13deeaa-6be1-4765-b671-5dc79cc4475b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795388 Aug 27 17:47:42.848275 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb4aea-f002-4e67-93f8-977f50e558c1 req-7a6ac6af-d353-4f09-b03b-29b5166a76f8 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:42.849704 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bfb4aea-f002-4e67-93f8-977f50e558c1 req-7a6ac6af-d353-4f09-b03b-29b5166a76f8 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 946 time: 0.0731282 Aug 27 17:47:42.849853 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:42.939522 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-8bfb4aea-f002-4e67-93f8-977f50e558c1 req-c3f5bfc3-6947-4617-963d-cf7797c2f461 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795865 Aug 27 17:47:42.963982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684507d0-eb25-4093-a624-ecab93840b90 req-6de0b5f1-0080-4742-b0a6-289e0f645181 service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252816 Aug 27 17:47:43.050660 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-684507d0-eb25-4093-a624-ecab93840b90 req-4f04e379-2cb2-48d8-8f0e-8f6da573ae28 service neutron] 10.222.0.90 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843995 Aug 27 17:47:43.074777 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:20Z', 'revision_number': 1, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:43.104337 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0d589-82b0-455c-8117-5062d32fe01e None None] The sync data for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 is: [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_floatingips': [{'id': '3446d0f3-0ce1-4920-9116-35cf25adc4b9', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'router_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'port_id': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'mac_address': 'fa:16:3e:1a:12:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:43:18Z', 'updated_at': '2021-08-27T17:43:20Z', 'revision_number': 1, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:47:43.333456 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29f141-b581-4784-a5a0-52755d21b6f1 None None] New status for floating IP 8f58c9d5-13be-42d7-a02b-9b730dbfece0: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:47:44.068530 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b50bbb-6c63-4a09-ac07-59651b57af9b req-885bc6cb-1a59-4cb2-a4a4-3fbf733f0681 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:44.070078 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b50bbb-6c63-4a09-ac07-59651b57af9b req-885bc6cb-1a59-4cb2-a4a4-3fbf733f0681 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 946 time: 0.0563147 Aug 27 17:47:44.109070 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-a4b50bbb-6c63-4a09-ac07-59651b57af9b req-918ff840-9966-431a-96fb-43f0c4b548ac tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321672 Aug 27 17:47:44.338419 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366744a-f885-4ec4-804d-654905405635 req-cd8ce023-6592-4b30-80fa-d4feefa3c217 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:44.339910 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d366744a-f885-4ec4-804d-654905405635 req-cd8ce023-6592-4b30-80fa-d4feefa3c217 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.90 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 946 time: 0.0481956 Aug 27 17:47:44.443938 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Deleting port 8eaf19de-39dc-4010-990c-d5614897d54f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:44.444288 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:44.871708 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] For port 8eaf19de-39dc-4010-990c-d5614897d54f, host n-h1-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806412-1',level=0,port_id=8eaf19de-39dc-4010-990c-d5614897d54f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:44.872077 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:44.885109 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Calling delete_port for 8eaf19de-39dc-4010-990c-d5614897d54f owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:45.068171 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:45.094826 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event deleted for resources: {'Port': ['ID=8eaf19de-39dc-4010-990c-d5614897d54f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:45.109900 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.110311 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.110660 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.111002 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.111363 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.111701 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.112098 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.112396 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.112725 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.113057 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.113405 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.113737 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806412-1 {{(pid=95253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:47:45.148284 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] No DVR routers for this DVR port 8eaf19de-39dc-4010-990c-d5614897d54f on host n-h1-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:47:45.150887 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:45.152983 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d366744a-f885-4ec4-804d-654905405635 req-5d7fd8fc-af08-4de3-9b36-f23295bbd308 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.90 "DELETE /v2.0/ports/8eaf19de-39dc-4010-990c-d5614897d54f HTTP/1.1" status: 204 len: 173 time: 0.8072758 Aug 27 17:47:45.153429 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'name': 'network-vif-deleted', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:47:45.156205 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55071762-d55a-4ce7-a786-e34c4a5e287a" -d '{"events": [{"server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "name": "network-vif-deleted", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:47:45.207546 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3f938889-5d4e-48b1-9ba4-a852ea7029d1 req-2f6a70a1-bc54-4cd9-ad6a-633bab9b7543 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=ffa48c7e-b422-4113-875b-c1d49da4fe63 HTTP/1.1" status: 200 len: 210 time: 0.0280020 Aug 27 17:47:45.257780 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca6293-aa82-4fa1-8d5a-6b47fd03b535 x-openstack-request-id: req-69ca6293-aa82-4fa1-8d5a-6b47fd03b535 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:47:45.257912 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa48c7e-b422-4113-875b-c1d49da4fe63", "name": "network-vif-deleted", "tag": "8eaf19de-39dc-4010-990c-d5614897d54f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:47:45.258151 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-69ca6293-aa82-4fa1-8d5a-6b47fd03b535 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:47:45.258590 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa48c7e-b422-4113-875b-c1d49da4fe63', 'name': 'network-vif-deleted', 'tag': '8eaf19de-39dc-4010-990c-d5614897d54f', 'status': 'completed', 'code': 200} Aug 27 17:47:45.986751 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:47:46.006915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 8eaf19de-39dc-4010-990c-d5614897d54f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:47:46.007292 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:47:47.452424 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34970) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:47.611200 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Deleting port 215123af-34b1-4718-8a5e-2ce5522f9f25 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:47.611588 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:47.689500 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:47.689839 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:47.701124 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Calling delete_port for 215123af-34b1-4718-8a5e-2ce5522f9f25 owned by network:floatingip {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:47.907559 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:47.934913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event deleted for resources: {'Port': ['ID=215123af-34b1-4718-8a5e-2ce5522f9f25,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:47.993795 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for floatingip, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:47.994137 n-d-806412-1 neutron-server[95252]: INFO neutron.db.l3_db [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Floating IP 3446d0f3-0ce1-4920-9116-35cf25adc4b9 disassociated (deleted). External IP: 172.25.4.244, port: 77dabba3-3d21-41ab-9d01-2b03b9d69f9f. Aug 27 17:47:48.197975 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:47:48.304522 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:47:48.309362 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for floatingip, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:48.316443 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] Sync routers for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:47:48.325782 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:48.326458 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:48.337041 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-799972d1-4ab6-4a88-a19d-b88833877d22 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "DELETE /v2.0/floatingips/3446d0f3-0ce1-4920-9116-35cf25adc4b9 HTTP/1.1" status: 204 len: 168 time: 0.8833838 Aug 27 17:47:48.337642 n-d-806412-1 neutron-server[95252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f'}] {{(pid=95252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:47:48.339918 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d44b06a54cfaedc45ec48509054fd989c721177b0917fd82c743c9700abf3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fdc39c-d14f-49d9-85ff-93292ef6f782" -d '{"events": [{"name": "network-changed", "server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f"}]}' {{(pid=95252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:47:48.384781 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7a9ede-1360-40c6-a425-b78778c74eea x-openstack-request-id: req-4e7a9ede-1360-40c6-a425-b78778c74eea {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:47:48.385086 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f", "status": "completed", "code": 200}]} {{(pid=95252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:47:48.385450 n-d-806412-1 neutron-server[95252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4e7a9ede-1360-40c6-a425-b78778c74eea {{(pid=95252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:47:48.385751 n-d-806412-1 neutron-server[95252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'status': 'completed', 'code': 200} Aug 27 17:47:48.435638 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:48.453609 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-144816e8-fcea-4c33-8e4a-6cb168a3f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:48.455079 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-144816e8-fcea-4c33-8e4a-6cb168a3f073 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=3faf050c7d014d2c9af050a17e234941&device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 1095 time: 0.0465500 Aug 27 17:47:48.626342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-c42a893f-02f7-4b5a-8cbd-87634f02a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:48.627802 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-c42a893f-02f7-4b5a-8cbd-87634f02a6a9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 200 len: 911 time: 0.1658964 Aug 27 17:47:48.675935 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-b15f2133-eac5-4cd7-bafc-ac2d77b1a8ab service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 200 len: 217 time: 0.0405354 Aug 27 17:47:48.720714 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:48.726654 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-4f6cd1f8-1478-4951-a0ee-e69334a61fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:48.728150 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-4f6cd1f8-1478-4951-a0ee-e69334a61fd0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 200 len: 848 time: 0.0458817 Aug 27 17:47:48.746813 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] Checking router: f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:47:48.757210 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:48.757816 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:23Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:48.776914 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-838ee6ad-56e7-4bd7-afb9-1938ad79d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:48.778471 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-838ee6ad-56e7-4bd7-afb9-1938ad79d3ae service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e737d8b1-8885-4626-a691-3b12a91f5d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424068 Aug 27 17:47:48.864469 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:48.903604 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2b7d-dea6-458e-9107-81cd7002635c req-e4a2f71e-800e-4b2b-ba32-8a42e17087cd tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:48.905612 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d01b2b7d-dea6-458e-9107-81cd7002635c req-e4a2f71e-800e-4b2b-ba32-8a42e17087cd tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 944 time: 0.0983200 Aug 27 17:47:48.933629 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-a1cb36bd-94e1-42e4-b45a-7471ea790e8f service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465290 Aug 27 17:47:48.998358 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-d01b2b7d-dea6-458e-9107-81cd7002635c req-124f614b-9a7e-42b5-948e-c88b8377d4c2 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839498 Aug 27 17:47:49.048769 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-62fdc39c-d14f-49d9-85ff-93292ef6f782 req-5cedd31d-2451-43cc-8575-d4f5b9c492f7 service neutron] 10.222.0.97 "GET /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073027 Aug 27 17:47:49.063617 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:49.089293 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f813a53-bb85-4ccc-ab4c-9e640fbe767c None None] The sync data for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 is: [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:53Z', 'revision_number': 4, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1', '_interfaces': [{'id': 'ca0972d7-c182-4373-b1cf-350ebed0eee9', 'name': '', 'network_id': 'e737d8b1-8885-4626-a691-3b12a91f5d7b', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'mac_address': 'fa:16:3e:5a:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:53Z', 'updated_at': '2021-08-27T17:42:59Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'subnets': [{'id': 'c79ad58e-1962-4b8e-9b45-fc68931b05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:47:49.307820 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8d7a7-ce4f-4c7f-826f-60cc06ef739f None None] New status for floating IP 3446d0f3-0ce1-4920-9116-35cf25adc4b9: DOWN {{(pid=95254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:47:50.016952 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f no longer exists at agent hyperv_n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:47:50.038107 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] No Port match for: 8eaf19de-39dc-4010-990c-d5614897d54f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:47:50.038329 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Device 8eaf19de-39dc-4010-990c-d5614897d54f not bound to the agent host n-h1-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:47:50.120021 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3b378-0013-4c9d-a5bc-d6c8590c60ac req-a9f27f57-fce5-4622-a987-b29956f7ce42 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:50.121492 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea3b378-0013-4c9d-a5bc-d6c8590c60ac req-a9f27f57-fce5-4622-a987-b29956f7ce42 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 944 time: 0.0499129 Aug 27 17:47:50.160501 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-aea3b378-0013-4c9d-a5bc-d6c8590c60ac req-a7867e67-04b7-49b8-9732-d7714227cee4 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/security-groups?id=4e55e70b-9b00-4f8d-a218-6dbf58127cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326734 Aug 27 17:47:50.310534 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-da149569-14d4-45b4-aef9-6c8d44195454 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:47:50.312596 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-da149569-14d4-45b4-aef9-6c8d44195454 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.97 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 944 time: 0.0490143 Aug 27 17:47:50.406330 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Deleting port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:50.406661 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:50.494342 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] For port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f, host n-h2-806412-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806412-1',level=0,port_id=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:50.497539 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:50.507953 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Calling delete_port for 77dabba3-3d21-41ab-9d01-2b03b9d69f9f owned by compute:nova {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:50.679552 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:50.702915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9ca29c5-7d80-408d-aff4-a47bb19aa8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:50.710379 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event deleted for resources: {'Port': ['ID=77dabba3-3d21-41ab-9d01-2b03b9d69f9f,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:50.757201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] No DVR routers for this DVR port 77dabba3-3d21-41ab-9d01-2b03b9d69f9f on host n-h2-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:47:50.759781 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337187'] for port, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:50.761766 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fc4660bf-5eab-4d6d-a1af-eceac5bb7ea2 req-8106e8c6-d9fd-4d8d-8c4f-b7f372477bec tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.97 "DELETE /v2.0/ports/77dabba3-3d21-41ab-9d01-2b03b9d69f9f HTTP/1.1" status: 204 len: 173 time: 0.4434173 Aug 27 17:47:50.762201 n-d-806412-1 neutron-server[95253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-deleted', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f'}] {{(pid=95253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:47:50.765140 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2914c99a61b4b9782cbb91d554cfca5d1169824c1d7f854fdeb47e67cd4ff507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02461d08-3249-49df-9cb8-95a5c160e49d" -d '{"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-deleted", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f"}]}' {{(pid=95253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:47:50.802206 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a9763b-419f-4b1c-a969-eac52b6549d2 x-openstack-request-id: req-66a9763b-419f-4b1c-a969-eac52b6549d2 {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:47:50.802519 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a76eb-a40f-4db8-abc8-4ec7cb494a5b", "name": "network-vif-deleted", "tag": "77dabba3-3d21-41ab-9d01-2b03b9d69f9f", "status": "completed", "code": 200}]} {{(pid=95253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:47:50.802771 n-d-806412-1 neutron-server[95253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-66a9763b-419f-4b1c-a969-eac52b6549d2 {{(pid=95253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:47:50.803169 n-d-806412-1 neutron-server[95253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a76eb-a40f-4db8-abc8-4ec7cb494a5b', 'name': 'network-vif-deleted', 'tag': '77dabba3-3d21-41ab-9d01-2b03b9d69f9f', 'status': 'completed', 'code': 200} Aug 27 17:47:51.265044 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-7910130f-7d18-4679-99d8-e8bdfc8fc4bc req-a3296438-de49-4005-9902-0626cabf4dc4 tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "GET /v2.0/ports?device_id=883a76eb-a40f-4db8-abc8-4ec7cb494a5b HTTP/1.1" status: 200 len: 210 time: 0.0265629 Aug 27 17:47:52.322021 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34992) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:52.381246 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d277-5469-4d0b-b963-2788f020a15d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:52.405384 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d277-5469-4d0b-b963-2788f020a15d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:52.559128 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d277-5469-4d0b-b963-2788f020a15d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:52.561783 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d277-5469-4d0b-b963-2788f020a15d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Notify callbacks [] for security_group, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:52.562975 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9ea7d277-5469-4d0b-b963-2788f020a15d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] 10.222.0.101 "DELETE /v2.0/security-groups/4e55e70b-9b00-4f8d-a218-6dbf58127cd2 HTTP/1.1" status: 204 len: 168 time: 0.2396693 Aug 27 17:47:52.572826 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7d277-5469-4d0b-b963-2788f020a15d tempest-TestSnapshotPattern-594572268 tempest-TestSnapshotPattern-594572268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e55e70b-9b00-4f8d-a218-6dbf58127cd2,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:52.705164 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 34996) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:53.137439 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:53.250776 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1934e2b-2c42-4311-8828-7c94527412dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:53.379524 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Deleting port ca0972d7-c182-4373-b1cf-350ebed0eee9 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:53.380080 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:53.458774 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] For port ca0972d7-c182-4373-b1cf-350ebed0eee9, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=ca0972d7-c182-4373-b1cf-350ebed0eee9,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:53.459057 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:53.467893 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:53.476814 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Calling delete_port for ca0972d7-c182-4373-b1cf-350ebed0eee9 owned by network:router_interface {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:53.719468 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:53.745419 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0972d7-c182-4373-b1cf-350ebed0eee9,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:53.910097 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:54.125870 n-d-806412-1 neutron-server[95252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:47:54.153311 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:54.160887 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77dabba3-3d21-41ab-9d01-2b03b9d69f9f no longer exists at agent hyperv_n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:47:54.180497 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] No Port match for: 77dabba3-3d21-41ab-9d01-2b03b9d69f9f {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:47:54.180846 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Device 77dabba3-3d21-41ab-9d01-2b03b9d69f9f not bound to the agent host n-h2-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:47:54.566850 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:47:54.571960 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-41e6a5fe-2fce-4314-b865-8375e1669da0 admin admin] 10.222.0.101 "PUT /v2.0/routers/f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655930 Aug 27 17:47:54.574518 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35000) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:54.575600 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] Sync routers for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:47:54.584979 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:54.585589 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:54.677393 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks [] for router, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:54.688972 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: n-d-806412-1 {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:54.779191 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:54.868692 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:47:53Z', 'revision_number': 5, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port': {'id': '083d1c2e-de78-4d52-9dff-50d7502b9594', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:54.879229 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Deleting port 083d1c2e-de78-4d52-9dff-50d7502b9594 {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:54.880732 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:54.898241 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] Checking router: f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d for host: n-d-806412-1 {{(pid=95255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:47:54.906948 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] Routers {'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'} bound to L3 agent in host n-d-806412-1 {{(pid=95255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:54.907580 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'], 'active': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:54.913249 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:54.959855 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] For port 083d1c2e-de78-4d52-9dff-50d7502b9594, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=083d1c2e-de78-4d52-9dff-50d7502b9594,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:54.960218 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:54.977268 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Calling delete_port for 083d1c2e-de78-4d52-9dff-50d7502b9594 owned by network:router_gateway {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:54.991677 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_dvr_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] Set router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d gateway port host: None {{(pid=95255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:55.041596 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.l3_hamode_db [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:47:54Z', 'revision_number': 6, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:55.070605 n-d-806412-1 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10e264-efe0-419e-9466-aab0fc3a409c None None] The sync data for ids ['f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d'] in n-d-806412-1 is: [{'id': 'f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d', 'name': 'tempest-TestSnapshotPattern-138685413-router', 'tenant_id': '3faf050c7d014d2c9af050a17e234941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:50Z', 'updated_at': '2021-08-27T17:47:54Z', 'revision_number': 6, 'project_id': '3faf050c7d014d2c9af050a17e234941', 'gw_port_host': None}] {{(pid=95255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:47:55.158735 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.203780 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.232306 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=083d1c2e-de78-4d52-9dff-50d7502b9594,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:55.293426 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.383571 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.385674 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.508016 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.508561 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d {{(pid=95252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:47:55.519637 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] Notify callbacks [] for router, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.519637 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-ce896f89-53e3-4696-ad24-51bb40f1f6bb admin admin] 10.222.0.101 "DELETE /v2.0/routers/f338c68e-a609-4c3b-9a7c-2b0d24fa4e5d HTTP/1.1" status: 204 len: 168 time: 0.9387796 Aug 27 17:47:55.519637 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35002) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:55.565789 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] Deleting subnet c79ad58e-1962-4b8e-9b45-fc68931b05ea {{(pid=95252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:47:55.568775 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.602260 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16410998'] for subnet, precommit_delete_associations {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.677820 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.776306 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15823866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4659641'] for subnet, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.801152 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79ad58e-1962-4b8e-9b45-fc68931b05ea,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:55.804928 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.806804 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-9bf6a82d-d789-4baf-90f3-2e4e80270b9c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c79ad58e-1962-4b8e-9b45-fc68931b05ea HTTP/1.1" status: 204 len: 168 time: 0.2883828 Aug 27 17:47:55.809623 n-d-806412-1 neutron-server[95252]: DEBUG neutron.wsgi [-] (95252) accepted ('10.222.0.101', 35004) {{(pid=95252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:55.816724 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc2b10-f947-4bcc-a84f-b85b9b1b95e6 None None] Network e737d8b1-8885-4626-a691-3b12a91f5d7b requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:47:55.883764 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:55.943687 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Deleting port 7dd6cd6f-cfde-4263-88e4-714f0223213a {{(pid=95252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:55.944104 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.019676 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.db [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] For port 7dd6cd6f-cfde-4263-88e4-714f0223213a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7dd6cd6f-cfde-4263-88e4-714f0223213a,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:56.019957 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] DHCP port deletion for e737d8b1-8885-4626-a691-3b12a91f5d7b request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:47:56.020449 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.034754 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Calling delete_port for 7dd6cd6f-cfde-4263-88e4-714f0223213a owned by network:dhcp {{(pid=95252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:56.071069 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] Deleting port 7dd6cd6f-cfde-4263-88e4-714f0223213a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:56.071768 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.142476 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] For port 7dd6cd6f-cfde-4263-88e4-714f0223213a, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=7dd6cd6f-cfde-4263-88e4-714f0223213a,segment=NetworkSegment(1ae2150e-b66a-43e4-ba59-b3f23f0e2b41),segment_id=1ae2150e-b66a-43e4-ba59-b3f23f0e2b41)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:56.142886 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.156150 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] Calling delete_port for 7dd6cd6f-cfde-4263-88e4-714f0223213a owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:56.176210 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15823785'] for port, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.206724 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd6cd6f-cfde-4263-88e4-714f0223213a,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:56.210272 n-d-806412-1 neutron-server[95252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] No DVR routers for this DVR port 7dd6cd6f-cfde-4263-88e4-714f0223213a on host n-d-806412-1 {{(pid=95252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:47:56.231610 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.257677 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] Pushing event deleted for resources: {'Port': ['ID=7dd6cd6f-cfde-4263-88e4-714f0223213a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:56.262388 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127718f-e654-45b7-a7ce-0a27d7843abe None None] No DVR routers for this DVR port 7dd6cd6f-cfde-4263-88e4-714f0223213a on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:47:56.285892 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.295793 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e737d8b1-8885-4626-a691-3b12a91f5d7b']}} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:56.306091 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41') {'for_net_delete': True} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:56.306395 n-d-806412-1 neutron-server[95252]: DEBUG neutron.services.segments.db [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae2150e-b66a-43e4-ba59-b3f23f0e2b41') {} {{(pid=95252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:56.315826 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16410985'] for segment, before_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.330142 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.335913 n-d-806412-1 neutron-server[95252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=95252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:47:56.336303 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15823772'] for segment, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: Traceback (most recent call last): Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: timer() Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: cb(*args, **kw) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: return func(*args, **kwargs) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: self._notify() Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: self.callback(batched_events) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: event.method(event) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: return f(self, *a, **k) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: return self._get(url).json() Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: return self.request(url, 'GET', **kwargs) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:47:56.341134 n-d-806412-1 neutron-server[95252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:47:56.496071 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.502639 n-d-806412-1 neutron-server[95252]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Notify callbacks [] for network, before_response {{(pid=95252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.504486 n-d-806412-1 neutron-server[95252]: INFO neutron.wsgi [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] 10.222.0.101 "DELETE /v2.0/networks/e737d8b1-8885-4626-a691-3b12a91f5d7b HTTP/1.1" status: 204 len: 168 time: 0.6939361 Aug 27 17:47:56.507803 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35008) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:56.516432 n-d-806412-1 neutron-server[95252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6b32-ece9-431d-bcec-5fd2d0072ada admin admin] Pushing event deleted for resources: {'Network': ['ID=e737d8b1-8885-4626-a691-3b12a91f5d7b,revision_number=None']} {{(pid=95252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:56.524538 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.843006 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7dd6cd6f-cfde-4263-88e4-714f0223213a no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:47:56.859153 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8370959'] for router_interface, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:56.866550 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 7dd6cd6f-cfde-4263-88e4-714f0223213a {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:47:56.866901 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 7dd6cd6f-cfde-4263-88e4-714f0223213a not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:47:56.867341 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ca0972d7-c182-4373-b1cf-350ebed0eee9 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:47:56.886300 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: ca0972d7-c182-4373-b1cf-350ebed0eee9 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:47:56.886652 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device ca0972d7-c182-4373-b1cf-350ebed0eee9 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:47:56.887062 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 083d1c2e-de78-4d52-9dff-50d7502b9594 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:47:56.906120 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 083d1c2e-de78-4d52-9dff-50d7502b9594 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:47:56.906467 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 083d1c2e-de78-4d52-9dff-50d7502b9594 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:47:57.104199 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Deleting port 38d07e46-7818-472c-817d-f7020dfa62d5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:57.104692 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:57.186082 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] For port 38d07e46-7818-472c-817d-f7020dfa62d5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=38d07e46-7818-472c-817d-f7020dfa62d5,segment=NetworkSegment(5ece671d-3e42-47e2-9799-ae956032088d),segment_id=5ece671d-3e42-47e2-9799-ae956032088d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:57.193360 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:57.199466 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Calling delete_port for 38d07e46-7818-472c-817d-f7020dfa62d5 owned by network:router_interface {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:57.433270 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:57.459546 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d07e46-7818-472c-817d-f7020dfa62d5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:57.626240 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8371141'] for router_interface, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:57.839734 n-d-806412-1 neutron-server[95253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f has already been hosted by L3 agent 759d381f-b2e2-48c3-aa1b-c32ff4dbce8c {{(pid=95253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:47:57.944989 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] Notify agent at l3_agent.n-d-806412-1 the message routers_updated {{(pid=95253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:47:57.950064 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-5c090d3c-60ad-4528-aa61-5d0fcf0e1465 admin admin] 10.222.0.101 "PUT /v2.0/routers/d6713c56-3493-4ffd-90b7-24dd8c1a7b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411786 Aug 27 17:47:57.952667 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35010) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:57.955527 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] Sync routers for ids ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'] in n-d-806412-1 {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:47:57.964875 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] Routers {'d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:57.965498 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:58.056357 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.070915 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] Set router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f gateway port host: n-d-806412-1 {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:58.164548 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.248044 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'external_fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:47:57Z', 'revision_number': 5, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port': {'id': 'd2169ff4-68fa-4a6d-815a-dc34c5754ef5', 'name': '', 'network_id': 'e7f88f2b-fe1e-4beb-a290-492ff7614bae', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '400464f6-afda-455a-b1df-c22b948f0703', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806412-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:42:57Z', 'updated_at': '2021-08-27T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '400464f6-afda-455a-b1df-c22b948f0703', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806412-1'}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:58.277626 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] Checking router: d6713c56-3493-4ffd-90b7-24dd8c1a7b1f for host: n-d-806412-1 {{(pid=95254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:47:58.286618 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] Routers {'d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'} bound to L3 agent in host n-d-806412-1 {{(pid=95254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:47:58.287225 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806412-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T15:53:53Z,description=,heartbeat_timestamp=2021-08-27T17:47:53Z,host='n-d-806412-1',id=759d381f-b2e2-48c3-aa1b-c32ff4dbce8c,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T15:53:54Z,topic='l3_agent')) {'router_ids': ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'], 'active': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:58.288933 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Deleting port d2169ff4-68fa-4a6d-815a-dc34c5754ef5 {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:58.289287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.372728 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] For port d2169ff4-68fa-4a6d-815a-dc34c5754ef5, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,segment=NetworkSegment(362c65c5-f16d-4eef-b4be-c742e3eb283d),segment_id=362c65c5-f16d-4eef-b4be-c742e3eb283d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:58.373365 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.375504 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvr_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] Set router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f gateway port host: None {{(pid=95254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:47:58.385233 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Calling delete_port for d2169ff4-68fa-4a6d-815a-dc34c5754ef5 owned by network:router_gateway {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:58.426852 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_hamode_db [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:47:58Z', 'revision_number': 6, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port_host': None}], 'n-d-806412-1', False) {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:58.457039 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e5e5c-28bb-48e5-a376-dd4eb99abae0 None None] The sync data for ids ['d6713c56-3493-4ffd-90b7-24dd8c1a7b1f'] in n-d-806412-1 is: [{'id': 'd6713c56-3493-4ffd-90b7-24dd8c1a7b1f', 'name': 'tempest-TestSnapshotPattern-1315086955-router', 'tenant_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:42:56Z', 'updated_at': '2021-08-27T17:47:58Z', 'revision_number': 6, 'project_id': 'b9fc1f287fe142ce9b2982c4016ebe98', 'gw_port_host': None}] {{(pid=95254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:47:58.656313 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.689316 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2169ff4-68fa-4a6d-815a-dc34c5754ef5,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:58.745409 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8368287'] for router_gateway, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.840038 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8374272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499490'] for router, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.842287 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.964492 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8374287'] for router, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.965087 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6713c56-3493-4ffd-90b7-24dd8c1a7b1f {{(pid=95253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:47:58.969856 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:58.971007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7b438f4f-921e-48bd-8aa9-3bec8c7d87d7 admin admin] 10.222.0.101 "DELETE /v2.0/routers/d6713c56-3493-4ffd-90b7-24dd8c1a7b1f HTTP/1.1" status: 204 len: 168 time: 1.0174236 Aug 27 17:47:58.973627 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35014) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:59.018250 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] Deleting subnet 6ee68d9b-dad5-457c-bbf5-75689089d455 {{(pid=95253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:47:59.021252 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.054896 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16776549'] for subnet, precommit_delete_associations {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.134843 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886450'] for subnet, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.214703 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 38d07e46-7818-472c-817d-f7020dfa62d5 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:47:59.236349 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 38d07e46-7818-472c-817d-f7020dfa62d5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:47:59.236704 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 38d07e46-7818-472c-817d-f7020dfa62d5 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:47:59.245297 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4896601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16438360'] for subnet, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.270755 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee68d9b-dad5-457c-bbf5-75689089d455,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:59.276901 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.278925 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-7e606f35-eed1-4c01-a3d4-74a587d51a7c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6ee68d9b-dad5-457c-bbf5-75689089d455 HTTP/1.1" status: 204 len: 168 time: 0.3043211 Aug 27 17:47:59.281594 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35016) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:47:59.284509 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18285b94-9b22-488a-9cea-c8a6775dd9ba None None] Network 209133b0-63d3-4576-8479-8b0ed605f5a2 requested from n-d-806412-1 {{(pid=95254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:47:59.351634 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577826'] for network, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.419124 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Deleting port 1ee61f3e-182c-4a7c-a254-51784fc61faf {{(pid=95253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:59.419496 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.479603 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] DHCP port deletion for 209133b0-63d3-4576-8479-8b0ed605f5a2 request from n-d-806412-1 {{(pid=95254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:47:59.493226 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.db [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] For port 1ee61f3e-182c-4a7c-a254-51784fc61faf, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1ee61f3e-182c-4a7c-a254-51784fc61faf,segment=NetworkSegment(5ece671d-3e42-47e2-9799-ae956032088d),segment_id=5ece671d-3e42-47e2-9799-ae956032088d)] {{(pid=95253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:59.493596 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.510858 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.plugin [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Calling delete_port for 1ee61f3e-182c-4a7c-a254-51784fc61faf owned by network:dhcp {{(pid=95253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:59.536566 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] Deleting port 1ee61f3e-182c-4a7c-a254-51784fc61faf {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:47:59.536946 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786559687967'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.602209 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] For port 1ee61f3e-182c-4a7c-a254-51784fc61faf, host n-d-806412-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806412-1',level=0,port_id=1ee61f3e-182c-4a7c-a254-51784fc61faf,segment=NetworkSegment(5ece671d-3e42-47e2-9799-ae956032088d),segment_id=5ece671d-3e42-47e2-9799-ae956032088d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:47:59.602613 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8365790'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.616215 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] Calling delete_port for 1ee61f3e-182c-4a7c-a254-51784fc61faf owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:47:59.644871 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4896522'] for port, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.673502 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee61f3e-182c-4a7c-a254-51784fc61faf,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:59.675388 n-d-806412-1 neutron-server[95253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] No DVR routers for this DVR port 1ee61f3e-182c-4a7c-a254-51784fc61faf on host n-d-806412-1 {{(pid=95253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:47:59.693813 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786559581215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786559124255'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.720839 n-d-806412-1 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] Pushing event deleted for resources: {'Port': ['ID=1ee61f3e-182c-4a7c-a254-51784fc61faf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:47:59.722583 n-d-806412-1 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c8f18-cf30-47a8-84c4-7d8221683eb5 None None] No DVR routers for this DVR port 1ee61f3e-182c-4a7c-a254-51784fc61faf on host n-d-806412-1 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:47:59.747004 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920649', 'neutron.services.segments.db._delete_segments_for_network-8786559671278'] for network, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.757135 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209133b0-63d3-4576-8479-8b0ed605f5a2']}} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:59.767895 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ece671d-3e42-47e2-9799-ae956032088d') {'for_net_delete': True} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:59.768187 n-d-806412-1 neutron-server[95253]: DEBUG neutron.services.segments.db [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ece671d-3e42-47e2-9799-ae956032088d') {} {{(pid=95253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:47:59.776705 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786559671161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16776570'] for segment, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.793791 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731'] for segment, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.799917 n-d-806412-1 neutron-server[95253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=95253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:47:59.801814 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-892731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4896575'] for segment, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: Traceback (most recent call last): Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: timer() Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: cb(*args, **kw) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: return func(*args, **kwargs) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: self._notify() Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: self.callback(batched_events) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: event.method(event) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: return f(self, *a, **k) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: return self._get(url).json() Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: return self.request(url, 'GET', **kwargs) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:47:59.801948 n-d-806412-1 neutron-server[95253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:47:59.930422 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8368291'] for network, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.937576 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Notify callbacks [] for network, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:47:59.944081 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] 10.222.0.101 "DELETE /v2.0/networks/209133b0-63d3-4576-8479-8b0ed605f5a2 HTTP/1.1" status: 204 len: 168 time: 0.6611657 Aug 27 17:47:59.956305 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84b5b1-819e-4ef1-9aba-55861cf4aa82 admin admin] Pushing event deleted for resources: {'Network': ['ID=209133b0-63d3-4576-8479-8b0ed605f5a2,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:48:00.255010 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35022) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:48:00.293982 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-2891c0df-8ccd-4939-a40d-9d12fe7d98ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3faf050c7d014d2c9af050a17e234941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377641 Aug 27 17:48:00.296480 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35024) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:48:00.342786 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c950e726-1719-4aa1-ad8f-980399c016f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:00.364088 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c950e726-1719-4aa1-ad8f-980399c016f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:00.478919 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c950e726-1719-4aa1-ad8f-980399c016f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:00.481528 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-c950e726-1719-4aa1-ad8f-980399c016f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:00.483632 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-c950e726-1719-4aa1-ad8f-980399c016f8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/14df9dc3-1a00-40ac-86b9-bdbf57310574 HTTP/1.1" status: 204 len: 168 time: 0.1853607 Aug 27 17:48:00.491922 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e726-1719-4aa1-ad8f-980399c016f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14df9dc3-1a00-40ac-86b9-bdbf57310574,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:48:00.840304 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2169ff4-68fa-4a6d-815a-dc34c5754ef5 no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:48:00.862065 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: d2169ff4-68fa-4a6d-815a-dc34c5754ef5 {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:48:00.864682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device d2169ff4-68fa-4a6d-815a-dc34c5754ef5 not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:48:00.864682 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1ee61f3e-182c-4a7c-a254-51784fc61faf no longer exists at agent ovs-agent-n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:48:00.881969 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] No Port match for: 1ee61f3e-182c-4a7c-a254-51784fc61faf {{(pid=95254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:48:00.882316 n-d-806412-1 neutron-server[95254]: DEBUG neutron.plugins.ml2.rpc [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Device 1ee61f3e-182c-4a7c-a254-51784fc61faf not bound to the agent host n-d-806412-1 {{(pid=95254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:48:01.087834 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35032) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:48:01.128701 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-3ba4515a-423c-4c7c-b66e-1617832c5f6d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b9fc1f287fe142ce9b2982c4016ebe98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396340 Aug 27 17:48:01.131070 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [-] (95253) accepted ('10.222.0.101', 35034) {{(pid=95253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:48:01.181829 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4128f670-5c1b-4b5c-8ab9-9c80461bc49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:01.203176 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4128f670-5c1b-4b5c-8ab9-9c80461bc49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:01.324172 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4128f670-5c1b-4b5c-8ab9-9c80461bc49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379922'] for security_group, after_delete {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:01.327484 n-d-806412-1 neutron-server[95253]: DEBUG neutron_lib.callbacks.manager [None req-4128f670-5c1b-4b5c-8ab9-9c80461bc49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:01.328739 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [None req-4128f670-5c1b-4b5c-8ab9-9c80461bc49c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cc8cf938-02b5-4d31-b20d-8e492b8dcecd HTTP/1.1" status: 204 len: 168 time: 0.1967309 Aug 27 17:48:01.338470 n-d-806412-1 neutron-server[95253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128f670-5c1b-4b5c-8ab9-9c80461bc49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8cf938-02b5-4d31-b20d-8e492b8dcecd,revision_number=None']} {{(pid=95253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:48:03.839842 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:48:20.746515 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-47118e2d-b68a-47f8-8ea8-e969e714180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:23.260485 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf914-79f0-46fc-bf61-75471d53122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:23.472014 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:24.163923 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:24.980745 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:25.175143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:26.465854 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:38.928340 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c73fbf0-b2cb-4a31-b69b-c723775cbe74 req-a256d893-fbd1-42eb-9fe8-544137ce37b4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1586921 Aug 27 17:48:38.999007 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c73fbf0-b2cb-4a31-b69b-c723775cbe74 req-ffa183eb-42cc-4d90-8c38-280ed122fd5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0274897 Aug 27 17:48:39.037565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c73fbf0-b2cb-4a31-b69b-c723775cbe74 req-ec9fd85e-862f-4191-b2aa-e0ddf1280a01 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192945 Aug 27 17:48:39.129694 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73fbf0-b2cb-4a31-b69b-c723775cbe74 req-9f5b8ded-fbc8-4d1a-b00e-81e6dd38027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:48:39.132068 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9c73fbf0-b2cb-4a31-b69b-c723775cbe74 req-9f5b8ded-fbc8-4d1a-b00e-81e6dd38027c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0869915 Aug 27 17:48:40.838790 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:48:50.711236 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca86689b-b72a-476e-a6fa-cdc9649dbb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:53.237026 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-579b6e86-c43b-466d-8bc6-11b83971e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:53.465862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:54.174218 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:54.951278 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:55.202480 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:48:56.471517 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:17.838065 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:49:20.728259 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78f456ad-433f-49fa-a47f-0d8787afe3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:23.253466 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6fa06fd-0b83-4325-87c7-d125b396beb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:23.494038 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:24.225092 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:24.944938 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:25.185284 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:26.464986 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:38.794334 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56d0fa17-c2a7-4b8a-b977-b3195a9ea9f5 req-99e2fdbc-eb01-4fd2-bd43-ae7d34bc0414 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259624 Aug 27 17:49:38.865143 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56d0fa17-c2a7-4b8a-b977-b3195a9ea9f5 req-843327bc-a257-41a2-bf17-30a2e54e8db3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0299056 Aug 27 17:49:38.901165 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56d0fa17-c2a7-4b8a-b977-b3195a9ea9f5 req-c03a4310-29a0-47da-8503-99bddf6a0e82 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186501 Aug 27 17:49:38.995257 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0fa17-c2a7-4b8a-b977-b3195a9ea9f5 req-09ec88a9-a2c5-41c9-b992-cf62117b4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:49:38.996755 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-56d0fa17-c2a7-4b8a-b977-b3195a9ea9f5 req-09ec88a9-a2c5-41c9-b992-cf62117b4955 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0892735 Aug 27 17:49:50.754830 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-699ca301-6073-4649-9c62-0b0004349754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:53.281995 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07ef54ad-257b-47a6-a9dc-6b62133d1756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:53.533215 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:54.228801 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:54.836739 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:49:54.960384 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:55.274350 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:49:56.531732 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:20.721595 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c104918-e01b-4c16-b0f8-f141b16dab20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:23.290371 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f0b5596-077f-40d2-ad94-105f0053fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:23.478969 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:24.264129 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:24.950055 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:25.233839 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:26.498999 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:31.835814 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:50:40.796545 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9aaabb30-8623-40e2-8e88-d3416faaeef6 req-dfd5c074-43c7-45fa-bab2-5a5b1e36a688 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275006 Aug 27 17:50:40.870376 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9aaabb30-8623-40e2-8e88-d3416faaeef6 req-a3bd835c-97ff-418c-885a-9c2b0bcfdd4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0298707 Aug 27 17:50:40.916176 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9aaabb30-8623-40e2-8e88-d3416faaeef6 req-7d389043-b948-4b49-af7b-bbb100e611e6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202124 Aug 27 17:50:41.014059 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaabb30-8623-40e2-8e88-d3416faaeef6 req-ddde2369-742f-4049-8d00-54dd7c2e961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:50:41.015540 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-9aaabb30-8623-40e2-8e88-d3416faaeef6 req-ddde2369-742f-4049-8d00-54dd7c2e961d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925899 Aug 27 17:50:50.746885 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3c8c-2332-4514-9899-cc078c3d10f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:53.366855 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b6dc4eea-69a5-40d1-aac0-73925e3abe44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:53.497895 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:54.198186 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:54.952379 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:55.229862 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:50:56.491977 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:08.835026 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:51:20.734346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d303ad0-4911-40c9-b8f4-d7707b119199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:23.254459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8298183d-3cd8-4844-b554-5aa7fafa122f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:23.502928 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:24.271341 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:24.949030 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:25.269506 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:26.491708 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:42.794298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed17145d-e79d-413c-9396-5f3c5a2dd0a1 req-26123a1c-dc8f-469f-934b-698664095bdb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268521 Aug 27 17:51:42.864337 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed17145d-e79d-413c-9396-5f3c5a2dd0a1 req-bfc4e4ca-4209-4aca-9fda-d22df2c4a901 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Aug 27 17:51:42.904276 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed17145d-e79d-413c-9396-5f3c5a2dd0a1 req-7f136b03-9593-49ea-9331-90c0be394c83 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191133 Aug 27 17:51:42.995055 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17145d-e79d-413c-9396-5f3c5a2dd0a1 req-5f46cb26-c83e-48d7-8458-5220d198e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:51:42.996565 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-ed17145d-e79d-413c-9396-5f3c5a2dd0a1 req-5f46cb26-c83e-48d7-8458-5220d198e2ef service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0861397 Aug 27 17:51:45.833751 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:51:50.726193 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c727e35-8567-4327-92c0-ba02e4835449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:53.235893 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-657c82a4-22fd-4957-a9de-296f7f9b1503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:53.474091 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:54.236143 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:54.961415 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:55.252964 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:51:56.504819 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:20.726346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8e94db7-e8a7-452f-8732-1a2089f3dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:22.833777 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:52:23.314808 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ea0c6fb-c5d9-4bfd-90ac-84c76f695921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:23.509075 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:24.269376 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:24.943731 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:25.234387 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:26.503532 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:44.792184 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe185550-ab5f-4a28-8a09-158c16137df1 req-b211b36c-d375-4196-9bed-134f2ea555a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269973 Aug 27 17:52:44.857517 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe185550-ab5f-4a28-8a09-158c16137df1 req-6366ab76-e002-4715-b4d8-229fc2f1d70a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0257452 Aug 27 17:52:44.898267 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe185550-ab5f-4a28-8a09-158c16137df1 req-ea0d7da0-b70d-43d1-a31a-6bba80909db1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224092 Aug 27 17:52:44.989840 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185550-ab5f-4a28-8a09-158c16137df1 req-09aa1d1b-589f-4a42-b09c-d7e9cdecdc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:52:44.991298 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-fe185550-ab5f-4a28-8a09-158c16137df1 req-09aa1d1b-589f-4a42-b09c-d7e9cdecdc2c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0864699 Aug 27 17:52:50.737294 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b71bae91-d21b-4e65-aa13-c8226412c1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:53.302447 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-378f336d-86ea-4fcd-ba28-3bddfa25de9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:53.491519 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:54.217097 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:54.959682 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:55.205313 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:56.520054 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:52:59.833885 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:53:20.707196 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f350a3e5-baef-4b0f-9310-475a5d3b6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:23.239142 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-410dcef1-e08d-42ed-8625-4145f2829e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:23.490546 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:24.249822 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:24.952926 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:25.341207 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:26.507027 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:36.833927 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:53:46.908583 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c48b7366-d583-42a4-89e4-bc51f78a8adb req-1aeaeba7-8d3f-4481-8913-959981fd6913 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1436903 Aug 27 17:53:46.980280 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c48b7366-d583-42a4-89e4-bc51f78a8adb req-1a296441-8fe3-4eb9-8722-93400a1bb4ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0255682 Aug 27 17:53:47.021569 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c48b7366-d583-42a4-89e4-bc51f78a8adb req-27dc4fe2-477e-4c27-b83a-8623ad7e9198 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227809 Aug 27 17:53:47.113657 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b7366-d583-42a4-89e4-bc51f78a8adb req-1999aa5c-d070-444a-95b9-35497bc43f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:53:47.115101 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-c48b7366-d583-42a4-89e4-bc51f78a8adb req-1999aa5c-d070-444a-95b9-35497bc43f64 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0871358 Aug 27 17:53:50.786467 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90d9ce93-d97c-41ce-9e27-22acdffab8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:53.352005 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3db4c01b-acb3-46f7-81ba-4f52522fe9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:53.512154 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:54.254974 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:54.980533 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:55.340880 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:53:56.529567 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:13.832392 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:54:20.717459 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aeeab82b-8295-4e93-9fda-c508a0b2f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:23.225843 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-378f9332-946e-449b-972b-9ec7116638c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:23.489065 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:24.237346 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:24.969211 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:25.236571 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:26.517423 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:47.791792 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24c8f907-82b3-4242-bb93-a62e59d33d29 req-9d288d20-e2e3-48cd-ad0b-eb006c374341 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267408 Aug 27 17:54:47.855976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24c8f907-82b3-4242-bb93-a62e59d33d29 req-64a0f94a-5a99-4adb-acd7-6313aa1067e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0251584 Aug 27 17:54:47.900914 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24c8f907-82b3-4242-bb93-a62e59d33d29 req-c213a71b-fd3a-4ef2-84bf-b21963bb0d96 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269492 Aug 27 17:54:47.993770 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8f907-82b3-4242-bb93-a62e59d33d29 req-1d295f66-8c07-4394-92f0-2da8ebaa7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:54:47.995203 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-24c8f907-82b3-4242-bb93-a62e59d33d29 req-1d295f66-8c07-4394-92f0-2da8ebaa7df8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0878074 Aug 27 17:54:50.774188 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5f13eba-438c-4ef7-b9ab-79cbf3d2b16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:50.832026 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:54:53.248518 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64422d65-e9c7-475a-89cc-bbc02d6400ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:53.534319 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:54.265229 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:54.974253 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:55.252937 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:54:56.505583 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:20.726260 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b73993f5-7a23-443c-b41a-565a439efa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:23.246081 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-817f3339-d4f4-4325-8cc1-444771555214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:23.527890 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:24.259049 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:24.971561 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:25.257528 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:26.508672 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:27.832486 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:55:31.268544 n-d-806412-1 neutron-server[95253]: DEBUG neutron.wsgi [req-b1221a05-3e09-46e5-a944-760e9a3d97fa req-731034f4-51cf-4c3a-a86f-5475df1a81cf service neutron] (95253) timed out ('10.222.0.101', 33562) {{(pid=95253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:55:49.791069 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3940553d-5851-4dc6-b875-3ec1a1d3dbbe req-aa40f87f-04a9-4537-8f2c-3213becb311b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277400 Aug 27 17:55:49.857994 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3940553d-5851-4dc6-b875-3ec1a1d3dbbe req-d412e959-9f7d-4036-b6f8-789538d45e60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b21537edd39426cbe8f7389791ed11e&device_id=c8aa9b7c-fddf-4dd6-8ebd-254c4cda6cc3 HTTP/1.1" status: 200 len: 210 time: 0.0270736 Aug 27 17:55:49.897976 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3940553d-5851-4dc6-b875-3ec1a1d3dbbe req-0baa392f-505f-4b4c-868c-0ebc09253b8f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4b21537edd39426cbe8f7389791ed11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218821 Aug 27 17:55:49.997374 n-d-806412-1 neutron-server[95253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940553d-5851-4dc6-b875-3ec1a1d3dbbe req-e5254bb4-db8e-4b9b-b59b-71a2ef5ce25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:55:49.999497 n-d-806412-1 neutron-server[95253]: INFO neutron.wsgi [req-3940553d-5851-4dc6-b875-3ec1a1d3dbbe req-e5254bb4-db8e-4b9b-b59b-71a2ef5ce25a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954442 Aug 27 17:55:50.730634 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91af5be0-f3e0-498c-8848-d808baf733ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:53.247771 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23d4f506-b2a6-4552-897e-21bc458610a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:53.496227 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:54.298959 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:54.973232 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:55.199356 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:55:56.518802 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:04.832101 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:56:20.741213 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad0037e6-f48c-4956-8ae7-c363f35069f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:23.252915 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b933efb2-01c1-461a-b6a7-46fe7d9af295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:23.477984 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b861f13e-91ea-4d94-bc6c-8f873c366211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:24.407396 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90cd2ae7-6b2c-48a3-88c4-ff3d83aec7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:24.969570 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d17741-b45e-4a1d-bce0-201b29300545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:25.221345 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1a9e-de28-4638-b3d4-cb8f531cd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:26.516283 n-d-806412-1 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ff330ba-a890-43f7-8379-b0eb1d8b8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786559671260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-931187'] for agent, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:56:41.831438 n-d-806412-1 neutron-server[95255]: DEBUG neutron.db.agents_db [None req-c38db2ae-b12b-4b6b-a5b7-30fadb949385 None None] Agent healthcheck: found 7 active agents {{(pid=95255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}